-- Logs begin at Wed 2021-11-03 15:08:00 UTC, end at Wed 2021-11-03 17:30:29 UTC. -- Nov 03 15:39:45.500700 n-d-813897-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 03 15:39:48.223135 n-d-813897-2 neutron-server[107995]: INFO neutron.common.config [-] Logging enabled! Nov 03 15:39:48.223716 n-d-813897-2 neutron-server[107995]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 15:39:48.223910 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107995) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 15:39:48.227075 n-d-813897-2 neutron-server[107995]: INFO neutron.common.config [-] Logging enabled! Nov 03 15:39:48.227331 n-d-813897-2 neutron-server[107995]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 15:39:48.227636 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107995) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 15:39:48.228559 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 15:39:48.228791 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 15:39:48.229152 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 15:39:48.229395 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 15:39:48.229649 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 15:39:48.229965 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.230256 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.230546 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.230774 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.231063 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.231345 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.231625 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.231910 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.232199 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.232480 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.232757 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.233037 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.233263 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.233556 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.233844 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.234128 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.234347 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] debug = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.234622 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.235049 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.235450 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.235729 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.236011 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.236285 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.236553 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.236826 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.237126 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.237449 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] host = n-d-813897-2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.237748 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.238031 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.238312 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.238592 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.238863 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.239135 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.239414 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.239683 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.239953 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] log_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.240223 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.240505 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.240787 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.241078 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.241300 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.241538 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.241821 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.242103 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.242372 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.242640 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.242909 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.243178 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.243445 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.243710 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.243990 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.244273 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.244553 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.244824 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.245092 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.245360 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.245653 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.245935 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.246203 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.246471 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.246740 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.247020 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.247285 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.247553 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.247848 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.248126 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.248402 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.248684 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.248951 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.249226 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.249494 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.249852 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.250119 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] use_json = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.250385 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.250653 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.250931 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.251199 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.251464 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.251730 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.251996 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.252271 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:48.252563 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.253390 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.253755 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.254074 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.254375 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.254652 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.254937 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.255216 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.255507 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.255794 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.256080 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.256355 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.256640 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.256915 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.257208 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.257509 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.257824 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.258110 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.258384 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.258654 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.258922 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.259196 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.259477 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.259751 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.260418 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.260418 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.260719 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.260854 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.261111 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.261395 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.261689 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.261970 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.262256 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.262529 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.262797 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.263074 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.263358 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.263632 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.263905 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.264181 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.264453 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.264719 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.264989 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.265268 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.265575 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.265855 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.266123 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.266390 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.266662 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.266930 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.267212 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.267484 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.267752 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.268036 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.268292 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.269365 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.269669 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.269954 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.270230 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.270510 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.270784 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.271056 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.271329 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.271602 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.271872 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.272143 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.272412 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.272686 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.272956 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.273223 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.273493 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.273783 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.274060 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.274345 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.274641 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.274917 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.275190 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.275467 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.275743 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.276017 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.276545 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.276818 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.277094 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.277363 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.277677 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.277962 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.278247 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.278528 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.278802 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.279120 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.279395 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.279674 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.279948 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.280222 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.280501 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.280779 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.281065 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.281351 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.281662 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.281953 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.282238 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.282513 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.282817 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.283092 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:48.283306 n-d-813897-2 neutron-server[107995]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 15:39:48.283548 n-d-813897-2 neutron-server[107995]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107995) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 03 15:39:48.711648 n-d-813897-2 neutron-server[107995]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 15:39:48.711919 n-d-813897-2 neutron-server[107995]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=107995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 15:39:48.712214 n-d-813897-2 neutron-server[107995]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 15:39:48.712540 n-d-813897-2 neutron-server[107995]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 03 15:39:49.029863 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.030069 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.030338 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.031590 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.031862 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.032127 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.066274 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.066552 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.066819 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.082413 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.082691 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.082957 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.112073 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.112354 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.112624 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.148293 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.148572 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.148834 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.383157 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.383768 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.383768 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.383946 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.384632 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.511782 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.512097 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.512378 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.512647 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.512911 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.513220 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.513474 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.513755 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.514006 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.514286 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.514545 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.514806 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.515059 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.515309 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.515560 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.515822 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.516080 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.516346 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.516613 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.516871 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.517136 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.517386 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.517693 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.518070 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.518361 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.518689 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.519084 n-d-813897-2 neutron-server[107995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 15:39:49.519320 n-d-813897-2 neutron-server[107995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 15:39:49.519555 n-d-813897-2 neutron-server[107995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 15:39:49.519789 n-d-813897-2 neutron-server[107995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 15:39:49.520023 n-d-813897-2 neutron-server[107995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 15:39:49.520255 n-d-813897-2 neutron-server[107995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 15:39:49.520612 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 03 15:39:49.523836 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 03 15:39:49.528045 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 03 15:39:49.531818 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 03 15:39:49.533440 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 03 15:39:49.534493 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 03 15:39:49.534917 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 03 15:39:49.535238 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 03 15:39:49.538077 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 03 15:39:49.538328 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 03 15:39:49.538671 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 15:39:49.543933 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 03 15:39:49.567258 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 03 15:39:49.567710 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.568002 n-d-813897-2 neutron-server[107995]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107995) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 03 15:39:49.568358 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.569774 n-d-813897-2 neutron-server[107995]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107995) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 03 15:39:49.570054 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 15:39:49.570302 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 03 15:39:49.573472 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.573783 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:49.637635 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 03 15:39:49.637811 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 03 15:39:49.638048 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 03 15:39:49.638420 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 03 15:39:49.658659 n-d-813897-2 neutron-server[107995]: DEBUG oslo_db.sqlalchemy.engines [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107995) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 03 15:39:50.195325 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Initializing driver for type 'gre' Nov 03 15:39:50.195967 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] gre ID ranges: [(1, 1000)] Nov 03 15:39:50.250980 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Initializing driver for type 'local' Nov 03 15:39:50.251382 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Initializing driver for type 'vlan' Nov 03 15:39:50.264558 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] VlanTypeDriver initialization complete Nov 03 15:39:50.264898 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Initializing driver for type 'vxlan' Nov 03 15:39:50.265393 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] vxlan ID ranges: [(1, 1000)] Nov 03 15:39:50.319230 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Initializing extension driver 'port_security' Nov 03 15:39:50.319593 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.extensions.port_security [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] PortSecurityExtensionDriver initialization complete Nov 03 15:39:50.319935 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Initializing mechanism driver 'openvswitch' Nov 03 15:39:50.320282 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Initializing mechanism driver 'hyperv' Nov 03 15:39:50.326917 n-d-813897-2 neutron-server[107995]: DEBUG neutron.plugins.ml2.plugin [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:39:50.327802 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > port after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.328200 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > port after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.328640 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > port after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.329199 n-d-813897-2 neutron-server[107995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 15:39:50.329662 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > subnet after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.330025 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > subnet after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.330373 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > subnet after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.331399 n-d-813897-2 neutron-server[107995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 15:39:50.331814 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > network after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.332164 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > network after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.332506 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > network after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.332897 n-d-813897-2 neutron-server[107995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 15:39:50.333309 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > security_group after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.333697 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > security_group after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.334043 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > security_group after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.334443 n-d-813897-2 neutron-server[107995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 15:39:50.334854 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.335204 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.335544 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.335936 n-d-813897-2 neutron-server[107995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 15:39:50.336346 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > address_group after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.336693 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > address_group after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.337033 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > address_group after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.337425 n-d-813897-2 neutron-server[107995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 15:39:50.337830 n-d-813897-2 neutron-server[107995]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] ML2 OVO RPC backend initialized. {{(pid=107995) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 03 15:39:50.338607 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router_interface after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.338954 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.339377 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > network before_response 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.339728 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > networks before_response 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.340082 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > port before_response 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.340424 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > ports before_response 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.340770 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > subnet before_response 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.341112 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > subnets before_response 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.341458 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > network after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.341826 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > network after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.342165 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > network after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.342502 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > port after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.342842 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > port after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.343178 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > port after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.343517 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > subnet after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.343855 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > subnet after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.344193 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > subnet after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.344775 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.plugin [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Modular L2 Plugin initialization complete Nov 03 15:39:50.345113 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading services supported by the core plugin {{(pid=107995) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 03 15:39:50.345444 n-d-813897-2 neutron-server[107995]: INFO neutron.plugins.ml2.managers [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Got port-security extension from driver 'port_security' Nov 03 15:39:50.345938 n-d-813897-2 neutron-server[107995]: INFO neutron.extensions.vlantransparent [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Disabled vlantransparent extension. Nov 03 15:39:50.346480 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107995) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 03 15:39:50.346948 n-d-813897-2 neutron-server[107995]: INFO neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading Plugin: router Nov 03 15:39:50.383257 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router_interface before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.383835 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router after_create 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.384014 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router before_create 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.384384 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.384762 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.385121 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router after_delete 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.385480 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > floatingip after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.385986 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > floatingip after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.386351 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router after_create 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.386703 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router after_update 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.387056 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router after_update 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.387408 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.387770 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router after_update 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.388180 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router precommit_update 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.388550 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: port after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.388893 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: port after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.389235 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: subnet after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.389604 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.389958 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > port precommit_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.390310 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router precommit_create 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.390655 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: port before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.390999 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router precommit_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.391355 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router after_update 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.391697 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router precommit_delete 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.392047 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router precommit_create 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.392406 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router_interface after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.392751 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router precommit_update 55549900 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.393134 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > agent after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.394059 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > agent after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.394407 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > network after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.395285 n-d-813897-2 neutron-server[107995]: DEBUG neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Tracking information for resource: router configured {{(pid=107995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 15:39:50.395626 n-d-813897-2 neutron-server[107995]: DEBUG neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Tracking information for resource: floatingip configured {{(pid=107995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 15:39:50.400551 n-d-813897-2 neutron-server[107995]: INFO neutron.db.l3_agentschedulers_db [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 03 15:39:50.401405 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: port after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.401804 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: port after_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.402160 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: port after_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.402514 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: port after_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.403313 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router before_create 55550100 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.403679 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router precommit_delete 55550100 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.404041 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router precommit_create 55550100 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.404399 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > router precommit_update 55550100 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.409473 n-d-813897-2 neutron-server[107995]: DEBUG neutron.services.provider_configuration [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service providers = [] {{(pid=107995) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 03 15:39:50.409872 n-d-813897-2 neutron-server[107995]: DEBUG neutron.db.servicetype_db [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107995) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 03 15:39:50.412858 n-d-813897-2 neutron-server[107995]: DEBUG neutron.services.service_base [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 15:39:50.413214 n-d-813897-2 neutron-server[107995]: DEBUG neutron.services.service_base [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 15:39:50.413585 n-d-813897-2 neutron-server[107995]: DEBUG neutron.services.service_base [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 15:39:50.414487 n-d-813897-2 neutron-server[107995]: DEBUG neutron.services.service_base [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 15:39:50.414867 n-d-813897-2 neutron-server[107995]: INFO neutron.services.service_base [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 03 15:39:50.415250 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 15:39:50.415572 n-d-813897-2 neutron-server[107995]: INFO neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 03 15:39:50.427698 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 15:39:50.428038 n-d-813897-2 neutron-server[107995]: INFO neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading Plugin: auto_allocate Nov 03 15:39:50.433954 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: network precommit_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.434327 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: network precommit_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.434846 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 15:39:50.435175 n-d-813897-2 neutron-server[107995]: INFO neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading Plugin: tag Nov 03 15:39:50.442733 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 15:39:50.443070 n-d-813897-2 neutron-server[107995]: INFO neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading Plugin: timestamp Nov 03 15:39:50.447070 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 15:39:50.447355 n-d-813897-2 neutron-server[107995]: INFO neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading Plugin: network_ip_availability Nov 03 15:39:50.452960 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.453334 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.453728 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.454435 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 15:39:50.454755 n-d-813897-2 neutron-server[107995]: INFO neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading Plugin: flavors Nov 03 15:39:50.460561 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 15:39:50.460897 n-d-813897-2 neutron-server[107995]: INFO neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading Plugin: revisions Nov 03 15:39:50.465269 n-d-813897-2 neutron-server[107995]: DEBUG neutron.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 15:39:50.465723 n-d-813897-2 neutron-server[107995]: DEBUG oslo_concurrency.lockutils [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=107995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 15:39:50.466475 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107995) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 03 15:39:50.466813 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Initializing extension manager. Nov 03 15:39:50.467331 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: __init__.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.467672 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: __pycache__ {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.468009 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.468344 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: address_group.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.469102 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.469712 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: address-group Nov 03 15:39:50.470040 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: address_scope.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.470767 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.471854 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: address-scope Nov 03 15:39:50.472179 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: admin_state_down_before_update.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.473117 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.473671 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: router-admin-state-down-before-update Nov 03 15:39:50.473998 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: agent.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.474701 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.475217 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: agent Nov 03 15:39:50.475540 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: agent_resources_synced.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.476466 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.476985 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: agent-resources-synced Nov 03 15:39:50.477308 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: allowedaddresspairs.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.479146 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.479676 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: allowed-address-pairs Nov 03 15:39:50.480008 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: auto_allocated_topology.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.481115 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.481682 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: auto-allocated-topology Nov 03 15:39:50.482015 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: availability_zone.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.482719 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.483239 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: availability_zone Nov 03 15:39:50.483563 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: availability_zone_filter.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.484494 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.485015 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: availability_zone_filter Nov 03 15:39:50.485342 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: data_plane_status.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.486316 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.486836 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension data-plane-status not supported by any of loaded plugins Nov 03 15:39:50.487730 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: default_subnetpools.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.488693 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.489220 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: default-subnetpools Nov 03 15:39:50.489624 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: dhcpagentscheduler.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.490452 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.490973 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: dhcp_agent_scheduler Nov 03 15:39:50.491300 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: dns.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.492228 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.492749 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension dns-integration not supported by any of loaded plugins Nov 03 15:39:50.493076 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: dns_domain_ports.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.494039 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.494562 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 03 15:39:50.494889 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.495816 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.496336 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 03 15:39:50.496663 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: dvr.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.497342 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.497899 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: dvr Nov 03 15:39:50.498225 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: ecmp_routes.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.499151 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.499670 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension ecmp_routes not supported by any of loaded plugins Nov 03 15:39:50.499999 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: empty_string_filtering.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.500923 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.501451 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: empty-string-filtering Nov 03 15:39:50.501803 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.502844 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.503468 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 03 15:39:50.503797 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.504735 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.505256 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 03 15:39:50.505611 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: external_net.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.506539 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.507060 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: external-net Nov 03 15:39:50.507384 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: extra_dhcp_opt.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.508309 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.508825 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: extra_dhcp_opt Nov 03 15:39:50.509148 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: extraroute.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.510097 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.510615 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: extraroute Nov 03 15:39:50.510936 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: extraroute_atomic.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.511977 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.512500 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: extraroute-atomic Nov 03 15:39:50.512823 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: filter_validation.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.513703 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.514224 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: filter-validation Nov 03 15:39:50.514549 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: fip_pf_description.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.515468 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.515980 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 03 15:39:50.516300 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: fip_port_details.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.517229 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.517780 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: fip-port-details Nov 03 15:39:50.518104 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: flavors.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.519455 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.519989 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: flavors Nov 03 15:39:50.520316 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.522022 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.522559 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 03 15:39:50.522900 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: floatingip_pools.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.523611 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.524141 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: floatingip-pools Nov 03 15:39:50.524472 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: ip_allocation.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.525416 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.526241 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension ip_allocation not supported by any of loaded plugins Nov 03 15:39:50.526572 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.527510 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.528036 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: ip-substring-filtering Nov 03 15:39:50.528368 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: l2_adjacency.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.529310 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.529862 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension l2_adjacency not supported by any of loaded plugins Nov 03 15:39:50.530194 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: l3.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.531241 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.531770 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: router Nov 03 15:39:50.532100 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: l3_conntrack_helper.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.535073 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.535616 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 03 15:39:50.535953 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.536903 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.537433 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: ext-gw-mode Nov 03 15:39:50.537791 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.538741 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.539270 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: l3-ha Nov 03 15:39:50.539604 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: l3_flavors.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.540534 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.541057 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: l3-flavors Nov 03 15:39:50.541387 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.542338 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.542864 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: l3-port-ip-change-not-allowed Nov 03 15:39:50.543195 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: l3agentscheduler.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.544223 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.544750 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: l3_agent_scheduler Nov 03 15:39:50.545078 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: logging.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.546608 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.547141 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension logging not supported by any of loaded plugins Nov 03 15:39:50.547472 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: metering.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.548221 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.548805 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: metering Nov 03 15:39:50.549135 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.550945 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.551476 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: metering_source_and_destination_fields Nov 03 15:39:50.551808 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: multiprovidernet.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.552744 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.553269 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: multi-provider Nov 03 15:39:50.553625 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: netmtu.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.554548 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.555072 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: net-mtu Nov 03 15:39:50.555399 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: netmtu_writable.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.556324 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.556849 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: net-mtu-writable Nov 03 15:39:50.557177 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: network_availability_zone.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.557890 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.558411 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: network_availability_zone Nov 03 15:39:50.558737 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: network_ip_availability.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.559862 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.560399 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: network-ip-availability Nov 03 15:39:50.560727 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: network_segment_range.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.561501 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.562046 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension network-segment-range not supported by any of loaded plugins Nov 03 15:39:50.562371 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: pagination.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.563364 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.563698 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: pagination Nov 03 15:39:50.564023 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: port_device_profile.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.564948 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.565518 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: port-device-profile Nov 03 15:39:50.565866 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.566794 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.567315 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: port-mac-address-regenerate Nov 03 15:39:50.567640 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.568558 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.569078 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: port-numa-affinity-policy Nov 03 15:39:50.569401 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: port_resource_request.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.570378 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.570896 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension port-resource-request not supported by any of loaded plugins Nov 03 15:39:50.571218 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: port_resource_request_groups.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.572191 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.572709 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 03 15:39:50.573033 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: portbindings.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.574020 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.574544 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: binding Nov 03 15:39:50.574870 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: portbindings_extended.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.576170 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.576702 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: binding-extended Nov 03 15:39:50.577032 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: portsecurity.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.577989 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.578520 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: port-security Nov 03 15:39:50.578847 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: project_id.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.579830 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.580167 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: project-id Nov 03 15:39:50.580495 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: providernet.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.581582 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.582112 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: provider Nov 03 15:39:50.582440 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.585971 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.586509 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos not supported by any of loaded plugins Nov 03 15:39:50.586845 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.588101 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.588633 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 03 15:39:50.588965 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.589932 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.590463 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 03 15:39:50.590790 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_default.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.591715 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.592241 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-default not supported by any of loaded plugins Nov 03 15:39:50.592565 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_fip.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.593225 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.593776 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-fip not supported by any of loaded plugins Nov 03 15:39:50.594103 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_gateway_ip.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.595044 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.595570 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 03 15:39:50.595897 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_port_network_policy.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.597355 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.597909 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 03 15:39:50.598237 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.599286 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.599809 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 03 15:39:50.600139 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_pps_rule.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.601329 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.602068 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-pps not supported by any of loaded plugins Nov 03 15:39:50.602400 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_rule_type_details.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.603331 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.603857 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 03 15:39:50.604185 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: qos_rules_alias.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.605254 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.605817 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 03 15:39:50.606146 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: quotasv2.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.607069 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.607402 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: quotas Nov 03 15:39:50.607726 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: quotasv2_detail.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.610972 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.611348 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: quota_details Nov 03 15:39:50.611716 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: rbac.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.613359 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.613939 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: rbac-policies Nov 03 15:39:50.614277 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: rbac_address_group.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.615257 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.615836 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: rbac-address-group Nov 03 15:39:50.616167 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: rbac_address_scope.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.617110 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.617745 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: rbac-address-scope Nov 03 15:39:50.618076 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: rbac_security_groups.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.619007 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.619538 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: rbac-security-groups Nov 03 15:39:50.619867 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: rbac_subnetpool.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.620809 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.621339 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: rbac-subnetpool Nov 03 15:39:50.621705 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: revisionifmatch.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.622639 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.623164 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: revision-if-match Nov 03 15:39:50.623491 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: revisions.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.624613 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.625134 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: standard-attr-revisions Nov 03 15:39:50.625461 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: router_availability_zone.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.626167 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.626692 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: router_availability_zone Nov 03 15:39:50.627019 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: routerservicetype.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.628025 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.628504 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension router-service-type not supported by any of loaded plugins Nov 03 15:39:50.628830 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.629786 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.630322 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: security-groups-normalized-cidr Nov 03 15:39:50.630648 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: security_groups_port_filtering.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.631603 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.632129 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: port-security-groups-filtering Nov 03 15:39:50.632456 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.633455 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.634011 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: security-groups-remote-address-group Nov 03 15:39:50.634338 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: security_groups_shared_filtering.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.635284 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.635812 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: security-groups-shared-filtering Nov 03 15:39:50.636132 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.636727 n-d-813897-2 neutron-server[107995]: WARNING neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 03 15:39:50.637050 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: securitygroup.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.646814 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.647360 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: security-group Nov 03 15:39:50.647699 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: segment.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.648495 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.649022 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension segment not supported by any of loaded plugins Nov 03 15:39:50.649352 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.650350 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.651159 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 03 15:39:50.651513 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: servicetype.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.652679 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.653218 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: service-type Nov 03 15:39:50.653576 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: sorting.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.654581 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.654917 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: sorting Nov 03 15:39:50.655244 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: standard_attr_segment.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.656173 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.656702 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 03 15:39:50.657029 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: standardattrdescription.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.657718 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.658239 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: standard-attr-description Nov 03 15:39:50.658563 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: stateful_security_group.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.660156 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.660689 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: stateful-security-group Nov 03 15:39:50.661019 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: stdattrs_common.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.661633 n-d-813897-2 neutron-server[107995]: WARNING neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 03 15:39:50.661967 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.662906 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.663435 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 03 15:39:50.663761 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: subnet_onboard.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.664848 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.665374 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: subnet_onboard Nov 03 15:39:50.665727 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.667515 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.668044 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 03 15:39:50.668372 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: subnet_service_types.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.669316 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.669877 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: subnet-service-types Nov 03 15:39:50.670200 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: subnetallocation.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.671315 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.671848 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: subnet_allocation Nov 03 15:39:50.672175 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.672855 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.673382 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: subnetpool-prefix-ops Nov 03 15:39:50.673739 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.675484 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.676060 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 03 15:39:50.676388 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: tagging.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.677486 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.678055 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: standard-attr-tag Nov 03 15:39:50.678388 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: timestamp.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.679623 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.680150 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loaded extension: standard-attr-timestamp Nov 03 15:39:50.680482 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: trunk.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.681559 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.682089 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension trunk not supported by any of loaded plugins Nov 03 15:39:50.682419 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: trunk_details.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.683369 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.683897 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension trunk-details not supported by any of loaded plugins Nov 03 15:39:50.684226 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: uplink_status_propagation.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.685164 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.685713 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 03 15:39:50.686040 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Loading extension file: vlantransparent.py {{(pid=107995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 15:39:50.686723 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 15:39:50.687241 n-d-813897-2 neutron-server[107995]: INFO neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extension vlan-transparent not supported by any of loaded plugins Nov 03 15:39:50.689808 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:network Nov 03 15:39:50.690377 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:subnet Nov 03 15:39:50.690787 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 15:39:50.691187 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:port Nov 03 15:39:50.692469 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.692916 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service FLAVORS assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.693584 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.694019 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.694355 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:router Nov 03 15:39:50.694789 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:floatingip Nov 03 15:39:50.695286 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service METERING assigned prefix: /metering {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.696739 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.697155 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.697465 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:39:50.698521 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 15:39:50.698974 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:security_group Nov 03 15:39:50.699407 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 15:39:50.700018 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service CORE assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.700352 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 15:39:50.700703 n-d-813897-2 neutron-server[107995]: WARNING neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] subnetpool is already registered Nov 03 15:39:50.701156 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service CORE assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.701494 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 15:39:50.701866 n-d-813897-2 neutron-server[107995]: WARNING neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] subnetpool is already registered Nov 03 15:39:50.704247 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.704699 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service FLAVORS assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.705308 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.706329 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.706669 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:router Nov 03 15:39:50.707014 n-d-813897-2 neutron-server[107995]: WARNING neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] router is already registered Nov 03 15:39:50.707432 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:floatingip Nov 03 15:39:50.707775 n-d-813897-2 neutron-server[107995]: WARNING neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] floatingip is already registered Nov 03 15:39:50.708257 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service METERING assigned prefix: /metering {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.708983 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 15:39:50.709315 n-d-813897-2 neutron-server[107995]: WARNING neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] rbac_policy is already registered Nov 03 15:39:50.709767 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:security_group Nov 03 15:39:50.710108 n-d-813897-2 neutron-server[107995]: WARNING neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] security_group is already registered Nov 03 15:39:50.710517 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 15:39:50.710856 n-d-813897-2 neutron-server[107995]: WARNING neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] security_group_rule is already registered Nov 03 15:39:50.711352 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service CORE assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.711684 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 15:39:50.712024 n-d-813897-2 neutron-server[107995]: WARNING neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] subnetpool is already registered Nov 03 15:39:50.712461 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.v2.resource_helper [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Service CORE assigned prefix: {{(pid=107995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 15:39:50.712787 n-d-813897-2 neutron-server[107995]: INFO neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 15:39:50.713126 n-d-813897-2 neutron-server[107995]: WARNING neutron.quota.resource_registry [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] subnetpool is already registered Nov 03 15:39:50.714907 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: extensions {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.716393 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: address-groups {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.717917 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: address-scopes {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.719136 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: agents {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.720392 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: auto-allocated-topology {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.722389 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: availability_zones {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.723610 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: dhcp-networks {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.725015 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: dhcp-agents {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.726588 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: routers {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.728683 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: flavors {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.729979 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: service_profiles {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.731190 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: next_providers {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.732640 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: service_profiles {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.734169 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: floatingip-pools {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.735502 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: routers {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.737759 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: floatingips {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.739048 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: l3-routers {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.740432 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: l3-agents {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.741893 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: metering-labels {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.743141 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: metering-label-rules {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.744500 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: network-ip-availabilities {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.745793 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: bindings {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.747372 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: quotas {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.749027 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: quotas {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.750581 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: rbac-policies {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.751775 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: security-groups {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.753131 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: security-group-rules {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.754410 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: service-providers {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.755689 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: subnetpools {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.757091 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: subnetpools {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.758569 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.760235 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.762094 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.763861 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.765552 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.767508 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.769788 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.772561 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.774344 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.776338 n-d-813897-2 neutron-server[107995]: DEBUG neutron.api.extensions [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Extended resource: tags {{(pid=107995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 15:39:50.782495 n-d-813897-2 neutron-server[107995]: WARNING keystonemiddleware.auth_token [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 03 15:39:50.787579 n-d-813897-2 neutron-server[107995]: WARNING keystonemiddleware.auth_token [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 03 15:39:50.796657 n-d-813897-2 neutron-server[107995]: DEBUG oslo_concurrency.lockutils [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Acquired lock "singleton_lock" {{(pid=107995) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 03 15:39:50.797135 n-d-813897-2 neutron-server[107995]: DEBUG oslo_concurrency.lockutils [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Releasing lock "singleton_lock" {{(pid=107995) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 03 15:39:50.797814 n-d-813897-2 neutron-server[107995]: INFO oslo_service.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Starting 2 workers Nov 03 15:39:50.803194 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Started child 108104 {{(pid=107995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 15:39:50.807683 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Started child 108105 {{(pid=107995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 15:39:50.808680 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:39:50.809298 n-d-813897-2 neutron-server[107995]: INFO neutron.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Neutron service started, listening on 0.0.0.0:9696 Nov 03 15:39:50.809917 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Publish callbacks [] for process, before_spawn {{(pid=107995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:39:50.810502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [-] (108104) wsgi starting up on http://0.0.0.0:9696 Nov 03 15:39:50.812342 n-d-813897-2 neutron-server[107995]: INFO oslo_service.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Starting 1 workers Nov 03 15:39:50.812523 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:39:50.813920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [-] (108105) wsgi starting up on http://0.0.0.0:9696 Nov 03 15:39:50.818376 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Started child 108106 {{(pid=107995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 15:39:50.818927 n-d-813897-2 neutron-server[107995]: INFO oslo_service.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Starting 1 workers Nov 03 15:39:50.821922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] calling RpcWorker wait() {{(pid=108106) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 03 15:39:50.822441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] returning from RpcWorker wait() {{(pid=108106) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 03 15:39:50.823477 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Started child 108107 {{(pid=107995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 15:39:50.823771 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:39:50.824267 n-d-813897-2 neutron-server[107995]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c73-84a9-47b4-923b-5481345cc8be None None] Publish callbacks [] for process, after_spawn {{(pid=107995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:39:50.824360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:39:50.826176 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107995) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 15:39:50.826397 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 15:39:50.826586 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 15:39:50.826804 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 15:39:50.827136 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 15:39:50.827321 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 15:39:50.827810 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.828096 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.828234 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:39:50.828695 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.828695 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.828871 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.829444 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.829904 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.830155 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.830460 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.830775 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.830948 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.831112 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.831361 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.831646 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.831974 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.832231 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.832492 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.832774 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.832947 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.833198 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.833475 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.833749 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.834027 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] debug = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.834270 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.834744 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.834985 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.835253 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.835493 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.835777 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.836006 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.836263 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.836501 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.836719 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.836967 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.837216 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.837458 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.837728 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.837992 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.838248 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.838484 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.838955 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] host = n-d-813897-2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.839172 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.839423 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.839678 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.840020 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.840277 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.840495 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.840801 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.841015 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.841267 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.841510 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.841776 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.842024 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.842274 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.842528 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.842695 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_options = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.842913 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.843186 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.843442 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.843636 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.843807 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.843987 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.844265 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.844433 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.844694 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.844912 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.845127 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.845341 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.845593 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.845826 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.846077 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.846470 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.846838 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.847112 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.847382 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.847644 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.847906 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.848136 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.848363 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.848625 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.848863 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.849082 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.849323 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.849575 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.849836 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.850158 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.850431 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.850696 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.850940 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.851174 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.851435 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.851670 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.851899 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.852133 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.852413 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.852640 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.852901 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.853151 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.853366 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.853635 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.853852 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.854370 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.854608 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_json = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.854834 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.855073 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.855392 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.855605 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.855831 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.856039 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.856304 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.856558 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.856990 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.857278 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.857638 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.857876 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.858137 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.858693 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.858693 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.858999 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.859673 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.859673 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.859915 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.860010 n-d-813897-2 neutron-server[108107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:39:50.860268 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.860764 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.860764 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.861080 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.861389 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.863313 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.863313 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.863313 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.863313 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.863313 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.863651 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.863651 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.863877 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.864110 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.864386 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.864633 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.864980 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.865254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.865513 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.865801 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.866041 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.866288 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.866536 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.866777 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.867001 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.867219 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.867485 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.867710 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.867928 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.868153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.868385 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.868625 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.868857 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.869113 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.869374 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.869631 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.869853 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.870260 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.870636 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.870869 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.871093 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.871327 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.871590 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.871832 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.872086 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.872310 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.872547 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.872783 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.873032 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.873275 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.874121 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.874121 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.874121 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.874344 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.874344 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.874631 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.874859 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.875098 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.875315 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.875531 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.875946 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.876362 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.876792 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.877155 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.877664 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.878601 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.878991 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.879219 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.879435 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.879652 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.879868 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.880086 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.880314 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.880528 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.880934 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.881294 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.881797 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.882039 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.882332 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.882650 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.882902 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.883157 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.883378 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.883627 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.883845 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.884107 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.884324 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.884542 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.884756 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.885004 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.885427 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.885880 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.886112 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.886332 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.886577 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.886797 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.887044 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.887289 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.887546 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.887769 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.888063 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.888318 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.888553 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.888782 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.889242 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.889715 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.889980 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.890269 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.890497 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.890774 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.891097 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.891379 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.891644 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.891885 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.892144 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.892430 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.892689 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.892980 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.893841 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.894150 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.894415 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.894692 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.894963 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.895189 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.895432 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.895663 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.896028 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.896278 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.896512 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.896726 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.896994 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.897254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.897504 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.897808 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.898055 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.898289 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.898534 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.898791 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.899007 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.899240 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.899471 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.899689 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.899930 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.900178 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.900404 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.900621 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.900837 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.901375 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.901593 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.901817 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.902039 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.902280 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.902499 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.902751 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.902965 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.903186 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.903423 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.903948 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.903948 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.904244 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.904379 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.904600 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.904744 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.904948 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.905198 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.905435 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.905706 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.905930 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.906191 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.906406 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.906656 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.906876 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.907091 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.907301 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.907713 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.908107 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.908499 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.909574 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.909819 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.910078 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.910338 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.910686 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.910964 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.911194 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.911441 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.911822 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.912229 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.912628 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.913054 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.913344 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.913618 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.913841 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.914106 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.914366 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.914619 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.914834 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.915081 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.915919 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.915919 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.915919 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.916182 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.916272 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.916468 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.916744 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.916989 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.917928 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.917928 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.917928 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.917928 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.918214 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.918313 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.918527 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.918756 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.918990 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.919220 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.919442 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.919657 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.919889 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.920118 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.920360 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.920765 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.920992 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.921213 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.921426 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.921680 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.921910 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.922098 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.922314 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.922537 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.922746 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.922996 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.923207 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.923422 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.923647 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.923865 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.924074 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.924377 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.924802 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.925060 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.925374 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.925613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.925865 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.926292 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.926761 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.926980 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.927225 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.927466 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.927687 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.927910 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.928181 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.928492 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.928762 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.929019 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.929254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.929548 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.929852 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.930119 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.930341 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.930630 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.930963 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.931246 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.931504 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.931752 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.931989 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.932217 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.932454 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.932692 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.932928 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.933165 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.933436 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.933689 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.933916 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.934140 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.934389 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.934628 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.934897 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.935145 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.935388 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.935605 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.935765 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 15:39:50.936300 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107995) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 15:39:50.936460 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 15:39:50.936616 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 15:39:50.936875 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 15:39:50.937058 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 15:39:50.937185 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 15:39:50.937355 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.937566 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.937699 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.937784 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.937932 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.938112 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.938300 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.938442 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.938665 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.938864 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.938864 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.939156 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.939156 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.939305 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.939450 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.939594 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.939748 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.939908 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.940658 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.940658 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.940658 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.940658 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.941156 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] debug = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.941156 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.941156 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.941156 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.941592 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.941592 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.941741 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.943434 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.943434 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.943434 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.943434 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.943434 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.943434 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.943434 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.943434 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.944254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.944254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.944254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.944254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] host = n-d-813897-2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.944254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.944254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.944254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.944254 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.945153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.945153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.945153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.945153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.945153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.945153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.945153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.945153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.946613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.946613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.946613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_options = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.946613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.946613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.946613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.946613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.946613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.947838 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.947838 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.947838 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.947838 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.947838 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.947838 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.947838 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.947838 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.948836 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.948836 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.948836 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.948836 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.948836 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.948836 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.948836 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.948836 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.949648 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.949648 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.949648 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.949648 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.949648 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.949648 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.950243 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.950243 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.950243 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.950243 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.950510 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.950510 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.950791 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.950791 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.951701 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.951701 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.951701 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.951701 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.951701 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.951701 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.953681 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.953681 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.953681 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.953681 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.953681 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.953681 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_json = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.953681 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.953681 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.953681 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.954202 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.954202 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.954202 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.954202 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.954202 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 15:39:50.954202 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.954202 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.954202 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.954623 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.954623 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.954751 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.954816 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.955037 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.955426 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.956183 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.956365 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.956552 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.956751 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.957005 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.957175 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.957360 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.957591 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.957820 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.958164 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.958568 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.958765 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.959455 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.959455 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.959455 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.959753 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.959753 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.959921 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.960181 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.960359 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.960756 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.960995 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.961183 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.961385 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.961650 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.961793 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.961881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:39:50.962044 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.962232 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.962342 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.962519 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.962754 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.962922 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.963173 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.963395 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.963534 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.963684 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.963932 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.964106 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.964326 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.964556 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.964876 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.964979 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.965153 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.965336 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.965510 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.965835 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.965982 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.966198 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.966395 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.966577 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.966826 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.967009 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.967320 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.967470 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.967678 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.967914 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.968107 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.968373 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.968511 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.968757 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.968947 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.969131 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.969353 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.969568 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.969841 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.969939 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.970136 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.970354 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.970497 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.970752 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.970880 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.971054 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.971274 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.972042 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.972171 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.972411 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.972769 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.972956 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.973141 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.973350 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.973595 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.973790 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.973949 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.974143 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.974317 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.974546 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.974716 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.974907 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.975127 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.975295 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.975702 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.975702 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.975885 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.976036 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.976180 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.976376 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.976598 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.977551 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.977551 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.977551 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.977551 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.977551 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.977994 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.977994 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.978191 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.978317 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.978531 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.978698 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.978881 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.979301 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.979466 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.979837 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.979985 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.980255 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.980415 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.980594 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.980845 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.981087 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.981428 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.981428 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.982075 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.982075 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.982075 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.982267 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.982267 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.982613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.982613 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.982789 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.982908 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.983059 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.983220 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.983382 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.983543 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.983724 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.983854 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.984015 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.984180 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.984353 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.984503 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.984665 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.984831 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.984987 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.985152 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.985312 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.985474 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.985659 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.985821 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.985985 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.986158 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.986307 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.986463 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.986623 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.986813 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.987478 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.987835 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.988003 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.988167 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.988328 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.988489 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.988650 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.988810 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.988971 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.989132 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.989293 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.989454 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.989649 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.989811 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.989972 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.990132 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.990294 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.990455 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.990622 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.990785 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.990943 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.991098 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.991263 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.991423 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.991586 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.991748 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.991909 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.992068 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.992231 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.992393 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.992571 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.992735 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.992962 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.993064 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.993203 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.993366 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.993547 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.993772 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.993871 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.994020 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.994179 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.994343 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.994506 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.994668 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.994829 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.994989 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.995151 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.995310 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.995472 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.995648 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.995810 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.996324 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.996324 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.996324 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.996542 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.996622 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.996743 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.996906 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.997068 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.997262 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.997426 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.997620 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.997787 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.997948 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.998103 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.998243 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.998378 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.998550 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.998711 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.998874 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.999033 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.999195 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.999356 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.999565 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.999756 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.999961 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:50.999961 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.000358 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.000358 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.000783 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.000783 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.000783 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.001392 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.001392 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.001392 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.001392 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.002113 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.002113 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.002113 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.002113 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.002113 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.002393 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.002514 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.003229 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.003399 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.003561 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.003723 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.003884 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.004048 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.004219 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.004390 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.004558 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.004720 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.004891 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.005061 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.005227 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.005388 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.005580 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.005808 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.005916 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.006066 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.006218 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.006378 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.006539 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.006700 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.006862 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.007022 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.007184 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.007345 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.007506 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.007667 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.007830 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.007990 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.008150 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.008311 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.008471 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.008631 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.008792 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 15:39:51.008945 n-d-813897-2 neutron-server[107995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 15:39:51.177445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36296) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:39:51.185967 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063074 Nov 03 15:40:02.461145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5520a7ee-a952-4e0c-8eae-e577cf9f149f None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 15:40:02.521740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d282815-0535-4e1b-b321-74b5c2636b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715235'] for agent, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:02.558958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520a7ee-a952-4e0c-8eae-e577cf9f149f None None] No non-hosted networks {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 03 15:40:04.867810 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-03ad003c-4117-4fcc-a60d-5c638d7af92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715235'] for agent, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:04.913751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-411ef3ec-ffd4-4bbb-a15f-c2ea1e347164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:06.072648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715235'] for agent, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:07.572261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715235'] for agent, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:08.272112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715235'] for agent, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:08.272982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.273585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.274233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.275050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.275608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.276154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.276682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.277207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.277792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.278461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.278993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.279650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:08.280239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813897-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:08.308538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813897-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:08.957017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36386) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:09.546769 n-d-813897-2 neutron-server[108105]: WARNING oslo_policy.policy [None req-c27e13d0-cb39-430f-ba3a-3d40ecfede5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 15:40:09.547488 n-d-813897-2 neutron-server[108105]: WARNING oslo_policy.policy [None req-c27e13d0-cb39-430f-ba3a-3d40ecfede5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 15:40:09.645620 n-d-813897-2 neutron-server[108106]: INFO neutron.db.l3_hamode_db [None req-fa2bfe44-0d56-4fe7-8ec5-b123a9e9ab7c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 03 15:40:09.724872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2bfe44-0d56-4fe7-8ec5-b123a9e9ab7c None None] Routers set() bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:40:09.725531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2bfe44-0d56-4fe7-8ec5-b123a9e9ab7c None None] Router IDs set() for agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 15:40:09.776714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-c27e13d0-cb39-430f-ba3a-3d40ecfede5b admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:40:09.777878 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c27e13d0-cb39-430f-ba3a-3d40ecfede5b admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.8195002 Nov 03 15:40:12.291592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36402) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:12.782445 n-d-813897-2 neutron-server[108104]: WARNING oslo_policy.policy [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 15:40:12.783057 n-d-813897-2 neutron-server[108104]: WARNING oslo_policy.policy [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 15:40:13.007537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:40:13.103073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.policy [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 15:40:13.149667 n-d-813897-2 neutron-server[108104]: WARNING oslo_policy.policy [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 15:40:13.150035 n-d-813897-2 neutron-server[108104]: WARNING oslo_policy.policy [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 15:40:13.159108 n-d-813897-2 neutron-server[108104]: INFO neutron.quota [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] Loaded quota_driver: . Nov 03 15:40:13.262778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788684462058', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788684461369', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788684441486', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788684446802', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788678795103', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788684499408', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-781609', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3525158', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-456682', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-513328'] for rbac-policy, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:13.329386 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:13.330844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ebbfcec4-837b-498b-92bf-4a7e8da64ef3 admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0371590 Nov 03 15:40:16.030022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36420) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:16.329729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'admin_state_up': True, 'project_id': '840c51fef39e4d79a1443578a92b1c7b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:40:16.357312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Made reservation on behalf of 840c51fef39e4d79a1443578a92b1c7b for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:40:16.360617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:16.377071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:16.485589 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:16.489044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:16.508745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:40:16.537692 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788679678980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:16.538253 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Unsubscribe: segment precommit_create {{(pid=108104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 15:40:16.538765 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Added segment 50412c65-c872-435c-84bb-7ffd530002af of type vlan for network 79b1eda3-0fd2-4d72-987d-7054ec311784 Nov 03 15:40:16.554454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ca71ae-7be7-4a86-b499-67ac91893644,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:16.605983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.606321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.606661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.606991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.607319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.607641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.607963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.608281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.608597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.608914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.609376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.609816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Tracked resource versions report: Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: pushed versions: Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: { 'AddressGroup': {'1.2'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'ConntrackHelper': {'1.0'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Log': {'1.0'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Network': {'1.1'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Port': {'1.7'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'PortForwarding': {'1.2'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'QosPolicy': {'1.10'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'SecurityGroup': {'1.5'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'SecurityGroupRule': {'1.2'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'SubPort': {'1.0'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Subnet': {'1.1'}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Trunk': {'1.1'}} Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: consumer versions: Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: { DHCP agent@n-d-813897-2: {}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: L3 agent@n-d-813897-2: {}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: Metadata agent@n-d-813897-2: {}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: Metering agent@n-d-813897-2: {}, Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: Open vSwitch agent@n-d-813897-2: { 'AddressGroup': '1.2', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'ConntrackHelper': '1.0', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Log': '1.0', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Network': '1.1', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Port': '1.7', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'PortForwarding': '1.2', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'QosPolicy': '1.10', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'SecurityGroup': '1.5', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'SecurityGroupRule': '1.2', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'SubPort': '1.0', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Subnet': '1.1', Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: 'Trunk': '1.1'}} Nov 03 15:40:16.610914 n-d-813897-2 neutron-server[108104]: {{(pid=108104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 15:40:16.651211 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:16.694624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:16.695943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:40:16.696621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:16.756932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7257538 Nov 03 15:40:16.799003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62196ba6-94ab-4ffc-a4cf-53605b79c20d admin admin] Pushing event updated for resources: {'Network': ['ID=79b1eda3-0fd2-4d72-987d-7054ec311784,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:16.810891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 79b1eda3-0fd2-4d72-987d-7054ec311784 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:40:19.528408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36434) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:19.916934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9038d988-e99c-48c1-92a3-b7c1899bd0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:40:19.918331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9038d988-e99c-48c1-92a3-b7c1899bd0bd admin admin] 10.222.0.86 "GET /v2.0/networks/79b1eda3-0fd2-4d72-987d-7054ec311784 HTTP/1.1" status: 200 len: 825 time: 0.3889387 Nov 03 15:40:19.943025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f283f6dd-2e70-4d5a-ad3d-fc19f569510d admin admin] 10.222.0.86 "GET /v2.0/subnetpools/ae42b488-44bd-4eb1-a1e1-0c89d602c27e HTTP/1.1" status: 200 len: 734 time: 0.0179167 Nov 03 15:40:19.951964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784', 'subnetpool_id': 'ae42b488-44bd-4eb1-a1e1-0c89d602c27e', 'ip_version': 4, 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:40:19.974428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Made reservation on behalf of 840c51fef39e4d79a1443578a92b1c7b for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:40:19.976714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Publish callbacks [] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:20.263699 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:20.329161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:20.335475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Checking segment: {'id': '50412c65-c872-435c-84bb-7ffd530002af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:40:20.335901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Network hostable DHCP agents. Network: 79b1eda3-0fd2-4d72-987d-7054ec311784, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:40:20.358472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Network 79b1eda3-0fd2-4d72-987d-7054ec311784 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:40:20.369505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 79b1eda3-0fd2-4d72-987d-7054ec311784) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:40:20.375211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:40:20.375786 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:20.379806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d495c6-24b7-4c87-8679-26642e7dad7d None None] Network 79b1eda3-0fd2-4d72-987d-7054ec311784 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:40:20.393948 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5795b643-89ec-4aff-947a-4a90fd69af7b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451504 Nov 03 15:40:20.702825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-79b1eda3-0fd2-4d72-987d-7054ec311784', 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'fixed_ips': [{'subnet_id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:40:20.704055 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:21.000641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Allocated IP 172.20.0.2 (79b1eda3-0fd2-4d72-987d-7054ec311784/d6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d/19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:40:21.203335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:21.212208 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:21.289336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Network 79b1eda3-0fd2-4d72-987d-7054ec311784 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:40:21.297035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:40:21.298943 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Pushing event updated for resources: {'Port': ['ID=19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:21.306325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:40:21.309858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.310203 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.310552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.310869 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.311195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.311521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.312375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.312696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.313017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.313335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.313681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.314001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Tracked resource versions report: Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: pushed versions: Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: { 'AddressGroup': {'1.2'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'ConntrackHelper': {'1.0'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Log': {'1.0'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Network': {'1.1'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Port': {'1.7'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'PortForwarding': {'1.2'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'QosPolicy': {'1.10'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'SecurityGroup': {'1.5'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'SecurityGroupRule': {'1.2'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'SubPort': {'1.0'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Subnet': {'1.1'}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Trunk': {'1.1'}} Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: consumer versions: Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: { DHCP agent@n-d-813897-2: {}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: L3 agent@n-d-813897-2: {}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: Metadata agent@n-d-813897-2: {}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: Metering agent@n-d-813897-2: {}, Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: Open vSwitch agent@n-d-813897-2: { 'AddressGroup': '1.2', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'ConntrackHelper': '1.0', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Log': '1.0', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Network': '1.1', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Port': '1.7', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'PortForwarding': '1.2', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'QosPolicy': '1.10', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'SecurityGroup': '1.5', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'SecurityGroupRule': '1.2', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'SubPort': '1.0', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Subnet': '1.1', Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: 'Trunk': '1.1'}} Nov 03 15:40:21.315069 n-d-813897-2 neutron-server[108106]: {{(pid=108106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 15:40:21.392650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Attempting to bind port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:40:21.393285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Attempting to bind port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '50412c65-c872-435c-84bb-7ffd530002af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:40:21.393466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Attempting to bind port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b on network 79b1eda3-0fd2-4d72-987d-7054ec311784 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:40:21.398360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:40:21.398995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Checking segment: {'id': '50412c65-c872-435c-84bb-7ffd530002af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:40:21.399464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:21.399845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Bound using segment: {'id': '50412c65-c872-435c-84bb-7ffd530002af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:40:21.400303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Bound port: 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50412c65-c872-435c-84bb-7ffd530002af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:40:21.400705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:21.472078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] For port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:40:21.476502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] For port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b,segment=NetworkSegment(50412c65-c872-435c-84bb-7ffd530002af),segment_id=50412c65-c872-435c-84bb-7ffd530002af)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:40:21.481736 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:21.562977 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2e76a-26b8-40b6-aa97-d2e299f83160 None None] Pushing event updated for resources: {'Port': ['ID=19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:22.972082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36442) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:23.288096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-d1a48c1d-5b3b-4885-9e48-7aa761d574c0 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:40:23.289077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d1a48c1d-5b3b-4885-9e48-7aa761d574c0 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3160691 Nov 03 15:40:25.834772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36450) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:26.162258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-55fb84d9-e0c7-433f-9680-859841edc863 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:40:26.163239 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-55fb84d9-e0c7-433f-9680-859841edc863 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3275602 Nov 03 15:40:28.903648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36460) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:29.211523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-082b0da8-c9ad-4adc-9a84-41f4e2d408a8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:40:29.236310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-082b0da8-c9ad-4adc-9a84-41f4e2d408a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:29.237857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-082b0da8-c9ad-4adc-9a84-41f4e2d408a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:29.375277 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-082b0da8-c9ad-4adc-9a84-41f4e2d408a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:29.380150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-082b0da8-c9ad-4adc-9a84-41f4e2d408a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:29.395064 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-082b0da8-c9ad-4adc-9a84-41f4e2d408a8 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:29.396246 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-082b0da8-c9ad-4adc-9a84-41f4e2d408a8 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4916344 Nov 03 15:40:30.240675 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:40:30.363022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:30.363364 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:30.480561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:30.515342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b,segment=NetworkSegment(50412c65-c872-435c-84bb-7ffd530002af),segment_id=50412c65-c872-435c-84bb-7ffd530002af)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:40:30.519747 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:30.569168 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:30.765321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c00ae61-e1aa-46c3-ac18-9f7b0b28d21e None None] Network 79b1eda3-0fd2-4d72-987d-7054ec311784 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:40:30.832617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-59a14637-409d-4bd5-b4fd-52c818968b01 None None] Provisioning complete for port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:30.832983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59a14637-409d-4bd5-b4fd-52c818968b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:31.179931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a18d23c3-9d70-403a-9089-1afb1f294dfa None None] Provisioning complete for port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:31.180301 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a18d23c3-9d70-403a-9089-1afb1f294dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:31.930987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36472) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:32.207264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:40:32.244995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-2d5348ba-9069-4f45-90a5-cf8c3bfbf3de admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:40:32.246036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2d5348ba-9069-4f45-90a5-cf8c3bfbf3de admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3141143 Nov 03 15:40:32.253141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:32.253503 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:32.386268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac95e19b-302d-4bac-ad12-3a12d6f57ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:34.754072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36480) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:34.863883 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f25a648f-b37d-4e68-a0cb-2e839cd8106d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:35.073601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:40:35.095844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Made reservation on behalf of 36e63089e8d441fc93a120b06e9741f3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:40:35.098579 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:35.106240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:35.181997 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:35.185030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:35.202328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Reserving flat network on physical network physnet1 {{(pid=108104) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 03 15:40:35.221678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc40a79c-4af4-49ee-8d8a-1385d522f169,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:35.224460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:35.224792 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Added segment 4df575f5-d368-4bdc-a97d-ad8ff17ed40e of type flat for network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a Nov 03 15:40:35.272030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:35.303814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:35.304718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:40:35.305298 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:35.334083 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5789716 Nov 03 15:40:35.366445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75415d-0894-429a-94f4-0f7719293b67 admin admin] Pushing event updated for resources: {'Network': ['ID=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:35.377367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:40:36.007646 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:37.505373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:37.814580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36498) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:37.993045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25874327-d74d-40fe-a3dd-5a5434640847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:40:37.994416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-25874327-d74d-40fe-a3dd-5a5434640847 admin admin] 10.222.0.86 "GET /v2.0/subnets/d6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d HTTP/1.1" status: 200 len: 849 time: 0.1788762 Nov 03 15:40:38.110037 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-01d97268-d916-4134-bbfe-7a8cbb4743a1 admin admin] 10.222.0.86 "GET /v2.0/routers/339a7eb6-9ea5-4517-b184-bca5c0fc02bc HTTP/1.1" status: 200 len: 704 time: 0.1091230 Nov 03 15:40:38.272272 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:38.378207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:38.665421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Allocated IP 172.20.0.1 (79b1eda3-0fd2-4d72-987d-7054ec311784/d6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d/997cdfb5-2f62-4230-b47d-ba33897122bf) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:40:38.856819 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:38.923459 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:38.994575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Network 79b1eda3-0fd2-4d72-987d-7054ec311784 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:40:39.000512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:40:39.009353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:40:39.009920 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:39.075347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Pushing event updated for resources: {'Port': ['ID=997cdfb5-2f62-4230-b47d-ba33897122bf,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:39.210847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:39.227703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4d523780-ff0c-45e8-90e2-0e2f1e50d325 None None] Provisioning complete for port 997cdfb5-2f62-4230-b47d-ba33897122bf triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:39.228271 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4d523780-ff0c-45e8-90e2-0e2f1e50d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:39.261631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4d523780-ff0c-45e8-90e2-0e2f1e50d325 None None] Port 997cdfb5-2f62-4230-b47d-ba33897122bf cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:40:39.418906 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:39.423917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:39.424657 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:39.505230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Pushing event updated for resources: {'Port': ['ID=997cdfb5-2f62-4230-b47d-ba33897122bf,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:39.548967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Network 79b1eda3-0fd2-4d72-987d-7054ec311784 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:40:39.550298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:40:39.707485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Router 339a7eb6-9ea5-4517-b184-bca5c0fc02bc is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:40:39.784622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c27bc83b-c2b4-40e3-88ff-f94d1970ca1c None None] Provisioning complete for port 997cdfb5-2f62-4230-b47d-ba33897122bf triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:39.785013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c27bc83b-c2b4-40e3-88ff-f94d1970ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:39.796856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:40:39.802109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ef9298e0-2ed6-412e-9917-118ee89a11ed admin admin] 10.222.0.86 "PUT /v2.0/routers/339a7eb6-9ea5-4517-b184-bca5c0fc02bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6863775 Nov 03 15:40:39.807558 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Sync routers for ids ['339a7eb6-9ea5-4517-b184-bca5c0fc02bc'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:40:39.820955 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Routers {'339a7eb6-9ea5-4517-b184-bca5c0fc02bc'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:40:39.822176 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:40:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['339a7eb6-9ea5-4517-b184-bca5c0fc02bc'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:39.824792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c27bc83b-c2b4-40e3-88ff-f94d1970ca1c None None] Port 997cdfb5-2f62-4230-b47d-ba33897122bf cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:40:40.015959 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Set router 339a7eb6-9ea5-4517-b184-bca5c0fc02bc gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:40:40.446900 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'name': 'router1', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:40:29Z', 'updated_at': '2021-11-03T15:40:39Z', 'revision_number': 2, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'gw_port_host': None, '_interfaces': [{'id': '997cdfb5-2f62-4230-b47d-ba33897122bf', 'name': '', 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'mac_address': 'fa:16:3e:a7:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:40:38Z', 'updated_at': '2021-11-03T15:40:39Z', 'revision_number': 2, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'subnets': [{'id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae42b488-44bd-4eb1-a1e1-0c89d602c27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:40.497360 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Checking router: 339a7eb6-9ea5-4517-b184-bca5c0fc02bc for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:40:40.498259 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Updating router 339a7eb6-9ea5-4517-b184-bca5c0fc02bc port 997cdfb5-2f62-4230-b47d-ba33897122bf binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:40:40.546909 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.057701 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.064968 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.224891 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Pushing event updated for resources: {'Port': ['ID=997cdfb5-2f62-4230-b47d-ba33897122bf,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:41.241488 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.241859 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.242197 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.242533 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.242865 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.243191 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.243517 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.243839 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.244294 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.244617 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.244938 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.245257 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Tracked resource versions report: Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: pushed versions: Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: { 'AddressGroup': {'1.2'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'ConntrackHelper': {'1.0'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Log': {'1.0'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Network': {'1.1'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Port': {'1.7'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'PortForwarding': {'1.2'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'QosPolicy': {'1.10'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'SecurityGroup': {'1.5'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'SecurityGroupRule': {'1.2'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'SubPort': {'1.0'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Subnet': {'1.1'}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Trunk': {'1.1'}} Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: consumer versions: Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: { DHCP agent@n-d-813897-2: {}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: L3 agent@n-d-813897-2: {}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: Metadata agent@n-d-813897-2: {}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: Metering agent@n-d-813897-2: {}, Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: Open vSwitch agent@n-d-813897-2: { 'AddressGroup': '1.2', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'ConntrackHelper': '1.0', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Log': '1.0', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Network': '1.1', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Port': '1.7', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'PortForwarding': '1.2', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'QosPolicy': '1.10', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'SecurityGroup': '1.5', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'SecurityGroupRule': '1.2', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'SubPort': '1.0', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Subnet': '1.1', Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: 'Trunk': '1.1'}} Nov 03 15:40:41.246417 n-d-813897-2 neutron-server[108107]: {{(pid=108107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 15:40:41.249576 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Attempting to bind port 997cdfb5-2f62-4230-b47d-ba33897122bf on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:40:41.249981 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Attempting to bind port 997cdfb5-2f62-4230-b47d-ba33897122bf by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '50412c65-c872-435c-84bb-7ffd530002af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:40:41.250416 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Attempting to bind port 997cdfb5-2f62-4230-b47d-ba33897122bf on network 79b1eda3-0fd2-4d72-987d-7054ec311784 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:40:41.256173 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:40:41.256575 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Checking segment: {'id': '50412c65-c872-435c-84bb-7ffd530002af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:40:41.257059 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.257437 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Bound using segment: {'id': '50412c65-c872-435c-84bb-7ffd530002af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:40:41.257957 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Bound port: 997cdfb5-2f62-4230-b47d-ba33897122bf, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50412c65-c872-435c-84bb-7ffd530002af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:40:41.258349 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.326051 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] For port 997cdfb5-2f62-4230-b47d-ba33897122bf, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:40:41.347410 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] For port 997cdfb5-2f62-4230-b47d-ba33897122bf, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=997cdfb5-2f62-4230-b47d-ba33897122bf,segment=NetworkSegment(50412c65-c872-435c-84bb-7ffd530002af),segment_id=50412c65-c872-435c-84bb-7ffd530002af)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:40:41.352429 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.353017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-58aafb71-0ee7-4d32-9136-e057d73bf6e1 None None] Provisioning complete for port 997cdfb5-2f62-4230-b47d-ba33897122bf triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:41.353973 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-58aafb71-0ee7-4d32-9136-e057d73bf6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.400348 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Routers {'339a7eb6-9ea5-4517-b184-bca5c0fc02bc'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:40:41.400864 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:40:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['339a7eb6-9ea5-4517-b184-bca5c0fc02bc'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:41.438395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-58aafb71-0ee7-4d32-9136-e057d73bf6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.475067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-58aafb71-0ee7-4d32-9136-e057d73bf6e1 None None] For port 997cdfb5-2f62-4230-b47d-ba33897122bf, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=997cdfb5-2f62-4230-b47d-ba33897122bf,segment=NetworkSegment(50412c65-c872-435c-84bb-7ffd530002af),segment_id=50412c65-c872-435c-84bb-7ffd530002af)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:40:41.480635 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-58aafb71-0ee7-4d32-9136-e057d73bf6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.494379 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] Set router 339a7eb6-9ea5-4517-b184-bca5c0fc02bc gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:40:41.533701 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aafb71-0ee7-4d32-9136-e057d73bf6e1 None None] Pushing event updated for resources: {'Port': ['ID=997cdfb5-2f62-4230-b47d-ba33897122bf,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:41.630350 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e86b8-fc79-4293-b3aa-49cc214329ca None None] Pushing event updated for resources: {'Port': ['ID=997cdfb5-2f62-4230-b47d-ba33897122bf,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:41.704805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e46ac244-373e-4f34-b4c8-0f487b547124 None None] Provisioning complete for port 997cdfb5-2f62-4230-b47d-ba33897122bf triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:41.705199 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e46ac244-373e-4f34-b4c8-0f487b547124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:41.724447 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'name': 'router1', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:40:29Z', 'updated_at': '2021-11-03T15:40:39Z', 'revision_number': 2, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'gw_port_host': None, '_interfaces': [{'id': '997cdfb5-2f62-4230-b47d-ba33897122bf', 'name': '', 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'mac_address': 'fa:16:3e:a7:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:40:38Z', 'updated_at': '2021-11-03T15:40:41Z', 'revision_number': 4, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'subnets': [{'id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae42b488-44bd-4eb1-a1e1-0c89d602c27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:41.752521 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f71014-2e5a-481f-a1d7-b02b26a3691f None None] The sync data for ids ['339a7eb6-9ea5-4517-b184-bca5c0fc02bc'] in n-d-813897-2 is: [{'id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'name': 'router1', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:40:29Z', 'updated_at': '2021-11-03T15:40:39Z', 'revision_number': 2, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'gw_port_host': None, '_interfaces': [{'id': '997cdfb5-2f62-4230-b47d-ba33897122bf', 'name': '', 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'mac_address': 'fa:16:3e:a7:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:40:38Z', 'updated_at': '2021-11-03T15:40:41Z', 'revision_number': 4, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'subnets': [{'id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae42b488-44bd-4eb1-a1e1-0c89d602c27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:40:42.203722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36518) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:42.315417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a087a-8cb7-425f-a629-39c809825e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:40:42.316788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c29a087a-8cb7-425f-a629-39c809825e78 admin admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 842 time: 0.1120362 Nov 03 15:40:42.327025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'name': 'public-subnet'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:40:42.349117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Made reservation on behalf of 36e63089e8d441fc93a120b06e9741f3 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:40:42.351350 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:42.699339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.objects.ports [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 15:40:42.699786 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:42.753241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21274e3c-2e41-49d6-95d8-8af50bc2511b,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:42.763865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:40:42.764246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Network hostable DHCP agents. Network: ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:40:42.782251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:40:42.790443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:40:42.794780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:40:42.795501 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:42.799731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f7c799-9097-49bf-a4c2-69085238bb2d None None] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:40:42.814244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-447a0a7a-effb-456f-ad89-16c39358a824 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4899819 Nov 03 15:40:42.940815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b57988-69d6-4d59-9803-94825c7ba08f None None] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:40:45.257191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36526) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:45.376292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.policy [None req-c1aeda1f-9e63-4ee6-b6d8-b1caa0e32051 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 15:40:45.424934 n-d-813897-2 neutron-server[108105]: WARNING oslo_policy.policy [None req-c1aeda1f-9e63-4ee6-b6d8-b1caa0e32051 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 15:40:45.425325 n-d-813897-2 neutron-server[108105]: WARNING oslo_policy.policy [None req-c1aeda1f-9e63-4ee6-b6d8-b1caa0e32051 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 15:40:45.672001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c1aeda1f-9e63-4ee6-b6d8-b1caa0e32051 admin admin] 10.222.0.86 "GET /v2.0/routers/339a7eb6-9ea5-4517-b184-bca5c0fc02bc HTTP/1.1" status: 200 len: 710 time: 0.4136949 Nov 03 15:40:45.854707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbd36f5-2617-4094-bcbd-7888cb726184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:40:45.856292 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5dbd36f5-2617-4094-bcbd-7888cb726184 admin admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 886 time: 0.1792262 Nov 03 15:40:45.866315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:40:46.124525 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:46.371343 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:46.449005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:46.631448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Allocated IP 172.25.6.183 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/35a3ae6d-26ea-4a23-86ba-516b366174f4) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:40:46.745137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:46.808769 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:46.849926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:40:46.870666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:40:46.930607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Pushing event updated for resources: {'Port': ['ID=35a3ae6d-26ea-4a23-86ba-516b366174f4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:46.935825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:40:46.943470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.943864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.944211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.944546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.944875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.945250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.945598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.945924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.946246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.946690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.947012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.947331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Tracked resource versions report: Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: pushed versions: Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: { 'AddressGroup': {'1.2'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'ConntrackHelper': {'1.0'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Log': {'1.0'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Network': {'1.1'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Port': {'1.7'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'PortForwarding': {'1.2'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'QosPolicy': {'1.10'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'SecurityGroup': {'1.5'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'SecurityGroupRule': {'1.2'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'SubPort': {'1.0'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Subnet': {'1.1'}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Trunk': {'1.1'}} Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: consumer versions: Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: { DHCP agent@n-d-813897-2: {}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: L3 agent@n-d-813897-2: {}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: Metadata agent@n-d-813897-2: {}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: Metering agent@n-d-813897-2: {}, Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: Open vSwitch agent@n-d-813897-2: { 'AddressGroup': '1.2', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'ConntrackHelper': '1.0', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Log': '1.0', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Network': '1.1', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Port': '1.7', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'PortForwarding': '1.2', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'QosPolicy': '1.10', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'SecurityGroup': '1.5', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'SecurityGroupRule': '1.2', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'SubPort': '1.0', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Subnet': '1.1', Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: 'Trunk': '1.1'}} Nov 03 15:40:46.948381 n-d-813897-2 neutron-server[108105]: {{(pid=108105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 15:40:47.235728 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:47.486125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:47.491449 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:47.603464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Router 339a7eb6-9ea5-4517-b184-bca5c0fc02bc has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:40:47.708846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:40:47.713306 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:47.714506 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26eee114-7a41-444d-a27e-d87a5c278833 admin admin] 10.222.0.86 "PUT /v2.0/routers/339a7eb6-9ea5-4517-b184-bca5c0fc02bc HTTP/1.1" status: 200 len: 890 time: 1.8515947 Nov 03 15:40:48.244453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 997cdfb5-2f62-4230-b47d-ba33897122bf up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:40:48.295428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 997cdfb5-2f62-4230-b47d-ba33897122bf triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:48.295911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:48.695320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Sync routers for ids ['339a7eb6-9ea5-4517-b184-bca5c0fc02bc'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:40:48.706175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Routers {'339a7eb6-9ea5-4517-b184-bca5c0fc02bc'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:40:48.706873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:40:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['339a7eb6-9ea5-4517-b184-bca5c0fc02bc'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:48.911407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Set router 339a7eb6-9ea5-4517-b184-bca5c0fc02bc gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:40:49.359323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'name': 'router1', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '35a3ae6d-26ea-4a23-86ba-516b366174f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:40:29Z', 'updated_at': '2021-11-03T15:40:47Z', 'revision_number': 4, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'gw_port': {'id': '35a3ae6d-26ea-4a23-86ba-516b366174f4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:40:46Z', 'updated_at': '2021-11-03T15:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '997cdfb5-2f62-4230-b47d-ba33897122bf', 'name': '', 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'mac_address': 'fa:16:3e:a7:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:40:38Z', 'updated_at': '2021-11-03T15:40:41Z', 'revision_number': 5, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'subnets': [{'id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae42b488-44bd-4eb1-a1e1-0c89d602c27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:49.409392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Checking router: 339a7eb6-9ea5-4517-b184-bca5c0fc02bc for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:40:49.409762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Updating router 339a7eb6-9ea5-4517-b184-bca5c0fc02bc port 35a3ae6d-26ea-4a23-86ba-516b366174f4 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:40:49.455819 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:49.769485 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:49.774725 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:49.825213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37485f54-3f7c-409c-bc2c-136242668294 None None] Pushing event updated for resources: {'Port': ['ID=35a3ae6d-26ea-4a23-86ba-516b366174f4,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:49.829297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Attempting to bind port 35a3ae6d-26ea-4a23-86ba-516b366174f4 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:40:49.829691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Attempting to bind port 35a3ae6d-26ea-4a23-86ba-516b366174f4 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:40:49.830051 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Attempting to bind port 35a3ae6d-26ea-4a23-86ba-516b366174f4 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:40:49.835547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:40:49.835909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:40:49.836303 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:49.836677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:40:49.837129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Bound port: 35a3ae6d-26ea-4a23-86ba-516b366174f4, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:40:49.837513 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:49.885117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] For port 35a3ae6d-26ea-4a23-86ba-516b366174f4, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:40:49.888982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] For port 35a3ae6d-26ea-4a23-86ba-516b366174f4, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=35a3ae6d-26ea-4a23-86ba-516b366174f4,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:40:49.893448 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:49.952181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Routers {'339a7eb6-9ea5-4517-b184-bca5c0fc02bc'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:40:49.952781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:40:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['339a7eb6-9ea5-4517-b184-bca5c0fc02bc'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:49.986201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37485f54-3f7c-409c-bc2c-136242668294 None None] Pushing event updated for resources: {'Port': ['ID=35a3ae6d-26ea-4a23-86ba-516b366174f4,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:50.065139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] Set router 339a7eb6-9ea5-4517-b184-bca5c0fc02bc gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:40:50.255779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36544) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:40:50.278584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'name': 'router1', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '35a3ae6d-26ea-4a23-86ba-516b366174f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:40:29Z', 'updated_at': '2021-11-03T15:40:47Z', 'revision_number': 4, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'gw_port': {'id': '35a3ae6d-26ea-4a23-86ba-516b366174f4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:40:46Z', 'updated_at': '2021-11-03T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '997cdfb5-2f62-4230-b47d-ba33897122bf', 'name': '', 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'mac_address': 'fa:16:3e:a7:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:40:38Z', 'updated_at': '2021-11-03T15:40:41Z', 'revision_number': 5, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'subnets': [{'id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae42b488-44bd-4eb1-a1e1-0c89d602c27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:40:50.305570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48cf85-47aa-4bb8-bbc3-5f24214dbcc2 None None] The sync data for ids ['339a7eb6-9ea5-4517-b184-bca5c0fc02bc'] in n-d-813897-2 is: [{'id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'name': 'router1', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '35a3ae6d-26ea-4a23-86ba-516b366174f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:40:29Z', 'updated_at': '2021-11-03T15:40:47Z', 'revision_number': 4, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'gw_port': {'id': '35a3ae6d-26ea-4a23-86ba-516b366174f4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:40:46Z', 'updated_at': '2021-11-03T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '997cdfb5-2f62-4230-b47d-ba33897122bf', 'name': '', 'network_id': '79b1eda3-0fd2-4d72-987d-7054ec311784', 'tenant_id': '840c51fef39e4d79a1443578a92b1c7b', 'mac_address': 'fa:16:3e:a7:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a7eb6-9ea5-4517-b184-bca5c0fc02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:40:38Z', 'updated_at': '2021-11-03T15:40:41Z', 'revision_number': 5, 'project_id': '840c51fef39e4d79a1443578a92b1c7b', 'subnets': [{'id': 'd6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae42b488-44bd-4eb1-a1e1-0c89d602c27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:40:50.384071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0e4b0f0d-d9d8-496b-afb8-4b00233c3789 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1270292 Nov 03 15:40:52.251965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 35a3ae6d-26ea-4a23-86ba-516b366174f4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:40:52.309426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 35a3ae6d-26ea-4a23-86ba-516b366174f4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:52.309872 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:52.393036 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:52.414325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 35a3ae6d-26ea-4a23-86ba-516b366174f4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=35a3ae6d-26ea-4a23-86ba-516b366174f4,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:40:52.420202 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:40:52.470881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=35a3ae6d-26ea-4a23-86ba-516b366174f4,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:40:52.883377 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:40:54.251896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 35a3ae6d-26ea-4a23-86ba-516b366174f4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:40:54.307412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 35a3ae6d-26ea-4a23-86ba-516b366174f4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:40:54.308036 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:02.390741 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-012d32ad-59c3-43dc-b0b8-38c8b7d7045e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:04.864970 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f2ee41dc-f8a6-46ca-9243-884dcdaf1ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:06.014877 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:07.504675 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:08.297946 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:29.881325 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:41:32.394036 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73b6700f-9ea7-4604-adca-ed47fb0538b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:34.871833 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2c73-c478-4602-987b-e1fd04dfadf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:36.016904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:37.506599 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:41:38.285086 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:02.395217 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b6b7ea8f-8085-4d55-b64c-7443eac0f3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:04.864187 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9ba06f7-7808-4530-9a72-2430c94ece9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:06.017582 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:06.881654 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:42:07.509901 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:08.279504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:32.397392 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c8b7dbe-2228-4c90-9822-924b10fd97a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:33.493266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37138) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:33.557226 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b85d6f-5367-4ce6-9e7d-0e0b0766f7b3 admin admin] GET failed (client error): The resource could not be found. Nov 03 15:42:33.558581 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-17b85d6f-5367-4ce6-9e7d-0e0b0766f7b3 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643425 Nov 03 15:42:33.718192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289af43-28fb-4188-8abe-f810002aae9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:33.719827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d289af43-28fb-4188-8abe-f810002aae9a admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565833 Nov 03 15:42:34.866023 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa33d73f-164a-4c67-b830-6f7f81ef5a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:36.021034 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:36.041040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37148) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:36.131891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9255e64-c76a-4967-af49-025afa1d52ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:36.133239 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d9255e64-c76a-4967-af49-025afa1d52ac admin admin] 10.222.0.86 "GET /v2.0/subnets/d6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d HTTP/1.1" status: 200 len: 849 time: 0.0912285 Nov 03 15:42:36.143378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:42:36.228877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Publish callbacks [] for subnet, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:36.372726 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788679750503'] for subnet, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:36.400697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:36.401281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:36.403779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] 10.222.0.86 "PUT /v2.0/subnets/d6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d HTTP/1.1" status: 200 len: 868 time: 0.2642050 Nov 03 15:42:36.406400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef9364-d926-45ed-8137-88071b94cc30 None None] Network 79b1eda3-0fd2-4d72-987d-7054ec311784 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:42:36.428224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:42:36.435870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.436210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.436550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.436890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.437224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.437579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.437915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.438243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.438618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.439026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.439358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.439685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34aae-e81b-412a-912d-bc15f4302c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:42:36.806175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1a0e6665-f6a3-4b45-9d98-0a8061d2dfd2 None None] Provisioning complete for port 19c4bff4-a6f5-4fbe-b644-d7f8efcb8e0b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:42:36.806537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6665-f6a3-4b45-9d98-0a8061d2dfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:36.893838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1a0e6665-f6a3-4b45-9d98-0a8061d2dfd2 None None] Provisioning complete for port 997cdfb5-2f62-4230-b47d-ba33897122bf triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:42:36.894092 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6665-f6a3-4b45-9d98-0a8061d2dfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:37.515353 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:38.284218 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:42:38.708293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37156) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:38.907290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5fd00-db9a-4b78-99b8-2202037f93d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:38.907671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5fd00-db9a-4b78-99b8-2202037f93d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:38.909300 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5ec5fd00-db9a-4b78-99b8-2202037f93d0 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000151 Nov 03 15:42:41.199220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37164) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:41.333774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d109e913-6ac7-41a7-a4b5-f9f87da9790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:41.334535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d109e913-6ac7-41a7-a4b5-f9f87da9790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:41.350168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d109e913-6ac7-41a7-a4b5-f9f87da9790e admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1497812 Nov 03 15:42:43.629258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37172) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:43.759280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005bca84-b0b0-41b4-ad76-031da8aa64f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:43.760670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-005bca84-b0b0-41b4-ad76-031da8aa64f2 admin admin] 10.222.0.86 "GET /v2.0/networks/79b1eda3-0fd2-4d72-987d-7054ec311784 HTTP/1.1" status: 200 len: 869 time: 0.1304548 Nov 03 15:42:43.880062 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:42:46.032914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37180) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:46.156815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253b503-6c29-432f-95af-33b0fae889bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:46.158453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b253b503-6c29-432f-95af-33b0fae889bb admin admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 886 time: 0.1245081 Nov 03 15:42:48.452674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37188) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:48.575151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935b691-b199-42b2-ade6-a544740a7bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:48.575594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935b691-b199-42b2-ade6-a544740a7bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:48.577104 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6935b691-b199-42b2-ade6-a544740a7bb7 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233997 Nov 03 15:42:50.903214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37196) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:50.994530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37fea31-227e-4ab0-8320-34524f9e0726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:50.994976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37fea31-227e-4ab0-8320-34524f9e0726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:50.996492 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c37fea31-227e-4ab0-8320-34524f9e0726 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923107 Nov 03 15:42:53.269482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37204) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:53.358619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29191295-5a6d-441f-beaf-e27871c1cb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:53.359943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-29191295-5a6d-441f-beaf-e27871c1cb99 admin admin] 10.222.0.86 "GET /v2.0/subnets/21274e3c-2e41-49d6-95d8-8af50bc2511b HTTP/1.1" status: 200 len: 816 time: 0.0893912 Nov 03 15:42:55.627476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37212) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:42:55.720495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6295ba1c-6ff1-42cb-9544-27427cf48f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:42:55.721868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6295ba1c-6ff1-42cb-9544-27427cf48f0b admin admin] 10.222.0.86 "GET /v2.0/subnets/d6a9aeb2-6b2c-4b7b-a6be-ab22bacb700d HTTP/1.1" status: 200 len: 868 time: 0.0934176 Nov 03 15:43:02.397982 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-da4428e1-e1b6-4433-ab8f-5cfd4bf34a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:04.868910 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-53d2b78b-7512-4305-b7f3-42a601874d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:06.023324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:07.521414 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:08.286717 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:20.525635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37266) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:43:20.574694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-24ff9636-6444-4745-9de3-982ff4c0f94b admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:43:20.575686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-24ff9636-6444-4745-9de3-982ff4c0f94b admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0490861 Nov 03 15:43:20.878458 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:43:22.978023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37274) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:43:23.037714 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fed37e-61ef-4aa0-8023-6edfdf5fd0cb admin admin] GET failed (client error): The resource could not be found. Nov 03 15:43:23.039045 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-03fed37e-61ef-4aa0-8023-6edfdf5fd0cb admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594909 Nov 03 15:43:23.126268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347015cb-0c24-4b11-9997-86b6f1e6d71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:43:23.128564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-347015cb-0c24-4b11-9997-86b6f1e6d71f admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840163 Nov 03 15:43:25.465393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37282) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:43:25.514377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:43:25.534015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Made reservation on behalf of 36e63089e8d441fc93a120b06e9741f3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:43:25.536206 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:25.564088 n-d-813897-2 neutron-server[108104]: WARNING neutron.services.revisions.revision_plugin [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Could not find related network for resource to bump revision. Nov 03 15:43:25.574656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:43:25.582979 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:25.583309 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Added segment 02e3c11f-6139-4ebb-886b-ce99ef7685a3 of type vlan for network df8e5946-59a8-4aff-8d6b-de5683529193 Nov 03 15:43:25.621516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:25.644746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:25.645684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:43:25.646253 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:25.702041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2354298 Nov 03 15:43:25.707416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80d38c-e357-471b-9bb3-e03c670bd317 admin admin] Pushing event updated for resources: {'Network': ['ID=df8e5946-59a8-4aff-8d6b-de5683529193,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:43:25.719721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network df8e5946-59a8-4aff-8d6b-de5683529193 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:43:28.044021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37290) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:43:28.106667 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1ce4e5-99dc-4898-ba26-5cb34b3086cd admin admin] GET failed (client error): The resource could not be found. Nov 03 15:43:28.107983 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-db1ce4e5-99dc-4898-ba26-5cb34b3086cd admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630014 Nov 03 15:43:28.262393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47168bce-de18-40be-ba8f-fb36feeaaf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:43:28.263864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-47168bce-de18-40be-ba8f-fb36feeaaf9b admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1512742 Nov 03 15:43:28.274206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:43:28.294810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Made reservation on behalf of 36e63089e8d441fc93a120b06e9741f3 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:43:28.297008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:28.467529 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:28.516241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d70a7a-bdd0-448d-b44d-6deb22c9d265,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:43:28.531929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:43:28.532281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Network hostable DHCP agents. Network: df8e5946-59a8-4aff-8d6b-de5683529193, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:43:28.548468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Network df8e5946-59a8-4aff-8d6b-de5683529193 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:43:28.557773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, df8e5946-59a8-4aff-8d6b-de5683529193) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:43:28.562410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:43:28.563008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:28.579789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-25b7c44d-7163-4d48-b89f-d0c3539fbd99 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088033 Nov 03 15:43:28.580771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62293ca9-74ee-42d0-a686-c0fece6ddcf7 None None] Network df8e5946-59a8-4aff-8d6b-de5683529193 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:43:28.908591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-df8e5946-59a8-4aff-8d6b-de5683529193', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'tenant_id': '36e63089e8d441fc93a120b06e9741f3', 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:43:28.909451 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:29.073573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Allocated IP 192.168.233.2 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/a4e6f527-8138-4790-88af-0a2e0b7d8759) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:43:29.220523 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:29.226298 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:29.264817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:43:29.269813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:43:29.273279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:43:29.283359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Pushing event updated for resources: {'Port': ['ID=a4e6f527-8138-4790-88af-0a2e0b7d8759,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:43:29.307407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.307751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.308099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.308429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.308760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.309092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.309417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.309767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.310095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.310417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.310738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.311059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:43:29.346921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Attempting to bind port a4e6f527-8138-4790-88af-0a2e0b7d8759 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:43:29.347289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Attempting to bind port a4e6f527-8138-4790-88af-0a2e0b7d8759 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:43:29.347654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Attempting to bind port a4e6f527-8138-4790-88af-0a2e0b7d8759 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:43:29.352648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:43:29.353025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:43:29.353418 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:29.353839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:43:29.354342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Bound port: a4e6f527-8138-4790-88af-0a2e0b7d8759, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:43:29.354813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:29.417300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] For port a4e6f527-8138-4790-88af-0a2e0b7d8759, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:43:29.420547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] For port a4e6f527-8138-4790-88af-0a2e0b7d8759, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a4e6f527-8138-4790-88af-0a2e0b7d8759,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:43:29.425165 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:29.482067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3608c-5bd5-4c13-81a1-53d99a107d5d None None] Pushing event updated for resources: {'Port': ['ID=a4e6f527-8138-4790-88af-0a2e0b7d8759,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:43:30.337982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1817b6b-6c3f-4ee9-b8e4-31a5b83f709d None None] Network df8e5946-59a8-4aff-8d6b-de5683529193 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:43:30.397700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a4e6f527-8138-4790-88af-0a2e0b7d8759 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:43:30.480035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4210df1b-814a-4582-a7bc-7d312cd40504 None None] Provisioning complete for port a4e6f527-8138-4790-88af-0a2e0b7d8759 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:43:30.480476 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4210df1b-814a-4582-a7bc-7d312cd40504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:30.547129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a4e6f527-8138-4790-88af-0a2e0b7d8759 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:43:30.547424 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:30.663029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4210df1b-814a-4582-a7bc-7d312cd40504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:30.725377 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:30.737433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4210df1b-814a-4582-a7bc-7d312cd40504 None None] For port a4e6f527-8138-4790-88af-0a2e0b7d8759, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a4e6f527-8138-4790-88af-0a2e0b7d8759,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:43:30.742161 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4210df1b-814a-4582-a7bc-7d312cd40504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:30.830724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210df1b-814a-4582-a7bc-7d312cd40504 None None] Pushing event updated for resources: {'Port': ['ID=a4e6f527-8138-4790-88af-0a2e0b7d8759,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:43:30.833595 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 15:43:30.833973 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 15:43:30.862799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-50fa6de5-8741-413a-ab85-049857942d77 None None] Provisioning complete for port a4e6f527-8138-4790-88af-0a2e0b7d8759 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:43:30.863432 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-50fa6de5-8741-413a-ab85-049857942d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:32.322862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a4e6f527-8138-4790-88af-0a2e0b7d8759 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:43:32.373617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a4e6f527-8138-4790-88af-0a2e0b7d8759 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:43:32.373977 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:32.426767 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-db3c5dad-972f-4518-9f47-a7eaffc554ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:34.871613 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-960c62f2-3643-499d-9664-ebe028082c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:36.026397 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:37.516679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:38.289650 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:43:57.877274 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:44:02.399737 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2dee4429-9454-4c26-9fb7-43cd7f8e3bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:04.874791 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9c6f76fb-bc1b-4117-8885-e383af222ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:06.031055 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:07.520729 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:08.292097 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:32.404160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-112d5022-795a-4357-bf4a-104f6e2f6353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:34.877385 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:44:34.878517 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e583ce72-11be-4bf7-b780-1cbc91a476a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:36.035681 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:37.520086 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:38.294945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:40.942820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37336) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:44:40.948581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-24cd6ee5-4212-40ca-8399-860b8725fa80 tempest-verify_tempest_config-1795880858 tempest-verify_tempest_config-1795880858-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:44:40.949555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-24cd6ee5-4212-40ca-8399-860b8725fa80 tempest-verify_tempest_config-1795880858 tempest-verify_tempest_config-1795880858-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.0057516 Nov 03 15:44:41.245238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37354) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:44:41.355579 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:41.363825 n-d-813897-2 neutron-server[108105]: INFO neutron.quota [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Loaded quota_driver: . Nov 03 15:44:41.469729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:41.473648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:41.517881 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=55d7df7efa9242d985842136ac774bed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2715304 Nov 03 15:44:41.518709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c10530b-9d3e-4491-a44b-e10d264382a6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:44:41.520771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37360) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:44:41.525231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.525595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.525932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.526265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.526590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.526916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.527290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.527615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.527936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.528254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.528572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.528893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e110d4a-f313-42c4-8771-8377d8b63517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.578418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:41.599585 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:41.686553 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:41.689715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:44:41.692249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4c10530b-9d3e-4491-a44b-e10d264382a6 HTTP/1.1" status: 204 len: 168 time: 0.1699982 Nov 03 15:44:41.699803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c10530b-9d3e-4491-a44b-e10d264382a6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:44:41.706997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.707341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.707674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.708005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.708330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.708654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.708979 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.709299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.709729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.709949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.710271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:44:41.710585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab69e7f-7100-40fc-8bc1-1f50467a10b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:45:02.405326 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d396a5e2-ce05-444b-90ca-3a898619273d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:04.880532 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-43a82568-f8d8-4b21-80ea-be14ed4d79d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:06.037778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:07.525832 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:08.297769 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:11.875771 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:45:32.405119 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-411e1c0b-f3da-4425-bf3d-adfae38aae4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:34.880854 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cc78964f-4013-4016-95a4-a2e84c7b6633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:36.039190 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:37.525442 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:38.298923 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:45:48.875363 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:46:02.406233 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-717b65b3-d2d3-4f40-99f8-12481a73ac07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:46:04.881440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0bcd3d0a-419a-4e5b-a7ee-57e88c05fe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:46:06.042576 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:46:07.529035 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:46:08.305342 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:46:25.875169 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:46:32.407082 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-16586000-4a13-4be9-bd60-7865298446f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:46:34.882211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a59622e-cd3a-4fe1-ab81-c998d7a45c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:46:36.044216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:46:37.531111 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:46:38.297515 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:02.408052 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1c1842aa-7899-4f09-95f5-66e6f5ec54d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:02.873635 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:47:04.882969 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-53136c9d-8742-4ee3-b68b-43a9e3994689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:06.046812 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:07.538587 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:08.300035 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:32.409985 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e9de815-7406-44cd-a118-c834d50b9f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:34.883904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73e4344a-071a-4659-afe9-fa88e5c08fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:36.049564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:37.537256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:38.300696 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:47:39.872998 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 5 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:47:51.591323 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715235'] for agent, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:00.958313 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715235'] for agent, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:02.412293 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c654939-5fcf-48b9-b182-98a8858ce98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:04.887337 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4d6384c1-a60a-4f47-9b94-1721cc9d4a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:06.055221 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:07.539992 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:08.303468 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:16.872483 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:48:21.552286 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:30.904450 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:32.413764 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-775ce507-d649-40b3-95de-cc09d7cf66a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:34.890767 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-43b727c9-ad97-424a-bbf5-6bff3fd08be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:35.744675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37412) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:48:35.847377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1ef836bc-0fb7-49b1-b9ad-8d1d1eb3801e admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1010201 Nov 03 15:48:36.055873 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:37.542575 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:38.154931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37422) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:48:38.213033 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-82c0690e-84a3-44d9-a882-3ad4fde29dee admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0570409 Nov 03 15:48:38.311190 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:51.538366 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:48:53.872039 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:49:00.908676 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:02.415362 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7758db3e-665a-44c6-9b11-73c056222560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:04.893996 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1bb20b53-7af5-42a0-ab76-03e8ac693be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:06.059099 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:07.545140 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:08.303372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:21.552286 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:30.872227 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:49:30.923404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:32.418614 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8487f3cd-1f05-4389-854d-fadf2c506a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:34.896324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb20bb06-d5cb-45d2-91b1-cc2adaf30797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:36.062376 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:37.550159 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:38.307085 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:51.564688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:58.590183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:49:58.608137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37642) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:49:59.046601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b80aa720-08c2-4329-9feb-536a4844f1e0 tempest-AutoAllocateNetworkTest-382230174 tempest-AutoAllocateNetworkTest-382230174-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=3ab20d6c915b48b783918f380c6f3009&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4375963 Nov 03 15:49:59.049348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37658) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:49:59.049920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-network', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:49:59.071882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Made reservation on behalf of c958ac05699b411fb275bfd729d8fa30 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:49:59.074801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.085623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.191151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.196217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.233939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:49:59.277311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.277692 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Added segment b00c81de-59cc-446b-93db-9e80c92bd502 of type vlan for network b6f071b7-6095-4657-8637-67e1a9657057 Nov 03 15:49:59.278896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012936b1-5b40-41cd-a4c8-6f6815a4fb72,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:49:59.314456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.315360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.315928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.316467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.317003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.317595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.318133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.318834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.320737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.321285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.322205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.322738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Tracked resource versions report: Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: pushed versions: Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: { 'AddressGroup': {'1.2'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'ConntrackHelper': {'1.0'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Log': {'1.0'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Network': {'1.1'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Port': {'1.7'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'PortForwarding': {'1.2'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'QosPolicy': {'1.10'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'SecurityGroup': {'1.5'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'SecurityGroupRule': {'1.2'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'SubPort': {'1.0'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Subnet': {'1.1'}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Trunk': {'1.1'}} Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: consumer versions: Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: { DHCP agent@n-d-813897-2: {}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: HyperV agent@n-h1-813897-2: {}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: HyperV agent@n-h2-813897-2: {}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: L3 agent@n-d-813897-2: {}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: Metadata agent@n-d-813897-2: {}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: Metering agent@n-d-813897-2: {}, Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: Open vSwitch agent@n-d-813897-2: { 'AddressGroup': '1.2', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'ConntrackHelper': '1.0', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Log': '1.0', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Network': '1.1', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Port': '1.7', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'PortForwarding': '1.2', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'QosPolicy': '1.10', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'SecurityGroup': '1.5', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'SecurityGroupRule': '1.2', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'SubPort': '1.0', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Subnet': '1.1', Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: 'Trunk': '1.1'}} Nov 03 15:49:59.324375 n-d-813897-2 neutron-server[108104]: {{(pid=108104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 15:49:59.328596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc08c4-311a-4fbc-a654-0fb3addac12d tempest-AutoAllocateNetworkTest-382230174 tempest-AutoAllocateNetworkTest-382230174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:49:59.338650 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e5bc08c4-311a-4fbc-a654-0fb3addac12d tempest-AutoAllocateNetworkTest-382230174 tempest-AutoAllocateNetworkTest-382230174-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2878201 Nov 03 15:49:59.339260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37670) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:49:59.379313 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.416682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.418490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:49:59.420640 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.447267 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b4ad37e6-6865-4e7b-922c-44d7c7768b00 tempest-AutoAllocateNetworkTest-382230174 tempest-AutoAllocateNetworkTest-382230174-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019611 Nov 03 15:49:59.447850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37680) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:49:59.512933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] Pushing event updated for resources: {'Network': ['ID=b6f071b7-6095-4657-8637-67e1a9657057,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:49:59.513195 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7b20138a-67df-472a-8002-5da805e82f75 tempest-AutoAllocateNetworkTest-382230174 tempest-AutoAllocateNetworkTest-382230174-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=3ab20d6c915b48b783918f380c6f3009 HTTP/1.1" status: 200 len: 208 time: 0.0640783 Nov 03 15:49:59.524868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network b6f071b7-6095-4657-8637-67e1a9657057 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:49:59.542953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-31def99a-c330-44e7-b6bc-863e1e167acf admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9514124 Nov 03 15:49:59.545946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37686) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:49:59.550864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Request body: {'subnet': {'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-subnet', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:49:59.622421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Made reservation on behalf of c958ac05699b411fb275bfd729d8fa30 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:49:59.625051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.865241 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:49:59.945275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31910181-2df9-4130-8a50-e405cbc14f6e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:49:59.960947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.961293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.961722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.962065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.962396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.962725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.963053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.963376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.963700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.964147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.964337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.964659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Tracked resource versions report: Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: pushed versions: Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: { 'AddressGroup': {'1.2'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'ConntrackHelper': {'1.0'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Log': {'1.0'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Network': {'1.1'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Port': {'1.7'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'PortForwarding': {'1.2'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'QosPolicy': {'1.10'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'SecurityGroup': {'1.5'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'SecurityGroupRule': {'1.2'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'SubPort': {'1.0'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Subnet': {'1.1'}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Trunk': {'1.1'}} Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: consumer versions: Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: { DHCP agent@n-d-813897-2: {}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: HyperV agent@n-h1-813897-2: {}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: HyperV agent@n-h2-813897-2: {}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: L3 agent@n-d-813897-2: {}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: Metadata agent@n-d-813897-2: {}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: Metering agent@n-d-813897-2: {}, Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: Open vSwitch agent@n-d-813897-2: { 'AddressGroup': '1.2', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'ConntrackHelper': '1.0', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Log': '1.0', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Network': '1.1', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Port': '1.7', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'PortForwarding': '1.2', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'QosPolicy': '1.10', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'SecurityGroup': '1.5', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'SecurityGroupRule': '1.2', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'SubPort': '1.0', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Subnet': '1.1', Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: 'Trunk': '1.1'}} Nov 03 15:49:59.965717 n-d-813897-2 neutron-server[108105]: {{(pid=108105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 15:49:59.970805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Checking segment: {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:49:59.971168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Network hostable DHCP agents. Network: b6f071b7-6095-4657-8637-67e1a9657057, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:49:59.995484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Network b6f071b7-6095-4657-8637-67e1a9657057 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:50:00.008326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, b6f071b7-6095-4657-8637-67e1a9657057) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:00.013390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:00.013970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.026647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da15c7-7ea0-4f00-b994-e8463eb5d6ee None None] Network b6f071b7-6095-4657-8637-67e1a9657057 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:00.044336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bde1bc2b-d4fb-471d-aa29-78068c30c896 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4947577 Nov 03 15:50:00.044647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37712) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:00.049719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:00.074829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.078463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.152098 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.214685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-b6f071b7-6095-4657-8637-67e1a9657057', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:50:00.215687 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.273493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37720) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:00.326707 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.396447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Allocated IP 172.20.0.2 (b6f071b7-6095-4657-8637-67e1a9657057/31910181-2df9-4130-8a50-e405cbc14f6e/3d37ead4-75ba-46f7-9160-9e1e7e5e125a) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:00.545602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6283cd63-4d9a-4f7f-82d6-8367e90cf2b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.593426 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.605615 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.629073 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.645609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6283cd63-4d9a-4f7f-82d6-8367e90cf2b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.653174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6283cd63-4d9a-4f7f-82d6-8367e90cf2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.654594 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.689478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Pushing event updated for resources: {'Port': ['ID=3d37ead4-75ba-46f7-9160-9e1e7e5e125a,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:00.702379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.703013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.703564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.703699 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6283cd63-4d9a-4f7f-82d6-8367e90cf2b7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ab20d6c915b48b783918f380c6f3009&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4289832 Nov 03 15:50:00.704195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.704686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.705172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.705683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.706192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.706525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.706852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.707354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.707682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:00.708692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37740) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Tracked resource versions report: Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: pushed versions: Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: { 'AddressGroup': {'1.2'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'ConntrackHelper': {'1.0'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Log': {'1.0'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Network': {'1.1'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Port': {'1.7'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'PortForwarding': {'1.2'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'QosPolicy': {'1.10'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'SecurityGroup': {'1.5'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'SecurityGroupRule': {'1.2'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'SubPort': {'1.0'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Subnet': {'1.1'}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Trunk': {'1.1'}} Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: consumer versions: Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: { DHCP agent@n-d-813897-2: {}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: HyperV agent@n-h1-813897-2: {}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: HyperV agent@n-h2-813897-2: {}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: L3 agent@n-d-813897-2: {}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: Metadata agent@n-d-813897-2: {}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: Metering agent@n-d-813897-2: {}, Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: Open vSwitch agent@n-d-813897-2: { 'AddressGroup': '1.2', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'ConntrackHelper': '1.0', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Log': '1.0', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Network': '1.1', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Port': '1.7', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'PortForwarding': '1.2', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'QosPolicy': '1.10', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'SecurityGroup': '1.5', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'SecurityGroupRule': '1.2', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'SubPort': '1.0', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Subnet': '1.1', Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: 'Trunk': '1.1'}} Nov 03 15:50:00.708817 n-d-813897-2 neutron-server[108106]: {{(pid=108106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 15:50:00.726222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Network b6f071b7-6095-4657-8637-67e1a9657057 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:00.731835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:00.735342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:00.795259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283cd63-4d9a-4f7f-82d6-8367e90cf2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61e6c4a-c6ec-4ac6-bfd4-d339610efa39,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:00.796777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Allocated IP 172.25.6.222 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/f21ecb10-de36-475f-9b1b-3054194c5e98) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:00.814811 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdd2dfd5-7dd5-4e3f-9235-9a4e5c9746d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.840409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdd2dfd5-7dd5-4e3f-9235-9a4e5c9746d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.863592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Attempting to bind port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:00.864430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Attempting to bind port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:00.869106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Attempting to bind port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a on network b6f071b7-6095-4657-8637-67e1a9657057 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:00.886541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:00.887318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Checking segment: {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:00.887896 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.888441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Bound using segment: {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:00.889080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Bound port: 3d37ead4-75ba-46f7-9160-9e1e7e5e125a, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:00.889671 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.923043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdd2dfd5-7dd5-4e3f-9235-9a4e5c9746d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.926361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdd2dfd5-7dd5-4e3f-9235-9a4e5c9746d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.928081 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fdd2dfd5-7dd5-4e3f-9235-9a4e5c9746d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c61e6c4a-c6ec-4ac6-bfd4-d339610efa39 HTTP/1.1" status: 204 len: 168 time: 0.2155068 Nov 03 15:50:00.938597 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:00.941560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2dfd5-7dd5-4e3f-9235-9a4e5c9746d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61e6c4a-c6ec-4ac6-bfd4-d339610efa39,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:00.980838 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:01.006049 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:01.012099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] For port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:01.018649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] For port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3d37ead4-75ba-46f7-9160-9e1e7e5e125a,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:01.026267 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:01.042920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:01.046003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:01.089045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Pushing event updated for resources: {'Port': ['ID=f21ecb10-de36-475f-9b1b-3054194c5e98,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:01.092422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f937de-1907-4139-b5f5-2337864ed443 None None] Pushing event updated for resources: {'Port': ['ID=3d37ead4-75ba-46f7-9160-9e1e7e5e125a,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:01.101573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:01.562535 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:01.796197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:01.961886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Router 0437c019-dc21-4cc3-8328-07585802eae8 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:50:02.078717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:50:02.092313 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Sync routers for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:50:02.119197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:02.120217 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:02.121579 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:49:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:02.125234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37794) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:02.126319 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-46734bdf-35ae-4e9a-b885-d867b5cb8843 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0791707 Nov 03 15:50:02.395592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076793b5-5a2a-493f-afec-24a823e51c6f None None] Network b6f071b7-6095-4657-8637-67e1a9657057 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:02.453657 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:02.655429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3d37ead4-75ba-46f7-9160-9e1e7e5e125a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:02.691805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-857acd1c-a308-449f-8726-23c2c038ff46 None None] Provisioning complete for port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:02.692177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-857acd1c-a308-449f-8726-23c2c038ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:02.693948 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-593d7fed-a163-4549-ab16-60efb8a07567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:02.766004 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:01Z', 'revision_number': 3, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:02.803191 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Checking router: 0437c019-dc21-4cc3-8328-07585802eae8 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:50:02.803994 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Updating router 0437c019-dc21-4cc3-8328-07585802eae8 port f21ecb10-de36-475f-9b1b-3054194c5e98 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:50:02.833223 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.025070 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.046769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:03.047285 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.130393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37828) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:03.166764 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.179278 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.210925 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-857acd1c-a308-449f-8726-23c2c038ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.218750 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Attempting to bind port f21ecb10-de36-475f-9b1b-3054194c5e98 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:03.219476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37836) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:03.219580 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Attempting to bind port f21ecb10-de36-475f-9b1b-3054194c5e98 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:03.220132 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Attempting to bind port f21ecb10-de36-475f-9b1b-3054194c5e98 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:03.265872 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:03.269931 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:03.272041 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.274491 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:03.275870 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Bound port: f21ecb10-de36-475f-9b1b-3054194c5e98, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:03.277710 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.284463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-857acd1c-a308-449f-8726-23c2c038ff46 None None] For port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3d37ead4-75ba-46f7-9160-9e1e7e5e125a,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:03.291949 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-857acd1c-a308-449f-8726-23c2c038ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.434357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857acd1c-a308-449f-8726-23c2c038ff46 None None] Pushing event updated for resources: {'Port': ['ID=3d37ead4-75ba-46f7-9160-9e1e7e5e125a,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:03.462867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5281259e-ebca-428d-bf8d-df82f49a7ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.469407 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] For port f21ecb10-de36-475f-9b1b-3054194c5e98, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:03.479419 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] For port f21ecb10-de36-475f-9b1b-3054194c5e98, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f21ecb10-de36-475f-9b1b-3054194c5e98,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:03.488632 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.536304 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Pushing event updated for resources: {'Port': ['ID=f21ecb10-de36-475f-9b1b-3054194c5e98,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:03.539101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-71f8db4a-0200-4278-a99e-ef3b6ce03068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.563489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Allocated IP 172.20.0.1 (b6f071b7-6095-4657-8637-67e1a9657057/31910181-2df9-4130-8a50-e405cbc14f6e/fe7e2888-bc41-45b3-a63e-805155c005e1) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:03.579499 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.579862 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.580208 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.580550 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.580887 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.581219 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.591919 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.593861 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.594354 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.594834 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.596407 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.596976 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Tracked resource versions report: Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: pushed versions: Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: { 'AddressGroup': {'1.2'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'ConntrackHelper': {'1.0'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Log': {'1.0'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Network': {'1.1'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Port': {'1.7'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'PortForwarding': {'1.2'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'QosPolicy': {'1.10'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'SecurityGroup': {'1.5'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'SecurityGroupRule': {'1.2'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'SubPort': {'1.0'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Subnet': {'1.1'}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Trunk': {'1.1'}} Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: consumer versions: Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: { DHCP agent@n-d-813897-2: {}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: HyperV agent@n-h1-813897-2: {}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: HyperV agent@n-h2-813897-2: {}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: L3 agent@n-d-813897-2: {}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: Metadata agent@n-d-813897-2: {}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: Metering agent@n-d-813897-2: {}, Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: Open vSwitch agent@n-d-813897-2: { 'AddressGroup': '1.2', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'ConntrackHelper': '1.0', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Log': '1.0', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Network': '1.1', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Port': '1.7', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'PortForwarding': '1.2', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'QosPolicy': '1.10', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'SecurityGroup': '1.5', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'SecurityGroupRule': '1.2', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'SubPort': '1.0', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Subnet': '1.1', Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: 'Trunk': '1.1'}} Nov 03 15:50:03.599048 n-d-813897-2 neutron-server[108107]: {{(pid=108107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 15:50:03.603708 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:03.604349 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:49:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:03.731043 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5ca7e186-aa4b-4d5a-bfe1-115bf9fbd5cf None None] Provisioning complete for port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:03.732891 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5ca7e186-aa4b-4d5a-bfe1-115bf9fbd5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.744066 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-71f8db4a-0200-4278-a99e-ef3b6ce03068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.746201 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.755883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-71f8db4a-0200-4278-a99e-ef3b6ce03068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.821430 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49f274-96b0-4fcf-bc05-3fbc2e17b231 None None] Pushing event updated for resources: {'Port': ['ID=f21ecb10-de36-475f-9b1b-3054194c5e98,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:03.834757 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.854474 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:03.855779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-71f8db4a-0200-4278-a99e-ef3b6ce03068 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25371b9ec05d423f9b7af596be6b3575&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6352718 Nov 03 15:50:03.862364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37868) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:03.936899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28e27003-9ada-4ecf-b956-d3bd18f74be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.952229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Network b6f071b7-6095-4657-8637-67e1a9657057 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:03.967355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:03.985690 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28e27003-9ada-4ecf-b956-d3bd18f74be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:03.986978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:03.988956 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.026780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8db4a-0200-4278-a99e-ef3b6ce03068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8b2f5-4448-4543-af35-f0b78284ce1c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:04.060841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5281259e-ebca-428d-bf8d-df82f49a7ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.067930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5281259e-ebca-428d-bf8d-df82f49a7ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.109156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5281259e-ebca-428d-bf8d-df82f49a7ff5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd9c17803b11440a931d06333e018557&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9765055 Nov 03 15:50:04.112767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37878) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:04.153920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7e2888-bc41-45b3-a63e-805155c005e1,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:04.170114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37886) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:04.181565 n-d-813897-2 neutron-server[108105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 15:50:04.197748 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:01Z', 'revision_number': 3, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:04.205575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281259e-ebca-428d-bf8d-df82f49a7ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6418499-3cfe-4500-b31c-e476930866ab,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:04.215698 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28e27003-9ada-4ecf-b956-d3bd18f74be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.224044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28e27003-9ada-4ecf-b956-d3bd18f74be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.235891 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-28e27003-9ada-4ecf-b956-d3bd18f74be0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dbb8b2f5-4448-4543-af35-f0b78284ce1c HTTP/1.1" status: 204 len: 168 time: 0.3741219 Nov 03 15:50:04.238917 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-8c9629bc-c8ae-4382-aaed-9e232b925d43 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cbf3704cae3948d98897a73699b750e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588458 Nov 03 15:50:04.274665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e27003-9ada-4ecf-b956-d3bd18f74be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8b2f5-4448-4543-af35-f0b78284ce1c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:04.310958 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f0cdb-ef6d-441d-8f11-413c3b25b47a None None] The sync data for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 is: [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:01Z', 'revision_number': 3, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:50:04.347007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f1262e7-c8b1-4291-a84d-6bc4ed5519d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.377114 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f1262e7-c8b1-4291-a84d-6bc4ed5519d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.433429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5909bd6e-234f-443c-a323-6b20143c8b6c None None] Provisioning complete for port fe7e2888-bc41-45b3-a63e-805155c005e1 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:04.433738 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5909bd6e-234f-443c-a323-6b20143c8b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.495044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f1262e7-c8b1-4291-a84d-6bc4ed5519d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.498586 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f1262e7-c8b1-4291-a84d-6bc4ed5519d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.499776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3f1262e7-c8b1-4291-a84d-6bc4ed5519d3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d6418499-3cfe-4500-b31c-e476930866ab HTTP/1.1" status: 204 len: 168 time: 0.3857474 Nov 03 15:50:04.525501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5909bd6e-234f-443c-a323-6b20143c8b6c None None] Port fe7e2888-bc41-45b3-a63e-805155c005e1 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:04.531792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1262e7-c8b1-4291-a84d-6bc4ed5519d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6418499-3cfe-4500-b31c-e476930866ab,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:04.561580 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.598267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3d37ead4-75ba-46f7-9160-9e1e7e5e125a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:04.629410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-ff73f547-aa82-4eb9-89f4-89b499fd9595 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:04.638684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-ff73f547-aa82-4eb9-89f4-89b499fd9595 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3917491 Nov 03 15:50:04.663729 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-9ce02600-86db-4048-8627-e8c14ac37ac8 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/quotas/cbf3704cae3948d98897a73699b750e6 HTTP/1.1" status: 200 len: 375 time: 0.0240870 Nov 03 15:50:04.685360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:04.685766 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:04.747135 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-ca0a1f28-c050-4d66-9651-19406f4ab9c7 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbf3704cae3948d98897a73699b750e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824454 Nov 03 15:50:04.908820 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3c036a78-e98a-43d3-94a1-83bb0c20ab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.114041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.139685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.140868 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.191752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37932) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:05.223755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8530c3c6-86aa-4331-b392-8dd429a0ba21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.245078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7e2888-bc41-45b3-a63e-805155c005e1,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:05.302437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Network b6f071b7-6095-4657-8637-67e1a9657057 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:05.304915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:05.348764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37934) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:05.373587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02344b85-a441-4adb-a3d8-74e7480388a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.453225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8530c3c6-86aa-4331-b392-8dd429a0ba21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.494310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8530c3c6-86aa-4331-b392-8dd429a0ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.590208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8530c3c6-86aa-4331-b392-8dd429a0ba21 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e0aa539dc602407283c7b5c905726b4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3939722 Nov 03 15:50:05.598479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37942) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:05.614552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530c3c6-86aa-4331-b392-8dd429a0ba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa78785b-796e-466f-a7b6-f4b842469768,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:05.703996 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02344b85-a441-4adb-a3d8-74e7480388a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.710131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02344b85-a441-4adb-a3d8-74e7480388a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.717348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-782a7a44-1955-4106-9f09-be5122dc4287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.760043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-02344b85-a441-4adb-a3d8-74e7480388a8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31ab14f18f3648a4b857d2a275a40cb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4097726 Nov 03 15:50:05.761298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02344b85-a441-4adb-a3d8-74e7480388a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd758f4-027a-4527-9a7d-b055a9352b40,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:05.764054 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-782a7a44-1955-4106-9f09-be5122dc4287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.765007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37948) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:05.768550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9f37e330-0240-49ce-8726-89419ce18cfc None None] Provisioning complete for port fe7e2888-bc41-45b3-a63e-805155c005e1 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:05.772477 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f37e330-0240-49ce-8726-89419ce18cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.816632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Router 0437c019-dc21-4cc3-8328-07585802eae8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:50:05.829295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-782a7a44-1955-4106-9f09-be5122dc4287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.831946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-782a7a44-1955-4106-9f09-be5122dc4287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.833069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-782a7a44-1955-4106-9f09-be5122dc4287 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fa78785b-796e-466f-a7b6-f4b842469768 HTTP/1.1" status: 204 len: 168 time: 0.2333517 Nov 03 15:50:05.847364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f8ae-b395-4908-affe-4603814e73dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.847549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a7a44-1955-4106-9f09-be5122dc4287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa78785b-796e-466f-a7b6-f4b842469768,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:05.882982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9f37e330-0240-49ce-8726-89419ce18cfc None None] Port fe7e2888-bc41-45b3-a63e-805155c005e1 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:05.903504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f8ae-b395-4908-affe-4603814e73dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.978202 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f8ae-b395-4908-affe-4603814e73dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.980951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f8ae-b395-4908-affe-4603814e73dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:05.985507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4c7f8ae-b395-4908-affe-4603814e73dc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1cd758f4-027a-4527-9a7d-b055a9352b40 HTTP/1.1" status: 204 len: 168 time: 0.2190549 Nov 03 15:50:05.999645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7f8ae-b395-4908-affe-4603814e73dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd758f4-027a-4527-9a7d-b055a9352b40,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:06.021453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:50:06.040818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-062e5da5-7aff-4863-821b-d42761992579 admin admin] 10.222.0.86 "PUT /v2.0/routers/0437c019-dc21-4cc3-8328-07585802eae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9143877 Nov 03 15:50:06.074354 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:06.200853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37978) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:06.589794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f21ecb10-de36-475f-9b1b-3054194c5e98 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:06.635757 n-d-813897-2 neutron-server[108104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 15:50:06.670716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f21ecb10-de36-475f-9b1b-3054194c5e98 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:06.676759 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:06.714315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a6e4b1-837c-4a31-90b0-d72f9d6924e6 req-58ac60f4-afe9-47d0-86f7-3800c5a8b802 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 210 time: 0.5122678 Nov 03 15:50:06.767941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Sync routers for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:50:06.815166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:06.815869 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:50:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:06.826875 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:06.900648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port f21ecb10-de36-475f-9b1b-3054194c5e98, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f21ecb10-de36-475f-9b1b-3054194c5e98,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:06.952003 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:07.022041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:07.050210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=f21ecb10-de36-475f-9b1b-3054194c5e98,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:07.300478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 2, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:07.351653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Checking router: 0437c019-dc21-4cc3-8328-07585802eae8 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:50:07.352284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Updating router 0437c019-dc21-4cc3-8328-07585802eae8 port fe7e2888-bc41-45b3-a63e-805155c005e1 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:50:07.389719 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:07.584850 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:07.754242 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:07.761683 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:07.807853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.70', 54839) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:07.808408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38068) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:07.826183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-network', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:07.837150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686dd8b-e94a-4f5a-97f4-c374072ca124 None None] Pushing event updated for resources: {'Port': ['ID=fe7e2888-bc41-45b3-a63e-805155c005e1,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:07.868655 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-aaa3f76f-6029-4953-b027-b52235c867fb tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cbf3704cae3948d98897a73699b750e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471220 Nov 03 15:50:07.877331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Made reservation on behalf of 918e8d0af3e04e1e89fc88a20484a423 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:07.878295 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:50:07.880967 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:07.891955 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:07.960576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Attempting to bind port fe7e2888-bc41-45b3-a63e-805155c005e1 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:07.961707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Attempting to bind port fe7e2888-bc41-45b3-a63e-805155c005e1 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:07.962676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Attempting to bind port fe7e2888-bc41-45b3-a63e-805155c005e1 on network b6f071b7-6095-4657-8637-67e1a9657057 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:07.978116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:07.982295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Checking segment: {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:07.982786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:07.983197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Bound using segment: {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:07.983753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Bound port: fe7e2888-bc41-45b3-a63e-805155c005e1, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:07.984375 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.072711 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.080338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.111228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] For port fe7e2888-bc41-45b3-a63e-805155c005e1, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:08.117549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] For port fe7e2888-bc41-45b3-a63e-805155c005e1, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fe7e2888-bc41-45b3-a63e-805155c005e1,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:08.128482 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.141734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:50:08.172515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f803103-f40f-47e4-b6bf-85ef32dcb5ab,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:08.189278 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788679678980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.190034 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Unsubscribe: segment precommit_create {{(pid=108105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 15:50:08.190548 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Added segment 8ffeab69-382e-4b76-a967-848f01c4213d of type vlan for network e0716278-1f99-4413-a391-00fb219a4062 Nov 03 15:50:08.305661 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.325866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-5ff45e51-190c-4299-a74b-f7adc46bae86 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:08.327413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-5ff45e51-190c-4299-a74b-f7adc46bae86 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4515762 Nov 03 15:50:08.362560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.364684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:08.366320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.437836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Request body: {'port': {'device_id': '87cfdc4f-b014-4c57-af0c-09945134a8a5', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'cbf3704cae3948d98897a73699b750e6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:08.461467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:08.462574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:50:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:08.571076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7fa7221e-989e-4f99-9943-1071460eeca5 None None] Provisioning complete for port fe7e2888-bc41-45b3-a63e-805155c005e1 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:08.575960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7639422 Nov 03 15:50:08.576129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7fa7221e-989e-4f99-9943-1071460eeca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.576129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.629952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686dd8b-e94a-4f5a-97f4-c374072ca124 None None] Pushing event updated for resources: {'Port': ['ID=fe7e2888-bc41-45b3-a63e-805155c005e1,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:08.642983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f21ecb10-de36-475f-9b1b-3054194c5e98 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:08.649676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38100) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:08.650018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38106) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:08.694681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Request body: {'subnet': {'network_id': 'e0716278-1f99-4413-a391-00fb219a4062', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-subnet', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:08.795919 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4569380-9ac2-473a-a7f4-78cc22d59982 req-7fc448f2-1d88-47f9-89a0-deec05ff0731 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 210 time: 0.1469798 Nov 03 15:50:08.807626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637274c-36bc-4753-a519-91209422a786 admin admin] Pushing event updated for resources: {'Network': ['ID=e0716278-1f99-4413-a391-00fb219a4062,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:08.839934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Made reservation on behalf of 918e8d0af3e04e1e89fc88a20484a423 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:08.847518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.850451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f21ecb10-de36-475f-9b1b-3054194c5e98 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:08.850873 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.871183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e0716278-1f99-4413-a391-00fb219a4062 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:50:08.873232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Made reservation on behalf of cbf3704cae3948d98897a73699b750e6 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:08.877679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:08.890382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:08.919931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.154241 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.163694 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.247067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-30095046-network', 'tenant_id': '574458bcf0c640ecb8efbda6451c2ee6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:09.309362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.321423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Made reservation on behalf of 574458bcf0c640ecb8efbda6451c2ee6 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:09.328086 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.440714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.580451 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7fa7221e-989e-4f99-9943-1071460eeca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.679220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7fa7221e-989e-4f99-9943-1071460eeca5 None None] For port fe7e2888-bc41-45b3-a63e-805155c005e1, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fe7e2888-bc41-45b3-a63e-805155c005e1,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:09.697209 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7fa7221e-989e-4f99-9943-1071460eeca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.755574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.789389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:09.801033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38168) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:09.877510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7221e-989e-4f99-9943-1071460eeca5 None None] Pushing event updated for resources: {'Port': ['ID=fe7e2888-bc41-45b3-a63e-805155c005e1,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:09.909707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Allocated IP 192.168.233.20 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:10.014851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1330b7c2-353f-4aa6-a6bb-886de3a47cc4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:10.029504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:50:10.036574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca72b24f-f499-4b90-a770-0191d143109a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:10.058136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe568ad-8551-4955-ae28-5170bb770470,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:10.158326 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.158725 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Added segment c13d2571-20cf-4a64-95de-2b6fce8319f2 of type vlan for network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede Nov 03 15:50:10.160717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Checking segment: {'id': '8ffeab69-382e-4b76-a967-848f01c4213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:10.161080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Network hostable DHCP agents. Network: e0716278-1f99-4413-a391-00fb219a4062, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:50:10.179475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-90709590-3347-4195-b3b5-578d697303fe None None] Provisioning complete for port fe7e2888-bc41-45b3-a63e-805155c005e1 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:10.181706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90709590-3347-4195-b3b5-578d697303fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.317877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.341911 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.423321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-86250afb-a7fd-41cb-98a6-d6a7e18154c2 req-17538fc6-026a-41f9-b15f-d29088faa451 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 210 time: 0.2057476 Nov 03 15:50:10.436354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:08Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:10.459826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Network e0716278-1f99-4413-a391-00fb219a4062 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:50:10.468989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.531854 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94f54ce7-8318-4a0a-b191-47f05e380a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.534528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e0716278-1f99-4413-a391-00fb219a4062) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:10.537741 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.538944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:10.540001 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.564218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:10.565423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.586371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e3516a-bb43-4075-b24c-83b18154fbc8 None None] Network e0716278-1f99-4413-a391-00fb219a4062 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:10.688931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0311007 Nov 03 15:50:10.689771 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38194) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:10.702174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9382d-d877-49a8-8ac9-34111a50765a None None] The sync data for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 is: [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:08Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:50:10.715019 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-90bdd4db-b951-4078-9684-f50dd4556366 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0637610 Nov 03 15:50:10.727556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38198) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:10.735014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Request body: {'subnet': {'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-30095046-subnet', 'tenant_id': '574458bcf0c640ecb8efbda6451c2ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:10.751117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:10.763913 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f79ebd-a9f5-432a-8c2f-0294cd14ccf8 admin admin] Pushing event updated for resources: {'Network': ['ID=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:10.834265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:10.834265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Pushing event updated for resources: {'Port': ['ID=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:10.845098 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.846222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.876088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:50:10.946815 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.949776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:10.952999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:10.962432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:10.963331 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:10.982111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Made reservation on behalf of 574458bcf0c640ecb8efbda6451c2ee6 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:10.994454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:11.314572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94f54ce7-8318-4a0a-b191-47f05e380a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:11.315626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-4c1904e7-6ee7-49d8-a56d-7520a6e409ff tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8819437 Nov 03 15:50:11.332042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:11.363491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-6a2b4308-23b0-4320-a0ac-f5e304112b7e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:50:11.367277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-6a2b4308-23b0-4320-a0ac-f5e304112b7e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0421078 Nov 03 15:50:11.376256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-a3007302-c954-462f-b5d3-6a5632c664c1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=db5b3597948447d6b0c6ade5671653ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1615672 Nov 03 15:50:11.399291 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94f54ce7-8318-4a0a-b191-47f05e380a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:11.491761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-e0716278-1f99-4413-a391-00fb219a4062', 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'fixed_ips': [{'subnet_id': 'bfe568ad-8551-4955-ae28-5170bb770470'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:50:11.492921 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:11.545817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-94f54ce7-8318-4a0a-b191-47f05e380a3a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5dce0202969646ef97a5936dddf08dd5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7092097 Nov 03 15:50:11.556417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38232) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:11.569489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-18a38e44-a476-4286-b079-0e30f2df02e5 None None] Provisioning complete for port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:11.572176 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-18a38e44-a476-4286-b079-0e30f2df02e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:11.674929 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0236f7f2-a771-416d-90be-51f5abfcd98b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:11.685734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-18a38e44-a476-4286-b079-0e30f2df02e5 None None] Port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:11.736074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0236f7f2-a771-416d-90be-51f5abfcd98b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:11.827379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f54ce7-8318-4a0a-b191-47f05e380a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf9b78-9888-4b53-a818-0ce9ecc60260,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:11.910227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c5b2b2f-b945-4f1c-86a0-b59b25ae6691 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:11.920796 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c5b2b2f-b945-4f1c-86a0-b59b25ae6691 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5434356 Nov 03 15:50:11.951139 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-a652dc89-7415-49c2-9d60-4dcc61022cce tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/quotas/db5b3597948447d6b0c6ade5671653ac HTTP/1.1" status: 200 len: 375 time: 0.0291190 Nov 03 15:50:12.031404 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-5fb1340b-5518-422f-aa0b-2af6f4d07c43 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=db5b3597948447d6b0c6ade5671653ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789158 Nov 03 15:50:12.073580 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:12.268432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f39b73-700f-497b-8303-695c939e8a88,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:12.332356 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Allocated IP 172.20.0.2 (e0716278-1f99-4413-a391-00fb219a4062/bfe568ad-8551-4955-ae28-5170bb770470/6d998c06-2b80-46ba-9365-f1ef34c50f07) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:12.346062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:12.346587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Network hostable DHCP agents. Network: add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:50:12.351758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Request body: {'port': {'device_id': '87cfdc4f-b014-4c57-af0c-09945134a8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:12.429095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:50:12.466139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0236f7f2-a771-416d-90be-51f5abfcd98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:12.468755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0236f7f2-a771-416d-90be-51f5abfcd98b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:12.470124 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0236f7f2-a771-416d-90be-51f5abfcd98b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dcbf9b78-9888-4b53-a818-0ce9ecc60260 HTTP/1.1" status: 204 len: 168 time: 0.9069359 Nov 03 15:50:12.473907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:12.480793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:12.483017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:12.518442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9488d7-fcb0-4c61-af11-cccc66a0b1a9 None None] Network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:12.571639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5e7b5bb3-1b9d-42bd-a798-48a9b0adfb35 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8669927 Nov 03 15:50:12.676998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81453a24-4258-4e08-a0cc-3c466eeb0714 req-21e729d0-1911-466f-9416-d5d550c1354c tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 210 time: 0.0660713 Nov 03 15:50:12.682796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fe7e2888-bc41-45b3-a63e-805155c005e1 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:12.688484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:12.783489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:12.792970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:12.814929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port fe7e2888-bc41-45b3-a63e-805155c005e1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:12.816649 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:12.855312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236f7f2-a771-416d-90be-51f5abfcd98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf9b78-9888-4b53-a818-0ce9ecc60260,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:13.053327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e446d-227b-4f6c-ab80-a2729c202add None None] Network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:13.226974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a360ee-eb85-44cc-a2c4-f5f7a7b7ef74 req-df1fc3ab-dbea-49bb-baea-58701335631e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:13.232969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0a360ee-eb85-44cc-a2c4-f5f7a7b7ef74 req-df1fc3ab-dbea-49bb-baea-58701335631e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 935 time: 0.7832465 Nov 03 15:50:13.484222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:13.590371 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:13.690489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Allocated IP 172.25.6.240 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/b3968315-c3cd-483e-849f-0d33154b42a7) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:13.768101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38292) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:13.799767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Pushing event updated for resources: {'Port': ['ID=6d998c06-2b80-46ba-9365-f1ef34c50f07,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:13.823287 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b48aff0-7e8f-4a7b-be04-a77fc52985f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:13.914900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Network e0716278-1f99-4413-a391-00fb219a4062 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:13.920921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:13.925827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:14.095090 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-965c727b-a8e5-442d-b996-6c7d790f2a83 req-5ce05f6e-b7cd-4f98-bd79-9f9a67fe67bc tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 210 time: 0.1334677 Nov 03 15:50:14.150594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Attempting to bind port 6d998c06-2b80-46ba-9365-f1ef34c50f07 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:14.151316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Attempting to bind port 6d998c06-2b80-46ba-9365-f1ef34c50f07 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '8ffeab69-382e-4b76-a967-848f01c4213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:14.151838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Attempting to bind port 6d998c06-2b80-46ba-9365-f1ef34c50f07 on network e0716278-1f99-4413-a391-00fb219a4062 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:14.162679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:14.163271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Checking segment: {'id': '8ffeab69-382e-4b76-a967-848f01c4213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:14.163828 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.164384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Bound using segment: {'id': '8ffeab69-382e-4b76-a967-848f01c4213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:14.165025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Bound port: 6d998c06-2b80-46ba-9365-f1ef34c50f07, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffeab69-382e-4b76-a967-848f01c4213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:14.165621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.218140 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b48aff0-7e8f-4a7b-be04-a77fc52985f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.228278 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b48aff0-7e8f-4a7b-be04-a77fc52985f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.345142 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7b48aff0-7e8f-4a7b-be04-a77fc52985f1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=735b634e9560408ab90d39e4048093d9&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5752013 Nov 03 15:50:14.348254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48aff0-7e8f-4a7b-be04-a77fc52985f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1888d6-258d-4fd9-b7f3-2394542a0dab,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:14.357552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38312) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:14.452303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] For port 6d998c06-2b80-46ba-9365-f1ef34c50f07, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:14.460555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] For port 6d998c06-2b80-46ba-9365-f1ef34c50f07, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6d998c06-2b80-46ba-9365-f1ef34c50f07,segment=NetworkSegment(8ffeab69-382e-4b76-a967-848f01c4213d),segment_id=8ffeab69-382e-4b76-a967-848f01c4213d)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:14.477305 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.482140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0a360ee-eb85-44cc-a2c4-f5f7a7b7ef74 req-6a9c566d-0777-44d2-bda6-4aee0055ba8f tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1464438 Nov 03 15:50:14.532182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24f523e3-5f10-4680-8f3f-436c099fc997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.540576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38320) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:14.626629 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24f523e3-5f10-4680-8f3f-436c099fc997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.632291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38334) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:14.649479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-174951982-network', 'tenant_id': '8e7a93ec44c84385a3dcc5584d85db2e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:14.664802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0bf72-70a5-4295-9bfd-22f2844a0ee8 None None] Pushing event updated for resources: {'Port': ['ID=6d998c06-2b80-46ba-9365-f1ef34c50f07,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:14.735216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Made reservation on behalf of 8e7a93ec44c84385a3dcc5584d85db2e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:14.742973 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.746003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24f523e3-5f10-4680-8f3f-436c099fc997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.749281 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24f523e3-5f10-4680-8f3f-436c099fc997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.750844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-24f523e3-5f10-4680-8f3f-436c099fc997 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f1888d6-258d-4fd9-b7f3-2394542a0dab HTTP/1.1" status: 204 len: 168 time: 0.3891046 Nov 03 15:50:14.775744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f523e3-5f10-4680-8f3f-436c099fc997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1888d6-258d-4fd9-b7f3-2394542a0dab,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:14.812859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:14.949346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.187430 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f79767e9-c665-4fe2-86f3-b26f3fcf5623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.285376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:15.303225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.371629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.380363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f79767e9-c665-4fe2-86f3-b26f3fcf5623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.393481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f79767e9-c665-4fe2-86f3-b26f3fcf5623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.514864 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.556179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Transition to ACTIVE for port object dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:50:15.583369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:15.585768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:15.586965 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd175785-4733-4572-9a07-ff0a27090d75 req-c2c99e29-6e0a-4224-866d-2c600d944f58 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 210 time: 0.2037833 Nov 03 15:50:15.593245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.608251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:50:15.624722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.625082 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Added segment bd4f37b2-6216-4573-92c5-3281fa8b780e of type vlan for network 369eebde-bdfd-43ed-bda4-e30b7e7413a7 Nov 03 15:50:15.662828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79767e9-c665-4fe2-86f3-b26f3fcf5623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bfacb7-18ea-48fa-95fa-63db10015029,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:15.680008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.712777 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f79767e9-c665-4fe2-86f3-b26f3fcf5623 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ffc8232aa8040cdbbf7c0aa9c6f8e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1704745 Nov 03 15:50:15.713397 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38376) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:15.720774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.726942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:15.821704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9e70-938f-4e21-998c-93301375487b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.909694 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9e70-938f-4e21-998c-93301375487b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.915287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.70', 54844) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:15.915508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38380) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:15.987483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e8f1f-5052-4281-9d0b-29c481784555,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:15.991467 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:15.992901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:15.993878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:16.104270 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9e70-938f-4e21-998c-93301375487b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:16.110372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9e70-938f-4e21-998c-93301375487b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:16.114758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b5fb9e70-938f-4e21-998c-93301375487b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a9bfacb7-18ea-48fa-95fa-63db10015029 HTTP/1.1" status: 204 len: 168 time: 0.4003448 Nov 03 15:50:16.154806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-2c4c470f-3f6b-4bc9-946e-804f4913530d tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=db5b3597948447d6b0c6ade5671653ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2381132 Nov 03 15:50:16.198670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb9e70-938f-4e21-998c-93301375487b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bfacb7-18ea-48fa-95fa-63db10015029,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:16.215112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:16.314928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6712854 Nov 03 15:50:16.316922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Pushing event updated for resources: {'Port': ['ID=b3968315-c3cd-483e-849f-0d33154b42a7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:16.321312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-183dd6fc-a6f3-474c-9912-419113bee8e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:16.340292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38394) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:16.369882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Request body: {'subnet': {'network_id': '369eebde-bdfd-43ed-bda4-e30b7e7413a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-174951982-subnet', 'tenant_id': '8e7a93ec44c84385a3dcc5584d85db2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:16.504760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Made reservation on behalf of 8e7a93ec44c84385a3dcc5584d85db2e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:16.510096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:16.613433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f811fae-992b-4d0c-9668-61a51c9b8a86 req-9479caf5-878e-42f0-8d64-60906a27a6c5 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:16.616778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f811fae-992b-4d0c-9668-61a51c9b8a86 req-9479caf5-878e-42f0-8d64-60906a27a6c5 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 947 time: 0.6779938 Nov 03 15:50:16.729490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6d998c06-2b80-46ba-9365-f1ef34c50f07 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:16.868288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:16.904841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6d998c06-2b80-46ba-9365-f1ef34c50f07 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:16.907846 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:16.943162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2d492b4-3ade-4a7c-b3a3-5ebd8ed2a180 req-37cf4b12-86e6-4b62-8ff0-4b618a554d81 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 210 time: 0.0833290 Nov 03 15:50:16.968346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38406) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:16.991274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ce88a-c798-48c7-893e-bcbebae02cb5 None None] Network e0716278-1f99-4413-a391-00fb219a4062 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:17.150140 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e96a5337-bcaa-46e7-a4ff-d5e84436d2a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:17.198378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Attempting to bind port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:17.198976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Attempting to bind port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:17.198976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Attempting to bind port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:17.221106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f811fae-992b-4d0c-9668-61a51c9b8a86 req-384cb6c3-96dc-4f2c-92e9-5ffbfb1c8768 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561704 Nov 03 15:50:17.255404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828207b5-d254-48b4-954d-1dc22e58259f req-e8f05747-7566-4fe0-8a26-25c18e3b9793 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:17.257477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-e8f05747-7566-4fe0-8a26-25c18e3b9793 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0927479 Nov 03 15:50:17.270026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Checking segment: {'id': 'bd4f37b2-6216-4573-92c5-3281fa8b780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '369eebde-bdfd-43ed-bda4-e30b7e7413a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:17.270586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Network hostable DHCP agents. Network: 369eebde-bdfd-43ed-bda4-e30b7e7413a7, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:50:17.279921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3fc20fa5-c287-4737-b049-98c6314bf1f9 None None] Provisioning complete for port 6d998c06-2b80-46ba-9365-f1ef34c50f07 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:17.281446 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fc20fa5-c287-4737-b049-98c6314bf1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:17.285090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a5c84cd-d37e-4988-bb26-7d174b932d04,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:17.321884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Request body: {'port': {'device_id': 'd9da13e5-382f-4347-9143-a8bb3d2376da', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'db5b3597948447d6b0c6ade5671653ac'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:17.348013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:50:17.348348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Attempting to bind port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:17.351197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd129f5-92f7-45cd-ab3b-6e959a6ee70c admin admin] Pushing event updated for resources: {'Network': ['ID=369eebde-bdfd-43ed-bda4-e30b7e7413a7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:17.395867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Pushing event updated for resources: {'Port': ['ID=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:17.424136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:17.424504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:17.425069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:17.425557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Bound port: dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:17.425962 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:17.439566 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:17.441977 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 369eebde-bdfd-43ed-bda4-e30b7e7413a7 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:50:17.753757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 6d998c06-2b80-46ba-9365-f1ef34c50f07, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6d998c06-2b80-46ba-9365-f1ef34c50f07,segment=NetworkSegment(8ffeab69-382e-4b76-a967-848f01c4213d),segment_id=8ffeab69-382e-4b76-a967-848f01c4213d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:17.776337 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:17.802784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] For port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:17.903741 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:17.913926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] For port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:17.949230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=6d998c06-2b80-46ba-9365-f1ef34c50f07,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:17.995249 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-183dd6fc-a6f3-474c-9912-419113bee8e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:17.997743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Network 369eebde-bdfd-43ed-bda4-e30b7e7413a7 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:50:18.023752 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-183dd6fc-a6f3-474c-9912-419113bee8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.027606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 369eebde-bdfd-43ed-bda4-e30b7e7413a7) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:18.041361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65166e6b-24d5-4d3f-91c5-764565739a16 None None] Network 369eebde-bdfd-43ed-bda4-e30b7e7413a7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:18.104641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:18.107303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.167597 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.304112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Pushing event updated for resources: {'Port': ['ID=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:18.325307 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c108de79-6f8f-4a38-9dcf-9e9549aaa8c7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9836123 Nov 03 15:50:18.326208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Made reservation on behalf of db5b3597948447d6b0c6ade5671653ac for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:18.352411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:18.354978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.356502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-25ab6cc6-e78e-4cfc-b351-d225c7456b2a service neutron] 10.222.0.70 "PUT /v2.0/ports/dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 HTTP/1.1" status: 200 len: 1095 time: 6.3570728 Nov 03 15:50:18.359837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cfdc4f-b014-4c57-af0c-09945134a8a5', 'tag': 'dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:18.389587 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.486304 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.512738 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0290846e-0a91-46ef-aafd-ba10f59cbfb9 req-967cd050-3f5d-4607-bed4-721844977694 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 210 time: 0.3134215 Nov 03 15:50:18.580932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38472) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:18.588611 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-183dd6fc-a6f3-474c-9912-419113bee8e1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0433822e5b4d42b3ab6f111bf1bb5b81&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6584604 Nov 03 15:50:18.624116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dd6fc-a6f3-474c-9912-419113bee8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fe58d9-f0b7-4a02-b544-de9149ac4830,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:18.628192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e96a5337-bcaa-46e7-a4ff-d5e84436d2a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.656673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e96a5337-bcaa-46e7-a4ff-d5e84436d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.698789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6d998c06-2b80-46ba-9365-f1ef34c50f07 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:18.752124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e96a5337-bcaa-46e7-a4ff-d5e84436d2a9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d169a7ba8504dbf89bf854377c3b1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7788861 Nov 03 15:50:18.752736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38486) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:18.756018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a5337-bcaa-46e7-a4ff-d5e84436d2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f1d49-f739-4cd1-b3e6-9d1c94b7bba5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:18.915751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011c2e5-35e4-4c3a-b0b0-54a336a5d971 None None] Network 369eebde-bdfd-43ed-bda4-e30b7e7413a7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:18.945909 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdade3c6-a7f2-4e9c-903f-36561d9dc970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.973153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-74bb3fc4-51a4-45e2-9f5b-d2d1252fc496 None None] Provisioning complete for port 6d998c06-2b80-46ba-9365-f1ef34c50f07 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:18.973546 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-74bb3fc4-51a4-45e2-9f5b-d2d1252fc496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:18.979807 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdade3c6-a7f2-4e9c-903f-36561d9dc970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:19.073312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdade3c6-a7f2-4e9c-903f-36561d9dc970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:19.076144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdade3c6-a7f2-4e9c-903f-36561d9dc970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:19.080384 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bdade3c6-a7f2-4e9c-903f-36561d9dc970 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d11f1d49-f739-4cd1-b3e6-9d1c94b7bba5 HTTP/1.1" status: 204 len: 168 time: 0.3174582 Nov 03 15:50:19.111339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Router a8fbeeb4-e080-4b0b-b77d-f9b148949209 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:50:19.124739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdade3c6-a7f2-4e9c-903f-36561d9dc970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f1d49-f739-4cd1-b3e6-9d1c94b7bba5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:19.124963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd21f-ed1d-4071-81b8-3e11523158f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:19.181076 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:19.187438 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:19.189095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-cd8cd12b-dd90-41b4-bb6f-8002794121e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:19.193552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-cd8cd12b-dd90-41b4-bb6f-8002794121e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbf3704cae3948d98897a73699b750e6&device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.5974183 Nov 03 15:50:19.238298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776f642-9898-4a34-91cb-e09723364b88 req-2b8f4ed3-4cb5-4de2-939c-db1bdefe21d2 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:19.240503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2776f642-9898-4a34-91cb-e09723364b88 req-2b8f4ed3-4cb5-4de2-939c-db1bdefe21d2 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 947 time: 0.6599555 Nov 03 15:50:19.270229 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd21f-ed1d-4071-81b8-3e11523158f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:19.285939 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8896306e-eb83-406d-bc5d-2cf6dbd45068" -d '{"events": [{"name": "network-changed", "server_uuid": "87cfdc4f-b014-4c57-af0c-09945134a8a5", "tag": "dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:19.295678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6d998c06-2b80-46ba-9365-f1ef34c50f07 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:19.297211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:19.362456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a482902f-463b-4929-8d83-5bb57a96e250,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:19.743215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Allocated IP 192.168.233.203 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/55bf529e-cadf-479f-baab-df3d221e5ff7) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:20.002528 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-69046cce-f0ec-411f-862a-f67f07e11220 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 HTTP/1.1" status: 200 len: 217 time: 0.7605240 Nov 03 15:50:20.203165 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2776f642-9898-4a34-91cb-e09723364b88 req-efd339ee-7580-40f4-89f5-fd5916b60495 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9084179 Nov 03 15:50:20.253691 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd21f-ed1d-4071-81b8-3e11523158f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:20.294880 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd21f-ed1d-4071-81b8-3e11523158f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:20.300940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-fd9661ae-cd28-47c0-8c82-3e344dd37ddf tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:20.304058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1e7dd21f-ed1d-4071-81b8-3e11523158f3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b0fe58d9-f0b7-4a02-b544-de9149ac4830 HTTP/1.1" status: 204 len: 168 time: 1.7201307 Nov 03 15:50:20.316663 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-fd9661ae-cd28-47c0-8c82-3e344dd37ddf tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 806 time: 0.4998105 Nov 03 15:50:20.338987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dd21f-ed1d-4071-81b8-3e11523158f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fe58d9-f0b7-4a02-b544-de9149ac4830,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:20.378600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:50:20.380083 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-1033e669-06bc-433e-bddb-9a72a4335686 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/quotas/574458bcf0c640ecb8efbda6451c2ee6 HTTP/1.1" status: 200 len: 375 time: 0.0624335 Nov 03 15:50:20.394206 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Sync routers for ids ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:50:20.424118 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Routers {'a8fbeeb4-e080-4b0b-b77d-f9b148949209'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:20.426573 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:50:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:20.429788 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:20.485780 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-f61fa607-9799-4109-aaa9-de9746446fac tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995195 Nov 03 15:50:20.521489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1e80c12-06cb-4414-8100-5cfb02280e32 req-edf2bf01-2487-43ec-8cff-d79969c85b98 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 210 time: 0.1183805 Nov 03 15:50:20.538103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:20.541905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-87549dd4-f068-4da1-9422-576ce3a26b41 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.8022451 Nov 03 15:50:20.545143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38552) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:20.562644 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:20.654885 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Set router a8fbeeb4-e080-4b0b-b77d-f9b148949209 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:20.893675 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:10Z', 'updated_at': '2021-11-03T15:50:15Z', 'revision_number': 3, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'gw_port': {'id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:12Z', 'updated_at': '2021-11-03T15:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:20.929882 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Checking router: a8fbeeb4-e080-4b0b-b77d-f9b148949209 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:50:20.930455 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Updating router a8fbeeb4-e080-4b0b-b77d-f9b148949209 port b3968315-c3cd-483e-849f-0d33154b42a7 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:50:20.964026 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.066547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:21.072643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:21.091040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Pushing event updated for resources: {'Port': ['ID=55bf529e-cadf-479f-baab-df3d221e5ff7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:21.107300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:21.121798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:21.122835 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.134803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38562) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:21.197321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-8c3f3221-e5fe-4f67-a036-a376795a17e1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8864384 Nov 03 15:50:21.249353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b33b30db-47ed-4b4a-8d50-950bc238d8f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.408801 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c951c794-0d2e-4e26-a1cb-f880cde4ec1d x-openstack-request-id: req-c951c794-0d2e-4e26-a1cb-f880cde4ec1d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:21.415288 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cfdc4f-b014-4c57-af0c-09945134a8a5", "tag": "dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:21.415826 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c951c794-0d2e-4e26-a1cb-f880cde4ec1d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:21.416302 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cfdc4f-b014-4c57-af0c-09945134a8a5', 'tag': 'dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2', 'status': 'completed', 'code': 200} Nov 03 15:50:21.451952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-b918bc70-27f0-4895-b4b2-73672ae65a7c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:50:21.461721 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-b918bc70-27f0-4895-b4b2-73672ae65a7c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.4859204 Nov 03 15:50:21.501128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1a3c8b5b-ec42-4d55-94f1-2e269c735894 None None] Provisioning complete for port 55bf529e-cadf-479f-baab-df3d221e5ff7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:21.502985 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8b5b-ec42-4d55-94f1-2e269c735894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.633259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c8b5b-ec42-4d55-94f1-2e269c735894 None None] Port 55bf529e-cadf-479f-baab-df3d221e5ff7 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:21.683396 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.692477 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.696272 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-22e223a3-6da5-4da6-93e6-38bcf21e726c service neutron] 10.222.0.86 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335153 Nov 03 15:50:21.715399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Request body: {'port': {'device_id': 'd9da13e5-382f-4347-9143-a8bb3d2376da', 'device_owner': 'compute:tempest-test_az-2055451076', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:21.736679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.750214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b33b30db-47ed-4b4a-8d50-950bc238d8f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.792021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b33b30db-47ed-4b4a-8d50-950bc238d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.824427 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b87c9-c268-4950-84b0-fa9a8e39fae0 None None] Pushing event updated for resources: {'Port': ['ID=b3968315-c3cd-483e-849f-0d33154b42a7,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:21.873133 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Attempting to bind port b3968315-c3cd-483e-849f-0d33154b42a7 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:21.873414 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Attempting to bind port b3968315-c3cd-483e-849f-0d33154b42a7 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:21.873798 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Attempting to bind port b3968315-c3cd-483e-849f-0d33154b42a7 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:21.887671 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:21.888039 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:21.888438 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.888820 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:21.889291 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Bound port: b3968315-c3cd-483e-849f-0d33154b42a7, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:21.889735 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.935573 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:21.982427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b33b30db-47ed-4b4a-8d50-950bc238d8f7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e783b774ae664b51a57c192ec36535b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8465126 Nov 03 15:50:21.987891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38578) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:21.988847 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] For port b3968315-c3cd-483e-849f-0d33154b42a7, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:21.993835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b30db-47ed-4b4a-8d50-950bc238d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46566325-3324-439f-9ce4-029727a058ff,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:21.995016 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] For port b3968315-c3cd-483e-849f-0d33154b42a7, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b3968315-c3cd-483e-849f-0d33154b42a7,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:21.998339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-af23f20e-eee2-437c-80d9-231bba82fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:22.003154 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-af23f20e-eee2-437c-80d9-231bba82fdb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2909153 Nov 03 15:50:22.032953 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:22.041500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-7c2c46f8-8aef-431b-8c94-e8267a70e189 service neutron] 10.222.0.86 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421407 Nov 03 15:50:22.221192 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b87c9-c268-4950-84b0-fa9a8e39fae0 None None] Pushing event updated for resources: {'Port': ['ID=b3968315-c3cd-483e-849f-0d33154b42a7,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:22.235060 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Routers {'a8fbeeb4-e080-4b0b-b77d-f9b148949209'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:22.235060 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:50:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:22.273332 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:22.387786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-aa16fdc8-efea-4f36-8e22-f27f1afa1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:22.389343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-aa16fdc8-efea-4f36-8e22-f27f1afa1230 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3440320 Nov 03 15:50:22.392687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd62b-29dc-4f36-8902-09cf21d98626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:22.460484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd62b-29dc-4f36-8902-09cf21d98626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:22.506979 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] Set router a8fbeeb4-e080-4b0b-b77d-f9b148949209 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:22.677023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Allocated IP 172.20.0.1 (e0716278-1f99-4413-a391-00fb219a4062/bfe568ad-8551-4955-ae28-5170bb770470/402969c6-ec1a-4c7a-a3c5-43701c8afa80) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:22.856489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:22.901884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482003-5c0c-4e53-9935-653e7a9e0dbd req-8ba55a54-fc24-4d96-830d-1f984f1edc57 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:22.914011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9c482003-5c0c-4e53-9935-653e7a9e0dbd req-8ba55a54-fc24-4d96-830d-1f984f1edc57 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 936 time: 0.1022148 Nov 03 15:50:22.948798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd62b-29dc-4f36-8902-09cf21d98626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:22.953616 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd62b-29dc-4f36-8902-09cf21d98626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:22.957418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1d8cd62b-29dc-4f36-8902-09cf21d98626 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/46566325-3324-439f-9ce4-029727a058ff HTTP/1.1" status: 204 len: 168 time: 0.9489594 Nov 03 15:50:22.964138 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:10Z', 'updated_at': '2021-11-03T15:50:15Z', 'revision_number': 3, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'gw_port': {'id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:12Z', 'updated_at': '2021-11-03T15:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:23.035113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cd62b-29dc-4f36-8902-09cf21d98626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46566325-3324-439f-9ce4-029727a058ff,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:23.042676 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490031d0-9811-48ad-bb23-91f95ccd8cb5 None None] The sync data for ids ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'] in n-d-813897-2 is: [{'id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:10Z', 'updated_at': '2021-11-03T15:50:15Z', 'revision_number': 3, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'gw_port': {'id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:12Z', 'updated_at': '2021-11-03T15:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:50:23.059077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9c482003-5c0c-4e53-9935-653e7a9e0dbd req-0c83cd5d-7067-4e3d-8af4-9a84035a59b2 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354556 Nov 03 15:50:23.102066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580aff1-1356-40d5-b707-d217688bb9a1 req-5e1d9582-bd8a-45b8-be12-dcfa83e01b25 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:23.108085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4580aff1-1356-40d5-b707-d217688bb9a1 req-5e1d9582-bd8a-45b8-be12-dcfa83e01b25 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 947 time: 0.2777812 Nov 03 15:50:23.133785 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:23.152074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bf529e-cadf-479f-baab-df3d221e5ff7 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:23.170993 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:23.216594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-b642457d-1bd7-4019-a458-87cf5501caf1 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943084 Nov 03 15:50:23.218451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Network e0716278-1f99-4413-a391-00fb219a4062 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:23.230408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:23.240304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d35960cc-0659-495f-a88d-d4014764f808 req-7565171f-093e-47bf-9764-091871ff48cc tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0712471 Nov 03 15:50:23.250306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Transition to ACTIVE for port object 55bf529e-cadf-479f-baab-df3d221e5ff7 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:50:23.252153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:23.252661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:23.257121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:23.299217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Pushing event updated for resources: {'Port': ['ID=402969c6-ec1a-4c7a-a3c5-43701c8afa80,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:23.314959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38614) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:23.389873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Pushing event updated for resources: {'Port': ['ID=55bf529e-cadf-479f-baab-df3d221e5ff7,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:23.396937 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4580aff1-1356-40d5-b707-d217688bb9a1 req-0b7e35eb-a778-4ca4-89ea-54d6138dba22 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878344 Nov 03 15:50:23.592290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Attempting to bind port 55bf529e-cadf-479f-baab-df3d221e5ff7 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:23.593050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Attempting to bind port 55bf529e-cadf-479f-baab-df3d221e5ff7 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:23.593576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Attempting to bind port 55bf529e-cadf-479f-baab-df3d221e5ff7 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:23.622070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Port 55bf529e-cadf-479f-baab-df3d221e5ff7 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:50:23.622705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Attempting to bind port 55bf529e-cadf-479f-baab-df3d221e5ff7 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:23.639114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:23.639672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:23.641470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:23.643792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Bound port: 55bf529e-cadf-479f-baab-df3d221e5ff7, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:23.646424 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:23.774750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] For port 55bf529e-cadf-479f-baab-df3d221e5ff7, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:23.779880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] For port 55bf529e-cadf-479f-baab-df3d221e5ff7, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=55bf529e-cadf-479f-baab-df3d221e5ff7,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:23.785375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:23.791961 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2cbd9eff-b89f-44a4-a0ee-2b1874457aa9 None None] Provisioning complete for port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:23.792964 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9eff-b89f-44a4-a0ee-2b1874457aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:23.871642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:23.872291 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:23.873891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] 10.222.0.70 "PUT /v2.0/ports/55bf529e-cadf-479f-baab-df3d221e5ff7 HTTP/1.1" status: 200 len: 1118 time: 2.1625967 Nov 03 15:50:23.874449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9da13e5-382f-4347-9143-a8bb3d2376da', 'tag': '55bf529e-cadf-479f-baab-df3d221e5ff7'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:23.902415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd9eff-b89f-44a4-a0ee-2b1874457aa9 None None] Port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:23.971014 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe6a782e-db5f-4b11-a04a-b9803a45ce88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:24.123714 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ad88915-ba4e-4f10-8141-8f1971c2fe73 req-3c06696f-91e9-41c2-bf62-190dcd397da0 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8682919 Nov 03 15:50:24.177785 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eed1719-7f61-414e-9804-bc7d36e06dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9da13e5-382f-4347-9143-a8bb3d2376da", "tag": "55bf529e-cadf-479f-baab-df3d221e5ff7"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:24.200827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-3093ae83-5bf9-4142-9a43-875eff0967cc tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a3e5293bab064d3196962bfbabeb03f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1277997 Nov 03 15:50:24.208901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38634) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:24.213053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828207b5-d254-48b4-954d-1dc22e58259f req-618a2e37-85eb-4a8b-babf-ffa94722bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:24.214866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-618a2e37-85eb-4a8b-babf-ffa94722bccb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db5b3597948447d6b0c6ade5671653ac&device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 1121 time: 0.2452259 Nov 03 15:50:24.274095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:24.279742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfd5a8-2df6-41d6-8c19-8f38d3924792 service neutron] Pushing event updated for resources: {'Port': ['ID=55bf529e-cadf-479f-baab-df3d221e5ff7,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:24.316351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8611705c-340f-465c-9762-430b01eba656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:24.351364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c4e3f-bc0d-4449-9727-40dc29cfbd2a req-2c1d5cb7-0b7b-40fe-9b63-a83b4ca6c80d tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:24.352931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c0c4e3f-bc0d-4449-9727-40dc29cfbd2a req-2c1d5cb7-0b7b-40fe-9b63-a83b4ca6c80d tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 970 time: 0.1381063 Nov 03 15:50:24.378931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-367d053c-96f4-41fd-9251-9c270e80e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:24.380944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-367d053c-96f4-41fd-9251-9c270e80e2fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbf3704cae3948d98897a73699b750e6&device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.1673346 Nov 03 15:50:24.401997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-78125696-8d64-4437-9d8c-86fd0b7c56ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=55bf529e-cadf-479f-baab-df3d221e5ff7 HTTP/1.1" status: 200 len: 217 time: 0.1427875 Nov 03 15:50:24.512994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.15', 60293) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:24.525941 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe6a782e-db5f-4b11-a04a-b9803a45ce88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:24.550458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe6a782e-db5f-4b11-a04a-b9803a45ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:24.573561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-f512f5a2-bab9-4260-a939-c8e7057b9367 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:24.575991 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-f512f5a2-bab9-4260-a939-c8e7057b9367 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3736916 Nov 03 15:50:24.607748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828207b5-d254-48b4-954d-1dc22e58259f req-8461e084-6eb2-443b-9674-6e7c48a38b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:24.609501 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-8461e084-6eb2-443b-9674-6e7c48a38b42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1919255 Nov 03 15:50:24.664660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c0c4e3f-bc0d-4449-9727-40dc29cfbd2a req-11e9335e-7a5f-491f-b911-b41b74efd1d8 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013084 Nov 03 15:50:24.665331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b3968315-c3cd-483e-849f-0d33154b42a7 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:24.719683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-408869aa-3490-4cbf-b594-31fbdc0077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:24.721119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-408869aa-3490-4cbf-b594-31fbdc0077ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.3208084 Nov 03 15:50:24.740874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b3968315-c3cd-483e-849f-0d33154b42a7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:24.741610 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:24.779581 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-7d1a8756-6990-4f94-8b43-330a93236150 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 HTTP/1.1" status: 200 len: 217 time: 0.0458510 Nov 03 15:50:24.870995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:24.885803 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:24.887003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:24.972205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-9a7e4bab-be68-4f60-a317-2205c5e08876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:24.975070 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-9a7e4bab-be68-4f60-a317-2205c5e08876 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1847091 Nov 03 15:50:25.021185 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b97c00-5238-4f27-bb67-9f0859d421f4 x-openstack-request-id: req-05b97c00-5238-4f27-bb67-9f0859d421f4 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:25.021891 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9da13e5-382f-4347-9143-a8bb3d2376da", "tag": "55bf529e-cadf-479f-baab-df3d221e5ff7", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:25.021891 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05b97c00-5238-4f27-bb67-9f0859d421f4 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:25.022429 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9da13e5-382f-4347-9143-a8bb3d2376da', 'tag': '55bf529e-cadf-479f-baab-df3d221e5ff7', 'status': 'completed', 'code': 200} Nov 03 15:50:25.037953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-d9cff28d-a559-4c22-ba73-f98de55bbb46 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:25.039478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-d9cff28d-a559-4c22-ba73-f98de55bbb46 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 806 time: 0.5159903 Nov 03 15:50:25.044833 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.045513 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe6a782e-db5f-4b11-a04a-b9803a45ce88 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=55a1e50a2904483384bce718b14ec32a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7254760 Nov 03 15:50:25.046544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-bc30586b-62d8-4e3d-bdae-2196995436c7 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/quotas/a3e5293bab064d3196962bfbabeb03f9 HTTP/1.1" status: 200 len: 375 time: 0.4574401 Nov 03 15:50:25.055442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38648) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:25.071230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a782e-db5f-4b11-a04a-b9803a45ce88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f894cf11-81c7-4c64-b1cc-bc2a6f666ae8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:25.077376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port b3968315-c3cd-483e-849f-0d33154b42a7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b3968315-c3cd-483e-849f-0d33154b42a7,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:25.086893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.103712 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5649a7a6-27b6-43ea-a4dd-00a6ef5a697e req-591c0951-9027-48f5-a606-6796e7493a10 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0875731 Nov 03 15:50:25.107716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Pushing event updated for resources: {'Port': ['ID=402969c6-ec1a-4c7a-a3c5-43701c8afa80,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:25.136373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-4658af96-0d22-430a-a46b-bd6b0a9cef37 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3e5293bab064d3196962bfbabeb03f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668826 Nov 03 15:50:25.145137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-de3ca765-6b18-48f6-8f33-b93b9d5b0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:25.147777 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-de3ca765-6b18-48f6-8f33-b93b9d5b0631 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660194 Nov 03 15:50:25.170325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828207b5-d254-48b4-954d-1dc22e58259f req-5adf35f9-5f70-42b7-aab5-639cb2afb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:25.172137 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-5adf35f9-5f70-42b7-aab5-639cb2afb077 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4460948 Nov 03 15:50:25.218782 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8611705c-340f-465c-9762-430b01eba656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.229709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Network e0716278-1f99-4413-a391-00fb219a4062 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:25.232078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:25.257460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=b3968315-c3cd-483e-849f-0d33154b42a7,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:25.274155 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8611705c-340f-465c-9762-430b01eba656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.323329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611705c-340f-465c-9762-430b01eba656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5e2fdb-e2b8-4f8a-84bb-9d80544b18f4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:25.406009 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18c185d3-12d0-4973-8bc2-94c13958fa72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.447964 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8611705c-340f-465c-9762-430b01eba656 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=54be01ca0196421197f33385fe5f557a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2321172 Nov 03 15:50:25.452393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38654) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:25.492154 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-097373d5-8ccb-4e75-9c85-9142ffb355bc req-22d3f68b-1f5b-4483-8e0c-f9021dfed190 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0757265 Nov 03 15:50:25.505513 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18c185d3-12d0-4973-8bc2-94c13958fa72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.509024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34138c-72d3-4033-89d2-f8cd0da0f1ae req-3dadaaf4-07ae-4638-ac00-3e1d4d9621d7 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:25.510769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df34138c-72d3-4033-89d2-f8cd0da0f1ae req-3dadaaf4-07ae-4638-ac00-3e1d4d9621d7 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 947 time: 0.2683866 Nov 03 15:50:25.547775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-4be11edc-755b-405f-bcc2-acb745fbd37f service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663433 Nov 03 15:50:25.625667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-60ba5bae-b4d3-4c11-99b6-cc4bec8739c1 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696970 Nov 03 15:50:25.632368 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5424eb6e-9356-4322-b4e4-2cb61bee860d None None] Provisioning complete for port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:25.633786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5424eb6e-9356-4322-b4e4-2cb61bee860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.681793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18c185d3-12d0-4973-8bc2-94c13958fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.684668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18c185d3-12d0-4973-8bc2-94c13958fa72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.695018 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-18c185d3-12d0-4973-8bc2-94c13958fa72 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f894cf11-81c7-4c64-b1cc-bc2a6f666ae8 HTTP/1.1" status: 204 len: 168 time: 0.6349111 Nov 03 15:50:25.714677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Router a8fbeeb4-e080-4b0b-b77d-f9b148949209 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:50:25.742461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5424eb6e-9356-4322-b4e4-2cb61bee860d None None] Port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:25.747868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c185d3-12d0-4973-8bc2-94c13958fa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f894cf11-81c7-4c64-b1cc-bc2a6f666ae8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:25.749462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-828207b5-d254-48b4-954d-1dc22e58259f req-00b04923-8afd-443e-b6e9-407753c17e67 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884155 Nov 03 15:50:25.850358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df34138c-72d3-4033-89d2-f8cd0da0f1ae req-c6bb57f3-818d-4dc1-8c0f-9a888274f217 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881074 Nov 03 15:50:25.869119 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e363c613-16c6-4de6-92a9-3227274b4228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:25.913758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-b3cba9b6-3ddd-4348-adda-ea23f84bca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:25.915256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-b3cba9b6-3ddd-4348-adda-ea23f84bca4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db5b3597948447d6b0c6ade5671653ac&device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 1121 time: 0.0749133 Nov 03 15:50:25.928064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc776ec1-6b3c-40c5-9e2f-88f43f3b0721 req-a85635e0-6a28-43d4-8840-c7cd9fc330c3 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:25.932386 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc776ec1-6b3c-40c5-9e2f-88f43f3b0721 req-a85635e0-6a28-43d4-8840-c7cd9fc330c3 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 970 time: 0.1326675 Nov 03 15:50:25.975992 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e363c613-16c6-4de6-92a9-3227274b4228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.018813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8896306e-eb83-406d-bc5d-2cf6dbd45068 req-8237fb64-7186-46ab-8433-bcc0ee9b8ef7 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822119 Nov 03 15:50:26.105052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:50:26.111010 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bf22d35e-90d8-4545-b90d-3f6a863b400e admin admin] 10.222.0.86 "PUT /v2.0/routers/a8fbeeb4-e080-4b0b-b77d-f9b148949209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5649407 Nov 03 15:50:26.119167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc776ec1-6b3c-40c5-9e2f-88f43f3b0721 req-034a036c-1596-459e-abb5-c11610416c77 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708732 Nov 03 15:50:26.125060 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e363c613-16c6-4de6-92a9-3227274b4228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.127716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Sync routers for ids ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:50:26.128672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e363c613-16c6-4de6-92a9-3227274b4228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.135825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e363c613-16c6-4de6-92a9-3227274b4228 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f5e2fdb-e2b8-4f8a-84bb-9d80544b18f4 HTTP/1.1" status: 204 len: 168 time: 0.6786587 Nov 03 15:50:26.154073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Routers {'a8fbeeb4-e080-4b0b-b77d-f9b148949209'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:26.154915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:50:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:26.156024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363c613-16c6-4de6-92a9-3227274b4228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5e2fdb-e2b8-4f8a-84bb-9d80544b18f4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:26.203787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-ebd6c008-73aa-45b1-a859-01965f57e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:26.206056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-ebd6c008-73aa-45b1-a859-01965f57e736 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2725446 Nov 03 15:50:26.280130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44ae6595-a51e-4e35-b4b0-5bfd7b42d7c8 req-b5ddeac1-6b30-48b1-a973-e4ec2013fb45 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0477870 Nov 03 15:50:26.288631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-f25c214d-e48e-43d3-a82d-5d3ae851d3e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=55bf529e-cadf-479f-baab-df3d221e5ff7 HTTP/1.1" status: 200 len: 217 time: 0.0705733 Nov 03 15:50:26.294342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Set router a8fbeeb4-e080-4b0b-b77d-f9b148949209 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:26.365166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-7bfd59c2-fa4a-4650-96a5-893f32a86c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:26.365166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-7bfd59c2-fa4a-4650-96a5-893f32a86c0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0647876 Nov 03 15:50:26.365166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38674) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:26.389212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-372cfe36-8d6e-4d0c-a575-92efcc60c4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.444584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-8344116b-8043-465c-bec3-95765115ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:26.446194 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-8344116b-8043-465c-bec3-95765115ff4b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733743 Nov 03 15:50:26.573593 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-372cfe36-8d6e-4d0c-a575-92efcc60c4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.587301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:10Z', 'updated_at': '2021-11-03T15:50:24Z', 'revision_number': 4, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'gw_port': {'id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:12Z', 'updated_at': '2021-11-03T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '402969c6-ec1a-4c7a-a3c5-43701c8afa80', 'name': '', 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'mac_address': 'fa:16:3e:98:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'bfe568ad-8551-4955-ae28-5170bb770470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:22Z', 'updated_at': '2021-11-03T15:50:24Z', 'revision_number': 2, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'subnets': [{'id': 'bfe568ad-8551-4955-ae28-5170bb770470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:26.591204 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-372cfe36-8d6e-4d0c-a575-92efcc60c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.609450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-4e364750-fc72-4a52-88dc-a72d57d6639b service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538115 Nov 03 15:50:26.654802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b3968315-c3cd-483e-849f-0d33154b42a7 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:26.673049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cfe36-8d6e-4d0c-a575-92efcc60c4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e2e4da-05af-42f4-9869-df420cb80ef7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:26.682077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-372cfe36-8d6e-4d0c-a575-92efcc60c4c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd7b0ef1ad25428a8ffbcbb65fd06d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126957 Nov 03 15:50:26.702960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Checking router: a8fbeeb4-e080-4b0b-b77d-f9b148949209 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:50:26.703386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Updating router a8fbeeb4-e080-4b0b-b77d-f9b148949209 port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:50:26.708283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3a40914-61ce-467e-9aaa-880b0df637f2 req-2d46f24e-6354-4da0-a84a-80bd9cc5d0a5 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0776391 Nov 03 15:50:26.709085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38682) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:26.772018 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.775694 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1eed1719-7f61-414e-9804-bc7d36e06dd6 req-b0b69a3a-0303-4771-8470-13a8ca1dbb6d service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558156 Nov 03 15:50:26.798745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b3968315-c3cd-483e-849f-0d33154b42a7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:26.799517 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.806204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56187b2f-baf2-4506-930c-358c4039854c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.834082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56187b2f-baf2-4506-930c-358c4039854c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.930469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56187b2f-baf2-4506-930c-358c4039854c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.933725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56187b2f-baf2-4506-930c-358c4039854c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:26.941386 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-56187b2f-baf2-4506-930c-358c4039854c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25e2e4da-05af-42f4-9869-df420cb80ef7 HTTP/1.1" status: 204 len: 168 time: 0.2311704 Nov 03 15:50:26.952088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56187b2f-baf2-4506-930c-358c4039854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e2e4da-05af-42f4-9869-df420cb80ef7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:27.227430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ee3ed-13c8-4bb6-983e-83ec995eabf7 req-34831a49-243f-41a9-8548-648d2b67932e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:27.235144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-535ee3ed-13c8-4bb6-983e-83ec995eabf7 req-34831a49-243f-41a9-8548-648d2b67932e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 947 time: 0.2796421 Nov 03 15:50:27.252114 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:27.267047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:27.321175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-535ee3ed-13c8-4bb6-983e-83ec995eabf7 req-b716792f-0320-4fe4-8b4d-d3366e529902 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850275 Nov 03 15:50:27.363516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0aa56-bd04-4996-9194-d337e392398d None None] Pushing event updated for resources: {'Port': ['ID=402969c6-ec1a-4c7a-a3c5-43701c8afa80,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:27.405580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Attempting to bind port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:27.405958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Attempting to bind port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '8ffeab69-382e-4b76-a967-848f01c4213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:27.406316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Attempting to bind port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 on network e0716278-1f99-4413-a391-00fb219a4062 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:27.418668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:27.419048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Checking segment: {'id': '8ffeab69-382e-4b76-a967-848f01c4213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:27.419434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:27.419896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Bound using segment: {'id': '8ffeab69-382e-4b76-a967-848f01c4213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:27.421602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Bound port: 402969c6-ec1a-4c7a-a3c5-43701c8afa80, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffeab69-382e-4b76-a967-848f01c4213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:27.421602 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:27.457119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f372dd-c55d-4be3-8010-917d66c93b1f req-e3734c44-2ec5-4c0c-a6a4-4c3978fab2ba tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:27.470388 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31f372dd-c55d-4be3-8010-917d66c93b1f req-e3734c44-2ec5-4c0c-a6a4-4c3978fab2ba tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 970 time: 0.1640081 Nov 03 15:50:27.539460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15485d84-e23d-47d9-b9a7-35eec00cd23f req-21d08aaf-7001-4ec2-ac4a-f3818647c450 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0436320 Nov 03 15:50:27.554409 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31f372dd-c55d-4be3-8010-917d66c93b1f req-ec63fc67-5c19-4c58-9944-9fdfc412226d tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779390 Nov 03 15:50:27.556886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] For port 402969c6-ec1a-4c7a-a3c5-43701c8afa80, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:27.567870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] For port 402969c6-ec1a-4c7a-a3c5-43701c8afa80, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=402969c6-ec1a-4c7a-a3c5-43701c8afa80,segment=NetworkSegment(8ffeab69-382e-4b76-a967-848f01c4213d),segment_id=8ffeab69-382e-4b76-a967-848f01c4213d)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:27.592061 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:27.670792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Routers {'a8fbeeb4-e080-4b0b-b77d-f9b148949209'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:27.671419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:50:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:27.674986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0aa56-bd04-4996-9194-d337e392398d None None] Pushing event updated for resources: {'Port': ['ID=402969c6-ec1a-4c7a-a3c5-43701c8afa80,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:27.789912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-57759330-fc27-49e6-be4f-a55dfdacb5fb None None] Provisioning complete for port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:27.790285 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-57759330-fc27-49e6-be4f-a55dfdacb5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:27.879391 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39aa76f9-db21-4564-b56a-6e31cf50e76e req-cea6e737-eef0-45d3-b938-f217c8cb9c9c tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0456052 Nov 03 15:50:27.990219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] Set router a8fbeeb4-e080-4b0b-b77d-f9b148949209 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:27.999466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38734) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:28.004765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a46ad3fa-cd79-48b0-a0ad-3fdeaf17d706 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047951761', 'description': 'tempest-description--1202485719'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:28.045962 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a46ad3fa-cd79-48b0-a0ad-3fdeaf17d706 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.119331 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-57759330-fc27-49e6-be4f-a55dfdacb5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.137344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a46ad3fa-cd79-48b0-a0ad-3fdeaf17d706 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.142878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a46ad3fa-cd79-48b0-a0ad-3fdeaf17d706 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.183476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-57759330-fc27-49e6-be4f-a55dfdacb5fb None None] For port 402969c6-ec1a-4c7a-a3c5-43701c8afa80, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=402969c6-ec1a-4c7a-a3c5-43701c8afa80,segment=NetworkSegment(8ffeab69-382e-4b76-a967-848f01c4213d),segment_id=8ffeab69-382e-4b76-a967-848f01c4213d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:28.185702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a46ad3fa-cd79-48b0-a0ad-3fdeaf17d706 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.187508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a46ad3fa-cd79-48b0-a0ad-3fdeaf17d706 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1865306 Nov 03 15:50:28.190239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ad3fa-cd79-48b0-a0ad-3fdeaf17d706 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec761868-1ebd-44bb-9140-e762058abdc1,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:28.190785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38742) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:28.196316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-db970e8f-138e-4309-9acb-010bcffbf007 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Request body: {'security_group_rule': {'security_group_id': 'ec761868-1ebd-44bb-9140-e762058abdc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:28.214825 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-57759330-fc27-49e6-be4f-a55dfdacb5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.267961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db970e8f-138e-4309-9acb-010bcffbf007 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.291580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:50:28.379386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57759330-fc27-49e6-be4f-a55dfdacb5fb None None] Pushing event updated for resources: {'Port': ['ID=402969c6-ec1a-4c7a-a3c5-43701c8afa80,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:28.380669 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db970e8f-138e-4309-9acb-010bcffbf007 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.390397 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db970e8f-138e-4309-9acb-010bcffbf007 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.435388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970e8f-138e-4309-9acb-010bcffbf007 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c29fb14-ee6e-4b12-8192-05ae45b8acb1,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:28.457399 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db970e8f-138e-4309-9acb-010bcffbf007 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.460036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-db970e8f-138e-4309-9acb-010bcffbf007 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2677186 Nov 03 15:50:28.465578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38754) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:28.481204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c966f2b0-9830-40c1-b4a9-161ec4cd3470 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Request body: {'security_group_rule': {'security_group_id': 'ec761868-1ebd-44bb-9140-e762058abdc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:28.529147 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c966f2b0-9830-40c1-b4a9-161ec4cd3470 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.534259 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:50:28.539398 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa95d3-e775-415e-9ebe-b4a19fcd3411 req-8c0532fb-82fb-41b3-8cf8-2192769af8a0 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:28.556429 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1aa95d3-e775-415e-9ebe-b4a19fcd3411 req-8c0532fb-82fb-41b3-8cf8-2192769af8a0 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 947 time: 0.1332498 Nov 03 15:50:28.571961 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-88dc660e-9b34-416c-85fd-92686872138d None None] Provisioning complete for port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:28.572429 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-88dc660e-9b34-416c-85fd-92686872138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.667353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c966f2b0-9830-40c1-b4a9-161ec4cd3470 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.688583 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1aa95d3-e775-415e-9ebe-b4a19fcd3411 req-b8139036-6574-4a20-b7ca-d800078d8f1b tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280551 Nov 03 15:50:28.688936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c966f2b0-9830-40c1-b4a9-161ec4cd3470 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.696095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:28.708517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:10Z', 'updated_at': '2021-11-03T15:50:24Z', 'revision_number': 4, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'gw_port': {'id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:12Z', 'updated_at': '2021-11-03T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '402969c6-ec1a-4c7a-a3c5-43701c8afa80', 'name': '', 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'mac_address': 'fa:16:3e:98:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'bfe568ad-8551-4955-ae28-5170bb770470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:22Z', 'updated_at': '2021-11-03T15:50:27Z', 'revision_number': 4, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'subnets': [{'id': 'bfe568ad-8551-4955-ae28-5170bb770470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:28.717816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2', 'mac_address': 'fa:16:3e:56:09:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:50:28.755822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c966f2b0-9830-40c1-b4a9-161ec4cd3470 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.757227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c966f2b0-9830-40c1-b4a9-161ec4cd3470 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2904663 Nov 03 15:50:28.760358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38766) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:28.765811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:28.776177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a6d0a-23ed-4f70-9c3d-59d257bbbc27 None None] The sync data for ids ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'] in n-d-813897-2 is: [{'id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:10Z', 'updated_at': '2021-11-03T15:50:24Z', 'revision_number': 4, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'gw_port': {'id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:12Z', 'updated_at': '2021-11-03T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '402969c6-ec1a-4c7a-a3c5-43701c8afa80', 'name': '', 'network_id': 'e0716278-1f99-4413-a391-00fb219a4062', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'mac_address': 'fa:16:3e:98:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'bfe568ad-8551-4955-ae28-5170bb770470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:22Z', 'updated_at': '2021-11-03T15:50:27Z', 'revision_number': 4, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'subnets': [{'id': 'bfe568ad-8551-4955-ae28-5170bb770470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:50:28.793117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05e4cc72-15ae-408b-838d-b7a2b0191215 req-c069373b-62d7-4443-8e53-61fa1743fee7 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0844383 Nov 03 15:50:28.794029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966f2b0-9830-40c1-b4a9-161ec4cd3470 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80aeb6b-bff4-4d6f-bf17-87a5e6837b11,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:28.861838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.925937 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:28.960506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:29.013592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:29.021472 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:29.022216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 55bf529e-cadf-479f-baab-df3d221e5ff7 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:50:29.057151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61f02b8b-e008-4b6e-8609-a956c04d3524 req-3f8d609e-36ca-4525-b661-73d6cb273927 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0519111 Nov 03 15:50:29.067025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e3efb-5468-4967-ac3f-6f85def0e06a req-6a52a6e7-6843-434f-bbb5-8b4ba89f2026 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:29.070798 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d70e3efb-5468-4967-ac3f-6f85def0e06a req-6a52a6e7-6843-434f-bbb5-8b4ba89f2026 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 970 time: 0.2316592 Nov 03 15:50:29.131304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:29.164853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 55bf529e-cadf-479f-baab-df3d221e5ff7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=55bf529e-cadf-479f-baab-df3d221e5ff7,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:29.201346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '55bf529e-cadf-479f-baab-df3d221e5ff7', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '55bf529e-cadf-479f-baab-df3d221e5ff7', 'mac_address': 'fa:16:3e:f6:92:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:tempest-test_az-2055451076', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:50:29.210379 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d70e3efb-5468-4967-ac3f-6f85def0e06a req-274e5680-454c-4c19-80b0-9bd9953bec43 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325710 Nov 03 15:50:29.218666 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:29.260247 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:29.289497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bf529e-cadf-479f-baab-df3d221e5ff7 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:29.316812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 55bf529e-cadf-479f-baab-df3d221e5ff7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=55bf529e-cadf-479f-baab-df3d221e5ff7,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:29.321921 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:29.397833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=55bf529e-cadf-479f-baab-df3d221e5ff7,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:29.409693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Allocated IP 172.25.6.213 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/580ef8d2-5217-473b-a8e5-d1006adaea10) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:29.555492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:29.622980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:29.677829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:29.681016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:29.684079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:29.693276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:50:29.697485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event updated for resources: {'Port': ['ID=580ef8d2-5217-473b-a8e5-d1006adaea10,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:29.737277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['55bf529e-cadf-479f-baab-df3d221e5ff7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:50:29.815220 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:29.868601 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:29.998552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054433fd-40e9-46cb-967d-2d374fe5960f req-a37110b7-7063-47e2-bf32-b34a4de47124 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:30.000087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-054433fd-40e9-46cb-967d-2d374fe5960f req-a37110b7-7063-47e2-bf32-b34a4de47124 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 948 time: 0.1280472 Nov 03 15:50:30.043102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff793258-5c6e-4d68-9565-03bb3da15f14 req-b02e2f24-7147-46d0-9146-eda9437663fe tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0337050 Nov 03 15:50:30.281608 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-814a29fd-9594-4925-85e6-e571166f3661 req-918d0616-a30d-41ad-b393-0ceb1487b82c tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0485904 Nov 03 15:50:30.286065 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-054433fd-40e9-46cb-967d-2d374fe5960f req-70a31f6c-1f14-4609-9ce3-99a54d97d2b6 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779658 Nov 03 15:50:30.352984 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:30.359138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:30.407428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:30.447353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event updated for resources: {'Port': ['ID=580ef8d2-5217-473b-a8e5-d1006adaea10,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:30.454068 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:30.455639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d024b3eb-d642-4b8d-8516-45f01f3748d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6939240 Nov 03 15:50:30.478841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de1a76-001d-4961-aaa4-65ed5873ca28 req-f1b1a8ab-273d-436f-8f8b-4991946ca093 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:30.481585 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00de1a76-001d-4961-aaa4-65ed5873ca28 req-f1b1a8ab-273d-436f-8f8b-4991946ca093 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 971 time: 0.0935891 Nov 03 15:50:30.571405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00de1a76-001d-4961-aaa4-65ed5873ca28 req-a0eac2bb-02cc-4a1d-a3d8-2f928c296c04 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764728 Nov 03 15:50:30.617664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 402969c6-ec1a-4c7a-a3c5-43701c8afa80 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:30.668080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:30.668446 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:30.771775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-9c9d8b31-3f1d-4323-93c4-1c06753a0abc tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1047951761&fields=id&tenant_id=c958ac05699b411fb275bfd729d8fa30 HTTP/1.1" status: 200 len: 267 time: 0.0702026 Nov 03 15:50:30.941235 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:30.966143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-8b393b55-a125-479f-b8ed-90554e400475 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:30.967574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-8b393b55-a125-479f-b8ed-90554e400475 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 823 time: 0.1888924 Nov 03 15:50:30.987011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-8ca0eee5-b640-46ae-a661-8f6405751334 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/quotas/c958ac05699b411fb275bfd729d8fa30 HTTP/1.1" status: 200 len: 375 time: 0.0100980 Nov 03 15:50:31.084547 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b1034aab-c433-4a4e-92ef-c7f8f8dda28a tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903189 Nov 03 15:50:31.127390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38864) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:31.149798 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a22a9b49-013f-47b1-9793-8be7576fc5b9 req-15c827d5-1afe-4981-be50-95d6aa9ae5ce tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0311246 Nov 03 15:50:31.230257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-4a7f7f7d-e2cf-4447-9455-7141c1e78859 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:50:31.231232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-4a7f7f7d-e2cf-4447-9455-7141c1e78859 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0445428 Nov 03 15:50:31.249578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e5ad1fb-78ed-424b-9402-1805619e45a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:31.360743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-f20c6210-dc04-41f5-9215-f60767ac3801 service neutron] 10.222.0.86 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177552 Nov 03 15:50:31.387879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-524fcde5-cdb3-4add-8fe4-1bec5801ad7f req-4468cd31-41c9-408a-99dd-5ec95ebc7597 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0363419 Nov 03 15:50:31.440083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e5ad1fb-78ed-424b-9402-1805619e45a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:31.445370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e5ad1fb-78ed-424b-9402-1805619e45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:31.499254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158140f5-0148-4b23-a14b-c38b4f614dd3 req-b82e35bd-ff68-421d-9287-6b58ca8704bd tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:31.502578 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-158140f5-0148-4b23-a14b-c38b4f614dd3 req-b82e35bd-ff68-421d-9287-6b58ca8704bd tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 948 time: 0.0546002 Nov 03 15:50:31.503960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0e5ad1fb-78ed-424b-9402-1805619e45a3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0fe43972bc2948c7a765403270b2b879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755014 Nov 03 15:50:31.509034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ad1fb-78ed-424b-9402-1805619e45a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee3afa8-d40e-4887-bef8-a9536b100570,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:31.510763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38874) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:31.522718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-47799919-89eb-416a-9af5-062d1261d587 service neutron] 10.222.0.86 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532774 Nov 03 15:50:31.570728 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-158140f5-0148-4b23-a14b-c38b4f614dd3 req-8eb41c66-5bed-4fee-a12d-78483bdb4021 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554721 Nov 03 15:50:31.573721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e816081-76e4-4957-a176-b0bc9cd97b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:31.594862 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e816081-76e4-4957-a176-b0bc9cd97b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:31.652878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e816081-76e4-4957-a176-b0bc9cd97b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:31.660915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e816081-76e4-4957-a176-b0bc9cd97b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:31.665425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6e816081-76e4-4957-a176-b0bc9cd97b6d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cee3afa8-d40e-4887-bef8-a9536b100570 HTTP/1.1" status: 204 len: 168 time: 0.1536961 Nov 03 15:50:31.676884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e816081-76e4-4957-a176-b0bc9cd97b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee3afa8-d40e-4887-bef8-a9536b100570,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:31.742226 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d380de2c-6894-4d19-8fe4-9a60f3798c75 req-1ac486de-edc8-4b06-a8d5-04c63bb9b728 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 210 time: 0.0365438 Nov 03 15:50:31.752359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5ca1a-f3aa-457c-858a-79e657230036 req-fbb51986-68ca-45b5-be4d-0231e595f315 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:31.754397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0be5ca1a-f3aa-457c-858a-79e657230036 req-fbb51986-68ca-45b5-be4d-0231e595f315 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 971 time: 0.1066289 Nov 03 15:50:31.812462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0be5ca1a-f3aa-457c-858a-79e657230036 req-80d2368e-2e64-40c4-b4ee-842eaf0d30d1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Nov 03 15:50:31.964817 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38890) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:31.978574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00ace2e3-6c24-44f9-8d7f-48f16b46a4fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.055633 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00ace2e3-6c24-44f9-8d7f-48f16b46a4fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.059310 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00ace2e3-6c24-44f9-8d7f-48f16b46a4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.096931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-00ace2e3-6c24-44f9-8d7f-48f16b46a4fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8832bd618d5e4a2a8ab920e0e667b2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309266 Nov 03 15:50:32.097786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ace2e3-6c24-44f9-8d7f-48f16b46a4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f17a67-34e9-4ac8-abbd-e9256dd76c50,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:32.100765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38894) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:32.148946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-831f06ec-bb09-4759-801c-637ba64584a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.170501 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-831f06ec-bb09-4759-801c-637ba64584a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.231004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-831f06ec-bb09-4759-801c-637ba64584a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.233498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-831f06ec-bb09-4759-801c-637ba64584a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.234610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-831f06ec-bb09-4759-801c-637ba64584a7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d1f17a67-34e9-4ac8-abbd-e9256dd76c50 HTTP/1.1" status: 204 len: 168 time: 0.1328759 Nov 03 15:50:32.250986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5b07d0f-4270-4000-9e9c-0c8142955e0c req-7affe744-e3d8-423b-9c89-2f3ea22a4480 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0333378 Nov 03 15:50:32.260230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f06ec-bb09-4759-801c-637ba64584a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f17a67-34e9-4ac8-abbd-e9256dd76c50,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:32.274971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:32.329843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:50:32.334165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:32.334559 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.430150 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.445455 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1cab17b9-cb38-42c8-9f0b-ef0556ffece5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.462716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cfdc4f-b014-4c57-af0c-09945134a8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:32.480140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57e3b6bc-4d13-4996-b58c-b8993e8ea330 req-d8789436-47df-4da1-8b5c-0fd5397ccde7 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0267153 Nov 03 15:50:32.537461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:32.541893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.542672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 55bf529e-cadf-479f-baab-df3d221e5ff7 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:32.623395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:32.639450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 55bf529e-cadf-479f-baab-df3d221e5ff7 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:50:32.643460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 55bf529e-cadf-479f-baab-df3d221e5ff7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:32.643977 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.671341 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa217de-a662-4ea1-a004-16cf81ab8557" -d '{"events": [{"server_uuid": "87cfdc4f-b014-4c57-af0c-09945134a8a5", "name": "network-vif-plugged", "status": "completed", "tag": "dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:32.695655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f2b74-d602-450f-a507-bfa9c7b23913 req-77d8554a-a533-4ed3-9ad7-0eabc703b6fd tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:32.703738 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-850f2b74-d602-450f-a507-bfa9c7b23913 req-77d8554a-a533-4ed3-9ad7-0eabc703b6fd tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 949 time: 0.0608778 Nov 03 15:50:32.743461 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.768007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-850f2b74-d602-450f-a507-bfa9c7b23913 req-5c1e4d66-2f66-45ef-96bc-acc4fdc97a15 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631638 Nov 03 15:50:32.785942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 55bf529e-cadf-479f-baab-df3d221e5ff7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=55bf529e-cadf-479f-baab-df3d221e5ff7,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:32.791277 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:32.853116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=55bf529e-cadf-479f-baab-df3d221e5ff7,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:32.854531 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ea58d7d-500f-4529-b87f-21b9c28699e1 req-6bdaca43-b5c3-4894-a97f-99f32447b793 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Nov 03 15:50:32.941651 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83de045-f506-4d23-af82-f68016e6ddcc x-openstack-request-id: req-e83de045-f506-4d23-af82-f68016e6ddcc {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:32.942033 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cfdc4f-b014-4c57-af0c-09945134a8a5", "name": "network-vif-plugged", "status": "completed", "tag": "dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:32.942359 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e83de045-f506-4d23-af82-f68016e6ddcc {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:32.943132 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cfdc4f-b014-4c57-af0c-09945134a8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2', 'code': 200} Nov 03 15:50:32.983121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412914-2add-4ea1-b962-84bc72d83dd4 req-c0cdd565-966e-4c4a-8802-1eeb56868493 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:32.990037 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55412914-2add-4ea1-b962-84bc72d83dd4 req-c0cdd565-966e-4c4a-8802-1eeb56868493 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 972 time: 0.0660982 Nov 03 15:50:33.038193 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55412914-2add-4ea1-b962-84bc72d83dd4 req-f90ff39a-8cbc-42b5-9a71-fff12703e51e tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471399 Nov 03 15:50:33.090256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d0208-148a-4f37-b01e-69227b499bf3 req-c9d8f9f2-e5ba-45e4-bfa5-68b8e511515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:33.091689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b8d0208-148a-4f37-b01e-69227b499bf3 req-c9d8f9f2-e5ba-45e4-bfa5-68b8e511515f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 1100 time: 0.0889380 Nov 03 15:50:33.112624 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4b8d0208-148a-4f37-b01e-69227b499bf3 req-090b9c9c-0853-4ffc-a829-fe62b416824a service neutron] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:33.168691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Request body: {'port': {'device_id': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede', 'admin_state_up': True, 'tenant_id': '574458bcf0c640ecb8efbda6451c2ee6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:33.259979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4b8d0208-148a-4f37-b01e-69227b499bf3 req-090b9c9c-0853-4ffc-a829-fe62b416824a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:33.270473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4b8d0208-148a-4f37-b01e-69227b499bf3 req-090b9c9c-0853-4ffc-a829-fe62b416824a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:33.347293 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b8d0208-148a-4f37-b01e-69227b499bf3 req-090b9c9c-0853-4ffc-a829-fe62b416824a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467508 Nov 03 15:50:33.377774 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09456d06-7a81-41e2-a944-eab04c88bc7b req-c1db2449-e651-4b5b-b223-43bfe9aa58d0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0441816 Nov 03 15:50:33.379448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b9c9c-0853-4ffc-a829-fe62b416824a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1af09bd-25e1-414a-aa60-d1e9283b4b49,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:33.413479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Made reservation on behalf of 574458bcf0c640ecb8efbda6451c2ee6 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:33.417837 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:33.577784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Allocated IP 172.20.0.7 (add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede/79f39b73-700f-497b-8303-695c939e8a88/7d6a255b-1a5c-4987-89aa-43ae715042f2) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:33.589859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e83cffc1-042e-4806-a3ac-df4e5a9702df req-e99a84ec-c8ba-4d0e-a3ca-39e0225510ed tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0362096 Nov 03 15:50:33.735809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:33.774792 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:33.839041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.15', 60299) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:33.841125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:33.842644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:33.846982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:33.867000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:33.867667 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:33.890054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-6f8d583d-43b9-4f08-aa1c-fb8798f7bf8c tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a3e5293bab064d3196962bfbabeb03f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374160 Nov 03 15:50:33.908040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Pushing event updated for resources: {'Port': ['ID=7d6a255b-1a5c-4987-89aa-43ae715042f2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:33.928454 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-0862dbde-bb4b-4e1b-99e1-b3e48cf0d828 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7644961 Nov 03 15:50:33.940990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-a97023df-0478-48a1-b5ea-23262fae017c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:50:33.941983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-a97023df-0478-48a1-b5ea-23262fae017c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0065305 Nov 03 15:50:34.007304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1af53078-c36b-4009-aea9-15d306cda5dd req-dc79ae2f-e0d2-4ce6-a982-e295003dbdd8 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 210 time: 0.0497854 Nov 03 15:50:34.041661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-84b15a9a-0b8c-4928-b546-d3e2548b2ffc tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:34.043220 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-84b15a9a-0b8c-4928-b546-d3e2548b2ffc tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304865 Nov 03 15:50:34.061572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b3ae3-5545-4811-b807-dffae0683dcd req-6947e64f-b760-4231-8f0f-5abc49592828 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:34.063467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c3b3ae3-5545-4811-b807-dffae0683dcd req-6947e64f-b760-4231-8f0f-5abc49592828 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 949 time: 0.1995430 Nov 03 15:50:34.080201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Request body: {'port': {'device_id': '14231ca2-89b1-4093-ac49-bd52986b6d45', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'a3e5293bab064d3196962bfbabeb03f9'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:34.143310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Request body: {'port': {'device_id': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:34.184254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c3b3ae3-5545-4811-b807-dffae0683dcd req-f6ad48ce-d69d-44b1-a0e5-262e9467b118 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132672 Nov 03 15:50:34.233384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.237937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Made reservation on behalf of a3e5293bab064d3196962bfbabeb03f9 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:34.242223 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.252605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.284622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450a56a-cbcb-438f-b01a-81c317949d8a req-20fdb760-9b61-4b13-89f3-06db712d2b4d tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:34.286331 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8450a56a-cbcb-438f-b01a-81c317949d8a req-20fdb760-9b61-4b13-89f3-06db712d2b4d tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 972 time: 0.0891509 Nov 03 15:50:34.355124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.15', 60301) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:34.367341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.393858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.416656 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8450a56a-cbcb-438f-b01a-81c317949d8a req-4dad5ed3-23fc-4329-951e-9e19b705edae tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231225 Nov 03 15:50:34.588700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8398d73d-b807-47bd-a170-37b167ff7db3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:34.593353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6a255b-1a5c-4987-89aa-43ae715042f2 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:34.601915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.622361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Transition to ACTIVE for port object 7d6a255b-1a5c-4987-89aa-43ae715042f2 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:50:34.627261 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.652520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b5c0e8df-46c3-48a2-90b9-ed91ac276d25 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:34.656990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b5c0e8df-46c3-48a2-90b9-ed91ac276d25 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.15 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 823 time: 0.2978153 Nov 03 15:50:34.674425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8743e-88e4-4e74-8e54-fd2c9c3a520b req-43918c87-61ac-401c-bcd4-9c9d7453585b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:34.683033 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05f8743e-88e4-4e74-8e54-fd2c9c3a520b req-43918c87-61ac-401c-bcd4-9c9d7453585b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 931 time: 0.1752439 Nov 03 15:50:34.714212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6a255b-1a5c-4987-89aa-43ae715042f2,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:34.721902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Allocated IP 192.168.233.173 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/c42fb993-af7b-429f-9aad-e4965ef21069) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:34.747997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f062099-8080-4e31-b667-efa0fed2ba29 req-7479ba2c-83a9-4fdb-9315-fac41036e46c tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0602539 Nov 03 15:50:34.750656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:34.750867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:34.751197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:34.756781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:50:34.757096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:34.762236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:34.762577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:34.762961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:34.763395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Bound port: 7d6a255b-1a5c-4987-89aa-43ae715042f2, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:34.763747 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.778960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38994) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:34.814253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05f8743e-88e4-4e74-8e54-fd2c9c3a520b req-27d14c0d-fb2e-451a-8348-c7bbde9f0160 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252167 Nov 03 15:50:34.847510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:34.851039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:34.853986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-3284ef76-4d26-4c0b-8bf3-f80d477dd7fa tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c958ac05699b411fb275bfd729d8fa30 HTTP/1.1" status: 200 len: 380 time: 0.1518183 Nov 03 15:50:34.855535 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.867313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Request body: {'port': {'device_id': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'admin_state_up': True, 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'security_groups': ['ec761868-1ebd-44bb-9140-e762058abdc1']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:34.889825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:34.890605 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.892062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 1091 time: 0.8096828 Nov 03 15:50:34.892566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:34.894873 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba770e29-648a-44a6-8a76-d8c10064c52e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:34.918419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7c99-d31b-4f40-a3db-1b53f49e010f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.941704 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-45378d26-3a80-4c66-86d7-7e17527596be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:34.946433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9da13e5-382f-4347-9143-a8bb3d2376da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf529e-cadf-479f-baab-df3d221e5ff7'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:34.948694 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9266f2c-600f-4311-9435-997d685a9da6" -d '{"events": [{"server_uuid": "d9da13e5-382f-4347-9143-a8bb3d2376da", "name": "network-vif-plugged", "status": "completed", "tag": "55bf529e-cadf-479f-baab-df3d221e5ff7"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:34.955106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a1f0c-0510-492e-bc1a-827c21bbe8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6a255b-1a5c-4987-89aa-43ae715042f2,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:34.981331 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05f313-77ce-4ece-8311-645c8ad2a151 x-openstack-request-id: req-3d05f313-77ce-4ece-8311-645c8ad2a151 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:34.981653 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:34.981901 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d05f313-77ce-4ece-8311-645c8ad2a151 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:34.982293 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2', 'status': 'completed', 'code': 200} Nov 03 15:50:35.038438 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a21e5f-9658-43e0-8d1e-330ae20d31bd x-openstack-request-id: req-21a21e5f-9658-43e0-8d1e-330ae20d31bd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:35.039195 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9da13e5-382f-4347-9143-a8bb3d2376da", "name": "network-vif-plugged", "status": "completed", "tag": "55bf529e-cadf-479f-baab-df3d221e5ff7", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:35.039609 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-21a21e5f-9658-43e0-8d1e-330ae20d31bd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:35.040231 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9da13e5-382f-4347-9143-a8bb3d2376da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf529e-cadf-479f-baab-df3d221e5ff7', 'code': 200} Nov 03 15:50:35.042013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-24bfb89b-c9f9-4224-bfba-62d3689d3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:35.043743 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-24bfb89b-c9f9-4224-bfba-62d3689d3452 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1094 time: 0.0725338 Nov 03 15:50:35.111069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-cf2e5b4e-db52-4dee-87cf-709f48e7357e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 217 time: 0.0514269 Nov 03 15:50:35.112744 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7c99-d31b-4f40-a3db-1b53f49e010f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.143566 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7c99-d31b-4f40-a3db-1b53f49e010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.161631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-895aa697-1aa4-403a-8727-f51a92c2cf58 req-ebe5df58-1999-401b-abcc-78e2fae3e5e7 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 210 time: 0.0555859 Nov 03 15:50:35.236684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8dbb7c99-d31b-4f40-a3db-1b53f49e010f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f44609968b4405ebd2f54d0b3e4591e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545867 Nov 03 15:50:35.240239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb7c99-d31b-4f40-a3db-1b53f49e010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7298365-a3ce-41c0-91db-00d18eab2be4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:35.240940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39006) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:35.252447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d80a-b557-4e0e-a334-93eae44f4bf7 req-3f88f3cc-62a7-4533-82ef-ac0ab95dc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:35.253960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d06d80a-b557-4e0e-a334-93eae44f4bf7 req-3f88f3cc-62a7-4533-82ef-ac0ab95dc35f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 1123 time: 0.1400709 Nov 03 15:50:35.269951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.273732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-3ad0e7c7-b2af-456e-bcd9-3a744a82e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:35.275106 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-3ad0e7c7-b2af-456e-bcd9-3a744a82e184 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0814426 Nov 03 15:50:35.315964 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-a102968d-4efc-477b-9b6b-7e7f9b7694e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309176 Nov 03 15:50:35.338914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d06d80a-b557-4e0e-a334-93eae44f4bf7 req-8e401c6c-c4f9-4ed4-b013-1963f27f7e7e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742283 Nov 03 15:50:35.340789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Made reservation on behalf of c958ac05699b411fb275bfd729d8fa30 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:35.344298 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.416623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81fe30a4-10a9-4c31-8929-31eb06cbb06d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.420896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-137e7f00-8a8c-4623-914f-40acfea1baa2 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958822 Nov 03 15:50:35.425182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28596545-15ee-4635-b774-73eae92bf38d req-0f0d2b8f-680c-424e-903f-4b36f226a454 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:35.426902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28596545-15ee-4635-b774-73eae92bf38d req-0f0d2b8f-680c-424e-903f-4b36f226a454 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 949 time: 0.1417139 Nov 03 15:50:35.427962 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.542248 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d732c1d-0707-4488-a0e5-762755e3bf81 req-374f255a-5f71-4306-9f1c-e0a876ac878c service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140318 Nov 03 15:50:35.550026 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81fe30a4-10a9-4c31-8929-31eb06cbb06d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.556902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50e636-244f-4e5a-b570-5d7170322a31 req-06072532-332f-4408-b57c-2f72d29b5eed tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:35.558400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac50e636-244f-4e5a-b570-5d7170322a31 req-06072532-332f-4408-b57c-2f72d29b5eed tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 972 time: 0.0627549 Nov 03 15:50:35.568455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:35.591865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:35.593708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Pushing event updated for resources: {'Port': ['ID=c42fb993-af7b-429f-9aad-e4965ef21069,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:35.602010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:35.607648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:35.608295 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.613763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac50e636-244f-4e5a-b570-5d7170322a31 req-5c01ad50-a4b7-4557-8164-087fd9fb91f4 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473561 Nov 03 15:50:35.689943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28596545-15ee-4635-b774-73eae92bf38d req-0ba64215-f2e7-4a68-b04f-251e2fedf3e8 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301719 Nov 03 15:50:35.699219 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-e7f7047f-d2f4-461d-8db2-6bf572173eaf tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6264694 Nov 03 15:50:35.707083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-ffa2bf9f-50ca-43ca-8976-2d738bfcc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:35.712333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-ffa2bf9f-50ca-43ca-8976-2d738bfcc749 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1094 time: 0.0644903 Nov 03 15:50:35.733663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Request body: {'port': {'device_id': '14231ca2-89b1-4093-ac49-bd52986b6d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:35.743770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Allocated IP 172.20.0.8 (b6f071b7-6095-4657-8637-67e1a9657057/31910181-2df9-4130-8a50-e405cbc14f6e/7ed32c00-bf41-4ffe-9ede-378f17fda4ed) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:35.875636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-8b3e0f9a-6605-4dd8-8bd8-f46c93141160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:35.877114 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-8b3e0f9a-6605-4dd8-8bd8-f46c93141160 service neutron] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.1545749 Nov 03 15:50:35.903444 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81fe30a4-10a9-4c31-8929-31eb06cbb06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.905802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81fe30a4-10a9-4c31-8929-31eb06cbb06d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.907058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-81fe30a4-10a9-4c31-8929-31eb06cbb06d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b7298365-a3ce-41c0-91db-00d18eab2be4 HTTP/1.1" status: 204 len: 168 time: 0.6502585 Nov 03 15:50:35.921803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-78036c8b-970f-48d4-89e3-da741f39502c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 217 time: 0.0364630 Nov 03 15:50:35.930427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa57927-c6d8-40d2-a3f1-cb982e10631e req-1151ed88-410e-46db-821a-ff4c2dbd6ce9 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:35.931864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3fa57927-c6d8-40d2-a3f1-cb982e10631e req-1151ed88-410e-46db-821a-ff4c2dbd6ce9 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 936 time: 0.0969639 Nov 03 15:50:35.962955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-10869924-dfe1-4e90-8448-c767fd7137fd None None] Provisioning complete for port c42fb993-af7b-429f-9aad-e4965ef21069 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:35.963949 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-10869924-dfe1-4e90-8448-c767fd7137fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:35.996850 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.002151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-809be990-422a-4b33-8dc9-cf5d1e7ef93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:36.003610 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-809be990-422a-4b33-8dc9-cf5d1e7ef93b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0708852 Nov 03 15:50:36.006640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-10869924-dfe1-4e90-8448-c767fd7137fd None None] Port c42fb993-af7b-429f-9aad-e4965ef21069 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:36.008570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe30a4-10a9-4c31-8929-31eb06cbb06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7298365-a3ce-41c0-91db-00d18eab2be4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:36.025644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3fa57927-c6d8-40d2-a3f1-cb982e10631e req-6c890fb3-4c31-4e68-9809-2f612768535c tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841632 Nov 03 15:50:36.058500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-22c6abb8-8d09-4551-92b5-e791a7a079f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386071 Nov 03 15:50:36.078754 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.106272 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.116464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96a483-f84b-4a96-a324-4db905e6ec30 req-3d8e0a13-9eda-495d-b91f-2c9813333375 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:36.118038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5b96a483-f84b-4a96-a324-4db905e6ec30 req-3d8e0a13-9eda-495d-b91f-2c9813333375 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 943 time: 0.2320073 Nov 03 15:50:36.156678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-9982977d-5129-491e-bab6-8db75f47ec23 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904286 Nov 03 15:50:36.267333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5b96a483-f84b-4a96-a324-4db905e6ec30 req-4c5e798f-3d6c-4e8e-9510-5668173dbf20 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415076 Nov 03 15:50:36.279499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39020) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:36.330677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-404c31aa-0fca-41b8-9853-484bff2ad57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.350564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.429667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Network b6f071b7-6095-4657-8637-67e1a9657057 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:36.441376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:36.447520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:36.453081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:36.453714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.460866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba770e29-648a-44a6-8a76-d8c10064c52e req-9c8b97bf-6867-48d4-a0af-e0b335e16608 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975307 Nov 03 15:50:36.465553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event updated for resources: {'Port': ['ID=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:36.469417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fca8f-1986-4a60-865a-0578e8812f10 req-122692a0-51f3-4278-ae15-4e8ca9f074d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:36.482127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-495fca8f-1986-4a60-865a-0578e8812f10 req-122692a0-51f3-4278-ae15-4e8ca9f074d1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 931 time: 0.0843503 Nov 03 15:50:36.500929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-959c3b9d-9e37-4174-a20c-3b0bbf2400fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6375928 Nov 03 15:50:36.546231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-495fca8f-1986-4a60-865a-0578e8812f10 req-82248755-534f-445b-b172-5869dde8dc60 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544789 Nov 03 15:50:36.549208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Request body: {'port': {'device_id': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:36.596976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42fb993-af7b-429f-9aad-e4965ef21069 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:36.602848 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-404c31aa-0fca-41b8-9853-484bff2ad57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.610686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.612873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-404c31aa-0fca-41b8-9853-484bff2ad57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.664615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Transition to ACTIVE for port object c42fb993-af7b-429f-9aad-e4965ef21069 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:50:36.687901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.695157 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-404c31aa-0fca-41b8-9853-484bff2ad57d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d0c4d8a2272441089456d8144fc5bb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134457 Nov 03 15:50:36.697852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39024) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:36.701167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.726250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c31aa-0fca-41b8-9853-484bff2ad57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2503cd-70ed-4372-964a-d595b06779c4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:36.758823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f779b557-8e46-4a2d-91b1-b4b1573fa3b1 None None] Provisioning complete for port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:36.760148 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f779b557-8e46-4a2d-91b1-b4b1573fa3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.774760 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ffd34416-b148-4c03-9f58-0723fbd14e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.809872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ffd34416-b148-4c03-9f58-0723fbd14e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.822593 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f779b557-8e46-4a2d-91b1-b4b1573fa3b1 None None] Port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:36.824267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Pushing event updated for resources: {'Port': ['ID=c42fb993-af7b-429f-9aad-e4965ef21069,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:36.905847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d4202-afbd-46b9-bd77-b99f48893f18 req-1cebafd6-db72-4785-b48a-cd95e2de4151 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:36.907518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e9d4202-afbd-46b9-bd77-b99f48893f18 req-1cebafd6-db72-4785-b48a-cd95e2de4151 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 949 time: 0.0903392 Nov 03 15:50:36.930611 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ffd34416-b148-4c03-9f58-0723fbd14e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.930818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8feacc-9da0-4d6e-8efa-092d6a7128b3 req-3253eb94-213f-4cf1-b702-d5ad540228a0 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:36.932145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e8feacc-9da0-4d6e-8efa-092d6a7128b3 req-3253eb94-213f-4cf1-b702-d5ad540228a0 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 972 time: 0.2318785 Nov 03 15:50:36.933079 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ffd34416-b148-4c03-9f58-0723fbd14e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:36.938051 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ffd34416-b148-4c03-9f58-0723fbd14e75 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4a2503cd-70ed-4372-964a-d595b06779c4 HTTP/1.1" status: 204 len: 168 time: 0.2358468 Nov 03 15:50:36.938181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Attempting to bind port c42fb993-af7b-429f-9aad-e4965ef21069 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:36.938181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Attempting to bind port c42fb993-af7b-429f-9aad-e4965ef21069 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:36.938181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Attempting to bind port c42fb993-af7b-429f-9aad-e4965ef21069 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:36.970079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Port c42fb993-af7b-429f-9aad-e4965ef21069 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:50:36.970404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Attempting to bind port c42fb993-af7b-429f-9aad-e4965ef21069 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:36.983256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e9d4202-afbd-46b9-bd77-b99f48893f18 req-618e57f6-fcdb-4f44-9b49-da32c770da0e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611744 Nov 03 15:50:36.984179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd34416-b148-4c03-9f58-0723fbd14e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2503cd-70ed-4372-964a-d595b06779c4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:37.007007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:37.007412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:37.007702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:37.008127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Bound port: c42fb993-af7b-429f-9aad-e4965ef21069, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:37.008476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:37.111354 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e8feacc-9da0-4d6e-8efa-092d6a7128b3 req-22797ca6-769b-4623-8de6-eb5621a9a289 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697116 Nov 03 15:50:37.177913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] For port c42fb993-af7b-429f-9aad-e4965ef21069, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:37.200282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] For port c42fb993-af7b-429f-9aad-e4965ef21069, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c42fb993-af7b-429f-9aad-e4965ef21069,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:37.217400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:37.317994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:37.319123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:37.320723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] 10.222.0.15 "PUT /v2.0/ports/c42fb993-af7b-429f-9aad-e4965ef21069 HTTP/1.1" status: 200 len: 1096 time: 1.6004410 Nov 03 15:50:37.324804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14231ca2-89b1-4093-ac49-bd52986b6d45', 'tag': 'c42fb993-af7b-429f-9aad-e4965ef21069'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:37.327127 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c796a8ec-df6c-4ee2-9b93-b5e188147478" -d '{"events": [{"name": "network-changed", "server_uuid": "14231ca2-89b1-4093-ac49-bd52986b6d45", "tag": "c42fb993-af7b-429f-9aad-e4965ef21069"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:37.335838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed32c00-bf41-4ffe-9ede-378f17fda4ed {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:37.354144 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:37.379865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a6c5a-8397-44c2-b940-4d6b5ef56948 req-2b41925e-14bb-46ad-960b-837e4f76603f tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:37.387815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698a6c5a-8397-44c2-b940-4d6b5ef56948 req-2b41925e-14bb-46ad-960b-837e4f76603f tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 948 time: 0.1916990 Nov 03 15:50:37.393121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfde30-e1a8-4c39-a8d8-f972bd97408e service neutron] Pushing event updated for resources: {'Port': ['ID=c42fb993-af7b-429f-9aad-e4965ef21069,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:37.423344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Transition to ACTIVE for port object 7ed32c00-bf41-4ffe-9ede-378f17fda4ed will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:50:37.449470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:37.555769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698a6c5a-8397-44c2-b940-4d6b5ef56948 req-6e398d7c-3473-45a3-b482-829bd7fe439d tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670051 Nov 03 15:50:37.559435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-4d5e568c-8fef-46a7-83cb-2a4cd961b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:37.561431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-4d5e568c-8fef-46a7-83cb-2a4cd961b46c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e5293bab064d3196962bfbabeb03f9&device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 1099 time: 0.1579375 Nov 03 15:50:37.576089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Pushing event updated for resources: {'Port': ['ID=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:37.576244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:37.635435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66bde7-1339-44f7-a041-e619d53bad3b req-3725c6ef-cd02-4acc-aa2a-380482087c7d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:37.647256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc66bde7-1339-44f7-a041-e619d53bad3b req-3725c6ef-cd02-4acc-aa2a-380482087c7d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 943 time: 0.0827806 Nov 03 15:50:37.655310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Attempting to bind port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:37.661250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Attempting to bind port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:37.661639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Attempting to bind port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed on network b6f071b7-6095-4657-8637-67e1a9657057 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:37.758808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc66bde7-1339-44f7-a041-e619d53bad3b req-cb43b609-a6d3-4e39-bd01-65055af59b68 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102786 Nov 03 15:50:37.888930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7eb1-1a55-420f-bdf0-ad5d8e23478d req-f681342f-60e5-430a-a236-773f257f761e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:37.890635 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf5b7eb1-1a55-420f-bdf0-ad5d8e23478d req-f681342f-60e5-430a-a236-773f257f761e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 943 time: 0.0596902 Nov 03 15:50:37.897580 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbed529-f87b-4dd9-9220-dd1119ca2817 x-openstack-request-id: req-5bbed529-f87b-4dd9-9220-dd1119ca2817 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:37.898141 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14231ca2-89b1-4093-ac49-bd52986b6d45", "tag": "c42fb993-af7b-429f-9aad-e4965ef21069", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:37.898141 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5bbed529-f87b-4dd9-9220-dd1119ca2817 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:37.898499 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14231ca2-89b1-4093-ac49-bd52986b6d45', 'tag': 'c42fb993-af7b-429f-9aad-e4965ef21069', 'status': 'completed', 'code': 200} Nov 03 15:50:37.904026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-35379103-c970-43e9-9906-d775de22f152 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c42fb993-af7b-429f-9aad-e4965ef21069 HTTP/1.1" status: 200 len: 217 time: 0.3133612 Nov 03 15:50:37.911511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed on network b6f071b7-6095-4657-8637-67e1a9657057 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:50:37.912507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Attempting to bind port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed on network b6f071b7-6095-4657-8637-67e1a9657057 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:37.949881 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf5b7eb1-1a55-420f-bdf0-ad5d8e23478d req-d5f1c327-da47-49b0-8a7c-a2df60fc4c13 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482163 Nov 03 15:50:37.957887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:37.958265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Checking segment: {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:37.959641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Bound using segment: {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:37.959641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Bound port: 7ed32c00-bf41-4ffe-9ede-378f17fda4ed, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:37.959915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:38.002683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-8fc5f35b-f529-4ac8-a955-681a3c66d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.004143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-8fc5f35b-f529-4ac8-a955-681a3c66d2ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0895083 Nov 03 15:50:38.049197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bbf8d-759a-4f20-90aa-6c3e6da40fb7 req-c15616d5-1e98-448d-bdc3-4ba4a7049a43 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.050713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b79bbf8d-759a-4f20-90aa-6c3e6da40fb7 req-c15616d5-1e98-448d-bdc3-4ba4a7049a43 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 949 time: 0.1496146 Nov 03 15:50:38.109414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] For port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:38.114552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] For port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:38.128279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:38.143164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-cb568000-71d0-41bc-b7f0-38f0cd48fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.144664 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-cb568000-71d0-41bc-b7f0-38f0cd48fa5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195347 Nov 03 15:50:38.205543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.206190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:38.207643 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] 10.222.0.15 "PUT /v2.0/ports/7ed32c00-bf41-4ffe-9ede-378f17fda4ed HTTP/1.1" status: 200 len: 1091 time: 1.6829462 Nov 03 15:50:38.228564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b79bbf8d-759a-4f20-90aa-6c3e6da40fb7 req-433f169c-f2a5-4f7b-ab50-0840e28c450d tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605761 Nov 03 15:50:38.318569 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:38.331454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f9b71-0739-4afe-b00f-e75b0cf4611f service neutron] Pushing event updated for resources: {'Port': ['ID=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:38.370380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-660fbbef-8020-4d94-ac9a-2243988a4d7e service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011256 Nov 03 15:50:38.372348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-6fb30337-6c22-4cd9-83bc-11d696f17f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.374028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-6fb30337-6c22-4cd9-83bc-11d696f17f87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 1094 time: 0.0991704 Nov 03 15:50:38.443676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c4d51-30df-489f-8ac4-68a1cc323801 req-aea57c1b-8a36-4d93-9269-60942c3ab833 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.445366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a2c4d51-30df-489f-8ac4-68a1cc323801 req-aea57c1b-8a36-4d93-9269-60942c3ab833 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 972 time: 0.0608666 Nov 03 15:50:38.462793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-6b9ace9b-7fa8-4565-9360-6d60964ca4af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed HTTP/1.1" status: 200 len: 217 time: 0.0629323 Nov 03 15:50:38.505387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a2c4d51-30df-489f-8ac4-68a1cc323801 req-a5cae87c-4ef3-47da-a0e8-cde85fd37a71 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538096 Nov 03 15:50:38.555139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-17d93a3f-b4d6-4881-b741-c63605293649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.556555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-17d93a3f-b4d6-4881-b741-c63605293649 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31910181-2df9-4130-8a50-e405cbc14f6e HTTP/1.1" status: 200 len: 862 time: 0.0861578 Nov 03 15:50:38.599072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b83d6e8-7b1f-491f-a33f-6f60be207a7a req-4a9d1af7-95b8-4ac0-baab-dda75ef80513 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070796 Nov 03 15:50:38.612449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-2007aa22-eadf-47c4-98e0-58e1b0f96ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.614053 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-2007aa22-eadf-47c4-98e0-58e1b0f96ab1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6f071b7-6095-4657-8637-67e1a9657057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468636 Nov 03 15:50:38.700789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f983045-0113-42c5-a1e8-6f7966b0f1d8 req-fc3f6f98-2ce9-44b6-9ce3-7e7bd7234a5b tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.702421 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0f983045-0113-42c5-a1e8-6f7966b0f1d8 req-fc3f6f98-2ce9-44b6-9ce3-7e7bd7234a5b tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 948 time: 0.0812912 Nov 03 15:50:38.766433 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0f983045-0113-42c5-a1e8-6f7966b0f1d8 req-ab1d9547-2e9c-4348-939e-73092f5bbaa9 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577068 Nov 03 15:50:38.814877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d9dbc-ddce-4b29-9df7-f22660fec458 req-6c32c467-8b24-42fa-9dcd-7bb6a0c3a2dc tempest-AggregatesAdminTestJSON-1185437826 tempest-AggregatesAdminTestJSON-1185437826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.816398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-645d9dbc-ddce-4b29-9df7-f22660fec458 req-6c32c467-8b24-42fa-9dcd-7bb6a0c3a2dc tempest-AggregatesAdminTestJSON-1185437826 tempest-AggregatesAdminTestJSON-1185437826-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 1123 time: 0.1638608 Nov 03 15:50:38.820007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-eb6dcabe-98ad-4376-a81b-b85503734bd4 service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977506 Nov 03 15:50:38.825618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-cf26b600-4ce6-4f47-a0a0-400394c2a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.827092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-cf26b600-4ce6-4f47-a0a0-400394c2a65c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e5293bab064d3196962bfbabeb03f9&device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 1099 time: 0.1080766 Nov 03 15:50:38.873561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd40ed-58ae-4c2a-9a65-e15f2459cbd6 req-1bc25a7c-f0a3-4007-91d3-51b82c8deaae tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.875195 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9dd40ed-58ae-4c2a-9a65-e15f2459cbd6 req-1bc25a7c-f0a3-4007-91d3-51b82c8deaae tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 943 time: 0.0496860 Nov 03 15:50:38.887171 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-645d9dbc-ddce-4b29-9df7-f22660fec458 req-c711b36a-6f98-428d-9a37-fe247cbbb399 tempest-AggregatesAdminTestJSON-1185437826 tempest-AggregatesAdminTestJSON-1185437826-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:38.931934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9dd40ed-58ae-4c2a-9a65-e15f2459cbd6 req-d8b913cb-6cfe-436a-85d3-6bf1f561c071 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494025 Nov 03 15:50:38.963531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-6e431f5c-aab4-4608-991f-f8b5b01fee26 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:38.965315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-6e431f5c-aab4-4608-991f-f8b5b01fee26 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 1100 time: 0.0494874 Nov 03 15:50:39.028431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6ade0e4-8f03-4e7e-a60e-0e5f27d7f7cb req-9ca0dda9-8112-4840-bad8-e1069769605f service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991813 Nov 03 15:50:39.038087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-83334be5-b31e-4898-929d-be15122bd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:39.039524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-83334be5-b31e-4898-929d-be15122bd1d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1977291 Nov 03 15:50:39.063779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] Deleting port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:50:39.064135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:39.102666 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-b1535d05-5f12-4e50-8962-037683032ac3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c42fb993-af7b-429f-9aad-e4965ef21069 HTTP/1.1" status: 200 len: 217 time: 0.0522733 Nov 03 15:50:39.120674 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-645d9dbc-ddce-4b29-9df7-f22660fec458 req-c711b36a-6f98-428d-9a37-fe247cbbb399 tempest-AggregatesAdminTestJSON-1185437826 tempest-AggregatesAdminTestJSON-1185437826-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:39.150632 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-645d9dbc-ddce-4b29-9df7-f22660fec458 req-c711b36a-6f98-428d-9a37-fe247cbbb399 tempest-AggregatesAdminTestJSON-1185437826 tempest-AggregatesAdminTestJSON-1185437826-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:39.152439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] For port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:39.152870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:39.166987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] Calling delete_port for dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:50:39.215026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-645d9dbc-ddce-4b29-9df7-f22660fec458 req-c711b36a-6f98-428d-9a37-fe247cbbb399 tempest-AggregatesAdminTestJSON-1185437826 tempest-AggregatesAdminTestJSON-1185437826-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869436 Nov 03 15:50:39.215617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711b36a-6f98-428d-9a37-fe247cbbb399 tempest-AggregatesAdminTestJSON-1185437826 tempest-AggregatesAdminTestJSON-1185437826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e6a5eb-743b-49b2-af83-b204ba5bb05d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:39.219092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-849f87e3-94f9-48d1-8b29-2e983606c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:39.220476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-849f87e3-94f9-48d1-8b29-2e983606c5e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0980144 Nov 03 15:50:39.289476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-f0a71c47-4eed-44cb-a47d-5ed0f7cfe802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:39.291175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-f0a71c47-4eed-44cb-a47d-5ed0f7cfe802 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601492 Nov 03 15:50:39.303986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15872f-6002-4212-8e39-6084ce69fc94 req-07f0dd12-4772-4259-ae04-28de79ead317 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:39.305732 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e15872f-6002-4212-8e39-6084ce69fc94 req-07f0dd12-4772-4259-ae04-28de79ead317 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 943 time: 0.1250336 Nov 03 15:50:39.391207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e15872f-6002-4212-8e39-6084ce69fc94 req-7424c919-3e54-4386-a784-b584d8c9aba3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759144 Nov 03 15:50:39.421780 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:39.427340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-0dc79e98-2d48-41f2-96e2-17e4c2c0eaf5 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271634 Nov 03 15:50:39.433666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:50:39.458445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:39.515949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] No DVR routers for this DVR port dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:50:39.553448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28002c29-92ee-4227-b121-05557748cb38 req-97bcb8dc-6bde-4f61-b4fd-0bdda31e76a8 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cfdc4f-b014-4c57-af0c-09945134a8a5 HTTP/1.1" status: 200 len: 210 time: 0.0397625 Nov 03 15:50:39.557227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:39.561326 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-225708ea-d3d7-4a39-b4cf-182c47eea277 req-fb8629fe-f111-4cbf-9e69-5e533054af77 tempest-DeleteServersAdminTestJSON-1416967236 tempest-DeleteServersAdminTestJSON-1416967236-project-admin] 10.222.0.70 "DELETE /v2.0/ports/dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 HTTP/1.1" status: 204 len: 173 time: 0.5837626 Nov 03 15:50:39.561813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cfdc4f-b014-4c57-af0c-09945134a8a5', 'name': 'network-vif-deleted', 'tag': 'dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:39.565281 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e89bdb1-0700-4475-b3ec-6459fd69d1e1" -d '{"events": [{"server_uuid": "87cfdc4f-b014-4c57-af0c-09945134a8a5", "name": "network-vif-deleted", "tag": "dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:39.660325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c796a8ec-df6c-4ee2-9b93-b5e188147478 req-d0eb11b8-2210-4b33-8fbd-cd2d1b35e47c service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232826 Nov 03 15:50:39.660948 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba71f800-1c2e-4f91-921d-f96517a42760 x-openstack-request-id: req-ba71f800-1c2e-4f91-921d-f96517a42760 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:39.661459 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cfdc4f-b014-4c57-af0c-09945134a8a5", "name": "network-vif-deleted", "tag": "dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:39.662611 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba71f800-1c2e-4f91-921d-f96517a42760 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:39.663652 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cfdc4f-b014-4c57-af0c-09945134a8a5', 'name': 'network-vif-deleted', 'tag': 'dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2', 'status': 'completed', 'code': 200} Nov 03 15:50:39.736541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7d6a255b-1a5c-4987-89aa-43ae715042f2 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:50:39.801275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39122) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:39.899507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:39.902608 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c253b92d-5d40-48cb-9d62-b39b170ca545" -d '{"events": [{"name": "network-changed", "server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:39.935484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb94e85-2a8c-4441-9031-07f06ba7e066 req-0fa61866-89b7-4593-9a23-12191ffeb896 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:39.938578 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bb94e85-2a8c-4441-9031-07f06ba7e066 req-0fa61866-89b7-4593-9a23-12191ffeb896 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 948 time: 0.0785370 Nov 03 15:50:40.010211 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebd1592c-bf12-48c2-9617-0b2fe05d0db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:40.036763 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f8826-bce6-4523-9e1e-25dc7758a18f x-openstack-request-id: req-466f8826-bce6-4523-9e1e-25dc7758a18f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:40.037282 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:40.038028 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-466f8826-bce6-4523-9e1e-25dc7758a18f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:40.038724 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'status': 'completed', 'code': 200} Nov 03 15:50:40.054176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bb94e85-2a8c-4441-9031-07f06ba7e066 req-cc605d8a-96a4-4fa3-964a-0146da2512bc tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081548 Nov 03 15:50:40.073728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:40.116796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '7d6a255b-1a5c-4987-89aa-43ae715042f2', 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede', 'port_id': '7d6a255b-1a5c-4987-89aa-43ae715042f2', 'mac_address': 'fa:16:3e:e0:86:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f39b73-700f-497b-8303-695c939e8a88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:50:40.171624 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebd1592c-bf12-48c2-9617-0b2fe05d0db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:40.181678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebd1592c-bf12-48c2-9617-0b2fe05d0db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:40.184664 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:40.200328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6a255b-1a5c-4987-89aa-43ae715042f2 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:40.224374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:40.228703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-b9ecde4c-28e3-456e-a410-aa2d44335b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:40.229572 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:40.230240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-b9ecde4c-28e3-456e-a410-aa2d44335b02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 1094 time: 0.1444535 Nov 03 15:50:40.238830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63526443-96ef-4be7-8172-16bb85f51bd0 req-d0deb5fb-a2c5-4a8a-a9ce-c4592e5e1d6b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:40.246641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63526443-96ef-4be7-8172-16bb85f51bd0 req-d0deb5fb-a2c5-4a8a-a9ce-c4592e5e1d6b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 943 time: 0.1076491 Nov 03 15:50:40.265380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1592c-bf12-48c2-9617-0b2fe05d0db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04df1ec-17f2-40f4-b8fb-dd0835dac8ee,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:40.278523 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ebd1592c-bf12-48c2-9617-0b2fe05d0db4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3385a674ecf346fa8d62b0b5b7412c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4745016 Nov 03 15:50:40.280405 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39146) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:40.328263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7d6a255b-1a5c-4987-89aa-43ae715042f2,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:40.380142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63526443-96ef-4be7-8172-16bb85f51bd0 req-24fffd46-6af6-416d-b0f5-5dad4d64b272 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325817 Nov 03 15:50:40.422330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85abe2ed-c2c7-4638-9fcf-622ffb939824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:40.445709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-3d319b0b-ce2f-405e-9fc8-b24f613eb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:40.447196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-3d319b0b-ce2f-405e-9fc8-b24f613eb3e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 924 time: 0.1922183 Nov 03 15:50:40.497253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-80df7b7f-dbed-4ccb-88d4-39587c5c3eda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed HTTP/1.1" status: 200 len: 217 time: 0.0410261 Nov 03 15:50:40.500276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85abe2ed-c2c7-4638-9fcf-622ffb939824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:40.585484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-db1159f5-1568-4747-8346-d6b16c58b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:40.587866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-db1159f5-1568-4747-8346-d6b16c58b097 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31910181-2df9-4130-8a50-e405cbc14f6e HTTP/1.1" status: 200 len: 862 time: 0.0787253 Nov 03 15:50:40.633210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85abe2ed-c2c7-4638-9fcf-622ffb939824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:40.635750 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85abe2ed-c2c7-4638-9fcf-622ffb939824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:40.636827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85abe2ed-c2c7-4638-9fcf-622ffb939824 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d04df1ec-17f2-40f4-b8fb-dd0835dac8ee HTTP/1.1" status: 204 len: 168 time: 0.3554924 Nov 03 15:50:40.656757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe2ed-c2c7-4638-9fcf-622ffb939824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04df1ec-17f2-40f4-b8fb-dd0835dac8ee,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:40.726939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b4631-65c0-4665-b41d-b78cab297f04 req-d6c007db-d7ca-4042-a916-e119d4082a21 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:40.728644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1f3b4631-65c0-4665-b41d-b78cab297f04 req-d6c007db-d7ca-4042-a916-e119d4082a21 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 943 time: 0.0983391 Nov 03 15:50:40.732629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-caa19c5f-ad46-4b14-96fb-a5cd396e33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:40.734103 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-caa19c5f-ad46-4b14-96fb-a5cd396e33a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6f071b7-6095-4657-8637-67e1a9657057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375349 Nov 03 15:50:40.987110 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-d9f6737e-d012-4078-85c3-5c3443c313f2 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cbf3704cae3948d98897a73699b750e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244212 Nov 03 15:50:41.004363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['7d6a255b-1a5c-4987-89aa-43ae715042f2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:50:41.031486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39198) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:41.044395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1f3b4631-65c0-4665-b41d-b78cab297f04 req-dc0c98d1-447c-4403-89b2-64eb7ced7436 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093202 Nov 03 15:50:41.049578 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ab2a-1a0a-4fe7-a247-0d3b8075cfd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:41.088966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-ce0ec0a5-bb5f-4467-8017-49af48911158 service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309128 Nov 03 15:50:41.161162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-35d6c5eb-9132-49c3-843d-ae0bef347d5c tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:41.163227 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-35d6c5eb-9132-49c3-843d-ae0bef347d5c tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704693 Nov 03 15:50:41.197643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-2a377164-9ea9-432b-a8f0-f19b9a9afd26 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/quotas/cbf3704cae3948d98897a73699b750e6 HTTP/1.1" status: 200 len: 375 time: 0.0258763 Nov 03 15:50:41.218465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c253b92d-5d40-48cb-9d62-b39b170ca545 req-7784674f-c158-460e-8c31-51c2c0123e81 service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176124 Nov 03 15:50:41.264899 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-59cdf28f-b832-4ca4-8e94-61ffcc65f89b tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbf3704cae3948d98897a73699b750e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582407 Nov 03 15:50:41.266714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ab2a-1a0a-4fe7-a247-0d3b8075cfd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:41.273379 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ab2a-1a0a-4fe7-a247-0d3b8075cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:41.315527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7ab2a-1a0a-4fe7-a247-0d3b8075cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e8a165-7d72-4068-9d97-83ec8586ade5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:41.322892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7bb7ab2a-1a0a-4fe7-a247-0d3b8075cfd8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=83a835a82f164c4e96a979329063d66a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903841 Nov 03 15:50:41.325412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39210) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:41.339987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4129d4-5f3f-4244-9310-36be14f847ad req-31b7456e-4461-4273-99f0-9e4f305848c8 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:41.341668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e4129d4-5f3f-4244-9310-36be14f847ad req-31b7456e-4461-4273-99f0-9e4f305848c8 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 948 time: 0.0582545 Nov 03 15:50:41.395900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a091680-a5ea-48d0-aac6-2110f679de6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:41.414314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e4129d4-5f3f-4244-9310-36be14f847ad req-f9a9498f-18aa-46d0-a426-7f6b04266a52 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623555 Nov 03 15:50:41.436423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a091680-a5ea-48d0-aac6-2110f679de6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:41.506213 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5aa82ed-6d72-4d69-bcd5-674fdd915446 req-1655ab4d-07c3-415c-acf8-ea078403ec64 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 210 time: 0.0358183 Nov 03 15:50:41.536147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a091680-a5ea-48d0-aac6-2110f679de6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:41.539622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a091680-a5ea-48d0-aac6-2110f679de6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:41.543220 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3a091680-a5ea-48d0-aac6-2110f679de6e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25e8a165-7d72-4068-9d97-83ec8586ade5 HTTP/1.1" status: 204 len: 168 time: 0.2138247 Nov 03 15:50:41.572183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a091680-a5ea-48d0-aac6-2110f679de6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e8a165-7d72-4068-9d97-83ec8586ade5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:41.574806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64139ad3-90b1-4ce3-a989-b52080abd3ea req-61be9793-74b6-4102-bd83-51aa097b2283 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:41.584779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64139ad3-90b1-4ce3-a989-b52080abd3ea req-61be9793-74b6-4102-bd83-51aa097b2283 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 944 time: 0.0839896 Nov 03 15:50:41.647469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64139ad3-90b1-4ce3-a989-b52080abd3ea req-6fbe92b7-0b3b-4114-9fc5-32caeb760921 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589740 Nov 03 15:50:42.231393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b137de-7f64-4c9c-ae6d-17a006f8f22a req-88082775-5b0c-4361-a3f4-5593e2708b47 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:42.239764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65b137de-7f64-4c9c-ae6d-17a006f8f22a req-88082775-5b0c-4361-a3f4-5593e2708b47 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 943 time: 0.0833890 Nov 03 15:50:42.326254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65b137de-7f64-4c9c-ae6d-17a006f8f22a req-0d129a42-cca5-41a9-9fea-6966b7d6c70c tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849185 Nov 03 15:50:42.390695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39310) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:42.582504 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-2f10be19-0b48-4f68-b9ea-d0d521e38863 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cbf3704cae3948d98897a73699b750e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465219 Nov 03 15:50:42.624290 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c44dcff5-4a69-4441-bcc1-c5ab271ab91e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:42.643606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488caf57-954c-4cf3-b240-826599505451 req-136f9070-af28-428d-a45d-cab150ae2d00 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:42.646070 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488caf57-954c-4cf3-b240-826599505451 req-136f9070-af28-428d-a45d-cab150ae2d00 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 948 time: 0.1214712 Nov 03 15:50:42.733435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c44dcff5-4a69-4441-bcc1-c5ab271ab91e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:42.741947 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c44dcff5-4a69-4441-bcc1-c5ab271ab91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:42.762119 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488caf57-954c-4cf3-b240-826599505451 req-5f34b7a7-8d16-42d9-9a11-7cbde792d96c tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786831 Nov 03 15:50:42.797380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c44dcff5-4a69-4441-bcc1-c5ab271ab91e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=509793273f0149ffb10e35a400800733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997805 Nov 03 15:50:42.797380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39336) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:42.797380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dcff5-4a69-4441-bcc1-c5ab271ab91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f85829e-ecaa-4890-a3de-b1d12f9bb6df,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:42.801766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-04408845-93af-4b60-9085-21dee9ec8439 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:42.806328 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-04408845-93af-4b60-9085-21dee9ec8439 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166021 Nov 03 15:50:42.820566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Request body: {'port': {'device_id': '05047f8f-6e9e-4207-8651-7be3af2e2d29', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'cbf3704cae3948d98897a73699b750e6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:42.904946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b9d824f-4775-40d9-91c0-16215be66efd req-371d12e6-5806-48f5-9bbe-48a72d7f37d2 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 210 time: 0.0313931 Nov 03 15:50:42.905745 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9f3d-bbaa-4cd9-84b6-6160f4ef3935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:42.942189 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9f3d-bbaa-4cd9-84b6-6160f4ef3935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.014130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9f3d-bbaa-4cd9-84b6-6160f4ef3935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.018380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9f3d-bbaa-4cd9-84b6-6160f4ef3935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.025217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aeaa9f3d-bbaa-4cd9-84b6-6160f4ef3935 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f85829e-ecaa-4890-a3de-b1d12f9bb6df HTTP/1.1" status: 204 len: 168 time: 0.2290435 Nov 03 15:50:43.044009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa9f3d-bbaa-4cd9-84b6-6160f4ef3935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f85829e-ecaa-4890-a3de-b1d12f9bb6df,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:43.056041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6238994-44fb-439f-816b-57e269143155 req-18b96d39-1f32-4bfc-af7e-bcbf74268d79 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:43.057757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6238994-44fb-439f-816b-57e269143155 req-18b96d39-1f32-4bfc-af7e-bcbf74268d79 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 944 time: 0.1567745 Nov 03 15:50:43.106282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Made reservation on behalf of cbf3704cae3948d98897a73699b750e6 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:43.112488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.168900 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6238994-44fb-439f-816b-57e269143155 req-2f2f5075-f456-4c52-a87f-3c259fd647e9 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019895 Nov 03 15:50:43.359383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Allocated IP 192.168.233.39 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/f45c46ee-47ae-43b1-801d-dd6a074fa465) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:43.533750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd5849-4326-4abf-a357-4d0ea83adef9 req-c0bf1755-a4d3-411b-a52a-0b7281a0f4ee tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:43.536052 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bbd5849-4326-4abf-a357-4d0ea83adef9 req-c0bf1755-a4d3-411b-a52a-0b7281a0f4ee tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 943 time: 0.0741463 Nov 03 15:50:43.597648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.630478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bbd5849-4326-4abf-a357-4d0ea83adef9 req-94c54bbb-72ff-43b2-bb8f-ecf4cb395aa5 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867569 Nov 03 15:50:43.672397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39394) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:43.691955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3df90e40-88d5-493c-9055-dfdfd2a5ec1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.702194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8047125-cd0f-4483-bd82-2b4741fe6f81 req-a5b82035-4f01-4a9e-80dc-825addf9109b tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:43.703924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8047125-cd0f-4483-bd82-2b4741fe6f81 req-a5b82035-4f01-4a9e-80dc-825addf9109b tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 972 time: 0.0692463 Nov 03 15:50:43.705121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.739175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7ed32c00-bf41-4ffe-9ede-378f17fda4ed details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:50:43.824921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:43.830834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:43.833284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:43.839804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:43.841393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.854478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3df90e40-88d5-493c-9055-dfdfd2a5ec1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.862260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3df90e40-88d5-493c-9055-dfdfd2a5ec1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:43.864382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Pushing event updated for resources: {'Port': ['ID=f45c46ee-47ae-43b1-801d-dd6a074fa465,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:43.916308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7d6a255b-1a5c-4987-89aa-43ae715042f2 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:43.924520 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-17d37063-eecd-435e-ba3d-f39876329f66 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1087389 Nov 03 15:50:43.941752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8047125-cd0f-4483-bd82-2b4741fe6f81 req-60f5a715-0ca3-4cba-92d0-3f220ae0b0e4 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251265 Nov 03 15:50:43.951237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Request body: {'port': {'device_id': '05047f8f-6e9e-4207-8651-7be3af2e2d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:43.956382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df90e40-88d5-493c-9055-dfdfd2a5ec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363dc458-dd74-4349-99d6-79f7c9131a07,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:44.001302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3df90e40-88d5-493c-9055-dfdfd2a5ec1f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e7d8817cef24444b9e1c815aa7e11f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273704 Nov 03 15:50:44.002739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39414) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:44.066900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:44.082431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af68386-8104-458d-8627-d36565cb1aff req-5e70553f-b5ae-4226-863a-908828d9743f tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:44.084871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2af68386-8104-458d-8627-d36565cb1aff req-5e70553f-b5ae-4226-863a-908828d9743f tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 948 time: 0.1872060 Nov 03 15:50:44.094451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'port_id': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'mac_address': 'fa:16:3e:b7:b0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:50:44.102379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 7d6a255b-1a5c-4987-89aa-43ae715042f2 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:50:44.110214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.145353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec539da-1c61-4b41-9380-34f99ee2eddf req-e18b2f31-805e-40fc-b381-b7505fb386d1 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:44.145778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 7d6a255b-1a5c-4987-89aa-43ae715042f2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:44.146168 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.147621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ec539da-1c61-4b41-9380-34f99ee2eddf req-e18b2f31-805e-40fc-b381-b7505fb386d1 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 935 time: 0.0725701 Nov 03 15:50:44.152709 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ec05a8-0e3d-4edc-bcd2-5a99ab15388c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.162872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2af68386-8104-458d-8627-d36565cb1aff req-b5953904-1e68-4a5c-b975-491a9f569747 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652578 Nov 03 15:50:44.183633 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ec05a8-0e3d-4edc-bcd2-5a99ab15388c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.246888 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ec05a8-0e3d-4edc-bcd2-5a99ab15388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.249928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ec05a8-0e3d-4edc-bcd2-5a99ab15388c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.254357 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-98ec05a8-0e3d-4edc-bcd2-5a99ab15388c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/363dc458-dd74-4349-99d6-79f7c9131a07 HTTP/1.1" status: 204 len: 168 time: 0.2506495 Nov 03 15:50:44.268935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec05a8-0e3d-4edc-bcd2-5a99ab15388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363dc458-dd74-4349-99d6-79f7c9131a07,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:44.272065 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.280239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-da7bcced-e0b2-4097-a49c-ac265a34a614 None None] Provisioning complete for port f45c46ee-47ae-43b1-801d-dd6a074fa465 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:44.281562 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-da7bcced-e0b2-4097-a49c-ac265a34a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.311771 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.311981 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ec539da-1c61-4b41-9380-34f99ee2eddf req-010f29b7-c4d7-41ac-ad60-5b0da25b1304 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465712 Nov 03 15:50:44.344245 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:50:44.398293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-da7bcced-e0b2-4097-a49c-ac265a34a614 None None] Port f45c46ee-47ae-43b1-801d-dd6a074fa465 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:44.404764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:50:44.404995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device dcef6f72-0c56-42bf-bf51-f0b4cf6ec4b2 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:50:44.417826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed32c00-bf41-4ffe-9ede-378f17fda4ed {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:44.435458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:44.438476 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae2f67a-6998-442b-91b7-dd5993fca1d8" -d '{"events": [{"server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "name": "network-vif-plugged", "status": "completed", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:44.460550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:44.468113 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.475951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:44.511652 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.512555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c42fb993-af7b-429f-9aad-e4965ef21069 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:50:44.522001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f85c66-3fa6-4c2c-988d-61c9ebdcba45 req-d5c99783-138c-46b3-b7c3-032730e1aa1c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:44.523767 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22f85c66-3fa6-4c2c-988d-61c9ebdcba45 req-d5c99783-138c-46b3-b7c3-032730e1aa1c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 944 time: 0.0945196 Nov 03 15:50:44.564893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7d6a255b-1a5c-4987-89aa-43ae715042f2,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:44.659370 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22f85c66-3fa6-4c2c-988d-61c9ebdcba45 req-95e96cce-585d-45eb-84ff-f34d87472cd5 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228580 Nov 03 15:50:44.676172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45c46ee-47ae-43b1-801d-dd6a074fa465 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:44.678874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:44.699024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c42fb993-af7b-429f-9aad-e4965ef21069, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c42fb993-af7b-429f-9aad-e4965ef21069,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:44.701184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.713206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'c42fb993-af7b-429f-9aad-e4965ef21069', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'c42fb993-af7b-429f-9aad-e4965ef21069', 'mac_address': 'fa:16:3e:bf:ca:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:50:44.731726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Transition to ACTIVE for port object f45c46ee-47ae-43b1-801d-dd6a074fa465 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:50:44.742525 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.747826 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb56828-b4a5-4156-9cbb-cf335b0b176e x-openstack-request-id: req-5eb56828-b4a5-4156-9cbb-cf335b0b176e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:44.748730 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "name": "network-vif-plugged", "status": "completed", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:44.749168 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5eb56828-b4a5-4156-9cbb-cf335b0b176e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:44.749883 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2', 'code': 200} Nov 03 15:50:44.773126 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.812192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42fb993-af7b-429f-9aad-e4965ef21069 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:44.858157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Pushing event updated for resources: {'Port': ['ID=f45c46ee-47ae-43b1-801d-dd6a074fa465,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:44.863829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c42fb993-af7b-429f-9aad-e4965ef21069, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c42fb993-af7b-429f-9aad-e4965ef21069,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:44.871316 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:50:44.872460 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.921690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Attempting to bind port f45c46ee-47ae-43b1-801d-dd6a074fa465 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:44.922036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Attempting to bind port f45c46ee-47ae-43b1-801d-dd6a074fa465 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:44.922848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Attempting to bind port f45c46ee-47ae-43b1-801d-dd6a074fa465 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:44.929905 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Port f45c46ee-47ae-43b1-801d-dd6a074fa465 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:50:44.930276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Attempting to bind port f45c46ee-47ae-43b1-801d-dd6a074fa465 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:44.959337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:44.959337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:44.959337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:44.959337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Bound port: f45c46ee-47ae-43b1-801d-dd6a074fa465, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:44.959337 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:44.994660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c42fb993-af7b-429f-9aad-e4965ef21069,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:45.107065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5d247-4527-4607-8960-7770895b10a2 req-8d2d4faa-c16a-4ec1-bc8b-270ef8f933bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.108806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2a5d247-4527-4607-8960-7770895b10a2 req-8d2d4faa-c16a-4ec1-bc8b-270ef8f933bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1096 time: 0.2831409 Nov 03 15:50:45.111465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39466) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:45.147824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] For port f45c46ee-47ae-43b1-801d-dd6a074fa465, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:45.150760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-4dfe7957-c96d-4020-9b51-e76286194ce7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.153392 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-4dfe7957-c96d-4020-9b51-e76286194ce7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 972 time: 0.2811189 Nov 03 15:50:45.157731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] For port f45c46ee-47ae-43b1-801d-dd6a074fa465, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f45c46ee-47ae-43b1-801d-dd6a074fa465,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:45.163853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf351445-e10e-49b2-b3cf-b9e5cb1d35af req-98293f04-d640-4301-81eb-85e8d64d63ff tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.166092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf351445-e10e-49b2-b3cf-b9e5cb1d35af req-98293f04-d640-4301-81eb-85e8d64d63ff tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 944 time: 0.2862005 Nov 03 15:50:45.168216 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:45.191375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea98940-bec1-426f-9ac5-85b8c772e272 req-0c0a5811-68bb-420b-84ef-37f594789f95 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.192988 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ea98940-bec1-426f-9ac5-85b8c772e272 req-0c0a5811-68bb-420b-84ef-37f594789f95 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 972 time: 0.1296034 Nov 03 15:50:45.214628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.215220 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:45.218137 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] 10.222.0.70 "PUT /v2.0/ports/f45c46ee-47ae-43b1-801d-dd6a074fa465 HTTP/1.1" status: 200 len: 1095 time: 1.2752218 Nov 03 15:50:45.260983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05047f8f-6e9e-4207-8651-7be3af2e2d29', 'tag': 'f45c46ee-47ae-43b1-801d-dd6a074fa465'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:45.268671 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d300f1d-f926-48ce-8dfb-07b8880c47f2" -d '{"events": [{"name": "network-changed", "server_uuid": "05047f8f-6e9e-4207-8651-7be3af2e2d29", "tag": "f45c46ee-47ae-43b1-801d-dd6a074fa465"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:45.355927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf351445-e10e-49b2-b3cf-b9e5cb1d35af req-6769ba58-635a-4d09-9345-68b37d716a03 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396780 Nov 03 15:50:45.356462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['7ed32c00-bf41-4ffe-9ede-378f17fda4ed'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:50:45.374519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16eaee-6578-41a3-8ec2-ead73ca79452 service neutron] Pushing event updated for resources: {'Port': ['ID=f45c46ee-47ae-43b1-801d-dd6a074fa465,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:45.376027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2a5d247-4527-4607-8960-7770895b10a2 req-0a7aa258-98e1-4655-8ec6-52b6940c84c8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542181 Nov 03 15:50:45.432912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c42fb993-af7b-429f-9aad-e4965ef21069'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:50:45.440396 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ea98940-bec1-426f-9ac5-85b8c772e272 req-0527b566-4859-44ba-aac7-d857421dc033 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/security-groups?id=a482902f-463b-4929-8d83-5bb57a96e250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355804 Nov 03 15:50:45.441692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-6da882fb-4280-4f8a-b84b-9ecd4158f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.443665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-6da882fb-4280-4f8a-b84b-9ecd4158f308 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbf3704cae3948d98897a73699b750e6&device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 1098 time: 0.1626205 Nov 03 15:50:45.517103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05124900-d62e-4784-9f7c-0e1315a89fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:45.533555 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ac1163-ec15-4e59-a5c2-31b4ad886888 x-openstack-request-id: req-f2ac1163-ec15-4e59-a5c2-31b4ad886888 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:45.534358 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05047f8f-6e9e-4207-8651-7be3af2e2d29", "tag": "f45c46ee-47ae-43b1-801d-dd6a074fa465", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:45.535666 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f2ac1163-ec15-4e59-a5c2-31b4ad886888 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:45.536223 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05047f8f-6e9e-4207-8651-7be3af2e2d29', 'tag': 'f45c46ee-47ae-43b1-801d-dd6a074fa465', 'status': 'completed', 'code': 200} Nov 03 15:50:45.542299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-c27d319d-8562-41b3-a94b-2a99b3beaf82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=f45c46ee-47ae-43b1-801d-dd6a074fa465 HTTP/1.1" status: 200 len: 217 time: 0.0858827 Nov 03 15:50:45.613654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05124900-d62e-4784-9f7c-0e1315a89fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:45.637917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05124900-d62e-4784-9f7c-0e1315a89fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:45.665922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-55b0941c-3a2d-4ee5-8808-cf692a0e8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.667973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-55b0941c-3a2d-4ee5-8808-cf692a0e8d4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1189461 Nov 03 15:50:45.712728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Deleting port 55bf529e-cadf-479f-baab-df3d221e5ff7 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:50:45.713176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:45.720623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3766d-594b-4299-af7c-9ff48846a421 req-4601c9d8-b9c3-4fb0-a77c-c6cf07d7ae36 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.730109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a3766d-594b-4299-af7c-9ff48846a421 req-4601c9d8-b9c3-4fb0-a77c-c6cf07d7ae36 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 947 time: 0.1124296 Nov 03 15:50:45.743129 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-05124900-d62e-4784-9f7c-0e1315a89fe4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7a3dc557f3554d2d93f8aa71227adba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6278036 Nov 03 15:50:45.752830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39490) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:45.755994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b51f6-64e7-4131-96d0-957fa7bdb511 req-f427535b-5fd8-4fae-9d21-42c6250cdf2d tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.763611 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-924b51f6-64e7-4131-96d0-957fa7bdb511 req-f427535b-5fd8-4fae-9d21-42c6250cdf2d tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 949 time: 0.2531819 Nov 03 15:50:45.768226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05124900-d62e-4784-9f7c-0e1315a89fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a2f85e-d180-4018-8f93-491c77012288,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:45.810645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-7e0fb557-ef1e-425c-bf27-0ead68f79122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:45.812157 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-7e0fb557-ef1e-425c-bf27-0ead68f79122 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362550 Nov 03 15:50:45.847647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a3766d-594b-4299-af7c-9ff48846a421 req-2dc825b2-74e2-4d5c-a63b-df8fd2a85908 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149089 Nov 03 15:50:45.882578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-924b51f6-64e7-4131-96d0-957fa7bdb511 req-9fc5ea53-d50b-4c34-bf4d-cc4c119f41b4 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117721 Nov 03 15:50:45.921639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] For port 55bf529e-cadf-479f-baab-df3d221e5ff7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=55bf529e-cadf-479f-baab-df3d221e5ff7,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:45.922150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:45.945422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Calling delete_port for 55bf529e-cadf-479f-baab-df3d221e5ff7 owned by compute:tempest-test_az-2055451076 {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:50:45.961025 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7fed8f3-d6c0-4f6e-b92e-99cb867e5f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:46.011162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-4684ea22-d029-4d56-ba4a-0f5fd4a31b62 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890228 Nov 03 15:50:46.024428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7fed8f3-d6c0-4f6e-b92e-99cb867e5f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:46.096671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f8c0e-927b-4fb4-9689-8d1a6f563d50 req-d02cc4c6-05b8-49e1-bb8b-bdf9f2a65706 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:46.104617 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c17f8c0e-927b-4fb4-9689-8d1a6f563d50 req-d02cc4c6-05b8-49e1-bb8b-bdf9f2a65706 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 945 time: 0.1366796 Nov 03 15:50:46.133173 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ddf77ea-8c3e-44a3-9787-0dde7dcda290 req-1c0fd079-6a4a-4159-95b4-45869cec8c4d service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126094 Nov 03 15:50:46.191918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c17f8c0e-927b-4fb4-9689-8d1a6f563d50 req-e85a11b1-92b0-419c-afdb-069bd872fde6 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708761 Nov 03 15:50:46.196954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7fed8f3-d6c0-4f6e-b92e-99cb867e5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:46.199561 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7fed8f3-d6c0-4f6e-b92e-99cb867e5f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:46.203128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e7fed8f3-d6c0-4f6e-b92e-99cb867e5f85 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95a2f85e-d180-4018-8f93-491c77012288 HTTP/1.1" status: 204 len: 168 time: 0.4469080 Nov 03 15:50:46.220078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fed8f3-d6c0-4f6e-b92e-99cb867e5f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a2f85e-d180-4018-8f93-491c77012288,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:46.291068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-47bdbf5f-3358-4c61-a5eb-e5dd2c01d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:46.293299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-47bdbf5f-3358-4c61-a5eb-e5dd2c01d14b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbf3704cae3948d98897a73699b750e6&device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 1098 time: 0.0675261 Nov 03 15:50:46.299519 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:46.311016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['55bf529e-cadf-479f-baab-df3d221e5ff7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:50:46.335546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Pushing event deleted for resources: {'Port': ['ID=55bf529e-cadf-479f-baab-df3d221e5ff7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:46.457777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-3eb6f468-7d25-4f11-a00a-92cf68368097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:46.460204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] No DVR routers for this DVR port 55bf529e-cadf-479f-baab-df3d221e5ff7 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:50:46.462849 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-3eb6f468-7d25-4f11-a00a-92cf68368097 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1611702 Nov 03 15:50:46.464697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:46.468221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40b68f5c-cf1d-4fd6-bade-caf2d5de07b8 req-57265643-810a-4ba2-a04f-b855b0f313f7 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.70 "DELETE /v2.0/ports/55bf529e-cadf-479f-baab-df3d221e5ff7 HTTP/1.1" status: 204 len: 173 time: 1.3007736 Nov 03 15:50:46.468722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9da13e5-382f-4347-9143-a8bb3d2376da', 'name': 'network-vif-deleted', 'tag': '55bf529e-cadf-479f-baab-df3d221e5ff7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:46.471047 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7210daab-5dec-4b62-8126-c1c7db07783c" -d '{"events": [{"server_uuid": "d9da13e5-382f-4347-9143-a8bb3d2376da", "name": "network-vif-deleted", "tag": "55bf529e-cadf-479f-baab-df3d221e5ff7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:46.597909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-27f122d2-7f15-49f2-adf3-9a27fb39c753 req-362aaca3-18be-4af6-9d95-3381555892c1 tempest-AggregatesAdminTestJSON-1996743731 tempest-AggregatesAdminTestJSON-1996743731-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9da13e5-382f-4347-9143-a8bb3d2376da HTTP/1.1" status: 200 len: 210 time: 0.0431616 Nov 03 15:50:46.661032 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6543ebb-dd94-4e2b-95e7-7fbebda589dd x-openstack-request-id: req-d6543ebb-dd94-4e2b-95e7-7fbebda589dd {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:46.661332 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9da13e5-382f-4347-9143-a8bb3d2376da", "name": "network-vif-deleted", "tag": "55bf529e-cadf-479f-baab-df3d221e5ff7", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:46.661630 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d6543ebb-dd94-4e2b-95e7-7fbebda589dd {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:46.662064 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9da13e5-382f-4347-9143-a8bb3d2376da', 'name': 'network-vif-deleted', 'tag': '55bf529e-cadf-479f-baab-df3d221e5ff7', 'status': 'completed', 'code': 200} Nov 03 15:50:46.779571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-c68090e8-e826-40d7-a8d2-d1cb9ca2fc93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=f45c46ee-47ae-43b1-801d-dd6a074fa465 HTTP/1.1" status: 200 len: 217 time: 0.2896316 Nov 03 15:50:46.827883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39536) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:46.852388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e31c4-98ba-4349-8885-10464a29b6d0 req-37d719cc-82a5-4234-98d2-fdd3c30a9bd8 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:46.859873 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d6e31c4-98ba-4349-8885-10464a29b6d0 req-37d719cc-82a5-4234-98d2-fdd3c30a9bd8 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 944 time: 0.3944969 Nov 03 15:50:46.876965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-d5534a14-027a-42dc-ae6d-93b64ebc6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:46.878621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-d5534a14-027a-42dc-ae6d-93b64ebc6057 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0896823 Nov 03 15:50:46.900355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39544) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:46.917366 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97b27412-c79d-4758-942d-13b931f88511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:46.951041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d6e31c4-98ba-4349-8885-10464a29b6d0 req-cbb3e414-84b6-44d9-873c-054fffe20227 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899866 Nov 03 15:50:46.967420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-f447736c-f1a5-4e6e-80c9-ff294946c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:46.970927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-f447736c-f1a5-4e6e-80c9-ff294946c251 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818777 Nov 03 15:50:47.038619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97b27412-c79d-4758-942d-13b931f88511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.043914 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97b27412-c79d-4758-942d-13b931f88511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.140156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-97b27412-c79d-4758-942d-13b931f88511 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=257abec0aa26449094e5213a3b87904a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384286 Nov 03 15:50:47.142398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39546) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:47.171890 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-252a3976-2558-43ee-b858-7f3fbd626757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.176102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e53e4-9c42-4488-87fc-ef78e16b1b33 req-9b2947ee-30d9-4d22-b104-051fdac5dc6b tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:47.184867 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-694e53e4-9c42-4488-87fc-ef78e16b1b33 req-9b2947ee-30d9-4d22-b104-051fdac5dc6b tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 947 time: 0.0951648 Nov 03 15:50:47.185173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b27412-c79d-4758-942d-13b931f88511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a06f3e-5033-4fc9-9d7e-6ff84dc43b09,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:47.228048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-022a7acd-7620-49d8-9b4a-661dc7684894 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507088 Nov 03 15:50:47.237896 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1864bb7b-921b-4c40-a941-b5bf9bd4498d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.299725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1864bb7b-921b-4c40-a941-b5bf9bd4498d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.310989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-694e53e4-9c42-4488-87fc-ef78e16b1b33 req-71332d34-2e32-4702-b1b4-31f5b7d2df30 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249425 Nov 03 15:50:47.358062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d75fed-dd6b-4a60-85e0-e8d44a0683d0 req-15cdb321-9c0e-4460-8777-b8719bdea422 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:47.359545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61d75fed-dd6b-4a60-85e0-e8d44a0683d0 req-15cdb321-9c0e-4460-8777-b8719bdea422 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 949 time: 0.1160145 Nov 03 15:50:47.359831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d300f1d-f926-48ce-8dfb-07b8880c47f2 req-4ae748ac-5d08-4196-b160-bbb04c23419e service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198435 Nov 03 15:50:47.375748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-252a3976-2558-43ee-b858-7f3fbd626757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.383464 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-252a3976-2558-43ee-b858-7f3fbd626757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.445910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-252a3976-2558-43ee-b858-7f3fbd626757 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e9f9080b2d0446269492a6f1f3d4232a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6164975 Nov 03 15:50:47.450551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39554) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:47.463696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a3976-2558-43ee-b858-7f3fbd626757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be5eb3f-f282-4b17-8b9a-9563dec97dcb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:47.467914 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1864bb7b-921b-4c40-a941-b5bf9bd4498d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.471540 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1864bb7b-921b-4c40-a941-b5bf9bd4498d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.472437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1864bb7b-921b-4c40-a941-b5bf9bd4498d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b1a06f3e-5033-4fc9-9d7e-6ff84dc43b09 HTTP/1.1" status: 204 len: 168 time: 0.3291149 Nov 03 15:50:47.484390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61d75fed-dd6b-4a60-85e0-e8d44a0683d0 req-1f13830a-9e0d-4b22-85be-aa5e502ed442 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142361 Nov 03 15:50:47.498072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864bb7b-921b-4c40-a941-b5bf9bd4498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a06f3e-5033-4fc9-9d7e-6ff84dc43b09,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:47.499476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4ff7b-a01d-4c96-985e-eadca94ae29c req-50be078f-f25a-4f86-8b04-5bc7d4d3ede0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:47.501071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fcf4ff7b-a01d-4c96-985e-eadca94ae29c req-50be078f-f25a-4f86-8b04-5bc7d4d3ede0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 945 time: 0.0620725 Nov 03 15:50:47.531308 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6842d41-6db0-4daf-9aac-2bb28297dd71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.560725 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fcf4ff7b-a01d-4c96-985e-eadca94ae29c req-0c01297e-dbc2-484a-a2ae-36836ae1c27b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527437 Nov 03 15:50:47.560889 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6842d41-6db0-4daf-9aac-2bb28297dd71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.626348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6842d41-6db0-4daf-9aac-2bb28297dd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.630035 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6842d41-6db0-4daf-9aac-2bb28297dd71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.638159 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c6842d41-6db0-4daf-9aac-2bb28297dd71 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6be5eb3f-f282-4b17-8b9a-9563dec97dcb HTTP/1.1" status: 204 len: 168 time: 0.1825097 Nov 03 15:50:47.651964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6842d41-6db0-4daf-9aac-2bb28297dd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be5eb3f-f282-4b17-8b9a-9563dec97dcb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:47.758262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7ed32c00-bf41-4ffe-9ede-378f17fda4ed up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:47.819559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:50:47.827331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:47.828097 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.913503 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.945273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:47.951494 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb158b2-f219-4d14-90f3-c7eca92384a9" -d '{"events": [{"server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "name": "network-vif-plugged", "status": "completed", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:47.967132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:47.974249 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:47.976112 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c42fb993-af7b-429f-9aad-e4965ef21069 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:48.006376 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9d8d5c-b275-4380-b7ad-d011d2c9f60a x-openstack-request-id: req-2f9d8d5c-b275-4380-b7ad-d011d2c9f60a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:48.006695 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "name": "network-vif-plugged", "status": "completed", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:48.006953 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f9d8d5c-b275-4380-b7ad-d011d2c9f60a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:48.007348 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'code': 200} Nov 03 15:50:48.094186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:48.095667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2e46-4985-4344-a3b7-640a9f8cd87d req-7e1b05e6-2f67-49de-8886-924071942f4d tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:48.105287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port c42fb993-af7b-429f-9aad-e4965ef21069 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:50:48.107062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-191a2e46-4985-4344-a3b7-640a9f8cd87d req-7e1b05e6-2f67-49de-8886-924071942f4d tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 945 time: 0.0810742 Nov 03 15:50:48.109425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port c42fb993-af7b-429f-9aad-e4965ef21069 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:48.109864 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.147769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39582) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:48.168279 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10e39bf6-dd17-4891-989d-8f7c4db424b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.192900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-191a2e46-4985-4344-a3b7-640a9f8cd87d req-9b547e0a-49c1-4a33-8785-1be240350d7b tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814278 Nov 03 15:50:48.201267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8ed7e-4053-4293-a4c2-00d2e1f033f6 req-4f622a79-6314-4c63-b38b-d03039004b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:48.203222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99d8ed7e-4053-4293-a4c2-00d2e1f033f6 req-4f622a79-6314-4c63-b38b-d03039004b10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 1096 time: 0.0942402 Nov 03 15:50:48.223166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39584) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:48.252388 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.281181 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10e39bf6-dd17-4891-989d-8f7c4db424b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.287065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10e39bf6-dd17-4891-989d-8f7c4db424b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.306864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39590) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:48.315300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c42fb993-af7b-429f-9aad-e4965ef21069, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c42fb993-af7b-429f-9aad-e4965ef21069,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:48.322459 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.329126 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99d8ed7e-4053-4293-a4c2-00d2e1f033f6 req-3f4f83f4-89b0-4434-aa1e-4e3204309fdd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176319 Nov 03 15:50:48.337013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-10e39bf6-dd17-4891-989d-8f7c4db424b5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=de86201020f94607b70519a46741372c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880515 Nov 03 15:50:48.338381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e39bf6-dd17-4891-989d-8f7c4db424b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd1924-c6a5-4b74-a4a8-77a8d3ac1dad,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:48.339782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39596) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:48.377261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 55bf529e-cadf-479f-baab-df3d221e5ff7 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:50:48.404588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 55bf529e-cadf-479f-baab-df3d221e5ff7 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:50:48.405001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 55bf529e-cadf-479f-baab-df3d221e5ff7 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:50:48.405681 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11e48604-0cc8-4510-bb19-f05a621973e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.428013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c42fb993-af7b-429f-9aad-e4965ef21069,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:48.458605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba047-d505-4df2-9c04-f5884831a7b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.498059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba047-d505-4df2-9c04-f5884831a7b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.543288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11e48604-0cc8-4510-bb19-f05a621973e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.551575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e88957-f00b-4187-a911-88b7a79bd4f3 req-57f3f8f3-9eb8-461b-8de4-5c88ff863b96 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:48.552129 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-548b04d8-0ecf-44b8-9ed7-c893ee7b50cc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db5b3597948447d6b0c6ade5671653ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425537 Nov 03 15:50:48.556036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39604) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:48.557093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06e88957-f00b-4187-a911-88b7a79bd4f3 req-57f3f8f3-9eb8-461b-8de4-5c88ff863b96 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 947 time: 0.0802295 Nov 03 15:50:48.558487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11e48604-0cc8-4510-bb19-f05a621973e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.618516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e48604-0cc8-4510-bb19-f05a621973e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0040051-9b96-4594-a7cb-7f1afdf8a3ec,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:48.624762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-11e48604-0cc8-4510-bb19-f05a621973e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd3579605e5b4dca924d6645a6da81e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004071 Nov 03 15:50:48.630075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39608) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:48.668659 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06e88957-f00b-4187-a911-88b7a79bd4f3 req-6c6811e6-9b44-424e-a0bf-33e25abcdc10 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935967 Nov 03 15:50:48.696593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba047-d505-4df2-9c04-f5884831a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.699192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba047-d505-4df2-9c04-f5884831a7b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.700327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a7ba047-d505-4df2-9c04-f5884831a7b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fffd1924-c6a5-4b74-a4a8-77a8d3ac1dad HTTP/1.1" status: 204 len: 168 time: 0.3595917 Nov 03 15:50:48.718283 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bf70d9c-4c82-4b9a-b04c-5ea9b7e5cc04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.721591 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ba047-d505-4df2-9c04-f5884831a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd1924-c6a5-4b74-a4a8-77a8d3ac1dad,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:48.748968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ed42-2a72-4c5f-b1d6-8d209e8022c3 req-4829d042-d846-4319-a797-e799382da98a tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:48.750562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-91b5ed42-2a72-4c5f-b1d6-8d209e8022c3 req-4829d042-d846-4319-a797-e799382da98a tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 950 time: 0.1719170 Nov 03 15:50:48.766471 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1e91b6b5-9e04-4cd2-80ac-43166fc4a370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.787593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bf70d9c-4c82-4b9a-b04c-5ea9b7e5cc04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.830364 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1e91b6b5-9e04-4cd2-80ac-43166fc4a370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.846000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-91b5ed42-2a72-4c5f-b1d6-8d209e8022c3 req-85756935-1a03-491d-82cd-ded4639d3b2a tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861924 Nov 03 15:50:48.876877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bf70d9c-4c82-4b9a-b04c-5ea9b7e5cc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.880444 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bf70d9c-4c82-4b9a-b04c-5ea9b7e5cc04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.882939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1bf70d9c-4c82-4b9a-b04c-5ea9b7e5cc04 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a482902f-463b-4929-8d83-5bb57a96e250 HTTP/1.1" status: 204 len: 168 time: 0.3257124 Nov 03 15:50:48.889874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91870434-67db-46c1-a5b2-49ef980e738c req-d401644f-9453-4c3a-9197-a13916bab536 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:48.891710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf70d9c-4c82-4b9a-b04c-5ea9b7e5cc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a482902f-463b-4929-8d83-5bb57a96e250,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:48.902190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-91870434-67db-46c1-a5b2-49ef980e738c req-d401644f-9453-4c3a-9197-a13916bab536 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 945 time: 0.1235993 Nov 03 15:50:48.959784 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1e91b6b5-9e04-4cd2-80ac-43166fc4a370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.962449 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1e91b6b5-9e04-4cd2-80ac-43166fc4a370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:48.966662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1e91b6b5-9e04-4cd2-80ac-43166fc4a370 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0040051-9b96-4594-a7cb-7f1afdf8a3ec HTTP/1.1" status: 204 len: 168 time: 0.3331034 Nov 03 15:50:48.976835 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-91870434-67db-46c1-a5b2-49ef980e738c req-f1ade017-c700-4b93-beed-e3398e30fdb4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737166 Nov 03 15:50:48.977971 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91b6b5-9e04-4cd2-80ac-43166fc4a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0040051-9b96-4594-a7cb-7f1afdf8a3ec,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:49.310472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5f897-6154-4321-a9be-7afacfcdeb29 req-3cad1c4d-5f74-4feb-9a39-e3f61d745dbd tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:49.311991 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27a5f897-6154-4321-a9be-7afacfcdeb29 req-3cad1c4d-5f74-4feb-9a39-e3f61d745dbd tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 945 time: 0.0581956 Nov 03 15:50:49.370516 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27a5f897-6154-4321-a9be-7afacfcdeb29 req-deedcd77-c345-4de9-af59-e5b2db5da684 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497975 Nov 03 15:50:49.484974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1854d-48b1-4042-801a-de6d923f0898 req-b3efc17b-a883-4e0c-96d1-d1cab50dc90d tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:49.486885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-faf1854d-48b1-4042-801a-de6d923f0898 req-b3efc17b-a883-4e0c-96d1-d1cab50dc90d tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0454462 Nov 03 15:50:49.536920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-faf1854d-48b1-4042-801a-de6d923f0898 req-c91cce6f-2165-47f0-bef9-32d8e81a0f9c tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Nov 03 15:50:49.593745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39646) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:49.622715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39648) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:49.661412 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5180055e-2604-45f8-878f-ee2e66b7cb46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:49.686446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5b0175ce-4597-4658-bae9-c5c001f34e6e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=debfaafbadbb4c8a8b02ba71ccae0cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0915470 Nov 03 15:50:49.690019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39650) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:49.707785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f3c3-bdc0-48e1-9128-d1fbf450f1c3 req-04c9d40f-ffa8-43e6-9524-101e85e3b836 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:49.710013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5668f3c3-bdc0-48e1-9128-d1fbf450f1c3 req-04c9d40f-ffa8-43e6-9524-101e85e3b836 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1096 time: 0.1011736 Nov 03 15:50:49.828362 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5668f3c3-bdc0-48e1-9128-d1fbf450f1c3 req-c0e11a22-0bcc-48f4-b1ec-79c571a54679 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970097 Nov 03 15:50:49.850324 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba204a36-14f7-4c3f-bf31-075b6faed97b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:49.886952 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba204a36-14f7-4c3f-bf31-075b6faed97b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:49.893197 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5180055e-2604-45f8-878f-ee2e66b7cb46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:49.897232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d04507-12aa-4751-b401-92f5c6e70c99 req-3a197290-8270-4d61-a173-3368c3f1d90c tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:49.899187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-25d04507-12aa-4751-b401-92f5c6e70c99 req-3a197290-8270-4d61-a173-3368c3f1d90c tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 947 time: 0.0941541 Nov 03 15:50:49.904139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5180055e-2604-45f8-878f-ee2e66b7cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:49.959365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180055e-2604-45f8-878f-ee2e66b7cb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663f59d3-a119-4d72-a702-a2e2d10ea0b5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:49.988656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-25d04507-12aa-4751-b401-92f5c6e70c99 req-2e453e14-c6ea-4200-be17-b02b0050c406 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826159 Nov 03 15:50:49.991146 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5180055e-2604-45f8-878f-ee2e66b7cb46 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8ed81f038bc4051ab4047e946a62ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668971 Nov 03 15:50:49.994103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39672) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:50.014511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14231ca2-89b1-4093-ac49-bd52986b6d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42fb993-af7b-429f-9aad-e4965ef21069'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:50.017052 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f022475-9ed6-4b65-9e57-15342daad76a" -d '{"events": [{"server_uuid": "14231ca2-89b1-4093-ac49-bd52986b6d45", "name": "network-vif-plugged", "status": "completed", "tag": "c42fb993-af7b-429f-9aad-e4965ef21069"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:50.019594 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba204a36-14f7-4c3f-bf31-075b6faed97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:50.024008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba204a36-14f7-4c3f-bf31-075b6faed97b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:50.028319 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ba204a36-14f7-4c3f-bf31-075b6faed97b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f4e6a5eb-743b-49b2-af83-b204ba5bb05d HTTP/1.1" status: 204 len: 168 time: 0.3344560 Nov 03 15:50:50.035796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba204a36-14f7-4c3f-bf31-075b6faed97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e6a5eb-743b-49b2-af83-b204ba5bb05d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:50.117836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5cf38466-bcfb-448d-947a-1d44a9061641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:50.142032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f41af8-b8a2-4c1e-b278-34186935b596 req-2cc8d54a-4983-45fc-a614-08263fde2fb0 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:50.143538 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04f41af8-b8a2-4c1e-b278-34186935b596 req-2cc8d54a-4983-45fc-a614-08263fde2fb0 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 950 time: 0.0757551 Nov 03 15:50:50.150954 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-3d44994c-6d14-487d-8b81-4993a488d304 req-ad3da21f-2179-43d0-8182-b871414a6516 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:50:50.151986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d44994c-6d14-487d-8b81-4993a488d304 req-ad3da21f-2179-43d0-8182-b871414a6516 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0121992 Nov 03 15:50:50.156763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5cf38466-bcfb-448d-947a-1d44a9061641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:50.236670 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04f41af8-b8a2-4c1e-b278-34186935b596 req-4db1a54c-ef99-4110-8e29-2985938d1af1 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808694 Nov 03 15:50:50.257183 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5cf38466-bcfb-448d-947a-1d44a9061641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:50.262200 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5cf38466-bcfb-448d-947a-1d44a9061641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:50.265195 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5cf38466-bcfb-448d-947a-1d44a9061641 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/663f59d3-a119-4d72-a702-a2e2d10ea0b5 HTTP/1.1" status: 204 len: 168 time: 0.2687831 Nov 03 15:50:50.274990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf38466-bcfb-448d-947a-1d44a9061641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663f59d3-a119-4d72-a702-a2e2d10ea0b5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:50.308170 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cb2c61-db4f-4a42-a505-a794249761c1 x-openstack-request-id: req-93cb2c61-db4f-4a42-a505-a794249761c1 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:50.308417 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14231ca2-89b1-4093-ac49-bd52986b6d45", "name": "network-vif-plugged", "status": "completed", "tag": "c42fb993-af7b-429f-9aad-e4965ef21069", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:50.308831 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93cb2c61-db4f-4a42-a505-a794249761c1 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:50.309456 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14231ca2-89b1-4093-ac49-bd52986b6d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42fb993-af7b-429f-9aad-e4965ef21069', 'code': 200} Nov 03 15:50:50.361553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f45c46ee-47ae-43b1-801d-dd6a074fa465 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:50:50.485337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edeaa6-e30e-4720-8bc9-8c4983a955a7 req-d77a1912-b86b-407c-b81c-5afe3cc03c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:50.498319 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08edeaa6-e30e-4720-8bc9-8c4983a955a7 req-d77a1912-b86b-407c-b81c-5afe3cc03c6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 1101 time: 0.0786448 Nov 03 15:50:50.518191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f45c46ee-47ae-43b1-801d-dd6a074fa465, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f45c46ee-47ae-43b1-801d-dd6a074fa465,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:50.535092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'f45c46ee-47ae-43b1-801d-dd6a074fa465', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'f45c46ee-47ae-43b1-801d-dd6a074fa465', 'mac_address': 'fa:16:3e:c4:b8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:50:50.551495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab36224-f230-4935-b6c3-7bf3364242a5 req-bc9bf5d7-894f-40e2-b24f-024990ec1451 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:50.562103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ab36224-f230-4935-b6c3-7bf3364242a5 req-bc9bf5d7-894f-40e2-b24f-024990ec1451 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 945 time: 0.0736542 Nov 03 15:50:50.594002 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:50.601502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08edeaa6-e30e-4720-8bc9-8c4983a955a7 req-7cccd92b-5ee0-4118-8c6d-96b956f4dcc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923223 Nov 03 15:50:50.611126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45c46ee-47ae-43b1-801d-dd6a074fa465 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:50.622943 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ab36224-f230-4935-b6c3-7bf3364242a5 req-9b55adbf-687b-4e97-86c0-e7041b63a886 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593910 Nov 03 15:50:50.638493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f45c46ee-47ae-43b1-801d-dd6a074fa465, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f45c46ee-47ae-43b1-801d-dd6a074fa465,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:50.643646 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:50.713250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f45c46ee-47ae-43b1-801d-dd6a074fa465,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:50.775417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6138-cb8c-43a8-91e9-1edd3f46b7a9 req-d638bd1d-bda4-4a3c-9eaf-d9a713b2af1f tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:50.777407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bfe6138-cb8c-43a8-91e9-1edd3f46b7a9 req-d638bd1d-bda4-4a3c-9eaf-d9a713b2af1f tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 945 time: 0.0530982 Nov 03 15:50:50.786370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39706) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:50.790932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1705fd26-ad28-4667-954c-80c8c1cb635e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Request body: {'floatingip': {'port_id': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:50.836152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f45c46ee-47ae-43b1-801d-dd6a074fa465'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:50:50.868668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1705fd26-ad28-4667-954c-80c8c1cb635e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:51.161297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d640207-b784-4404-b4d8-f7993dcc916b req-75b4fb43-44fc-496c-93dc-1fd017d988f2 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:51.163692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d640207-b784-4404-b4d8-f7993dcc916b req-75b4fb43-44fc-496c-93dc-1fd017d988f2 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 948 time: 0.0613329 Nov 03 15:50:51.245854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d640207-b784-4404-b4d8-f7993dcc916b req-386d8675-8251-4ab0-beea-dc56d109f270 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747311 Nov 03 15:50:51.587596 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:51.611672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-52158aed-405c-4ece-9180-93a1cb0d8568 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e3925c83d744431a85b45a08c30ce25e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352960 Nov 03 15:50:51.736204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-371e2d6f-2849-4a7c-926d-eaed86074d30 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:51.737709 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-371e2d6f-2849-4a7c-926d-eaed86074d30 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246278 Nov 03 15:50:51.755147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-e0aac92c-2f44-4272-a878-dfa7b0b072b2 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/quotas/e3925c83d744431a85b45a08c30ce25e HTTP/1.1" status: 200 len: 375 time: 0.0110064 Nov 03 15:50:51.805451 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-c43eaee9-7c29-42f6-982e-18684fd1369c tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3925c83d744431a85b45a08c30ce25e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428715 Nov 03 15:50:51.877404 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1705fd26-ad28-4667-954c-80c8c1cb635e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:51.883500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1705fd26-ad28-4667-954c-80c8c1cb635e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.187992 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-1705fd26-ad28-4667-954c-80c8c1cb635e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Floating IP ef7826bd-19da-4631-b66c-3e1fb9c87ee1 associated. External IP: 172.25.6.213, port: 7ed32c00-bf41-4ffe-9ede-378f17fda4ed. Nov 03 15:50:52.216178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ea45-0703-4e1e-935a-6f6d73e449df req-b65f12d9-e5b4-4013-a67a-8b77844edb3f tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:52.217769 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e725ea45-0703-4e1e-935a-6f6d73e449df req-b65f12d9-e5b4-4013-a67a-8b77844edb3f tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 950 time: 0.1361096 Nov 03 15:50:52.345075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e725ea45-0703-4e1e-935a-6f6d73e449df req-f1c36772-d013-43ab-ae9a-4e6cd11b5a41 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119730 Nov 03 15:50:52.391884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39806) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:52.402226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f45c46ee-47ae-43b1-801d-dd6a074fa465 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:50:52.512431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e0674ab-d97c-4b2f-817b-ee2c57fa29a8 req-2bbeaa87-0e99-4d4b-ab05-f0e73433dbd5 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 210 time: 0.0785754 Nov 03 15:50:52.548756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port f45c46ee-47ae-43b1-801d-dd6a074fa465 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:50:52.557295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port f45c46ee-47ae-43b1-801d-dd6a074fa465 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:52.557762 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.623098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1705fd26-ad28-4667-954c-80c8c1cb635e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Router 0437c019-dc21-4cc3-8328-07585802eae8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:50:52.639399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1390486577-network', 'tenant_id': '4415b11ae00042a5aed73f8c5b96bcf2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:52.678846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Made reservation on behalf of 4415b11ae00042a5aed73f8c5b96bcf2 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:52.688504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.708400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.768253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705fd26-ad28-4667-954c-80c8c1cb635e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:50:52.784852 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] Sync routers for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:50:52.790622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1705fd26-ad28-4667-954c-80c8c1cb635e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.802272 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:52.803730 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:50:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:52.851315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1705fd26-ad28-4667-954c-80c8c1cb635e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "PUT /v2.0/floatingips/ef7826bd-19da-4631-b66c-3e1fb9c87ee1 HTTP/1.1" status: 200 len: 991 time: 2.0606565 Nov 03 15:50:52.856177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39824) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:52.856656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:52.860326 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2223a519-a4a8-4943-a017-14e739d52f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:52.861674 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.889316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.893573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05047f8f-6e9e-4207-8651-7be3af2e2d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c46ee-47ae-43b1-801d-dd6a074fa465'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:52.895041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.896172 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be7e3a0-1e5d-4930-ac2e-249f784e77da" -d '{"events": [{"server_uuid": "05047f8f-6e9e-4207-8651-7be3af2e2d29", "name": "network-vif-plugged", "status": "completed", "tag": "f45c46ee-47ae-43b1-801d-dd6a074fa465"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:52.908708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:50:52.920376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f45c46ee-47ae-43b1-801d-dd6a074fa465, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f45c46ee-47ae-43b1-801d-dd6a074fa465,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:52.930404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.950956 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:52.951326 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Added segment 629ed3a0-8ba6-41c8-813c-515630ead715 of type vlan for network 48b8266a-2e0a-4360-9a7a-b575f54e220c Nov 03 15:50:52.982164 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:53.013500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f45c46ee-47ae-43b1-801d-dd6a074fa465,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:53.143196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-3d4bfa48-93aa-4dae-bda0-e13564675e2c tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:50:53.155302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-3d4bfa48-93aa-4dae-bda0-e13564675e2c tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2860477 Nov 03 15:50:53.172458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:53.200895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f473a7-5732-4701-8a30-5b3019af5c4b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:53.269476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dc786-b66c-449f-a231-7bf0b29e7d03 req-911bb17f-ee5d-41ab-a90d-c241bae433c7 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:53.271482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-407dc786-b66c-449f-a231-7bf0b29e7d03 req-911bb17f-ee5d-41ab-a90d-c241bae433c7 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 949 time: 0.1634705 Nov 03 15:50:53.297937 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:53.298041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:53.298565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:53.393925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9963830 Nov 03 15:50:53.394268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39848) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:53.400174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Request body: {'subnet': {'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1390486577-subnet', 'tenant_id': '4415b11ae00042a5aed73f8c5b96bcf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:53.401483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8639327-4c05-4671-8bed-e87e9812a403 admin admin] Pushing event updated for resources: {'Network': ['ID=48b8266a-2e0a-4360-9a7a-b575f54e220c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:53.427323 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-407dc786-b66c-449f-a231-7bf0b29e7d03 req-6d4b4da2-a482-4bd8-af91-5684bfdbd505 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303747 Nov 03 15:50:53.440374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 48b8266a-2e0a-4360-9a7a-b575f54e220c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:50:53.478344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Made reservation on behalf of 4415b11ae00042a5aed73f8c5b96bcf2 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:53.481633 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:53.491684 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ef7826bd-19da-4631-b66c-3e1fb9c87ee1', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'port_id': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'mac_address': 'fa:16:3e:b7:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:50:29Z', 'updated_at': '2021-11-03T15:50:51Z', 'revision_number': 1, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:53.575622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-e523f5a4-64c7-45e7-bf8d-59c09f04cd72 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e3925c83d744431a85b45a08c30ce25e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415421 Nov 03 15:50:53.576774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39856) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:53.600740 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] Checking router: 0437c019-dc21-4cc3-8328-07585802eae8 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:50:53.626696 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:50:53.627722 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:50:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:53.679595 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d8af15-570d-40d8-b4c5-6b595f4df95d x-openstack-request-id: req-e6d8af15-570d-40d8-b4c5-6b595f4df95d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:53.679887 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:53.680160 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e6d8af15-570d-40d8-b4c5-6b595f4df95d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:53.680571 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'status': 'completed', 'code': 200} Nov 03 15:50:53.766443 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae91c61-0956-4754-8e55-ed89b5814ceb x-openstack-request-id: req-5ae91c61-0956-4754-8e55-ed89b5814ceb {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:53.766768 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05047f8f-6e9e-4207-8651-7be3af2e2d29", "name": "network-vif-plugged", "status": "completed", "tag": "f45c46ee-47ae-43b1-801d-dd6a074fa465", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:53.767034 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ae91c61-0956-4754-8e55-ed89b5814ceb {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:53.768354 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05047f8f-6e9e-4207-8651-7be3af2e2d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c46ee-47ae-43b1-801d-dd6a074fa465', 'code': 200} Nov 03 15:50:53.795373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-0f65edc5-f834-4d0a-8e44-c0b9092d0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:53.801251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-bfd78133-f9fe-4a01-bb0a-023bf3e15ca1 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:53.803981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-0f65edc5-f834-4d0a-8e44-c0b9092d0e27 service neutron] 10.222.0.86 "GET /v2.0/ports/7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 1093 time: 0.5593789 Nov 03 15:50:53.806097 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-bfd78133-f9fe-4a01-bb0a-023bf3e15ca1 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171752 Nov 03 15:50:53.812068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Request body: {'binding': {'host': 'n-h2-813897-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:53.812751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Unknown quota resources ['binding']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 15:50:53.826380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Request body: {'port': {'device_id': 'fdb2cf88-3eb0-4951-b597-96af24eb8f0a', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'e3925c83d744431a85b45a08c30ce25e'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:53.890817 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:50:53.966228 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0aefa568-c60e-4f15-a974-06dbd401de6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.013263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on host n-h2-813897-2 for vnic_type normal with profile None {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:54.013722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:54.014149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:54.032442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a519-a4a8-4943-a017-14e739d52f2f req-e7380277-3a4c-4f3c-b3c5-0ac1532f54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:54.034115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2223a519-a4a8-4943-a017-14e739d52f2f req-e7380277-3a4c-4f3c-b3c5-0ac1532f54cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 1096 time: 0.3460345 Nov 03 15:50:54.034804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:50:54.035241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:54.037258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95770ee-ba15-4bec-9606-34909dc018d6 req-ca1b81f5-c25b-438e-a7f8-948bcbb098b2 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:54.038868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b95770ee-ba15-4bec-9606-34909dc018d6 req-ca1b81f5-c25b-438e-a7f8-948bcbb098b2 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 950 time: 0.1206493 Nov 03 15:50:54.063071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:54.063514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:54.063980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:54.064608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Bound port: 7d6a255b-1a5c-4987-89aa-43ae715042f2, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:54.076390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Made reservation on behalf of e3925c83d744431a85b45a08c30ce25e for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:54.079959 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.099480 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.155604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b95770ee-ba15-4bec-9606-34909dc018d6 req-c17b8ed2-14db-4fc0-b02c-dc5b60502d07 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063197 Nov 03 15:50:54.176531 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ef7826bd-19da-4631-b66c-3e1fb9c87ee1', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'port_id': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'mac_address': 'fa:16:3e:b7:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:50:29Z', 'updated_at': '2021-11-03T15:50:51Z', 'revision_number': 1, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:50:54.206188 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0aefa568-c60e-4f15-a974-06dbd401de6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.223118 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa2e7e-0648-4b31-be2e-6dcd5d508819 None None] The sync data for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 is: [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ef7826bd-19da-4631-b66c-3e1fb9c87ee1', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'port_id': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'mac_address': 'fa:16:3e:b7:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:50:29Z', 'updated_at': '2021-11-03T15:50:51Z', 'revision_number': 1, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:50:54.273152 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.276463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0aefa568-c60e-4f15-a974-06dbd401de6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.291264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.332705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-83f2b664-01ae-4e19-a2f2-9b53190185bd req-c18110f5-050e-4e77-bdf7-56dfdbbb22d3 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 210 time: 0.0574548 Nov 03 15:50:54.357146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3cbf1-2867-448c-b869-598664d3cdde req-4c486590-71ad-4440-9c41-155e4768d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:54.358410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aac3cbf1-2867-448c-b869-598664d3cdde req-4c486590-71ad-4440-9c41-155e4768d01e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 1100 time: 0.4034038 Nov 03 15:50:54.391336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0aefa568-c60e-4f15-a974-06dbd401de6a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59448ecce23841b8bb958d57eb656046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8118567 Nov 03 15:50:54.394395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefa568-c60e-4f15-a974-06dbd401de6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4628f2-69d8-4430-9470-ee75521aa6cf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:54.400441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39868) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:54.466288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a653a79-99f0-4310-acb5-21fa59fd4a98,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:54.502611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21fe5f-c4f3-4b00-9d17-439c89c70921 None None] New status for floating IP ef7826bd-19da-4631-b66c-3e1fb9c87ee1: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:50:54.525995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aac3cbf1-2867-448c-b869-598664d3cdde req-49634566-be83-4c9d-8520-7e001f5893e4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485863 Nov 03 15:50:54.551187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Allocated IP 192.168.233.239 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/f0f50a02-6917-4bc6-be15-4ed29db94829) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:54.553683 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.625683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a519-a4a8-4943-a017-14e739d52f2f req-ee6b0ae5-8464-4b13-a51b-f6c0d0a0fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:54.627326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2223a519-a4a8-4943-a017-14e739d52f2f req-ee6b0ae5-8464-4b13-a51b-f6c0d0a0fdea service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 924 time: 0.5849988 Nov 03 15:50:54.635074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:54.704696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] Publish callbacks [] for binding, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.706254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-f04dfaef-d1e9-44ef-aefc-2ebb777b8c8c service neutron] 10.222.0.86 "POST /v2.0/ports/7d6a255b-1a5c-4987-89aa-43ae715042f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.9012158 Nov 03 15:50:54.727336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50450fac-b747-4ce1-ad91-ed7030a5fd0c,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:54.774807 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ffef65b4-e639-404c-9a3a-fa5598388d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.778344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:54.778973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Network hostable DHCP agents. Network: 48b8266a-2e0a-4360-9a7a-b575f54e220c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:50:54.803594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2223a519-a4a8-4943-a017-14e739d52f2f req-25e64f27-594a-4a9c-b076-08874539507c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed HTTP/1.1" status: 200 len: 999 time: 0.1663647 Nov 03 15:50:54.804492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ffef65b4-e639-404c-9a3a-fa5598388d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.828081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.854863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Network 48b8266a-2e0a-4360-9a7a-b575f54e220c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:50:54.872918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 48b8266a-2e0a-4360-9a7a-b575f54e220c) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:54.890249 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ffef65b4-e639-404c-9a3a-fa5598388d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.893373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af85f0-25cb-44b1-a14c-2315920a1abb None None] Network 48b8266a-2e0a-4360-9a7a-b575f54e220c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:54.894154 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ffef65b4-e639-404c-9a3a-fa5598388d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.894289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:54.894966 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.895897 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ffef65b4-e639-404c-9a3a-fa5598388d82 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0b4628f2-69d8-4430-9470-ee75521aa6cf HTTP/1.1" status: 204 len: 168 time: 0.4944243 Nov 03 15:50:54.909125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:54.913742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef65b4-e639-404c-9a3a-fa5598388d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4628f2-69d8-4430-9470-ee75521aa6cf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:54.923129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a519-a4a8-4943-a017-14e739d52f2f req-7f5ad661-760f-4666-a450-3f72f77dfaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:54.926964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2223a519-a4a8-4943-a017-14e739d52f2f req-7f5ad661-760f-4666-a450-3f72f77dfaed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31910181-2df9-4130-8a50-e405cbc14f6e HTTP/1.1" status: 200 len: 862 time: 0.1060259 Nov 03 15:50:54.992283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-86215b53-19d8-4ebe-a14a-494dad76ffe9 req-e811a7c4-dc47-4f04-903b-b963a8351386 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:50:55.005030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3e928457-0a5c-4b7c-89f3-d316bfd8c6d0 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6096792 Nov 03 15:50:55.006271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-86215b53-19d8-4ebe-a14a-494dad76ffe9 req-e811a7c4-dc47-4f04-903b-b963a8351386 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0188673 Nov 03 15:50:55.040604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593436ae-e015-4810-90e1-cff58b06d63b req-eed30fe0-da23-43b0-85f7-b533044d6876 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:55.041719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:50:55.048534 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-593436ae-e015-4810-90e1-cff58b06d63b req-eed30fe0-da23-43b0-85f7-b533044d6876 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 949 time: 0.1136463 Nov 03 15:50:55.049118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:55.060884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:50:55.068219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a519-a4a8-4943-a017-14e739d52f2f req-88c0efb0-201a-41d4-bf5d-8da13f97a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:55.069818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2223a519-a4a8-4943-a017-14e739d52f2f req-88c0efb0-201a-41d4-bf5d-8da13f97a880 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6f071b7-6095-4657-8637-67e1a9657057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254745 Nov 03 15:50:55.070145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:55.070972 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:55.112671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Pushing event updated for resources: {'Port': ['ID=f0f50a02-6917-4bc6-be15-4ed29db94829,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:55.130322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-12b301c2-ae72-41b9-847d-9e9f7562086f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3077917 Nov 03 15:50:55.142728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Request body: {'port': {'device_id': 'fdb2cf88-3eb0-4951-b597-96af24eb8f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:55.179400 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-593436ae-e015-4810-90e1-cff58b06d63b req-d8e83b1d-1f45-4019-8301-d448eaf0a058 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286881 Nov 03 15:50:55.243324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a997d9a2-3abc-455a-bd4d-41919fee7d69 None None] Network 48b8266a-2e0a-4360-9a7a-b575f54e220c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:55.259829 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:55.339234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-182517eb-b244-4545-a0bb-e9a126c8703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:55.341933 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-182517eb-b244-4545-a0bb-e9a126c8703d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1096 time: 0.2293119 Nov 03 15:50:55.478927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-a85bf8ed-38ef-447c-bef7-2e1b6bca17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:55.482366 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-a85bf8ed-38ef-447c-bef7-2e1b6bca17ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.1301663 Nov 03 15:50:55.525406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39894) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:55.550500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8285efbd-4bd2-4576-932c-1742448cdcbe None None] Provisioning complete for port f0f50a02-6917-4bc6-be15-4ed29db94829 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:50:55.554681 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8285efbd-4bd2-4576-932c-1742448cdcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:55.627149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-6830aa09-f45e-4268-80bb-32d369640e33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 217 time: 0.1316431 Nov 03 15:50:55.628250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4e90736-6e8e-4546-baf3-d3f6eac3d802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:55.642195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2223a519-a4a8-4943-a017-14e739d52f2f req-a3b38afd-1ec7-4534-b57c-5fac1b1b4b05 service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069656 Nov 03 15:50:55.651025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8285efbd-4bd2-4576-932c-1742448cdcbe None None] Port f0f50a02-6917-4bc6-be15-4ed29db94829 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:50:55.702081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f50a02-6917-4bc6-be15-4ed29db94829 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:50:55.707280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-ee6143e2-7b4a-4252-84c2-c64141129399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:55.708892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-ee6143e2-7b4a-4252-84c2-c64141129399 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0709691 Nov 03 15:50:55.712363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:55.765570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02395545-9346-45cb-9c54-253aeaaf3cf5 req-7dbc0eea-5c4b-45c4-8452-5fe85ffe6d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:55.767423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02395545-9346-45cb-9c54-253aeaaf3cf5 req-7dbc0eea-5c4b-45c4-8452-5fe85ffe6d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 945 time: 0.1035225 Nov 03 15:50:55.768903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Transition to ACTIVE for port object f0f50a02-6917-4bc6-be15-4ed29db94829 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:50:55.778013 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:55.782245 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-959c008e-929b-4b2e-a190-55fe86836532 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622344 Nov 03 15:50:55.844063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f50a02-6917-4bc6-be15-4ed29db94829,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:55.890242 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02395545-9346-45cb-9c54-253aeaaf3cf5 req-1ac1d7f0-52ce-4011-ba7c-c6090cc9ff95 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149592 Nov 03 15:50:55.966834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Attempting to bind port f0f50a02-6917-4bc6-be15-4ed29db94829 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:55.967172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Attempting to bind port f0f50a02-6917-4bc6-be15-4ed29db94829 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:55.967503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Attempting to bind port f0f50a02-6917-4bc6-be15-4ed29db94829 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:55.984370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Port f0f50a02-6917-4bc6-be15-4ed29db94829 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:50:55.984729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Attempting to bind port f0f50a02-6917-4bc6-be15-4ed29db94829 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:55.993569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:55.993935 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:55.994288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:55.994720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Bound port: f0f50a02-6917-4bc6-be15-4ed29db94829, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:55.995076 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.007723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2223a519-a4a8-4943-a017-14e739d52f2f req-6dff7daf-ed1b-420f-b3a5-0d109070bd25 service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143079 Nov 03 15:50:56.067284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca78ece-f148-4647-8786-9c6004d130cc req-888eeb6c-87ce-4b76-a54d-616e79ef6cbd tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:56.068975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ca78ece-f148-4647-8786-9c6004d130cc req-888eeb6c-87ce-4b76-a54d-616e79ef6cbd tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 950 time: 0.2426269 Nov 03 15:50:56.075975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-3434f963-3743-4d2e-b3cf-612b05e46a59 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647991 Nov 03 15:50:56.077881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4e90736-6e8e-4546-baf3-d3f6eac3d802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.162674 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4e90736-6e8e-4546-baf3-d3f6eac3d802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.196467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39908) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:56.210968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1302885252-network', 'tenant_id': 'f30d7593358d43ceaeca818f804c11c1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:56.248768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e90736-6e8e-4546-baf3-d3f6eac3d802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a51cc-ba52-40fa-b484-6a3a73777ef8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:56.262125 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4e90736-6e8e-4546-baf3-d3f6eac3d802 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=750d97aef4884fe69805f43fcf801461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7322631 Nov 03 15:50:56.271177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39914) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:56.324536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ca78ece-f148-4647-8786-9c6004d130cc req-03e23279-7f22-4f87-b65d-fe394bad72ff tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453172 Nov 03 15:50:56.325110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Made reservation on behalf of f30d7593358d43ceaeca818f804c11c1 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:56.327357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.345582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99359c1e-c26c-4c2b-b66f-a540836d91d2 req-8eb092f5-48fc-4198-a1c5-7c86408a5a51 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:56.353559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99359c1e-c26c-4c2b-b66f-a540836d91d2 req-8eb092f5-48fc-4198-a1c5-7c86408a5a51 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 948 time: 0.3394663 Nov 03 15:50:56.363548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-579b9857-763f-4054-b165-7c2e65e9cca2 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752554 Nov 03 15:50:56.368955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.393188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] For port f0f50a02-6917-4bc6-be15-4ed29db94829, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:56.398294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] For port f0f50a02-6917-4bc6-be15-4ed29db94829, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f0f50a02-6917-4bc6-be15-4ed29db94829,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:56.410045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.418789 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-328014d1-3a36-4970-9540-c020841b872f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.459015 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-328014d1-3a36-4970-9540-c020841b872f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.464681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:56.465376 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.466870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] 10.222.0.70 "PUT /v2.0/ports/f0f50a02-6917-4bc6-be15-4ed29db94829 HTTP/1.1" status: 200 len: 1096 time: 1.3286295 Nov 03 15:50:56.470716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb2cf88-3eb0-4951-b597-96af24eb8f0a', 'tag': 'f0f50a02-6917-4bc6-be15-4ed29db94829'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:56.473408 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4201f2e4-97fe-479d-96fe-9828727fc198" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb2cf88-3eb0-4951-b597-96af24eb8f0a", "tag": "f0f50a02-6917-4bc6-be15-4ed29db94829"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:56.507994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99359c1e-c26c-4c2b-b66f-a540836d91d2 req-0f58ce52-6a64-447e-90e2-986a22096f75 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507187 Nov 03 15:50:56.575564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.597485 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.606647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663a5e9-056e-4b0f-8bcc-f0d5279cda41 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f50a02-6917-4bc6-be15-4ed29db94829,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:56.669282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-c8e39c75-324e-4f29-8503-94da7f86e59e tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:56.671373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-c8e39c75-324e-4f29-8503-94da7f86e59e tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.1273813 Nov 03 15:50:56.684727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-2'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:56.699545 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-328014d1-3a36-4970-9540-c020841b872f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.702173 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-328014d1-3a36-4970-9540-c020841b872f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.703377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-328014d1-3a36-4970-9540-c020841b872f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/af6a51cc-ba52-40fa-b484-6a3a73777ef8 HTTP/1.1" status: 204 len: 168 time: 0.4310291 Nov 03 15:50:56.708446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:50:56.722611 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094a0e88-f509-4a11-a8bd-2e075e8be319 x-openstack-request-id: req-094a0e88-f509-4a11-a8bd-2e075e8be319 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:56.723119 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb2cf88-3eb0-4951-b597-96af24eb8f0a", "tag": "f0f50a02-6917-4bc6-be15-4ed29db94829", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:56.723257 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-094a0e88-f509-4a11-a8bd-2e075e8be319 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:56.723867 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb2cf88-3eb0-4951-b597-96af24eb8f0a', 'tag': 'f0f50a02-6917-4bc6-be15-4ed29db94829', 'status': 'completed', 'code': 200} Nov 03 15:50:56.723994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4867ec5-9e3f-4c36-a75a-98f08cd38642,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:56.730494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.734952 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Added segment ce63e0b1-7b01-4f01-bee6-17047e1c51d3 of type vlan for network f94f7ed6-061c-4f85-8343-554e1bcfbeb6 Nov 03 15:50:56.781932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d692b-ae14-4458-9517-e21916b93ce0 req-9a24dd22-f33e-4adc-8148-d1d8945546bb tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:56.789396 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8e7d692b-ae14-4458-9517-e21916b93ce0 req-9a24dd22-f33e-4adc-8148-d1d8945546bb tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 949 time: 0.2116768 Nov 03 15:50:56.792874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-1ff71443-9322-4888-be79-3adef5441455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:56.794366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.794482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-1ff71443-9322-4888-be79-3adef5441455 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3925c83d744431a85b45a08c30ce25e&device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 1099 time: 0.1685567 Nov 03 15:50:56.816159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328014d1-3a36-4970-9540-c020841b872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a51cc-ba52-40fa-b484-6a3a73777ef8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:56.844953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-9e0b515f-c735-40e2-a29d-6c9c4ab8f337 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a3e5293bab064d3196962bfbabeb03f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517654 Nov 03 15:50:56.878510 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.883572 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-f619632e-ef44-4357-b21d-35612025b857 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=f0f50a02-6917-4bc6-be15-4ed29db94829 HTTP/1.1" status: 200 len: 217 time: 0.0624299 Nov 03 15:50:56.963120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8e7d692b-ae14-4458-9517-e21916b93ce0 req-21364188-937c-4b74-92eb-a58d2f04deee tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405096 Nov 03 15:50:56.965591 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.966520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:56.967325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:56.989648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-99d7a74c-626f-4c88-838f-c0f05bc7b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:56.989648 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-99d7a74c-626f-4c88-838f-c0f05bc7b407 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0921390 Nov 03 15:50:57.025861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39942) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:57.026187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8270683 Nov 03 15:50:57.031945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Request body: {'subnet': {'network_id': 'f94f7ed6-061c-4f85-8343-554e1bcfbeb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1302885252-subnet', 'tenant_id': 'f30d7593358d43ceaeca818f804c11c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:57.083188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ca474-d357-494c-abc7-8a8e01a063f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f94f7ed6-061c-4f85-8343-554e1bcfbeb6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:57.101290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-a99c54e5-f1e1-4219-92ac-db70a295687b tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:57.102033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network f94f7ed6-061c-4f85-8343-554e1bcfbeb6 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:50:57.108502 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-a99c54e5-f1e1-4219-92ac-db70a295687b tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226863 Nov 03 15:50:57.111568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:50:57.118677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-85a6cc80-2c53-4797-817d-97a4cb23ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:57.118946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Made reservation on behalf of f30d7593358d43ceaeca818f804c11c1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:57.120166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-85a6cc80-2c53-4797-817d-97a4cb23ff7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225071 Nov 03 15:50:57.121248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:57.198737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-b7c8b107-ea0b-4ef3-b5c9-fce7ac2770b2 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/quotas/a3e5293bab064d3196962bfbabeb03f9 HTTP/1.1" status: 200 len: 375 time: 0.0893781 Nov 03 15:50:57.227920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaf9d6-7151-4609-bac9-0e20c503b444 req-8c3af2d3-5411-438e-a4c8-0167c4b939b8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:57.229674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8feaf9d6-7151-4609-bac9-0e20c503b444 req-8c3af2d3-5411-438e-a4c8-0167c4b939b8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 945 time: 0.1307499 Nov 03 15:50:57.280346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:57.291970 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-99beaaa3-657d-4fc7-bfc1-23f9d4ff99d7 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507647 Nov 03 15:50:57.326148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8feaf9d6-7151-4609-bac9-0e20c503b444 req-9f5b46af-76c2-4d44-b4db-ea47b690c9a3 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861628 Nov 03 15:50:57.364053 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-dcf1e2c7-3a48-430b-a33e-c31a09c27fe5 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3e5293bab064d3196962bfbabeb03f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528671 Nov 03 15:50:57.384264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:57.416904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:57.465716 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3a507bd-0c92-4680-aad5-f1a77a7dcc4c req-864ca6b2-c26b-4bda-ac8b-f438d7eb4aee service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658430 Nov 03 15:50:57.480245 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:57.531130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Pushing event updated for resources: {'Port': ['ID=7d6a255b-1a5c-4987-89aa-43ae715042f2,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:57.585008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0578d4-9692-4cbe-9ccf-386aec54a8ae,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:57.603156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-8abb8cd7-f36b-44a9-bd21-fb9d64b1cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:57.603815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-8abb8cd7-f36b-44a9-bd21-fb9d64b1cf54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3925c83d744431a85b45a08c30ce25e&device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 1099 time: 0.0634859 Nov 03 15:50:57.606834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on host n-h1-813897-2 for vnic_type normal with profile {"migrating_to": "n-h2-813897-2"} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:50:57.607164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:50:57.607484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:57.615988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:50:57.616303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Attempting to bind port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:50:57.624502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Checking segment: {'id': 'ce63e0b1-7b01-4f01-bee6-17047e1c51d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f94f7ed6-061c-4f85-8343-554e1bcfbeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:57.624502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Network hostable DHCP agents. Network: f94f7ed6-061c-4f85-8343-554e1bcfbeb6, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:50:57.626798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:50:57.627125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:50:57.627495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:50:57.627922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Bound port: 7d6a255b-1a5c-4987-89aa-43ae715042f2, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:50:57.628274 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:57.672130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Network f94f7ed6-061c-4f85-8343-554e1bcfbeb6 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:50:57.693154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, f94f7ed6-061c-4f85-8343-554e1bcfbeb6) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:50:57.703989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:57.704809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:57.705996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e06da-37c1-438d-8e6f-8079870604fb None None] Network f94f7ed6-061c-4f85-8343-554e1bcfbeb6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:57.720563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:50:57.725515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:50:57.743550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-65bb5cc6-d79a-4509-83ee-8c3a8837cf43 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7153318 Nov 03 15:50:57.745991 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:57.747552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7350199-5b83-469b-895a-5e304f06ddf2 req-286b1bf2-41bd-4285-b7f2-17d33e03e0a8 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 210 time: 0.1425393 Nov 03 15:50:57.787033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-e6f41b39-ad98-43f2-962a-70b4ce6d5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:57.788790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-e6f41b39-ad98-43f2-962a-70b4ce6d5748 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1701601 Nov 03 15:50:57.844828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Pushing event updated for resources: {'Port': ['ID=7d6a255b-1a5c-4987-89aa-43ae715042f2,revision_number=8']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:57.911586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-d9db7c93-4721-4e56-a828-a8045520a7f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=f0f50a02-6917-4bc6-be15-4ed29db94829 HTTP/1.1" status: 200 len: 217 time: 0.1119933 Nov 03 15:50:57.938112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:57.938800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:57.940704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-5c5e81d9-437e-4606-8608-ef3e42028d6d service neutron] 10.222.0.70 "PUT /v2.0/ports/7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 1121 time: 1.2609813 Nov 03 15:50:57.964271 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dee7f-135d-4201-abb3-3a5d798490cc req-3120278f-cb4f-4035-bf30-152c19e7078c tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:57.971647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c3dee7f-135d-4201-abb3-3a5d798490cc req-3120278f-cb4f-4035-bf30-152c19e7078c tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 949 time: 0.2056201 Nov 03 15:50:58.006444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69f5b79-5e4f-4184-8eb7-57a62836090a None None] Network f94f7ed6-061c-4f85-8343-554e1bcfbeb6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:50:58.050458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7329e-5df0-4885-937b-c6523ea5c891 req-8bd59eb0-77cd-40e0-ad82-9b0725695135 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:58.060208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58b7329e-5df0-4885-937b-c6523ea5c891 req-8bd59eb0-77cd-40e0-ad82-9b0725695135 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 948 time: 0.1475239 Nov 03 15:50:58.107757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c3dee7f-135d-4201-abb3-3a5d798490cc req-5d3dee96-06d9-4ff2-9679-1b7b1d50b60c tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293902 Nov 03 15:50:58.125220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['7d6a255b-1a5c-4987-89aa-43ae715042f2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:50:58.160742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58b7329e-5df0-4885-937b-c6523ea5c891 req-78d66b8f-2f79-479e-afab-4ccd4ba5cb30 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975108 Nov 03 15:50:58.163028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-7149bece-f3ed-4efe-a921-1ef225bc1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:58.164916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-7149bece-f3ed-4efe-a921-1ef225bc1d84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2217844 Nov 03 15:50:58.298136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-d49fdfc2-e446-47a3-bc5d-f307a349f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:58.304292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-d49fdfc2-e446-47a3-bc5d-f307a349f8e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208520 Nov 03 15:50:58.542489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-36e59664-e901-440f-a591-20249e20102c service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314122 Nov 03 15:50:58.674497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a464e-b8b0-45b8-b88c-329efdef6ef4 req-ac94a712-2c17-44e0-941d-88d16c651378 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:58.684429 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e15a464e-b8b0-45b8-b88c-329efdef6ef4 req-ac94a712-2c17-44e0-941d-88d16c651378 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 943 time: 0.0960314 Nov 03 15:50:58.725880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2'}, {'name': 'network-changed', 'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:50:58.728178 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f70e0f6-3265-4488-b9c4-d4bcf4783647" -d '{"events": [{"server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2"}, {"name": "network-changed", "server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:50:58.766207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e15a464e-b8b0-45b8-b88c-329efdef6ef4 req-a6897895-fb54-45ab-bea7-e91cae20a0d0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808680 Nov 03 15:50:58.905812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40014) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:58.958450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ec11-5b41-4ea7-b487-53374771b5db req-a13ac5eb-2815-451f-8700-573a969bd2ac tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:58.961092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0f9ec11-5b41-4ea7-b487-53374771b5db req-a13ac5eb-2815-451f-8700-573a969bd2ac tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 949 time: 0.1070361 Nov 03 15:50:59.082809 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-831622fe-8e37-42c8-8fb2-cc9637eee22c tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a3e5293bab064d3196962bfbabeb03f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611334 Nov 03 15:50:59.102877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0f9ec11-5b41-4ea7-b487-53374771b5db req-a851326d-3bd0-4d8a-b65f-fdf1007fb246 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290715 Nov 03 15:50:59.166878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-47fe1dcd-0062-4e5f-978c-eb1f53b0d7fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:59.172376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4201f2e4-97fe-479d-96fe-9828727fc198 req-e9a1b8b2-1e12-41bb-a320-88697575073b service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114030 Nov 03 15:50:59.200586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-d09621c5-0efe-4f69-bd08-b4b52aafa9db tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:59.202142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-d09621c5-0efe-4f69-bd08-b4b52aafa9db tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 821 time: 0.1463418 Nov 03 15:50:59.230095 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-d4097d3d-ebf9-4a86-9a25-effefb463a08 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/quotas/4415b11ae00042a5aed73f8c5b96bcf2 HTTP/1.1" status: 200 len: 375 time: 0.0215220 Nov 03 15:50:59.231323 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 03 Nov 2021 15:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9c1871-51cb-4036-a47e-8878288263c2 x-openstack-request-id: req-5f9c1871-51cb-4036-a47e-8878288263c2 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:50:59.231625 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2", "code": 200}, {"name": "network-changed", "server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:50:59.231873 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5f9c1871-51cb-4036-a47e-8878288263c2 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:50:59.232348 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2', 'code': 200} Nov 03 15:50:59.232503 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2', 'status': 'completed', 'code': 200} Nov 03 15:50:59.284303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-1fd8adb6-d6dd-4d2d-a873-ea2ab0edfb02 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525689 Nov 03 15:50:59.308157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-0f929d2a-5643-4e88-9fc3-1e91c0b1baa2 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:59.309721 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-0f929d2a-5643-4e88-9fc3-1e91c0b1baa2 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059920 Nov 03 15:50:59.333277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Request body: {'port': {'device_id': '66280887-b359-4f49-bb8a-c40446d2abdf', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'a3e5293bab064d3196962bfbabeb03f9'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:50:59.364752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30f80a49-9f56-46fb-8ec0-ec0a21e82693 req-1482facc-ef5f-43b8-b74b-a377e64baf02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 210 time: 0.0528293 Nov 03 15:50:59.416112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-29093cc8-9b8e-450c-9af7-58d9f34eb460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:59.417693 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-29093cc8-9b8e-450c-9af7-58d9f34eb460 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1124 time: 0.0590992 Nov 03 15:50:59.433192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-8d399db2-63c6-46e7-b15b-798b8e579a23 service neutron] 10.222.0.86 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467907 Nov 03 15:50:59.448252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-47fe1dcd-0062-4e5f-978c-eb1f53b0d7fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:59.479224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-47fe1dcd-0062-4e5f-978c-eb1f53b0d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:59.544218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe1dcd-0062-4e5f-978c-eb1f53b0d7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b434c-e33d-458c-bcab-cdbef1ca8889,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:59.556739 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-47fe1dcd-0062-4e5f-978c-eb1f53b0d7fe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0182720826834fe7a22a7e744f4a5327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6494291 Nov 03 15:50:59.558956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40038) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:50:59.567645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274c98-26bc-45bd-a46b-d777369a0553 req-b42d478e-904d-4424-a9f9-efbaa1d21600 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:59.569489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b4274c98-26bc-45bd-a46b-d777369a0553 req-b42d478e-904d-4424-a9f9-efbaa1d21600 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 948 time: 0.1197779 Nov 03 15:50:59.585327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Made reservation on behalf of a3e5293bab064d3196962bfbabeb03f9 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:50:59.592183 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:59.619813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-5a6d29c1-371c-41fe-9b05-b82c2816f1dc service neutron] 10.222.0.86 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838818 Nov 03 15:50:59.628092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-d2f5e862-3721-474d-a445-67e609204de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:59.630456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-d2f5e862-3721-474d-a445-67e609204de7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.1950750 Nov 03 15:50:59.657323 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:59.704419 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-ab950057-f1d2-49cd-9872-ae77d4e8624d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 217 time: 0.0482345 Nov 03 15:50:59.722836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b4274c98-26bc-45bd-a46b-d777369a0553 req-598e2ada-1e7b-4746-af7e-ee223cfef874 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100037 Nov 03 15:50:59.729260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:59.838252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:59.838873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Allocated IP 192.168.233.32 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/73b585da-60f4-4e21-8759-942e91cec97b) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:50:59.842475 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:50:59.846100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f1b434c-e33d-458c-bcab-cdbef1ca8889 HTTP/1.1" status: 204 len: 168 time: 0.2839041 Nov 03 15:50:59.881173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b434c-e33d-458c-bcab-cdbef1ca8889,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:50:59.921255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.921989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.922439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.924119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.924964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.926723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.927457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.928812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.930536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.944229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.944922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.945783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826432f-b45c-46be-88c0-9f934db0c446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:50:59.991578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-01876d66-a272-4617-9c8b-2736f8a6a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:50:59.993413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-01876d66-a272-4617-9c8b-2736f8a6a667 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.2790651 Nov 03 15:51:00.105440 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:00.161171 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:00.210611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c42fb993-af7b-429f-9aad-e4965ef21069'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:00.227575 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-4a3b38fb-0d28-4ede-8a36-9d58876490ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1976237 Nov 03 15:51:00.231673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f23bb0de-01c6-473e-b77d-38727bc05897 req-7a4a2a0a-6244-49fd-ad6c-b086a0a2c98c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 210 time: 0.2340004 Nov 03 15:51:00.288440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:00.362373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:00.370673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:00.386377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:00.387291 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:00.394669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Pushing event updated for resources: {'Port': ['ID=73b585da-60f4-4e21-8759-942e91cec97b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:00.406037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.406876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.406876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.407138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.407596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.408015 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.408547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.408948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.409353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.409833 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.410231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.410625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:00.429708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f0f50a02-6917-4bc6-be15-4ed29db94829 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:00.439885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-fdf12011-d674-466e-83db-7aa2333a0ffe tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:00.442502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-fdf12011-d674-466e-83db-7aa2333a0ffe tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.70 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 949 time: 0.4396021 Nov 03 15:51:00.447393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded36d8-9183-4a77-ad1e-0cd69646c7f0 req-375a3e74-fd58-4f2c-b631-829a773634c2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:00.448949 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fded36d8-9183-4a77-ad1e-0cd69646c7f0 req-375a3e74-fd58-4f2c-b631-829a773634c2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 943 time: 0.1646106 Nov 03 15:51:00.452716 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-42f606b1-570b-471f-9d2a-bdb27c817f58 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1264298 Nov 03 15:51:00.537381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Request body: {'port': {'device_id': '66280887-b359-4f49-bb8a-c40446d2abdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:00.558027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40064) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:00.711941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f0f50a02-6917-4bc6-be15-4ed29db94829, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f0f50a02-6917-4bc6-be15-4ed29db94829,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:00.739916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'f0f50a02-6917-4bc6-be15-4ed29db94829', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'f0f50a02-6917-4bc6-be15-4ed29db94829', 'mac_address': 'fa:16:3e:33:fd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:00.741438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b44c7-228a-449d-92d6-aac8608ac162 req-15f12af7-739e-4cee-b3f7-3f3ee68b31ce tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:00.746217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7aa5be89-5366-44d7-a6f4-532304447550 None None] Provisioning complete for port 73b585da-60f4-4e21-8759-942e91cec97b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:00.746836 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa5be89-5366-44d7-a6f4-532304447550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:00.750467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed5b44c7-228a-449d-92d6-aac8608ac162 req-15f12af7-739e-4cee-b3f7-3f3ee68b31ce tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 949 time: 0.3785572 Nov 03 15:51:00.798470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-f75367a2-5112-45bd-97de-a7f437cd42ae service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560801 Nov 03 15:51:00.815245 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5be89-5366-44d7-a6f4-532304447550 None None] Port 73b585da-60f4-4e21-8759-942e91cec97b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:51:00.831117 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:00.843416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fded36d8-9183-4a77-ad1e-0cd69646c7f0 req-86a3ccdd-df0c-4ce2-94bf-668913172011 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856175 Nov 03 15:51:00.844375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-725b7af4-e341-486d-bfb7-c0d4007da029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:00.848428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f50a02-6917-4bc6-be15-4ed29db94829 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:00.853619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed5b44c7-228a-449d-92d6-aac8608ac162 req-ad92109e-628e-4389-839f-44032566cd47 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/security-groups?id=ca72b24f-f499-4b90-a770-0191d143109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020508 Nov 03 15:51:00.891853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f0f50a02-6917-4bc6-be15-4ed29db94829, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f0f50a02-6917-4bc6-be15-4ed29db94829,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:00.897811 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:00.902435 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:00.903375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7d6a255b-1a5c-4987-89aa-43ae715042f2 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:01.005158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f0f50a02-6917-4bc6-be15-4ed29db94829,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:01.034613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Deleting port f45c46ee-47ae-43b1-801d-dd6a074fa465 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:51:01.034956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.060372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.061066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.061627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.062146 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.062270 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-725b7af4-e341-486d-bfb7-c0d4007da029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.062779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.063280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.063786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.064471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.065016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.065548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.066111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.066631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:01.075521 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-725b7af4-e341-486d-bfb7-c0d4007da029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.104280 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-725b7af4-e341-486d-bfb7-c0d4007da029 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=950fe8bf136447e18e6ba0cd7500fe24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5451987 Nov 03 15:51:01.118883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40072) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:01.128955 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.158998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:01.171408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7af4-e341-486d-bfb7-c0d4007da029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0f3c95-388a-460e-aeb1-ce2f8586f335,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:01.172846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7d6a255b-1a5c-4987-89aa-43ae715042f2 has no active binding in host n-h2-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 15:51:01.231395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] For port f45c46ee-47ae-43b1-801d-dd6a074fa465, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f45c46ee-47ae-43b1-801d-dd6a074fa465,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:01.231981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.267642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Calling delete_port for f45c46ee-47ae-43b1-801d-dd6a074fa465 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:51:01.285515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b585da-60f4-4e21-8759-942e91cec97b {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:01.287606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f70e0f6-3265-4488-b9c4-d4bcf4783647 req-dcb536e8-5071-44a4-8d44-51eaab459765 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517469 Nov 03 15:51:01.293872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.302771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d59a21-f090-4298-bf2c-5fd4be2b0c0c req-f0a190d4-6c8c-4fad-ae44-080d7e221297 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:01.304801 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32d59a21-f090-4298-bf2c-5fd4be2b0c0c req-f0a190d4-6c8c-4fad-ae44-080d7e221297 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 935 time: 0.2774425 Nov 03 15:51:01.309625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Transition to ACTIVE for port object 73b585da-60f4-4e21-8759-942e91cec97b will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:01.324101 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.383406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1169dd1f-b53e-48e5-bd60-d64858c63d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.426357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c4945-abd8-4eb9-9f6d-932bb3b2685e req-55ee98c4-6589-4315-b340-faace3e75cec tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:01.428415 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-148c4945-abd8-4eb9-9f6d-932bb3b2685e req-55ee98c4-6589-4315-b340-faace3e75cec tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 949 time: 0.1177888 Nov 03 15:51:01.433299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Pushing event updated for resources: {'Port': ['ID=73b585da-60f4-4e21-8759-942e91cec97b,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:01.443569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1169dd1f-b53e-48e5-bd60-d64858c63d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.457410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.70', 54863) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:01.469863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32d59a21-f090-4298-bf2c-5fd4be2b0c0c req-3b8b1b1a-acf8-4acc-865a-ccbeba7acdc8 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218593 Nov 03 15:51:01.494989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Attempting to bind port 73b585da-60f4-4e21-8759-942e91cec97b on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:01.495319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Attempting to bind port 73b585da-60f4-4e21-8759-942e91cec97b by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:01.496061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Attempting to bind port 73b585da-60f4-4e21-8759-942e91cec97b on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:01.562573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Port 73b585da-60f4-4e21-8759-942e91cec97b on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:01.562904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Attempting to bind port 73b585da-60f4-4e21-8759-942e91cec97b on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:01.563663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1169dd1f-b53e-48e5-bd60-d64858c63d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.567573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1169dd1f-b53e-48e5-bd60-d64858c63d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.569815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1169dd1f-b53e-48e5-bd60-d64858c63d9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ce0f3c95-388a-460e-aeb1-ce2f8586f335 HTTP/1.1" status: 204 len: 168 time: 0.3771060 Nov 03 15:51:01.587294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169dd1f-b53e-48e5-bd60-d64858c63d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0f3c95-388a-460e-aeb1-ce2f8586f335,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:01.599670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.655729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Pushing event deleted for resources: {'Port': ['ID=f45c46ee-47ae-43b1-801d-dd6a074fa465,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:01.656778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:01.657127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:01.657545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:01.658001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Bound port: 73b585da-60f4-4e21-8759-942e91cec97b, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:01.658364 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.726536 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-148c4945-abd8-4eb9-9f6d-932bb3b2685e req-cf089426-1788-4b3c-9b39-44caa5839ae4 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675500 Nov 03 15:51:01.774758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] No DVR routers for this DVR port f45c46ee-47ae-43b1-801d-dd6a074fa465 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:51:01.783736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:01.784115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f0f50a02-6917-4bc6-be15-4ed29db94829'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:01.794686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d475dd3-257c-49af-8672-175f155fc6e4 req-1c3dce53-43e7-408a-a473-8cfde885302e tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.70 "DELETE /v2.0/ports/f45c46ee-47ae-43b1-801d-dd6a074fa465 HTTP/1.1" status: 204 len: 173 time: 1.3160751 Nov 03 15:51:01.806738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05047f8f-6e9e-4207-8651-7be3af2e2d29', 'name': 'network-vif-deleted', 'tag': 'f45c46ee-47ae-43b1-801d-dd6a074fa465'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:01.815008 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9426e6e-475a-4a89-ae7f-d4f21ee8f601" -d '{"events": [{"server_uuid": "05047f8f-6e9e-4207-8651-7be3af2e2d29", "name": "network-vif-deleted", "tag": "f45c46ee-47ae-43b1-801d-dd6a074fa465"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:01.915452 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be84d3f1-f744-4d81-8363-389d10c42ce2 req-b34b91fb-73ec-4d91-b837-7477be21ff15 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 210 time: 0.0503602 Nov 03 15:51:01.944476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-de6aa89d-143c-4197-9332-727fa7d5c2d8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:01.949141 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-de6aa89d-143c-4197-9332-727fa7d5c2d8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 821 time: 0.4866040 Nov 03 15:51:01.970074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] For port 73b585da-60f4-4e21-8759-942e91cec97b, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:01.971744 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a528d2a1-bda5-46bb-a990-7429598aeb60 x-openstack-request-id: req-a528d2a1-bda5-46bb-a990-7429598aeb60 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:01.972516 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05047f8f-6e9e-4207-8651-7be3af2e2d29", "name": "network-vif-deleted", "tag": "f45c46ee-47ae-43b1-801d-dd6a074fa465", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:01.972986 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a528d2a1-bda5-46bb-a990-7429598aeb60 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:01.973701 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05047f8f-6e9e-4207-8651-7be3af2e2d29', 'name': 'network-vif-deleted', 'tag': 'f45c46ee-47ae-43b1-801d-dd6a074fa465', 'status': 'completed', 'code': 200} Nov 03 15:51:01.976714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] For port 73b585da-60f4-4e21-8759-942e91cec97b, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=73b585da-60f4-4e21-8759-942e91cec97b,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:01.984920 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:02.012386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Request body: {'port': {'device_id': 'f682e805-6210-41a2-9603-de2c198d7879', 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c', 'admin_state_up': True, 'tenant_id': '4415b11ae00042a5aed73f8c5b96bcf2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:02.118141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96d342-ea9d-4000-968f-35eaae394ea3 req-fba7be6b-f4cc-4bcc-a6b7-9f6ee68c1b05 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:02.122351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd96d342-ea9d-4000-968f-35eaae394ea3 req-fba7be6b-f4cc-4bcc-a6b7-9f6ee68c1b05 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 943 time: 0.0990245 Nov 03 15:51:02.166307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:02.167120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:02.168366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] 10.222.0.70 "PUT /v2.0/ports/73b585da-60f4-4e21-8759-942e91cec97b HTTP/1.1" status: 200 len: 1095 time: 1.6519103 Nov 03 15:51:02.170997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55121aff-4b99-4327-8f3a-58179a4548e1 service neutron] Pushing event updated for resources: {'Port': ['ID=73b585da-60f4-4e21-8759-942e91cec97b,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:02.173679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66280887-b359-4f49-bb8a-c40446d2abdf', 'tag': '73b585da-60f4-4e21-8759-942e91cec97b'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:02.175781 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df05a3a-bc03-406e-805e-ea56bc89b8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "66280887-b359-4f49-bb8a-c40446d2abdf", "tag": "73b585da-60f4-4e21-8759-942e91cec97b"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:02.217971 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0dee626d-c786-44bb-b2e4-2834b2c8a89a req-a01368dc-c8b1-4a0a-bb58-214fd0cdb012 tempest-DeleteServersAdminTestJSON-1237845601 tempest-DeleteServersAdminTestJSON-1237845601-project] 10.222.0.86 "GET /v2.0/ports?device_id=05047f8f-6e9e-4207-8651-7be3af2e2d29 HTTP/1.1" status: 200 len: 210 time: 0.0486262 Nov 03 15:51:02.228411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd96d342-ea9d-4000-968f-35eaae394ea3 req-ab366f05-2aa9-47e2-a14a-90431fb6a9d7 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018698 Nov 03 15:51:02.292034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-d80d055e-ba82-40b5-ac21-fb27a316b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:02.293439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-d80d055e-ba82-40b5-ac21-fb27a316b8b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a3e5293bab064d3196962bfbabeb03f9&device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 1098 time: 0.0707977 Nov 03 15:51:02.362646 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3d5ee7-1d6d-456b-8300-46f0fb4ab10e x-openstack-request-id: req-9a3d5ee7-1d6d-456b-8300-46f0fb4ab10e {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:02.363245 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66280887-b359-4f49-bb8a-c40446d2abdf", "tag": "73b585da-60f4-4e21-8759-942e91cec97b", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:02.363245 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a3d5ee7-1d6d-456b-8300-46f0fb4ab10e {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:02.363502 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66280887-b359-4f49-bb8a-c40446d2abdf', 'tag': '73b585da-60f4-4e21-8759-942e91cec97b', 'status': 'completed', 'code': 200} Nov 03 15:51:02.368632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-ab7fb918-5859-4a19-a390-dd9dc343a475 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=73b585da-60f4-4e21-8759-942e91cec97b HTTP/1.1" status: 200 len: 217 time: 0.0620911 Nov 03 15:51:02.388388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Made reservation on behalf of 4415b11ae00042a5aed73f8c5b96bcf2 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:02.395451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:02.446893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f45c46ee-47ae-43b1-801d-dd6a074fa465 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:51:02.480291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: f45c46ee-47ae-43b1-801d-dd6a074fa465 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:51:02.481035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f45c46ee-47ae-43b1-801d-dd6a074fa465 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:51:02.486593 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba999c4b-c70d-41b0-8ef8-5203ed98cc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:02.544405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-3d685cc1-4a89-4617-a582-466531dfd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:02.546144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-3d685cc1-4a89-4617-a582-466531dfd590 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1704123 Nov 03 15:51:02.640170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55b6a96a-6366-4942-a334-5514714485c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:02.641812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-55b6a96a-6366-4942-a334-5514714485c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885320 Nov 03 15:51:02.715847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Allocated IP 172.20.0.5 (48b8266a-2e0a-4360-9a7a-b575f54e220c/50450fac-b747-4ce1-ad91-ed7030a5fd0c/e321406c-b26d-4bb0-874a-1a85b18d0d84) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:02.806671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6447d-d580-4358-b3a8-14f92c5dcef6 req-709beef0-6385-4cce-aaa5-5856579d6a8e tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:02.808512 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7bd6447d-d580-4358-b3a8-14f92c5dcef6 req-709beef0-6385-4cce-aaa5-5856579d6a8e tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 947 time: 0.1549125 Nov 03 15:51:02.812156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40132) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:02.887616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd28462-ce8b-4830-8f9a-e979819156ec req-9ceee5f9-3622-465c-9d94-29121dca4acf tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:02.894064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-ad7cdd58-b021-4771-8e97-9448883fe1f7 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415023 Nov 03 15:51:02.895640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfd28462-ce8b-4830-8f9a-e979819156ec req-9ceee5f9-3622-465c-9d94-29121dca4acf tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 949 time: 0.0720260 Nov 03 15:51:02.950827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfd28462-ce8b-4830-8f9a-e979819156ec req-83bb7a06-8c58-48e0-b64b-b46226b598db tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540483 Nov 03 15:51:03.015190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7bd6447d-d580-4358-b3a8-14f92c5dcef6 req-7d3b4fd4-eba5-4bbe-ba06-68a40acbf188 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934044 Nov 03 15:51:03.074137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.083522 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68003248-6205-4fd0-85bf-35fdfe147bc0 req-a7d81055-4513-4624-bc41-4580655d5fac service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754405 Nov 03 15:51:03.117357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19efcecd-7540-46a6-9927-f6c16b3f0fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.135385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c185efd-708d-4d63-8e2e-1ab8cfe66e8d req-35c031d4-26bd-4e3e-b9c6-7bbfe36657ff tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 210 time: 0.0398450 Nov 03 15:51:03.146978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.223627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19efcecd-7540-46a6-9927-f6c16b3f0fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.228660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Network 48b8266a-2e0a-4360-9a7a-b575f54e220c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:03.230630 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19efcecd-7540-46a6-9927-f6c16b3f0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.234232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Pushing event updated for resources: {'Port': ['ID=e321406c-b26d-4bb0-874a-1a85b18d0d84,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:03.236945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:03.241572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:03.247836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:03.247941 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.266983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-70e15903-384e-43b8-bbea-bd2b22df14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:03.272159 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-70e15903-384e-43b8-bbea-bd2b22df14ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a3e5293bab064d3196962bfbabeb03f9&device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 1098 time: 0.1224284 Nov 03 15:51:03.281981 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-0a396bd6-3b1b-4f79-9fe7-c12748c42bb2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2934871 Nov 03 15:51:03.284226 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-19efcecd-7540-46a6-9927-f6c16b3f0fdb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8168ebc9cb964b10b2085830d6beb2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704950 Nov 03 15:51:03.285595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efcecd-7540-46a6-9927-f6c16b3f0fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34493f9-a38c-49ef-af8b-b1e46024047d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:03.288827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40148) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:03.301729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Request body: {'port': {'device_id': 'f682e805-6210-41a2-9603-de2c198d7879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:03.355659 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ac58928-904a-4eea-a65a-d827b2eb2648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.382190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ac58928-904a-4eea-a65a-d827b2eb2648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.435575 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.464726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-393cc2f4-0366-4a2b-af7d-29ff6737eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:03.466245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-393cc2f4-0366-4a2b-af7d-29ff6737eed4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1834042 Nov 03 15:51:03.500785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26242-a318-492c-8e0d-9191e1fdcee6 req-33b071e7-0ddc-4e5e-9aa9-823fd1f1397f tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:03.508993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ad26242-a318-492c-8e0d-9191e1fdcee6 req-33b071e7-0ddc-4e5e-9aa9-823fd1f1397f tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 943 time: 0.1166382 Nov 03 15:51:03.554682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ac58928-904a-4eea-a65a-d827b2eb2648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.556858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-c6737495-7c7d-4594-8b07-c211b3d9beb5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=73b585da-60f4-4e21-8759-942e91cec97b HTTP/1.1" status: 200 len: 217 time: 0.0650556 Nov 03 15:51:03.558094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ac58928-904a-4eea-a65a-d827b2eb2648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:03.561544 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7ac58928-904a-4eea-a65a-d827b2eb2648 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b34493f9-a38c-49ef-af8b-b1e46024047d HTTP/1.1" status: 204 len: 168 time: 0.2696686 Nov 03 15:51:03.586144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac58928-904a-4eea-a65a-d827b2eb2648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34493f9-a38c-49ef-af8b-b1e46024047d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:03.607827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ad26242-a318-492c-8e0d-9191e1fdcee6 req-5d846cb6-0f2d-45ed-a8c3-89bf0169d0fe tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978782 Nov 03 15:51:03.692549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-b0766116-30e6-4c11-a679-b165f0473063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:03.693587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-4700de3a-2cba-4003-b3f4-cf673562e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:03.696021 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-4700de3a-2cba-4003-b3f4-cf673562e97e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1248248 Nov 03 15:51:03.696745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-b0766116-30e6-4c11-a679-b165f0473063 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1124 time: 0.0649884 Nov 03 15:51:03.818604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-d5a6cf5d-3ea9-4865-af3b-26f1d1edb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:03.820689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-d5a6cf5d-3ea9-4865-af3b-26f1d1edb625 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143441 Nov 03 15:51:03.941839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40174) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:04.015917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-bf23453e-1f52-4d29-8df8-008db829c2dd service neutron] 10.222.0.15 "GET /v2.0/ports/7d6a255b-1a5c-4987-89aa-43ae715042f2/bindings/n-h2-813897-2 HTTP/1.1" status: 200 len: 384 time: 0.1374080 Nov 03 15:51:04.102649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-138a3c1e-f09e-4a46-99c2-72e1801e7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:04.104699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-138a3c1e-f09e-4a46-99c2-72e1801e7c46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.2520087 Nov 03 15:51:04.201135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e321406c-b26d-4bb0-874a-1a85b18d0d84 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:04.215277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037acb4-53aa-44ae-8022-cb5f11d8010d req-e1e918a7-b7da-443c-81b9-71acdd548716 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:04.222570 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7037acb4-53aa-44ae-8022-cb5f11d8010d req-e1e918a7-b7da-443c-81b9-71acdd548716 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 949 time: 0.1286459 Nov 03 15:51:04.229781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40190) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:04.239105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.250813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-08326c43-afdd-48dc-90e7-b32f9c06d181 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190137 Nov 03 15:51:04.267638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-e075d19e-86c3-424c-ad69-ab165ae398e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 217 time: 0.1484928 Nov 03 15:51:04.281834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f751-258f-4b40-a4b1-188497f0f95e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.293204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Transition to ACTIVE for port object e321406c-b26d-4bb0-874a-1a85b18d0d84 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:04.316370 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.381170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc783d3-820f-488a-bd1b-24cb0956d487 req-3f47b3f7-6ad0-4108-b26b-b9f7ea7d8088 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:04.382838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdc783d3-820f-488a-bd1b-24cb0956d487 req-3f47b3f7-6ad0-4108-b26b-b9f7ea7d8088 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 947 time: 0.1964595 Nov 03 15:51:04.416379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-5205338f-fca8-4011-bafa-9737dbaa2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:04.418060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-5205338f-fca8-4011-bafa-9737dbaa2f0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.1423120 Nov 03 15:51:04.418214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7037acb4-53aa-44ae-8022-cb5f11d8010d req-d6ded9a5-da27-46ff-bb18-dc67c45b9b55 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946065 Nov 03 15:51:04.420482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6f187a2d-45c3-4c30-b783-86735f3f9ae1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cbf3704cae3948d98897a73699b750e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4725459 Nov 03 15:51:04.432793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40192) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:04.438334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:04.439723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f0f50a02-6917-4bc6-be15-4ed29db94829 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:04.492215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Pushing event updated for resources: {'Port': ['ID=e321406c-b26d-4bb0-874a-1a85b18d0d84,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:04.496159 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6df05a3a-bc03-406e-805e-ea56bc89b8f3 req-33286777-7a97-4172-acef-ebd32466cd01 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274377 Nov 03 15:51:04.497244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-02bfb8b5-3a95-403e-8fe2-53e114970d5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650856 Nov 03 15:51:04.529469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:04.530707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port f0f50a02-6917-4bc6-be15-4ed29db94829 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:04.536433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port f0f50a02-6917-4bc6-be15-4ed29db94829 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:04.537264 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.547678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:04.548050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:04.548386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:04.560746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Port e321406c-b26d-4bb0-874a-1a85b18d0d84 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:04.560936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:04.575537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:04.576350 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:04.576350 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:04.577194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Bound port: e321406c-b26d-4bb0-874a-1a85b18d0d84, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:04.577582 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.580372 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdc783d3-820f-488a-bd1b-24cb0956d487 req-50dcee53-b379-46f9-a6eb-298bb5442400 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856208 Nov 03 15:51:04.622921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6a255b-1a5c-4987-89aa-43ae715042f2 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:04.661284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:04.665063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:04.667285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:04.667641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f751-258f-4b40-a4b1-188497f0f95e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.672129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-417a3cb8-bd0a-47e6-9add-1433f6c585a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.674113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.693029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f751-258f-4b40-a4b1-188497f0f95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.703961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.712103 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.738333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb2cf88-3eb0-4951-b597-96af24eb8f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f50a02-6917-4bc6-be15-4ed29db94829'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:04.742226 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1794b03f-e7a2-4ca2-b898-8a6b6b0559b9" -d '{"events": [{"server_uuid": "fdb2cf88-3eb0-4951-b597-96af24eb8f0a", "name": "network-vif-plugged", "status": "completed", "tag": "f0f50a02-6917-4bc6-be15-4ed29db94829"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:04.744333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-417a3cb8-bd0a-47e6-9add-1433f6c585a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.755755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f0f50a02-6917-4bc6-be15-4ed29db94829, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f0f50a02-6917-4bc6-be15-4ed29db94829,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:04.759126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:04.759768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.761173 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] 10.222.0.70 "PUT /v2.0/ports/e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 200 len: 1091 time: 1.4656167 Nov 03 15:51:04.763645 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.769516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9f751-258f-4b40-a4b1-188497f0f95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21f98e-01cc-4289-9f69-b8d0cbd4313a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:04.773691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:04.777558 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:04.814148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-972b2170-ade7-4711-8bee-b5010fc20b6d service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498567 Nov 03 15:51:04.830510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f3d9f751-258f-4b40-a4b1-188497f0f95e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ce895636f5948ffbffc9b5752c492c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976799 Nov 03 15:51:04.846043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40202) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:04.869039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f0f50a02-6917-4bc6-be15-4ed29db94829,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:04.871607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0ad13-c223-48e1-9f68-1b51c0a76d32 service neutron] Pushing event updated for resources: {'Port': ['ID=e321406c-b26d-4bb0-874a-1a85b18d0d84,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:04.886178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-53413df4-30c6-40ff-a21c-1769b343d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:04.890750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-53413df4-30c6-40ff-a21c-1769b343d2f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1094 time: 0.0651333 Nov 03 15:51:04.911343 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f62d00ae-348a-42bc-a42b-9bd305666fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:04.927624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75d6d-3c61-43d5-8662-fa4bdef18308 req-de38fe9d-490e-4c23-80ce-88092549487c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:04.929943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7f75d6d-3c61-43d5-8662-fa4bdef18308 req-de38fe9d-490e-4c23-80ce-88092549487c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 943 time: 0.2156429 Nov 03 15:51:04.945862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-59bde593-58e3-4625-8c27-a7e112ff24fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 200 len: 217 time: 0.0463600 Nov 03 15:51:04.996946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-5d242035-79db-4ab2-abc1-c150a313535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:04.998759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-5d242035-79db-4ab2-abc1-c150a313535e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0467541 Nov 03 15:51:05.034597 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-49f8ceea-a962-4437-b763-89818d6fa56c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282583 Nov 03 15:51:05.142728 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-9e9e0dd6-d017-426c-8e11-8322ddc8f467 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010883 Nov 03 15:51:05.253322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] Transition to ACTIVE for port object 7d6a255b-1a5c-4987-89aa-43ae715042f2 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:05.259286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce945f-39a9-4f05-96ae-5ce5c6616358 req-b3035df1-5bf6-424d-bade-8a3f90c1ee94 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:05.261988 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c7ce945f-39a9-4f05-96ae-5ce5c6616358 req-b3035df1-5bf6-424d-bade-8a3f90c1ee94 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 943 time: 0.1087134 Nov 03 15:51:05.262985 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-417a3cb8-bd0a-47e6-9add-1433f6c585a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:05.265886 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-417a3cb8-bd0a-47e6-9add-1433f6c585a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:05.269415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-417a3cb8-bd0a-47e6-9add-1433f6c585a5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca72b24f-f499-4b90-a770-0191d143109a HTTP/1.1" status: 204 len: 168 time: 0.8317471 Nov 03 15:51:05.291343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:05.315741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fb92ce0-d388-44a7-9d02-c113a3e2529b req-4d494437-d8f0-4174-8fed-9d76d90796f7 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532557 Nov 03 15:51:05.318271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f56c8fdf-3dd6-4c8c-a5ea-9d0789ef5759 req-3e6f1db0-7453-419e-9b70-fc827bedf18f service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927435 Nov 03 15:51:05.320457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a3cb8-bd0a-47e6-9add-1433f6c585a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca72b24f-f499-4b90-a770-0191d143109a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:05.346481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d74d8959-6c89-43e8-93a0-7947d88e2907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:05.360552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7f75d6d-3c61-43d5-8662-fa4bdef18308 req-dc3abd95-31e0-46fe-9a28-0c6181d838e2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972843 Nov 03 15:51:05.373994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c7ce945f-39a9-4f05-96ae-5ce5c6616358 req-a2ccb65b-e83a-460e-bc30-c631379cc213 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979421 Nov 03 15:51:05.392180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d74d8959-6c89-43e8-93a0-7947d88e2907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:05.412345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] No DVR routers for this DVR port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:51:05.434259 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2ccffe-4041-4b50-bfd5-1cb93dff1f51 x-openstack-request-id: req-9d2ccffe-4041-4b50-bfd5-1cb93dff1f51 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:05.434781 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb2cf88-3eb0-4951-b597-96af24eb8f0a", "name": "network-vif-plugged", "status": "completed", "tag": "f0f50a02-6917-4bc6-be15-4ed29db94829", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:05.435181 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d2ccffe-4041-4b50-bfd5-1cb93dff1f51 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:05.435715 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb2cf88-3eb0-4951-b597-96af24eb8f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f50a02-6917-4bc6-be15-4ed29db94829', 'code': 200} Nov 03 15:51:05.439361 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccec00f-4774-4775-af47-4f828e897ba9 x-openstack-request-id: req-0ccec00f-4774-4775-af47-4f828e897ba9 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:05.439674 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:05.439928 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0ccec00f-4774-4775-af47-4f828e897ba9 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:05.440435 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84', 'status': 'completed', 'code': 200} Nov 03 15:51:05.493645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6a255b-1a5c-4987-89aa-43ae715042f2,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:05.510887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d9f26511-6a59-4cff-af7e-34efc45e1055 service neutron] 10.222.0.15 "PUT /v2.0/ports/7d6a255b-1a5c-4987-89aa-43ae715042f2/bindings/n-h2-813897-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4842968 Nov 03 15:51:05.538631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d74d8959-6c89-43e8-93a0-7947d88e2907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:05.541321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d74d8959-6c89-43e8-93a0-7947d88e2907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:05.542480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d74d8959-6c89-43e8-93a0-7947d88e2907 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e21f98e-01cc-4289-9f69-b8d0cbd4313a HTTP/1.1" status: 204 len: 168 time: 0.6909258 Nov 03 15:51:05.565474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d8959-6c89-43e8-93a0-7947d88e2907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21f98e-01cc-4289-9f69-b8d0cbd4313a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:05.593027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671420a-bcdc-4492-8436-f7b01c9f78d8 req-d50baa68-80ae-4388-99ad-885ba81850f1 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:05.602345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d671420a-bcdc-4492-8436-f7b01c9f78d8 req-d50baa68-80ae-4388-99ad-885ba81850f1 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 950 time: 0.0773516 Nov 03 15:51:05.621099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-65f41c24-bb3a-495b-80f5-68c2a6caa9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:05.622584 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-65f41c24-bb3a-495b-80f5-68c2a6caa9e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1094 time: 0.1516531 Nov 03 15:51:05.656616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1eb50-6099-4f76-82c9-9ffd4d2abd60 req-001c6adb-955e-4452-9654-0109b7f11adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:05.659628 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f7a1eb50-6099-4f76-82c9-9ffd4d2abd60 req-001c6adb-955e-4452-9654-0109b7f11adc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 1101 time: 0.1175554 Nov 03 15:51:05.715264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d671420a-bcdc-4492-8436-f7b01c9f78d8 req-e62e01da-fccd-4bfa-a046-59632f394c0c tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057878 Nov 03 15:51:05.791502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-dde7ad84-ba08-4b89-804a-74eb0592957f tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:05.804760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-dde7ad84-ba08-4b89-804a-74eb0592957f tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1095 time: 0.1643550 Nov 03 15:51:05.823333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f7a1eb50-6099-4f76-82c9-9ffd4d2abd60 req-2b7f8127-a2d3-4e68-bde6-ad9504f789cc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461866 Nov 03 15:51:05.853569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-13030ced-3043-4724-92ca-3e8189808419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:05.855059 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-13030ced-3043-4724-92ca-3e8189808419 service neutron] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.2114203 Nov 03 15:51:05.906079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40224) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:05.929264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94db7431-1b48-4928-a7bf-ef594dd63261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:05.944757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-cc58806b-8355-42d2-8d46-d4f2e2df3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:05.947184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-cc58806b-8355-42d2-8d46-d4f2e2df3309 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0&tenant_id=574458bcf0c640ecb8efbda6451c2ee6 HTTP/1.1" status: 200 len: 1095 time: 0.1353109 Nov 03 15:51:06.029722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b64bc-5a73-439b-9992-1aa8aa2c13ef req-37b5da9b-5bf4-44b8-8395-7aa56efb0b30 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:06.031257 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df4b64bc-5a73-439b-9992-1aa8aa2c13ef req-37b5da9b-5bf4-44b8-8395-7aa56efb0b30 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 947 time: 0.0842264 Nov 03 15:51:06.079945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:06.104217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-657e8384-dfad-4f54-bf39-b2d63b9136e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:06.106067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-657e8384-dfad-4f54-bf39-b2d63b9136e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0574319 Nov 03 15:51:06.111446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-2c8abb62-2f40-447d-8967-a26ae5cf709a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 200 len: 217 time: 0.0780427 Nov 03 15:51:06.132553 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94db7431-1b48-4928-a7bf-ef594dd63261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:06.188356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-79b4fe3f-20b4-4194-9723-3bc833f31173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:06.190321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-79b4fe3f-20b4-4194-9723-3bc833f31173 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0692747 Nov 03 15:51:06.213185 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94db7431-1b48-4928-a7bf-ef594dd63261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:06.251894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d0cea35a-b9f2-4873-b3d0-353188c06e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:06.253934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-d0cea35a-b9f2-4873-b3d0-353188c06e98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.1331024 Nov 03 15:51:06.276736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db7431-1b48-4928-a7bf-ef594dd63261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef373cc-9c09-4283-80fa-99c9f06e138e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:06.280584 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-f1427645-4c94-48e7-a161-5c7d28e188e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581632 Nov 03 15:51:06.298854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df4b64bc-5a73-439b-9992-1aa8aa2c13ef req-a2f86fc7-6bed-42de-b4d6-2cf079e5d5d0 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539084 Nov 03 15:51:06.326395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-cc9d9d37-257c-4a03-8ba1-8065d8ba3c2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 217 time: 0.0560417 Nov 03 15:51:06.392047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-94db7431-1b48-4928-a7bf-ef594dd63261 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cb92002cfeac44a28a583f8afa7fe052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813633 Nov 03 15:51:06.404690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40250) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:06.426308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 73b585da-60f4-4e21-8759-942e91cec97b details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:06.437799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-c5efce7b-eab1-4ac8-8f12-6523d77ab03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:06.441367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-c5efce7b-eab1-4ac8-8f12-6523d77ab03e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.1070731 Nov 03 15:51:06.500851 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-0cc98a4a-8234-45df-9b0d-2cca28d49ef5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512204 Nov 03 15:51:06.544888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-c1f76cfb-2850-4c0a-b187-29bbb44203da service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426331 Nov 03 15:51:06.566355 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-801eb19e-7d8c-40a0-8855-2e54420a023f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:06.624222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f8036-d0f1-445b-bbf3-04eba4dd218b req-55c840fd-4cc7-4ed4-990c-aac798114f05 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:06.632918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-308f8036-d0f1-445b-bbf3-04eba4dd218b req-55c840fd-4cc7-4ed4-990c-aac798114f05 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 944 time: 0.1363208 Nov 03 15:51:06.674453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-a5ca3032-07ed-45fe-9cb4-55d858bf27cc service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631711 Nov 03 15:51:06.685092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 73b585da-60f4-4e21-8759-942e91cec97b, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=73b585da-60f4-4e21-8759-942e91cec97b,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:06.699956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '73b585da-60f4-4e21-8759-942e91cec97b', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '73b585da-60f4-4e21-8759-942e91cec97b', 'mac_address': 'fa:16:3e:de:3f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:06.715162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-801eb19e-7d8c-40a0-8855-2e54420a023f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:06.716278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40260) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:06.754146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-308f8036-d0f1-445b-bbf3-04eba4dd218b req-d0a2c113-71c0-4cb2-85e2-cc3fbf284557 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202650 Nov 03 15:51:06.768679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:06.783435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6906-1ef1-4326-b90c-1ee215f294b6 req-ce2b9ff3-dbaa-42dc-ba86-79def65814e4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:06.790635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b585da-60f4-4e21-8759-942e91cec97b {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:06.792550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e10c6906-1ef1-4326-b90c-1ee215f294b6 req-ce2b9ff3-dbaa-42dc-ba86-79def65814e4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 943 time: 0.2477748 Nov 03 15:51:06.819925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 73b585da-60f4-4e21-8759-942e91cec97b, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=73b585da-60f4-4e21-8759-942e91cec97b,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:06.825893 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3ab10a7-b8d7-4d95-a7a9-8a5b24245bb3 req-51b9f00a-b2a8-4944-a452-a76a05c7c401 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719316 Nov 03 15:51:06.833345 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:06.867911 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-801eb19e-7d8c-40a0-8855-2e54420a023f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:06.887106 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-801eb19e-7d8c-40a0-8855-2e54420a023f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:06.888548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-801eb19e-7d8c-40a0-8855-2e54420a023f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fef373cc-9c09-4283-80fa-99c9f06e138e HTTP/1.1" status: 204 len: 168 time: 0.4828579 Nov 03 15:51:06.923529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e10c6906-1ef1-4326-b90c-1ee215f294b6 req-23d977d7-cf0c-4c37-a856-37be4d50d60e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300299 Nov 03 15:51:06.933036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=73b585da-60f4-4e21-8759-942e91cec97b,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:06.938179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801eb19e-7d8c-40a0-8855-2e54420a023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef373cc-9c09-4283-80fa-99c9f06e138e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:06.957650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-518a4d96-b7d0-4c1d-8053-edc4ecd1925b service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747478 Nov 03 15:51:06.973624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ee3831a-8fb1-4d2d-b3c0-5b37ad30de27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.000282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dae3e-f3a1-472e-a263-93880ac38777 req-23683588-ff2a-4f58-8d91-9b9aee679162 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:07.009508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf3dae3e-f3a1-472e-a263-93880ac38777 req-23683588-ff2a-4f58-8d91-9b9aee679162 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 950 time: 0.1384397 Nov 03 15:51:07.085098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['73b585da-60f4-4e21-8759-942e91cec97b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:07.100727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf3dae3e-f3a1-472e-a263-93880ac38777 req-1f2c215d-37bc-46e5-ba25-6533727f1018 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842063 Nov 03 15:51:07.160727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ee3831a-8fb1-4d2d-b3c0-5b37ad30de27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.166932 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ee3831a-8fb1-4d2d-b3c0-5b37ad30de27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.219245 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7ee3831a-8fb1-4d2d-b3c0-5b37ad30de27 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=16e2b4e4896744adae0b3002e61b7bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007186 Nov 03 15:51:07.221568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3831a-8fb1-4d2d-b3c0-5b37ad30de27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099ea8a2-b166-4ed4-8da1-7626503ba6c0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:07.222217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40278) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:07.318937 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65ce0c5d-9bb1-4442-bd9f-8fda52289d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.347120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65ce0c5d-9bb1-4442-bd9f-8fda52289d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.377031 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-6827dc72-3fcc-4753-a00c-faa35c78bc04 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:07.380341 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-6827dc72-3fcc-4753-a00c-faa35c78bc04 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1095 time: 0.0910251 Nov 03 15:51:07.447010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959421b2-6491-49c4-8ed0-4f57ba98cd77 req-3480a0ec-426b-4e07-8c47-fb154261e7d3 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:07.454155 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-959421b2-6491-49c4-8ed0-4f57ba98cd77 req-3480a0ec-426b-4e07-8c47-fb154261e7d3 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 948 time: 0.0665913 Nov 03 15:51:07.481721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65ce0c5d-9bb1-4442-bd9f-8fda52289d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.484176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65ce0c5d-9bb1-4442-bd9f-8fda52289d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.485465 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-65ce0c5d-9bb1-4442-bd9f-8fda52289d1b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/099ea8a2-b166-4ed4-8da1-7626503ba6c0 HTTP/1.1" status: 204 len: 168 time: 0.2618117 Nov 03 15:51:07.505101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce0c5d-9bb1-4442-bd9f-8fda52289d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099ea8a2-b166-4ed4-8da1-7626503ba6c0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:07.540564 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-959421b2-6491-49c4-8ed0-4f57ba98cd77 req-038706a6-02a1-4043-bad6-d98ffe3e784d tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854707 Nov 03 15:51:07.568130 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.578403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-e584b8d4-7037-462e-a4bd-27cf6061399f service neutron] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:07.581673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-e584b8d4-7037-462e-a4bd-27cf6061399f service neutron] Publish callbacks [] for binding, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.583400 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e26580-9e5a-4504-9f53-d22b40219118 req-e584b8d4-7037-462e-a4bd-27cf6061399f service neutron] 10.222.0.70 "DELETE /v2.0/ports/7d6a255b-1a5c-4987-89aa-43ae715042f2/bindings/n-h1-813897-2 HTTP/1.1" status: 204 len: 173 time: 0.1926637 Nov 03 15:51:07.805237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7d6a255b-1a5c-4987-89aa-43ae715042f2 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:51:07.849319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7d6a255b-1a5c-4987-89aa-43ae715042f2 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:51:07.870544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5702f1-a87a-4bb1-b815-313507db9216 req-c1364599-86ca-474b-aebd-963083be5549 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:07.877796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd5702f1-a87a-4bb1-b815-313507db9216 req-c1364599-86ca-474b-aebd-963083be5549 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 944 time: 0.0610366 Nov 03 15:51:07.882641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40310) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:07.896317 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43af30c0-014e-48c4-9ba1-44db56c6566b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:07.941781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd5702f1-a87a-4bb1-b815-313507db9216 req-66cc04a1-ad90-4e09-a792-ff14eca9f786 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630302 Nov 03 15:51:08.028978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43af30c0-014e-48c4-9ba1-44db56c6566b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.036597 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43af30c0-014e-48c4-9ba1-44db56c6566b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.087598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-43af30c0-014e-48c4-9ba1-44db56c6566b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8fcbadca743342f09a463b8475b11cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035527 Nov 03 15:51:08.090869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40322) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:08.114494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af30c0-014e-48c4-9ba1-44db56c6566b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a712648d-4e3e-4ad6-8356-b8c16f1f84c5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:08.163516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-139458a9-0244-40e9-a020-8cf943bb3f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.166005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62697740-aa8e-4853-8fcc-6fdad5fd3cf0 req-40d0e782-1d73-4f2d-886f-7615f8cc85aa tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:08.173264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62697740-aa8e-4853-8fcc-6fdad5fd3cf0 req-40d0e782-1d73-4f2d-886f-7615f8cc85aa tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 943 time: 0.0928767 Nov 03 15:51:08.193695 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-139458a9-0244-40e9-a020-8cf943bb3f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.252203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62697740-aa8e-4853-8fcc-6fdad5fd3cf0 req-83323a29-a8a0-4b3b-807b-0ec353262f1d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776803 Nov 03 15:51:08.253550 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-139458a9-0244-40e9-a020-8cf943bb3f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.258750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-139458a9-0244-40e9-a020-8cf943bb3f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.258750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-139458a9-0244-40e9-a020-8cf943bb3f34 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a712648d-4e3e-4ad6-8356-b8c16f1f84c5 HTTP/1.1" status: 204 len: 168 time: 0.1662059 Nov 03 15:51:08.269299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139458a9-0244-40e9-a020-8cf943bb3f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a712648d-4e3e-4ad6-8356-b8c16f1f84c5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:08.368749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.387278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7ef82-38e4-4866-b1d4-42efbf33586b req-2131c49e-f0ce-477c-bba7-20906451261c tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:08.389695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53a7ef82-38e4-4866-b1d4-42efbf33586b req-2131c49e-f0ce-477c-bba7-20906451261c tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0486121 Nov 03 15:51:08.442704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device e321406c-b26d-4bb0-874a-1a85b18d0d84 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:08.446174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 73b585da-60f4-4e21-8759-942e91cec97b up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:08.467924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53a7ef82-38e4-4866-b1d4-42efbf33586b req-4623c1be-1fa6-42d8-9908-ddf35e5dce98 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719078 Nov 03 15:51:08.608060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 73b585da-60f4-4e21-8759-942e91cec97b completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:08.608713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ce700-f6d9-4991-8875-b9c0d2903ea2 req-ae9be0b8-19f5-42b8-bf90-cdad34b1010f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:08.610658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d3ce700-f6d9-4991-8875-b9c0d2903ea2 req-ae9be0b8-19f5-42b8-bf90-cdad34b1010f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 950 time: 0.0844152 Nov 03 15:51:08.629652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 73b585da-60f4-4e21-8759-942e91cec97b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:08.632439 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.635737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:08.671412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d3ce700-f6d9-4991-8875-b9c0d2903ea2 req-7bd7cc48-5b6c-4e55-8204-fd24d305776e tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532367 Nov 03 15:51:08.677963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'e321406c-b26d-4bb0-874a-1a85b18d0d84', 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c', 'port_id': 'e321406c-b26d-4bb0-874a-1a85b18d0d84', 'mac_address': 'fa:16:3e:dd:35:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50450fac-b747-4ce1-ad91-ed7030a5fd0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:08.732404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.768633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e321406c-b26d-4bb0-874a-1a85b18d0d84 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:08.791371 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.807078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:08.819784 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.830290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66280887-b359-4f49-bb8a-c40446d2abdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b585da-60f4-4e21-8759-942e91cec97b'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:08.832558 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e8138f-ca9e-42f9-b7fb-6da9e7a46786" -d '{"events": [{"server_uuid": "66280887-b359-4f49-bb8a-c40446d2abdf", "name": "network-vif-plugged", "status": "completed", "tag": "73b585da-60f4-4e21-8759-942e91cec97b"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:08.852143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc9f50-9701-43a4-adbe-8f11025386a2 req-0987f92c-ca45-4327-ba7b-3f5795823833 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:08.854633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0fc9f50-9701-43a4-adbe-8f11025386a2 req-0987f92c-ca45-4327-ba7b-3f5795823833 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 948 time: 0.0705643 Nov 03 15:51:08.869469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 73b585da-60f4-4e21-8759-942e91cec97b, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=73b585da-60f4-4e21-8759-942e91cec97b,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:08.880276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:08.905554 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=e321406c-b26d-4bb0-874a-1a85b18d0d84,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:08.932516 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0fc9f50-9701-43a4-adbe-8f11025386a2 req-1a93ac68-bef2-4908-819d-382d5c7a6bfa tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697556 Nov 03 15:51:08.975845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=73b585da-60f4-4e21-8759-942e91cec97b,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:09.068496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['e321406c-b26d-4bb0-874a-1a85b18d0d84'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:09.113996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-780e2a9e-1c02-4b76-926e-8a4995dee05b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:09.133414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-780e2a9e-1c02-4b76-926e-8a4995dee05b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 806 time: 0.1340001 Nov 03 15:51:09.154585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-3c9cd21f-9dac-4a77-a776-cd8537cc2c50 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/quotas/574458bcf0c640ecb8efbda6451c2ee6 HTTP/1.1" status: 200 len: 375 time: 0.0201724 Nov 03 15:51:09.216144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ace5d441-8080-4f71-8be0-3347576cccb1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604193 Nov 03 15:51:09.219913 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4fd9e6-a742-4c5a-848f-5206ffe732bc x-openstack-request-id: req-1b4fd9e6-a742-4c5a-848f-5206ffe732bc {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:09.220588 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66280887-b359-4f49-bb8a-c40446d2abdf", "name": "network-vif-plugged", "status": "completed", "tag": "73b585da-60f4-4e21-8759-942e91cec97b", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:09.221101 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b4fd9e6-a742-4c5a-848f-5206ffe732bc {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:09.226624 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66280887-b359-4f49-bb8a-c40446d2abdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b585da-60f4-4e21-8759-942e91cec97b', 'code': 200} Nov 03 15:51:09.389059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4f021-7f3a-4400-8e8e-dfb479791802 req-452c5924-c90b-4dd9-8214-bb48a17e6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:09.390573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14f4f021-7f3a-4400-8e8e-dfb479791802 req-452c5924-c90b-4dd9-8214-bb48a17e6781 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 1100 time: 0.1199880 Nov 03 15:51:09.400283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ae0ec209-7348-4dd0-8151-5fd32d69b38c service neutron] 10.222.0.86 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832707 Nov 03 15:51:09.427981 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-6c41b628-615d-4206-b611-3e83a4bc042a tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e3925c83d744431a85b45a08c30ce25e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224376 Nov 03 15:51:09.507885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14f4f021-7f3a-4400-8e8e-dfb479791802 req-69675f57-e99b-46b3-b824-fa6f22016d70 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981514 Nov 03 15:51:09.545049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a8577032-2a2f-44d9-acca-8e5975323a23 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:09.546531 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a8577032-2a2f-44d9-acca-8e5975323a23 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104577 Nov 03 15:51:09.552776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-39945bf5-0894-4f59-975e-bbbe1a123f15 service neutron] 10.222.0.86 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515958 Nov 03 15:51:09.565311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-9a63fe24-b3f7-47f5-a8f7-7f6e49c9dcef tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/quotas/e3925c83d744431a85b45a08c30ce25e HTTP/1.1" status: 200 len: 375 time: 0.0106046 Nov 03 15:51:09.625327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-2bcb6be0-f338-4898-98a2-541bf38af5fe tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3925c83d744431a85b45a08c30ce25e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525222 Nov 03 15:51:09.788660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d104f-4150-4cb4-be6f-b0360dd44fb2 req-b5f5cbbc-fc12-4721-a4a1-ffac084142fa tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:09.797115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-117d104f-4150-4cb4-be6f-b0360dd44fb2 req-b5f5cbbc-fc12-4721-a4a1-ffac084142fa tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 944 time: 0.0850115 Nov 03 15:51:09.860648 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-117d104f-4150-4cb4-be6f-b0360dd44fb2 req-42db325e-525f-40c4-a6cc-f0ada447e684 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604022 Nov 03 15:51:10.003828 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af5c9461-7841-4b47-bbfd-270b00bed2de req-6f23e2c9-8928-43f6-90af-4c4c065668f1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 210 time: 0.0617404 Nov 03 15:51:10.098554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90a0aa24-59ca-4bc7-90cd-cffb772dbec8 req-1575350b-4d06-4633-be01-c39e40b9b85e tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 210 time: 0.0620930 Nov 03 15:51:10.293273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fefb0f-a44b-4379-985a-d38c1a24db6e req-869b729a-b793-4af9-9808-feba42b7ac20 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:10.301960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-51fefb0f-a44b-4379-985a-d38c1a24db6e req-869b729a-b793-4af9-9808-feba42b7ac20 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 949 time: 0.0707605 Nov 03 15:51:10.355689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-51fefb0f-a44b-4379-985a-d38c1a24db6e req-0bf35590-1e91-45b7-9934-c6939f70d436 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525367 Nov 03 15:51:10.451518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device e321406c-b26d-4bb0-874a-1a85b18d0d84 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:10.582687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port e321406c-b26d-4bb0-874a-1a85b18d0d84 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:10.589756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port e321406c-b26d-4bb0-874a-1a85b18d0d84 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:10.590909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:10.693225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:10.722656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40474) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:10.742343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:10.750047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:10.814594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=e321406c-b26d-4bb0-874a-1a85b18d0d84,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:10.919431 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd36af7a-bc58-47f0-8849-e7cc3aadb962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.138925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf513d-4c47-425e-bffc-7f40cc0b4222 req-e307f12c-8b85-4e5e-becc-362cfa206d0a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:11.140660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7bf513d-4c47-425e-bffc-7f40cc0b4222 req-e307f12c-8b85-4e5e-becc-362cfa206d0a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 945 time: 0.1664603 Nov 03 15:51:11.162704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-6c1f1ab0-a9d4-403c-98df-9f98c05dcebd tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:11.164925 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-6c1f1ab0-a9d4-403c-98df-9f98c05dcebd tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 806 time: 0.1896431 Nov 03 15:51:11.181367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40498) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:11.185315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd36af7a-bc58-47f0-8849-e7cc3aadb962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.191714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd36af7a-bc58-47f0-8849-e7cc3aadb962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.227415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:11.232556 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7273c48f-7de5-4259-b283-de1ba6f60f1f" -d '{"events": [{"server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "name": "network-vif-plugged", "status": "completed", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:11.237217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Request body: {'port': {'device_id': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede', 'admin_state_up': True, 'tenant_id': '574458bcf0c640ecb8efbda6451c2ee6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:11.277728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7bf513d-4c47-425e-bffc-7f40cc0b4222 req-2470bd1b-6936-4371-9ec0-d475c28e7203 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168008 Nov 03 15:51:11.304698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fd36af7a-bc58-47f0-8849-e7cc3aadb962 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bbf5589adf844a1abe91a0505501ff49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5802131 Nov 03 15:51:11.305502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36af7a-bc58-47f0-8849-e7cc3aadb962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714cade4-fdd2-423d-be73-66df030e4bd9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:11.309692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40508) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:11.321440 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a06d9488-ae8d-48b7-b109-c1e10f6bdcc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.400638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-e95a6e59-234f-4e78-ba9d-737e5478c126 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479310 Nov 03 15:51:11.410873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Made reservation on behalf of 574458bcf0c640ecb8efbda6451c2ee6 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:11.415706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.465259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c912a0be-ecc9-4c8a-b476-bcdaa127d318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.540632 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79bad52a-6a0c-4533-8cd2-335182221cb7 req-ee2a2351-63fc-4cfd-9eab-184b6ec408fe tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 210 time: 0.0465024 Nov 03 15:51:11.558229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-8c9cf382-55ce-4db6-8730-c2c1b7314a0d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e3925c83d744431a85b45a08c30ce25e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629673 Nov 03 15:51:11.703578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-018f6a26-0e9d-4fac-8377-09261deb7cba req-afbd4cab-b8c8-4e04-a6ac-ab778dbd0e7d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 210 time: 0.0740254 Nov 03 15:51:11.713436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Allocated IP 172.20.0.13 (add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede/79f39b73-700f-497b-8303-695c939e8a88/40da8018-58ad-4b68-9024-6b2f40aadfd7) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:11.730040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c912a0be-ecc9-4c8a-b476-bcdaa127d318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.775608 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2864ef-3fd8-4753-9912-97726bce0acf x-openstack-request-id: req-db2864ef-3fd8-4753-9912-97726bce0acf {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:11.776101 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "name": "network-vif-plugged", "status": "completed", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:11.776179 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db2864ef-3fd8-4753-9912-97726bce0acf {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:11.776538 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84', 'code': 200} Nov 03 15:51:11.792917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-8e63e8e5-99fe-4eb7-b7de-102280c6ad4c tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:11.794452 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-8e63e8e5-99fe-4eb7-b7de-102280c6ad4c tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131321 Nov 03 15:51:11.795080 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a06d9488-ae8d-48b7-b109-c1e10f6bdcc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.808471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-7915132c-6c38-421c-a9d2-d45c6eda23fd tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:11.815605 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-7915132c-6c38-421c-a9d2-d45c6eda23fd tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4062257 Nov 03 15:51:11.822671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Request body: {'port': {'device_id': '94ef33d6-5a41-41e3-977c-ffb938705bee', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'e3925c83d744431a85b45a08c30ce25e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:11.824634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a06d9488-ae8d-48b7-b109-c1e10f6bdcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.854086 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-4dda3811-b3cc-4ee0-aa0a-5eac835d9ad1 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/quotas/26c8a179144b442397fdc2b2edfb6b6d HTTP/1.1" status: 200 len: 375 time: 0.0375793 Nov 03 15:51:11.879166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a06d9488-ae8d-48b7-b109-c1e10f6bdcc4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdd83e382f4b48d091cd91be6cd2b5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6966767 Nov 03 15:51:11.884302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40516) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:11.906056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d9488-ae8d-48b7-b109-c1e10f6bdcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330c46e8-aa22-4a69-ac2c-50e07028c310,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:11.910521 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3ca872a2-e527-4949-9bb8-14f5a019c988 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494277 Nov 03 15:51:11.916860 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c912a0be-ecc9-4c8a-b476-bcdaa127d318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.919390 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c912a0be-ecc9-4c8a-b476-bcdaa127d318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:11.923625 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c912a0be-ecc9-4c8a-b476-bcdaa127d318 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/714cade4-fdd2-423d-be73-66df030e4bd9 HTTP/1.1" status: 204 len: 168 time: 0.6051562 Nov 03 15:51:11.943249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912a0be-ecc9-4c8a-b476-bcdaa127d318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714cade4-fdd2-423d-be73-66df030e4bd9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:11.984720 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407e954f-b7f9-4cb2-a3cf-e68cefe69bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.015036 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407e954f-b7f9-4cb2-a3cf-e68cefe69bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.059081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.070151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf754a50-cde5-4b40-9edb-f58df78dd3d5 req-ec6a0371-c03e-40b7-b458-6ab845a0ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:12.071840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf754a50-cde5-4b40-9edb-f58df78dd3d5 req-ec6a0371-c03e-40b7-b458-6ab845a0ed9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1096 time: 0.2017133 Nov 03 15:51:12.087150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407e954f-b7f9-4cb2-a3cf-e68cefe69bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.090146 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407e954f-b7f9-4cb2-a3cf-e68cefe69bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.092435 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-407e954f-b7f9-4cb2-a3cf-e68cefe69bae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/330c46e8-aa22-4a69-ac2c-50e07028c310 HTTP/1.1" status: 204 len: 168 time: 0.2054608 Nov 03 15:51:12.098244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41993a0-281a-4f18-9ac3-120a8d252e2b req-b2342782-3397-410c-99ed-3c2cb3e694ff tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:12.099826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f41993a0-281a-4f18-9ac3-120a8d252e2b req-b2342782-3397-410c-99ed-3c2cb3e694ff tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 949 time: 0.2228420 Nov 03 15:51:12.113894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e954f-b7f9-4cb2-a3cf-e68cefe69bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330c46e8-aa22-4a69-ac2c-50e07028c310,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:12.250180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.282857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f41993a0-281a-4f18-9ac3-120a8d252e2b req-f7837780-9f3f-42e8-81d5-f5451934dea7 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395764 Nov 03 15:51:12.339316 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf754a50-cde5-4b40-9edb-f58df78dd3d5 req-31421025-8095-4245-a270-128bf4be28a7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529950 Nov 03 15:51:12.343268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Made reservation on behalf of e3925c83d744431a85b45a08c30ce25e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:12.350093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.366992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:12.414951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:12.426924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-47315af7-6b64-4ff4-a81a-5c8db02f3f73 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347376 Nov 03 15:51:12.431241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:12.438913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:12.439833 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.446520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Pushing event updated for resources: {'Port': ['ID=40da8018-58ad-4b68-9024-6b2f40aadfd7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:12.574080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-2e2913c9-3aec-46ff-bfa0-f63232a688e1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3414118 Nov 03 15:51:12.610809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-079f3fb1-c668-43d3-913c-4defa3134c9c tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:12.612372 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-079f3fb1-c668-43d3-913c-4defa3134c9c tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839089 Nov 03 15:51:12.637256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40552) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:12.665615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-fb61b1b5-8dde-4077-8e10-9691d698a745 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/quotas/26c8a179144b442397fdc2b2edfb6b6d HTTP/1.1" status: 200 len: 375 time: 0.0462985 Nov 03 15:51:12.668722 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46a5b5b9-7fb7-4b1d-ab41-23b8b0d6b840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.696026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Request body: {'port': {'device_id': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:12.717195 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-b97961bc-0a90-40db-ba3a-17b6d74ac93d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504389 Nov 03 15:51:12.763525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40556) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:12.791338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9774693c-f152-4e31-a369-fef55cd2507f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.871136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46a5b5b9-7fb7-4b1d-ab41-23b8b0d6b840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.885659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46a5b5b9-7fb7-4b1d-ab41-23b8b0d6b840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:12.924184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-46a5b5b9-7fb7-4b1d-ab41-23b8b0d6b840 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c0916d93b3c84fe7b041558e06b541f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851458 Nov 03 15:51:12.936524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40560) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:12.994443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5b5b9-7fb7-4b1d-ab41-23b8b0d6b840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699b3d32-2f77-4a38-840c-72fad160cc3e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:13.038794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Allocated IP 192.168.233.191 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/ff65e10f-f581-49d9-b005-75685c128af0) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:13.040655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9774693c-f152-4e31-a369-fef55cd2507f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.053518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9774693c-f152-4e31-a369-fef55cd2507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.074600 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-752a8034-6fdb-4840-b7f8-89ebefbc794a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.078304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ca28b-57f1-4b67-861e-1d0e61e5ef37 req-6d37a50a-aa2d-4581-9a30-02d8144e5826 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:13.086148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-893ca28b-57f1-4b67-861e-1d0e61e5ef37 req-6d37a50a-aa2d-4581-9a30-02d8144e5826 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 945 time: 0.6135890 Nov 03 15:51:13.114121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.142909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774693c-f152-4e31-a369-fef55cd2507f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4c82a2-6487-4516-95cf-4643af687316,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:13.176241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9774693c-f152-4e31-a369-fef55cd2507f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c48426fe0164cbe9b08b2de46eeae48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096394 Nov 03 15:51:13.179808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-752a8034-6fdb-4840-b7f8-89ebefbc794a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.181501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40568) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:13.286297 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-893ca28b-57f1-4b67-861e-1d0e61e5ef37 req-68303351-1005-49ec-8611-f94999d7e5df tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986797 Nov 03 15:51:13.353497 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55741958-123d-44ba-a73d-68fa96e47910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.369257 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-752a8034-6fdb-4840-b7f8-89ebefbc794a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.371863 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-752a8034-6fdb-4840-b7f8-89ebefbc794a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.375490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-752a8034-6fdb-4840-b7f8-89ebefbc794a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/699b3d32-2f77-4a38-840c-72fad160cc3e HTTP/1.1" status: 204 len: 168 time: 0.4354889 Nov 03 15:51:13.421827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a8034-6fdb-4840-b7f8-89ebefbc794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699b3d32-2f77-4a38-840c-72fad160cc3e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:13.431428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55741958-123d-44ba-a73d-68fa96e47910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.476700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4368fc-dd5a-42c9-a7cd-055a5806fb1d req-14b8cad2-68c8-456b-b240-a3d74a9424fe tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:13.484482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ce4368fc-dd5a-42c9-a7cd-055a5806fb1d req-14b8cad2-68c8-456b-b240-a3d74a9424fe tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 932 time: 0.1320941 Nov 03 15:51:13.545513 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5b91948a-633b-4591-8287-e7ebd6d27c0c req-187333fb-8b1d-45e8-ae56-67f0e770a51f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 210 time: 0.1047494 Nov 03 15:51:13.555338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55741958-123d-44ba-a73d-68fa96e47910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.557737 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55741958-123d-44ba-a73d-68fa96e47910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:13.562596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-55741958-123d-44ba-a73d-68fa96e47910 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ba4c82a2-6487-4516-95cf-4643af687316 HTTP/1.1" status: 204 len: 168 time: 0.3764901 Nov 03 15:51:13.594083 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ce4368fc-dd5a-42c9-a7cd-055a5806fb1d req-ab1ab0a2-2540-428d-9674-e0d0c51462bd tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018479 Nov 03 15:51:13.606692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55741958-123d-44ba-a73d-68fa96e47910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4c82a2-6487-4516-95cf-4643af687316,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:13.780050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66350033-fe40-4898-a4de-a84d9719a5d4 req-8b6b8bef-d217-4933-91ec-d58f455365e9 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:13.788751 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66350033-fe40-4898-a4de-a84d9719a5d4 req-8b6b8bef-d217-4933-91ec-d58f455365e9 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 949 time: 0.1030941 Nov 03 15:51:13.849175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aac94303-d725-49bd-a637-002e777be55b req-3df0faf5-d633-4a57-9168-4da5c9d796fb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 210 time: 0.0657449 Nov 03 15:51:13.896359 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66350033-fe40-4898-a4de-a84d9719a5d4 req-633bf8ef-fbe2-4861-84df-c94559e59307 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010113 Nov 03 15:51:13.955585 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.016491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40da8018-58ad-4b68-9024-6b2f40aadfd7 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:14.029644 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.048779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Transition to ACTIVE for port object 40da8018-58ad-4b68-9024-6b2f40aadfd7 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:14.057346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.064293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.080790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f0f50a02-6917-4bc6-be15-4ed29db94829'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:14.113372 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-baaf04a9-9b9f-4e7e-8461-bdfc0f6c43c3 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638177 Nov 03 15:51:14.139957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:14.163561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:14.177312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:14.185320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:14.186249 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.252773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=40da8018-58ad-4b68-9024-6b2f40aadfd7,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:14.395800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-a6394b15-984d-498f-8e17-3714fd244964 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:14.400699 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-a6394b15-984d-498f-8e17-3714fd244964 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816293 Nov 03 15:51:14.422265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6038985 Nov 03 15:51:14.436449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:14.436996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:14.437855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:14.462502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Request body: {'port': {'device_id': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '26c8a179144b442397fdc2b2edfb6b6d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:14.472994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Request body: {'port': {'device_id': '94ef33d6-5a41-41e3-977c-ffb938705bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:14.539954 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:14.540371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:14.558795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:14.559348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:14.559928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:14.561244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Bound port: 40da8018-58ad-4b68-9024-6b2f40aadfd7, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:14.561709 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.616591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e9bee-6271-4d4d-b31f-eb83054ffc90 req-5ba28bea-26d8-458b-905e-23f3ce6baed2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:14.617367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0845a-09c3-48bd-acb7-458d89dac34d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Pushing event updated for resources: {'Port': ['ID=ff65e10f-f581-49d9-b005-75685c128af0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:14.625422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be4e9bee-6271-4d4d-b31f-eb83054ffc90 req-5ba28bea-26d8-458b-905e-23f3ce6baed2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 945 time: 0.1888151 Nov 03 15:51:14.636121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.677709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-513d0001-0a49-4942-a4f8-0fa9d0b4ed27 None None] Provisioning complete for port ff65e10f-f581-49d9-b005-75685c128af0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:14.678485 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-513d0001-0a49-4942-a4f8-0fa9d0b4ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.738091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-513d0001-0a49-4942-a4f8-0fa9d0b4ed27 None None] Port ff65e10f-f581-49d9-b005-75685c128af0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:51:14.750300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.15', 60337) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:14.775481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-2cad379f-f2c1-42ab-baf5-c5679804f015 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238860 Nov 03 15:51:14.789646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be4e9bee-6271-4d4d-b31f-eb83054ffc90 req-698a2d06-0f3a-4587-bd66-b10b68a46691 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629050 Nov 03 15:51:14.816897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Made reservation on behalf of 26c8a179144b442397fdc2b2edfb6b6d for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:14.818302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.883765 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:14.931094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:14.936164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:14.951130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f2301-0acc-4ec5-bf3d-bc874af3fdd7 req-727b301b-8441-4a54-a32d-c061ddb85bc1 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:14.962234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-637f2301-0acc-4ec5-bf3d-bc874af3fdd7 req-727b301b-8441-4a54-a32d-c061ddb85bc1 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 936 time: 0.2168093 Nov 03 15:51:14.977398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:15.026806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42172f-c6e3-49d3-b8ca-728a4a4fa492 req-c3d18a65-2be4-43d1-9077-0b3c4606bf67 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:15.034511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f42172f-c6e3-49d3-b8ca-728a4a4fa492 req-c3d18a65-2be4-43d1-9077-0b3c4606bf67 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 944 time: 0.1297305 Nov 03 15:51:15.075881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-09a326a1-4c23-46f3-98d0-2cd7b8115614 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:15.076992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-09a326a1-4c23-46f3-98d0-2cd7b8115614 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847736 Nov 03 15:51:15.107270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:15.107942 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:15.109284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 200 len: 1092 time: 2.4200401 Nov 03 15:51:15.138504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-637f2301-0acc-4ec5-bf3d-bc874af3fdd7 req-9555933d-3821-4da2-8cac-0c3a9ed10f30 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605248 Nov 03 15:51:15.138504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:15.138504 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c899307f-bad6-42db-9d82-ddbde5fb2f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:15.170515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Request body: {'port': {'device_id': 'd4274ca5-619a-4404-ab11-9e397c2203f2', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '26c8a179144b442397fdc2b2edfb6b6d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:15.199643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8524ec-0bd5-4a52-b94c-8132ba90f8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=40da8018-58ad-4b68-9024-6b2f40aadfd7,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:15.203015 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f42172f-c6e3-49d3-b8ca-728a4a4fa492 req-7ca4a48e-71e5-49f7-9a4c-cdcb18314f25 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676524 Nov 03 15:51:15.242867 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:15.255622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:15.307469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827d154b-facf-476e-8c8b-7bcbc745c5ef,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:15.333148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-5474d1de-8497-4393-a893-52c4997fb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:15.338032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-5474d1de-8497-4393-a893-52c4997fb2b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1095 time: 0.1323280 Nov 03 15:51:15.404462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07200fe0-4d30-4db2-b8bf-d25dd6bd7dfd req-d51f34fc-abd9-4044-92f7-ad3f9f14f736 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 210 time: 0.0526495 Nov 03 15:51:15.420460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-a3dc9b87-b4cb-4a56-8670-42e95eeddcf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 200 len: 217 time: 0.0594044 Nov 03 15:51:15.451360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Made reservation on behalf of 26c8a179144b442397fdc2b2edfb6b6d for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:15.456103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:15.493664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff65e10f-f581-49d9-b005-75685c128af0 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:15.505818 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:15.518518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-060b27ce-d49f-4668-a628-a72581166c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:15.520188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-060b27ce-d49f-4668-a628-a72581166c8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0772202 Nov 03 15:51:15.525644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Transition to ACTIVE for port object ff65e10f-f581-49d9-b005-75685c128af0 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:15.560932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-495976f0-d563-489c-a706-a349c6415762 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313029 Nov 03 15:51:15.562034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:15.665054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Allocated IP 192.168.233.52 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/a1b1fe94-c47c-4fc8-8951-5c51878ff204) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:15.677720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f76f5-43d1-4fb1-9b46-60de6f48417b req-4197cf47-ac3a-446b-802a-81727ecbdb3a tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:15.686976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b8f76f5-43d1-4fb1-9b46-60de6f48417b req-4197cf47-ac3a-446b-802a-81727ecbdb3a tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 949 time: 0.1099970 Nov 03 15:51:15.805024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Pushing event updated for resources: {'Port': ['ID=ff65e10f-f581-49d9-b005-75685c128af0,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:15.807831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b8f76f5-43d1-4fb1-9b46-60de6f48417b req-4244139f-f43c-4385-8bb8-7e28851ed5b9 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147616 Nov 03 15:51:15.827033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d7bb8-b9a7-4bc4-bc5f-f6d985183d8d req-46fd3fc1-1f58-4967-bf17-62dd48b7f96e tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:15.829152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-457d7bb8-b9a7-4bc4-bc5f-f6d985183d8d req-46fd3fc1-1f58-4967-bf17-62dd48b7f96e tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1096 time: 0.2249005 Nov 03 15:51:15.839003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Attempting to bind port ff65e10f-f581-49d9-b005-75685c128af0 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:15.839352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Attempting to bind port ff65e10f-f581-49d9-b005-75685c128af0 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:15.839680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Attempting to bind port ff65e10f-f581-49d9-b005-75685c128af0 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:15.851515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Port ff65e10f-f581-49d9-b005-75685c128af0 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:15.852056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Attempting to bind port ff65e10f-f581-49d9-b005-75685c128af0 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:15.886259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:15.886599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:15.886988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:15.887432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Bound port: ff65e10f-f581-49d9-b005-75685c128af0, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:15.887788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:15.905388 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1225368-ba72-41ae-b7fd-4b5a2d4d2f11 x-openstack-request-id: req-e1225368-ba72-41ae-b7fd-4b5a2d4d2f11 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:15.907196 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:15.907591 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e1225368-ba72-41ae-b7fd-4b5a2d4d2f11 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:15.907857 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7', 'status': 'completed', 'code': 200} Nov 03 15:51:16.026842 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.041841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] For port ff65e10f-f581-49d9-b005-75685c128af0, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:16.045388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] For port ff65e10f-f581-49d9-b005-75685c128af0, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff65e10f-f581-49d9-b005-75685c128af0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:16.048689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-b4e4e3df-d1fb-49e5-93ae-7207a956838b service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326463 Nov 03 15:51:16.054320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.107648 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-457d7bb8-b9a7-4bc4-bc5f-f6d985183d8d req-f10d985e-a177-48bb-8d08-4966e8664873 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699940 Nov 03 15:51:16.124223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:16.125003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.126377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] 10.222.0.15 "PUT /v2.0/ports/ff65e10f-f581-49d9-b005-75685c128af0 HTTP/1.1" status: 200 len: 1096 time: 1.6636155 Nov 03 15:51:16.206396 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.266271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c309c-da4e-41f1-b0ab-0de2e7ba0226 service neutron] Pushing event updated for resources: {'Port': ['ID=ff65e10f-f581-49d9-b005-75685c128af0,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:16.309174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-8516ce9a-3dd8-4690-a286-7dd6bd0c0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:16.311725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-8516ce9a-3dd8-4690-a286-7dd6bd0c0b89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3925c83d744431a85b45a08c30ce25e&device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 1099 time: 0.1051638 Nov 03 15:51:16.333199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:16.339738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:16.347327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dd477-6fbb-420d-9106-e3dd4d577407 req-2ce698bc-3391-4309-874e-159ad3f0d814 tempest-LiveMigrationNegativeTest-161832579 tempest-LiveMigrationNegativeTest-161832579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:16.348931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-556dd477-6fbb-420d-9106-e3dd4d577407 req-2ce698bc-3391-4309-874e-159ad3f0d814 tempest-LiveMigrationNegativeTest-161832579 tempest-LiveMigrationNegativeTest-161832579-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 1100 time: 0.2662160 Nov 03 15:51:16.349764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:16.358665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:16.359341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.384852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40daaaa6-197b-4124-9788-9ce39d13e764 req-bbfb319e-67d7-42cd-947f-12cd54c70569 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211579 Nov 03 15:51:16.388841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-0dcd7b9b-08f4-4f4e-baf4-f2c3c4daca81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=ff65e10f-f581-49d9-b005-75685c128af0 HTTP/1.1" status: 200 len: 217 time: 0.0596781 Nov 03 15:51:16.393117 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9374638 Nov 03 15:51:16.420355 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-556dd477-6fbb-420d-9106-e3dd4d577407 req-f523cab9-4ec9-40e7-affb-94361a7883cd tempest-LiveMigrationNegativeTest-161832579 tempest-LiveMigrationNegativeTest-161832579-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.430215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Allocated IP 192.168.233.96 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/8ef4b2a0-0215-4c9f-b1db-094d4ce1d239) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:16.432282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438c0ae-afcd-4d24-83c2-1566a251e3ae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:16.438201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Request body: {'port': {'device_id': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:16.494749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-5f79f2f9-f456-4687-9f7c-eb21ca86b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:16.496375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-5f79f2f9-f456-4687-9f7c-eb21ca86b8ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0823665 Nov 03 15:51:16.592733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ba4d8066-1ad1-4560-807f-7705a331866a req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Request body: {'security_group': {'name': 'tempest-securitygroup-374649450', 'description': 'tempest-description-2030936524'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:16.621140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-dc023531-dd52-4e34-b3c3-72f3289893ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:16.622690 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-dc023531-dd52-4e34-b3c3-72f3289893ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1095 time: 0.1392653 Nov 03 15:51:16.633961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.665789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-58871211-52ed-4e0b-b778-9f478d7732ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:16.667301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-58871211-52ed-4e0b-b778-9f478d7732ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422443 Nov 03 15:51:16.669872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ba4d8066-1ad1-4560-807f-7705a331866a req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.680175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-556dd477-6fbb-420d-9106-e3dd4d577407 req-f523cab9-4ec9-40e7-affb-94361a7883cd tempest-LiveMigrationNegativeTest-161832579 tempest-LiveMigrationNegativeTest-161832579-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.692802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-556dd477-6fbb-420d-9106-e3dd4d577407 req-f523cab9-4ec9-40e7-affb-94361a7883cd tempest-LiveMigrationNegativeTest-161832579 tempest-LiveMigrationNegativeTest-161832579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.714590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ba4d8066-1ad1-4560-807f-7705a331866a req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.750406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b1592e83-5fa4-425a-a88b-c2a0c252ba6f None None] Provisioning complete for port a1b1fe94-c47c-4fc8-8951-5c51878ff204 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:16.750947 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1592e83-5fa4-425a-a88b-c2a0c252ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.788323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b1592e83-5fa4-425a-a88b-c2a0c252ba6f None None] Port a1b1fe94-c47c-4fc8-8951-5c51878ff204 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:51:16.798720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523cab9-4ec9-40e7-affb-94361a7883cd tempest-LiveMigrationNegativeTest-161832579 tempest-LiveMigrationNegativeTest-161832579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72be8ea8-2e96-4f47-971d-67d3f4f34d71,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:16.814598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-556dd477-6fbb-420d-9106-e3dd4d577407 req-f523cab9-4ec9-40e7-affb-94361a7883cd tempest-LiveMigrationNegativeTest-161832579 tempest-LiveMigrationNegativeTest-161832579-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253905 Nov 03 15:51:16.854047 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-aabf4bda-ba6a-447b-8ea1-995afa9617fd service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498866 Nov 03 15:51:16.856208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-3dab3bd6-bfea-4d6b-bc8d-2c98ee125ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:16.857717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-3dab3bd6-bfea-4d6b-bc8d-2c98ee125ac3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.2238884 Nov 03 15:51:16.933629 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:16.937346 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-0d04cd03-ab3b-4371-bf5c-0e9243fd11f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 200 len: 217 time: 0.0651641 Nov 03 15:51:16.984012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5956d1a-d377-4212-9f4f-317831860b7b req-9cd7311a-227f-4a48-ba66-749c15da13f4 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:16.985461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5956d1a-d377-4212-9f4f-317831860b7b req-9cd7311a-227f-4a48-ba66-749c15da13f4 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 948 time: 0.0971825 Nov 03 15:51:17.011904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.034839 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ba4d8066-1ad1-4560-807f-7705a331866a req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.043286 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ba4d8066-1ad1-4560-807f-7705a331866a req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.061506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-5bb04a5d-7806-4810-9a34-9dd51b529287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:17.062969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-5bb04a5d-7806-4810-9a34-9dd51b529287 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0967817 Nov 03 15:51:17.094958 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecf80dfe-8f0f-4523-b8e6-fe6da9ce864d req-2d14afb8-01df-4097-a2e0-ba475298a81b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239807 Nov 03 15:51:17.115199 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-e8036660-20bb-454c-aca2-da27292e81ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427282 Nov 03 15:51:17.117786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:17.128610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:17.135665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8034f670-82df-4aeb-a985-5b6303b72063,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:17.140760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5956d1a-d377-4212-9f4f-317831860b7b req-32bab6d0-0b84-4f5d-8d29-e6e390fd7e0f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473639 Nov 03 15:51:17.141815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:17.147915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:17.148455 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.153730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Pushing event updated for resources: {'Port': ['ID=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:17.185868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-4c1dd4b6-85fb-429c-97ac-fb90217c01a2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0320537 Nov 03 15:51:17.210555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Request body: {'port': {'device_id': 'd4274ca5-619a-4404-ab11-9e397c2203f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:17.242030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ba4d8066-1ad1-4560-807f-7705a331866a req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.250881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ba4d8066-1ad1-4560-807f-7705a331866a req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.282599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-f1855611-2abc-438d-9e40-4eb68415df66 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587512 Nov 03 15:51:17.288445 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ba4d8066-1ad1-4560-807f-7705a331866a req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.289698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4d8066-1ad1-4560-807f-7705a331866a req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7069716 Nov 03 15:51:17.319804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabda990-f293-41fd-a8aa-f31fdb3cfb86 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f397d7-61f0-4335-9554-8a81974df047,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:17.418068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a57ca501-317e-4ec6-800d-3b7d50d4fefb None None] Provisioning complete for port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:17.418533 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a57ca501-317e-4ec6-800d-3b7d50d4fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.425601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c899307f-bad6-42db-9d82-ddbde5fb2f2c req-02dd052d-6d90-4e27-9c2e-346c3950f7a8 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345694 Nov 03 15:51:17.448386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe1573-283a-4eb3-9895-03671db31a9e req-9d8999e3-e70b-474c-8448-db76dcbac700 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:17.449892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdbe1573-283a-4eb3-9895-03671db31a9e req-9d8999e3-e70b-474c-8448-db76dcbac700 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 944 time: 0.0659628 Nov 03 15:51:17.459334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a57ca501-317e-4ec6-800d-3b7d50d4fefb None None] Port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:51:17.510714 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdbe1573-283a-4eb3-9895-03671db31a9e req-b1b2533c-da34-4731-a56e-3704235ccfc2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Nov 03 15:51:17.542221 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.555840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c27ba-11c0-4eef-9b55-519ec4cde75a req-80ff5e3c-31df-4b08-aae3-4d6ab4c665e6 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:17.557965 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c5c27ba-11c0-4eef-9b55-519ec4cde75a req-80ff5e3c-31df-4b08-aae3-4d6ab4c665e6 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1096 time: 0.3238778 Nov 03 15:51:17.569413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b1fe94-c47c-4fc8-8951-5c51878ff204 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:17.582308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.629860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Transition to ACTIVE for port object a1b1fe94-c47c-4fc8-8951-5c51878ff204 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:17.642279 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.754131 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c5c27ba-11c0-4eef-9b55-519ec4cde75a req-d6ed8b49-bbe5-4d94-acc9-c37a92be9440 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880476 Nov 03 15:51:17.805796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:17.851128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Attempting to bind port a1b1fe94-c47c-4fc8-8951-5c51878ff204 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:17.851566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Attempting to bind port a1b1fe94-c47c-4fc8-8951-5c51878ff204 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:17.852121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Attempting to bind port a1b1fe94-c47c-4fc8-8951-5c51878ff204 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:17.859134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb8455-63d7-4293-944f-6ff8731cc963 req-3128e7bf-5d33-4f98-8241-c3df704b7e65 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:17.859409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Port a1b1fe94-c47c-4fc8-8951-5c51878ff204 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:17.859669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Attempting to bind port a1b1fe94-c47c-4fc8-8951-5c51878ff204 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:17.860516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00cb8455-63d7-4293-944f-6ff8731cc963 req-3128e7bf-5d33-4f98-8241-c3df704b7e65 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 935 time: 0.2935557 Nov 03 15:51:17.899207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:17.899643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:17.900118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:17.900797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Bound port: a1b1fe94-c47c-4fc8-8951-5c51878ff204, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:17.901262 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:17.909223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ef33d6-5a41-41e3-977c-ffb938705bee', 'tag': 'ff65e10f-f581-49d9-b005-75685c128af0'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:17.911538 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b71fa3-e415-4bd0-ba90-c965b3746971" -d '{"events": [{"name": "network-changed", "server_uuid": "94ef33d6-5a41-41e3-977c-ffb938705bee", "tag": "ff65e10f-f581-49d9-b005-75685c128af0"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:17.924114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00cb8455-63d7-4293-944f-6ff8731cc963 req-52cbc927-30b1-4d32-8045-3cee48eed54c tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551450 Nov 03 15:51:18.006642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-79658b2e-8c10-47f9-b1c9-54a77a658022 req-1fbfd9dc-c41a-410a-aa65-03efd076f31c tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Request body: {'security_group': {'name': 'tempest-securitygroup-910132593', 'description': 'tempest-description-1127969909'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:18.024710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:18.070094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:18.076962 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.085501 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-79658b2e-8c10-47f9-b1c9-54a77a658022 req-1fbfd9dc-c41a-410a-aa65-03efd076f31c tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.096724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:18.117666 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9d2b46-b0c1-4bd1-912b-020ced7379c7 x-openstack-request-id: req-ab9d2b46-b0c1-4bd1-912b-020ced7379c7 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:18.118233 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ef33d6-5a41-41e3-977c-ffb938705bee", "tag": "ff65e10f-f581-49d9-b005-75685c128af0", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:18.118233 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ab9d2b46-b0c1-4bd1-912b-020ced7379c7 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:18.118587 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ef33d6-5a41-41e3-977c-ffb938705bee', 'tag': 'ff65e10f-f581-49d9-b005-75685c128af0', 'status': 'completed', 'code': 200} Nov 03 15:51:18.137433 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.147585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.148219 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.149623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] 10.222.0.15 "PUT /v2.0/ports/a1b1fe94-c47c-4fc8-8951-5c51878ff204 HTTP/1.1" status: 200 len: 1095 time: 1.7272146 Nov 03 15:51:18.150069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:18.152315 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:18.199801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Transition to ACTIVE for port object 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:18.217866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a286a-2a7f-4a3e-84b6-93b75037f079 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:18.223423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.260814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-2e5ba53e-716b-4e8b-b326-b957c8e77a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.265478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-2e5ba53e-716b-4e8b-b326-b957c8e77a39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 1098 time: 0.0465178 Nov 03 15:51:18.316969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-759b1226-73ac-4d01-80ef-9ed9f59513eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204 HTTP/1.1" status: 200 len: 217 time: 0.0380323 Nov 03 15:51:18.352979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-79658b2e-8c10-47f9-b1c9-54a77a658022 req-1fbfd9dc-c41a-410a-aa65-03efd076f31c tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.382849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-423ffd30-581f-44c5-a4b1-dcc725c4bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.384628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-423ffd30-581f-44c5-a4b1-dcc725c4bfd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0598676 Nov 03 15:51:18.384749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-465fd466-aa9d-41a6-8f4c-3df109788c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.386392 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-465fd466-aa9d-41a6-8f4c-3df109788c71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3925c83d744431a85b45a08c30ce25e&device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 1099 time: 0.2150691 Nov 03 15:51:18.394060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-79658b2e-8c10-47f9-b1c9-54a77a658022 req-1fbfd9dc-c41a-410a-aa65-03efd076f31c tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.396172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Pushing event updated for resources: {'Port': ['ID=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:18.452683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3306941e-17db-4408-8684-b91404a9d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.454894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-3306941e-17db-4408-8684-b91404a9d5f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558178 Nov 03 15:51:18.470495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Attempting to bind port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:18.471083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Attempting to bind port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:18.471586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Attempting to bind port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:18.483815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:18.484204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Attempting to bind port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:18.523036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:18.523428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:18.523750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:18.524207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Bound port: 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:18.524560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.530525 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-79658b2e-8c10-47f9-b1c9-54a77a658022 req-1fbfd9dc-c41a-410a-aa65-03efd076f31c tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.538689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79658b2e-8c10-47f9-b1c9-54a77a658022 req-1fbfd9dc-c41a-410a-aa65-03efd076f31c tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5381305 Nov 03 15:51:18.539498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfd9dc-c41a-410a-aa65-03efd076f31c tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397ce2b1-9160-4c6b-bdef-a809ace796db,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:18.588820 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1363f80-33a8-407a-93e3-fc69910925a8 x-openstack-request-id: req-d1363f80-33a8-407a-93e3-fc69910925a8 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:18.588820 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:18.589245 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d1363f80-33a8-407a-93e3-fc69910925a8 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:18.589721 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'status': 'completed', 'code': 200} Nov 03 15:51:18.593692 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-6887c1af-1b3d-4ff7-b7cf-35827f176e67 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291137 Nov 03 15:51:18.635070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-643df833-5cd3-4582-ac11-0a975ee31bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.636640 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-643df833-5cd3-4582-ac11-0a975ee31bea service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2189808 Nov 03 15:51:18.642435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] For port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:18.645986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] For port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:18.689671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-69d291aa-674c-4c10-9d71-b4f8da1e284e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=ff65e10f-f581-49d9-b005-75685c128af0 HTTP/1.1" status: 200 len: 217 time: 0.0421767 Nov 03 15:51:18.692384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.725241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aed28e1-70ef-4a57-8876-83fea2b9c031 req-ed68b514-78e4-4db4-9f37-37cc0efabdc0 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123281 Nov 03 15:51:18.788268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.788905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:18.790321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] 10.222.0.15 "PUT /v2.0/ports/8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 HTTP/1.1" status: 200 len: 1095 time: 1.5849075 Nov 03 15:51:18.827932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-339b6740-74bb-4560-b478-81764a3faacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.829576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-339b6740-74bb-4560-b478-81764a3faacf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1307905 Nov 03 15:51:18.831040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf84e83-5f5f-4b77-a156-6435231d738b service neutron] Pushing event updated for resources: {'Port': ['ID=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:18.842183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84093bfa-0a69-4b12-a98d-405fa9a2fde6 req-5dcf2d11-d218-4664-b5d6-87ca24a493e1 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.843729 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84093bfa-0a69-4b12-a98d-405fa9a2fde6 req-5dcf2d11-d218-4664-b5d6-87ca24a493e1 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 948 time: 0.1527109 Nov 03 15:51:18.950357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ea4d490d-5ff8-4f08-8990-af5110d5fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.951407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84093bfa-0a69-4b12-a98d-405fa9a2fde6 req-b199959b-7d94-45a0-84c4-c1697d367633 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887947 Nov 03 15:51:18.952063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-ea4d490d-5ff8-4f08-8990-af5110d5fe55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 1098 time: 0.0566030 Nov 03 15:51:18.953155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-89a7d284-6f54-4905-bdda-3a95b3d8ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.960239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-89a7d284-6f54-4905-bdda-3a95b3d8ec51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 1098 time: 0.1155276 Nov 03 15:51:18.965716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-581c8828-3fbc-4fe8-bd07-5f5f81eee8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:18.967164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-581c8828-3fbc-4fe8-bd07-5f5f81eee8b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211033 Nov 03 15:51:19.036279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-dee305ee-f892-42aa-bc17-c73554571fe4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 HTTP/1.1" status: 200 len: 217 time: 0.0519001 Nov 03 15:51:19.104339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-d4cee0e7-df1d-4298-8d9c-7409d56f76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:19.106115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-d4cee0e7-df1d-4298-8d9c-7409d56f76e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0630002 Nov 03 15:51:19.154442 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-43da2649-b0ef-443d-bc71-09ecf8736649 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710868 Nov 03 15:51:19.155906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-a348d81f-26dd-4b41-bf9c-0228f23f6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:19.157276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-a348d81f-26dd-4b41-bf9c-0228f23f6d10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1662765 Nov 03 15:51:19.172247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-e9219fd1-c82c-4d15-9049-c1bcabd65a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:19.178291 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-e9219fd1-c82c-4d15-9049-c1bcabd65a70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641155 Nov 03 15:51:19.230416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-db53ef77-684b-4f54-9953-ffbfc850be72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204 HTTP/1.1" status: 200 len: 217 time: 0.0596569 Nov 03 15:51:19.291079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-78a4dad9-aa8e-4e79-9c13-6f2003d3523b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054926 Nov 03 15:51:19.359683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-7bb62882-f14f-4368-88c9-6f1a196c29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:19.361288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-7bb62882-f14f-4368-88c9-6f1a196c29c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0847096 Nov 03 15:51:19.374638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96b71fa3-e415-4bd0-ba90-c965b3746971 req-f0f66c01-f7c6-4f24-af67-7101c7f72e34 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060037 Nov 03 15:51:19.383547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731ec98-57e3-4e66-9d4d-12764d722319 req-0c4de825-c51b-499f-9291-c813a4df0959 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:19.383768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0505df9-cedd-49dd-b2e6-55b426c79eca req-3ac592f8-6eff-4dd2-8934-16770b02ac85 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853734 Nov 03 15:51:19.385007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e731ec98-57e3-4e66-9d4d-12764d722319 req-0c4de825-c51b-499f-9291-c813a4df0959 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 944 time: 0.1594882 Nov 03 15:51:19.479028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e731ec98-57e3-4e66-9d4d-12764d722319 req-65cc699d-abf7-401d-a5b1-eed829d13192 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869775 Nov 03 15:51:19.481733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-cb76408e-f329-4af0-b0bc-9f3b54e1a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:19.483094 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-cb76408e-f329-4af0-b0bc-9f3b54e1a033 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812962 Nov 03 15:51:19.553760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-d249d40e-5071-44cd-8f49-edbb5e03e870 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:51:19.555141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-d249d40e-5071-44cd-8f49-edbb5e03e870 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0074320 Nov 03 15:51:19.586860 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-ca34a590-48ba-4ac3-8561-f3265703a66a service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963922 Nov 03 15:51:19.603013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-fd9d75aa-395a-428b-a50c-2f18ed53781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:19.604418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-fd9d75aa-395a-428b-a50c-2f18ed53781e service neutron] 10.222.0.86 "GET /v2.0/ports/e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 200 len: 1093 time: 0.0404749 Nov 03 15:51:19.613635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Request body: {'binding': {'host': 'n-h1-813897-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:19.614130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Unknown quota resources ['binding']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 15:51:19.627307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-29ecc9fb-e544-4d82-a3d4-7bb4e314a70b req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1440792897', 'description': 'tempest-description-1671858993'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:19.687463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-29ecc9fb-e544-4d82-a3d4-7bb4e314a70b req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:19.700839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-29ecc9fb-e544-4d82-a3d4-7bb4e314a70b req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:19.719272 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca50a8fe-7d7a-47bc-a1b8-3fd932fc19cb req-036fb428-dcab-4fad-9f1b-78b1c7906d65 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250887 Nov 03 15:51:19.753423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 on host n-h1-813897-2 for vnic_type normal with profile None {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:19.753743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:19.754201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:19.759614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Port e321406c-b26d-4bb0-874a-1a85b18d0d84 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:19.759937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:19.765373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:19.765749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:19.766133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:19.766767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Bound port: e321406c-b26d-4bb0-874a-1a85b18d0d84, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:19.789932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-29ecc9fb-e544-4d82-a3d4-7bb4e314a70b req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:19.793899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-29ecc9fb-e544-4d82-a3d4-7bb4e314a70b req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:19.821279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:19.827821 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] Publish callbacks [] for binding, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:19.828984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-028fb517-a62e-4ac3-b76e-9d4578011f51 service neutron] 10.222.0.86 "POST /v2.0/ports/e321406c-b26d-4bb0-874a-1a85b18d0d84/bindings HTTP/1.1" status: 201 len: 389 time: 0.2190237 Nov 03 15:51:19.831218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bafa94-eea7-4f82-9fe3-b297c13dc534,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:19.871858 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-29ecc9fb-e544-4d82-a3d4-7bb4e314a70b req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:19.876497 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-29ecc9fb-e544-4d82-a3d4-7bb4e314a70b req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:19.909874 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-29ecc9fb-e544-4d82-a3d4-7bb4e314a70b req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:19.911079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29ecc9fb-e544-4d82-a3d4-7bb4e314a70b req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2967951 Nov 03 15:51:19.923234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91548b2a-fcea-44df-957c-f3684bdc28cd tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca786d9-9107-449e-8adc-075e6b6d5957,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:19.994126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26335a66-ce39-4e09-9bc6-4d1084342063 req-3d722f08-bcc2-42fb-823b-6aeefb0c97ab tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:19.996450 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26335a66-ce39-4e09-9bc6-4d1084342063 req-3d722f08-bcc2-42fb-823b-6aeefb0c97ab tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 947 time: 0.0575223 Nov 03 15:51:20.052888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26335a66-ce39-4e09-9bc6-4d1084342063 req-eb9694fa-2a88-45dc-9062-00ee4e766295 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494413 Nov 03 15:51:20.165752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9db223-3926-43f0-b8ac-acba690f7005 req-fef93536-668c-4bec-a0a3-37ba43c031c6 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:20.166931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ea4b5-03cf-44cc-a70c-b15452ee99d5 req-db18fc94-b364-4b79-80cb-9a45cd16f29d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:20.167236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff9db223-3926-43f0-b8ac-acba690f7005 req-fef93536-668c-4bec-a0a3-37ba43c031c6 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 949 time: 0.0834422 Nov 03 15:51:20.168565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d53ea4b5-03cf-44cc-a70c-b15452ee99d5 req-db18fc94-b364-4b79-80cb-9a45cd16f29d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 945 time: 0.0507438 Nov 03 15:51:20.173774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-85583a30-a0f2-4faf-9be7-8a3f6a5d9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:20.175177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-85583a30-a0f2-4faf-9be7-8a3f6a5d9914 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1096 time: 0.0784760 Nov 03 15:51:20.220557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d53ea4b5-03cf-44cc-a70c-b15452ee99d5 req-908d73e7-77e9-425f-90cf-fbe7ae9cc9c8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Nov 03 15:51:20.250168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-97d81504-9403-4651-ae0f-da80efce8ad9 req-7e8977b8-c25a-4d1d-92ab-e58f5690b2cf tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1097731480', 'description': 'tempest-description-1631331590'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:20.274233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97d81504-9403-4651-ae0f-da80efce8ad9 req-7e8977b8-c25a-4d1d-92ab-e58f5690b2cf tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:20.277765 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff9db223-3926-43f0-b8ac-acba690f7005 req-9aa27dfa-2587-4650-a04b-375363fad708 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016243 Nov 03 15:51:20.311816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-4d7d0e95-0fad-4a1b-806e-f958fb8435ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:20.313287 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-4d7d0e95-0fad-4a1b-806e-f958fb8435ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.1299291 Nov 03 15:51:20.346661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97d81504-9403-4651-ae0f-da80efce8ad9 req-7e8977b8-c25a-4d1d-92ab-e58f5690b2cf tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:20.351883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97d81504-9403-4651-ae0f-da80efce8ad9 req-7e8977b8-c25a-4d1d-92ab-e58f5690b2cf tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:20.360044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-56d65f97-9119-4950-94c0-89692e2e696e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 200 len: 217 time: 0.0392973 Nov 03 15:51:20.380444 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97d81504-9403-4651-ae0f-da80efce8ad9 req-7e8977b8-c25a-4d1d-92ab-e58f5690b2cf tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:20.381818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97d81504-9403-4651-ae0f-da80efce8ad9 req-7e8977b8-c25a-4d1d-92ab-e58f5690b2cf tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1355150 Nov 03 15:51:20.384435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8977b8-c25a-4d1d-92ab-e58f5690b2cf tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875b108b-83d5-4d9b-9827-dea13a42b68a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:20.445868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cd6ca-89bf-409b-a5aa-4c3a23bb36c9 req-cda9d099-ddfb-4b89-9840-d56cdd54d745 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:20.447352 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c71cd6ca-89bf-409b-a5aa-4c3a23bb36c9 req-cda9d099-ddfb-4b89-9840-d56cdd54d745 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 948 time: 0.0900753 Nov 03 15:51:20.448666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-492f1cf3-6784-462f-852e-36508abe27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:20.449996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-492f1cf3-6784-462f-852e-36508abe27c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0817797 Nov 03 15:51:20.489434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-adb0b364-1976-4252-a949-f056902036bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303240 Nov 03 15:51:20.538638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c71cd6ca-89bf-409b-a5aa-4c3a23bb36c9 req-05bdc922-8175-4eec-b0eb-8db9839cbd98 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846763 Nov 03 15:51:20.590822 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4274ca5-619a-4404-ab11-9e397c2203f2', 'tag': '8ef4b2a0-0215-4c9f-b1db-094d4ce1d239'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:20.593546 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4761b367-4f80-4bd3-b238-24fdec5ddccf" -d '{"events": [{"name": "network-changed", "server_uuid": "d4274ca5-619a-4404-ab11-9e397c2203f2", "tag": "8ef4b2a0-0215-4c9f-b1db-094d4ce1d239"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:20.671621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-f747f17e-ee8e-4612-8b98-02b42b1c3c07 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50946 time: 0.2566602 Nov 03 15:51:20.759781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-8e583ff0-7796-43b3-8aaf-0e5f84f5530d tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/012936b1-5b40-41cd-a4c8-6f6815a4fb72 HTTP/1.1" status: 200 len: 2994 time: 0.0384014 Nov 03 15:51:20.789563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-3b680d7a-3789-479c-adf1-9985210237d9 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887802 Nov 03 15:51:20.803856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-a6f5ca15-c5bd-49ba-9090-a3a84c5a11ad tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/012936b1-5b40-41cd-a4c8-6f6815a4fb72 HTTP/1.1" status: 200 len: 2994 time: 0.0379579 Nov 03 15:51:20.845671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-23d4fb0c-54c5-44cc-8de5-5d9031b6436f tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/0a7e8f1f-5052-4281-9d0b-29c481784555 HTTP/1.1" status: 200 len: 2998 time: 0.0352099 Nov 03 15:51:20.873144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baeed20-9287-40a0-9b95-6169fa4cf3ec req-3e81adff-47bb-4b93-8994-75ceb2d788ec tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:20.874649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3baeed20-9287-40a0-9b95-6169fa4cf3ec req-3e81adff-47bb-4b93-8994-75ceb2d788ec tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 944 time: 0.2643590 Nov 03 15:51:20.926015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-21145b8f-bfa1-46f8-a202-701d73b8313a tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:20.927238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-21145b8f-bfa1-46f8-a202-701d73b8313a tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.70 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 949 time: 0.0781400 Nov 03 15:51:20.928635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-105a70cb-c090-4d67-8a3d-362082949c0f tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/0a7e8f1f-5052-4281-9d0b-29c481784555 HTTP/1.1" status: 200 len: 2998 time: 0.0712509 Nov 03 15:51:20.932780 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-b4639c29-6a22-4258-888b-d0f1a0cc8d8b service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299882 Nov 03 15:51:20.944075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3baeed20-9287-40a0-9b95-6169fa4cf3ec req-d2bad347-e73c-4983-b05c-5af9c4fc1973 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617132 Nov 03 15:51:21.006062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-4c4414ce-274f-42a7-9b1c-401961a00b5c tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/0f803103-f40f-47e4-b6bf-85ef32dcb5ab HTTP/1.1" status: 200 len: 2994 time: 0.0704098 Nov 03 15:51:21.014654 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3aeaf0-a72e-439b-bf27-4ded8c8def0d x-openstack-request-id: req-ce3aeaf0-a72e-439b-bf27-4ded8c8def0d {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:21.015018 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4274ca5-619a-4404-ab11-9e397c2203f2", "tag": "8ef4b2a0-0215-4c9f-b1db-094d4ce1d239", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:21.015385 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce3aeaf0-a72e-439b-bf27-4ded8c8def0d {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:21.015921 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4274ca5-619a-4404-ab11-9e397c2203f2', 'tag': '8ef4b2a0-0215-4c9f-b1db-094d4ce1d239', 'status': 'completed', 'code': 200} Nov 03 15:51:21.077465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-c93b4a26-d09c-4d02-8e72-8c8317ffb7bb tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/0f803103-f40f-47e4-b6bf-85ef32dcb5ab HTTP/1.1" status: 200 len: 2994 time: 0.0529866 Nov 03 15:51:21.124280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Deleting port 73b585da-60f4-4e21-8759-942e91cec97b {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:51:21.124622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.129880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-305fe43d-368d-427c-9431-6d41c382db38 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:21.133302 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-305fe43d-368d-427c-9431-6d41c382db38 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.0567050 Nov 03 15:51:21.146187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-2'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:21.209455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-f125b173-412c-4688-a30a-8f6a9bb1acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:21.211554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-f125b173-412c-4688-a30a-8f6a9bb1acbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 1098 time: 0.1323886 Nov 03 15:51:21.215077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-561a8278-f519-43a9-903d-982cfeb1acb2 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/12ca71ae-7be7-4a86-b499-67ac91893644 HTTP/1.1" status: 200 len: 2990 time: 0.1260798 Nov 03 15:51:21.236487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.286635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcd8ed-4c23-40f4-a620-2c5841a56d1e req-4e926e0b-6c1d-40e0-a973-402940596796 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:21.288160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3dfcd8ed-4c23-40f4-a620-2c5841a56d1e req-4e926e0b-6c1d-40e0-a973-402940596796 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 947 time: 0.1047335 Nov 03 15:51:21.317369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] For port 73b585da-60f4-4e21-8759-942e91cec97b, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=73b585da-60f4-4e21-8759-942e91cec97b,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:21.317965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.346775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Calling delete_port for 73b585da-60f4-4e21-8759-942e91cec97b owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:51:21.364792 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-0cd9d1a3-d0a4-43fd-a76b-13e766e6b192 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/12ca71ae-7be7-4a86-b499-67ac91893644 HTTP/1.1" status: 200 len: 2990 time: 0.1316614 Nov 03 15:51:21.395564 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3dfcd8ed-4c23-40f4-a620-2c5841a56d1e req-a502fdaf-381b-4294-90cb-3a7802b8e3e3 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001930 Nov 03 15:51:21.431290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-9458f43e-8ed5-4115-86a9-26034418a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:21.432767 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-9458f43e-8ed5-4115-86a9-26034418a856 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2133045 Nov 03 15:51:21.441842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:21.498412 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-96cd79bf-6823-4552-bab0-6e3e74808f43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 HTTP/1.1" status: 200 len: 217 time: 0.0544302 Nov 03 15:51:21.504031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-1f58fda6-3348-4884-a001-e113dd945aa0 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/1330b7c2-353f-4aa6-a6bb-886de3a47cc4 HTTP/1.1" status: 200 len: 2994 time: 0.1287930 Nov 03 15:51:21.508994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:21.549436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4080456-a5da-4d70-a2f0-cd9b77b13edd req-a09d9e20-927d-44bb-af08-bf3bf1487262 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:21.550894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4080456-a5da-4d70-a2f0-cd9b77b13edd req-a09d9e20-927d-44bb-af08-bf3bf1487262 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 945 time: 0.0850968 Nov 03 15:51:21.581027 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.583708 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.599646 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.629488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-ccf2fc82-acf4-4e94-aec9-5643d3e9fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:21.630959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-ccf2fc82-acf4-4e94-aec9-5643d3e9fd23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1196697 Nov 03 15:51:21.633788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-bbc7374e-78e4-42cf-8599-cec417c0f51b tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/1330b7c2-353f-4aa6-a6bb-886de3a47cc4 HTTP/1.1" status: 200 len: 2994 time: 0.1135113 Nov 03 15:51:21.636286 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.655198 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4080456-a5da-4d70-a2f0-cd9b77b13edd req-61cd2fa3-a9f3-4a79-b3c1-65dd34a98fb5 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965629 Nov 03 15:51:21.661062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['73b585da-60f4-4e21-8759-942e91cec97b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:21.703151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Pushing event updated for resources: {'Port': ['ID=e321406c-b26d-4bb0-874a-1a85b18d0d84,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:21.707324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c42fb993-af7b-429f-9aad-e4965ef21069'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:21.728459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 on host n-h2-813897-2 for vnic_type normal with profile {"migrating_to": "n-h1-813897-2"} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:21.728799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:21.729134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:21.736494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Port e321406c-b26d-4bb0-874a-1a85b18d0d84 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:21.736829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Attempting to bind port e321406c-b26d-4bb0-874a-1a85b18d0d84 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:21.739990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Pushing event deleted for resources: {'Port': ['ID=73b585da-60f4-4e21-8759-942e91cec97b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:21.745215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:21.745956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:21.746706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:21.747304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Bound port: e321406c-b26d-4bb0-874a-1a85b18d0d84, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:21.748119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.784132 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-902b2894-25ac-4170-8da8-cd67af3b6363 req-df86311f-0f76-45db-97cd-ad01b53d40f2 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=66280887-b359-4f49-bb8a-c40446d2abdf HTTP/1.1" status: 200 len: 210 time: 0.0411942 Nov 03 15:51:21.784550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-13f7137a-7549-40d4-ab35-e878cc426c2d tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/72be8ea8-2e96-4f47-971d-67d3f4f34d71 HTTP/1.1" status: 200 len: 2998 time: 0.1420445 Nov 03 15:51:21.810970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] No DVR routers for this DVR port 73b585da-60f4-4e21-8759-942e91cec97b on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:51:21.822463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.824196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68f6a14b-fee8-4d64-91bd-3c52d0b746d7 req-6df6307a-dd88-46a5-93a7-ba450f892117 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.70 "DELETE /v2.0/ports/73b585da-60f4-4e21-8759-942e91cec97b HTTP/1.1" status: 204 len: 173 time: 0.8830488 Nov 03 15:51:21.825570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66280887-b359-4f49-bb8a-c40446d2abdf', 'name': 'network-vif-deleted', 'tag': '73b585da-60f4-4e21-8759-942e91cec97b'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:21.834563 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417674ad-b81d-43cb-a840-966937dfbc61" -d '{"events": [{"server_uuid": "66280887-b359-4f49-bb8a-c40446d2abdf", "name": "network-vif-deleted", "tag": "73b585da-60f4-4e21-8759-942e91cec97b"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:21.862977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-a1ca4103-bc39-4150-95a5-d6937d9d4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:21.868265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-a1ca4103-bc39-4150-95a5-d6937d9d4e2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2291863 Nov 03 15:51:21.870488 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:51:21.907130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:21.911488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:21.920003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:21.972116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ff65e10f-f581-49d9-b005-75685c128af0 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:21.980880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-e8464797-f8d2-40ee-8636-69f577aaec72 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/72be8ea8-2e96-4f47-971d-67d3f4f34d71 HTTP/1.1" status: 200 len: 2998 time: 0.1761889 Nov 03 15:51:22.052610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-9754a717-f7db-47fa-a94b-6532cdce352c tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/8034f670-82df-4aeb-a985-5b6303b72063 HTTP/1.1" status: 200 len: 2998 time: 0.0706067 Nov 03 15:51:22.055488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-264427e4-4d0b-4932-acb9-820b16994ade service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769969 Nov 03 15:51:22.068938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:22.070161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:22.071521 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] 10.222.0.15 "PUT /v2.0/ports/e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 200 len: 1121 time: 0.9306877 Nov 03 15:51:22.076594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185a53-b730-4d13-9992-223dc8be3f63 service neutron] Pushing event updated for resources: {'Port': ['ID=e321406c-b26d-4bb0-874a-1a85b18d0d84,revision_number=8']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:22.096955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1ad8a-0840-4f58-97c6-bc73c75ed0ee req-6ce0f0bf-a10c-4f3b-b26c-57b0c5c7d8fd tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:22.105075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-32c1ad8a-0840-4f58-97c6-bc73c75ed0ee req-6ce0f0bf-a10c-4f3b-b26c-57b0c5c7d8fd tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 948 time: 0.1796365 Nov 03 15:51:22.139371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ff65e10f-f581-49d9-b005-75685c128af0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff65e10f-f581-49d9-b005-75685c128af0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:22.148752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-a6d92ac0-120f-4fcf-90ea-c762140f2dac tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/8034f670-82df-4aeb-a985-5b6303b72063 HTTP/1.1" status: 200 len: 2998 time: 0.0881636 Nov 03 15:51:22.169734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['e321406c-b26d-4bb0-874a-1a85b18d0d84'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:22.172109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-32c1ad8a-0840-4f58-97c6-bc73c75ed0ee req-0929a243-935a-45b5-852a-f4db3e786d39 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598793 Nov 03 15:51:22.188173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'ff65e10f-f581-49d9-b005-75685c128af0', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'ff65e10f-f581-49d9-b005-75685c128af0', 'mac_address': 'fa:16:3e:5e:b0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:22.211546 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4761b367-4f80-4bd3-b238-24fdec5ddccf req-6fdb908e-e47d-415b-99cb-db23c2c85c65 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441455 Nov 03 15:51:22.217149 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368f8a8e-a48a-4242-b2a4-80cc94f6074c x-openstack-request-id: req-368f8a8e-a48a-4242-b2a4-80cc94f6074c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:22.217503 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66280887-b359-4f49-bb8a-c40446d2abdf", "name": "network-vif-deleted", "tag": "73b585da-60f4-4e21-8759-942e91cec97b", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:22.217988 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-368f8a8e-a48a-4242-b2a4-80cc94f6074c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:22.218290 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66280887-b359-4f49-bb8a-c40446d2abdf', 'name': 'network-vif-deleted', 'tag': '73b585da-60f4-4e21-8759-942e91cec97b', 'status': 'completed', 'code': 200} Nov 03 15:51:22.223698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-e79e9c76-afb9-4aef-a9f5-c0e7c9e08a65 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/827d154b-facf-476e-8c8b-7bcbc745c5ef HTTP/1.1" status: 200 len: 2998 time: 0.0633066 Nov 03 15:51:22.282128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-19ab1cfc-4699-4c97-93e1-ad51f2062f9a tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/827d154b-facf-476e-8c8b-7bcbc745c5ef HTTP/1.1" status: 200 len: 2998 time: 0.0504777 Nov 03 15:51:22.287552 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:22.310805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff65e10f-f581-49d9-b005-75685c128af0 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:22.332695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-c68703e3-babe-46fa-aa52-c94c259fcf62 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/8398d73d-b807-47bd-a170-37b167ff7db3 HTTP/1.1" status: 200 len: 2998 time: 0.0441999 Nov 03 15:51:22.341801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4196e-3865-4471-9529-ce59bcb76eb1 req-c325faaf-ddb6-4d49-a406-cb07a7efe274 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:22.343908 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-61b4196e-3865-4471-9529-ce59bcb76eb1 req-c325faaf-ddb6-4d49-a406-cb07a7efe274 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 944 time: 0.0665636 Nov 03 15:51:22.345973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ff65e10f-f581-49d9-b005-75685c128af0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff65e10f-f581-49d9-b005-75685c128af0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:22.355108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:22.355776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 40da8018-58ad-4b68-9024-6b2f40aadfd7 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:22.389179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-981f9d50-cc8d-47b9-a3f4-cd8a9755b2bb tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/8398d73d-b807-47bd-a170-37b167ff7db3 HTTP/1.1" status: 200 len: 2998 time: 0.0485938 Nov 03 15:51:22.434509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-61b4196e-3865-4471-9529-ce59bcb76eb1 req-2d377349-a6f1-4646-8949-0efdbc5e8b54 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838683 Nov 03 15:51:22.459238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-5b5480aa-dd68-4c42-8670-eb0d0a348fe0 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/8a653a79-99f0-4310-acb5-21fa59fd4a98 HTTP/1.1" status: 200 len: 2998 time: 0.0625610 Nov 03 15:51:22.512385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-b161f414-7deb-4d58-b2cf-a318a008487e tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/8a653a79-99f0-4310-acb5-21fa59fd4a98 HTTP/1.1" status: 200 len: 2998 time: 0.0426641 Nov 03 15:51:22.569050 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-044ea2e9-54b9-4a08-8ba4-1efd9ded0aaf tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/99f473a7-5732-4701-8a30-5b3019af5c4b HTTP/1.1" status: 200 len: 2998 time: 0.0498393 Nov 03 15:51:22.618043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-4a4533f8-30ab-4a4f-b09c-899953e5c9ae tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/99f473a7-5732-4701-8a30-5b3019af5c4b HTTP/1.1" status: 200 len: 2998 time: 0.0409944 Nov 03 15:51:22.637758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=ff65e10f-f581-49d9-b005-75685c128af0,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:22.671202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-f982ff65-0eeb-484c-8333-ae8b246209a6 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/c4867ec5-9e3f-4c36-a75a-98f08cd38642 HTTP/1.1" status: 200 len: 2998 time: 0.0446231 Nov 03 15:51:22.685491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:22.697183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '40da8018-58ad-4b68-9024-6b2f40aadfd7', 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede', 'port_id': '40da8018-58ad-4b68-9024-6b2f40aadfd7', 'mac_address': 'fa:16:3e:7c:8c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f39b73-700f-497b-8303-695c939e8a88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:22.700418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504aa60-f263-4625-ba34-ffaf855958b1 req-4bc9e7f7-5119-4865-895b-f17ea312b978 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:22.702175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8504aa60-f263-4625-ba34-ffaf855958b1 req-4bc9e7f7-5119-4865-895b-f17ea312b978 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 947 time: 0.0803387 Nov 03 15:51:22.729153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-aa81b1d1-2d8b-4713-8b34-658cd120a1e4 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/c4867ec5-9e3f-4c36-a75a-98f08cd38642 HTTP/1.1" status: 200 len: 2998 time: 0.0500264 Nov 03 15:51:22.736847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:22.756042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40da8018-58ad-4b68-9024-6b2f40aadfd7 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:22.777775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8504aa60-f263-4625-ba34-ffaf855958b1 req-48b4ffcb-e1af-42de-80b2-ef225dd90a80 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689957 Nov 03 15:51:22.783922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:22.788473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-b85c12e6-f425-4181-b136-43d5b5fa41ad tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/c7bafa94-eea7-4f82-9fe3-b297c13dc534 HTTP/1.1" status: 200 len: 2998 time: 0.0518141 Nov 03 15:51:22.789782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:22.850085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-c1f59845-69be-4a83-a2be-1beb3791084a tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/c7bafa94-eea7-4f82-9fe3-b297c13dc534 HTTP/1.1" status: 200 len: 2998 time: 0.0547211 Nov 03 15:51:22.858994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=40da8018-58ad-4b68-9024-6b2f40aadfd7,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:22.901111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-e395720d-fbee-491e-aa4e-adf68d9e5c6f tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d1af09bd-25e1-414a-aa60-d1e9283b4b49 HTTP/1.1" status: 200 len: 2998 time: 0.0461628 Nov 03 15:51:22.905204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310428a3-a54d-4b8c-afe2-85a41c25516d req-2ebf425e-2a7f-41cc-8da3-fb9f6d3bb4fc tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:22.906910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-310428a3-a54d-4b8c-afe2-85a41c25516d req-2ebf425e-2a7f-41cc-8da3-fb9f6d3bb4fc tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 943 time: 0.0518193 Nov 03 15:51:22.908080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40808) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:22.950418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-a7f99803-4184-4f86-99e4-3aaa0a5a98ec tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d1af09bd-25e1-414a-aa60-d1e9283b4b49 HTTP/1.1" status: 200 len: 2998 time: 0.0399456 Nov 03 15:51:22.961866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-310428a3-a54d-4b8c-afe2-85a41c25516d req-dcefd748-1e48-484e-a2f0-019af3056f5c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450423 Nov 03 15:51:22.996130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-fe595870-0caf-4453-b721-0db7df788b59 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/dc40a79c-4af4-49ee-8d8a-1385d522f169 HTTP/1.1" status: 200 len: 2994 time: 0.0382190 Nov 03 15:51:23.016983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84'}, {'name': 'network-changed', 'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:23.020100 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99894cc3-83f9-40a0-8711-57fc4206d471" -d '{"events": [{"server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "name": "network-vif-unplugged", "status": "completed", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84"}, {"name": "network-changed", "server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:23.045344 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e791ec0f-8d24-4765-aded-a6eaed5e4afd req-0458b81d-e471-4e13-ad88-ea2eff9e9f57 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/dc40a79c-4af4-49ee-8d8a-1385d522f169 HTTP/1.1" status: 200 len: 2994 time: 0.0429633 Nov 03 15:51:23.045844 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-280e361a-cc01-44ac-b26a-41c78520b1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.086529 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8e3810-d236-4e5c-85ef-a71c5f7c17d2 x-openstack-request-id: req-fe8e3810-d236-4e5c-85ef-a71c5f7c17d2 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:23.086827 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "name": "network-vif-unplugged", "status": "completed", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84", "code": 200}, {"name": "network-changed", "server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:23.087217 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fe8e3810-d236-4e5c-85ef-a71c5f7c17d2 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:23.087668 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84', 'code': 200} Nov 03 15:51:23.088041 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84', 'status': 'completed', 'code': 200} Nov 03 15:51:23.145123 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-280e361a-cc01-44ac-b26a-41c78520b1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.153332 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-280e361a-cc01-44ac-b26a-41c78520b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.200189 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-280e361a-cc01-44ac-b26a-41c78520b1da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b4f99e43e8194a88acea7389ac131f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909760 Nov 03 15:51:23.202435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e361a-cc01-44ac-b26a-41c78520b1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f93b8f2-f6df-4560-a0d6-acd86cf981ea,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:23.204975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40822) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:23.219637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-449565f2-cc47-4229-a378-5da90b922a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:23.221082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-449565f2-cc47-4229-a378-5da90b922a23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1124 time: 0.0961132 Nov 03 15:51:23.227622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7e843b0-6583-4992-81f4-64e9873f7cef req-a67e9c0e-c8a6-4d6c-811e-fd8eae8025ff tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f57efe5de7014af4b03157b353024d35 HTTP/1.1" status: 200 len: 6153 time: 0.1291697 Nov 03 15:51:23.293034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756afd09-26cd-4819-a8ae-1cc52985bfa7 req-ba640b57-019f-4d12-93d2-8aee17ded819 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:23.294547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-756afd09-26cd-4819-a8ae-1cc52985bfa7 req-ba640b57-019f-4d12-93d2-8aee17ded819 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 950 time: 0.0823519 Nov 03 15:51:23.297502 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c798940-4b51-4c83-a980-69b997d2fcc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.333076 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7e843b0-6583-4992-81f4-64e9873f7cef req-33c1d226-6ca8-4c19-becd-9179cc1c8fe4 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] 10.222.0.86 "GET /v2.0/security-groups/8034f670-82df-4aeb-a985-5b6303b72063 HTTP/1.1" status: 200 len: 2998 time: 0.0953827 Nov 03 15:51:23.335157 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c798940-4b51-4c83-a980-69b997d2fcc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.360730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-0de3341a-0c60-4d79-8ffa-dafaebbd181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:23.361387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ff65e10f-f581-49d9-b005-75685c128af0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:23.362210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-0de3341a-0c60-4d79-8ffa-dafaebbd181e service neutron] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.1328182 Nov 03 15:51:23.390891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['40da8018-58ad-4b68-9024-6b2f40aadfd7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:23.395629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-756afd09-26cd-4819-a8ae-1cc52985bfa7 req-890fe0a5-bf00-44ae-a3c4-e3ec12f12570 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933602 Nov 03 15:51:23.415712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c798940-4b51-4c83-a980-69b997d2fcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.426205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c798940-4b51-4c83-a980-69b997d2fcc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.426205 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6c798940-4b51-4c83-a980-69b997d2fcc4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f93b8f2-f6df-4560-a0d6-acd86cf981ea HTTP/1.1" status: 204 len: 168 time: 0.2137151 Nov 03 15:51:23.434004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-32cfc844-5412-4d7a-a6b0-5417ce6df72e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 200 len: 217 time: 0.0570085 Nov 03 15:51:23.434363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c798940-4b51-4c83-a980-69b997d2fcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f93b8f2-f6df-4560-a0d6-acd86cf981ea,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:23.452515 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7e843b0-6583-4992-81f4-64e9873f7cef req-aaeb0f22-96e7-4027-83e3-d6b00d8d9b71 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] 10.222.0.86 "GET /v2.0/security-groups/8034f670-82df-4aeb-a985-5b6303b72063 HTTP/1.1" status: 200 len: 2998 time: 0.1006465 Nov 03 15:51:23.532984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-3410b1a1-a67c-433d-8c56-16d4eb7f65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:23.534578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-3410b1a1-a67c-433d-8c56-16d4eb7f65a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0881925 Nov 03 15:51:23.545447 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4996d31-c1d7-4323-9c5e-2d143cc1cfb2 req-185d94bc-15f6-460e-a4f1-7daab0d09718 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/875b108b-83d5-4d9b-9827-dea13a42b68a HTTP/1.1" status: 200 len: 1795 time: 0.0753431 Nov 03 15:51:23.590036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9aaf8-c974-4924-9176-40fc781b8398 req-21651e7d-19bd-4560-8a27-6ba08b9bf5e7 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:23.590181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-2857b7f8-43a8-4adc-9847-65cfc1ea38f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369589 Nov 03 15:51:23.598269 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22c9aaf8-c974-4924-9176-40fc781b8398 req-21651e7d-19bd-4560-8a27-6ba08b9bf5e7 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 949 time: 0.0849245 Nov 03 15:51:23.644366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22c9aaf8-c974-4924-9176-40fc781b8398 req-f4a846c1-a5b7-4e03-896e-4589cb17ba44 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 Nov 03 15:51:23.677150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d4996d31-c1d7-4323-9c5e-2d143cc1cfb2 req-cde2193b-8bda-4119-ba2c-87884df04827 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.714569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d4996d31-c1d7-4323-9c5e-2d143cc1cfb2 req-cde2193b-8bda-4119-ba2c-87884df04827 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.727601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-13d6011b-94f6-4f7e-a5aa-b72825619143 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216242 Nov 03 15:51:23.782177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68659690-af38-4cf9-9199-b76e0834ca77 req-b0d1a2dd-d03f-47e5-bccd-056cfd357c16 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:23.784992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68659690-af38-4cf9-9199-b76e0834ca77 req-b0d1a2dd-d03f-47e5-bccd-056cfd357c16 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 945 time: 0.0595787 Nov 03 15:51:23.839137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40836) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:23.853205 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d4996d31-c1d7-4323-9c5e-2d143cc1cfb2 req-cde2193b-8bda-4119-ba2c-87884df04827 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.857567 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d4996d31-c1d7-4323-9c5e-2d143cc1cfb2 req-cde2193b-8bda-4119-ba2c-87884df04827 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.859289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4996d31-c1d7-4323-9c5e-2d143cc1cfb2 req-cde2193b-8bda-4119-ba2c-87884df04827 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/875b108b-83d5-4d9b-9827-dea13a42b68a HTTP/1.1" status: 204 len: 173 time: 0.3128834 Nov 03 15:51:23.869272 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68659690-af38-4cf9-9199-b76e0834ca77 req-7c42a92d-89ec-4c40-936c-d7c6f41ab84a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770791 Nov 03 15:51:23.888217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e0833a7-cb7c-4561-8aef-4c94420c59d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:23.906608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2193b-8bda-4119-ba2c-87884df04827 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875b108b-83d5-4d9b-9827-dea13a42b68a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:23.954403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99894cc3-83f9-40a0-8711-57fc4206d471 req-a831ff18-cefb-4852-9f71-440f62778df3 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181072 Nov 03 15:51:23.971099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:24.061358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed4f2ab5-8af4-4230-a4fe-75d09a6590a0 req-35c12a6e-6797-4bb6-8b61-b21d6aff6bdc tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9ca786d9-9107-449e-8adc-075e6b6d5957 HTTP/1.1" status: 200 len: 1795 time: 0.0771022 Nov 03 15:51:24.061637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539ca0a-0f6a-4fad-b0c5-f84efbe4746e req-4b4322d0-7177-47b7-baa0-9b406ee3063c tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:24.063602 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f539ca0a-0f6a-4fad-b0c5-f84efbe4746e req-4b4322d0-7177-47b7-baa0-9b406ee3063c tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 947 time: 0.0701509 Nov 03 15:51:24.080181 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e0833a7-cb7c-4561-8aef-4c94420c59d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.087331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:24.092898 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e0833a7-cb7c-4561-8aef-4c94420c59d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.099434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '8ef4b2a0-0215-4c9f-b1db-094d4ce1d239', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '8ef4b2a0-0215-4c9f-b1db-094d4ce1d239', 'mac_address': 'fa:16:3e:5a:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:24.116726 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f539ca0a-0f6a-4fad-b0c5-f84efbe4746e req-73a58f20-0f70-451e-9036-973597acec3f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450985 Nov 03 15:51:24.150219 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.153316 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6e0833a7-cb7c-4561-8aef-4c94420c59d5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6ccdd31eb69d4e6fbc1035ae4ee02252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129439 Nov 03 15:51:24.157157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40842) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:24.160549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0833a7-cb7c-4561-8aef-4c94420c59d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cda10a-6359-4983-a79c-bdb4d7f8766a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:24.172529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:24.177844 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed4f2ab5-8af4-4230-a4fe-75d09a6590a0 req-25928a1b-ea38-42fa-90ad-624cccf67b63 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.202959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:24.203522 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed4f2ab5-8af4-4230-a4fe-75d09a6590a0 req-25928a1b-ea38-42fa-90ad-624cccf67b63 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.208559 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.209552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:24.248604 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed4f2ab5-8af4-4230-a4fe-75d09a6590a0 req-25928a1b-ea38-42fa-90ad-624cccf67b63 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.252310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed4f2ab5-8af4-4230-a4fe-75d09a6590a0 req-25928a1b-ea38-42fa-90ad-624cccf67b63 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.253772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef8be47e-0517-4bca-898c-44c1e8c0a4b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.257672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed4f2ab5-8af4-4230-a4fe-75d09a6590a0 req-25928a1b-ea38-42fa-90ad-624cccf67b63 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/9ca786d9-9107-449e-8adc-075e6b6d5957 HTTP/1.1" status: 204 len: 173 time: 0.1801169 Nov 03 15:51:24.278699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25928a1b-ea38-42fa-90ad-624cccf67b63 tempest-SecurityGroupsTestAdminJSON-716555519 tempest-SecurityGroupsTestAdminJSON-716555519-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca786d9-9107-449e-8adc-075e6b6d5957,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:24.282304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc10091-360b-4343-9ee5-73d358d7f88c req-e08cd3de-1a74-4f4a-83a1-8a670533564e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:24.283818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fc10091-360b-4343-9ee5-73d358d7f88c req-e08cd3de-1a74-4f4a-83a1-8a670533564e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 943 time: 0.0870149 Nov 03 15:51:24.303756 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef8be47e-0517-4bca-898c-44c1e8c0a4b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.305655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:24.321920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:24.326252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2575096f-79c1-454b-a673-cb59c777ebed req-4a743be8-7e33-4d39-9017-80a8f5b36a12 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] 10.222.0.86 "GET /v2.0/security-groups/397ce2b1-9160-4c6b-bdef-a809ace796db HTTP/1.1" status: 200 len: 1794 time: 0.0494151 Nov 03 15:51:24.326699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'mac_address': 'fa:16:3e:2d:d6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:24.369227 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.380166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fc10091-360b-4343-9ee5-73d358d7f88c req-18ffc846-747e-4483-bc11-df22398f6ea0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869243 Nov 03 15:51:24.391022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b1fe94-c47c-4fc8-8951-5c51878ff204 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:24.393917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2575096f-79c1-454b-a673-cb59c777ebed req-76227125-7339-450d-a5cf-78e09f8dc98a tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.399942 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef8be47e-0517-4bca-898c-44c1e8c0a4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.402602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef8be47e-0517-4bca-898c-44c1e8c0a4b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.406320 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ef8be47e-0517-4bca-898c-44c1e8c0a4b3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56cda10a-6359-4983-a79c-bdb4d7f8766a HTTP/1.1" status: 204 len: 168 time: 0.2478147 Nov 03 15:51:24.415807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8be47e-0517-4bca-898c-44c1e8c0a4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cda10a-6359-4983-a79c-bdb4d7f8766a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:24.423525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2575096f-79c1-454b-a673-cb59c777ebed req-76227125-7339-450d-a5cf-78e09f8dc98a tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.424210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:24.448600 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.483241 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2575096f-79c1-454b-a673-cb59c777ebed req-76227125-7339-450d-a5cf-78e09f8dc98a tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.487112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2575096f-79c1-454b-a673-cb59c777ebed req-76227125-7339-450d-a5cf-78e09f8dc98a tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.488909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2575096f-79c1-454b-a673-cb59c777ebed req-76227125-7339-450d-a5cf-78e09f8dc98a tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] 10.222.0.86 "DELETE /v2.0/security-groups/397ce2b1-9160-4c6b-bdef-a809ace796db HTTP/1.1" status: 204 len: 173 time: 0.1543765 Nov 03 15:51:24.491196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 73b585da-60f4-4e21-8759-942e91cec97b no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:51:24.502113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227125-7339-450d-a5cf-78e09f8dc98a tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ce2b1-9160-4c6b-bdef-a809ace796db,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:24.548199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 73b585da-60f4-4e21-8759-942e91cec97b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:51:24.548669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 73b585da-60f4-4e21-8759-942e91cec97b not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:51:24.563696 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ec6ece34-f92e-4f57-ab66-c2bcb280d0ff req-25684f0e-8962-4f3f-bbb0-653c2a741bfb tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] 10.222.0.86 "GET /v2.0/security-groups/60f397d7-61f0-4335-9554-8a81974df047 HTTP/1.1" status: 200 len: 1794 time: 0.0458877 Nov 03 15:51:24.574777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:24.595970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7807c31-0d8c-44b5-8cbc-d3f6cabc4b92 req-59e4ca3e-1650-4f81-a8cd-e36c50ca830b tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:24.598119 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7807c31-0d8c-44b5-8cbc-d3f6cabc4b92 req-59e4ca3e-1650-4f81-a8cd-e36c50ca830b tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 950 time: 0.0714321 Nov 03 15:51:24.640451 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ec6ece34-f92e-4f57-ab66-c2bcb280d0ff req-c196ccdc-c797-4852-b535-5dbf5d812ca7 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.656803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7807c31-0d8c-44b5-8cbc-d3f6cabc4b92 req-071cbadc-3456-43a9-8da9-82d415ef91c9 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/security-groups?id=8398d73d-b807-47bd-a170-37b167ff7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508955 Nov 03 15:51:24.676446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ec6ece34-f92e-4f57-ab66-c2bcb280d0ff req-c196ccdc-c797-4852-b535-5dbf5d812ca7 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.718285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ec6ece34-f92e-4f57-ab66-c2bcb280d0ff req-c196ccdc-c797-4852-b535-5dbf5d812ca7 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.721251 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ec6ece34-f92e-4f57-ab66-c2bcb280d0ff req-c196ccdc-c797-4852-b535-5dbf5d812ca7 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:24.722476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ec6ece34-f92e-4f57-ab66-c2bcb280d0ff req-c196ccdc-c797-4852-b535-5dbf5d812ca7 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] 10.222.0.86 "DELETE /v2.0/security-groups/60f397d7-61f0-4335-9554-8a81974df047 HTTP/1.1" status: 204 len: 173 time: 0.1434667 Nov 03 15:51:24.744978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196ccdc-c797-4852-b535-5dbf5d812ca7 tempest-SecurityGroupsTestAdminJSON-84027627 tempest-SecurityGroupsTestAdminJSON-84027627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f397d7-61f0-4335-9554-8a81974df047,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:24.780035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aee9f-5d5d-48e1-89a3-86a03d51fe23 req-691394d3-4d2e-4248-b115-339b4b8ae7f5 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:24.781787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-099aee9f-5d5d-48e1-89a3-86a03d51fe23 req-691394d3-4d2e-4248-b115-339b4b8ae7f5 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 949 time: 0.0585597 Nov 03 15:51:24.832254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-099aee9f-5d5d-48e1-89a3-86a03d51fe23 req-e5eccbb7-035a-45c2-a04a-c3c81a83527d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Nov 03 15:51:24.965270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:25.001175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32848e96-3e2a-4879-b18c-b0d0b91eebdd req-c8a709c1-1403-4201-a241-b24fa87a748d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:25.011109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32848e96-3e2a-4879-b18c-b0d0b91eebdd req-c8a709c1-1403-4201-a241-b24fa87a748d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 945 time: 0.0665939 Nov 03 15:51:25.060709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32848e96-3e2a-4879-b18c-b0d0b91eebdd req-32121b38-e409-45e7-a139-4b3732cf9999 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Nov 03 15:51:25.142034 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6a6cdb81-10be-42f2-a2c3-489d5c5d21ad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f57efe5de7014af4b03157b353024d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755400 Nov 03 15:51:25.144747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-ef21e31e-74ea-4f99-9cb4-b22f5a1330e7 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:25.144916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40884) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:25.145929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-ef21e31e-74ea-4f99-9cb4-b22f5a1330e7 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.15 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 950 time: 0.0569696 Nov 03 15:51:25.219932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e1df4f69-e0b4-4e2c-b414-844f01573c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:25.256137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Deleting port c42fb993-af7b-429f-9aad-e4965ef21069 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:51:25.256747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:25.260161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e1df4f69-e0b4-4e2c-b414-844f01573c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:25.300773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e18111-1c03-420c-a209-45f148f545b2 req-7d8a02e6-9ca7-4393-8d31-6143ccf5307d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:25.302404 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6e18111-1c03-420c-a209-45f148f545b2 req-7d8a02e6-9ca7-4393-8d31-6143ccf5307d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 948 time: 0.0962057 Nov 03 15:51:25.307428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8ef4b2a0-0215-4c9f-b1db-094d4ce1d239'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:25.336916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['a1b1fe94-c47c-4fc8-8951-5c51878ff204'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:25.340837 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e1df4f69-e0b4-4e2c-b414-844f01573c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:25.345980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e1df4f69-e0b4-4e2c-b414-844f01573c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:25.347403 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e1df4f69-e0b4-4e2c-b414-844f01573c3e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8034f670-82df-4aeb-a985-5b6303b72063 HTTP/1.1" status: 204 len: 168 time: 0.2007940 Nov 03 15:51:25.370991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df4f69-e0b4-4e2c-b414-844f01573c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8034f670-82df-4aeb-a985-5b6303b72063,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:25.392092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6e18111-1c03-420c-a209-45f148f545b2 req-8bff6911-2378-4696-b0eb-b5768ed5659f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720263 Nov 03 15:51:25.399673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] For port c42fb993-af7b-429f-9aad-e4965ef21069, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c42fb993-af7b-429f-9aad-e4965ef21069,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:25.401673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:25.433904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Calling delete_port for c42fb993-af7b-429f-9aad-e4965ef21069 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:51:25.566394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29962de3-fd39-4914-beac-db67b8710070 req-460ab911-e3a9-4c21-a424-b0bdf3a4cf1e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:25.576117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29962de3-fd39-4914-beac-db67b8710070 req-460ab911-e3a9-4c21-a424-b0bdf3a4cf1e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 943 time: 0.0766847 Nov 03 15:51:25.638603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29962de3-fd39-4914-beac-db67b8710070 req-a1ec14f2-742b-473b-9d51-eb9cba17de45 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616283 Nov 03 15:51:25.706917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:25.738716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Pushing event deleted for resources: {'Port': ['ID=c42fb993-af7b-429f-9aad-e4965ef21069,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:25.786016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cae5a675-425a-4fb7-a16c-3203301d7a1f req-b2ecff18-a210-4c2b-8777-dfb139c5b3a5 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.86 "GET /v2.0/ports?device_id=14231ca2-89b1-4093-ac49-bd52986b6d45 HTTP/1.1" status: 200 len: 210 time: 0.0461884 Nov 03 15:51:25.814084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] No DVR routers for this DVR port c42fb993-af7b-429f-9aad-e4965ef21069 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:51:25.819833 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:25.824288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88915561-5ee6-41c5-8965-9dcfd7438ca7 req-bb4933ec-574c-470e-8980-24e409b1bb02 tempest-LiveMigrationNegativeTest-2031849090 tempest-LiveMigrationNegativeTest-2031849090-project] 10.222.0.15 "DELETE /v2.0/ports/c42fb993-af7b-429f-9aad-e4965ef21069 HTTP/1.1" status: 204 len: 173 time: 0.6720271 Nov 03 15:51:25.825031 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14231ca2-89b1-4093-ac49-bd52986b6d45', 'name': 'network-vif-deleted', 'tag': 'c42fb993-af7b-429f-9aad-e4965ef21069'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:25.827549 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b98c2e-f090-4b70-ab8e-681bdfc38bab" -d '{"events": [{"server_uuid": "14231ca2-89b1-4093-ac49-bd52986b6d45", "name": "network-vif-deleted", "tag": "c42fb993-af7b-429f-9aad-e4965ef21069"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:25.873383 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d282250-76ec-4aee-8d3a-a17d20de438c x-openstack-request-id: req-8d282250-76ec-4aee-8d3a-a17d20de438c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:25.873824 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14231ca2-89b1-4093-ac49-bd52986b6d45", "name": "network-vif-deleted", "tag": "c42fb993-af7b-429f-9aad-e4965ef21069", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:25.874041 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8d282250-76ec-4aee-8d3a-a17d20de438c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:25.874439 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14231ca2-89b1-4093-ac49-bd52986b6d45', 'name': 'network-vif-deleted', 'tag': 'c42fb993-af7b-429f-9aad-e4965ef21069', 'status': 'completed', 'code': 200} Nov 03 15:51:25.994023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e321406c-b26d-4bb0-874a-1a85b18d0d84 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:26.003302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ff65e10f-f581-49d9-b005-75685c128af0 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:26.006109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02100c46-8b71-49e5-ab27-b4b092c4fa3c req-4da1e47c-071a-4afc-871a-5bb9fd419e32 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:26.014825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02100c46-8b71-49e5-ab27-b4b092c4fa3c req-4da1e47c-071a-4afc-871a-5bb9fd419e32 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 949 time: 0.0769656 Nov 03 15:51:26.035380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40910) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:26.091014 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02100c46-8b71-49e5-ab27-b4b092c4fa3c req-5d57ebc5-9b68-4f54-b11c-23da063e802e tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688541 Nov 03 15:51:26.124013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2ebde610-8d53-48f9-bd5c-28dfeb9e33e7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67074086f6dc405fbce919849ad96874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0867357 Nov 03 15:51:26.126384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40918) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:26.180715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:26.198906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e321406c-b26d-4bb0-874a-1a85b18d0d84 has no active binding in host n-h1-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 15:51:26.214062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port ff65e10f-f581-49d9-b005-75685c128af0 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:26.218904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port ff65e10f-f581-49d9-b005-75685c128af0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:26.219274 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.227014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9fc0f-b133-49c5-bcd8-fb4145034789 req-f3f08c02-05ca-45ec-aa27-01147dea3d64 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:26.228438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc3ed-a9bf-4eaa-90d7-1f8675171d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.230130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-91f9fc0f-b133-49c5-bcd8-fb4145034789 req-f3f08c02-05ca-45ec-aa27-01147dea3d64 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 945 time: 0.0745337 Nov 03 15:51:26.256256 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc3ed-a9bf-4eaa-90d7-1f8675171d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.301556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-91f9fc0f-b133-49c5-bcd8-fb4145034789 req-eff0fb46-a5d5-4afb-afe7-86b06a11429c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628250 Nov 03 15:51:26.325483 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.343029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc3ed-a9bf-4eaa-90d7-1f8675171d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.345699 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc3ed-a9bf-4eaa-90d7-1f8675171d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.346845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dd2fc3ed-a9bf-4eaa-90d7-1f8675171d81 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c7bafa94-eea7-4f82-9fe3-b297c13dc534 HTTP/1.1" status: 204 len: 168 time: 0.2193730 Nov 03 15:51:26.356423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fc3ed-a9bf-4eaa-90d7-1f8675171d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bafa94-eea7-4f82-9fe3-b297c13dc534,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:26.363864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ff65e10f-f581-49d9-b005-75685c128af0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff65e10f-f581-49d9-b005-75685c128af0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:26.364880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ef33d6-5a41-41e3-977c-ffb938705bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff65e10f-f581-49d9-b005-75685c128af0'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:26.367500 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efca7037-4036-4fe4-96c7-5d0fd4001d59" -d '{"events": [{"server_uuid": "94ef33d6-5a41-41e3-977c-ffb938705bee", "name": "network-vif-plugged", "status": "completed", "tag": "ff65e10f-f581-49d9-b005-75685c128af0"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:26.380126 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.380910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 40da8018-58ad-4b68-9024-6b2f40aadfd7 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:26.446745 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77784e8d-b0d7-4501-b152-341e53c4ecd3 x-openstack-request-id: req-77784e8d-b0d7-4501-b152-341e53c4ecd3 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:26.447064 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ef33d6-5a41-41e3-977c-ffb938705bee", "name": "network-vif-plugged", "status": "completed", "tag": "ff65e10f-f581-49d9-b005-75685c128af0", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:26.447324 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-77784e8d-b0d7-4501-b152-341e53c4ecd3 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:26.447720 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ef33d6-5a41-41e3-977c-ffb938705bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff65e10f-f581-49d9-b005-75685c128af0', 'code': 200} Nov 03 15:51:26.481770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=ff65e10f-f581-49d9-b005-75685c128af0,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:26.531485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 40da8018-58ad-4b68-9024-6b2f40aadfd7 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:26.537365 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 40da8018-58ad-4b68-9024-6b2f40aadfd7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:26.541764 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.593729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902284b-a564-4523-98ed-44cb730167e5 req-b365d6bf-cd2a-4c3a-9d15-5424d5d51675 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:26.604427 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d902284b-a564-4523-98ed-44cb730167e5 req-b365d6bf-cd2a-4c3a-9d15-5424d5d51675 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 948 time: 0.0835824 Nov 03 15:51:26.627209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c42fb993-af7b-429f-9aad-e4965ef21069'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:26.666527 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.681626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de12d3-8cf5-478f-9ce0-aed25717fcfc req-55f29ab1-130b-4f66-8ac2-bcfc24cb1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:26.683139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62de12d3-8cf5-478f-9ce0-aed25717fcfc req-55f29ab1-130b-4f66-8ac2-bcfc24cb1ae3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 1101 time: 0.1106508 Nov 03 15:51:26.689127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d902284b-a564-4523-98ed-44cb730167e5 req-f7e6a728-a5f5-4c4d-834d-044fd1b271bb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790079 Nov 03 15:51:26.711390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:26.718257 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:26.792452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=40da8018-58ad-4b68-9024-6b2f40aadfd7,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:26.801985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62de12d3-8cf5-478f-9ce0-aed25717fcfc req-1fae7ede-3626-47b9-ac86-07a2105eab9c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059184 Nov 03 15:51:26.864657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe97ea-b1ef-408b-b9c5-ed5f0bb75d69 req-e957efd3-7df9-4cbe-9735-d08f2840d367 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:26.866307 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9dfe97ea-b1ef-408b-b9c5-ed5f0bb75d69 req-e957efd3-7df9-4cbe-9735-d08f2840d367 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 943 time: 0.0635364 Nov 03 15:51:26.922830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9dfe97ea-b1ef-408b-b9c5-ed5f0bb75d69 req-75f7b894-b4be-4d28-98f0-5f854fdb0a56 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501704 Nov 03 15:51:27.047915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40952) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:27.077335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40956) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:27.434481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c7bbe-9716-42ee-9694-c6ce98f47a5f req-aa7e0899-dff7-4d49-b915-eca42819360a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:27.436109 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa62ebb3-eecd-420f-bb45-51a973c4d093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:27.436772 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6c8c7bbe-9716-42ee-9694-c6ce98f47a5f req-aa7e0899-dff7-4d49-b915-eca42819360a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 946 time: 0.0595670 Nov 03 15:51:27.480502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69c1a3-9638-4e62-a9be-aa203e40ee4a req-9f5431c2-da02-453b-bd2f-74e67e42124a tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:27.481960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c69c1a3-9638-4e62-a9be-aa203e40ee4a req-9f5431c2-da02-453b-bd2f-74e67e42124a tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 950 time: 0.3298612 Nov 03 15:51:27.496030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-14f32439-1796-4d03-864d-ed423cdde294 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3e5293bab064d3196962bfbabeb03f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173381 Nov 03 15:51:27.498816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40978) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:27.511018 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6c8c7bbe-9716-42ee-9694-c6ce98f47a5f req-081d7615-fc0d-4bbb-9c90-a50e9c176c3a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672979 Nov 03 15:51:27.614083 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c69c1a3-9638-4e62-a9be-aa203e40ee4a req-5a6507bb-00cc-4b0f-b9c9-34f91d0eea25 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054280 Nov 03 15:51:27.621339 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-134b84d9-9a13-4cd6-a173-fab624d1bdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:27.642069 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa62ebb3-eecd-420f-bb45-51a973c4d093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:27.650529 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa62ebb3-eecd-420f-bb45-51a973c4d093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:27.664751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-134b84d9-9a13-4cd6-a173-fab624d1bdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:27.714023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62ebb3-eecd-420f-bb45-51a973c4d093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf974a2c-cef4-4575-a169-159f39bf6235,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:27.718254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fa62ebb3-eecd-420f-bb45-51a973c4d093 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=563f6f3c6aa841ae8cb4596ccad06480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6691573 Nov 03 15:51:27.721373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40986) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:27.749565 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-134b84d9-9a13-4cd6-a173-fab624d1bdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:27.752549 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-134b84d9-9a13-4cd6-a173-fab624d1bdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:27.756470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-134b84d9-9a13-4cd6-a173-fab624d1bdb2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8398d73d-b807-47bd-a170-37b167ff7db3 HTTP/1.1" status: 204 len: 168 time: 0.2540834 Nov 03 15:51:27.772215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b84d9-9a13-4cd6-a173-fab624d1bdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8398d73d-b807-47bd-a170-37b167ff7db3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:27.842487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5ae55aa-51c6-4d49-b14a-ff282c4e8fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:27.871517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dca6f8-2f2c-4aab-a815-3ad54604e47c req-76b70035-1f0e-4beb-a83f-1cc499b88fcc tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:27.873063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04dca6f8-2f2c-4aab-a815-3ad54604e47c req-76b70035-1f0e-4beb-a83f-1cc499b88fcc tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 948 time: 0.0825856 Nov 03 15:51:27.879675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5ae55aa-51c6-4d49-b14a-ff282c4e8fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:27.966395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04dca6f8-2f2c-4aab-a815-3ad54604e47c req-cffbbcde-ac1a-4090-8665-31745695f987 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843480 Nov 03 15:51:27.990709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:28.000302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5ae55aa-51c6-4d49-b14a-ff282c4e8fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.004344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5ae55aa-51c6-4d49-b14a-ff282c4e8fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.009298 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c5ae55aa-51c6-4d49-b14a-ff282c4e8fae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf974a2c-cef4-4575-a169-159f39bf6235 HTTP/1.1" status: 204 len: 168 time: 0.2867033 Nov 03 15:51:28.021558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae55aa-51c6-4d49-b14a-ff282c4e8fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf974a2c-cef4-4575-a169-159f39bf6235,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:28.090045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port a1b1fe94-c47c-4fc8-8951-5c51878ff204 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:28.094325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port a1b1fe94-c47c-4fc8-8951-5c51878ff204 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:28.094792 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.095138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e599f7-b004-4a6c-9f96-b958e6ebeed0 req-05c8ad39-c364-43ff-a379-88f7901891e8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:28.097459 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11e599f7-b004-4a6c-9f96-b958e6ebeed0 req-05c8ad39-c364-43ff-a379-88f7901891e8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 943 time: 0.0759175 Nov 03 15:51:28.167106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11e599f7-b004-4a6c-9f96-b958e6ebeed0 req-fc8343a6-422f-4c10-8a64-4625f9ebb8e5 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622084 Nov 03 15:51:28.175898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:28.207569 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.228504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9171b921-f192-4d86-8586-da96b5979086 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=462abc87118a46eeaa35676b7e149a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513504 Nov 03 15:51:28.230790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41008) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:28.251164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:28.267950 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.269031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:28.293450 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5a72379-b6ca-4c13-ac43-d1a2823cc3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.318895 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5a72379-b6ca-4c13-ac43-d1a2823cc3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.380683 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5a72379-b6ca-4c13-ac43-d1a2823cc3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.384516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5a72379-b6ca-4c13-ac43-d1a2823cc3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.386196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b5a72379-b6ca-4c13-ac43-d1a2823cc3e9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/72be8ea8-2e96-4f47-971d-67d3f4f34d71 HTTP/1.1" status: 204 len: 168 time: 0.1540816 Nov 03 15:51:28.394748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a72379-b6ca-4c13-ac43-d1a2823cc3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72be8ea8-2e96-4f47-971d-67d3f4f34d71,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:28.418619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:28.447971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:28.453302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7'}, {'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:28.456370 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626708f9-f019-45bd-a1f2-1e65b1ed7848" -d '{"events": [{"server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "name": "network-vif-plugged", "status": "completed", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7"}, {"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-plugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:28.461312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:28.461704 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.515194 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581c77bd-66bc-4940-9576-4dd0fc66172e x-openstack-request-id: req-581c77bd-66bc-4940-9576-4dd0fc66172e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:28.515771 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "name": "network-vif-plugged", "status": "completed", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7", "code": 200}, {"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-plugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:28.516245 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-581c77bd-66bc-4940-9576-4dd0fc66172e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:28.517253 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7', 'code': 200} Nov 03 15:51:28.518015 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'code': 200} Nov 03 15:51:28.562365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41024) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:28.583787 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1a7aba4b-94b3-478f-b725-87d62fc5b8bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.593336 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-5af90750-243c-4f29-9bea-d574cc6b98b9 service neutron] 10.222.0.70 "GET /v2.0/ports/e321406c-b26d-4bb0-874a-1a85b18d0d84/bindings/n-h1-813897-2 HTTP/1.1" status: 200 len: 384 time: 0.0896666 Nov 03 15:51:28.618330 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.713476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:28.719143 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1a7aba4b-94b3-478f-b725-87d62fc5b8bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.721097 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.727110 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1a7aba4b-94b3-478f-b725-87d62fc5b8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.781915 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1a7aba4b-94b3-478f-b725-87d62fc5b8bf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f90d6aed54da40e59507eab15cbe2714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182727 Nov 03 15:51:28.782967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aba4b-94b3-478f-b725-87d62fc5b8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b25c10-0aa8-4a57-8b0c-04628e477c69,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:28.786902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41030) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:28.801505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:28.903160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c357-76ef-4c83-9b36-e12c7a550efb req-9e68d37a-55e4-433f-80b6-73f47bc264e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:28.904592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae52c357-76ef-4c83-9b36-e12c7a550efb req-9e68d37a-55e4-433f-80b6-73f47bc264e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1097 time: 0.0782878 Nov 03 15:51:28.919953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e35d3-c56e-4fc2-bbbd-897f2e10237b req-e3e78e04-b20a-4de5-9974-0c79be1f2983 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:28.921821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515ac21-3587-4d16-996b-2a83de4890c7 req-235d8435-af06-43c2-be23-4a64e4f29272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:28.924145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1515ac21-3587-4d16-996b-2a83de4890c7 req-235d8435-af06-43c2-be23-4a64e4f29272 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 1100 time: 0.0964184 Nov 03 15:51:28.927013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b2e35d3-c56e-4fc2-bbbd-897f2e10237b req-e3e78e04-b20a-4de5-9974-0c79be1f2983 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 946 time: 0.2111437 Nov 03 15:51:28.940230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5b06a71e-313e-44e6-a957-1021a353ad7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:28.989630 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5b06a71e-313e-44e6-a957-1021a353ad7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:29.028623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1515ac21-3587-4d16-996b-2a83de4890c7 req-e47c837e-afd7-4b94-a5c3-263d767cda16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965927 Nov 03 15:51:29.067361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5b06a71e-313e-44e6-a957-1021a353ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:29.075072 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5b06a71e-313e-44e6-a957-1021a353ad7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:29.077283 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5b06a71e-313e-44e6-a957-1021a353ad7e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/16b25c10-0aa8-4a57-8b0c-04628e477c69 HTTP/1.1" status: 204 len: 168 time: 0.2893200 Nov 03 15:51:29.087545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06a71e-313e-44e6-a957-1021a353ad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b25c10-0aa8-4a57-8b0c-04628e477c69,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:29.093205 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b2e35d3-c56e-4fc2-bbbd-897f2e10237b req-9813780a-5f4f-4671-8051-ab5d6c2c288d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653171 Nov 03 15:51:29.098909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae52c357-76ef-4c83-9b36-e12c7a550efb req-e09c11f2-2dc5-4083-af07-7d7f6a30cd96 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633122 Nov 03 15:51:29.218027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54279d7a-038c-4997-a6c3-54ce3be5216d req-4ca3a5e7-83f8-44a9-a980-1cdf871a8f1f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:29.227013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-54279d7a-038c-4997-a6c3-54ce3be5216d req-4ca3a5e7-83f8-44a9-a980-1cdf871a8f1f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 950 time: 0.0712221 Nov 03 15:51:29.297385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:29.307814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-54279d7a-038c-4997-a6c3-54ce3be5216d req-7b411469-2962-43a0-99e2-78cb85126f5a tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795956 Nov 03 15:51:29.314993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3dbc-29ca-4ef8-a484-a4047eb24685 req-c45a0e8e-5166-4100-a024-eb0433722c9f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:29.316553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2eba3dbc-29ca-4ef8-a484-a4047eb24685 req-c45a0e8e-5166-4100-a024-eb0433722c9f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 949 time: 0.1128728 Nov 03 15:51:29.353874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:29.418113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e321406c-b26d-4bb0-874a-1a85b18d0d84 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:29.434467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2eba3dbc-29ca-4ef8-a484-a4047eb24685 req-a256bc5e-6ed1-4db9-962b-52c0c41dc611 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007445 Nov 03 15:51:29.435094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:29.453360 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:29.520992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3abd69-25dd-43b5-93ba-c4beb595c4e1 req-bd226ba5-001d-4b7b-9744-7e872811dbde tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:29.523221 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be3abd69-25dd-43b5-93ba-c4beb595c4e1 req-bd226ba5-001d-4b7b-9744-7e872811dbde tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 943 time: 0.1028996 Nov 03 15:51:29.552171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] Transition to ACTIVE for port object e321406c-b26d-4bb0-874a-1a85b18d0d84 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:29.561245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:29.614590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be3abd69-25dd-43b5-93ba-c4beb595c4e1 req-489912f1-c296-4a0c-80d5-5bb8f6092ea9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809007 Nov 03 15:51:29.642352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] No DVR routers for this DVR port e321406c-b26d-4bb0-874a-1a85b18d0d84 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:51:29.686061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] 10.222.0.70 "PUT /v2.0/ports/e321406c-b26d-4bb0-874a-1a85b18d0d84/bindings/n-h1-813897-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0828619 Nov 03 15:51:29.702217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7144c1-c02d-4983-a050-772c338a5a17 service neutron] Pushing event updated for resources: {'Port': ['ID=e321406c-b26d-4bb0-874a-1a85b18d0d84,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:30.006379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-3fbbd537-eeae-47a4-9fab-589297377117 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.009016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-3fbbd537-eeae-47a4-9fab-589297377117 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1095 time: 0.0581093 Nov 03 15:51:30.009819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566164-5d0f-4120-a5b6-b3b931951687 req-b59aa5b4-b9fb-4681-8952-c50b9a7fe1ad tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.011318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68566164-5d0f-4120-a5b6-b3b931951687 req-b59aa5b4-b9fb-4681-8952-c50b9a7fe1ad tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 1101 time: 0.0544112 Nov 03 15:51:30.015003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c42fb993-af7b-429f-9aad-e4965ef21069 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:51:30.033635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68566164-5d0f-4120-a5b6-b3b931951687 req-a58b7fdb-8f98-4afb-8ff1-dd163306ef68 tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:30.040197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: c42fb993-af7b-429f-9aad-e4965ef21069 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:51:30.040698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c42fb993-af7b-429f-9aad-e4965ef21069 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:51:30.082836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-d572f530-a9ac-4a00-9976-1b564160b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.084624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-d572f530-a9ac-4a00-9976-1b564160b832 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2 HTTP/1.1" status: 200 len: 1095 time: 0.0638297 Nov 03 15:51:30.150767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68566164-5d0f-4120-a5b6-b3b931951687 req-a58b7fdb-8f98-4afb-8ff1-dd163306ef68 tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:30.156234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-68566164-5d0f-4120-a5b6-b3b931951687 req-a58b7fdb-8f98-4afb-8ff1-dd163306ef68 tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:30.201188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b7fdb-8f98-4afb-8ff1-dd163306ef68 tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3e7121-9dfe-4a18-806d-3e6a457b935b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:30.232486 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68566164-5d0f-4120-a5b6-b3b931951687 req-a58b7fdb-8f98-4afb-8ff1-dd163306ef68 tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107348 Nov 03 15:51:30.238595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-64af31b9-a8d7-4752-9f2c-afcbcbaf841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.240269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-64af31b9-a8d7-4752-9f2c-afcbcbaf841a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1095 time: 0.0850711 Nov 03 15:51:30.296596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41100) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:30.297635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f7509-afda-44d9-80d7-a22f1111023b req-f0e8c66c-6e98-4326-99bd-301947147a54 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.299780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-341f7509-afda-44d9-80d7-a22f1111023b req-f0e8c66c-6e98-4326-99bd-301947147a54 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 946 time: 0.1074901 Nov 03 15:51:30.408493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-341f7509-afda-44d9-80d7-a22f1111023b req-2a5fe924-2752-4918-a08c-b25a4d4616a2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712199 Nov 03 15:51:30.409763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-61b62d99-ed02-45af-8d9a-74c80f820a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.411221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-61b62d99-ed02-45af-8d9a-74c80f820a5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.1612742 Nov 03 15:51:30.477190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-08b6ddee-5b88-4201-9172-9ad6cb07d19e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 200 len: 217 time: 0.0480597 Nov 03 15:51:30.502105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ad55-8830-4922-8321-c55ff5849d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:30.519659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4274ca5-619a-4404-ab11-9e397c2203f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef4b2a0-0215-4c9f-b1db-094d4ce1d239'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:30.521764 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f09d1bc-14e3-4ec4-a9fe-be9cc971b23f" -d '{"events": [{"server_uuid": "d4274ca5-619a-4404-ab11-9e397c2203f2", "name": "network-vif-plugged", "status": "completed", "tag": "8ef4b2a0-0215-4c9f-b1db-094d4ce1d239"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:30.573078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-89cd730c-4a28-4ad8-bdc7-cfce6df3d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.575652 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-89cd730c-4a28-4ad8-bdc7-cfce6df3d69f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0904174 Nov 03 15:51:30.602894 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d7b3d1-6e3d-4f54-b09a-779c78f91a64 x-openstack-request-id: req-49d7b3d1-6e3d-4f54-b09a-779c78f91a64 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:30.603217 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4274ca5-619a-4404-ab11-9e397c2203f2", "name": "network-vif-plugged", "status": "completed", "tag": "8ef4b2a0-0215-4c9f-b1db-094d4ce1d239", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:30.603467 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-49d7b3d1-6e3d-4f54-b09a-779c78f91a64 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:30.603865 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4274ca5-619a-4404-ab11-9e397c2203f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef4b2a0-0215-4c9f-b1db-094d4ce1d239', 'code': 200} Nov 03 15:51:30.622999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-4ad9dd2d-667c-4bee-84d0-08176f82781e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378499 Nov 03 15:51:30.646369 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ad55-8830-4922-8321-c55ff5849d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:30.653878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ad55-8830-4922-8321-c55ff5849d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:30.694566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c19b0-40c4-4021-85ef-c7027229300d req-14177aa1-f04c-4345-b0d8-ccf4846e3e1e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.696563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-538c19b0-40c4-4021-85ef-c7027229300d req-14177aa1-f04c-4345-b0d8-ccf4846e3e1e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 949 time: 0.1162148 Nov 03 15:51:30.751846 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d6c4ad55-8830-4922-8321-c55ff5849d8d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=feb5db6b591345ac98a82aa477717052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525270 Nov 03 15:51:30.767342 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41126) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:30.769419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4ad55-8830-4922-8321-c55ff5849d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483b32d-e145-45c5-83c4-74515b385d4a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:30.816830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e16d8-71dc-41ca-9ce2-37333a9456bc req-2e357461-8a57-44cf-a011-a193c6fe493b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.824512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c1e16d8-71dc-41ca-9ce2-37333a9456bc req-2e357461-8a57-44cf-a011-a193c6fe493b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 944 time: 0.1163259 Nov 03 15:51:30.825887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-538c19b0-40c4-4021-85ef-c7027229300d req-eda26c16-b13c-49ed-8f40-22cf868cbfc5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168356 Nov 03 15:51:30.858094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-1cc5332e-47d3-4842-8e30-7959e82c8637 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753392 Nov 03 15:51:30.865930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760388cf-a9be-43d9-9e43-c89d1a67adc9 req-4eac3308-c7dd-482e-b8e1-c0e20c5357a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:30.867428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-760388cf-a9be-43d9-9e43-c89d1a67adc9 req-4eac3308-c7dd-482e-b8e1-c0e20c5357a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 1100 time: 0.1128733 Nov 03 15:51:30.887049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c1e16d8-71dc-41ca-9ce2-37333a9456bc req-1a091a1e-8122-4d6e-b5fa-ae8f0b3c28c7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617507 Nov 03 15:51:30.888417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d520e130-b2c1-42c4-9248-0159b701f4a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:30.922692 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d520e130-b2c1-42c4-9248-0159b701f4a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:30.949487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.010898 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-760388cf-a9be-43d9-9e43-c89d1a67adc9 req-eb270795-c2a2-4897-86ed-106c439ad2ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713460 Nov 03 15:51:31.018915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d520e130-b2c1-42c4-9248-0159b701f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.024159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d520e130-b2c1-42c4-9248-0159b701f4a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.025546 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d520e130-b2c1-42c4-9248-0159b701f4a6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1483b32d-e145-45c5-83c4-74515b385d4a HTTP/1.1" status: 204 len: 168 time: 0.2571263 Nov 03 15:51:31.034694 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-04b27568-acd0-465e-b15c-00cef6ca03dd service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440039 Nov 03 15:51:31.036934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520e130-b2c1-42c4-9248-0159b701f4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483b32d-e145-45c5-83c4-74515b385d4a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:31.480448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41152) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:31.496704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f70f335-8073-493f-9ea0-7fb5ff68a1ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.526586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17d569-59ed-4b73-b69d-fc1ccb65d3fb req-47579714-6fdd-4587-b3ae-6a5948bea652 tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:31.528126 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b17d569-59ed-4b73-b69d-fc1ccb65d3fb req-47579714-6fdd-4587-b3ae-6a5948bea652 tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 1101 time: 0.0483050 Nov 03 15:51:31.581793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b17d569-59ed-4b73-b69d-fc1ccb65d3fb req-ed4a9777-4bb8-4959-a4bf-fe7bfeb71061 tempest-ServersAdminNegativeTestJSON-1732367088 tempest-ServersAdminNegativeTestJSON-1732367088-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473144 Nov 03 15:51:31.597800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f70f335-8073-493f-9ea0-7fb5ff68a1ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.617681 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f70f335-8073-493f-9ea0-7fb5ff68a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.668187 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1f70f335-8073-493f-9ea0-7fb5ff68a1ea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6b2817e381aa4ad9b694d2596478bc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854243 Nov 03 15:51:31.668840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70f335-8073-493f-9ea0-7fb5ff68a1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac73e445-d152-40e4-8fb9-e3d01af9abfe,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:31.670424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41160) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:31.683814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792c9df-1e28-4f4d-b33d-5315f3705eba req-ee70fbc8-3c70-4213-8f9b-9966e19e124b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:31.685295 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9792c9df-1e28-4f4d-b33d-5315f3705eba req-ee70fbc8-3c70-4213-8f9b-9966e19e124b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 946 time: 0.1006820 Nov 03 15:51:31.725898 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ffec-4f2a-47b9-9875-852d0f1f3499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.741932 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9792c9df-1e28-4f4d-b33d-5315f3705eba req-8f69c432-7b05-49fc-bff1-d71a985da1a3 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Nov 03 15:51:31.752848 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ffec-4f2a-47b9-9875-852d0f1f3499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.818650 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ffec-4f2a-47b9-9875-852d0f1f3499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.822053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ffec-4f2a-47b9-9875-852d0f1f3499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:31.833491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d5f3ffec-4f2a-47b9-9875-852d0f1f3499 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ac73e445-d152-40e4-8fb9-e3d01af9abfe HTTP/1.1" status: 204 len: 168 time: 0.1517849 Nov 03 15:51:31.849355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3ffec-4f2a-47b9-9875-852d0f1f3499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac73e445-d152-40e4-8fb9-e3d01af9abfe,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:32.053108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e675c8-96f2-4afe-831d-87566aae17be req-dbcf8065-9ff8-437f-a5e4-ff2584a81ff8 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:32.055163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13e675c8-96f2-4afe-831d-87566aae17be req-dbcf8065-9ff8-437f-a5e4-ff2584a81ff8 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 949 time: 0.0624349 Nov 03 15:51:32.171210 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13e675c8-96f2-4afe-831d-87566aae17be req-6e815c39-a4b5-4369-a709-3a416dc4b1e4 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057920 Nov 03 15:51:32.182713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-f84ed1a5-4abf-4ba7-a08b-ea9e7deb16cb tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:32.183123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e790e-4175-4a3c-887b-fc4ad8357f78 req-48a486f9-1775-4138-afbd-bd02b960f887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:32.184456 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-f84ed1a5-4abf-4ba7-a08b-ea9e7deb16cb tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1095 time: 0.0853434 Nov 03 15:51:32.184676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-081e790e-4175-4a3c-887b-fc4ad8357f78 req-48a486f9-1775-4138-afbd-bd02b960f887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 944 time: 0.0601091 Nov 03 15:51:32.256757 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-081e790e-4175-4a3c-887b-fc4ad8357f78 req-460c6f8b-619e-49f0-adfe-0270b06279b7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659139 Nov 03 15:51:32.445114 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cc396979-943f-4fcc-be95-04eee05edbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:32.490123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-c359e76c-844d-4d5d-99e2-4ee64dc2afc9 service neutron] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:32.496916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-c359e76c-844d-4d5d-99e2-4ee64dc2afc9 service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:32.498128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a09c6f8-bdb9-4656-bdaf-c9328f1ddda1 req-c359e76c-844d-4d5d-99e2-4ee64dc2afc9 service neutron] 10.222.0.15 "DELETE /v2.0/ports/e321406c-b26d-4bb0-874a-1a85b18d0d84/bindings/n-h2-813897-2 HTTP/1.1" status: 204 len: 173 time: 0.2985499 Nov 03 15:51:32.507013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41208) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:32.520165 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127f240-021e-44e3-9917-357d515e320f req-6aa70c53-9d41-47d8-8837-7972674aed65 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:32.521924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2127f240-021e-44e3-9917-357d515e320f req-6aa70c53-9d41-47d8-8837-7972674aed65 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1095 time: 0.0633781 Nov 03 15:51:32.535968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device e321406c-b26d-4bb0-874a-1a85b18d0d84 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:51:32.606340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device e321406c-b26d-4bb0-874a-1a85b18d0d84 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:51:32.621873 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2127f240-021e-44e3-9917-357d515e320f req-8e0bd9c0-4602-4a38-8950-6eaeff5e4007 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797472 Nov 03 15:51:32.760228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bfb4d-d0bc-490f-881a-941d12c284fa req-6f2be012-3513-451e-907f-ac4e16b41d0b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:32.762594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b034e4-0d01-4bdb-8ad6-b58ae6ed99c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:32.763174 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b35bfb4d-d0bc-490f-881a-941d12c284fa req-6f2be012-3513-451e-907f-ac4e16b41d0b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 950 time: 0.0667057 Nov 03 15:51:32.859595 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b35bfb4d-d0bc-490f-881a-941d12c284fa req-bc66147f-9534-465c-a16c-cb34f37ded74 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899231 Nov 03 15:51:32.919305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41230) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:32.998741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706801a-d077-4fa5-96c6-0ae29a836427 req-2c665282-2401-4cd3-8f94-99a08d99fa4d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:33.006399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a706801a-d077-4fa5-96c6-0ae29a836427 req-2c665282-2401-4cd3-8f94-99a08d99fa4d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 946 time: 0.1461143 Nov 03 15:51:33.010120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b034e4-0d01-4bdb-8ad6-b58ae6ed99c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.028369 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b034e4-0d01-4bdb-8ad6-b58ae6ed99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.093209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a4b034e4-0d01-4bdb-8ad6-b58ae6ed99c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64ac76b3746645c783a62aff21c7044b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5850186 Nov 03 15:51:33.095943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41242) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:33.102910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b034e4-0d01-4bdb-8ad6-b58ae6ed99c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd3f369-c1e9-4288-a834-1769a073ae94,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:33.121617 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a706801a-d077-4fa5-96c6-0ae29a836427 req-5639b5c8-abdf-4d9a-bf0f-d73bc4ecd4de tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141531 Nov 03 15:51:33.141188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-582f1768-dbbf-4fed-9e3c-5ea1a21d7c60 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:33.149407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-582f1768-dbbf-4fed-9e3c-5ea1a21d7c60 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 821 time: 0.1710815 Nov 03 15:51:33.151409 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31d59fab-7e1d-49f9-884b-85612594c4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.172790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-f277d3df-8c7f-4f4f-bfbc-2a6e12eb97e5 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/quotas/4415b11ae00042a5aed73f8c5b96bcf2 HTTP/1.1" status: 200 len: 375 time: 0.0224705 Nov 03 15:51:33.199854 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-378234e7-2e42-4365-8a9c-07b221c96d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.273823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-89d40cab-da9e-45fd-8b02-0c8ce93f4232 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891066 Nov 03 15:51:33.359730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31d59fab-7e1d-49f9-884b-85612594c4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.367775 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31d59fab-7e1d-49f9-884b-85612594c4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.412773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-31d59fab-7e1d-49f9-884b-85612594c4d9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aba6fd9b92d54e2081e708913123236a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4905148 Nov 03 15:51:33.419335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41254) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:33.439657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d59fab-7e1d-49f9-884b-85612594c4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dad336-fefa-428b-b539-f5d9446c3b32,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:33.446462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-43b26783-6f88-4b8e-83b9-433be686a9d5 service neutron] 10.222.0.86 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706789 Nov 03 15:51:33.453284 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-378234e7-2e42-4365-8a9c-07b221c96d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.493506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b8b18-5c4a-4bee-8459-9ed0b5461c17 req-d630a470-e3dc-4d3a-b553-73928ebedb9d tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:33.495050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8b8b18-5c4a-4bee-8459-9ed0b5461c17 req-d630a470-e3dc-4d3a-b553-73928ebedb9d tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1097 time: 0.0759232 Nov 03 15:51:33.525677 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-378234e7-2e42-4365-8a9c-07b221c96d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.528166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-378234e7-2e42-4365-8a9c-07b221c96d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.529294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-378234e7-2e42-4365-8a9c-07b221c96d22 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0cd3f369-c1e9-4288-a834-1769a073ae94 HTTP/1.1" status: 204 len: 168 time: 0.4323840 Nov 03 15:51:33.540682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cab56c54-2b79-4051-9191-b4226c1104b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.552348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378234e7-2e42-4365-8a9c-07b221c96d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd3f369-c1e9-4288-a834-1769a073ae94,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:33.566116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8b8b18-5c4a-4bee-8459-9ed0b5461c17 req-5a4bcac3-64d6-4db6-a1cc-343e9e214206 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626895 Nov 03 15:51:33.576406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cab56c54-2b79-4051-9191-b4226c1104b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.600082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-338f0786-899e-4578-8f1b-c1e850b3227c service neutron] 10.222.0.86 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397054 Nov 03 15:51:33.644733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cab56c54-2b79-4051-9191-b4226c1104b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.648151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cab56c54-2b79-4051-9191-b4226c1104b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:33.649331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cab56c54-2b79-4051-9191-b4226c1104b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/46dad336-fefa-428b-b539-f5d9446c3b32 HTTP/1.1" status: 204 len: 168 time: 0.2247121 Nov 03 15:51:33.677964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab56c54-2b79-4051-9191-b4226c1104b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dad336-fefa-428b-b539-f5d9446c3b32,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:33.698604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eb5c2-14d9-4932-b230-528bce2298e6 req-002d61d6-9cbc-43d3-82dd-bdfe3447d09b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:33.700548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d80eb5c2-14d9-4932-b230-528bce2298e6 req-002d61d6-9cbc-43d3-82dd-bdfe3447d09b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 949 time: 0.0790663 Nov 03 15:51:33.792311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d80eb5c2-14d9-4932-b230-528bce2298e6 req-1e30d52e-fbe4-4714-90cf-2ca2a487f4c4 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801435 Nov 03 15:51:34.013107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1a20c-5805-42b4-b282-da9ae7aeefc3 req-db5cf45a-60cf-42c7-b1f3-948b1b316cad tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:34.015731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98b1a20c-5805-42b4-b282-da9ae7aeefc3 req-db5cf45a-60cf-42c7-b1f3-948b1b316cad tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1097 time: 0.0475562 Nov 03 15:51:34.061463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41280) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:34.094531 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6e4021f-1bca-4736-84c3-0665bcc68ad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.123077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98b1a20c-5805-42b4-b282-da9ae7aeefc3 req-30d4e0db-f6ec-4ef3-878d-989bc8102776 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901973 Nov 03 15:51:34.173020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7eb0f32e-c51b-408f-a0c6-d05922caf784 req-cc5466cf-383f-43a4-b2ad-7259f856b140 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 210 time: 0.0435660 Nov 03 15:51:34.274170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6e4021f-1bca-4736-84c3-0665bcc68ad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.283613 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6e4021f-1bca-4736-84c3-0665bcc68ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.314713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbda74f-76b2-4657-ac00-db8af43a03de req-46874ba7-d933-4c9d-bcf3-dddf8f7f22bc tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:34.323349 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdbda74f-76b2-4657-ac00-db8af43a03de req-46874ba7-d933-4c9d-bcf3-dddf8f7f22bc tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 950 time: 0.0834141 Nov 03 15:51:34.329904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4021f-1bca-4736-84c3-0665bcc68ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9492c69b-5d79-4cc1-94ed-3351bb228f7e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:34.339080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41288) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:34.350675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a6e4021f-1bca-4736-84c3-0665bcc68ad3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b3304efcebc41c8876650c8b5705006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888546 Nov 03 15:51:34.354111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41290) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:34.359317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eef85a-f543-49f9-a808-4771b72dca74 req-9be3888a-6096-4a1c-a097-276e94121598 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:34.360815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8eef85a-f543-49f9-a808-4771b72dca74 req-9be3888a-6096-4a1c-a097-276e94121598 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1555557 Nov 03 15:51:34.362315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d001fd8-30cd-4fa3-8bb2-28460f2c39bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.416733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8eef85a-f543-49f9-a808-4771b72dca74 req-a7e75978-c36e-43bb-a1be-79466f544f91 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471470 Nov 03 15:51:34.420624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdbda74f-76b2-4657-ac00-db8af43a03de req-ac97bb73-86b8-4a81-a286-cbc6f7a1b501 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963907 Nov 03 15:51:34.475101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97c8488e-976d-42a3-9042-c928721a5edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.509213 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97c8488e-976d-42a3-9042-c928721a5edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.604923 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97c8488e-976d-42a3-9042-c928721a5edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.607776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97c8488e-976d-42a3-9042-c928721a5edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.608959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-97c8488e-976d-42a3-9042-c928721a5edd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9492c69b-5d79-4cc1-94ed-3351bb228f7e HTTP/1.1" status: 204 len: 168 time: 0.2537997 Nov 03 15:51:34.610967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d001fd8-30cd-4fa3-8bb2-28460f2c39bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.622094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8488e-976d-42a3-9042-c928721a5edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9492c69b-5d79-4cc1-94ed-3351bb228f7e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:34.624182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d001fd8-30cd-4fa3-8bb2-28460f2c39bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.683040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9d001fd8-30cd-4fa3-8bb2-28460f2c39bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=844b8481713241058b153f80bec36d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434167 Nov 03 15:51:34.684297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d001fd8-30cd-4fa3-8bb2-28460f2c39bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0088dda5-2039-417f-9f88-4a54a39baa35,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:34.686714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41334) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:34.723543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-8e5fc3b7-adb6-416b-979a-e0897d57c376 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226610 Nov 03 15:51:34.823981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149862c-be96-41ef-aa97-414bdd8deda4 req-bb694fed-54c7-40e3-9f66-d94850a3545c tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:34.832023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b894e94-ce9d-4755-8a87-7c245c9a3b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.834534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7149862c-be96-41ef-aa97-414bdd8deda4 req-bb694fed-54c7-40e3-9f66-d94850a3545c tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1097 time: 0.0673106 Nov 03 15:51:34.876593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b894e94-ce9d-4755-8a87-7c245c9a3b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.912981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-5b630fdd-ae67-41d2-9b87-77e04b6614f0 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:34.916187 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2e60f13b-94a5-4d64-a745-f9cab63f9bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:34.924022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-5b630fdd-ae67-41d2-9b87-77e04b6614f0 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871240 Nov 03 15:51:34.936018 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7149862c-be96-41ef-aa97-414bdd8deda4 req-2dc48050-4994-47f1-8b8a-11048cdf6d3e tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936124 Nov 03 15:51:35.063427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-385667f2-9bc6-440e-877b-1c6d08334693 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:35.065758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-385667f2-9bc6-440e-877b-1c6d08334693 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 950 time: 0.1773942 Nov 03 15:51:35.144992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-134468b9-48d1-4f31-9be8-974615ac364b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/quotas/26c8a179144b442397fdc2b2edfb6b6d HTTP/1.1" status: 200 len: 375 time: 0.0479562 Nov 03 15:51:35.203090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b894e94-ce9d-4755-8a87-7c245c9a3b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:35.206071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b894e94-ce9d-4755-8a87-7c245c9a3b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:35.207498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7b894e94-ce9d-4755-8a87-7c245c9a3b51 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0088dda5-2039-417f-9f88-4a54a39baa35 HTTP/1.1" status: 204 len: 168 time: 0.5197995 Nov 03 15:51:35.228651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-c844a0c3-eaa7-41c8-b164-67a0a5b4d0d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:35.230180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-c844a0c3-eaa7-41c8-b164-67a0a5b4d0d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 821 time: 0.3516452 Nov 03 15:51:35.233123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b894e94-ce9d-4755-8a87-7c245c9a3b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0088dda5-2039-417f-9f88-4a54a39baa35,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:35.271088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-00b472ce-c751-43db-8210-5a4292f1a8eb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140614 Nov 03 15:51:35.283244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Request body: {'port': {'device_id': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c', 'admin_state_up': True, 'tenant_id': '4415b11ae00042a5aed73f8c5b96bcf2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:35.347589 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-416cae8c-0d1a-4e62-b1ee-eb9883efcf9c req-e4c8d51f-f97d-4168-b98d-931179584773 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 210 time: 0.0475593 Nov 03 15:51:35.375188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Deleting port ff65e10f-f581-49d9-b005-75685c128af0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:51:35.375717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:35.534086 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce0a5e21-b669-4606-982c-2d56121c6d94 req-0863bbba-f95a-4215-8655-875722605e0f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 210 time: 0.0441356 Nov 03 15:51:35.542583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Made reservation on behalf of 4415b11ae00042a5aed73f8c5b96bcf2 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:35.548913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:35.565585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] For port ff65e10f-f581-49d9-b005-75685c128af0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff65e10f-f581-49d9-b005-75685c128af0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:35.565585 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:35.610996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Calling delete_port for ff65e10f-f581-49d9-b005-75685c128af0 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:51:35.673615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fd741-5751-47cb-be30-0c7ad509a141 req-eb359cfb-de41-4990-b40c-c44806ceba1c tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:35.682057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e95fd741-5751-47cb-be30-0c7ad509a141 req-eb359cfb-de41-4990-b40c-c44806ceba1c tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 950 time: 0.1445897 Nov 03 15:51:35.708718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Allocated IP 172.20.0.12 (48b8266a-2e0a-4360-9a7a-b575f54e220c/50450fac-b747-4ce1-ad91-ed7030a5fd0c/01c72f88-e213-4103-b365-491659c397e8) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:35.794489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e95fd741-5751-47cb-be30-0c7ad509a141 req-f9c48423-ed7a-4747-ac5e-36765ef609d1 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114705 Nov 03 15:51:35.798980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41376) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:35.909918 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:35.954978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:35.965716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:35.967318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f0f50a02-6917-4bc6-be15-4ed29db94829'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:36.027261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Network 48b8266a-2e0a-4360-9a7a-b575f54e220c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:36.084481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ff65e10f-f581-49d9-b005-75685c128af0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:36.134194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Pushing event updated for resources: {'Port': ['ID=01c72f88-e213-4103-b365-491659c397e8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:36.151797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:36.155794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:36.172448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:36.176076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:36.178032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Pushing event deleted for resources: {'Port': ['ID=ff65e10f-f581-49d9-b005-75685c128af0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:36.235458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] No DVR routers for this DVR port ff65e10f-f581-49d9-b005-75685c128af0 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:51:36.245505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:36.260028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8766b637-a2fd-4374-9a9c-8612b75bdce6 req-76bb1735-6a0e-4c7c-91e5-3aa8d06c158b tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.15 "DELETE /v2.0/ports/ff65e10f-f581-49d9-b005-75685c128af0 HTTP/1.1" status: 204 len: 173 time: 1.1563962 Nov 03 15:51:36.260525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ef33d6-5a41-41e3-977c-ffb938705bee', 'name': 'network-vif-deleted', 'tag': 'ff65e10f-f581-49d9-b005-75685c128af0'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:36.268100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-48b3a27b-7005-436c-8009-3696ee7bf0af tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0166407 Nov 03 15:51:36.273574 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a6e89c2-08e9-4289-8d60-e53ccb66bc3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:36.285661 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e132e29-6b89-4021-9b8f-814fccbd1c69" -d '{"events": [{"server_uuid": "94ef33d6-5a41-41e3-977c-ffb938705bee", "name": "network-vif-deleted", "tag": "ff65e10f-f581-49d9-b005-75685c128af0"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:36.299580 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:36.347197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Request body: {'port': {'device_id': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:36.375354 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1c96cb-7961-4a82-8c8c-ee54839f9faa x-openstack-request-id: req-6a1c96cb-7961-4a82-8c8c-ee54839f9faa {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:36.376702 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ef33d6-5a41-41e3-977c-ffb938705bee", "name": "network-vif-deleted", "tag": "ff65e10f-f581-49d9-b005-75685c128af0", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:36.377055 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a1c96cb-7961-4a82-8c8c-ee54839f9faa {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:36.377564 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ef33d6-5a41-41e3-977c-ffb938705bee', 'name': 'network-vif-deleted', 'tag': 'ff65e10f-f581-49d9-b005-75685c128af0', 'status': 'completed', 'code': 200} Nov 03 15:51:36.434772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025f196-6e2f-465d-85e1-8356f4080590 req-807b888d-4248-4ea9-96a0-ba38c3417f35 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:36.442595 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4025f196-6e2f-465d-85e1-8356f4080590 req-807b888d-4248-4ea9-96a0-ba38c3417f35 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1097 time: 0.2974191 Nov 03 15:51:36.517144 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:36.549340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68bf1-1d64-4dee-99f0-eda3f562dbe5 req-c8bde635-1a3e-4019-8dcb-14785c5819ae tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:36.563816 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4025f196-6e2f-465d-85e1-8356f4080590 req-a73d8655-3e5b-49f9-a5e7-0673f1fd9d41 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202435 Nov 03 15:51:36.566337 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-41c68bf1-1d64-4dee-99f0-eda3f562dbe5 req-c8bde635-1a3e-4019-8dcb-14785c5819ae tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 932 time: 0.0925903 Nov 03 15:51:36.645762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-41c68bf1-1d64-4dee-99f0-eda3f562dbe5 req-380b7c9e-f185-4db5-a8cb-940295a2ba4c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784194 Nov 03 15:51:36.678200 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a6e89c2-08e9-4289-8d60-e53ccb66bc3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:36.752694 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a6e89c2-08e9-4289-8d60-e53ccb66bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:36.772574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eef9ad84-06ff-4dd6-860f-a109f033c564 req-d61f6f2b-eccb-49ef-bf17-4329cbcdf87e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 210 time: 0.1230423 Nov 03 15:51:36.788332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a6e89c2-08e9-4289-8d60-e53ccb66bc3a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9f3db99c7e56476a950ad32237f1eef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9881258 Nov 03 15:51:36.791866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41424) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:36.843906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e89c2-08e9-4289-8d60-e53ccb66bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fc8f57-0760-4f91-a3a8-d7c6e1a6228e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:36.873703 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c937dabf-65b4-400b-959d-68b349588287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:36.951570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c937dabf-65b4-400b-959d-68b349588287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:37.018527 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c937dabf-65b4-400b-959d-68b349588287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:37.022719 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c937dabf-65b4-400b-959d-68b349588287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:37.026487 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c937dabf-65b4-400b-959d-68b349588287 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/40fc8f57-0760-4f91-a3a8-d7c6e1a6228e HTTP/1.1" status: 204 len: 168 time: 0.2324359 Nov 03 15:51:37.051663 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-470dbe69-5a14-487a-9370-12354752a962 req-96b5cda9-dcf9-47c4-87c0-760788aa5273 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=94ef33d6-5a41-41e3-977c-ffb938705bee HTTP/1.1" status: 200 len: 210 time: 0.0682871 Nov 03 15:51:37.055057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937dabf-65b4-400b-959d-68b349588287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fc8f57-0760-4f91-a3a8-d7c6e1a6228e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:37.139709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c72f88-e213-4103-b365-491659c397e8 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:37.148823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:37.181270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Transition to ACTIVE for port object 01c72f88-e213-4103-b365-491659c397e8 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:37.186668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:37.242251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Pushing event updated for resources: {'Port': ['ID=01c72f88-e213-4103-b365-491659c397e8,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:37.282310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:37.282643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:37.282968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:37.287365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Port 01c72f88-e213-4103-b365-491659c397e8 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:37.287679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:37.293163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:37.293514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:37.293967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:37.294370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Bound port: 01c72f88-e213-4103-b365-491659c397e8, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:37.294730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:37.369929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:37.373139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:37.378568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:37.415312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:37.416005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:37.417460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] 10.222.0.70 "PUT /v2.0/ports/01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 200 len: 1092 time: 1.1142581 Nov 03 15:51:37.418090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'tag': '01c72f88-e213-4103-b365-491659c397e8'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:37.420473 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1" -d '{"events": [{"name": "network-changed", "server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "tag": "01c72f88-e213-4103-b365-491659c397e8"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:37.451518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c12c3-29c4-4581-86c3-a5f8209006fd service neutron] Pushing event updated for resources: {'Port': ['ID=01c72f88-e213-4103-b365-491659c397e8,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:37.480598 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910f637a-6a6c-4a58-82ea-069dccad542b x-openstack-request-id: req-910f637a-6a6c-4a58-82ea-069dccad542b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:37.481004 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "tag": "01c72f88-e213-4103-b365-491659c397e8", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:37.481315 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-910f637a-6a6c-4a58-82ea-069dccad542b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:37.481735 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'tag': '01c72f88-e213-4103-b365-491659c397e8', 'status': 'completed', 'code': 200} Nov 03 15:51:37.525324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-85858083-ea41-4062-8bf8-97046a716c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:37.527131 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-85858083-ea41-4062-8bf8-97046a716c75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1095 time: 0.0592046 Nov 03 15:51:37.581790 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:37.605923 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-67acbe5d-506e-49e5-aca0-bec3bbeafe3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 200 len: 217 time: 0.0688946 Nov 03 15:51:37.659464 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-151eaa74-461d-4a95-bfdd-08c222e76958 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339925 Nov 03 15:51:37.690302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-99649cc0-e9bb-4134-94bd-bc9fca098843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:37.692524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-99649cc0-e9bb-4134-94bd-bc9fca098843 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0770478 Nov 03 15:51:37.746417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-9c0e1944-9657-4eea-8a0f-0dea7b3c1619 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468431 Nov 03 15:51:37.888290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f87f0-92b2-4d51-ad23-3a8dd28c8b44 req-308c45fe-129a-4d94-a642-534864a72591 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:37.891674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-215f87f0-92b2-4d51-ad23-3a8dd28c8b44 req-308c45fe-129a-4d94-a642-534864a72591 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 944 time: 0.1421809 Nov 03 15:51:37.905926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-b7f31a8f-a153-4a4b-a467-b7ae4ecff710 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:37.907430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-b7f31a8f-a153-4a4b-a467-b7ae4ecff710 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353346 Nov 03 15:51:37.939255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Request body: {'port': {'device_id': '71644903-8e4e-4738-b673-c9e5ccbac1f8', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '26c8a179144b442397fdc2b2edfb6b6d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:37.971899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-215f87f0-92b2-4d51-ad23-3a8dd28c8b44 req-c6330b24-aff3-4baa-b04f-1052652d7edf tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714135 Nov 03 15:51:37.978816 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-7c24dcdd-e6ed-4741-9a43-9bf24cfdbbe3 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171390 Nov 03 15:51:38.188983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Made reservation on behalf of 26c8a179144b442397fdc2b2edfb6b6d for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:38.198323 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:38.334389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:38.376147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Allocated IP 192.168.233.119 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/645d66d6-ce97-4bc9-b339-551b22b3b514) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:38.436501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-90bc88f7-b2da-4571-8947-0ec7a5e8bf48 req-0c1d3732-896e-4659-a5ac-24043e2c51fa tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 210 time: 0.3208301 Nov 03 15:51:38.453168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31bd9583-c585-4c5a-bc4c-7fd9184f498c req-b9ff073f-8ece-46e7-9836-8e4e13912665 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661467 Nov 03 15:51:38.571035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-dd68680c-251a-47d6-83a6-69bd0d6d599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:38.572695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-dd68680c-251a-47d6-83a6-69bd0d6d599e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1095 time: 0.0544794 Nov 03 15:51:38.610836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:38.658445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:38.695912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8ef4b2a0-0215-4c9f-b1db-094d4ce1d239', 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:38.703355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-b3fb5523-c2df-44bb-afce-8684990b4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:38.705607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-b3fb5523-c2df-44bb-afce-8684990b4df9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.1190903 Nov 03 15:51:38.708872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:38.713081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:38.722435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:38.728751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:38.729386 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:38.783302 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8488593 Nov 03 15:51:38.787366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa15cf5-4df3-40bb-9539-76a18640a6d5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Pushing event updated for resources: {'Port': ['ID=645d66d6-ce97-4bc9-b339-551b22b3b514,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:38.792908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-3903df11-9366-4e82-a8ca-43b7ab0182bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 200 len: 217 time: 0.0768223 Nov 03 15:51:38.812416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Request body: {'port': {'device_id': '71644903-8e4e-4738-b673-c9e5ccbac1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:38.866100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41526) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:38.901154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-b1cc65a3-0e2f-4373-9ac4-80f47bc9cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:38.903051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-b1cc65a3-0e2f-4373-9ac4-80f47bc9cdf7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1022801 Nov 03 15:51:38.927609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:38.959893 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-f4b29cbc-7575-44cc-95f6-faa38c8d4e76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465636 Nov 03 15:51:39.103073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41536) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:39.119642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f2d90eed-7c3a-4ea3-9721-2998c6820fa1 None None] Provisioning complete for port 645d66d6-ce97-4bc9-b339-551b22b3b514 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:39.120228 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f2d90eed-7c3a-4ea3-9721-2998c6820fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.162644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f2d90eed-7c3a-4ea3-9721-2998c6820fa1 None None] Port 645d66d6-ce97-4bc9-b339-551b22b3b514 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:51:39.204250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-c8cbed2b-e616-4432-b248-025578ff7f6e service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388992 Nov 03 15:51:39.226273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1792071727-network', 'tenant_id': 'f19aa1988f054fcd83d6edb1f697a1fd'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:39.261088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-cae43db8-10bb-4aea-be9b-c12a28d1c121 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:51:39.263147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-cae43db8-10bb-4aea-be9b-c12a28d1c121 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3951457 Nov 03 15:51:39.280406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Made reservation on behalf of f19aa1988f054fcd83d6edb1f697a1fd for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:39.280406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.293623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.317496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2d78abb-2c8a-44d3-a8cb-a52cfa4e02e1 req-54a8ee80-e94b-44c5-af32-f67eb54592dc service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050999 Nov 03 15:51:39.361560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645d66d6-ce97-4bc9-b339-551b22b3b514 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:39.374485 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.420732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Transition to ACTIVE for port object 645d66d6-ce97-4bc9-b339-551b22b3b514 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:39.428098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.466387 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-64998837-050e-4af4-bff7-193f1068b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:39.467703 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-64998837-050e-4af4-bff7-193f1068b085 service neutron] 10.222.0.86 "GET /v2.0/ports/40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 200 len: 1094 time: 0.1349440 Nov 03 15:51:39.479633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Request body: {'binding': {'host': 'n-h2-813897-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:39.480153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Unknown quota resources ['binding']. {{(pid=108105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 15:51:39.544832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Pushing event updated for resources: {'Port': ['ID=645d66d6-ce97-4bc9-b339-551b22b3b514,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:39.549781 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.559623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.614383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:51:39.657293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-666ee00e-e9a0-4077-be10-b9d6205e01a3 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9b1469192bd448d38364a749bc3ed35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283961 Nov 03 15:51:39.675200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38fae5d-7132-4b3c-842d-fc2ec5168d70,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:39.679782 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.680209 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Added segment 4873fa59-6d06-47ea-a952-1bc68e21cfc4 of type vlan for network 351097fb-d09d-4980-b0f4-f232240922a1 Nov 03 15:51:39.689725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Attempting to bind port 645d66d6-ce97-4bc9-b339-551b22b3b514 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:39.690058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Attempting to bind port 645d66d6-ce97-4bc9-b339-551b22b3b514 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:39.690383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Attempting to bind port 645d66d6-ce97-4bc9-b339-551b22b3b514 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:39.721140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Port 645d66d6-ce97-4bc9-b339-551b22b3b514 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:39.721462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Attempting to bind port 645d66d6-ce97-4bc9-b339-551b22b3b514 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:39.740694 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.743286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:39.743620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:39.744003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:39.744428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Bound port: 645d66d6-ce97-4bc9-b339-551b22b3b514, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:39.744774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.763052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-0f5e0bfb-58c3-4382-8127-8b049cad87d4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:39.764450 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-0f5e0bfb-58c3-4382-8127-8b049cad87d4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063664 Nov 03 15:51:39.781038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-b523ef5b-4d70-4889-91be-562ce36a81ef tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/quotas/9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 375 time: 0.0106988 Nov 03 15:51:39.821890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-4ad83c63-0c77-4a42-a1f7-22609ad4904f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304263 Nov 03 15:51:39.826672 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.827594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:39.828179 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.871382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on host n-h2-813897-2 for vnic_type normal with profile None {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:39.871691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:39.872027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:39.887863 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7833958 Nov 03 15:51:39.891490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41560) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:39.896392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Request body: {'subnet': {'network_id': '351097fb-d09d-4980-b0f4-f232240922a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1792071727-subnet', 'tenant_id': 'f19aa1988f054fcd83d6edb1f697a1fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:39.919340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:39.919701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:39.923421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Made reservation on behalf of f19aa1988f054fcd83d6edb1f697a1fd for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:39.927571 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:39.929622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] For port 645d66d6-ce97-4bc9-b339-551b22b3b514, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:39.936001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab85a9-c125-4059-8b2d-ab611c2691ed admin admin] Pushing event updated for resources: {'Network': ['ID=351097fb-d09d-4980-b0f4-f232240922a1,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:39.942986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:39.943322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:39.943694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:39.944135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Bound port: 40da8018-58ad-4b68-9024-6b2f40aadfd7, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:39.947949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 351097fb-d09d-4980-b0f4-f232240922a1 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:51:39.952215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] For port 645d66d6-ce97-4bc9-b339-551b22b3b514, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=645d66d6-ce97-4bc9-b339-551b22b3b514,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:39.980083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:40.033845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.034701 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:40.036248 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] 10.222.0.15 "PUT /v2.0/ports/645d66d6-ce97-4bc9-b339-551b22b3b514 HTTP/1.1" status: 200 len: 1096 time: 1.2308416 Nov 03 15:51:40.036914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71644903-8e4e-4738-b673-c9e5ccbac1f8', 'tag': '645d66d6-ce97-4bc9-b339-551b22b3b514'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:40.039861 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6379d5-c391-41c1-90c6-55400f659fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "71644903-8e4e-4738-b673-c9e5ccbac1f8", "tag": "645d66d6-ce97-4bc9-b339-551b22b3b514"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:40.055562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ff65e10f-f581-49d9-b005-75685c128af0 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:51:40.075995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef51c-07e1-4c64-b73b-76859e0c2c31 service neutron] Pushing event updated for resources: {'Port': ['ID=645d66d6-ce97-4bc9-b339-551b22b3b514,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:40.079701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:40.089955 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:40.091571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-a387ba63-884a-4cb3-b6da-31c4307af4a1 service neutron] 10.222.0.86 "POST /v2.0/ports/40da8018-58ad-4b68-9024-6b2f40aadfd7/bindings HTTP/1.1" status: 201 len: 389 time: 0.6155324 Nov 03 15:51:40.098712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: ff65e10f-f581-49d9-b005-75685c128af0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:51:40.099407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ff65e10f-f581-49d9-b005-75685c128af0 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:51:40.166231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-e912509a-49fc-4136-bca0-986ab892e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.168572 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-e912509a-49fc-4136-bca0-986ab892e70d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 1099 time: 0.0622165 Nov 03 15:51:40.235827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-b16f3071-59e2-4d9c-b366-8d9b66b171ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=645d66d6-ce97-4bc9-b339-551b22b3b514 HTTP/1.1" status: 200 len: 217 time: 0.0436029 Nov 03 15:51:40.279124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cdea5-df4c-4b11-8d9f-cb3d05e1f5e3 req-0850e06d-4587-4115-8273-8fe90be486b6 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.280668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f8cdea5-df4c-4b11-8d9f-cb3d05e1f5e3 req-0850e06d-4587-4115-8273-8fe90be486b6 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 944 time: 0.2133288 Nov 03 15:51:40.333507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-99238e63-1a65-4d8b-8082-6bab45fb04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.335189 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-99238e63-1a65-4d8b-8082-6bab45fb04cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0894289 Nov 03 15:51:40.417788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-44c844f8-ae79-44c5-b84f-75dc02993459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.419447 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-44c844f8-ae79-44c5-b84f-75dc02993459 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763917 Nov 03 15:51:40.482566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f8cdea5-df4c-4b11-8d9f-cb3d05e1f5e3 req-2f04ed0b-ed8f-4dec-83b9-b96d01061f80 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944046 Nov 03 15:51:40.567655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-7186eb3e-8076-4164-aea0-38019c1b66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.569209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-7186eb3e-8076-4164-aea0-38019c1b66f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1097 time: 0.1509144 Nov 03 15:51:40.646429 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:40.747815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e66a97-e78b-4372-99c9-8a6a6a1f208a,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:40.759866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243022a-486f-440a-a1bd-1d52e3107d71 req-c54690fc-8b88-4a14-8f8e-10d65d1912e7 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.762007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e243022a-486f-440a-a1bd-1d52e3107d71 req-c54690fc-8b88-4a14-8f8e-10d65d1912e7 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 948 time: 0.1704419 Nov 03 15:51:40.767242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcad89-c527-4f5f-9e55-d52f2d3c0222 req-5cd8c95b-e7eb-43e5-8d3c-0f81db4f9e1d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.768741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a6bcad89-c527-4f5f-9e55-d52f2d3c0222 req-5cd8c95b-e7eb-43e5-8d3c-0f81db4f9e1d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 950 time: 0.1052313 Nov 03 15:51:40.775403 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-77089cd6-2beb-4e60-a473-69f609bc6b76 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418665 Nov 03 15:51:40.802922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-6ca400fb-2859-4a62-b75d-05bb69d778cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.805180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-6ca400fb-2859-4a62-b75d-05bb69d778cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.2111213 Nov 03 15:51:40.861402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Checking segment: {'id': '4873fa59-6d06-47ea-a952-1bc68e21cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '351097fb-d09d-4980-b0f4-f232240922a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:40.861786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Network hostable DHCP agents. Network: 351097fb-d09d-4980-b0f4-f232240922a1, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:51:40.870600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-9087ca61-c401-4d66-9dbe-5b93e6f32b19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 200 len: 217 time: 0.0566914 Nov 03 15:51:40.872432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a6bcad89-c527-4f5f-9e55-d52f2d3c0222 req-4bf9f8aa-3e96-4bed-9731-626132dfc9ee tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a653a79-99f0-4310-acb5-21fa59fd4a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959752 Nov 03 15:51:40.927335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e243022a-486f-440a-a1bd-1d52e3107d71 req-4d31fb73-c311-4005-9a96-72300433ac9e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371989 Nov 03 15:51:40.940199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Network 351097fb-d09d-4980-b0f4-f232240922a1 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:51:40.944182 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a687e06d-9e49-46e0-94d4-9fe0e493a359 req-86ddafea-3408-4163-b264-363a3e5b5c85 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609058 Nov 03 15:51:40.967393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-6400f27d-eb02-4b7b-9ecb-40a61ac0399d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.969158 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-6400f27d-eb02-4b7b-9ecb-40a61ac0399d tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 950 time: 0.0773337 Nov 03 15:51:40.972629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ed54cc0d-c2e5-4633-9af3-1d3805d38583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.974790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ed54cc0d-c2e5-4633-9af3-1d3805d38583 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0866714 Nov 03 15:51:40.976519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 351097fb-d09d-4980-b0f4-f232240922a1) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:40.982057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:40.984651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:40.992787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a069c-b51b-4879-9ffa-a81ae440a2b9 None None] Network 351097fb-d09d-4980-b0f4-f232240922a1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:51:41.005133 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aedcfc0b-0f4e-4d08-9837-911572b72d33 req-c17feb8b-ba23-4ac0-befe-33c5dde27dd8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 210 time: 0.0347948 Nov 03 15:51:41.039190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c5c6ce8f-3fa6-475d-97b7-53ff4ca671c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512745 Nov 03 15:51:41.051717 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81864f3a-99b1-4656-8240-89ad69eb43ac x-openstack-request-id: req-81864f3a-99b1-4656-8240-89ad69eb43ac {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:41.052029 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71644903-8e4e-4738-b673-c9e5ccbac1f8", "tag": "645d66d6-ce97-4bc9-b339-551b22b3b514", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:41.052286 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-81864f3a-99b1-4656-8240-89ad69eb43ac {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:41.052680 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71644903-8e4e-4738-b673-c9e5ccbac1f8', 'tag': '645d66d6-ce97-4bc9-b339-551b22b3b514', 'status': 'completed', 'code': 200} Nov 03 15:51:41.058308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2abbfd84-3fbd-4138-bc52-ba50bd9bd023 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1656992 Nov 03 15:51:41.156614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Deleting port f0f50a02-6917-4bc6-be15-4ed29db94829 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:51:41.157333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:41.202293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513fde55-a6db-4685-889b-4894630a69c2 None None] Network 351097fb-d09d-4980-b0f4-f232240922a1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:51:41.209043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-1cbfcf44-e8cd-426d-923a-b2136ddbda26 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495743 Nov 03 15:51:41.328100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] For port f0f50a02-6917-4bc6-be15-4ed29db94829, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f0f50a02-6917-4bc6-be15-4ed29db94829,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:41.328702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:41.333072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-04c31f52-2982-414a-8ebf-c86c32f90df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:41.334708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-04c31f52-2982-414a-8ebf-c86c32f90df4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 1099 time: 0.2402298 Nov 03 15:51:41.368613 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-7da7e6f5-43c7-46e1-a75e-6896f90c910a service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518791 Nov 03 15:51:41.386178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-d80021a7-54e1-49de-a3b9-ca1d8f3c1284 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9b1469192bd448d38364a749bc3ed35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431609 Nov 03 15:51:41.416462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Calling delete_port for f0f50a02-6917-4bc6-be15-4ed29db94829 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:51:41.439332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ec772-4250-49ba-af7a-8b145c35da77 req-14404bae-77f7-40c3-98e8-ad96a05b972b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:41.440974 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f2ec772-4250-49ba-af7a-8b145c35da77 req-14404bae-77f7-40c3-98e8-ad96a05b972b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 946 time: 0.3041916 Nov 03 15:51:41.499186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-f8cd014b-3a34-4f85-9875-1b5479ec129b tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:41.500889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-f8cd014b-3a34-4f85-9875-1b5479ec129b tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1097 time: 0.0552282 Nov 03 15:51:41.515911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-2'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:41.570492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-9bbd19c9-e723-41fa-bdff-2524ec2ce123 req-2016130b-80db-413a-980f-d1eb1895fb27 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-410210298', 'description': 'tempest-description-266295946'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:41.590386 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:41.609394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9bbd19c9-e723-41fa-bdff-2524ec2ce123 req-2016130b-80db-413a-980f-d1eb1895fb27 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:41.672145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f2ec772-4250-49ba-af7a-8b145c35da77 req-a7e6fc52-a1ba-4928-bf10-bb04588522e0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076764 Nov 03 15:51:41.687572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-f07e3d69-6416-4d3c-9d8d-ddc66a762ce4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:41.689030 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-f07e3d69-6416-4d3c-9d8d-ddc66a762ce4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839193 Nov 03 15:51:41.691697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-de9852bb-0d15-4b3b-9a3f-b4a899ed4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:41.692994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-de9852bb-0d15-4b3b-9a3f-b4a899ed4a46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.3490264 Nov 03 15:51:41.714273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Request body: {'port': {'device_id': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '9b1469192bd448d38364a749bc3ed35c'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:41.755323 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-e6aaff1c-838f-41eb-a9ba-584339132461 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=645d66d6-ce97-4bc9-b339-551b22b3b514 HTTP/1.1" status: 200 len: 217 time: 0.0544400 Nov 03 15:51:41.796740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:41.811696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9bbd19c9-e723-41fa-bdff-2524ec2ce123 req-2016130b-80db-413a-980f-d1eb1895fb27 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:41.819399 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9bbd19c9-e723-41fa-bdff-2524ec2ce123 req-2016130b-80db-413a-980f-d1eb1895fb27 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:41.867680 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9bbd19c9-e723-41fa-bdff-2524ec2ce123 req-2016130b-80db-413a-980f-d1eb1895fb27 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:41.878073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9bbd19c9-e723-41fa-bdff-2524ec2ce123 req-2016130b-80db-413a-980f-d1eb1895fb27 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3195467 Nov 03 15:51:41.884538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016130b-80db-413a-980f-d1eb1895fb27 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13756db4-8081-49c5-a880-cfe42a8b08bc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:41.890270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:41.934588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-b6493559-2684-490d-8ff0-a0ec5abaf430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:41.936071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-b6493559-2684-490d-8ff0-a0ec5abaf430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1362252 Nov 03 15:51:41.946652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:41.970616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f0f50a02-6917-4bc6-be15-4ed29db94829'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:41.985170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:41.987621 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46a8fa9-52c2-4a5e-9402-e9671c2dd5e4" -d '{"events": [{"server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "name": "network-vif-unplugged", "status": "completed", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:41.993293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.006577 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89baf63a-b504-4926-8d5a-4a557922f925 req-c91edf0c-1fa5-4b96-9178-486cb137183d tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/13756db4-8081-49c5-a880-cfe42a8b08bc HTTP/1.1" status: 200 len: 1828 time: 0.0801682 Nov 03 15:51:42.011304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.017244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-89baf63a-b504-4926-8d5a-4a557922f925 req-9427937a-38f4-429a-9e18-b167faa0c7f5 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13756db4-8081-49c5-a880-cfe42a8b08bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:42.017244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-89baf63a-b504-4926-8d5a-4a557922f925 req-9427937a-38f4-429a-9e18-b167faa0c7f5 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13756db4-8081-49c5-a880-cfe42a8b08bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:42.019414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Pushing event deleted for resources: {'Port': ['ID=f0f50a02-6917-4bc6-be15-4ed29db94829,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:42.079962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0367d99-a18c-4290-9c68-2c56cfe0e311 req-74113136-83d6-4a25-8bab-c0b205b7cc47 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:42.081738 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d0367d99-a18c-4290-9c68-2c56cfe0e311 req-74113136-83d6-4a25-8bab-c0b205b7cc47 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 944 time: 0.1939521 Nov 03 15:51:42.084782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Made reservation on behalf of 9b1469192bd448d38364a749bc3ed35c for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:42.088705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.112933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] No DVR routers for this DVR port f0f50a02-6917-4bc6-be15-4ed29db94829 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:51:42.123070 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.125588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b5a8644-3fc1-4197-98c5-38628eae4331 req-b4bf9a7f-092a-48cd-beea-054ed47d310f tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.70 "DELETE /v2.0/ports/f0f50a02-6917-4bc6-be15-4ed29db94829 HTTP/1.1" status: 204 len: 173 time: 1.1450856 Nov 03 15:51:42.128517 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.140823 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-7e74e758-b5df-44c0-b9f8-5cb9dadecaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:42.142388 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-7e74e758-b5df-44c0-b9f8-5cb9dadecaee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938951 Nov 03 15:51:42.192988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on host n-h1-813897-2 for vnic_type normal with profile {"migrating_to": "n-h2-813897-2"} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:42.193660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:42.194260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:42.206609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:42.207386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Attempting to bind port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:42.224838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:42.225498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:42.227056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:42.227789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Bound port: 40da8018-58ad-4b68-9024-6b2f40aadfd7, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:42.228383 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.230666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Pushing event updated for resources: {'Port': ['ID=40da8018-58ad-4b68-9024-6b2f40aadfd7,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:42.253684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d0367d99-a18c-4290-9c68-2c56cfe0e311 req-ecbbb1ff-874d-4441-ab4e-b15b916f829f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481640 Nov 03 15:51:42.374297 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-46f85629-85bc-44fd-9973-c803bebe55ae service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169173 Nov 03 15:51:42.376079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-89baf63a-b504-4926-8d5a-4a557922f925 req-9427937a-38f4-429a-9e18-b167faa0c7f5 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.410190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-89baf63a-b504-4926-8d5a-4a557922f925 req-9427937a-38f4-429a-9e18-b167faa0c7f5 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.421209 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-89baf63a-b504-4926-8d5a-4a557922f925 req-9427937a-38f4-429a-9e18-b167faa0c7f5 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.467827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427937a-38f4-429a-9e18-b167faa0c7f5 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcd2786-2754-4f96-8eac-4a2823b53500,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:42.479613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-89baf63a-b504-4926-8d5a-4a557922f925 req-9427937a-38f4-429a-9e18-b167faa0c7f5 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.499062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89baf63a-b504-4926-8d5a-4a557922f925 req-9427937a-38f4-429a-9e18-b167faa0c7f5 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4914088 Nov 03 15:51:42.518029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cebfebb8-a6a8-4395-b6c6-13164c282961 req-ffbc858a-c237-47af-893d-86da4de2c196 tempest-ServersAdminNegativeTestJSON-471082184 tempest-ServersAdminNegativeTestJSON-471082184-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdb2cf88-3eb0-4951-b597-96af24eb8f0a HTTP/1.1" status: 200 len: 210 time: 0.0919058 Nov 03 15:51:42.527755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:42.537435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:42.552278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.563243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.566919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 01c72f88-e213-4103-b365-491659c397e8 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:42.614402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.695269 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549b694e-ad12-44c8-b832-3a450942f3e0 x-openstack-request-id: req-549b694e-ad12-44c8-b832-3a450942f3e0 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:42.695574 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "name": "network-vif-unplugged", "status": "completed", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:42.695876 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-549b694e-ad12-44c8-b832-3a450942f3e0 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:42.697949 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7', 'code': 200} Nov 03 15:51:42.698695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Pushing event updated for resources: {'Port': ['ID=40da8018-58ad-4b68-9024-6b2f40aadfd7,revision_number=8']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:42.742932 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa6379d5-c391-41c1-90c6-55400f659fc9 req-4e5a7f70-fa07-4030-b574-bd3739d352f8 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576920 Nov 03 15:51:42.801043 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:42.817577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-15a782b6-7168-41ea-a2ab-54410c470044 req-41f2bc7c-2081-49e3-9abb-107462f59587 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 210 time: 0.1111863 Nov 03 15:51:42.822267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acec3e71-f2e1-4833-93c8-ff857dfd537c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:42.826115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '01c72f88-e213-4103-b365-491659c397e8', 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c', 'port_id': '01c72f88-e213-4103-b365-491659c397e8', 'mac_address': 'fa:16:3e:59:50:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50450fac-b747-4ce1-ad91-ed7030a5fd0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:42.849164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:42.855525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.857255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-ba281f7a-3271-4bb5-b1d8-1d9dc5553a6a service neutron] 10.222.0.70 "PUT /v2.0/ports/40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 200 len: 1122 time: 1.3471105 Nov 03 15:51:42.910951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a087d9f-f375-4312-a53e-3f3f1478dc2a req-f0b537af-5970-4a55-89c7-c05aa0c252e1 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:42.913099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a087d9f-f375-4312-a53e-3f3f1478dc2a req-f0b537af-5970-4a55-89c7-c05aa0c252e1 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 948 time: 0.2362208 Nov 03 15:51:42.952422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:42.978813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41632) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:42.981337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c72f88-e213-4103-b365-491659c397e8 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:43.009140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:43.011922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Allocated IP 192.168.233.196 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:43.017900 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.021781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a087d9f-f375-4312-a53e-3f3f1478dc2a req-b2ca776e-b32b-4911-8ea9-fd77c5d18752 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992901 Nov 03 15:51:43.081109 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=01c72f88-e213-4103-b365-491659c397e8,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:43.103023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb2cf88-3eb0-4951-b597-96af24eb8f0a', 'name': 'network-vif-deleted', 'tag': 'f0f50a02-6917-4bc6-be15-4ed29db94829'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:43.106262 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90fbde9-034f-4736-885c-d31939f0eeec" -d '{"events": [{"server_uuid": "fdb2cf88-3eb0-4951-b597-96af24eb8f0a", "name": "network-vif-deleted", "tag": "f0f50a02-6917-4bc6-be15-4ed29db94829"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:43.146705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['40da8018-58ad-4b68-9024-6b2f40aadfd7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:43.181464 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-baf2a980-329e-4727-adac-bf8ced13c9b8 req-2b574655-eb0d-4a9c-9b55-60c4d74da7cf tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/13756db4-8081-49c5-a880-cfe42a8b08bc HTTP/1.1" status: 200 len: 2421 time: 0.1081467 Nov 03 15:51:43.203243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e81139e-2aa6-42ee-8167-6551be10f3a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.230663 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2245d4b7-75cd-4ddd-a18d-9a4ca5e15e6b x-openstack-request-id: req-2245d4b7-75cd-4ddd-a18d-9a4ca5e15e6b {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:43.230855 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb2cf88-3eb0-4951-b597-96af24eb8f0a", "name": "network-vif-deleted", "tag": "f0f50a02-6917-4bc6-be15-4ed29db94829", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:43.231199 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2245d4b7-75cd-4ddd-a18d-9a4ca5e15e6b {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:43.234012 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb2cf88-3eb0-4951-b597-96af24eb8f0a', 'name': 'network-vif-deleted', 'tag': 'f0f50a02-6917-4bc6-be15-4ed29db94829', 'status': 'completed', 'code': 200} Nov 03 15:51:43.312951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['01c72f88-e213-4103-b365-491659c397e8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:43.313204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3aec5-741d-45e5-8750-8faad245f7ed req-1afc5cee-cd94-4888-aad5-1c4dac6c1014 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:43.314944 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ade3aec5-741d-45e5-8750-8faad245f7ed req-1afc5cee-cd94-4888-aad5-1c4dac6c1014 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 944 time: 0.1030653 Nov 03 15:51:43.342420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e81139e-2aa6-42ee-8167-6551be10f3a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.345766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.357808 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e81139e-2aa6-42ee-8167-6551be10f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.390467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88fe1f7c-5d9f-49dc-b0ef-a6fe9fcef3c3 req-8ebab8e4-78e9-4ab6-bc72-e6ed6f7a1b6b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-group-rules/afcd2786-2754-4f96-8eac-4a2823b53500 HTTP/1.1" status: 200 len: 778 time: 0.0885072 Nov 03 15:51:43.403587 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ade3aec5-741d-45e5-8750-8faad245f7ed req-a7f29dc0-a156-44ad-8e34-afcf0d330476 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791636 Nov 03 15:51:43.424436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.470345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81139e-2aa6-42ee-8167-6551be10f3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca78088-1248-44c0-a9e6-2a81c414f2d6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:43.488160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2e81139e-2aa6-42ee-8167-6551be10f3a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ffcff3f16b04e85aede57f49f6ebad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080512 Nov 03 15:51:43.491016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41642) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:43.505607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:43.577623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88fe1f7c-5d9f-49dc-b0ef-a6fe9fcef3c3 req-9a0e0c54-6299-4f1c-bbda-efa6df811721 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/13756db4-8081-49c5-a880-cfe42a8b08bc HTTP/1.1" status: 200 len: 2421 time: 0.1393473 Nov 03 15:51:43.618520 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-88fe1f7c-5d9f-49dc-b0ef-a6fe9fcef3c3 req-2fa39cac-6683-4e11-9922-498e7e38c62b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.628204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-261d6247-d5e8-4754-ad89-bdc15d5c89c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.631159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-88fe1f7c-5d9f-49dc-b0ef-a6fe9fcef3c3 req-2fa39cac-6683-4e11-9922-498e7e38c62b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.672529 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-261d6247-d5e8-4754-ad89-bdc15d5c89c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.691005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-88fe1f7c-5d9f-49dc-b0ef-a6fe9fcef3c3 req-2fa39cac-6683-4e11-9922-498e7e38c62b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.706782 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-88fe1f7c-5d9f-49dc-b0ef-a6fe9fcef3c3 req-2fa39cac-6683-4e11-9922-498e7e38c62b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.707906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88fe1f7c-5d9f-49dc-b0ef-a6fe9fcef3c3 req-2fa39cac-6683-4e11-9922-498e7e38c62b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/afcd2786-2754-4f96-8eac-4a2823b53500 HTTP/1.1" status: 204 len: 173 time: 0.1357656 Nov 03 15:51:43.720178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa39cac-6683-4e11-9922-498e7e38c62b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afcd2786-2754-4f96-8eac-4a2823b53500,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:43.749744 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-261d6247-d5e8-4754-ad89-bdc15d5c89c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.752371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-261d6247-d5e8-4754-ad89-bdc15d5c89c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.755934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-261d6247-d5e8-4754-ad89-bdc15d5c89c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1ca78088-1248-44c0-a9e6-2a81c414f2d6 HTTP/1.1" status: 204 len: 168 time: 0.2610707 Nov 03 15:51:43.756139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:43.770855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d6247-d5e8-4754-ad89-bdc15d5c89c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca78088-1248-44c0-a9e6-2a81c414f2d6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:43.780232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:43.806479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:43.807154 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.812693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-f580fa0f-a421-426e-a041-f20cc8c4214f req-1dc8034c-679e-4c22-b394-ffe7bff1052b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2123839990', 'description': 'tempest-description-1414972913'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:43.818406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Pushing event updated for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:43.848154 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f580fa0f-a421-426e-a041-f20cc8c4214f req-1dc8034c-679e-4c22-b394-ffe7bff1052b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.851973 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a8532-b3e9-4de6-8685-44e81b9cabbb req-77952c5f-382f-4732-a4c7-a87d6549b792 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:43.860730 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f3a8532-b3e9-4de6-8685-44e81b9cabbb req-77952c5f-382f-4732-a4c7-a87d6549b792 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 945 time: 0.3648138 Nov 03 15:51:43.883838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a8c623e4-3a85-4ed6-9427-9360596f1ac0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1817598 Nov 03 15:51:43.939717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f3a8532-b3e9-4de6-8685-44e81b9cabbb req-3cb5794c-7baf-4449-9b69-8f91a18d7d49 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693865 Nov 03 15:51:43.942312 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f580fa0f-a421-426e-a041-f20cc8c4214f req-1dc8034c-679e-4c22-b394-ffe7bff1052b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.946781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Request body: {'port': {'device_id': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:43.953686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f580fa0f-a421-426e-a041-f20cc8c4214f req-1dc8034c-679e-4c22-b394-ffe7bff1052b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.983943 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f580fa0f-a421-426e-a041-f20cc8c4214f req-1dc8034c-679e-4c22-b394-ffe7bff1052b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:43.990477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f580fa0f-a421-426e-a041-f20cc8c4214f req-1dc8034c-679e-4c22-b394-ffe7bff1052b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1919632 Nov 03 15:51:44.045154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8034c-679e-4c22-b394-ffe7bff1052b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef3ef3c-8cec-4b46-b90a-4ed0e4c5f5e0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:44.056829 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.070938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c49eea4e-1c93-4810-9d30-6cb4c31f5b89 req-e0e49787-11c3-4986-9d06-68917c2d1660 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/3ef3ef3c-8cec-4b46-b90a-4ed0e4c5f5e0 HTTP/1.1" status: 200 len: 1830 time: 0.0591259 Nov 03 15:51:44.160881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41666) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:44.168517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c79c-057a-4cda-ae06-2bccccbdab8a req-637c7dd2-3952-4ee7-94bf-dfd33c246186 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:44.170044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c37c79c-057a-4cda-ae06-2bccccbdab8a req-637c7dd2-3952-4ee7-94bf-dfd33c246186 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 936 time: 0.1149380 Nov 03 15:51:44.175625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907de2e6-d410-41fe-830a-9a69ff85ac21 req-be8082a3-b7da-4306-9b69-4e77af0a13fd tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:44.186676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-907de2e6-d410-41fe-830a-9a69ff85ac21 req-be8082a3-b7da-4306-9b69-4e77af0a13fd tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 948 time: 0.0676911 Nov 03 15:51:44.236736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-907de2e6-d410-41fe-830a-9a69ff85ac21 req-71115579-dc7e-4e34-a938-5f456eb612ec tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483334 Nov 03 15:51:44.348795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41672) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:44.362322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccf66e42-4368-42fa-b1bd-29a27d57c995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.391505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c37c79c-057a-4cda-ae06-2bccccbdab8a req-5bb7f109-0f9b-4937-8cf4-75285383546f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106800 Nov 03 15:51:44.395241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-784cbe87-7541-42c2-bb51-3741bedc2933 req-312180e7-b8bf-4910-9a4a-4c5f76cc3ec7 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-197420224', 'description': 'tempest-description-1610496041'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:44.438997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e6bf8b3-4302-4090-8d72-e020fcc9a552 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e3925c83d744431a85b45a08c30ce25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677937 Nov 03 15:51:44.443146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41676) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:44.486053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccf66e42-4368-42fa-b1bd-29a27d57c995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.491071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-784cbe87-7541-42c2-bb51-3741bedc2933 req-312180e7-b8bf-4910-9a4a-4c5f76cc3ec7 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.495834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccf66e42-4368-42fa-b1bd-29a27d57c995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.558218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf66e42-4368-42fa-b1bd-29a27d57c995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471eb16c-48c6-49d1-ba56-e8f4c50415d6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:44.565937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 01c72f88-e213-4103-b365-491659c397e8 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:44.567867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ccf66e42-4368-42fa-b1bd-29a27d57c995 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e35e9d8d330a49d5920d50f2109aedef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178907 Nov 03 15:51:44.572193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41678) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:44.609508 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e16099bf-eeee-4fda-a280-e4f679e42310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.617314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:44.631560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.637165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 01c72f88-e213-4103-b365-491659c397e8 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:44.642505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 01c72f88-e213-4103-b365-491659c397e8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:44.643161 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.654435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e16099bf-eeee-4fda-a280-e4f679e42310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.665787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681f62e-6cdc-4586-b8bc-486a47689962 req-2b3450b8-b915-4c50-babb-21bb283693d8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:44.667321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f681f62e-6cdc-4586-b8bc-486a47689962 req-2b3450b8-b915-4c50-babb-21bb283693d8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 944 time: 0.1658869 Nov 03 15:51:44.675406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0dc0-a1b0-4212-8290-537016a91c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.679873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Transition to ACTIVE for port object fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:44.680090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-784cbe87-7541-42c2-bb51-3741bedc2933 req-312180e7-b8bf-4910-9a4a-4c5f76cc3ec7 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.695551 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-784cbe87-7541-42c2-bb51-3741bedc2933 req-312180e7-b8bf-4910-9a4a-4c5f76cc3ec7 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.695766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.707819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:44.712252 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:44.737456 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0dc0-a1b0-4212-8290-537016a91c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.761252 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.770708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-784cbe87-7541-42c2-bb51-3741bedc2933 req-312180e7-b8bf-4910-9a4a-4c5f76cc3ec7 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.772706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-784cbe87-7541-42c2-bb51-3741bedc2933 req-312180e7-b8bf-4910-9a4a-4c5f76cc3ec7 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3844211 Nov 03 15:51:44.799853 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Pushing event updated for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:44.805245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312180e7-b8bf-4910-9a4a-4c5f76cc3ec7 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d24352-9865-43fd-ab13-e4474b24305f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:44.823275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f681f62e-6cdc-4586-b8bc-486a47689962 req-839c9b3a-359b-4bc1-934a-e534176b1819 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422102 Nov 03 15:51:44.856311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0dc0-a1b0-4212-8290-537016a91c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.860347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:44.860706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0dc0-a1b0-4212-8290-537016a91c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.863294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c72f88-e213-4103-b365-491659c397e8'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:44.865770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2c4e0dc0-a1b0-4212-8290-537016a91c8f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/471eb16c-48c6-49d1-ba56-e8f4c50415d6 HTTP/1.1" status: 204 len: 168 time: 0.2921228 Nov 03 15:51:44.868576 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987727c2-beb6-4d0a-bb8a-68b55612d2cb x-openstack-request-id: req-987727c2-beb6-4d0a-bb8a-68b55612d2cb {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:44.868908 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:44.869219 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-987727c2-beb6-4d0a-bb8a-68b55612d2cb {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:44.869806 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90669c7-2453-4f8b-8219-7cb5ba2f5f4d" -d '{"events": [{"server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "name": "network-vif-plugged", "status": "completed", "tag": "01c72f88-e213-4103-b365-491659c397e8"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:44.869930 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7', 'status': 'completed', 'code': 200} Nov 03 15:51:44.878924 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.880663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f0f50a02-6917-4bc6-be15-4ed29db94829 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:51:44.880807 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e16099bf-eeee-4fda-a280-e4f679e42310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.883174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e16099bf-eeee-4fda-a280-e4f679e42310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.884311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e16099bf-eeee-4fda-a280-e4f679e42310 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8a653a79-99f0-4310-acb5-21fa59fd4a98 HTTP/1.1" status: 204 len: 168 time: 0.4407392 Nov 03 15:51:44.894257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Attempting to bind port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:44.894600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Attempting to bind port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:44.894924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Attempting to bind port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:44.907752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e0dc0-a1b0-4212-8290-537016a91c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471eb16c-48c6-49d1-ba56-e8f4c50415d6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:44.920861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16099bf-eeee-4fda-a280-e4f679e42310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a653a79-99f0-4310-acb5-21fa59fd4a98,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:44.923271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: f0f50a02-6917-4bc6-be15-4ed29db94829 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:51:44.923617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f0f50a02-6917-4bc6-be15-4ed29db94829 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:51:44.931621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:44.932427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Attempting to bind port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:44.947325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:44.947669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:44.948055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:44.948502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Bound port: fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:44.948864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:44.973236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d026f02e-dd7c-4751-b9a3-664662ed0ded req-c79a4f5b-dc63-4752-9017-3ab55c729727 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/55d24352-9865-43fd-ab13-e4474b24305f HTTP/1.1" status: 200 len: 1829 time: 0.1157367 Nov 03 15:51:45.022543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ff899027-4ca6-4ebc-9260-932c1d930450 req-d1b5fd2c-7aab-43f0-b11f-a404c8afc3fe tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-300795637', 'description': 'tempest-description-1096419607'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:45.024212 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e161073-2060-474a-93ac-82460408e2a7 x-openstack-request-id: req-8e161073-2060-474a-93ac-82460408e2a7 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:45.024538 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "name": "network-vif-plugged", "status": "completed", "tag": "01c72f88-e213-4103-b365-491659c397e8", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:45.024800 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e161073-2060-474a-93ac-82460408e2a7 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:45.025210 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c72f88-e213-4103-b365-491659c397e8', 'code': 200} Nov 03 15:51:45.077479 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ff899027-4ca6-4ebc-9260-932c1d930450 req-d1b5fd2c-7aab-43f0-b11f-a404c8afc3fe tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:45.095693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-ae26dafe-cc4b-412c-b196-7f95a397a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.097342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-ae26dafe-cc4b-412c-b196-7f95a397a77c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1125 time: 0.1688709 Nov 03 15:51:45.099122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=01c72f88-e213-4103-b365-491659c397e8,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:45.214980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5755e6-1965-41d9-af7f-5f10008553e4 req-70eda8a8-04e8-4580-9b5b-46a9eb950976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.214980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f5755e6-1965-41d9-af7f-5f10008553e4 req-70eda8a8-04e8-4580-9b5b-46a9eb950976 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1097 time: 0.1064701 Nov 03 15:51:45.237321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ff899027-4ca6-4ebc-9260-932c1d930450 req-d1b5fd2c-7aab-43f0-b11f-a404c8afc3fe tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:45.240701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:45.247538 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ff899027-4ca6-4ebc-9260-932c1d930450 req-d1b5fd2c-7aab-43f0-b11f-a404c8afc3fe tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:45.276377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:45.286668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:45.312541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ff899027-4ca6-4ebc-9260-932c1d930450 req-d1b5fd2c-7aab-43f0-b11f-a404c8afc3fe tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:45.314282 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff899027-4ca6-4ebc-9260-932c1d930450 req-d1b5fd2c-7aab-43f0-b11f-a404c8afc3fe tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2959614 Nov 03 15:51:45.327557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5fd2c-7aab-43f0-b11f-a404c8afc3fe tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7298b0-0fc1-4dae-bbc1-4295ee1423f7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:45.337192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b7369-a7cd-4b87-bb4f-410abf5ab97e req-3a720d91-7fe8-4217-8d2e-e15ba948d063 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.339120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f5755e6-1965-41d9-af7f-5f10008553e4 req-f09e3d2a-9f3f-4348-99f7-34af40a9e8bc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163316 Nov 03 15:51:45.344387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d56b7369-a7cd-4b87-bb4f-410abf5ab97e req-3a720d91-7fe8-4217-8d2e-e15ba948d063 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 946 time: 0.2310128 Nov 03 15:51:45.385656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.386435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:45.387848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] 10.222.0.70 "PUT /v2.0/ports/fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 1096 time: 1.4681461 Nov 03 15:51:45.389780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-d8230e2c-1b9d-42ce-90de-814f10863847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.390214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-d8230e2c-1b9d-42ce-90de-814f10863847 service neutron] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.2820089 Nov 03 15:51:45.392140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:45.392911 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:45.472600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-bcfc94bc-adeb-4d85-8deb-8ec912960fe9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 200 len: 217 time: 0.0685375 Nov 03 15:51:45.475121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209eb4c-e095-485d-833a-da82464ae7e8 req-6c06c34c-3775-481f-bbce-e0e537c42abf tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.475902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c5e29-ba59-4f85-8f18-f1b82c3139ba service neutron] Pushing event updated for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:45.494845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c209eb4c-e095-485d-833a-da82464ae7e8 req-6c06c34c-3775-481f-bbce-e0e537c42abf tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 948 time: 0.0856328 Nov 03 15:51:45.522152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d56b7369-a7cd-4b87-bb4f-410abf5ab97e req-ea4ce381-e39b-401d-a0c7-84af09c769cf tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767805 Nov 03 15:51:45.584708 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c209eb4c-e095-485d-833a-da82464ae7e8 req-076c670f-fa59-40de-bc2b-22135de6f566 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850458 Nov 03 15:51:45.677899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-9aecf724-efed-469e-9dd6-b584159236d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.678935 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-9aecf724-efed-469e-9dd6-b584159236d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.1926544 Nov 03 15:51:45.689128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-65888a61-5ad7-45c3-bc69-f08395978ffa req-b468b14a-31ca-4898-be66-d3b2585d99d4 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/8e7298b0-0fc1-4dae-bbc1-4295ee1423f7 HTTP/1.1" status: 200 len: 1829 time: 0.1204829 Nov 03 15:51:45.703079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-6c061b75-32dc-4995-84ec-bbe88091d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.704922 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-6c061b75-32dc-4995-84ec-bbe88091d71d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1099 time: 0.1161370 Nov 03 15:51:45.764781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41718) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:45.793557 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad92d802-785e-4359-b7d9-4f94a44afe11 x-openstack-request-id: req-ad92d802-785e-4359-b7d9-4f94a44afe11 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:45.793837 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:45.794079 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad92d802-785e-4359-b7d9-4f94a44afe11 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:45.794478 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'status': 'completed', 'code': 200} Nov 03 15:51:45.798716 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-c4dfb783-8c7b-42c2-b6d7-38ff200971c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 217 time: 0.0839477 Nov 03 15:51:45.815423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-96cdbe57-9eb5-4d64-bbaf-c9da77995792 req-88c2d241-783c-4dd4-8ac3-9701cd0c81f1 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1179691227', 'description': 'tempest-description-323656652'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:45.821247 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-b4ee13cf-0f6d-4717-bd24-56dc19ea479b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762637 Nov 03 15:51:45.844781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9e71b7bb-8d3b-402b-9397-97bddb4bba3f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c02c9c0a53874160a7c14680c282dbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0764205 Nov 03 15:51:45.844996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41722) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:45.889897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9ef7-7929-4c81-ab3f-19cac6c358ca req-7c207a86-0564-469d-aef1-ecef12feff01 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.893999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-286e9ef7-7929-4c81-ab3f-19cac6c358ca req-7c207a86-0564-469d-aef1-ecef12feff01 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 948 time: 0.0877090 Nov 03 15:51:45.919234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-96cdbe57-9eb5-4d64-bbaf-c9da77995792 req-88c2d241-783c-4dd4-8ac3-9701cd0c81f1 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:45.958532 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02340aa-8d90-4a82-a038-e7b1bee34e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:45.967957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-740bf29b-7b58-4712-8340-720be1e27ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:45.969441 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-740bf29b-7b58-4712-8340-720be1e27ce3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1129482 Nov 03 15:51:45.979702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-286e9ef7-7929-4c81-ab3f-19cac6c358ca req-4762ac5e-9bfe-4052-9dba-9c81044c3589 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669901 Nov 03 15:51:45.994214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02340aa-8d90-4a82-a038-e7b1bee34e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.018813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-606b3cd1-3a9e-4769-8149-6642b9c01818 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877086 Nov 03 15:51:46.076084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 645d66d6-ce97-4bc9-b339-551b22b3b514 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:46.114199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-8e9d7bb6-864f-470b-a6b8-0160cf716b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:46.115695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-8e9d7bb6-864f-470b-a6b8-0160cf716b50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340089 Nov 03 15:51:46.120840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931c0c4-05fa-4529-a819-256f6f2386c2 req-9085268e-d803-496b-9724-e4a4d11b0d92 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:46.122507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4931c0c4-05fa-4529-a819-256f6f2386c2 req-9085268e-d803-496b-9724-e4a4d11b0d92 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 944 time: 0.0623186 Nov 03 15:51:46.131993 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02340aa-8d90-4a82-a038-e7b1bee34e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.138504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02340aa-8d90-4a82-a038-e7b1bee34e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.143077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f02340aa-8d90-4a82-a038-e7b1bee34e1a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8e3e7121-9dfe-4a18-806d-3e6a457b935b HTTP/1.1" status: 204 len: 168 time: 0.2970977 Nov 03 15:51:46.165216 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-96cdbe57-9eb5-4d64-bbaf-c9da77995792 req-88c2d241-783c-4dd4-8ac3-9701cd0c81f1 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.168359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02340aa-8d90-4a82-a038-e7b1bee34e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3e7121-9dfe-4a18-806d-3e6a457b935b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:46.205731 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-96cdbe57-9eb5-4d64-bbaf-c9da77995792 req-88c2d241-783c-4dd4-8ac3-9701cd0c81f1 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.226100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4931c0c4-05fa-4529-a819-256f6f2386c2 req-b1e3b9ef-fdaa-43d5-b3f1-e62fb7b34aab tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807526 Nov 03 15:51:46.267714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2d241-783c-4dd4-8ac3-9701cd0c81f1 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c50f0b-6f39-4236-84d6-ca2f5d54c656,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:46.275897 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b40e8288-dfa3-46c7-bf70-14ca77e35fb0 req-83eb70cd-ecc6-4410-ab12-93b42924e421 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454731 Nov 03 15:51:46.283929 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-96cdbe57-9eb5-4d64-bbaf-c9da77995792 req-88c2d241-783c-4dd4-8ac3-9701cd0c81f1 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.285124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96cdbe57-9eb5-4d64-bbaf-c9da77995792 req-88c2d241-783c-4dd4-8ac3-9701cd0c81f1 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4883413 Nov 03 15:51:46.292810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-a91adaef-0db0-4a2a-bbf4-ef4b682b22c6 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646233 Nov 03 15:51:46.321075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 645d66d6-ce97-4bc9-b339-551b22b3b514, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=645d66d6-ce97-4bc9-b339-551b22b3b514,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:46.338772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '645d66d6-ce97-4bc9-b339-551b22b3b514', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '645d66d6-ce97-4bc9-b339-551b22b3b514', 'mac_address': 'fa:16:3e:35:3c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:46.375330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-27218285-a3ff-4868-88be-a854632e8490 req-7b7a2396-b88d-46dc-b0db-47c72a7fba32 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/a5c50f0b-6f39-4236-84d6-ca2f5d54c656 HTTP/1.1" status: 200 len: 1829 time: 0.0634351 Nov 03 15:51:46.387985 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.403805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645d66d6-ce97-4bc9-b339-551b22b3b514 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:46.418212 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-6a0dbabc-25db-4bca-978c-a0feecc68b75 req-b73cf2fa-e316-4135-ba52-8723b1c7cbd9 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] show failed (client error): The resource could not be found. Nov 03 15:51:46.419746 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6a0dbabc-25db-4bca-978c-a0feecc68b75 req-b73cf2fa-e316-4135-ba52-8723b1c7cbd9 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/82fb53af-7cd6-4f1b-ab52-f64af91f6b01 HTTP/1.1" status: 404 len: 352 time: 0.0214877 Nov 03 15:51:46.425500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 645d66d6-ce97-4bc9-b339-551b22b3b514, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=645d66d6-ce97-4bc9-b339-551b22b3b514,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:46.434359 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.460040 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-230eef23-9122-4522-9f42-17b791ae6862 req-d7ffa1f0-d155-4872-986a-c7daa68c8fc8 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] show failed (client error): The resource could not be found. Nov 03 15:51:46.465477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-230eef23-9122-4522-9f42-17b791ae6862 req-d7ffa1f0-d155-4872-986a-c7daa68c8fc8 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-group-rules/26ee4712-b626-488c-a86d-93c9aa3939e5 HTTP/1.1" status: 404 len: 361 time: 0.0124784 Nov 03 15:51:46.483369 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff5de6d8-3009-43c8-ba46-d7438ad6ec76 req-2c1da2a6-13b9-4481-8e0f-43f9cd574f92 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757753 Nov 03 15:51:46.513131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=645d66d6-ce97-4bc9-b339-551b22b3b514,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:46.582319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbc4aeb7-58df-4e7c-9f7b-acb7448714b4 req-3ba53e5a-9430-4033-bded-6c3ce46dcb54 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/a5c50f0b-6f39-4236-84d6-ca2f5d54c656 HTTP/1.1" status: 200 len: 1829 time: 0.0863955 Nov 03 15:51:46.597658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40da8018-58ad-4b68-9024-6b2f40aadfd7 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:46.672537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-158f8d1f-ebfa-45c8-b9d1-701f5a7e6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:46.677055 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-158f8d1f-ebfa-45c8-b9d1-701f5a7e6aa3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1099 time: 0.1263876 Nov 03 15:51:46.721645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f0d9b-1571-4cd8-99b8-6a5345d66906 req-7e0d9b03-1398-4ad6-985c-938141a33c6b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:46.729247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-262f0d9b-1571-4cd8-99b8-6a5345d66906 req-7e0d9b03-1398-4ad6-985c-938141a33c6b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 946 time: 0.1056950 Nov 03 15:51:46.737702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bbc4aeb7-58df-4e7c-9f7b-acb7448714b4 req-340705b2-1006-4f46-b1b2-f71c25d17933 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.763296 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bbc4aeb7-58df-4e7c-9f7b-acb7448714b4 req-340705b2-1006-4f46-b1b2-f71c25d17933 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.796160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-262f0d9b-1571-4cd8-99b8-6a5345d66906 req-d2e4228c-e6ff-4c5f-bb17-72b1933b63db tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657415 Nov 03 15:51:46.852175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bbc4aeb7-58df-4e7c-9f7b-acb7448714b4 req-340705b2-1006-4f46-b1b2-f71c25d17933 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.853400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:46.854720 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bbc4aeb7-58df-4e7c-9f7b-acb7448714b4 req-340705b2-1006-4f46-b1b2-f71c25d17933 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:46.855854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbc4aeb7-58df-4e7c-9f7b-acb7448714b4 req-340705b2-1006-4f46-b1b2-f71c25d17933 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "DELETE /v2.0/security-groups/a5c50f0b-6f39-4236-84d6-ca2f5d54c656 HTTP/1.1" status: 204 len: 173 time: 0.2716994 Nov 03 15:51:46.876084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40da8018-58ad-4b68-9024-6b2f40aadfd7 has no active binding in host n-h2-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 15:51:46.876663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340705b2-1006-4f46-b1b2-f71c25d17933 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c50f0b-6f39-4236-84d6-ca2f5d54c656,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:46.892350 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-de3133dc-93c6-4137-890b-0a16e5ee8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:46.893893 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-de3133dc-93c6-4137-890b-0a16e5ee8253 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2093155 Nov 03 15:51:46.948428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-654052f6-997c-4fab-a68b-a399953fcafd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 217 time: 0.0405481 Nov 03 15:51:46.962289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['645d66d6-ce97-4bc9-b339-551b22b3b514'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:46.968988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d94be-802b-4314-bf2d-9e38f70f5f6b req-f0f2fb1b-8a4a-4779-89fd-73a2ad95be44 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:46.970565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-061d94be-802b-4314-bf2d-9e38f70f5f6b req-f0f2fb1b-8a4a-4779-89fd-73a2ad95be44 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 949 time: 0.0726235 Nov 03 15:51:47.080862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-d59b0fd0-cd5a-433f-a74d-0d52c205c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:47.082600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-d59b0fd0-cd5a-433f-a74d-0d52c205c8d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1265633 Nov 03 15:51:47.087904 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-061d94be-802b-4314-bf2d-9e38f70f5f6b req-9942cb23-9238-4b4d-bf24-2fae73c995bc tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087947 Nov 03 15:51:47.162066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81d40cbd-449a-4cfa-9baa-e30df4e6e838 req-b0061a01-85dc-411c-90d2-226344f3a127 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/8e7298b0-0fc1-4dae-bbc1-4295ee1423f7 HTTP/1.1" status: 200 len: 1829 time: 0.1552973 Nov 03 15:51:47.167851 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-2c969d9b-d081-4e57-99b0-d7c90dea5c86 service neutron] 10.222.0.15 "GET /v2.0/ports/40da8018-58ad-4b68-9024-6b2f40aadfd7/bindings/n-h2-813897-2 HTTP/1.1" status: 200 len: 384 time: 0.1710105 Nov 03 15:51:47.235671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-2c44b064-d7fc-4230-9311-5b92d44c2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:47.237437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-2c44b064-d7fc-4230-9311-5b92d44c2f50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432922 Nov 03 15:51:47.240753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e124e8-6e3b-46d4-b58b-6245158a0bf0 req-7f8f9e89-50b6-43d5-aee8-eca0684a2ff2 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:47.243257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9e124e8-6e3b-46d4-b58b-6245158a0bf0 req-7f8f9e89-50b6-43d5-aee8-eca0684a2ff2 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 948 time: 0.0758302 Nov 03 15:51:47.318110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9e124e8-6e3b-46d4-b58b-6245158a0bf0 req-cdc60333-280d-46ce-a9dc-b171c6086eab tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684602 Nov 03 15:51:47.378476 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-81d40cbd-449a-4cfa-9baa-e30df4e6e838 req-45983eb9-0382-4fb9-b187-458e8962fbc4 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.436750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-81d40cbd-449a-4cfa-9baa-e30df4e6e838 req-45983eb9-0382-4fb9-b187-458e8962fbc4 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.455425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08bac8-8138-497a-832b-80630473a0ea req-3e0656b8-143e-4ad9-bcde-bcf48f7d0346 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:47.456946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d08bac8-8138-497a-832b-80630473a0ea req-3e0656b8-143e-4ad9-bcde-bcf48f7d0346 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 944 time: 0.0611391 Nov 03 15:51:47.457424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41790) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:47.487430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-2ce00645-ba29-4c55-b24d-a89549b9474b service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368739 Nov 03 15:51:47.510528 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d08bac8-8138-497a-832b-80630473a0ea req-8c525a2e-ae8e-4f9e-a0af-77d8872f7dff tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Nov 03 15:51:47.554959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41794) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:47.616808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-81d40cbd-449a-4cfa-9baa-e30df4e6e838 req-45983eb9-0382-4fb9-b187-458e8962fbc4 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.619537 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-81d40cbd-449a-4cfa-9baa-e30df4e6e838 req-45983eb9-0382-4fb9-b187-458e8962fbc4 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.620665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81d40cbd-449a-4cfa-9baa-e30df4e6e838 req-45983eb9-0382-4fb9-b187-458e8962fbc4 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "DELETE /v2.0/security-groups/8e7298b0-0fc1-4dae-bbc1-4295ee1423f7 HTTP/1.1" status: 204 len: 173 time: 0.4511018 Nov 03 15:51:47.639129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-network', 'tenant_id': '9b1a073c188f466f950b0955cca21e60'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:47.642437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:47.659396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45983eb9-0382-4fb9-b187-458e8962fbc4 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7298b0-0fc1-4dae-bbc1-4295ee1423f7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:47.682955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:47.685082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a72504a-a15f-4ed4-b85d-1fc4fc57081a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.686268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f71f239-340f-49d2-ad5b-1dfa8f1b5e0e req-adc11f7d-52db-4a83-8212-e3498f8b14f3 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888452 Nov 03 15:51:47.706248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Made reservation on behalf of 9b1a073c188f466f950b0955cca21e60 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:47.708876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.718451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40da8018-58ad-4b68-9024-6b2f40aadfd7 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:47.729637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:47.733217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.744139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.769709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ed1b60d-86c8-43b4-a46b-6d62563f075e req-c18b1f17-fb2e-4430-87da-db56662182d8 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/55d24352-9865-43fd-ab13-e4474b24305f HTTP/1.1" status: 200 len: 1829 time: 0.1219876 Nov 03 15:51:47.923600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a72504a-a15f-4ed4-b85d-1fc4fc57081a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.925616 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.926902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ed1b60d-86c8-43b4-a46b-6d62563f075e req-42170b46-76c3-450c-bd26-50073a04f667 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.930141 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a72504a-a15f-4ed4-b85d-1fc4fc57081a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.947893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.981175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ed1b60d-86c8-43b4-a46b-6d62563f075e req-42170b46-76c3-450c-bd26-50073a04f667 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:47.989574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:51:48.027627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.027967 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Added segment aed506ab-0be8-4c02-b9cc-1ee5a075167d of type vlan for network bace626f-702c-40bd-8d42-9d257f02997c Nov 03 15:51:48.030942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2a72504a-a15f-4ed4-b85d-1fc4fc57081a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=20ad94cd2ae9442c9c10163a51e0cfff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4747064 Nov 03 15:51:48.034530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41804) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:48.045866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72504a-a15f-4ed4-b85d-1fc4fc57081a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59db0268-c638-46da-b130-6b01c0955154,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:48.050501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0468b1b-1fea-4e4e-9d5f-1ec462a681a8 req-da5155ba-7267-41a2-aaf4-2abe9c9e9b25 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.051973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b0468b1b-1fea-4e4e-9d5f-1ec462a681a8 req-da5155ba-7267-41a2-aaf4-2abe9c9e9b25 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 946 time: 0.0919614 Nov 03 15:51:48.053459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] Transition to ACTIVE for port object 40da8018-58ad-4b68-9024-6b2f40aadfd7 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:48.064603 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.102416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.104971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:48.108911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ed1b60d-86c8-43b4-a46b-6d62563f075e req-42170b46-76c3-450c-bd26-50073a04f667 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.111619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ed1b60d-86c8-43b4-a46b-6d62563f075e req-42170b46-76c3-450c-bd26-50073a04f667 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.112745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ed1b60d-86c8-43b4-a46b-6d62563f075e req-42170b46-76c3-450c-bd26-50073a04f667 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "DELETE /v2.0/security-groups/55d24352-9865-43fd-ab13-e4474b24305f HTTP/1.1" status: 204 len: 173 time: 0.3342295 Nov 03 15:51:48.136701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42170b46-76c3-450c-bd26-50073a04f667 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d24352-9865-43fd-ab13-e4474b24305f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:48.163382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.164585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.165325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.199685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] No DVR routers for this DVR port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:51:48.226774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7682750 Nov 03 15:51:48.227412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41810) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:48.231642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] Pushing event updated for resources: {'Port': ['ID=40da8018-58ad-4b68-9024-6b2f40aadfd7,revision_number=10']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:48.233975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Request body: {'subnet': {'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-subnet', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:48.237951 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94c41f37-306b-4234-b3a3-74937c3abef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.244178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b0468b1b-1fea-4e4e-9d5f-1ec462a681a8 req-9cb6a4f4-49ea-4772-a4b3-b5ae88c77679 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809647 Nov 03 15:51:48.279057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c58fc279-c52c-4b99-8ff0-71b214f366e2 service neutron] 10.222.0.15 "PUT /v2.0/ports/40da8018-58ad-4b68-9024-6b2f40aadfd7/bindings/n-h2-813897-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0780284 Nov 03 15:51:48.279154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced806d-fb1c-4f01-9c43-5f43554b0a5b admin admin] Pushing event updated for resources: {'Network': ['ID=bace626f-702c-40bd-8d42-9d257f02997c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:48.286170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network bace626f-702c-40bd-8d42-9d257f02997c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:51:48.291883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Made reservation on behalf of 9b1a073c188f466f950b0955cca21e60 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:48.294101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Publish callbacks [] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.297899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94c41f37-306b-4234-b3a3-74937c3abef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.370220 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8f64114-4691-446b-b783-8d2ad03837af req-4f9a3da2-862b-49e0-9f1a-03d77175a492 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/3ef3ef3c-8cec-4b46-b90a-4ed0e4c5f5e0 HTTP/1.1" status: 200 len: 1830 time: 0.0642304 Nov 03 15:51:48.411515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6c85-d270-4f9d-92be-3c5d3d620f78 req-f0f22778-1c71-4671-aa99-703bbb1fb954 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.413011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-145f6c85-d270-4f9d-92be-3c5d3d620f78 req-f0f22778-1c71-4671-aa99-703bbb1fb954 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 949 time: 0.1300995 Nov 03 15:51:48.438017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94c41f37-306b-4234-b3a3-74937c3abef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.440502 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94c41f37-306b-4234-b3a3-74937c3abef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.441715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-94c41f37-306b-4234-b3a3-74937c3abef2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/59db0268-c638-46da-b130-6b01c0955154 HTTP/1.1" status: 204 len: 168 time: 0.4061716 Nov 03 15:51:48.470945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c41f37-306b-4234-b3a3-74937c3abef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59db0268-c638-46da-b130-6b01c0955154,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:48.477249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-145f6c85-d270-4f9d-92be-3c5d3d620f78 req-d9afde0e-3c5c-4005-b9de-f14048db66b3 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580311 Nov 03 15:51:48.483199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-63229dc7-94e0-4312-9cfe-351e8e495387 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.484710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-63229dc7-94e0-4312-9cfe-351e8e495387 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.1053843 Nov 03 15:51:48.550991 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c8f64114-4691-446b-b783-8d2ad03837af req-79937433-6d12-4572-b328-9f338a3a93f6 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.592958 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c8f64114-4691-446b-b783-8d2ad03837af req-79937433-6d12-4572-b328-9f338a3a93f6 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.608384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-5fcef893-3649-41f7-a82f-72f25cd0cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.610277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-5fcef893-3649-41f7-a82f-72f25cd0cd69 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439&tenant_id=574458bcf0c640ecb8efbda6451c2ee6 HTTP/1.1" status: 200 len: 1096 time: 0.1142907 Nov 03 15:51:48.628357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.697162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-45ef7002-2559-49a4-b812-c33fc9f7d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.698962 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-45ef7002-2559-49a4-b812-c33fc9f7d958 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1096 time: 0.0587349 Nov 03 15:51:48.700219 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c8f64114-4691-446b-b783-8d2ad03837af req-79937433-6d12-4572-b328-9f338a3a93f6 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.703827 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c8f64114-4691-446b-b783-8d2ad03837af req-79937433-6d12-4572-b328-9f338a3a93f6 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.705120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8f64114-4691-446b-b783-8d2ad03837af req-79937433-6d12-4572-b328-9f338a3a93f6 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "DELETE /v2.0/security-groups/3ef3ef3c-8cec-4b46-b90a-4ed0e4c5f5e0 HTTP/1.1" status: 204 len: 173 time: 0.3278556 Nov 03 15:51:48.729882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7c65a-fe20-456a-810b-ac705fa6a0e6 req-ff8097a6-1852-4b21-b473-13fccfbeb28e tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.734056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79937433-6d12-4572-b328-9f338a3a93f6 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef3ef3c-8cec-4b46-b90a-4ed0e4c5f5e0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:48.740627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87a7c65a-fe20-456a-810b-ac705fa6a0e6 req-ff8097a6-1852-4b21-b473-13fccfbeb28e tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1097 time: 0.1532459 Nov 03 15:51:48.765013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c48f24-25ea-46a6-a529-7ea2da757eb4,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:48.813398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Checking segment: {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:48.813634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Network hostable DHCP agents. Network: bace626f-702c-40bd-8d42-9d257f02997c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:51:48.826601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87a7c65a-fe20-456a-810b-ac705fa6a0e6 req-62742623-f050-4ede-b6cb-33465303eb34 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847087 Nov 03 15:51:48.841223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Network bace626f-702c-40bd-8d42-9d257f02997c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:51:48.862044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-dd90b36c-11ca-4a40-a0e9-a62aba163e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.863534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-dd90b36c-11ca-4a40-a0e9-a62aba163e1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.1542661 Nov 03 15:51:48.868016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, bace626f-702c-40bd-8d42-9d257f02997c) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:48.877430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69ba2e-1ff0-4107-91c1-3fc809294c0f None None] Network bace626f-702c-40bd-8d42-9d257f02997c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:51:48.889700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.890652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:48.919354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41826) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:48.922911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844ac15-faa6-4631-a96d-9250ae0b4892 req-9548024f-f4af-4f81-803c-9ed3cf7878d1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:48.924537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6844ac15-faa6-4631-a96d-9250ae0b4892 req-9548024f-f4af-4f81-803c-9ed3cf7878d1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 948 time: 0.1150281 Nov 03 15:51:48.925920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-9e06bef2-ea25-4696-a6c1-7d112aa1af5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 200 len: 217 time: 0.0501134 Nov 03 15:51:48.958680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2426411c-7c0e-403d-a5db-aca8e5223d9c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7283757 Nov 03 15:51:48.960150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41828) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:48.965690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:48.971649 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7028e4d-f586-479e-b5ed-0b50c6205676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.014141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-3cfd4e53-c39c-411e-b7b3-1b8184e77191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:49.015728 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-3cfd4e53-c39c-411e-b7b3-1b8184e77191 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0829833 Nov 03 15:51:49.016442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767c401-4fba-451e-b75d-1ef9d0e544b6 req-aade64e3-df13-408b-942c-317452b26710 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:49.017640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4767c401-4fba-451e-b75d-1ef9d0e544b6 req-aade64e3-df13-408b-942c-317452b26710 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 945 time: 0.1138861 Nov 03 15:51:49.021158 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.022275 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.050351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6844ac15-faa6-4631-a96d-9250ae0b4892 req-e19fbbf0-b161-4edf-b8c2-6fa0e42a3d44 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093218 Nov 03 15:51:49.066854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-0230a9e9-8fa3-4219-a024-7bb43b3bc385 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364022 Nov 03 15:51:49.076871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-bace626f-702c-40bd-8d42-9d257f02997c', 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'fixed_ips': [{'subnet_id': '80c48f24-25ea-46a6-a529-7ea2da757eb4'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:51:49.086570 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.129739 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.149728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4767c401-4fba-451e-b75d-1ef9d0e544b6 req-6e0e94d0-5c61-4d66-bd17-52b21edafa67 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194899 Nov 03 15:51:49.201224 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2e08bdd7-6239-4648-84db-515e15289db4 req-8c2773de-1d08-4eb9-a19e-7f7dacb030a4 tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "GET /v2.0/security-groups/13756db4-8081-49c5-a880-cfe42a8b08bc HTTP/1.1" status: 200 len: 1828 time: 0.1028478 Nov 03 15:51:49.231280 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7028e4d-f586-479e-b5ed-0b50c6205676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.235969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-c21e533b-5640-4aae-889d-80e2983edcc9 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614754 Nov 03 15:51:49.277572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7028e4d-f586-479e-b5ed-0b50c6205676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.280430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Allocated IP 172.20.0.2 (bace626f-702c-40bd-8d42-9d257f02997c/80c48f24-25ea-46a6-a529-7ea2da757eb4/c03f0c06-0170-49cf-937e-46dab71e71e0) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:49.338884 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2e08bdd7-6239-4648-84db-515e15289db4 req-03a57612-853a-40cd-8c1d-8210639ab34b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.347172 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.374648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2e08bdd7-6239-4648-84db-515e15289db4 req-03a57612-853a-40cd-8c1d-8210639ab34b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.378657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-445c64ac-4264-4da6-8846-04b4093e0cc7 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320941 Nov 03 15:51:49.383004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f7028e4d-f586-479e-b5ed-0b50c6205676 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=230c9adeb2744c72afa2fb843b237ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4597800 Nov 03 15:51:49.383920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:49.393010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7028e4d-f586-479e-b5ed-0b50c6205676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba2030c-954f-4523-a05f-34c5797f30ba,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:49.411939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a0c3c-9581-4d04-8d14-ccd116df5248 req-c7ee247a-8300-4361-ba60-1fa8f0b35d46 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:49.420020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ec4a0c3c-9581-4d04-8d14-ccd116df5248 req-c7ee247a-8300-4361-ba60-1fa8f0b35d46 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1097 time: 0.1470954 Nov 03 15:51:49.463418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3290764e-508e-45e9-8ae5-586fade2225d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.465047 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2e08bdd7-6239-4648-84db-515e15289db4 req-03a57612-853a-40cd-8c1d-8210639ab34b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.467799 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2e08bdd7-6239-4648-84db-515e15289db4 req-03a57612-853a-40cd-8c1d-8210639ab34b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.468961 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2e08bdd7-6239-4648-84db-515e15289db4 req-03a57612-853a-40cd-8c1d-8210639ab34b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] 10.222.0.86 "DELETE /v2.0/security-groups/13756db4-8081-49c5-a880-cfe42a8b08bc HTTP/1.1" status: 204 len: 173 time: 0.2518561 Nov 03 15:51:49.480477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41834) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:49.490663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a57612-853a-40cd-8c1d-8210639ab34b tempest-SecurityGroupRulesNegativeTestJSON-1734646686 tempest-SecurityGroupRulesNegativeTestJSON-1734646686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13756db4-8081-49c5-a880-cfe42a8b08bc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:49.512140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ec4a0c3c-9581-4d04-8d14-ccd116df5248 req-bdb8d1f9-41a3-46bf-b0cb-f3b288eb2342 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911453 Nov 03 15:51:49.534330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3290764e-508e-45e9-8ae5-586fade2225d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.596073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-40271748-9582-453c-b99b-c623f418280d admin admin] Deleting subnet c9e66a97-e78b-4372-99c9-8a6a6a1f208a {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:51:49.619551 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40271748-9582-453c-b99b-c623f418280d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.661483 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40271748-9582-453c-b99b-c623f418280d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.662121 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.676096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40271748-9582-453c-b99b-c623f418280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.677421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.734473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Network bace626f-702c-40bd-8d42-9d257f02997c is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:49.736621 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3290764e-508e-45e9-8ae5-586fade2225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.737996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:49.739271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3290764e-508e-45e9-8ae5-586fade2225d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.742977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3290764e-508e-45e9-8ae5-586fade2225d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3ba2030c-954f-4523-a05f-34c5797f30ba HTTP/1.1" status: 204 len: 168 time: 0.3556464 Nov 03 15:51:49.743175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:49.752576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Pushing event updated for resources: {'Port': ['ID=c03f0c06-0170-49cf-937e-46dab71e71e0,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:49.789088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290764e-508e-45e9-8ae5-586fade2225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba2030c-954f-4523-a05f-34c5797f30ba,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:49.822620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Attempting to bind port c03f0c06-0170-49cf-937e-46dab71e71e0 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:49.822980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Attempting to bind port c03f0c06-0170-49cf-937e-46dab71e71e0 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:49.823344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Attempting to bind port c03f0c06-0170-49cf-937e-46dab71e71e0 on network bace626f-702c-40bd-8d42-9d257f02997c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:49.831290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-100e2758-af93-4ccc-9d39-957df336d1a8 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:49.832841 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-100e2758-af93-4ccc-9d39-957df336d1a8 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.1123612 Nov 03 15:51:49.834623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:49.835011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Checking segment: {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:49.835446 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.836420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Bound using segment: {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:49.837019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Bound port: c03f0c06-0170-49cf-937e-46dab71e71e0, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:49.837403 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.884674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40271748-9582-453c-b99b-c623f418280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.925792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40271748-9582-453c-b99b-c623f418280d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e66a97-e78b-4372-99c9-8a6a6a1f208a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:49.932288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] For port c03f0c06-0170-49cf-937e-46dab71e71e0, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:49.937406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] For port c03f0c06-0170-49cf-937e-46dab71e71e0, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c03f0c06-0170-49cf-937e-46dab71e71e0,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:49.947325 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.958095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40271748-9582-453c-b99b-c623f418280d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:49.961388 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-40271748-9582-453c-b99b-c623f418280d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c9e66a97-e78b-4372-99c9-8a6a6a1f208a HTTP/1.1" status: 204 len: 168 time: 0.4736955 Nov 03 15:51:49.964011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41848) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:50.077517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 645d66d6-ce97-4bc9-b339-551b22b3b514 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:50.086637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a696-55d1-4ed8-bb2d-d4e3228c517b req-ef987e3b-b366-42b6-b7c1-d88585d04ff8 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:50.105552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32f1a696-55d1-4ed8-bb2d-d4e3228c517b req-ef987e3b-b366-42b6-b7c1-d88585d04ff8 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 949 time: 0.1340113 Nov 03 15:51:50.115855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e7f64-db60-4233-b0db-03fe70d9c220 None None] Pushing event updated for resources: {'Port': ['ID=c03f0c06-0170-49cf-937e-46dab71e71e0,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:50.116536 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.132223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.163019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 645d66d6-ce97-4bc9-b339-551b22b3b514 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:50.170743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 645d66d6-ce97-4bc9-b339-551b22b3b514 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:50.171679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.172425 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.234122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8d7a0-6ab5-4435-82eb-a793bd468db6 req-14cd07ca-63a0-492e-b1ae-fbecda236c52 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:50.242272 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3d8d7a0-6ab5-4435-82eb-a793bd468db6 req-14cd07ca-63a0-492e-b1ae-fbecda236c52 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1097 time: 0.1885021 Nov 03 15:51:50.292869 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32f1a696-55d1-4ed8-bb2d-d4e3228c517b req-6fe07545-ba91-4e1f-85f0-cf63a4561571 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808171 Nov 03 15:51:50.434770 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.448679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-be27ed8c-4f31-46f5-8125-f1130c773f4b service neutron] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:50.459235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-be27ed8c-4f31-46f5-8125-f1130c773f4b service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.460358 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0287fa57-07e5-4ff9-bd13-1bb69b314ad0 req-be27ed8c-4f31-46f5-8125-f1130c773f4b service neutron] 10.222.0.70 "DELETE /v2.0/ports/40da8018-58ad-4b68-9024-6b2f40aadfd7/bindings/n-h1-813897-2 HTTP/1.1" status: 204 len: 173 time: 0.6117413 Nov 03 15:51:50.472061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.482325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71644903-8e4e-4738-b673-c9e5ccbac1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d66d6-ce97-4bc9-b339-551b22b3b514'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:50.489776 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ce4dd9-682a-4325-88a1-90b14af7b10e" -d '{"events": [{"server_uuid": "71644903-8e4e-4738-b673-c9e5ccbac1f8", "name": "network-vif-plugged", "status": "completed", "tag": "645d66d6-ce97-4bc9-b339-551b22b3b514"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:50.500619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3d8d7a0-6ab5-4435-82eb-a793bd468db6 req-24dbaeab-5a5a-4ce7-addc-b1bde39f4161 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571108 Nov 03 15:51:50.522239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 645d66d6-ce97-4bc9-b339-551b22b3b514, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=645d66d6-ce97-4bc9-b339-551b22b3b514,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:50.527808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1d261-e367-46b8-af73-6926ae371d2d req-9b2ed6e5-08c3-45ba-9104-978f092f984e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:50.528388 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.529144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 40da8018-58ad-4b68-9024-6b2f40aadfd7 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:51:50.537786 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.538212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.540460 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.540804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > port after_create 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.543058 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.543417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > port after_update 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.543751 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.544067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ad1d261-e367-46b8-af73-6926ae371d2d req-9b2ed6e5-08c3-45ba-9104-978f092f984e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 948 time: 0.1399276 Nov 03 15:51:50.544202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.544402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.545318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.554858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Allocated IP 172.25.6.43 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/948f5f56-e6a7-4c5e-a1a2-abf1722b068b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:50.623852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:51:50.650778 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.651277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.651442 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.651773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:51:50.652121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351097fb-d09d-4980-b0f4-f232240922a1']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:50.652319 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ad1d261-e367-46b8-af73-6926ae371d2d req-3fe571da-c7cc-4b2a-8ac4-12783191b3d1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055231 Nov 03 15:51:50.707103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4873fa59-6d06-47ea-a952-1bc68e21cfc4') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:50.707398 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4873fa59-6d06-47ea-a952-1bc68e21cfc4') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:50.708444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=645d66d6-ce97-4bc9-b339-551b22b3b514,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:50.725556 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e7a2e-dcf3-4299-b0cb-ea30efec06c3 x-openstack-request-id: req-9e6e7a2e-dcf3-4299-b0cb-ea30efec06c3 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:50.727290 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71644903-8e4e-4738-b673-c9e5ccbac1f8", "name": "network-vif-plugged", "status": "completed", "tag": "645d66d6-ce97-4bc9-b339-551b22b3b514", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:50.727480 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9e6e7a2e-dcf3-4299-b0cb-ea30efec06c3 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:50.730122 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71644903-8e4e-4738-b673-c9e5ccbac1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d66d6-ce97-4bc9-b339-551b22b3b514', 'code': 200} Nov 03 15:51:50.730851 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.761902 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.776096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:51:50.776615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: from cryptography.utils import int_from_bytes Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: from cryptography.utils import int_from_bytes Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: timer() Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:51:50.797454 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:51:50.839365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec649a-f370-4427-a9fc-91234831c8fa req-928eaf92-cb82-4334-9c67-5a479448eff8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:50.841025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0ec649a-f370-4427-a9fc-91234831c8fa req-928eaf92-cb82-4334-9c67-5a479448eff8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 945 time: 0.1839511 Nov 03 15:51:50.866338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.886675 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 40da8018-58ad-4b68-9024-6b2f40aadfd7 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:51:50.889366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:50.906475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'mac_address': 'fa:16:3e:18:cc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:51:50.916569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:50.961899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c03f0c06-0170-49cf-937e-46dab71e71e0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:50.965901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Pushing event updated for resources: {'Port': ['ID=948f5f56-e6a7-4c5e-a1a2-abf1722b068b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:50.979711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:50.982592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:50.986837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:51.007677 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.067791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=351097fb-d09d-4980-b0f4-f232240922a1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:51.079838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.087756 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.094016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-290d89fe-66ce-4d67-88e1-19ef0687f4fe admin admin] 10.222.0.86 "DELETE /v2.0/networks/351097fb-d09d-4980-b0f4-f232240922a1 HTTP/1.1" status: 204 len: 168 time: 1.1290085 Nov 03 15:51:51.103878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc72c3-d0b4-4a32-888f-02341be894ed req-28474cef-b7e8-4771-be14-4c9038210487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:51.105826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5bcc72c3-d0b4-4a32-888f-02341be894ed req-28474cef-b7e8-4771-be14-4c9038210487 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 1101 time: 0.2246706 Nov 03 15:51:51.119181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:51.124390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c03f0c06-0170-49cf-937e-46dab71e71e0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:51.126235 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.132183 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0ec649a-f370-4427-a9fc-91234831c8fa req-af331b32-1c2b-4a21-930b-db96504801de tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452865 Nov 03 15:51:51.155647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41880) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:51.204327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5bcc72c3-d0b4-4a32-888f-02341be894ed req-9ac3ac13-023d-4fb5-a7a8-cf5e775bda56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703135 Nov 03 15:51:51.255033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:51.275890 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.371421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-network', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:51.410756 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.430873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f4c77-915e-461a-ba29-c4376777924c req-f575c91f-b0d4-45e2-81f0-f2b2e72c7923 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:51.432807 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d36f4c77-915e-461a-ba29-c4376777924c req-f575c91f-b0d4-45e2-81f0-f2b2e72c7923 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1096 time: 0.1448145 Nov 03 15:51:51.439503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Made reservation on behalf of 353b5b70047a4aec9f0892b59013dfc8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:51.441944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.458298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:51.467795 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.471576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41888) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:51.486763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port c03f0c06-0170-49cf-937e-46dab71e71e0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c03f0c06-0170-49cf-937e-46dab71e71e0,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:51.492560 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.506573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.542668 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d36f4c77-915e-461a-ba29-c4376777924c req-6e23e0fd-9dd9-4dda-9fc9-49986a9257b5 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982566 Nov 03 15:51:51.550340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=c03f0c06-0170-49cf-937e-46dab71e71e0,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:51.557240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a6b62-44a5-435a-b88f-d283f979457d req-9a088571-8ed2-4a5e-a476-593013a84f65 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:51.571833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7a6b62-44a5-435a-b88f-d283f979457d req-9a088571-8ed2-4a5e-a476-593013a84f65 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 950 time: 0.1500230 Nov 03 15:51:51.581368 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:51:51.643204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61ddca-70aa-4be2-8aec-5b3d54f2d1c9 None None] Network bace626f-702c-40bd-8d42-9d257f02997c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:51:51.669855 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.682345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7a6b62-44a5-435a-b88f-d283f979457d req-b08e3d6e-734d-42f4-8c4b-73ce8ad2fc15 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061194 Nov 03 15:51:51.707870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-73b9d788-8e7d-4f9f-8f44-d025ab7653b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f19aa1988f054fcd83d6edb1f697a1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328200 Nov 03 15:51:51.707870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.709023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41896) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:51.770251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d50f73b7-a830-4d40-ab00-a659bef7df02 None None] Provisioning complete for port c03f0c06-0170-49cf-937e-46dab71e71e0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:51.771036 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d50f73b7-a830-4d40-ab00-a659bef7df02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.821233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:51:51.823231 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.824208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614fe552-853f-4811-8903-096b4037ceda,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:51.837540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090138c-a5f7-4e3c-bd3c-afec7d64c249 req-941f91ec-0e20-4a4d-8d99-f5c730beb68d tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:51.839065 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b090138c-a5f7-4e3c-bd3c-afec7d64c249 req-941f91ec-0e20-4a4d-8d99-f5c730beb68d tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1097 time: 0.1291726 Nov 03 15:51:51.855311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.855646 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Added segment 4eafd5a1-4029-43a4-9be0-a0c6fbd114ed of type vlan for network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d Nov 03 15:51:51.880526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-576a7cd7-ed89-4ffe-ba7e-0ea853884dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.883537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafec21-2eca-43cc-b6d2-3b1a815af480 req-e45c5529-788a-4278-80c5-629870fb967f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:51.885602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fcafec21-2eca-43cc-b6d2-3b1a815af480 req-e45c5529-788a-4278-80c5-629870fb967f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 949 time: 0.1045983 Nov 03 15:51:51.896272 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.953020 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-576a7cd7-ed89-4ffe-ba7e-0ea853884dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.962560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:51.966381 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b090138c-a5f7-4e3c-bd3c-afec7d64c249 req-1feb3b19-c9fb-4a8d-b4fc-1032e591a6d6 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179652 Nov 03 15:51:52.013185 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.015090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:52.015536 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.060771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fcafec21-2eca-43cc-b6d2-3b1a815af480 req-6e168d9a-88c0-4e95-af32-bf13e17d19a5 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595800 Nov 03 15:51:52.087419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9305654 Nov 03 15:51:52.087618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41904) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:52.093469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Request body: {'subnet': {'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-subnet', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:52.097843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b8996-8ec9-499c-8960-800931bae8ef admin admin] Pushing event updated for resources: {'Network': ['ID=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:52.107544 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-576a7cd7-ed89-4ffe-ba7e-0ea853884dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.110022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:51:52.111535 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-576a7cd7-ed89-4ffe-ba7e-0ea853884dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.112883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-576a7cd7-ed89-4ffe-ba7e-0ea853884dfc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b38fae5d-7132-4b3c-842d-fc2ec5168d70 HTTP/1.1" status: 204 len: 168 time: 0.3635437 Nov 03 15:51:52.155922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a7cd7-ed89-4ffe-ba7e-0ea853884dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38fae5d-7132-4b3c-842d-fc2ec5168d70,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:52.207503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Router 3a070383-98ed-4891-bf92-214c50a3caab is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:51:52.209377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Made reservation on behalf of 353b5b70047a4aec9f0892b59013dfc8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:52.221288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.415226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-02670a89-2a19-4327-b688-474523b425f0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:52.418391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5ebc8fbd-04e6-4227-a888-9d79c65621c7 None None] Provisioning complete for port c03f0c06-0170-49cf-937e-46dab71e71e0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:52.421555 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8fbd-04e6-4227-a888-9d79c65621c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.426408 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-02670a89-2a19-4327-b688-474523b425f0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 806 time: 0.2455318 Nov 03 15:51:52.461009 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-d70bb607-df91-48f1-8b3d-baf4a3858791 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/quotas/574458bcf0c640ecb8efbda6451c2ee6 HTTP/1.1" status: 200 len: 375 time: 0.0333936 Nov 03 15:51:52.485846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:51:52.497949 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Sync routers for ids ['3a070383-98ed-4891-bf92-214c50a3caab'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:51:52.518858 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Routers {'3a070383-98ed-4891-bf92-214c50a3caab'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:51:52.519652 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['3a070383-98ed-4891-bf92-214c50a3caab'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:52.566171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-ac5725cf-e9f1-4020-b116-50b104bb0fb8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972135 Nov 03 15:51:52.577900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.580021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d805f10a-1981-485b-aebb-e2ff556f22d1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6182785 Nov 03 15:51:52.584501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41920) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:52.608660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.635974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:52.675175 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Set router 3a070383-98ed-4891-bf92-214c50a3caab gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:51:52.697237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1df15a-e82e-4637-8d0b-8600773b3bd2,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:52.718466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:51:52.728093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:52.728927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.772812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Checking segment: {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:52.773156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Network hostable DHCP agents. Network: 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:51:52.819851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:51:52.836793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:52.857615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637adfc-00d4-4517-b6ba-4aa908879575 None None] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:51:52.868669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:52.870800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.895030 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-cf7628d1-cd0f-47a7-ba2d-c9fccbdcebd4 service neutron] 10.222.0.86 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275902 Nov 03 15:51:52.914700 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3573250a-8272-44f7-bce9-3d2a3ebd9fb6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8231983 Nov 03 15:51:52.915727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41938) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:52.926548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:52.933855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c03f0c06-0170-49cf-937e-46dab71e71e0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:52.943646 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a070383-98ed-4891-bf92-214c50a3caab', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:49Z', 'updated_at': '2021-11-03T15:51:51Z', 'revision_number': 3, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'gw_port': {'id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:50Z', 'updated_at': '2021-11-03T15:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:52.972296 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Checking router: 3a070383-98ed-4891-bf92-214c50a3caab for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:51:52.972889 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Updating router 3a070383-98ed-4891-bf92-214c50a3caab port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:51:52.981467 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:52.982600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.003052 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.081378 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.180195 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.277130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c03f0c06-0170-49cf-937e-46dab71e71e0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:53.277502 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.305331 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.314160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:53.316458 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c131c565-51fc-41b6-979f-bf5d2e96a7c5" -d '{"events": [{"server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "name": "network-vif-plugged", "status": "completed", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:53.404315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:53.525745 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.525958 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.528659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:51:53.530332 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.533997 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.592675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41966) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:53.610505 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Attempting to bind port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:53.611087 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Attempting to bind port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:53.611761 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Attempting to bind port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:53.619025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.623717 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:53.624458 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:53.625092 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.625680 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:53.626312 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Bound port: 948f5f56-e6a7-4c5e-a1a2-abf1722b068b, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:53.626892 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.629675 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Pushing event updated for resources: {'Port': ['ID=948f5f56-e6a7-4c5e-a1a2-abf1722b068b,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:53.659200 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.661485 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.662344 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.663167 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.665004 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.665621 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.666111 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.666645 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.667148 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.667680 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.668174 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.668652 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.669131 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:51:53.707085 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] For port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:53.712273 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] For port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=948f5f56-e6a7-4c5e-a1a2-abf1722b068b,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:53.733568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-5e4908c4-c53a-411b-a1cd-9ececbffbbd8 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:51:53.733788 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.734165 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-5e4908c4-c53a-411b-a1cd-9ececbffbbd8 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0064414 Nov 03 15:51:53.809250 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-152ebe37-86e3-4ffb-972f-680319b22414 service neutron] 10.222.0.86 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9132702 Nov 03 15:51:53.815590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b0274bed-7f1e-4e6f-9c46-53f14ee4e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:53.816648 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b0274bed-7f1e-4e6f-9c46-53f14ee4e840 service neutron] 10.222.0.86 "GET /v2.0/ports/01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 200 len: 1094 time: 0.0649650 Nov 03 15:51:53.837611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1745939392-network', 'tenant_id': '947afe53330646df8b76708496311cf6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:53.854509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Request body: {'binding': {'host': 'n-h1-813897-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:53.855047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Unknown quota resources ['binding']. {{(pid=108105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 15:51:53.870279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Allocated IP 172.20.0.2 (2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d/ce1df15a-e82e-4637-8d0b-8600773b3bd2/b46b60f3-92a3-447e-97f0-26d1cc10974c) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:53.927447 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Routers {'3a070383-98ed-4891-bf92-214c50a3caab'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:51:53.927966 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['3a070383-98ed-4891-bf92-214c50a3caab'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:53.933789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Allocated IP 172.25.6.248 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/8c7f46f6-91b9-4ee1-97c8-c10f998089ef) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:53.946585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Made reservation on behalf of 947afe53330646df8b76708496311cf6 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:53.949015 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:53.967846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:53.970618 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.082257 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b790d-0797-4167-aefe-11a862b8969c None None] Pushing event updated for resources: {'Port': ['ID=948f5f56-e6a7-4c5e-a1a2-abf1722b068b,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:54.127373 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] Set router 3a070383-98ed-4891-bf92-214c50a3caab gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:51:54.184600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.192831 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.202507 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.202692 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.211809 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.251950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46188713-11a2-46ca-bda3-231cc2eb3063 req-7eee45da-86c2-4e61-a7dd-32e5dfc28e8d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:54.252899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:51:54.260402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-46188713-11a2-46ca-bda3-231cc2eb3063 req-7eee45da-86c2-4e61-a7dd-32e5dfc28e8d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 950 time: 0.1014988 Nov 03 15:51:54.264351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Pushing event updated for resources: {'Port': ['ID=b46b60f3-92a3-447e-97f0-26d1cc10974c,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:54.283380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:54.285215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:54.287739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:54.313167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e285d9e-4af8-4ded-af2c-2b2e45d3fd84,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:54.317866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.320954 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.321290 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Added segment d6230f1a-7187-4eb4-b2b9-e72ada9c3684 of type vlan for network f8145bfc-91e7-4a06-864b-8ef28dfed02b Nov 03 15:51:54.356142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Attempting to bind port b46b60f3-92a3-447e-97f0-26d1cc10974c on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:54.356514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Attempting to bind port b46b60f3-92a3-447e-97f0-26d1cc10974c by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:54.356875 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Attempting to bind port b46b60f3-92a3-447e-97f0-26d1cc10974c on network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:54.363116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:54.363875 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Checking segment: {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:54.364434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.364999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Bound using segment: {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:54.365727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Bound port: b46b60f3-92a3-447e-97f0-26d1cc10974c, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:54.366257 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.397359 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-46188713-11a2-46ca-bda3-231cc2eb3063 req-1ee8d265-4faa-4f72-b2a7-5c7edfacb8e4 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353822 Nov 03 15:51:54.466908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:54.479243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] For port b46b60f3-92a3-447e-97f0-26d1cc10974c, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:54.481553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:54.488028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] For port b46b60f3-92a3-447e-97f0-26d1cc10974c, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b46b60f3-92a3-447e-97f0-26d1cc10974c,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:54.494851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:54.502119 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.522384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 on host n-h1-813897-2 for vnic_type normal with profile None {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:54.523381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7f46f6-91b9-4ee1-97c8-c10f998089ef,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:54.523799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:54.525002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:54.532521 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.548674 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a070383-98ed-4891-bf92-214c50a3caab', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:49Z', 'updated_at': '2021-11-03T15:51:51Z', 'revision_number': 3, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'gw_port': {'id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:50Z', 'updated_at': '2021-11-03T15:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:54.586288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Port 01c72f88-e213-4103-b365-491659c397e8 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:54.586862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:54.590448 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.612862 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6e4dc-12db-4f89-945d-4c0b5f693c8f None None] The sync data for ids ['3a070383-98ed-4891-bf92-214c50a3caab'] in n-d-813897-2 is: [{'id': '3a070383-98ed-4891-bf92-214c50a3caab', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:49Z', 'updated_at': '2021-11-03T15:51:51Z', 'revision_number': 3, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'gw_port': {'id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:50Z', 'updated_at': '2021-11-03T15:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:51:54.649262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b18d99-ce44-468b-af83-20c2cde6eefe None None] Pushing event updated for resources: {'Port': ['ID=b46b60f3-92a3-447e-97f0-26d1cc10974c,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:54.652424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:54.653391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:54.653915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:54.654475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Bound port: 01c72f88-e213-4103-b365-491659c397e8, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:54.710531 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.711530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:54.712130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.763711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1697898 Nov 03 15:51:54.771312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41982) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:54.776578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Request body: {'subnet': {'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1745939392-subnet', 'tenant_id': '947afe53330646df8b76708496311cf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:54.845454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c902-c96a-4ecf-ae21-847611340f03 req-5fe5344a-02a7-4ada-8871-542fd2f822c6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:54.847100 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad35c902-c96a-4ecf-ae21-847611340f03 req-5fe5344a-02a7-4ada-8871-542fd2f822c6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.2625399 Nov 03 15:51:54.856314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588cc72-fdbf-428d-9374-abf8435a89c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f8145bfc-91e7-4a06-864b-8ef28dfed02b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:54.875100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network f8145bfc-91e7-4a06-864b-8ef28dfed02b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:51:54.928440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:54.937512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Made reservation on behalf of 947afe53330646df8b76708496311cf6 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:54.940700 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.992578 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:54.994640 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-00a54ae6-f735-46f9-b4bf-310ae6552641 service neutron] 10.222.0.86 "POST /v2.0/ports/01c72f88-e213-4103-b365-491659c397e8/bindings HTTP/1.1" status: 201 len: 389 time: 1.1443956 Nov 03 15:51:55.132071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad35c902-c96a-4ecf-ae21-847611340f03 req-5ff0e1d9-be56-4ff7-bb6c-d58752fc22c3 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656980 Nov 03 15:51:55.153061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Allocated IP 172.20.0.1 (bace626f-702c-40bd-8d42-9d257f02997c/80c48f24-25ea-46a6-a529-7ea2da757eb4/d3078dcc-7d20-4147-abd4-e8b03ed3669a) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:55.190571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-c833180a-cfa9-4677-9f5a-0259549159d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1837575 Nov 03 15:51:55.262556 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483cf51e-c8eb-423c-ab92-d75bd135a3b5 x-openstack-request-id: req-483cf51e-c8eb-423c-ab92-d75bd135a3b5 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:51:55.263023 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "name": "network-vif-plugged", "status": "completed", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:51:55.263386 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-483cf51e-c8eb-423c-ab92-d75bd135a3b5 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:51:55.263872 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'code': 200} Nov 03 15:51:55.490397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3262a36-dbe2-4e8a-82e8-88bd6b47542b req-040f0075-cf46-4f48-b12c-a15edcbccb4b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 210 time: 0.0611198 Nov 03 15:51:55.537147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-7893eab0-45e1-4eea-b8e6-2143f22d0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:55.538694 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-7893eab0-45e1-4eea-b8e6-2143f22d0df4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1095 time: 0.2132947 Nov 03 15:51:55.555072 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:55.558320 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-4924530e-649c-4a92-aa9c-3ba5b36c4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:55.559836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-4924530e-649c-4a92-aa9c-3ba5b36c4220 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1097 time: 0.1036541 Nov 03 15:51:55.643477 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:55.716108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0f512-83ea-4fec-92e1-50226d505e83 req-28af303f-aabb-4111-830e-a69f3b57b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:55.717774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fb0f512-83ea-4fec-92e1-50226d505e83 req-28af303f-aabb-4111-830e-a69f3b57b141 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1101 time: 0.2509577 Nov 03 15:51:55.856475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-298a9e85-8e8a-489d-811f-0e0842b0d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:55.858171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-298a9e85-8e8a-489d-811f-0e0842b0d131 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.2861457 Nov 03 15:51:55.974051 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-6020af9f-0e9e-421e-9fe2-6e59faab7187 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 200 len: 217 time: 0.0932744 Nov 03 15:51:55.997350 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-3ffebd20-acdc-4954-8353-9be51112bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:55.999275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-3ffebd20-acdc-4954-8353-9be51112bafb service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.4370005 Nov 03 15:51:56.041633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbdf1e-6426-4fb3-b1e2-7eca08912351 req-12b9e178-aba6-4685-9183-d7338b58111d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.053339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0dbdf1e-6426-4fb3-b1e2-7eca08912351 req-12b9e178-aba6-4685-9183-d7338b58111d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 946 time: 0.3572516 Nov 03 15:51:56.060012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fb0f512-83ea-4fec-92e1-50226d505e83 req-c4500cf0-71cc-4236-be79-f6201a770bf7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247595 Nov 03 15:51:56.101095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-251e964b-d802-47d5-9b38-1d54c678540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.103164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-251e964b-d802-47d5-9b38-1d54c678540a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1028321 Nov 03 15:51:56.134261 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.158562 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-c897e4c4-e63a-4bd5-93bb-cc04df1beb5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 217 time: 0.1490343 Nov 03 15:51:56.186262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc678a12-5053-4f2f-b96f-c3c7091f8e9d None None] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:51:56.214171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-82f8739f-5721-423b-a882-ea21e068040d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758958 Nov 03 15:51:56.222976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Network bace626f-702c-40bd-8d42-9d257f02997c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:56.234923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-af75b775-d156-494e-9d29-e1326d8b373b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.236556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-af75b775-d156-494e-9d29-e1326d8b373b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 806 time: 0.5245059 Nov 03 15:51:56.243736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:56.273682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:56.306377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Request body: {'port': {'device_id': '57ba56be-5132-495b-8111-1d600abd099d', 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede', 'admin_state_up': True, 'tenant_id': '574458bcf0c640ecb8efbda6451c2ee6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:56.365066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Pushing event updated for resources: {'Port': ['ID=d3078dcc-7d20-4147-abd4-e8b03ed3669a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:56.380218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0dbdf1e-6426-4fb3-b1e2-7eca08912351 req-7f3c1d59-d01c-4d65-8e34-54740d861584 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266377 Nov 03 15:51:56.412701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.499179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-251e7946-0a54-4e90-8540-1342bf8c5e63 None None] Provisioning complete for port b46b60f3-92a3-447e-97f0-26d1cc10974c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:56.499813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-251e7946-0a54-4e90-8540-1342bf8c5e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.557515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.569774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Made reservation on behalf of 574458bcf0c640ecb8efbda6451c2ee6 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:51:56.574228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.587877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.588811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.589347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.589923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.590450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.590975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.591495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.592165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.592810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.599875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-a42ca4b7-f57c-4e40-acfc-9aeb7088cbc1 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d&device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a&device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8&device_id=cad70800-9049-4cfe-aa30-9d776e920d21&device_id=b12125e7-8b85-4406-bdc0-015717dfca9f&device_id=d4274ca5-619a-4404-ab11-9e397c2203f2&device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439&device_id=f682e805-6210-41a2-9603-de2c198d7879&device_id=5e601c74-4c91-4ad6-8952-f0ed69557680&device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 8202 time: 0.1837220 Nov 03 15:51:56.634548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2935e18f-b4a9-4a0b-9454-b5b060441f76,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:56.636771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Checking segment: {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:56.637337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Network hostable DHCP agents. Network: f8145bfc-91e7-4a06-864b-8ef28dfed02b, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:51:56.679271 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-251e7946-0a54-4e90-8540-1342bf8c5e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.717952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-251e7946-0a54-4e90-8540-1342bf8c5e63 None None] For port b46b60f3-92a3-447e-97f0-26d1cc10974c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b46b60f3-92a3-447e-97f0-26d1cc10974c,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:56.723634 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-251e7946-0a54-4e90-8540-1342bf8c5e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.739914 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.834967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-b1daecc2-10fd-4579-83ba-c931d4d249b5 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.843325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e7946-0a54-4e90-8540-1342bf8c5e63 None None] Pushing event updated for resources: {'Port': ['ID=b46b60f3-92a3-447e-97f0-26d1cc10974c,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:56.853421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-d2d51480-7165-4c71-9924-f536eecbb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.854920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-d2d51480-7165-4c71-9924-f536eecbb4f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.5707378 Nov 03 15:51:56.878400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c32965a3-88e5-4747-b227-9f37d711cd72 None None] Provisioning complete for port d3078dcc-7d20-4147-abd4-e8b03ed3669a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:56.878978 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c32965a3-88e5-4747-b227-9f37d711cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:56.915353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7399ee-9e2f-45ec-8757-ba6aafbaf6db req-47caf2e3-e33b-4fb2-a754-7cf601e1ea56 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:56.923469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f7399ee-9e2f-45ec-8757-ba6aafbaf6db req-47caf2e3-e33b-4fb2-a754-7cf601e1ea56 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.2491519 Nov 03 15:51:56.941509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Network f8145bfc-91e7-4a06-864b-8ef28dfed02b is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:51:56.941765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c32965a3-88e5-4747-b227-9f37d711cd72 None None] Port d3078dcc-7d20-4147-abd4-e8b03ed3669a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:51:56.953515 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-3d323f13-689d-49d8-ad60-1d52fbf55332 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851662 Nov 03 15:51:56.968895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 948f5f56-e6a7-4c5e-a1a2-abf1722b068b up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:56.973857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-045d2afe-bb96-411d-b1a4-3b9ddf8bf950 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485867 Nov 03 15:51:56.986899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, f8145bfc-91e7-4a06-864b-8ef28dfed02b) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:56.991182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Allocated IP 172.20.0.12 (add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede/79f39b73-700f-497b-8303-695c939e8a88/5edc85dc-7108-49d1-807b-618d5aa721c0) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:57.021691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:57.022334 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.040730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390b6f1-5677-47bd-a5d3-0d5f6d2814f9 None None] Network f8145bfc-91e7-4a06-864b-8ef28dfed02b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:51:57.114105 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-157ec83f-e808-4e96-8e93-1c0e0a6d1775 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3413372 Nov 03 15:51:57.129772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41996) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:57.140475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:57.167492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.180037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:57.180464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.208158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-00d91d07-1352-49ca-a7a0-fbb6e084edfa None None] Provisioning complete for port b46b60f3-92a3-447e-97f0-26d1cc10974c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:57.208824 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-00d91d07-1352-49ca-a7a0-fbb6e084edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.282370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.283737 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.294100 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Router b419dbef-97bb-4ff5-86f9-f888a427ece7 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:51:57.308761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-b1daecc2-10fd-4579-83ba-c931d4d249b5 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.327315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-b1daecc2-10fd-4579-83ba-c931d4d249b5 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.336832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:51:57.338564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.364844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f7399ee-9e2f-45ec-8757-ba6aafbaf6db req-66ae8982-41c9-4839-a4f4-51a6b8cde610 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404135 Nov 03 15:51:57.385853 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-d6cb6700-cfc3-43a5-b90b-d882adf6cd96 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031415 Nov 03 15:51:57.480401 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.515694 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.520090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.522427 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-0a070983-4331-4532-95af-253e4998c8dc service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018268 Nov 03 15:51:57.525896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daecc2-10fd-4579-83ba-c931d4d249b5 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94c7187-5546-4d61-8459-0d81a831a94d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:57.535064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=948f5f56-e6a7-4c5e-a1a2-abf1722b068b,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:57.547640 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.548628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b46b60f3-92a3-447e-97f0-26d1cc10974c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:57.607281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c3b1de5c-f207-4d10-b4a6-dd99cedfb87f req-f6cafe93-02f0-4f1b-8485-f0312654fa95 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 210 time: 0.0376484 Nov 03 15:51:57.611975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Allocated IP 172.20.0.2 (f8145bfc-91e7-4a06-864b-8ef28dfed02b/2935e18f-b4a9-4a0b-9454-b5b060441f76/a27da432-88b5-4b10-90b6-42fbaae644d3) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:51:57.685547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=948f5f56-e6a7-4c5e-a1a2-abf1722b068b,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:57.705743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.719643 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4db3ba71-2d49-40ed-98d1-959963494f3b req-b1daecc2-10fd-4579-83ba-c931d4d249b5 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&id=acec3e71-f2e1-4833-93c8-ff857dfd537c&id=99f473a7-5732-4701-8a30-5b3019af5c4b&id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.0768187 Nov 03 15:51:57.741579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b46b60f3-92a3-447e-97f0-26d1cc10974c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:57.741579 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.751758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:51:57.764197 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.770345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Sync routers for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:51:57.815609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:51:57.816518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:57.867315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.874156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.875541 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-da2228de-0eca-45cf-92f8-0904e609fbf1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.9587491 Nov 03 15:51:57.878586 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.885394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:51:57.895434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-609b3d66-54e1-4426-9e3c-49e588b7d1e5 req-9d630e65-daa6-45f6-91c2-839ab6bbc96f service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156220 Nov 03 15:51:57.896209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Pushing event updated for resources: {'Port': ['ID=d3078dcc-7d20-4147-abd4-e8b03ed3669a,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:57.922244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.965695 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:57.978183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:58.013996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8c1e508-93b4-45f7-8bfc-ea51f2a58a19 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:58.014338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Pushing event updated for resources: {'Port': ['ID=5edc85dc-7108-49d1-807b-618d5aa721c0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:58.015730 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8c1e508-93b4-45f7-8bfc-ea51f2a58a19 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1097 time: 0.3058479 Nov 03 15:51:58.040870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Network f8145bfc-91e7-4a06-864b-8ef28dfed02b is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:58.051026 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:58.061164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:58.064880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2ca57-b34b-4754-a95c-de32d7451f0f req-ad6b723e-2b40-4a00-8b3a-c43c2e80e27c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:58.072368 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-93b2ca57-b34b-4754-a95c-de32d7451f0f req-ad6b723e-2b40-4a00-8b3a-c43c2e80e27c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 946 time: 0.3093483 Nov 03 15:51:58.074460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:51:58.077291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Pushing event updated for resources: {'Port': ['ID=a27da432-88b5-4b10-90b6-42fbaae644d3,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:58.077434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:58.079634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-2'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:58.102544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:58.109362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:51:58.115209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:58.115592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:58.159586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-73e24da3-f857-4c32-ad1d-1f20f9e9eec0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8581400 Nov 03 15:51:58.201446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Network bace626f-702c-40bd-8d42-9d257f02997c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:51:58.204740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:51:58.206303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:58.213076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Request body: {'port': {'device_id': '57ba56be-5132-495b-8111-1d600abd099d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:51:58.214817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-93b2ca57-b34b-4754-a95c-de32d7451f0f req-f2be7901-fa53-4e9f-a81d-9eb26505d9b6 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415443 Nov 03 15:51:58.251698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecf52c-b298-499d-a25f-8cf10e9cb7fd req-7f5083fc-346a-4b46-bd74-8129ffd6530f tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:58.252170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecf52c-b298-499d-a25f-8cf10e9cb7fd req-7f5083fc-346a-4b46-bd74-8129ffd6530f tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:58.252630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecf52c-b298-499d-a25f-8cf10e9cb7fd req-7f5083fc-346a-4b46-bd74-8129ffd6530f tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:58.254271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4aecf52c-b298-499d-a25f-8cf10e9cb7fd req-7f5083fc-346a-4b46-bd74-8129ffd6530f tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8&device_id=b12125e7-8b85-4406-bdc0-015717dfca9f&device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 2882 time: 0.2439697 Nov 03 15:51:58.267413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Attempting to bind port a27da432-88b5-4b10-90b6-42fbaae644d3 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:58.267842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Attempting to bind port a27da432-88b5-4b10-90b6-42fbaae644d3 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:58.268080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Attempting to bind port a27da432-88b5-4b10-90b6-42fbaae644d3 on network f8145bfc-91e7-4a06-864b-8ef28dfed02b {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:58.321807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:58.322183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Checking segment: {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:58.322592 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:58.322987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Bound using segment: {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:58.323483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Bound port: a27da432-88b5-4b10-90b6-42fbaae644d3, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:58.323863 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:58.408688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] For port a27da432-88b5-4b10-90b6-42fbaae644d3, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:58.413387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] For port a27da432-88b5-4b10-90b6-42fbaae644d3, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a27da432-88b5-4b10-90b6-42fbaae644d3,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:58.452060 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:58.539397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ea972-2cf2-463c-9b79-890928bd94cf None None] Pushing event updated for resources: {'Port': ['ID=a27da432-88b5-4b10-90b6-42fbaae644d3,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:58.574334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1971336e-610f-4f91-846a-8b37ce68bb26 None None] Provisioning complete for port d3078dcc-7d20-4147-abd4-e8b03ed3669a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:58.575341 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1971336e-610f-4f91-846a-8b37ce68bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:58.625065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Router 3a070383-98ed-4891-bf92-214c50a3caab has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:51:58.643735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddbfdb-4106-4d0f-89d9-e379e5249c48 req-52296610-cec0-477c-a45d-cf6eea499499 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:58.653822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-92ddbfdb-4106-4d0f-89d9-e379e5249c48 req-52296610-cec0-477c-a45d-cf6eea499499 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1319993 Nov 03 15:51:58.704915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:51:58.761463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:58.763263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-92ddbfdb-4106-4d0f-89d9-e379e5249c48 req-36077f32-a241-4bd1-b810-1feb3cb2e390 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085539 Nov 03 15:51:58.795730 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4aecf52c-b298-499d-a25f-8cf10e9cb7fd req-71b70a24-09a5-44d8-84ba-0ed39963838e tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172684 Nov 03 15:51:58.811156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:51:54Z', 'revision_number': 3, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:58.860329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Checking router: b419dbef-97bb-4ff5-86f9-f888a427ece7 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:51:58.860892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Updating router b419dbef-97bb-4ff5-86f9-f888a427ece7 port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:51:58.871522 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:51:58.902757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:58.954385 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.106941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c72f88-e213-4103-b365-491659c397e8'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:51:59.109666 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a141ea00-efe3-467c-880e-28e19a7ee292" -d '{"events": [{"server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "name": "network-vif-unplugged", "status": "completed", "tag": "01c72f88-e213-4103-b365-491659c397e8"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:51:59.117739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.137231 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.149854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:51:59.165438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a667416c-1fbe-4764-9947-24c0c62d7f5f admin admin] 10.222.0.86 "PUT /v2.0/routers/3a070383-98ed-4891-bf92-214c50a3caab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5682631 Nov 03 15:51:59.167834 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Sync routers for ids ['3a070383-98ed-4891-bf92-214c50a3caab'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:51:59.178990 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Routers {'3a070383-98ed-4891-bf92-214c50a3caab'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:51:59.183893 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['3a070383-98ed-4891-bf92-214c50a3caab'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:59.287476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 948f5f56-e6a7-4c5e-a1a2-abf1722b068b up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:51:59.291824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1971336e-610f-4f91-846a-8b37ce68bb26 None None] Port d3078dcc-7d20-4147-abd4-e8b03ed3669a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:51:59.443140 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Set router 3a070383-98ed-4891-bf92-214c50a3caab gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:51:59.497391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5328fcd-89a9-4592-9a9e-5e4f5594b2f5 req-c0b59b26-cc62-4e10-a74b-058763b05d44 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:51:59.504891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5328fcd-89a9-4592-9a9e-5e4f5594b2f5 req-c0b59b26-cc62-4e10-a74b-058763b05d44 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 932 time: 0.4714100 Nov 03 15:51:59.606898 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.625591 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.687970 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5328fcd-89a9-4592-9a9e-5e4f5594b2f5 req-7536f938-721f-4754-85d2-32fe11d6e0d1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820414 Nov 03 15:51:59.702973 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01c72f88-e213-4103-b365-491659c397e8,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:51:59.723474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 on host n-h2-813897-2 for vnic_type normal with profile {"migrating_to": "n-h1-813897-2"} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:59.723893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:59.725723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:59.732379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:51:59.732751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.736982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Port 01c72f88-e213-4103-b365-491659c397e8 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:51:59.737289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Attempting to bind port 01c72f88-e213-4103-b365-491659c397e8 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:59.744795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:59.746096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:59.746245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:59.746810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Bound port: 01c72f88-e213-4103-b365-491659c397e8, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:59.747242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.751202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edc85dc-7108-49d1-807b-618d5aa721c0 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:51:59.813868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Attempting to bind port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:51:59.815045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Attempting to bind port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:51:59.815629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Attempting to bind port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:51:59.830364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:51:59.831677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:51:59.832704 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.833802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:51:59.834638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Bound port: 8c7f46f6-91b9-4ee1-97c8-c10f998089ef, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:51:59.835217 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.847514 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.929158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Transition to ACTIVE for port object 5edc85dc-7108-49d1-807b-618d5aa721c0 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:51:59.930738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:59.937512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:51:59.946213 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:51:59.955731 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a070383-98ed-4891-bf92-214c50a3caab', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:49Z', 'updated_at': '2021-11-03T15:51:56Z', 'revision_number': 4, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'gw_port': {'id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:50Z', 'updated_at': '2021-11-03T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3078dcc-7d20-4147-abd4-e8b03ed3669a', 'name': '', 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'mac_address': 'fa:16:3e:5d:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '80c48f24-25ea-46a6-a529-7ea2da757eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:54Z', 'updated_at': '2021-11-03T15:51:57Z', 'revision_number': 2, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'subnets': [{'id': '80c48f24-25ea-46a6-a529-7ea2da757eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:51:59.979846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] For port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:51:59.989388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] For port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8c7f46f6-91b9-4ee1-97c8-c10f998089ef,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:00.007381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dde863-567b-45bc-9e58-9971517949df req-1ac1e984-3fd4-4730-9885-70608f244991 tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:00.008967 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5dde863-567b-45bc-9e58-9971517949df req-1ac1e984-3fd4-4730-9885-70608f244991 tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1101 time: 0.5861931 Nov 03 15:52:00.022460 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Checking router: 3a070383-98ed-4891-bf92-214c50a3caab for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:52:00.028606 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Updating router 3a070383-98ed-4891-bf92-214c50a3caab port d3078dcc-7d20-4147-abd4-e8b03ed3669a binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:52:00.038781 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.083559 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa67fda-8e93-453f-b334-0329cff4deae x-openstack-request-id: req-9aa67fda-8e93-453f-b334-0329cff4deae {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:00.083906 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "name": "network-vif-unplugged", "status": "completed", "tag": "01c72f88-e213-4103-b365-491659c397e8", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:00.084107 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9aa67fda-8e93-453f-b334-0329cff4deae {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:00.084504 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c72f88-e213-4103-b365-491659c397e8', 'code': 200} Nov 03 15:52:00.086872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.106726 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.147124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01c72f88-e213-4103-b365-491659c397e8,revision_number=8']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:00.151090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:00.151703 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.153213 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b8a6b943-29d3-459e-840c-454ff1cc97a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 200 len: 1122 time: 2.0974104 Nov 03 15:52:00.197981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b46b60f3-92a3-447e-97f0-26d1cc10974c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:00.278474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:00.279227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:00.289758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:00.295995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.310903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-network', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:00.329233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d5dde863-567b-45bc-9e58-9971517949df req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.346489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.350996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['01c72f88-e213-4103-b365-491659c397e8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:00.353510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603369fd-9317-448f-9729-1d4fca391b72 None None] Network f8145bfc-91e7-4a06-864b-8ef28dfed02b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:52:00.355208 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27e576-bb34-4409-8d3f-44228b91666a None None] Pushing event updated for resources: {'Port': ['ID=8c7f46f6-91b9-4ee1-97c8-c10f998089ef,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:00.367419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71cbff-f46d-4f3d-8547-2c9139830331 req-a7bfb7a1-85d0-4116-bf2b-7f990c6309cd tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:00.372059 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff71cbff-f46d-4f3d-8547-2c9139830331 req-a7bfb7a1-85d0-4116-bf2b-7f990c6309cd tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 944 time: 0.1625230 Nov 03 15:52:00.462184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Allocated IP 172.25.6.144 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/c405d532-a40b-4629-854a-8b49d922f1f5) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:00.484032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Provisioning complete for port a27da432-88b5-4b10-90b6-42fbaae644d3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:00.484581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.504016 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.511381 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff71cbff-f46d-4f3d-8547-2c9139830331 req-41401af8-3ad5-468d-84a7-64a7f87f31ba tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223431 Nov 03 15:52:00.516839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Made reservation on behalf of 24131e5868e344f2aeb0b6bc2f04de7b for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:52:00.519466 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.520497 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.546122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.654092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.717870 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570511a-9691-4e2f-b077-503010d540b5 None None] Pushing event updated for resources: {'Port': ['ID=d3078dcc-7d20-4147-abd4-e8b03ed3669a,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:00.746696 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.756584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.789310 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.792211 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Attempting to bind port d3078dcc-7d20-4147-abd4-e8b03ed3669a on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:00.792577 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Attempting to bind port d3078dcc-7d20-4147-abd4-e8b03ed3669a by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:00.792933 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Attempting to bind port d3078dcc-7d20-4147-abd4-e8b03ed3669a on network bace626f-702c-40bd-8d42-9d257f02997c {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:00.798976 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d5dde863-567b-45bc-9e58-9971517949df req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.807961 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:00.808325 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Checking segment: {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:00.808726 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.810335 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Bound using segment: {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:00.810831 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Bound port: d3078dcc-7d20-4147-abd4-e8b03ed3669a, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:00.811942 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.813404 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.823464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d91064d-6fe9-41f3-bf67-062a90e55e5e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:00.840570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:52:00.843433 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d5dde863-567b-45bc-9e58-9971517949df req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.852019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.852343 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Added segment 253b2a52-29b2-4e31-bdca-eb7310e8e0d4 of type vlan for network 6f999991-7657-419e-ac9b-4a767590039c Nov 03 15:52:00.896341 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5dde863-567b-45bc-9e58-9971517949df req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8060234 Nov 03 15:52:00.912203 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] For port a27da432-88b5-4b10-90b6-42fbaae644d3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a27da432-88b5-4b10-90b6-42fbaae644d3,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:00.912502 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] For port d3078dcc-7d20-4147-abd4-e8b03ed3669a, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:00.917058 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] For port d3078dcc-7d20-4147-abd4-e8b03ed3669a, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d3078dcc-7d20-4147-abd4-e8b03ed3669a,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:00.931534 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.934236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c02c32-9623-45ae-b800-29e23cfa0afe,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:00.937715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:00.938705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:00.939250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:00.947821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Port 5edc85dc-7108-49d1-807b-618d5aa721c0 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:52:00.949036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:00.955112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.962734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:00.963332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:00.963890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:00.964647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Bound port: 5edc85dc-7108-49d1-807b-618d5aa721c0, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:00.965199 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:00.985919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27e576-bb34-4409-8d3f-44228b91666a None None] Pushing event updated for resources: {'Port': ['ID=8c7f46f6-91b9-4ee1-97c8-c10f998089ef,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:00.989908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:00.991324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=5edc85dc-7108-49d1-807b-618d5aa721c0,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:00.992697 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.000112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:01.009224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.011379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.011915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.012416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.012823 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.013175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.013431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.013574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.013943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.015560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.016225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.019760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.020426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.020985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.021568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.021687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.022188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.022678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ca483-7407-4571-b360-0155b58b143a tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.022795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.023128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.024933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.025880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.026877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.030227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.033550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:01.088826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b48670-4329-4fd0-8a0f-86ca50053d01 req-3f231435-dcce-4ca1-9b5d-fc12fec0149c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:01.095029 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Routers {'3a070383-98ed-4891-bf92-214c50a3caab'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:01.096684 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['3a070383-98ed-4891-bf92-214c50a3caab'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:01.102364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-48b48670-4329-4fd0-8a0f-86ca50053d01 req-3f231435-dcce-4ca1-9b5d-fc12fec0149c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.1824327 Nov 03 15:52:01.115347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b46b60f3-92a3-447e-97f0-26d1cc10974c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:01.115866 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.122891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:01.159119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.resource_extend [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:52:01.197432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.198454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:01.199085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.243016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.245979 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.246330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.246674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.247017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.247380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.247810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.248086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.248442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.248979 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.249309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.249660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.249765 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570511a-9691-4e2f-b077-503010d540b5 None None] Pushing event updated for resources: {'Port': ['ID=d3078dcc-7d20-4147-abd4-e8b03ed3669a,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:01.249983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:01.292829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] Pushing event updated for resources: {'Network': ['ID=6f999991-7657-419e-ac9b-4a767590039c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:01.299522 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eaaf29b1-25b5-4488-8c23-b3e60fcd4563 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9970405 Nov 03 15:52:01.302658 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.316892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-48b48670-4329-4fd0-8a0f-86ca50053d01 req-f03c501d-690f-4e53-a897-765955be50d0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135568 Nov 03 15:52:01.317489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42054) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:01.329624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Request body: {'subnet': {'network_id': '6f999991-7657-419e-ac9b-4a767590039c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-subnet', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:01.378074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Made reservation on behalf of 24131e5868e344f2aeb0b6bc2f04de7b for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:52:01.381084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.415266 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] Set router 3a070383-98ed-4891-bf92-214c50a3caab gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:01.449728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6f999991-7657-419e-ac9b-4a767590039c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:52:01.505329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:01.510208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:01.543141 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.566044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:01.567717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.569131 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] 10.222.0.15 "PUT /v2.0/ports/5edc85dc-7108-49d1-807b-618d5aa721c0 HTTP/1.1" status: 200 len: 1092 time: 3.3671207 Nov 03 15:52:01.576107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:01.579741 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42176431-c23f-4cd7-b0da-09f1f8e5df70" -d '{"events": [{"name": "network-changed", "server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:01.680088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Pushing event updated for resources: {'Port': ['ID=c405d532-a40b-4629-854a-8b49d922f1f5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:01.697427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-acb79a0e-0666-4772-88d3-c9e2d2702afb None None] Provisioning complete for port d3078dcc-7d20-4147-abd4-e8b03ed3669a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:01.697845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-acb79a0e-0666-4772-88d3-c9e2d2702afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.762098 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.875920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-49c2f77d-186b-4cef-9a04-28e86f7c00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:01.879064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-49c2f77d-186b-4cef-9a04-28e86f7c00b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1095 time: 0.2435722 Nov 03 15:52:01.888251 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a070383-98ed-4891-bf92-214c50a3caab', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:49Z', 'updated_at': '2021-11-03T15:51:56Z', 'revision_number': 4, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'gw_port': {'id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:50Z', 'updated_at': '2021-11-03T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3078dcc-7d20-4147-abd4-e8b03ed3669a', 'name': '', 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'mac_address': 'fa:16:3e:5d:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '80c48f24-25ea-46a6-a529-7ea2da757eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:54Z', 'updated_at': '2021-11-03T15:52:00Z', 'revision_number': 4, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'subnets': [{'id': '80c48f24-25ea-46a6-a529-7ea2da757eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:01.922981 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:01.938160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fd29b-2c78-4377-804b-afe347b120a6 req-b9432051-175e-4454-b04d-b4d0951f992b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:01.939748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89fd29b-2c78-4377-804b-afe347b120a6 req-b9432051-175e-4454-b04d-b4d0951f992b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 944 time: 0.1904998 Nov 03 15:52:01.944211 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88892ce-da56-4b4d-91b0-59c62d109034 None None] The sync data for ids ['3a070383-98ed-4891-bf92-214c50a3caab'] in n-d-813897-2 is: [{'id': '3a070383-98ed-4891-bf92-214c50a3caab', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:49Z', 'updated_at': '2021-11-03T15:51:56Z', 'revision_number': 4, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'gw_port': {'id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:50Z', 'updated_at': '2021-11-03T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3078dcc-7d20-4147-abd4-e8b03ed3669a', 'name': '', 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'mac_address': 'fa:16:3e:5d:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '80c48f24-25ea-46a6-a529-7ea2da757eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:54Z', 'updated_at': '2021-11-03T15:52:00Z', 'revision_number': 4, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'subnets': [{'id': '80c48f24-25ea-46a6-a529-7ea2da757eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:52:02.023915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54753ebd-6794-4c00-b154-4f0a6211e696,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:02.063197 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-acb79a0e-0666-4772-88d3-c9e2d2702afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:02.103106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Pushing event updated for resources: {'Port': ['ID=a27da432-88b5-4b10-90b6-42fbaae644d3,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:02.115487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'tag': '01c72f88-e213-4103-b365-491659c397e8'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:02.120919 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b" -d '{"events": [{"name": "network-changed", "server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "tag": "01c72f88-e213-4103-b365-491659c397e8"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:02.127688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Checking segment: {'id': '253b2a52-29b2-4e31-bdca-eb7310e8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f999991-7657-419e-ac9b-4a767590039c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:02.128074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Network hostable DHCP agents. Network: 6f999991-7657-419e-ac9b-4a767590039c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:52:02.175347 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bc6fdd-10af-4484-8baa-f70dc0eee5f9 x-openstack-request-id: req-50bc6fdd-10af-4484-8baa-f70dc0eee5f9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:02.175707 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:02.175845 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-50bc6fdd-10af-4484-8baa-f70dc0eee5f9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:02.176468 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0', 'status': 'completed', 'code': 200} Nov 03 15:52:02.178065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-456217a5-b2c0-4718-8058-47d24d9d1e1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5edc85dc-7108-49d1-807b-618d5aa721c0 HTTP/1.1" status: 200 len: 217 time: 0.2799199 Nov 03 15:52:02.194205 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89fd29b-2c78-4377-804b-afe347b120a6 req-9f0f0c07-d8d9-4d17-91f1-a4eb54250ce6 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517658 Nov 03 15:52:02.213285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 01c72f88-e213-4103-b365-491659c397e8 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:02.307556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-18803f42-2e20-47b3-b169-e04a090f0b9e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1392241 Nov 03 15:52:02.309017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Network 6f999991-7657-419e-ac9b-4a767590039c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:52:02.327748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-7aecd2dc-65ec-46ef-819c-2f4a9aa9e499 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:52:02.329267 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-7aecd2dc-65ec-46ef-819c-2f4a9aa9e499 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0099766 Nov 03 15:52:02.331689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6f999991-7657-419e-ac9b-4a767590039c) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:02.346835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:02.347505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:02.400406 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48756f5e-7198-46f7-b0ae-3137ef231cfd x-openstack-request-id: req-48756f5e-7198-46f7-b0ae-3137ef231cfd {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:02.400706 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "tag": "01c72f88-e213-4103-b365-491659c397e8", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:02.400965 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-48756f5e-7198-46f7-b0ae-3137ef231cfd {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:02.401371 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'tag': '01c72f88-e213-4103-b365-491659c397e8', 'status': 'completed', 'code': 200} Nov 03 15:52:02.454370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a0935-24b0-450e-ab2a-98869558c027 req-11030311-555f-45ae-916b-d909cafb5e31 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:02.456282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a9a0935-24b0-450e-ab2a-98869558c027 req-11030311-555f-45ae-916b-d909cafb5e31 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1382792 Nov 03 15:52:02.462336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0b764338-0da6-4730-a3be-7b0797a5ffb5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1436803 Nov 03 15:52:02.491127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.491631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.492456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.492857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.493455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.493884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.494350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.494829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.495321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.495732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.496140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.496535 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f936a5-71e1-48fb-a599-9f05187dae2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:52:02.506317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42086) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:02.516032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:02.527903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a4c7e-9756-4f49-9b64-8eb0c282c9a3 None None] Network 6f999991-7657-419e-ac9b-4a767590039c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:52:02.614298 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a9a0935-24b0-450e-ab2a-98869558c027 req-b8eb409a-a803-425f-849e-5339963e6086 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035464 Nov 03 15:52:02.616332 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:02.617515 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:02.647763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-03765cc1-d79b-485b-a216-75afc02e7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:02.650068 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-03765cc1-d79b-485b-a216-75afc02e7fcd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1125 time: 0.2184031 Nov 03 15:52:02.655656 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:52:02.703252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-acb79a0e-0666-4772-88d3-c9e2d2702afb None None] For port d3078dcc-7d20-4147-abd4-e8b03ed3669a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d3078dcc-7d20-4147-abd4-e8b03ed3669a,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:02.777573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:51:54Z', 'revision_number': 3, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:02.846817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Allocated IP 172.20.0.1 (2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d/ce1df15a-e82e-4637-8d0b-8600773b3bd2/0a19659b-d612-4835-b49e-f4982fd26e03) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:02.860494 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:02.892772 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-acb79a0e-0666-4772-88d3-c9e2d2702afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:02.897168 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1337a8cb-291a-4fb5-a52a-c74b90b096ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:02.984649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64887966-1bdd-41d3-a3c3-1b65684ea3ed None None] The sync data for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 is: [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:51:54Z', 'revision_number': 3, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:52:02.988615 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:03.025662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9135c-d70b-4af3-b61e-2d5b2a19ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=5edc85dc-7108-49d1-807b-618d5aa721c0,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:03.045217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:03.058549 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:03.104613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3c204-5425-4bf9-92e7-23cdcae503de req-aaa5ea89-7a40-47db-8621-3ae7e6f57f89 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:03.106340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dee3c204-5425-4bf9-92e7-23cdcae503de req-aaa5ea89-7a40-47db-8621-3ae7e6f57f89 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.3912146 Nov 03 15:52:03.133564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Pushing event updated for resources: {'Port': ['ID=0a19659b-d612-4835-b49e-f4982fd26e03,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:03.186050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-e833630c-d32c-40ae-9c0d-6a728ea91b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:03.193826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-e833630c-d32c-40ae-9c0d-6a728ea91b5b service neutron] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.5321746 Nov 03 15:52:03.242853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:03.312986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-921dce11-898c-4032-bd2a-22b8f65e654e None None] Provisioning complete for port d3078dcc-7d20-4147-abd4-e8b03ed3669a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:03.318555 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-921dce11-898c-4032-bd2a-22b8f65e654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:03.319775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:03.334664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:03.335016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:03.364580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-9b9daa01-2805-4956-9c01-04ca64532d4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 200 len: 217 time: 0.1564405 Nov 03 15:52:03.474135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d3078dcc-7d20-4147-abd4-e8b03ed3669a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:03.576795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dee3c204-5425-4bf9-92e7-23cdcae503de req-17eeb837-99a4-4b1f-b9ec-c428ee6f224c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575958 Nov 03 15:52:03.617623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-f190a1d5-6f2c-4c30-a2d4-21e52a241023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:03.619774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-f190a1d5-6f2c-4c30-a2d4-21e52a241023 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 1.3966663 Nov 03 15:52:03.629899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-21e7d6da-bd91-4ab6-851d-c55bd3dd34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:03.635232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-21e7d6da-bd91-4ab6-851d-c55bd3dd34c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.2477674 Nov 03 15:52:03.703900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fda8c1-fc3c-4f43-b119-49dd9ff1e10f req-95a174d5-260f-47d4-897d-1f0e94f66a5c tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:03.714220 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35fda8c1-fc3c-4f43-b119-49dd9ff1e10f req-95a174d5-260f-47d4-897d-1f0e94f66a5c tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 1100 time: 0.6787763 Nov 03 15:52:03.740992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-3736ce5c-3a9f-440c-a298-14c5a25669ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837209 Nov 03 15:52:03.756665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-ad29c13e-f48d-4977-9a11-1cecd2af4019 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210201 Nov 03 15:52:03.761482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb79a0e-0666-4772-88d3-c9e2d2702afb None None] Pushing event updated for resources: {'Port': ['ID=d3078dcc-7d20-4147-abd4-e8b03ed3669a,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:03.764378 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:03.821331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-6f999991-7657-419e-ac9b-4a767590039c', 'network_id': '6f999991-7657-419e-ac9b-4a767590039c', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'fixed_ips': [{'subnet_id': '54753ebd-6794-4c00-b154-4f0a6211e696'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:52:03.822298 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:03.860995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:03.872343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:03.924314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35fda8c1-fc3c-4f43-b119-49dd9ff1e10f req-fc7e6a0f-a192-482b-8a65-c5c845cf5ee7 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089145 Nov 03 15:52:04.113447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549f960-b348-46e2-b98c-426ec38a5259 req-7f39af54-1a1e-4288-a965-9dcc61a49121 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:04.121607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3549f960-b348-46e2-b98c-426ec38a5259 req-7f39af54-1a1e-4288-a965-9dcc61a49121 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 944 time: 0.3015814 Nov 03 15:52:04.151086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Allocated IP 172.20.0.2 (6f999991-7657-419e-ac9b-4a767590039c/54753ebd-6794-4c00-b154-4f0a6211e696/9f4a11b3-86f8-4c8e-9fa2-6e134ffad208) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:04.166164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-7c2c2a01-04f3-4583-aa4e-0f3820862ccf service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997808 Nov 03 15:52:04.249349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.347749 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.358709 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.370216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.372551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 01c72f88-e213-4103-b365-491659c397e8 has no active binding in host n-h1-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 15:52:04.397515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.416904 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-41096804-8657-4e4a-a758-807ca7667f1d service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075242 Nov 03 15:52:04.422703 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.423717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.438867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Pushing event updated for resources: {'Port': ['ID=9f4a11b3-86f8-4c8e-9fa2-6e134ffad208,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:04.510610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Network 6f999991-7657-419e-ac9b-4a767590039c is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:04.513155 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d3078dcc-7d20-4147-abd4-e8b03ed3669a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:04.513608 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.516667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:04.521130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:04.645941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Attempting to bind port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:04.647524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Attempting to bind port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '253b2a52-29b2-4e31-bdca-eb7310e8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f999991-7657-419e-ac9b-4a767590039c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:04.647839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Attempting to bind port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 on network 6f999991-7657-419e-ac9b-4a767590039c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:04.688441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:04.688888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Checking segment: {'id': '253b2a52-29b2-4e31-bdca-eb7310e8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f999991-7657-419e-ac9b-4a767590039c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:04.689236 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.689701 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Bound using segment: {'id': '253b2a52-29b2-4e31-bdca-eb7310e8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f999991-7657-419e-ac9b-4a767590039c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:04.690213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Bound port: 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253b2a52-29b2-4e31-bdca-eb7310e8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f999991-7657-419e-ac9b-4a767590039c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:04.690705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.728066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:04.734244 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3549f960-b348-46e2-b98c-426ec38a5259 req-a93ebf21-4edc-4210-ac02-0b6c696554b1 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803609 Nov 03 15:52:04.795750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] For port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:04.799729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] For port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9f4a11b3-86f8-4c8e-9fa2-6e134ffad208,segment=NetworkSegment(253b2a52-29b2-4e31-bdca-eb7310e8e0d4),segment_id=253b2a52-29b2-4e31-bdca-eb7310e8e0d4)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:04.806527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:04.807887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1ea66529-7737-4ecd-b9cb-f0319f093f48 None None] Provisioning complete for port a27da432-88b5-4b10-90b6-42fbaae644d3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:04.808346 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1ea66529-7737-4ecd-b9cb-f0319f093f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.830961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Pushing event updated for resources: {'Port': ['ID=0a19659b-d612-4835-b49e-f4982fd26e03,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:04.864390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a27da432-88b5-4b10-90b6-42fbaae644d3 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:04.866556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6d559-4fc0-4fdb-8d41-ee3fda7290aa req-07463c6b-8146-47e8-ad94-89901ffc25c7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:04.871749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:04.875329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Allocated IP 172.25.6.215 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/6168195f-fbcc-4b2b-8ee5-ed13b5f8162c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:04.876662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10b6d559-4fc0-4fdb-8d41-ee3fda7290aa req-07463c6b-8146-47e8-ad94-89901ffc25c7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.3590729 Nov 03 15:52:04.925267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-8fcdb58c-a94b-4919-9e7d-8fae1602d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:04.931720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-8fcdb58c-a94b-4919-9e7d-8fae1602d806 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1101 time: 0.1695952 Nov 03 15:52:05.026254 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:05.050807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6be622-8042-49c8-a0e1-aeca3e1eda6e None None] Pushing event updated for resources: {'Port': ['ID=9f4a11b3-86f8-4c8e-9fa2-6e134ffad208,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:05.057727 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-efe8db7a-73e2-45ff-acb2-4ab673b7eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:05.082690 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1ea66529-7737-4ecd-b9cb-f0319f093f48 None None] Provisioning complete for port 0a19659b-d612-4835-b49e-f4982fd26e03 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:05.082690 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1ea66529-7737-4ecd-b9cb-f0319f093f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:05.084785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a27da432-88b5-4b10-90b6-42fbaae644d3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:05.085144 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:05.129559 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:05.147830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76deff0b-9115-4cd5-afd4-5c392325ef29 req-5fd4f318-2e67-4094-8084-2a404de40fa1 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151468 Nov 03 15:52:05.155732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1ea66529-7737-4ecd-b9cb-f0319f093f48 None None] Port 0a19659b-d612-4835-b49e-f4982fd26e03 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:05.225283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10b6d559-4fc0-4fdb-8d41-ee3fda7290aa req-fa424198-7bab-4f10-a013-b0a2f2cf4d6d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236330 Nov 03 15:52:05.232215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:52:05.279549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8353a74b-8ff3-4159-8b7b-ccdcbee2de74 None None] Provisioning complete for port 0a19659b-d612-4835-b49e-f4982fd26e03 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:05.279929 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8353a74b-8ff3-4159-8b7b-ccdcbee2de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:05.303579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Pushing event updated for resources: {'Port': ['ID=6168195f-fbcc-4b2b-8ee5-ed13b5f8162c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:05.312968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:05.323084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:05.331587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:05.337958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Router b419dbef-97bb-4ff5-86f9-f888a427ece7 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:52:05.392787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aaa745b-50d9-4127-81de-781dc89e549d req-99b33856-7431-43d6-9849-1c586526591b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3153899 Nov 03 15:52:05.404304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f427f3f0-af08-41f2-8ae0-e88d8147aa1b req-676efa95-0aca-469c-a40c-7bd70bbf6f83 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2206509 Nov 03 15:52:05.410981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5da0a8-9f65-4531-96b3-ca66d599d878 req-37f96626-d16f-4e79-9faf-39d692f083d8 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:05.419950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8353a74b-8ff3-4159-8b7b-ccdcbee2de74 None None] Port 0a19659b-d612-4835-b49e-f4982fd26e03 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:05.422130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec5da0a8-9f65-4531-96b3-ca66d599d878 req-37f96626-d16f-4e79-9faf-39d692f083d8 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 1100 time: 0.3129981 Nov 03 15:52:05.457142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-e655ba4a-c887-4674-a392-a539826f5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:05.458258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-e655ba4a-c887-4674-a392-a539826f5010 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1095 time: 0.2084625 Nov 03 15:52:05.538517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-32c97872-23e8-4ef6-b0c8-35689502768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:05.542963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-32c97872-23e8-4ef6-b0c8-35689502768f service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.5671370 Nov 03 15:52:05.598700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa745b-50d9-4127-81de-781dc89e549d req-4a22b5c4-b3b6-4b15-b356-20b9a3c3c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:05.600231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aaa745b-50d9-4127-81de-781dc89e549d req-4a22b5c4-b3b6-4b15-b356-20b9a3c3c240 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 1096 time: 0.1557193 Nov 03 15:52:05.630831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d3078dcc-7d20-4147-abd4-e8b03ed3669a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:05.699084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-c5147bbc-9796-41cc-a481-6c1a6623a62f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 217 time: 0.1257160 Nov 03 15:52:05.712636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d3078dcc-7d20-4147-abd4-e8b03ed3669a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:05.713129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:05.767847 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec5da0a8-9f65-4531-96b3-ca66d599d878 req-46bc775b-c9d8-44e1-8e18-c609e42551c3 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441648 Nov 03 15:52:05.827540 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8c7f46f6-91b9-4ee1-97c8-c10f998089ef up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:05.889388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:05.889948 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:05.896603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-0dcff43d-a127-4982-9ea1-15bb50a20a8b service neutron] 10.222.0.70 "GET /v2.0/ports/01c72f88-e213-4103-b365-491659c397e8/bindings/n-h1-813897-2 HTTP/1.1" status: 200 len: 384 time: 0.3205464 Nov 03 15:52:06.004875 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:06.006674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa745b-50d9-4127-81de-781dc89e549d req-60b074b5-fc5c-4512-ae4e-a7a554c5c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:06.008764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aaa745b-50d9-4127-81de-781dc89e549d req-60b074b5-fc5c-4512-ae4e-a7a554c5c516 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 924 time: 0.3486478 Nov 03 15:52:06.019800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:52:06.042920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Sync routers for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:52:06.082411 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8c7f46f6-91b9-4ee1-97c8-c10f998089ef,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:06.101851 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:06.128017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:06.136616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b1c9-4df6-449e-b886-36241837ca11 req-228f5316-4b4e-446a-93c5-9361ea90ed0e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:06.147736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d829b1c9-4df6-449e-b886-36241837ca11 req-228f5316-4b4e-446a-93c5-9361ea90ed0e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.6830599 Nov 03 15:52:06.175162 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:06.184025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2aae43c5-1a17-4b5b-b34e-163dcc8be373 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0518384 Nov 03 15:52:06.194899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42124) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:06.202934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=8c7f46f6-91b9-4ee1-97c8-c10f998089ef,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:06.206016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:06.208280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:06.220166 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:06.254123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-36502ab1-2330-4519-a4d2-f36e885516b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:06.255522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-36502ab1-2330-4519-a4d2-f36e885516b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.7185330 Nov 03 15:52:06.270770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-275ce5f1-b3b8-4db1-9220-458be1c7503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:06.272248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-275ce5f1-b3b8-4db1-9220-458be1c7503d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2486413 Nov 03 15:52:06.273926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:52:06.299562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-98ecbbf0-9f60-40f2-9e63-24b4bdc2a132 admin admin] 10.222.0.86 "PUT /v2.0/routers/b419dbef-97bb-4ff5-86f9-f888a427ece7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3392692 Nov 03 15:52:06.335598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-ed837ce2-46ac-4a57-9bcf-9e09de7bde75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5edc85dc-7108-49d1-807b-618d5aa721c0 HTTP/1.1" status: 200 len: 217 time: 0.0597310 Nov 03 15:52:06.359339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d829b1c9-4df6-449e-b886-36241837ca11 req-d44db974-3849-45c8-b094-42ec7fe59c1f tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106872 Nov 03 15:52:06.380909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:06.407029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-d6cceb41-7945-41a8-a3e6-09b6779923dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:06.408492 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-d6cceb41-7945-41a8-a3e6-09b6779923dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0543237 Nov 03 15:52:06.457029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aaa745b-50d9-4127-81de-781dc89e549d req-c2c5e362-87cc-4241-9e86-dabc3883dd4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed HTTP/1.1" status: 200 len: 1001 time: 0.4379981 Nov 03 15:52:06.478081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 01c72f88-e213-4103-b365-491659c397e8 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:06.484110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-ce091d31-abd1-4ed4-bb3c-cf2381b83df2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635822 Nov 03 15:52:06.486083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-a4424240-b0bd-4112-8b46-ac4bf169c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:06.487481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-a4424240-b0bd-4112-8b46-ac4bf169c48e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009249 Nov 03 15:52:06.501796 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Sync routers for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:52:06.538631 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:06.540020 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:06.626419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa745b-50d9-4127-81de-781dc89e549d req-79060f32-420f-479f-9a4b-012a1023b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:06.629775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aaa745b-50d9-4127-81de-781dc89e549d req-79060f32-420f-479f-9a4b-012a1023b9b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31910181-2df9-4130-8a50-e405cbc14f6e HTTP/1.1" status: 200 len: 862 time: 0.1201181 Nov 03 15:52:06.774529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-b3505d7b-51bc-4297-bfff-ef8472703e7a service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779357 Nov 03 15:52:06.784053 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:06.798491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202bb666-a401-4f7e-a27d-72bd52b97eae None None] Network 6f999991-7657-419e-ac9b-4a767590039c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:52:06.820600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-aad01c5c-8f70-4f7e-aee7-5c9013694402 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766489 Nov 03 15:52:06.865672 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:06.915046 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0880fc76-ca54-4e44-b8f1-674b8faca6ee None None] Provisioning complete for port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:06.915594 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0880fc76-ca54-4e44-b8f1-674b8faca6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:06.917274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c7919-a45c-4d53-837e-881577e6145c req-c0cf6075-f3a9-4b86-8090-0a35dcd56949 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:06.934164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b3c7919-a45c-4d53-837e-881577e6145c req-c0cf6075-f3a9-4b86-8090-0a35dcd56949 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 944 time: 0.5907178 Nov 03 15:52:06.959938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:06.962778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42176431-c23f-4cd7-b0da-09f1f8e5df70 req-e3609c9a-52e2-4e50-800d-e43368f6bb01 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773794 Nov 03 15:52:06.995580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 01c72f88-e213-4103-b365-491659c397e8 has no active binding in host n-h1-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 15:52:07.052725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9c96-ebe8-4a28-a9c1-add67690bf9a req-9b5d509e-9ff0-49d6-ab06-0d6434d8d0a0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:07.064271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c2e9c96-ebe8-4a28-a9c1-add67690bf9a req-9b5d509e-9ff0-49d6-ab06-0d6434d8d0a0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1040251 Nov 03 15:52:07.088116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:01Z', 'revision_number': 3, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:07.106405 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:04Z', 'revision_number': 2, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:07.135659 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c2e9c96-ebe8-4a28-a9c1-add67690bf9a req-ecd85235-72b8-486a-89d0-50c8a9db658b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704107 Nov 03 15:52:07.143448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Checking router: 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:52:07.143448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Updating router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff port c405d532-a40b-4629-854a-8b49d922f1f5 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:52:07.147762 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Checking router: b419dbef-97bb-4ff5-86f9-f888a427ece7 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:52:07.148832 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Updating router b419dbef-97bb-4ff5-86f9-f888a427ece7 port 0a19659b-d612-4835-b49e-f4982fd26e03 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:52:07.156382 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-26b62966-7e55-40c1-87a1-4393ef1c39be service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276560 Nov 03 15:52:07.200475 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0880fc76-ca54-4e44-b8f1-674b8faca6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.203512 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.205927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.433915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0880fc76-ca54-4e44-b8f1-674b8faca6ee None None] For port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9f4a11b3-86f8-4c8e-9fa2-6e134ffad208,segment=NetworkSegment(253b2a52-29b2-4e31-bdca-eb7310e8e0d4),segment_id=253b2a52-29b2-4e31-bdca-eb7310e8e0d4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:07.447034 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0880fc76-ca54-4e44-b8f1-674b8faca6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.503403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:07.549358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:07.614133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa745b-50d9-4127-81de-781dc89e549d req-6dd7a759-3afa-468d-a8ab-c1263edd26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:07.615557 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aaa745b-50d9-4127-81de-781dc89e549d req-6dd7a759-3afa-468d-a8ab-c1263edd26c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6f071b7-6095-4657-8637-67e1a9657057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8036945 Nov 03 15:52:07.631300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:07.661238 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880fc76-ca54-4e44-b8f1-674b8faca6ee None None] Pushing event updated for resources: {'Port': ['ID=9f4a11b3-86f8-4c8e-9fa2-6e134ffad208,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:07.673373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.710341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-5f54a11e-9a86-41fe-9d1a-ef079926cfcd tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:07.713106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-5f54a11e-9a86-41fe-9d1a-ef079926cfcd tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 821 time: 0.2509580 Nov 03 15:52:07.727355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:07.727813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.734075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-3546797c-1705-4236-a664-116911adb3e0 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/quotas/353b5b70047a4aec9f0892b59013dfc8 HTTP/1.1" status: 200 len: 375 time: 0.0154421 Nov 03 15:52:07.739357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b3c7919-a45c-4d53-837e-881577e6145c req-e9240372-5a1a-49e8-bf05-afacd1c40d18 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170370 Nov 03 15:52:07.741298 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.752605 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.811149 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c72f88-e213-4103-b365-491659c397e8 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:07.822166 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae514b-1a13-42c8-8cc0-6749e04f45de None None] Pushing event updated for resources: {'Port': ['ID=0a19659b-d612-4835-b49e-f4982fd26e03,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:07.836892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-a902d3cc-8b31-4a4f-8676-ebb765b02160 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998249 Nov 03 15:52:07.905161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-56bb8ebd-9767-40b1-afb5-2fed08cc3a25 None None] Provisioning complete for port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:07.906056 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-56bb8ebd-9767-40b1-afb5-2fed08cc3a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.909270 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.942673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aaa745b-50d9-4127-81de-781dc89e549d req-79ae6cbb-420b-4220-ab80-3838eb108be1 service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145990 Nov 03 15:52:07.946104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:07.971553 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Attempting to bind port 0a19659b-d612-4835-b49e-f4982fd26e03 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:07.971986 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Attempting to bind port 0a19659b-d612-4835-b49e-f4982fd26e03 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:07.972356 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Attempting to bind port 0a19659b-d612-4835-b49e-f4982fd26e03 on network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:07.989396 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:07.989804 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Checking segment: {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:07.990210 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.993065 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Bound using segment: {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:07.994223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.995374 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Bound port: 0a19659b-d612-4835-b49e-f4982fd26e03, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:07.995787 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:07.998322 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:08.031294 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-f5ec1a2b-7ff1-4573-b25c-2dced744a2ad service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883745 Nov 03 15:52:08.102366 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] For port 0a19659b-d612-4835-b49e-f4982fd26e03, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:08.106812 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] For port 0a19659b-d612-4835-b49e-f4982fd26e03, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0a19659b-d612-4835-b49e-f4982fd26e03,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:08.108113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3457155-fb6a-46d9-8a06-32ce410a9d79 None None] Pushing event updated for resources: {'Port': ['ID=c405d532-a40b-4629-854a-8b49d922f1f5,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:08.118439 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:08.163653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Attempting to bind port c405d532-a40b-4629-854a-8b49d922f1f5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:08.164065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Attempting to bind port c405d532-a40b-4629-854a-8b49d922f1f5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:08.164473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Attempting to bind port c405d532-a40b-4629-854a-8b49d922f1f5 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:08.167954 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:08.168736 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:08.183054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:08.183463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:08.183821 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:08.184204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:08.184685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Bound port: c405d532-a40b-4629-854a-8b49d922f1f5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:08.185108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:08.187786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8c7f46f6-91b9-4ee1-97c8-c10f998089ef up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:08.225904 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-dea6abc6-cb85-4ad7-bb27-6c8608fa34a6 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875625 Nov 03 15:52:08.228771 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aaa745b-50d9-4127-81de-781dc89e549d req-ecaf2265-9634-47d2-97d8-5585d7f4eb68 service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545865 Nov 03 15:52:08.337858 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae514b-1a13-42c8-8cc0-6749e04f45de None None] Pushing event updated for resources: {'Port': ['ID=0a19659b-d612-4835-b49e-f4982fd26e03,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:08.355648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:08.362861 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] For port c405d532-a40b-4629-854a-8b49d922f1f5, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:08.372292 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:08.405717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] For port c405d532-a40b-4629-854a-8b49d922f1f5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c405d532-a40b-4629-854a-8b49d922f1f5,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:08.421072 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:08.460534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:08.461693 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:08.470505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88076d29-c88c-4794-b6f8-1c704d167eb7 req-3c674cfa-6d2c-41c2-b4ea-a8f2fb59f189 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:08.481082 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88076d29-c88c-4794-b6f8-1c704d167eb7 req-3c674cfa-6d2c-41c2-b4ea-a8f2fb59f189 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.2504036 Nov 03 15:52:08.552123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3457155-fb6a-46d9-8a06-32ce410a9d79 None None] Pushing event updated for resources: {'Port': ['ID=c405d532-a40b-4629-854a-8b49d922f1f5,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:08.557386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:08.558156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:08.583385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Router 63d1fe72-4937-4764-94bf-611e71b074c8 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:52:08.617160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b59d26d0-6f20-46d2-a42f-37d69cc93e3e None None] Provisioning complete for port 0a19659b-d612-4835-b49e-f4982fd26e03 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:08.617550 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b59d26d0-6f20-46d2-a42f-37d69cc93e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:08.747139 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88076d29-c88c-4794-b6f8-1c704d167eb7 req-369f44df-63c0-4586-9dd6-311ce031372d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649992 Nov 03 15:52:08.748293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] Transition to ACTIVE for port object 01c72f88-e213-4103-b365-491659c397e8 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:52:08.753518 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:08Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:08.755427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 01c72f88-e213-4103-b365-491659c397e8 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:52:08.773362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:08.774275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:08.816473 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad79246-74ad-404d-b633-c0f28ae8ccb9 None None] The sync data for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 is: [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:08Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:52:08.892682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0db94-4690-4b6b-9ab5-5157e92bd1ad req-f809650e-e049-4562-9032-bbaeb50c6cf3 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:08.902111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aab0db94-4690-4b6b-9ab5-5157e92bd1ad req-f809650e-e049-4562-9032-bbaeb50c6cf3 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1245108 Nov 03 15:52:09.001066 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aab0db94-4690-4b6b-9ab5-5157e92bd1ad req-824807e4-cc62-488a-8907-0734518c6275 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817003 Nov 03 15:52:09.059064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-301106cb-cae0-419c-b873-c71ea7c7f5f3 req-57248bec-d449-4d00-a975-f3f8ece6440b tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 210 time: 0.2262769 Nov 03 15:52:09.207326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 01c72f88-e213-4103-b365-491659c397e8 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:52:09.215631 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b59d26d0-6f20-46d2-a42f-37d69cc93e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:09.314415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b59d26d0-6f20-46d2-a42f-37d69cc93e3e None None] For port 0a19659b-d612-4835-b49e-f4982fd26e03, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0a19659b-d612-4835-b49e-f4982fd26e03,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:09.317939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] No DVR routers for this DVR port 01c72f88-e213-4103-b365-491659c397e8 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:52:09.323458 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b59d26d0-6f20-46d2-a42f-37d69cc93e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:09.433842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d26d0-6f20-46d2-a42f-37d69cc93e3e None None] Pushing event updated for resources: {'Port': ['ID=0a19659b-d612-4835-b49e-f4982fd26e03,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:09.441450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=01c72f88-e213-4103-b365-491659c397e8,revision_number=10']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:09.447919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:01Z', 'revision_number': 3, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:09.499422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-b3a8bf3b-a345-46f2-8d7e-b236f1a4dbd9 service neutron] 10.222.0.70 "PUT /v2.0/ports/01c72f88-e213-4103-b365-491659c397e8/bindings/n-h1-813897-2/activate HTTP/1.1" status: 200 len: 369 time: 3.5958314 Nov 03 15:52:09.521102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be75e3-3ea9-41af-8366-57f59de68f7d None None] The sync data for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 is: [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:01Z', 'revision_number': 3, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:52:09.523692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:52:09.545745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Sync routers for ids ['63d1fe72-4937-4764-94bf-611e71b074c8'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:52:09.577044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:09.581962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f4d2-1908-4120-90d3-7acfdb7a9d25 req-fa0cd828-ed4f-4a44-8d4e-2bb42cbf5327 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:09.583742 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1665f4d2-1908-4120-90d3-7acfdb7a9d25 req-fa0cd828-ed4f-4a44-8d4e-2bb42cbf5327 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 945 time: 0.2934327 Nov 03 15:52:09.596540 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:09.599663 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a5a9bf0b-4b43-4374-b4a1-c2885126e37e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0908742 Nov 03 15:52:09.603547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42184) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:09.666858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Routers {'63d1fe72-4937-4764-94bf-611e71b074c8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:09.671488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['63d1fe72-4937-4764-94bf-611e71b074c8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:09.768534 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:09.885080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:09.885447 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:09.952033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Set router 63d1fe72-4937-4764-94bf-611e71b074c8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:09.970175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1665f4d2-1908-4120-90d3-7acfdb7a9d25 req-0ecb7fb6-8231-4dc6-b22f-4656fed49b82 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689036 Nov 03 15:52:10.001912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-0d197356-6585-427b-86d4-4a581578baa2 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:10.003737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-0d197356-6585-427b-86d4-4a581578baa2 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.3626466 Nov 03 15:52:10.121492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6c4f-ae16-401b-9618-262af80794b2 req-e8906619-8cf5-4279-878b-9c1837c26a6b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:10.147602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14dc6c4f-ae16-401b-9618-262af80794b2 req-e8906619-8cf5-4279-878b-9c1837c26a6b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.2362447 Nov 03 15:52:10.180786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-699d8b95-8eaf-4f3d-a0f6-6a734b4605fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:10.182720 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-699d8b95-8eaf-4f3d-a0f6-6a734b4605fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2 HTTP/1.1" status: 200 len: 1096 time: 0.1570940 Nov 03 15:52:10.358972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Allocated IP 172.20.0.1 (f8145bfc-91e7-4a06-864b-8ef28dfed02b/2935e18f-b4a9-4a0b-9454-b5b060441f76/afee6179-5ad8-4da4-8375-f7f1ee795f03) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:10.406408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01e185-b2d6-4b24-9a30-4feafc227123 req-c28acbf5-d0ba-4316-8cac-0143284a7d8c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:10.409935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0a19659b-d612-4835-b49e-f4982fd26e03 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:10.416575 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec01e185-b2d6-4b24-9a30-4feafc227123 req-c28acbf5-d0ba-4316-8cac-0143284a7d8c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.1514895 Nov 03 15:52:10.481173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14dc6c4f-ae16-401b-9618-262af80794b2 req-be1562f3-1074-4a77-8649-304dc1721deb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316097 Nov 03 15:52:10.508282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5edc85dc-7108-49d1-807b-618d5aa721c0 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:10.510418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 01c72f88-e213-4103-b365-491659c397e8 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:52:10.745844 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-0235bd9d-29f9-4e45-b467-b04da31b2937 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:10.747401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-0235bd9d-29f9-4e45-b467-b04da31b2937 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 821 time: 0.4000466 Nov 03 15:52:10.751013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec01e185-b2d6-4b24-9a30-4feafc227123 req-dec3dadf-867c-402a-96d6-ebf87c7ceef1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335104 Nov 03 15:52:10.768209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Request body: {'port': {'device_id': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'admin_state_up': True, 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:10.775527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:10.812147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29110f4b-fa46-47a1-9c7c-9eb425ed03fc req-061e130d-72c0-4eb4-94cb-b4c14daa4f4a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:10.815296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29110f4b-fa46-47a1-9c7c-9eb425ed03fc req-061e130d-72c0-4eb4-94cb-b4c14daa4f4a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1338141 Nov 03 15:52:10.832486 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:10.856507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '5edc85dc-7108-49d1-807b-618d5aa721c0', 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede', 'port_id': '5edc85dc-7108-49d1-807b-618d5aa721c0', 'mac_address': 'fa:16:3e:5a:0d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f39b73-700f-497b-8303-695c939e8a88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:52:10.861282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0a19659b-d612-4835-b49e-f4982fd26e03 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:10.861970 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:10.954656 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:10.961363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29110f4b-fa46-47a1-9c7c-9eb425ed03fc req-032e7a37-c59d-40d2-8ffb-d0a103bae084 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034873 Nov 03 15:52:11.026263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:52:02Z', 'updated_at': '2021-11-03T15:52:05Z', 'revision_number': 3, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'gw_port': {'id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:04Z', 'updated_at': '2021-11-03T15:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:11.037445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edc85dc-7108-49d1-807b-618d5aa721c0 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:11.046466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Allocated IP 172.20.0.1 (6f999991-7657-419e-ac9b-4a767590039c/54753ebd-6794-4c00-b154-4f0a6211e696/b8e5a31d-72bd-4136-bc74-7d3695971a01) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:11.102242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-89a53fe8-6bbd-4cef-8d87-e6b74c7c023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:11.103853 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-89a53fe8-6bbd-4cef-8d87-e6b74c7c023c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1096 time: 0.6417472 Nov 03 15:52:11.142487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Checking router: 63d1fe72-4937-4764-94bf-611e71b074c8 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:52:11.142842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Updating router 63d1fe72-4937-4764-94bf-611e71b074c8 port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:52:11.156121 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75530a01-0b04-42e2-aa7c-5f4dc52a2b0b req-9efffbb1-caa2-4794-be17-f9964da8cc67 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 210 time: 0.0793939 Nov 03 15:52:11.210382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.222484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.224694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:11.230679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.234499 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.313019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.395534 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.429688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Network 6f999991-7657-419e-ac9b-4a767590039c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:11.432652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Pushing event updated for resources: {'Port': ['ID=b8e5a31d-72bd-4136-bc74-7d3695971a01,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:11.441095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=5edc85dc-7108-49d1-807b-618d5aa721c0,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:11.459281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec759067-0dac-4ee2-a185-93256e17ae36 req-5ffb33a3-1f01-4987-8996-251386af46b7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:11.471385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ec759067-0dac-4ee2-a185-93256e17ae36 req-5ffb33a3-1f01-4987-8996-251386af46b7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 945 time: 0.1783316 Nov 03 15:52:11.473564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:11.477163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:11.477730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.480678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Network f8145bfc-91e7-4a06-864b-8ef28dfed02b is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:11.486473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0a19659b-d612-4835-b49e-f4982fd26e03 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:11.498141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Pushing event updated for resources: {'Port': ['ID=afee6179-5ad8-4da4-8375-f7f1ee795f03,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:11.501262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:11.505713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-ece7b059-b8be-4952-bd40-28623b2be365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:11.509087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-ece7b059-b8be-4952-bd40-28623b2be365 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.3617201 Nov 03 15:52:11.528584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:11.640002 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-eb2cc7ea-f51e-40b9-bc36-b94d482d8432 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 200 len: 217 time: 0.1089950 Nov 03 15:52:11.655182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Made reservation on behalf of 353b5b70047a4aec9f0892b59013dfc8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:52:11.659029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.681134 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ec759067-0dac-4ee2-a185-93256e17ae36 req-e3019fae-3fa3-48cc-8476-32d54ebd4c35 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025964 Nov 03 15:52:11.683400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0a19659b-d612-4835-b49e-f4982fd26e03 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:11.683774 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.780596 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['5edc85dc-7108-49d1-807b-618d5aa721c0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:11.795198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.801315 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.923783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-fdc759f5-03ec-407b-8b23-9372a92c2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:11.925333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-fdc759f5-03ec-407b-8b23-9372a92c2755 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.2717128 Nov 03 15:52:11.933813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a1213-a3f4-4064-84b4-ce9941e1a2cf req-768ebfc2-42a6-4b9a-864f-3e41824fa34e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:11.935373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-144a1213-a3f4-4064-84b4-ce9941e1a2cf req-768ebfc2-42a6-4b9a-864f-3e41824fa34e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.3033202 Nov 03 15:52:11.958013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:11.996493 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.008272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747341d-ac1d-4645-9975-0d070d1ffebe req-c6a979e8-773d-47c5-ab22-6763648427fd tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:12.009825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4747341d-ac1d-4645-9975-0d070d1ffebe req-c6a979e8-773d-47c5-ab22-6763648427fd tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 945 time: 0.1128795 Nov 03 15:52:12.029137 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-7851e88b-b54d-49a6-bfa5-23e663540488 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497053 Nov 03 15:52:12.097306 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4747341d-ac1d-4645-9975-0d070d1ffebe req-b33ca618-d6c6-455c-8938-4f6ca8e2018d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790374 Nov 03 15:52:12.109148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.117971 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.118788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.193426 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.214551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c405d532-a40b-4629-854a-8b49d922f1f5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:12.217579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Pushing event updated for resources: {'Port': ['ID=b8e5a31d-72bd-4136-bc74-7d3695971a01,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:12.222970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-04b791e4-8df9-459a-9464-b5f8126be1b8 None None] Provisioning complete for port afee6179-5ad8-4da4-8375-f7f1ee795f03 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:12.223343 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04b791e4-8df9-459a-9464-b5f8126be1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.235727 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-144a1213-a3f4-4064-84b4-ce9941e1a2cf req-e47e9ce6-49f4-494e-b42b-8cddf04aec68 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634799 Nov 03 15:52:12.290425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Attempting to bind port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:12.290832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Attempting to bind port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:12.291175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Attempting to bind port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:12.293131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d412b-883a-40dd-ac63-24c8bb8534da None None] Pushing event updated for resources: {'Port': ['ID=6168195f-fbcc-4b2b-8ee5-ed13b5f8162c,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:12.309012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Allocated IP 172.20.0.8 (2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d/ce1df15a-e82e-4637-8d0b-8600773b3bd2/85cb33c3-5861-493b-8449-419478eb8005) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:12.322528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:12.322528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:12.322528 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.323017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:12.323178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Bound port: 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:12.323558 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.346001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cb7a4-867f-445f-b9ed-8bb852a9f13a req-5495dd88-e8ba-458a-b56f-7c8946613f01 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:12.347651 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be8cb7a4-867f-445f-b9ed-8bb852a9f13a req-5495dd88-e8ba-458a-b56f-7c8946613f01 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.0935936 Nov 03 15:52:12.363702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-04b791e4-8df9-459a-9464-b5f8126be1b8 None None] Port afee6179-5ad8-4da4-8375-f7f1ee795f03 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:12.370336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-eb7b3fff-fd25-4609-a6bc-739748ffda0b service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283243 Nov 03 15:52:12.377594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Network 6f999991-7657-419e-ac9b-4a767590039c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:12.386529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:12.426022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-04b791e4-8df9-459a-9464-b5f8126be1b8 None None] Provisioning complete for port b8e5a31d-72bd-4136-bc74-7d3695971a01 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:12.426267 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04b791e4-8df9-459a-9464-b5f8126be1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.428886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] For port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:12.480831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] For port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6168195f-fbcc-4b2b-8ee5-ed13b5f8162c,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:12.492537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c405d532-a40b-4629-854a-8b49d922f1f5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:12.494324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.502146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.548176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be8cb7a4-867f-445f-b9ed-8bb852a9f13a req-9378d53f-f034-4598-b8cd-1e3458d331ca tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824586 Nov 03 15:52:12.572654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-04b791e4-8df9-459a-9464-b5f8126be1b8 None None] Port b8e5a31d-72bd-4136-bc74-7d3695971a01 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:12.587536 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c054c337-c3ef-4583-89be-6e4c8eb8781c req-3700e207-0bb5-4483-b742-4862b9954b33 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 210 time: 0.0496035 Nov 03 15:52:12.635174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d412b-883a-40dd-ac63-24c8bb8534da None None] Pushing event updated for resources: {'Port': ['ID=6168195f-fbcc-4b2b-8ee5-ed13b5f8162c,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:12.670843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Routers {'63d1fe72-4937-4764-94bf-611e71b074c8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:12.671468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['63d1fe72-4937-4764-94bf-611e71b074c8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:12.713598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-0d8f723f-4ba8-4e67-8ca9-cc1a4b90b9b0 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219452 Nov 03 15:52:12.737266 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.781475 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.788292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b60dd43d-8ad5-4b73-b003-cdb69d9d05a6 None None] Provisioning complete for port b8e5a31d-72bd-4136-bc74-7d3695971a01 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:12.788673 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b60dd43d-8ad5-4b73-b003-cdb69d9d05a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.790729 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.791330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.876628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port c405d532-a40b-4629-854a-8b49d922f1f5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c405d532-a40b-4629-854a-8b49d922f1f5,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:12.891215 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.901706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Pushing event updated for resources: {'Port': ['ID=afee6179-5ad8-4da4-8375-f7f1ee795f03,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:12.919077 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:12.924908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b60dd43d-8ad5-4b73-b003-cdb69d9d05a6 None None] Port b8e5a31d-72bd-4136-bc74-7d3695971a01 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:12.941271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] Set router 63d1fe72-4937-4764-94bf-611e71b074c8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:12.943974 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:13.008910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84862644-6152-4cfc-8905-4f753aaa7ce1 req-33b05578-7e84-44e8-93b0-e02133c6200f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:13.010647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84862644-6152-4cfc-8905-4f753aaa7ce1 req-33b05578-7e84-44e8-93b0-e02133c6200f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 945 time: 0.0966465 Nov 03 15:52:13.015551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Router 63d1fe72-4937-4764-94bf-611e71b074c8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:52:13.043668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=c405d532-a40b-4629-854a-8b49d922f1f5,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:13.107103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:13.114007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Pushing event updated for resources: {'Port': ['ID=85cb33c3-5861-493b-8449-419478eb8005,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:13.123908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:13.134463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84862644-6152-4cfc-8905-4f753aaa7ce1 req-6ba7d1c1-7f5f-4c93-ad66-b49a3610eb2b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146395 Nov 03 15:52:13.225516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:13.251771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:52:13.266380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7c539cd5-9981-4eef-b37b-8cca8f7e1e8c admin admin] 10.222.0.86 "PUT /v2.0/routers/63d1fe72-4937-4764-94bf-611e71b074c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6593719 Nov 03 15:52:13.421202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c405d532-a40b-4629-854a-8b49d922f1f5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:13.448831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-c22829b6-8060-4103-ba60-832c10649dfd tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:13.451059 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-c22829b6-8060-4103-ba60-832c10649dfd tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.4174230 Nov 03 15:52:13.516319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:52:02Z', 'updated_at': '2021-11-03T15:52:11Z', 'revision_number': 4, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'gw_port': {'id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:04Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b8e5a31d-72bd-4136-bc74-7d3695971a01', 'name': '', 'network_id': '6f999991-7657-419e-ac9b-4a767590039c', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'mac_address': 'fa:16:3e:19:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:10Z', 'updated_at': '2021-11-03T15:52:11Z', 'revision_number': 2, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'subnets': [{'id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:13.554931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb1a08-6e7e-4093-90b9-04c097ae06ff req-223116c6-9d3d-4232-a4a0-9178ec084f49 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:13.556500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d97c51e-8616-42cb-b80c-d81b50a40d59 None None] The sync data for ids ['63d1fe72-4937-4764-94bf-611e71b074c8'] in n-d-813897-2 is: [{'id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:52:02Z', 'updated_at': '2021-11-03T15:52:11Z', 'revision_number': 4, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'gw_port': {'id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:04Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b8e5a31d-72bd-4136-bc74-7d3695971a01', 'name': '', 'network_id': '6f999991-7657-419e-ac9b-4a767590039c', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'mac_address': 'fa:16:3e:19:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:10Z', 'updated_at': '2021-11-03T15:52:11Z', 'revision_number': 2, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'subnets': [{'id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:52:13.558666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c405d532-a40b-4629-854a-8b49d922f1f5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:13.558980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:13.563299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22cb1a08-6e7e-4093-90b9-04c097ae06ff req-223116c6-9d3d-4232-a4a0-9178ec084f49 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1146753 Nov 03 15:52:13.583046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:13.583708 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:13.624712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c0e66-76c5-4b09-af86-18c77250aa1b req-d5df46bf-a2f6-4ad4-8d83-fdf1036eaa8e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:13.634286 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb3c0e66-76c5-4b09-af86-18c77250aa1b req-d5df46bf-a2f6-4ad4-8d83-fdf1036eaa8e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 945 time: 0.4215086 Nov 03 15:52:13.636782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22cb1a08-6e7e-4093-90b9-04c097ae06ff req-486f0c65-6ef1-4f9b-9963-a3e7af9eb68d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716512 Nov 03 15:52:13.642862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-20509e76-ab4e-47fe-b87c-65b194b81dc6 None None] Provisioning complete for port 85cb33c3-5861-493b-8449-419478eb8005 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:13.645493 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20509e76-ab4e-47fe-b87c-65b194b81dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:13.653645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Network f8145bfc-91e7-4a06-864b-8ef28dfed02b is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:13.679689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c325effd-65c8-4722-a42a-68b1bce5912c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9164798 Nov 03 15:52:13.690460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:13.722898 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-20509e76-ab4e-47fe-b87c-65b194b81dc6 None None] Port 85cb33c3-5861-493b-8449-419478eb8005 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:13.726783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Request body: {'port': {'device_id': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:13.890162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb3c0e66-76c5-4b09-af86-18c77250aa1b req-9af8c0fc-7c24-4347-8d9c-02841070fc28 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549396 Nov 03 15:52:13.976872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590fddb-11a3-431b-952f-e4d61d5cc24a req-3eef0b2e-0b91-45b8-8455-02761577bef8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:13.987308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4590fddb-11a3-431b-952f-e4d61d5cc24a req-3eef0b2e-0b91-45b8-8455-02761577bef8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1433892 Nov 03 15:52:14.080984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4590fddb-11a3-431b-952f-e4d61d5cc24a req-0b8cb14f-41a0-4458-a121-9eaaa8d4ea7f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948153 Nov 03 15:52:14.126277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:14.194889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cb8a9348-8e59-4011-87ac-4105d9f42e16 None None] Provisioning complete for port afee6179-5ad8-4da4-8375-f7f1ee795f03 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:14.197039 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9348-8e59-4011-87ac-4105d9f42e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:14.290205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a9348-8e59-4011-87ac-4105d9f42e16 None None] Port afee6179-5ad8-4da4-8375-f7f1ee795f03 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:14.372265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54fd61-bf22-4449-965a-7830e863211c req-3ea43e23-b967-4329-b0ea-b76273fd5377 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:14.380900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed54fd61-bf22-4449-965a-7830e863211c req-3ea43e23-b967-4329-b0ea-b76273fd5377 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 945 time: 0.0951669 Nov 03 15:52:14.471143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5edc85dc-7108-49d1-807b-618d5aa721c0 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:14.485982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed54fd61-bf22-4449-965a-7830e863211c req-cb9337b9-30c9-4d1e-9b04-678568075273 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035318 Nov 03 15:52:14.577980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 5edc85dc-7108-49d1-807b-618d5aa721c0 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:52:14.585003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 5edc85dc-7108-49d1-807b-618d5aa721c0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:14.586011 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:14.703005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a3115-cb7f-4b26-af41-77d11e5b1edc req-daec8c20-9abc-40da-967f-fadac8605071 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:14.711839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-605a3115-cb7f-4b26-af41-77d11e5b1edc req-daec8c20-9abc-40da-967f-fadac8605071 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1096 time: 0.0710869 Nov 03 15:52:14.767406 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:14.777506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-61597373-ceb5-4bce-b79a-94347d1b42d0 service neutron] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:14.778360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-605a3115-cb7f-4b26-af41-77d11e5b1edc req-c90b1ef7-3102-4307-818a-e393c051fe3c tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648487 Nov 03 15:52:14.779767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:52:14.811007 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-61597373-ceb5-4bce-b79a-94347d1b42d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:14.811387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:14.811889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80519bfe-740c-4dc6-9698-c38480e3a03b req-61597373-ceb5-4bce-b79a-94347d1b42d0 service neutron] 10.222.0.15 "DELETE /v2.0/ports/01c72f88-e213-4103-b365-491659c397e8/bindings/n-h2-813897-2 HTTP/1.1" status: 204 len: 173 time: 1.3433545 Nov 03 15:52:14.812461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:14.830018 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4034d04e-d5af-4e85-9046-86c67220f643" -d '{"events": [{"server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "name": "network-vif-plugged", "status": "completed", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:14.836462 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:14.838014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0c490-cb36-43ab-81c8-2f76394bbbab req-ba716a8d-83f5-4670-a40a-0abae6a42147 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:14.839733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2ec0c490-cb36-43ab-81c8-2f76394bbbab req-ba716a8d-83f5-4670-a40a-0abae6a42147 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 931 time: 0.7667387 Nov 03 15:52:15.093432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2ec0c490-cb36-43ab-81c8-2f76394bbbab req-374ece11-d2fb-414a-b336-8e57586b3890 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170072 Nov 03 15:52:15.157898 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=5edc85dc-7108-49d1-807b-618d5aa721c0,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:15.234264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043de566-ddbd-44e8-92a7-f01e1cdedb83 req-6463d9a9-9875-4997-b46e-4276c845477e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:15.248489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-043de566-ddbd-44e8-92a7-f01e1cdedb83 req-6463d9a9-9875-4997-b46e-4276c845477e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1839590 Nov 03 15:52:15.291146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:52:15.302660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c6dcacb-561f-4e66-a2b1-c42b82765eeb admin admin] 10.222.0.86 "PUT /v2.0/routers/22fc4dc2-4b52-417b-b0ad-cbdec4d3edff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1041355 Nov 03 15:52:15.312759 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Sync routers for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:52:15.343600 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:15.344210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cb33c3-5861-493b-8449-419478eb8005 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:15.347737 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:15.378404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:15.424030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Transition to ACTIVE for port object 85cb33c3-5861-493b-8449-419478eb8005 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:52:15.432221 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:15.466160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-043de566-ddbd-44e8-92a7-f01e1cdedb83 req-802f5d73-1303-4ec8-927f-348443019c3d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167082 Nov 03 15:52:15.522373 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705e624a-143e-4761-8577-3bad70d00dd5 x-openstack-request-id: req-705e624a-143e-4761-8577-3bad70d00dd5 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:15.523332 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "name": "network-vif-plugged", "status": "completed", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:15.523332 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-705e624a-143e-4761-8577-3bad70d00dd5 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:15.523996 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0', 'code': 200} Nov 03 15:52:15.564499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:15.762514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Pushing event updated for resources: {'Port': ['ID=85cb33c3-5861-493b-8449-419478eb8005,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:15.797624 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:15.805283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09b53-f7be-4ec6-af38-17f1c560c520 req-96c19367-286a-4744-a471-f9a50c19aae7 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:15.810407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:15.810958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:15.823212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16a09b53-f7be-4ec6-af38-17f1c560c520 req-96c19367-286a-4744-a471-f9a50c19aae7 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.1958110 Nov 03 15:52:15.954069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1b874-836f-4fc4-8e9e-f8a126e1dc0e req-33a00e3f-33b4-4d0c-baaa-d11adcdc5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:15.964563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adb1b874-836f-4fc4-8e9e-f8a126e1dc0e req-33a00e3f-33b4-4d0c-baaa-d11adcdc5ce4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1097 time: 0.2665994 Nov 03 15:52:15.988630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16a09b53-f7be-4ec6-af38-17f1c560c520 req-7355d142-7214-4a0e-8e14-3a3f4ed6fe2d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644652 Nov 03 15:52:16.164024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f072-7e41-451b-869b-f8432ab75c77 req-657098c9-a0a3-4800-815e-4e71e15538da tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:16.166004 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb75f072-7e41-451b-869b-f8432ab75c77 req-657098c9-a0a3-4800-815e-4e71e15538da tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.3438511 Nov 03 15:52:16.180003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Attempting to bind port 85cb33c3-5861-493b-8449-419478eb8005 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:16.192872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Attempting to bind port 85cb33c3-5861-493b-8449-419478eb8005 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:16.193466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Attempting to bind port 85cb33c3-5861-493b-8449-419478eb8005 on network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:16.207120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adb1b874-836f-4fc4-8e9e-f8a126e1dc0e req-984a1faf-e800-49a2-b1a0-2917197463ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297022 Nov 03 15:52:16.218418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Port 85cb33c3-5861-493b-8449-419478eb8005 on network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:52:16.218727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Attempting to bind port 85cb33c3-5861-493b-8449-419478eb8005 on network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:16.263092 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:16.307897 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb75f072-7e41-451b-869b-f8432ab75c77 req-95e23af1-567c-446f-9d79-6d6261a8eb1b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090503 Nov 03 15:52:16.308856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:16.309265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Checking segment: {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:16.309746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Bound using segment: {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:16.310300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Bound port: 85cb33c3-5861-493b-8449-419478eb8005, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:16.310727 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:16.328366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6168195f-fbcc-4b2b-8ee5-ed13b5f8162c,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:16.363335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:16.410807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-d99afe0e-ada2-40ad-a716-6d5bace3da47 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:16.419571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-d99afe0e-ada2-40ad-a716-6d5bace3da47 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 821 time: 0.2712381 Nov 03 15:52:16.444691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-8f07b7be-cae2-42a2-8db0-9a81a36502ab tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/quotas/4415b11ae00042a5aed73f8c5b96bcf2 HTTP/1.1" status: 200 len: 375 time: 0.0206718 Nov 03 15:52:16.497647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] For port 85cb33c3-5861-493b-8449-419478eb8005, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:16.509518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=6168195f-fbcc-4b2b-8ee5-ed13b5f8162c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:16.525334 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] For port 85cb33c3-5861-493b-8449-419478eb8005, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=85cb33c3-5861-493b-8449-419478eb8005,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:16.542781 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:16.613519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-92e9a63e-723f-408d-9d94-497bf75c978a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1671617 Nov 03 15:52:16.664627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:16.667364 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:16.668934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] 10.222.0.70 "PUT /v2.0/ports/85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 1091 time: 2.9685545 Nov 03 15:52:16.671457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:16.681484 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf07eb-c868-40ea-afb0-3605af117471" -d '{"events": [{"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:16.710616 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'afee6179-5ad8-4da4-8375-f7f1ee795f03', 'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'mac_address': 'fa:16:3e:6d:df:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:09Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 2, 'project_id': '947afe53330646df8b76708496311cf6', 'subnets': [{'id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:16.736070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd1e2f-8fa8-48c9-8deb-9b05396e1d6a service neutron] Pushing event updated for resources: {'Port': ['ID=85cb33c3-5861-493b-8449-419478eb8005,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:16.803437 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Checking router: 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:52:16.804075 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Updating router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff port afee6179-5ad8-4da4-8375-f7f1ee795f03 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:52:16.865689 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:16.882813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-9d37d068-4788-4671-8fab-89a45d0410c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:16.884364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-9d37d068-4788-4671-8fab-89a45d0410c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1094 time: 0.1451731 Nov 03 15:52:16.928237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-e47e2af3-0ca7-49d9-9e14-3015e1655dc0 service neutron] 10.222.0.86 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066559 Nov 03 15:52:16.969645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-fd1e53c8-63a6-4617-ad75-0e8f03887031 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 217 time: 0.0750391 Nov 03 15:52:17.008355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42284) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:17.091305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fc909817-ee06-4a28-bc20-4eead09e7c16 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702898318', 'description': 'tempest-description--1592541030'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:17.166034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc909817-ee06-4a28-bc20-4eead09e7c16 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.174910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-052f0300-aab2-4b29-bdd2-130bdff1cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:17.176574 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-052f0300-aab2-4b29-bdd2-130bdff1cf69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.1992149 Nov 03 15:52:17.185226 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-3057ecd4-9501-44b3-8ac5-64c0688e12ad service neutron] 10.222.0.86 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400310 Nov 03 15:52:17.265045 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.276806 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.286866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc909817-ee06-4a28-bc20-4eead09e7c16 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.294306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc909817-ee06-4a28-bc20-4eead09e7c16 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.325255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc909817-ee06-4a28-bc20-4eead09e7c16 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.330926 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fc909817-ee06-4a28-bc20-4eead09e7c16 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2470088 Nov 03 15:52:17.337665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42286) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:17.343192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9f7180a2-fb2d-4473-a74e-88ee14e19e54 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Request body: {'security_group_rule': {'security_group_id': '128cf161-f520-4c48-915a-4f44337e0e34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:17.377748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc909817-ee06-4a28-bc20-4eead09e7c16 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128cf161-f520-4c48-915a-4f44337e0e34,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:17.395442 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f7180a2-fb2d-4473-a74e-88ee14e19e54 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.432275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44399db-a606-4030-9ac7-7dbc1e504e2f req-cf6d4498-88c7-4c29-89f8-822e061cafdd tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:17.438660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c44399db-a606-4030-9ac7-7dbc1e504e2f req-cf6d4498-88c7-4c29-89f8-822e061cafdd tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 943 time: 0.3196547 Nov 03 15:52:17.474357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f7180a2-fb2d-4473-a74e-88ee14e19e54 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.481055 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f7180a2-fb2d-4473-a74e-88ee14e19e54 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.498536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7180a2-fb2d-4473-a74e-88ee14e19e54 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e122c6ba-0a7a-4c66-8439-642ed1cd0b1c,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:17.520869 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f7180a2-fb2d-4473-a74e-88ee14e19e54 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.522888 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Attempting to bind port afee6179-5ad8-4da4-8375-f7f1ee795f03 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:17.523351 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Attempting to bind port afee6179-5ad8-4da4-8375-f7f1ee795f03 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:17.525088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9f7180a2-fb2d-4473-a74e-88ee14e19e54 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862876 Nov 03 15:52:17.525843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42290) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:17.527888 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Attempting to bind port afee6179-5ad8-4da4-8375-f7f1ee795f03 on network f8145bfc-91e7-4a06-864b-8ef28dfed02b {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:17.530969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ff9b7d4d-3a8e-46a0-bdbf-ef3e933df018 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Request body: {'security_group_rule': {'security_group_id': '128cf161-f520-4c48-915a-4f44337e0e34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:17.535036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:17.564988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7d4d-3a8e-46a0-bdbf-ef3e933df018 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.582005 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:17.587910 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Checking segment: {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:17.588450 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.590093 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Bound using segment: {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:17.590514 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Bound port: afee6179-5ad8-4da4-8375-f7f1ee795f03, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:17.595078 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.601001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-eee10f5b-29e0-4ef1-b51f-c58092ec373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:17.608603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-eee10f5b-29e0-4ef1-b51f-c58092ec373b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4013326 Nov 03 15:52:17.650327 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87763207-dd72-43e2-808f-afe969e03f0e None None] Pushing event updated for resources: {'Port': ['ID=afee6179-5ad8-4da4-8375-f7f1ee795f03,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:17.700999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7d4d-3a8e-46a0-bdbf-ef3e933df018 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.719197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7d4d-3a8e-46a0-bdbf-ef3e933df018 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.845935 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7d4d-3a8e-46a0-bdbf-ef3e933df018 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:17.860909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ff9b7d4d-3a8e-46a0-bdbf-ef3e933df018 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3309970 Nov 03 15:52:17.861779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42296) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:17.863907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b7d4d-3a8e-46a0-bdbf-ef3e933df018 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592c82e8-6069-4bbc-a7d2-fe833218f95f,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:17.912823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:17.987006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-52634cde-7236-4e6a-952a-caadda1b2c43 None None] Provisioning complete for port afee6179-5ad8-4da4-8375-f7f1ee795f03 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:17.987171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-52634cde-7236-4e6a-952a-caadda1b2c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:18.045496 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:18.054909 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] For port afee6179-5ad8-4da4-8375-f7f1ee795f03, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:18.059718 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] For port afee6179-5ad8-4da4-8375-f7f1ee795f03, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=afee6179-5ad8-4da4-8375-f7f1ee795f03,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:18.073460 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:18.142843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c44399db-a606-4030-9ac7-7dbc1e504e2f req-f8252797-531c-4395-9b31-dfc9ca92e3f4 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521416 Nov 03 15:52:18.142843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-58f29d62-9678-44a7-9ed7-36214b4d174b service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572244 Nov 03 15:52:18.191745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:18.193959 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:18.265356 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-52634cde-7236-4e6a-952a-caadda1b2c43 None None] Port afee6179-5ad8-4da4-8375-f7f1ee795f03 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:18.297041 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:18.298251 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:18.326557 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0498e73-31a6-4179-9b19-93e170f9a1ea x-openstack-request-id: req-a0498e73-31a6-4179-9b19-93e170f9a1ea {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:18.332262 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:18.332722 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a0498e73-31a6-4179-9b19-93e170f9a1ea {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:18.333314 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005', 'status': 'completed', 'code': 200} Nov 03 15:52:18.562705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24dbb4-b542-4b75-b1aa-43e9dfe3cea8 req-5e6d4af2-3c2f-4254-91bb-3783fa67ee2f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:18.575750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e24dbb4-b542-4b75-b1aa-43e9dfe3cea8 req-5e6d4af2-3c2f-4254-91bb-3783fa67ee2f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.2441840 Nov 03 15:52:18.599616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9ce1d43c-8713-415e-8a2a-d474130e506c None None] Provisioning complete for port afee6179-5ad8-4da4-8375-f7f1ee795f03 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:18.600198 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87763207-dd72-43e2-808f-afe969e03f0e None None] Pushing event updated for resources: {'Port': ['ID=afee6179-5ad8-4da4-8375-f7f1ee795f03,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:18.602572 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ce1d43c-8713-415e-8a2a-d474130e506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:18.611955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Sync routers for ids ['63d1fe72-4937-4764-94bf-611e71b074c8'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:52:18.641428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28fe789f-ee3d-4ee2-a3d8-9562bec72c68 req-0c3ac6d8-c35f-456a-89cc-f493c214f81c service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658782 Nov 03 15:52:18.657808 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:18.679086 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1636810-ccf6-41d7-bcc7-55701ee1a16a req-d4fdbecc-0b0a-4f80-bb68-427bdd61a5a2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:18.690558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1636810-ccf6-41d7-bcc7-55701ee1a16a req-d4fdbecc-0b0a-4f80-bb68-427bdd61a5a2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.1654642 Nov 03 15:52:18.749194 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Routers {'63d1fe72-4937-4764-94bf-611e71b074c8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:18.750312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['63d1fe72-4937-4764-94bf-611e71b074c8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:18.764484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e24dbb4-b542-4b75-b1aa-43e9dfe3cea8 req-dd021621-81c0-4927-9114-7e128c8ff9d8 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876755 Nov 03 15:52:18.779485 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:18.912267 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1636810-ccf6-41d7-bcc7-55701ee1a16a req-7c3db261-2722-4369-9292-e73f4564253e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205265 Nov 03 15:52:18.932757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-73d84bc7-0b15-42f9-bfff-4d689e27ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:18.939274 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-73d84bc7-0b15-42f9-bfff-4d689e27ffb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1094 time: 0.2276125 Nov 03 15:52:19.064482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2485fad9-cac4-499c-ba5c-c61af1c3c8f6 req-10646d61-bf1e-47af-b9e5-c60be1841f8f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 210 time: 0.0619476 Nov 03 15:52:19.069654 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'afee6179-5ad8-4da4-8375-f7f1ee795f03', 'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'mac_address': 'fa:16:3e:6d:df:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:09Z', 'updated_at': '2021-11-03T15:52:18Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'subnets': [{'id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:19.124504 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d084fd-5e3e-4ad7-8156-29501dca1182 None None] The sync data for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 is: [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'afee6179-5ad8-4da4-8375-f7f1ee795f03', 'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'mac_address': 'fa:16:3e:6d:df:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:09Z', 'updated_at': '2021-11-03T15:52:18Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'subnets': [{'id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:52:19.172135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-55296616-ae14-4cd0-9f0a-7fba3af5d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:19.173707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-55296616-ae14-4cd0-9f0a-7fba3af5d92d service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.2264078 Nov 03 15:52:19.348065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Set router 63d1fe72-4937-4764-94bf-611e71b074c8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:19.356264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8dd49-3b5d-4cb8-afd0-5c49523650dd req-89abb7e2-92e6-497d-b0f2-bf28e782544d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:19.357930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-ef6e4409-1487-4f26-af04-82e0f5c4dbae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 217 time: 0.1722071 Nov 03 15:52:19.370256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65a8dd49-3b5d-4cb8-afd0-5c49523650dd req-89abb7e2-92e6-497d-b0f2-bf28e782544d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.4414406 Nov 03 15:52:19.464019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Allocated IP 172.25.6.162 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/df4f0272-8a0e-4e44-956c-440155130744) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:19.497849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f140f9-2cfb-4e30-994a-2ae0cf1e770b req-9bcdc6df-eabf-4663-b39a-aca78f24e3e8 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:19.506870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95f140f9-2cfb-4e30-994a-2ae0cf1e770b req-9bcdc6df-eabf-4663-b39a-aca78f24e3e8 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1097 time: 0.1578436 Nov 03 15:52:19.510185 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ce1d43c-8713-415e-8a2a-d474130e506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:19.531971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device afee6179-5ad8-4da4-8375-f7f1ee795f03 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:19.555396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-1428d457-0635-48fe-957a-a35215d7c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:19.557231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-1428d457-0635-48fe-957a-a35215d7c11d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.1398530 Nov 03 15:52:19.578078 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95f140f9-2cfb-4e30-994a-2ae0cf1e770b req-9bb5ea44-6dc8-4b91-b1a3-d99182a726ee tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687745 Nov 03 15:52:19.618299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65a8dd49-3b5d-4cb8-afd0-5c49523650dd req-098f08c9-3fda-4a93-9573-40432d8afd5e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469196 Nov 03 15:52:19.680546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9ce1d43c-8713-415e-8a2a-d474130e506c None None] For port afee6179-5ad8-4da4-8375-f7f1ee795f03, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=afee6179-5ad8-4da4-8375-f7f1ee795f03,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:19.765438 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ce1d43c-8713-415e-8a2a-d474130e506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:19.807071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:19.822991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-32e91e61-bb17-40a7-91da-18adc9ca1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:19.824752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-32e91e61-bb17-40a7-91da-18adc9ca1455 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373062 Nov 03 15:52:19.948734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71c6b0-9f46-495e-bb7a-6e6a613d047e req-ccdc3b08-8217-44a6-9212-e680d8bc6a8d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:19.950782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d71c6b0-9f46-495e-bb7a-6e6a613d047e req-ccdc3b08-8217-44a6-9212-e680d8bc6a8d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 943 time: 0.2113016 Nov 03 15:52:20.122564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d71c6b0-9f46-495e-bb7a-6e6a613d047e req-ae73b18f-db46-440c-b93b-f616c8656bc2 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300411 Nov 03 15:52:20.123770 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:20.227908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:20.233260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:20.250154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:20.307160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1d43c-8713-415e-8a2a-d474130e506c None None] Pushing event updated for resources: {'Port': ['ID=afee6179-5ad8-4da4-8375-f7f1ee795f03,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:20.322037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port afee6179-5ad8-4da4-8375-f7f1ee795f03 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:20.323897 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:20.410418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4f4ad-d3da-49d2-8e63-d1dd80c83f2c req-62786733-470f-4a84-8e99-63fc4126498a tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:20.412331 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66d4f4ad-d3da-49d2-8e63-d1dd80c83f2c req-62786733-470f-4a84-8e99-63fc4126498a tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.3169661 Nov 03 15:52:20.425765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-f6c1ada0-ef70-4a54-a8af-d1c0288ac039 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:20.427395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-f6c1ada0-ef70-4a54-a8af-d1c0288ac039 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 821 time: 0.5717313 Nov 03 15:52:20.431826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4be0f64e-7e33-4300-bc99-550e0c64182c req-f32a6dc9-5d3e-457b-9a03-028904864596 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 210 time: 0.0829535 Nov 03 15:52:20.438338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-99477067-7d72-49ca-bd2c-9bc0a8e31082 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050797 Nov 03 15:52:20.463297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Pushing event updated for resources: {'Port': ['ID=df4f0272-8a0e-4e44-956c-440155130744,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:20.465129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Request body: {'port': {'device_id': '56b9a903-d543-4acc-b868-eb605c48c1de', 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c', 'admin_state_up': True, 'tenant_id': '4415b11ae00042a5aed73f8c5b96bcf2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:20.527172 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:20.527581 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:52:02Z', 'updated_at': '2021-11-03T15:52:11Z', 'revision_number': 4, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'gw_port': {'id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:04Z', 'updated_at': '2021-11-03T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b8e5a31d-72bd-4136-bc74-7d3695971a01', 'name': '', 'network_id': '6f999991-7657-419e-ac9b-4a767590039c', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'mac_address': 'fa:16:3e:19:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:10Z', 'updated_at': '2021-11-03T15:52:11Z', 'revision_number': 2, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'subnets': [{'id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:20.572949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:20.598710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Checking router: 63d1fe72-4937-4764-94bf-611e71b074c8 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:52:20.602196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Updating router 63d1fe72-4937-4764-94bf-611e71b074c8 port b8e5a31d-72bd-4136-bc74-7d3695971a01 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:52:20.635048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66d4f4ad-d3da-49d2-8e63-d1dd80c83f2c req-5b4ad347-773f-4c45-9ebb-f2a647fbfaec tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065010 Nov 03 15:52:20.694911 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ceaf07eb-c868-40ea-afb0-3605af117471 req-00c1bb54-3484-4da0-9ed9-07a4ff829a76 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473934 Nov 03 15:52:20.724254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Made reservation on behalf of 4415b11ae00042a5aed73f8c5b96bcf2 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:52:20.728843 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:20.841138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 85cb33c3-5861-493b-8449-419478eb8005 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:20.845664 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:20.938481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Allocated IP 172.20.0.2 (48b8266a-2e0a-4360-9a7a-b575f54e220c/50450fac-b747-4ce1-ad91-ed7030a5fd0c/f9558f35-8020-484c-a557-9e137577e6d4) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:20.945065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd74faf-65a8-4fc2-bf3e-26000b3812d0 req-4046070d-5805-41f0-bf85-fea99db5926c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:20.947690 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3dd74faf-65a8-4fc2-bf3e-26000b3812d0 req-4046070d-5805-41f0-bf85-fea99db5926c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1240897 Nov 03 15:52:21.020936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3dd74faf-65a8-4fc2-bf3e-26000b3812d0 req-4c062b4c-d7c6-4919-af26-f8d0797b973b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635502 Nov 03 15:52:21.060857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.066794 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.124077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Pushing event updated for resources: {'Port': ['ID=df4f0272-8a0e-4e44-956c-440155130744,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:21.150768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.215552 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.221438 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d4da4fd6-df6c-4e3b-919a-1f8e5bd0b97e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3584938 Nov 03 15:52:21.359459 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:52:21.463757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device afee6179-5ad8-4da4-8375-f7f1ee795f03 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:21.515310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d780186-beb0-4390-96a6-90289838342c req-90808f60-6abe-4de9-b816-e597749cd465 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:21.541671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d780186-beb0-4390-96a6-90289838342c req-90808f60-6abe-4de9-b816-e597749cd465 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 943 time: 0.1942031 Nov 03 15:52:21.556497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 85cb33c3-5861-493b-8449-419478eb8005, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=85cb33c3-5861-493b-8449-419478eb8005,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:21.570416 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.579284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '85cb33c3-5861-493b-8449-419478eb8005', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'port_id': '85cb33c3-5861-493b-8449-419478eb8005', 'mac_address': 'fa:16:3e:ca:12:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:52:21.587269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port afee6179-5ad8-4da4-8375-f7f1ee795f03 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:21.587777 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.626229 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.632718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-89264ff2-068c-4b48-b1bc-eeac85fcdeb6 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1702898318&fields=id&tenant_id=947afe53330646df8b76708496311cf6 HTTP/1.1" status: 200 len: 267 time: 0.1139059 Nov 03 15:52:21.663624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d780186-beb0-4390-96a6-90289838342c req-ab1efd86-9408-4227-8afd-becf7113422a tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190181 Nov 03 15:52:21.696809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.760795 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.811219 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:21.865203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-46283961-2b07-4423-ba05-0749766ff11e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:21.878605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-46283961-2b07-4423-ba05-0749766ff11e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/networks?id=f8145bfc-91e7-4a06-864b-8ef28dfed02b HTTP/1.1" status: 200 len: 812 time: 0.2448652 Nov 03 15:52:21.908762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Pushing event updated for resources: {'Port': ['ID=f9558f35-8020-484c-a557-9e137577e6d4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:21.909496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-4410af0b-58d2-4590-8b74-08f9ed5477a8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/quotas/947afe53330646df8b76708496311cf6 HTTP/1.1" status: 200 len: 375 time: 0.0218973 Nov 03 15:52:21.936657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Network 48b8266a-2e0a-4360-9a7a-b575f54e220c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:21.960544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd796c2-2ad4-4881-849b-4de65ee9aa2d req-9fee90e3-a085-4a18-9206-37473b3afabc tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:21.969411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bd796c2-2ad4-4881-849b-4de65ee9aa2d req-9fee90e3-a085-4a18-9206-37473b3afabc tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 931 time: 0.1053808 Nov 03 15:52:22.010327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5fbcc-fe8a-44a5-a60a-7ff1beb5ab70 None None] Pushing event updated for resources: {'Port': ['ID=b8e5a31d-72bd-4136-bc74-7d3695971a01,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:22.083043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:22.086631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:22.110116 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:22.118405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-73f870fe-8521-479c-9aaa-3572b46f9d06 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=947afe53330646df8b76708496311cf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1984084 Nov 03 15:52:22.260897 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bd796c2-2ad4-4881-849b-4de65ee9aa2d req-c887cf25-cbdd-4874-b239-ef1e5495d2d0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869992 Nov 03 15:52:22.273644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cb33c3-5861-493b-8449-419478eb8005 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:22.297665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:22.298344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:22.310843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Attempting to bind port b8e5a31d-72bd-4136-bc74-7d3695971a01 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:22.312342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Attempting to bind port b8e5a31d-72bd-4136-bc74-7d3695971a01 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '253b2a52-29b2-4e31-bdca-eb7310e8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f999991-7657-419e-ac9b-4a767590039c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:22.313689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Attempting to bind port b8e5a31d-72bd-4136-bc74-7d3695971a01 on network 6f999991-7657-419e-ac9b-4a767590039c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:22.375937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 85cb33c3-5861-493b-8449-419478eb8005, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=85cb33c3-5861-493b-8449-419478eb8005,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:22.377255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:22.377825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Checking segment: {'id': '253b2a52-29b2-4e31-bdca-eb7310e8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f999991-7657-419e-ac9b-4a767590039c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:22.378385 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:22.378884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Bound using segment: {'id': '253b2a52-29b2-4e31-bdca-eb7310e8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f999991-7657-419e-ac9b-4a767590039c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:22.379459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Bound port: b8e5a31d-72bd-4136-bc74-7d3695971a01, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253b2a52-29b2-4e31-bdca-eb7310e8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f999991-7657-419e-ac9b-4a767590039c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:22.381143 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:22.400338 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:22.434300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-caa40ef0-57e6-44cd-a3a4-b1bd21242b36 None None] Provisioning complete for port b8e5a31d-72bd-4136-bc74-7d3695971a01 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:22.434841 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-caa40ef0-57e6-44cd-a3a4-b1bd21242b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:22.506246 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-83b6c3e6-350c-4a4a-a0d1-c78146b7f22e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0461550 Nov 03 15:52:22.522802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0e2bdd25-271c-4f88-b91c-496b05a05859 service neutron] 10.222.0.86 "GET /v2.0/networks/f8145bfc-91e7-4a06-864b-8ef28dfed02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776960 Nov 03 15:52:22.556064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Request body: {'port': {'device_id': '56b9a903-d543-4acc-b868-eb605c48c1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:22.598385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995e4a-f025-4f10-9be8-647b977e8516 req-14408d05-5998-4fef-b94b-51ae9b17a906 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:22.608186 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2995e4a-f025-4f10-9be8-647b977e8516 req-14408d05-5998-4fef-b94b-51ae9b17a906 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.2461503 Nov 03 15:52:22.613974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] For port b8e5a31d-72bd-4136-bc74-7d3695971a01, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:22.618401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] For port b8e5a31d-72bd-4136-bc74-7d3695971a01, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b8e5a31d-72bd-4136-bc74-7d3695971a01,segment=NetworkSegment(253b2a52-29b2-4e31-bdca-eb7310e8e0d4),segment_id=253b2a52-29b2-4e31-bdca-eb7310e8e0d4)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:22.669953 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:22.749317 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:22.763733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2995e4a-f025-4f10-9be8-647b977e8516 req-a10f29e7-873d-4b48-9efd-12fce6b19202 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545329 Nov 03 15:52:22.768449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['85cb33c3-5861-493b-8449-419478eb8005'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:22.775919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-c94671b9-c3f4-4a6b-a6de-a5475fabceee service neutron] 10.222.0.86 "GET /v2.0/networks/f8145bfc-91e7-4a06-864b-8ef28dfed02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446704 Nov 03 15:52:22.913507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-caa40ef0-57e6-44cd-a3a4-b1bd21242b36 None None] Port b8e5a31d-72bd-4136-bc74-7d3695971a01 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:22.987174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=85cb33c3-5861-493b-8449-419478eb8005,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:23.024341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Routers {'63d1fe72-4937-4764-94bf-611e71b074c8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:23.027688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['63d1fe72-4937-4764-94bf-611e71b074c8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:23.396025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] Set router 63d1fe72-4937-4764-94bf-611e71b074c8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:23.453041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe498a0-8666-488d-a9dd-6bae73807be3 req-718f952e-aa8a-4c10-9b53-8f1a9497897d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:23.469032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efe498a0-8666-488d-a9dd-6bae73807be3 req-718f952e-aa8a-4c10-9b53-8f1a9497897d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.2757251 Nov 03 15:52:23.584716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f506ae-851e-432a-bd91-55f6674b5979 req-96289988-6f41-49e1-b021-a9b465a30d80 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:23.593730 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98f506ae-851e-432a-bd91-55f6674b5979 req-96289988-6f41-49e1-b021-a9b465a30d80 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 944 time: 0.1599796 Nov 03 15:52:23.640044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9558f35-8020-484c-a557-9e137577e6d4 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:23.663221 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:23.703050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Transition to ACTIVE for port object f9558f35-8020-484c-a557-9e137577e6d4 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:52:23.737921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:23.740855 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98f506ae-851e-432a-bd91-55f6674b5979 req-ba71bb6a-79da-4e0f-b563-5e22ae9d9523 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221793 Nov 03 15:52:23.848642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Pushing event updated for resources: {'Port': ['ID=f9558f35-8020-484c-a557-9e137577e6d4,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:23.920781 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efe498a0-8666-488d-a9dd-6bae73807be3 req-6e36c7d5-13e8-424f-9e2a-9b3d01407d9f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520552 Nov 03 15:52:23.973704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-985b1554-eb0a-4a92-81e2-1ea2d4030c1b req-642f326f-26e6-4e1d-9029-f270b1b09299 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 210 time: 0.0681968 Nov 03 15:52:24.118273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6a4e7d56-7f39-453b-8090-af4fdb29ef42 None None] Provisioning complete for port b8e5a31d-72bd-4136-bc74-7d3695971a01 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:24.119440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7d56-7f39-453b-8090-af4fdb29ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:24.202211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a226e2-c5d4-4534-8a58-01c7e284b25f req-482df30e-29bf-45b6-add9-0ba227b4e45b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:24.215764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a226e2-c5d4-4534-8a58-01c7e284b25f req-482df30e-29bf-45b6-add9-0ba227b4e45b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1228707 Nov 03 15:52:24.224433 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:24.224822 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:24.225163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:24.234393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5fbcc-fe8a-44a5-a60a-7ff1beb5ab70 None None] Pushing event updated for resources: {'Port': ['ID=b8e5a31d-72bd-4136-bc74-7d3695971a01,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:24.284412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:52:24.284819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:24.304116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:24.304464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:24.305093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:24.305709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Bound port: f9558f35-8020-484c-a557-9e137577e6d4, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:24.306124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:24.355874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a226e2-c5d4-4534-8a58-01c7e284b25f req-9dd50e0e-eeb9-4a07-ad0b-17ebc2e63973 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372926 Nov 03 15:52:24.488596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:24.495206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:24.505672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855d200-ddaf-480c-b732-2a0d249b630b req-ac882a3c-aaf0-42a8-843e-dfa20225da1d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:24.515736 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6855d200-ddaf-480c-b732-2a0d249b630b req-ac882a3c-aaf0-42a8-843e-dfa20225da1d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.3720982 Nov 03 15:52:24.609739 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7d56-7f39-453b-8090-af4fdb29ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:24.709247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:52:02Z', 'updated_at': '2021-11-03T15:52:11Z', 'revision_number': 4, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'gw_port': {'id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:04Z', 'updated_at': '2021-11-03T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b8e5a31d-72bd-4136-bc74-7d3695971a01', 'name': '', 'network_id': '6f999991-7657-419e-ac9b-4a767590039c', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'mac_address': 'fa:16:3e:19:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:10Z', 'updated_at': '2021-11-03T15:52:22Z', 'revision_number': 4, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'subnets': [{'id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:24.751739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07eb03-36b4-4a70-80b5-edd2d61227ff None None] The sync data for ids ['63d1fe72-4937-4764-94bf-611e71b074c8'] in n-d-813897-2 is: [{'id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:52:02Z', 'updated_at': '2021-11-03T15:52:11Z', 'revision_number': 4, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'gw_port': {'id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:04Z', 'updated_at': '2021-11-03T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b8e5a31d-72bd-4136-bc74-7d3695971a01', 'name': '', 'network_id': '6f999991-7657-419e-ac9b-4a767590039c', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'mac_address': 'fa:16:3e:19:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:10Z', 'updated_at': '2021-11-03T15:52:22Z', 'revision_number': 4, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'subnets': [{'id': '54753ebd-6794-4c00-b154-4f0a6211e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:52:24.785041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6a4e7d56-7f39-453b-8090-af4fdb29ef42 None None] For port b8e5a31d-72bd-4136-bc74-7d3695971a01, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b8e5a31d-72bd-4136-bc74-7d3695971a01,segment=NetworkSegment(253b2a52-29b2-4e31-bdca-eb7310e8e0d4),segment_id=253b2a52-29b2-4e31-bdca-eb7310e8e0d4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:24.795834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7d56-7f39-453b-8090-af4fdb29ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:24.826921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:24.912621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e7d56-7f39-453b-8090-af4fdb29ef42 None None] Pushing event updated for resources: {'Port': ['ID=b8e5a31d-72bd-4136-bc74-7d3695971a01,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:24.962586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:24.963519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:24.965190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] 10.222.0.15 "PUT /v2.0/ports/f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 200 len: 1091 time: 2.4136422 Nov 03 15:52:24.965925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:24.968423 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f0165-333f-437e-b1de-41fe1937d62a" -d '{"events": [{"name": "network-changed", "server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "tag": "f9558f35-8020-484c-a557-9e137577e6d4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:25.041555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11917b66-968b-47b4-9fcc-7ca73f20d46a req-8990842d-3fb9-430a-91b4-cde5e8114e3d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:25.044942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3165-491f-422a-8474-bb2a282e177c service neutron] Pushing event updated for resources: {'Port': ['ID=f9558f35-8020-484c-a557-9e137577e6d4,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:25.054027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11917b66-968b-47b4-9fcc-7ca73f20d46a req-8990842d-3fb9-430a-91b4-cde5e8114e3d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 944 time: 0.1109507 Nov 03 15:52:25.068099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6855d200-ddaf-480c-b732-2a0d249b630b req-5da8792a-1d68-4924-b24c-dd7c279c636b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515058 Nov 03 15:52:25.118272 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11917b66-968b-47b4-9fcc-7ca73f20d46a req-ee8c3932-665f-4eda-9930-2addb8e1219f tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Nov 03 15:52:25.147409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-7017c703-3fe4-46a9-ad7b-7c08caea3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:25.151297 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-7017c703-3fe4-46a9-ad7b-7c08caea3d05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1094 time: 0.0973866 Nov 03 15:52:25.163685 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f56ded-9efe-4208-9dd5-213d791a66bb x-openstack-request-id: req-47f56ded-9efe-4208-9dd5-213d791a66bb {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:25.164084 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "tag": "f9558f35-8020-484c-a557-9e137577e6d4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:25.164349 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-47f56ded-9efe-4208-9dd5-213d791a66bb {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:25.164757 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4', 'status': 'completed', 'code': 200} Nov 03 15:52:25.303318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-6c07812d-f743-459c-9183-6adea688b8c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 200 len: 217 time: 0.0904214 Nov 03 15:52:25.307540 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a5e8138-484b-4598-bad3-6c720d8f4f63 req-7444329e-34ad-4d4a-badb-9a859e2a3697 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 210 time: 0.0367153 Nov 03 15:52:25.345777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb729677-80db-4116-97be-2a039a10ab4d req-13ebd68f-5666-4129-ab83-673c6bd4e362 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:25.361510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb729677-80db-4116-97be-2a039a10ab4d req-13ebd68f-5666-4129-ab83-673c6bd4e362 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1839747 Nov 03 15:52:25.421880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b8e5a31d-72bd-4136-bc74-7d3695971a01 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:25.551196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b8e5a31d-72bd-4136-bc74-7d3695971a01 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:25.553006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:25.615441 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb729677-80db-4116-97be-2a039a10ab4d req-f56147e5-6e93-4d85-b17c-ee57ef292c33 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526960 Nov 03 15:52:25.668559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-df05e1c2-5fb1-43c8-a627-e567e5f42011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:25.670181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-df05e1c2-5fb1-43c8-a627-e567e5f42011 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.3547099 Nov 03 15:52:25.671931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ca488-dd20-47e4-ab2e-aac795678da0 req-48b4695b-0829-4707-8905-ce077a3d2e22 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:25.682345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-242ca488-dd20-47e4-ab2e-aac795678da0 req-48b4695b-0829-4707-8905-ce077a3d2e22 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1794491 Nov 03 15:52:25.787606 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-a69f29fa-81ab-41d4-ba16-41fefe0340a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020644 Nov 03 15:52:25.829381 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-242ca488-dd20-47e4-ab2e-aac795678da0 req-e6503904-ca15-438a-b16f-3a924a732f0c tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428435 Nov 03 15:52:25.833217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-85a6d381-747d-426b-9c94-718199ee920c tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:25.835011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-85a6d381-747d-426b-9c94-718199ee920c tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.70 "GET /v2.0/networks?id=f8145bfc-91e7-4a06-864b-8ef28dfed02b HTTP/1.1" status: 200 len: 812 time: 0.4466856 Nov 03 15:52:25.969447 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-1f0d48c7-c3a5-41ae-b529-9bc7455284f6 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=947afe53330646df8b76708496311cf6 HTTP/1.1" status: 200 len: 380 time: 0.1200328 Nov 03 15:52:25.979294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Request body: {'port': {'device_id': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'admin_state_up': True, 'tenant_id': '947afe53330646df8b76708496311cf6', 'security_groups': ['128cf161-f520-4c48-915a-4f44337e0e34']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:26.010985 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-1d8b14b3-af5a-4433-89ba-596c35545954 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148025 Nov 03 15:52:26.206143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1042e1f-a03c-44a6-ad93-72809ed2fa39 req-12be6305-56c0-4867-b49a-b42918ccb118 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519651 Nov 03 15:52:26.210416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Made reservation on behalf of 947afe53330646df8b76708496311cf6 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:52:26.219400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:26.322716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd400f-8800-48c0-9fa1-c335fe400dcf req-f40c8814-c7cb-4e98-91c1-7e355490f43d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:26.324886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3cd400f-8800-48c0-9fa1-c335fe400dcf req-f40c8814-c7cb-4e98-91c1-7e355490f43d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.1228602 Nov 03 15:52:26.407557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3cd400f-8800-48c0-9fa1-c335fe400dcf req-af05c420-88a6-4d2d-8044-e030fda6179c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757933 Nov 03 15:52:26.484676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:26.501924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:52:26.504996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Allocated IP 172.20.0.11 (f8145bfc-91e7-4a06-864b-8ef28dfed02b/2935e18f-b4a9-4a0b-9454-b5b060441f76/37ba9d8b-e6e3-4c77-b159-a999a90c6b36) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:26.542740 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de1c755-b15e-45b1-9966-51491b4e9867 req-7e818279-1e61-4179-a99e-97f72675cf04 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 210 time: 0.0324655 Nov 03 15:52:26.677456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0165-333f-437e-b1de-41fe1937d62a req-3fed9c51-dea9-4396-a8f8-1a7e4881aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:26.677456 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da3f0165-333f-437e-b1de-41fe1937d62a req-3fed9c51-dea9-4396-a8f8-1a7e4881aa9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1094 time: 0.2165420 Nov 03 15:52:26.710934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ce62-dbbe-467a-94a3-cfb29f9de735 req-630ec375-c9bf-4552-91bc-65c678b07565 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:26.720028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:26.722015 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ce4ce62-dbbe-467a-94a3-cfb29f9de735 req-630ec375-c9bf-4552-91bc-65c678b07565 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 944 time: 0.2074277 Nov 03 15:52:26.745482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'mac_address': 'fa:16:3e:2d:d6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:52:26.776279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d90a5-dfbb-4969-8b03-d68bbcb1c7a9 req-f191c595-92ab-47de-a0c3-d2817b979f50 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:26.784884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dc3d90a5-dfbb-4969-8b03-d68bbcb1c7a9 req-f191c595-92ab-47de-a0c3-d2817b979f50 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1105301 Nov 03 15:52:26.791047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:26.864738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:26.868795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:26.876447 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30db748-fa93-4772-b802-7a92945561ea" -d '{"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:26.887621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:26.889714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 85cb33c3-5861-493b-8449-419478eb8005 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:26.908827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dc3d90a5-dfbb-4969-8b03-d68bbcb1c7a9 req-11d0c3b4-6166-4e25-a55b-75d2f68c2793 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226625 Nov 03 15:52:26.951865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:26.991367 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.000323 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.010430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0165-333f-437e-b1de-41fe1937d62a req-29f3d990-fab3-4a8c-9782-db98aa033ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:27.010941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1b1fe94-c47c-4fc8-8951-5c51878ff204 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:27.012706 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da3f0165-333f-437e-b1de-41fe1937d62a req-29f3d990-fab3-4a8c-9782-db98aa033ec8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.3189204 Nov 03 15:52:27.094078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 15:52:27.095143 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 15:52:27.110378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 85cb33c3-5861-493b-8449-419478eb8005 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:52:27.116407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 85cb33c3-5861-493b-8449-419478eb8005 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:27.117849 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.188790 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ce4ce62-dbbe-467a-94a3-cfb29f9de735 req-500589d6-3a41-47e8-8116-9cdd0d938da8 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647040 Nov 03 15:52:27.191924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da3f0165-333f-437e-b1de-41fe1937d62a req-801ab69d-d9cf-4c53-a01f-2c83a6bd6fb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 200 len: 217 time: 0.1047494 Nov 03 15:52:27.217238 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.255141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.285260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bccc3-e3cb-4d41-b7d3-668281e15b74 req-32601465-7597-4345-89d9-49ea79da6fc2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:27.294700 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da1bccc3-e3cb-4d41-b7d3-668281e15b74 req-32601465-7597-4345-89d9-49ea79da6fc2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 947 time: 0.1218917 Nov 03 15:52:27.296851 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220dcc8b-5068-4948-9560-9eb616c67395 x-openstack-request-id: req-220dcc8b-5068-4948-9560-9eb616c67395 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:27.297474 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:27.297474 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-220dcc8b-5068-4948-9560-9eb616c67395 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:27.297836 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'code': 200} Nov 03 15:52:27.327002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Pushing event updated for resources: {'Port': ['ID=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:27.340169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0165-333f-437e-b1de-41fe1937d62a req-e76bd2ef-2a4c-4b3e-879a-5be1de098e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:27.341993 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da3f0165-333f-437e-b1de-41fe1937d62a req-e76bd2ef-2a4c-4b3e-879a-5be1de098e1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1378965 Nov 03 15:52:27.348689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Network f8145bfc-91e7-4a06-864b-8ef28dfed02b is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:27.350197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:27.362698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 85cb33c3-5861-493b-8449-419478eb8005, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=85cb33c3-5861-493b-8449-419478eb8005,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:27.366827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da1bccc3-e3cb-4d41-b7d3-668281e15b74 req-d72224a2-b81b-46f5-a43d-d752b29e9b04 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712752 Nov 03 15:52:27.368366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:27.378269 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.410323 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da3f0165-333f-437e-b1de-41fe1937d62a req-f1045329-df2b-4686-87c5-9182d3a59366 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558481 Nov 03 15:52:27.440951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:27.442788 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.534694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=85cb33c3-5861-493b-8449-419478eb8005,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:27.566690 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-0fbfd915-3c66-4207-85f9-66d788c41426 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5923300 Nov 03 15:52:27.619928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Request body: {'port': {'device_id': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:27.662325 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.699449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740fba4-68a7-4d16-be4d-5382ce218e41 req-ed9ba44c-e486-4de5-b9c5-837f4ad6f02f tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:27.701456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6740fba4-68a7-4d16-be4d-5382ce218e41 req-ed9ba44c-e486-4de5-b9c5-837f4ad6f02f tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 932 time: 0.0661719 Nov 03 15:52:27.719470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b1fe94-c47c-4fc8-8951-5c51878ff204 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:27.739236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:27.740998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e95c9d04-f0cc-4837-b651-14ecc55ae97a None None] Provisioning complete for port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:27.741372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e95c9d04-f0cc-4837-b651-14ecc55ae97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.745569 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.771376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6740fba4-68a7-4d16-be4d-5382ce218e41 req-7a27ad7e-a12b-4a22-aafe-b1572c4b34cf tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593216 Nov 03 15:52:27.797318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:27.818581 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e95c9d04-f0cc-4837-b651-14ecc55ae97a None None] Port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:27.830900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:27.857477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e5262-aab9-44a9-80be-992af27877f7 req-5c85a6bb-b7f9-40e1-9844-b063a6612400 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:27.858652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-131e5262-aab9-44a9-80be-992af27877f7 req-5c85a6bb-b7f9-40e1-9844-b063a6612400 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.3066421 Nov 03 15:52:27.866974 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da3f0165-333f-437e-b1de-41fe1937d62a req-86a6db4c-f7ec-47a2-a134-e3aa50cc2b07 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168186 Nov 03 15:52:28.080510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-131e5262-aab9-44a9-80be-992af27877f7 req-00501056-7825-4ce5-874d-d014694ada5e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104540 Nov 03 15:52:28.110891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd0578-5be0-49a0-a3ac-541b57844d63 req-793cb8bc-2590-4f57-b220-66d86b3d6f35 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:28.118800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbfd0578-5be0-49a0-a3ac-541b57844d63 req-793cb8bc-2590-4f57-b220-66d86b3d6f35 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1113684 Nov 03 15:52:28.197685 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbfd0578-5be0-49a0-a3ac-541b57844d63 req-53fd4e43-4323-41b4-b579-b4ab9dfdca9b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764534 Nov 03 15:52:28.238088 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da3f0165-333f-437e-b1de-41fe1937d62a req-36ec5835-52fe-4618-9a49-301261e9787a service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496680 Nov 03 15:52:28.327064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['a1b1fe94-c47c-4fc8-8951-5c51878ff204'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:28.437918 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:28.439647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7be8b8-7582-46d2-8095-92e71f930509 req-ba17c9dd-7aaf-459b-b5ab-05d0a125038a tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:28.452838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c7be8b8-7582-46d2-8095-92e71f930509 req-ba17c9dd-7aaf-459b-b5ab-05d0a125038a tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 945 time: 0.1297083 Nov 03 15:52:28.463698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:28.487381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Transition to ACTIVE for port object 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:52:28.495186 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:28.531457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c7be8b8-7582-46d2-8095-92e71f930509 req-fa9960b5-b64c-496a-922f-da36da32443d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763593 Nov 03 15:52:28.732384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Pushing event updated for resources: {'Port': ['ID=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:28.767355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632e08-5a72-4daa-85cd-3f92c38a1a93 req-a1a75019-2a75-4c10-9dde-e2d890e09365 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:28.776311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22632e08-5a72-4daa-85cd-3f92c38a1a93 req-a1a75019-2a75-4c10-9dde-e2d890e09365 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 948 time: 0.2061954 Nov 03 15:52:28.817996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Attempting to bind port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:28.818584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Attempting to bind port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:28.818686 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Attempting to bind port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 on network f8145bfc-91e7-4a06-864b-8ef28dfed02b {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:28.834506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 on network f8145bfc-91e7-4a06-864b-8ef28dfed02b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:52:28.834791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Attempting to bind port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 on network f8145bfc-91e7-4a06-864b-8ef28dfed02b {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:28.860189 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22632e08-5a72-4daa-85cd-3f92c38a1a93 req-f46b4443-212f-4b7f-8143-dfccc17b2700 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777864 Nov 03 15:52:28.861372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:28.861750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Checking segment: {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:28.862156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Bound using segment: {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:28.862597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Bound port: 37ba9d8b-e6e3-4c77-b159-a999a90c6b36, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:28.863024 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:28.938978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] For port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:28.939865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eb512-8eb1-4947-bcd8-449f34908b20 req-6bbb6284-f738-4d63-b30b-49c326b252e0 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:28.942508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] For port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:28.950148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8e7eb512-8eb1-4947-bcd8-449f34908b20 req-6bbb6284-f738-4d63-b30b-49c326b252e0 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 944 time: 0.0769653 Nov 03 15:52:28.951616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:29.013157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:29.013932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:29.015300 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] 10.222.0.70 "PUT /v2.0/ports/37ba9d8b-e6e3-4c77-b159-a999a90c6b36 HTTP/1.1" status: 200 len: 1092 time: 1.4067738 Nov 03 15:52:29.015747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'tag': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:29.018275 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c396d-1fd8-439f-8a40-d30727fe07c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ee2d96-b690-4257-abe6-d0a6a22f1abf", "tag": "37ba9d8b-e6e3-4c77-b159-a999a90c6b36"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:29.044776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8e7eb512-8eb1-4947-bcd8-449f34908b20 req-6085efeb-be79-4d64-8337-9b93f11ee6f2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930517 Nov 03 15:52:29.081194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8340119-5a62-404f-9ff4-4c6400949661 service neutron] Pushing event updated for resources: {'Port': ['ID=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:29.090487 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f996263b-824c-4748-b711-e5bb25b81efa x-openstack-request-id: req-f996263b-824c-4748-b711-e5bb25b81efa {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:29.091111 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ee2d96-b690-4257-abe6-d0a6a22f1abf", "tag": "37ba9d8b-e6e3-4c77-b159-a999a90c6b36", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:29.091548 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f996263b-824c-4748-b711-e5bb25b81efa {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:29.092138 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'tag': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36', 'status': 'completed', 'code': 200} Nov 03 15:52:29.124364 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-d1444e00-3c05-4fc8-b3b1-336d6f80cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:29.126590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-d1444e00-3c05-4fc8-b3b1-336d6f80cd83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=947afe53330646df8b76708496311cf6&device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 1095 time: 0.0558479 Nov 03 15:52:29.192332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-6006d722-7cc7-47c8-97fa-b9451ea0a741 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ba9d8b-e6e3-4c77-b159-a999a90c6b36 HTTP/1.1" status: 200 len: 217 time: 0.0556104 Nov 03 15:52:29.276993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542724e-e472-4cc0-a8b2-d3cc9e923b10 req-39d70aa1-bfd0-486b-b077-40ff7981302e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:29.295585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2542724e-e472-4cc0-a8b2-d3cc9e923b10 req-39d70aa1-bfd0-486b-b077-40ff7981302e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.1198990 Nov 03 15:52:29.297366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-fa2fc745-5079-47c3-ae40-f03f08ec7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:29.299277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb33c3-5861-493b-8449-419478eb8005'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:29.300636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-fa2fc745-5079-47c3-ae40-f03f08ec7f0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2935e18f-b4a9-4a0b-9454-b5b060441f76 HTTP/1.1" status: 200 len: 851 time: 0.0997910 Nov 03 15:52:29.301556 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882a3a77-3c57-4a14-b767-d6e7b6a481d9" -d '{"events": [{"server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "name": "network-vif-plugged", "status": "completed", "tag": "85cb33c3-5861-493b-8449-419478eb8005"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:29.384452 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2542724e-e472-4cc0-a8b2-d3cc9e923b10 req-7c8310f0-b580-40f5-b643-6504e20c2ece tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793273 Nov 03 15:52:29.437987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa20fb-93ef-454f-b47c-8b0b2f04102b req-bfea82eb-280a-45b2-94d8-0ce2072646fc tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:29.439568 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-94fa20fb-93ef-454f-b47c-8b0b2f04102b req-bfea82eb-280a-45b2-94d8-0ce2072646fc tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.0839558 Nov 03 15:52:29.484104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-9402901c-b2b7-469a-b880-feed1df65db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:29.485632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-9402901c-b2b7-469a-b880-feed1df65db9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f8145bfc-91e7-4a06-864b-8ef28dfed02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700044 Nov 03 15:52:29.512222 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-c5bd21d5-3903-4c9a-999e-2643ae79470f service neutron] show failed (client error): The resource could not be found. Nov 03 15:52:29.513871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-c5bd21d5-3903-4c9a-999e-2643ae79470f service neutron] 10.222.0.70 "GET /v2.0/ports/fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.1120329 Nov 03 15:52:29.553343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-94fa20fb-93ef-454f-b47c-8b0b2f04102b req-b64dd957-74c0-41ae-958a-6040d28e6354 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962663 Nov 03 15:52:29.554807 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c39e56-14f3-431f-8c90-d8485e15daf9 x-openstack-request-id: req-50c39e56-14f3-431f-8c90-d8485e15daf9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:29.555332 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "name": "network-vif-plugged", "status": "completed", "tag": "85cb33c3-5861-493b-8449-419478eb8005", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:29.555745 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-50c39e56-14f3-431f-8c90-d8485e15daf9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:29.556498 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb33c3-5861-493b-8449-419478eb8005', 'code': 200} Nov 03 15:52:29.685655 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-68baf4d4-b65a-4e07-b895-1df35928e94b service neutron] 10.222.0.70 "GET /v2.0/networks/f8145bfc-91e7-4a06-864b-8ef28dfed02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909552 Nov 03 15:52:29.763342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7a275-ce4a-49fa-af88-840a731fa370 req-939f8d33-724b-4c56-8a31-aab900790ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:29.763342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00c7a275-ce4a-49fa-af88-840a731fa370 req-939f8d33-724b-4c56-8a31-aab900790ac7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0996985 Nov 03 15:52:29.828036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986364a-2a08-474e-a73b-07affb48fc7b req-9a778347-5d51-499d-8c71-91b12e0f295b tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:29.835722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e986364a-2a08-474e-a73b-07affb48fc7b req-9a778347-5d51-499d-8c71-91b12e0f295b tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 945 time: 0.1633780 Nov 03 15:52:29.860620 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89761bc2-5c36-4315-8800-fb15ccf4e72f req-8893096c-1dac-471a-8c56-1099f89ea378 service neutron] 10.222.0.70 "GET /v2.0/networks/f8145bfc-91e7-4a06-864b-8ef28dfed02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660709 Nov 03 15:52:29.867086 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00c7a275-ce4a-49fa-af88-840a731fa370 req-6324de06-3bb4-4c04-ae03-bc1ca911fe4a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965343 Nov 03 15:52:29.910904 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e986364a-2a08-474e-a73b-07affb48fc7b req-873a1d54-fcf8-4a80-9b6c-1ab5b4752d57 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735967 Nov 03 15:52:29.962589 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-8d69ff6f-49cd-4af4-b49e-93deddc882fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:29.964956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-8d69ff6f-49cd-4af4-b49e-93deddc882fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a&tenant_id=9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 1101 time: 0.1027737 Nov 03 15:52:30.003323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:30.082920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67aeb0c-5a9d-460d-8b09-60c177ccf9c7 req-78b99391-2ea1-4804-a53c-12878cdc65eb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:30.096422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e67aeb0c-5a9d-460d-8b09-60c177ccf9c7 req-78b99391-2ea1-4804-a53c-12878cdc65eb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 948 time: 0.1302016 Nov 03 15:52:30.114980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:30.203439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e67aeb0c-5a9d-460d-8b09-60c177ccf9c7 req-69835aff-b1b8-4eb3-a1ee-08e23a52f1ad tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060266 Nov 03 15:52:30.213997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-180651cc-7ade-4efa-a23c-ad3ff8030864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:30.215512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-180651cc-7ade-4efa-a23c-ad3ff8030864 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=947afe53330646df8b76708496311cf6&device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 1095 time: 0.1335742 Nov 03 15:52:30.342153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63867a2-555e-4b28-b25b-1bc4395d223c req-06c440bd-303b-4b01-8de8-c17a47f06ec8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:30.343694 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d63867a2-555e-4b28-b25b-1bc4395d223c req-06c440bd-303b-4b01-8de8-c17a47f06ec8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 944 time: 0.2037983 Nov 03 15:52:30.345491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-b5490375-85c2-4d11-9bcf-e2654c350271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:30.346909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-b5490375-85c2-4d11-9bcf-e2654c350271 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f8145bfc-91e7-4a06-864b-8ef28dfed02b HTTP/1.1" status: 200 len: 913 time: 0.1230168 Nov 03 15:52:30.451951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:30.457511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-837c7710-ffe6-4ed7-9ec8-71f4e477616d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ba9d8b-e6e3-4c77-b159-a999a90c6b36 HTTP/1.1" status: 200 len: 217 time: 0.0971868 Nov 03 15:52:30.505715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f9558f35-8020-484c-a557-9e137577e6d4 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:30.595919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d63867a2-555e-4b28-b25b-1bc4395d223c req-e08b22e8-be07-4d85-bb02-08454fc5dd8e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445846 Nov 03 15:52:30.629835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-41793bd7-c666-41f5-8f04-5343a1aa441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:30.631438 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-41793bd7-c666-41f5-8f04-5343a1aa441c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2935e18f-b4a9-4a0b-9454-b5b060441f76 HTTP/1.1" status: 200 len: 851 time: 0.1625850 Nov 03 15:52:30.641315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:30.661300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'f9558f35-8020-484c-a557-9e137577e6d4', 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c', 'port_id': 'f9558f35-8020-484c-a557-9e137577e6d4', 'mac_address': 'fa:16:3e:48:41:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50450fac-b747-4ce1-ad91-ed7030a5fd0c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:52:30.670778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:30.720969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-83879970-7539-4beb-8437-c7c3b771c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:30.722533 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-83879970-7539-4beb-8437-c7c3b771c824 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f8145bfc-91e7-4a06-864b-8ef28dfed02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821495 Nov 03 15:52:30.744395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:30.763280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9558f35-8020-484c-a557-9e137577e6d4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:30.806372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:30.825006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port a1b1fe94-c47c-4fc8-8951-5c51878ff204 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:30.825892 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:30.884112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:30.916476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-1da7cb57-a6bc-4cd7-90ef-9f4d56398253 service neutron] 10.222.0.70 "GET /v2.0/networks/f8145bfc-91e7-4a06-864b-8ef28dfed02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826851 Nov 03 15:52:30.947707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f9558f35-8020-484c-a557-9e137577e6d4,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:31.002941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:31.079817 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:31.122403 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:31.136392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:31.155875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Transition to ACTIVE for port object fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:52:31.157216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:31.160702 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f53e4ea-79f0-42a3-a75b-be5c82cb4f58" -d '{"events": [{"server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:31.166439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:31.167154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b1479-ddbd-4bc7-b5f3-f6f93f8b3887 req-fc5178d7-c8a4-443c-b152-dccc4b8ef7e4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:31.171715 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:31.178078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e47b1479-ddbd-4bc7-b5f3-f6f93f8b3887 req-fc5178d7-c8a4-443c-b152-dccc4b8ef7e4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.2602475 Nov 03 15:52:31.178608 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:31.227067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-175c396d-1fd8-439f-8a40-d30727fe07c9 req-c74eba56-b364-439c-9e71-c65315374f3f service neutron] 10.222.0.70 "GET /v2.0/networks/f8145bfc-91e7-4a06-864b-8ef28dfed02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996225 Nov 03 15:52:31.309421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e47b1479-ddbd-4bc7-b5f3-f6f93f8b3887 req-9bbcbc1f-59db-4447-ac70-87babddaf98f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294622 Nov 03 15:52:31.332037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:31.339772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] No DVR routers for this DVR port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:52:31.360031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b777f-2b35-4d0f-90ab-92df903ab7ac req-33cbe22f-cb20-41a3-941b-326ffdc4bb83 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:31.361579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-931b777f-2b35-4d0f-90ab-92df903ab7ac req-33cbe22f-cb20-41a3-941b-326ffdc4bb83 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.1937799 Nov 03 15:52:31.379286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f9558f35-8020-484c-a557-9e137577e6d4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:31.414711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Pushing event updated for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=6']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:31.420548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Attempting to bind port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:31.420977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Attempting to bind port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:31.421303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Attempting to bind port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:31.449325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:52:31.449712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Attempting to bind port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:31.487175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:31.487572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:31.487889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:31.488319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Bound port: fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:31.488674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:31.522878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd336f4-2ccc-47e7-92dd-85d1c5915815 req-25ad6fef-f2c9-489d-8b30-c6bc8c9946a8 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:31.529853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd336f4-2ccc-47e7-92dd-85d1c5915815 req-25ad6fef-f2c9-489d-8b30-c6bc8c9946a8 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 945 time: 0.1024799 Nov 03 15:52:31.576149 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:31.579636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:31.585433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:31.590833 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:31.594003 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81d9515-cb9f-4c7f-b0e5-a33c1e0de220" -d '{"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-plugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:31.609815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:31.610787 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:31.612209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] 10.222.0.15 "PUT /v2.0/ports/fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 1096 time: 1.6165955 Nov 03 15:52:31.642658 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd336f4-2ccc-47e7-92dd-85d1c5915815 req-baa3a5ab-0855-46bd-baf7-0d3ec3abcab0 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107829 Nov 03 15:52:31.776826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-931b777f-2b35-4d0f-90ab-92df903ab7ac req-15ecd56e-5541-43de-a109-1cbea367b304 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807452 Nov 03 15:52:31.813200 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca613253-1ea4-4bee-85c4-29fd667c3956 x-openstack-request-id: req-ca613253-1ea4-4bee-85c4-29fd667c3956 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:31.813200 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:31.813200 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca613253-1ea4-4bee-85c4-29fd667c3956 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:31.816512 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'code': 200} Nov 03 15:52:31.862889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7a301-25e4-478e-8985-65076b50ae7b service neutron] Pushing event updated for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:31.879301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-75eb16f3-fbaa-4b04-9ed4-4b9af4da04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:31.880793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-75eb16f3-fbaa-4b04-9ed4-4b9af4da04b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1099 time: 0.2151926 Nov 03 15:52:31.893720 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f18cff4-ff26-411a-8cc8-580f784e72e0 x-openstack-request-id: req-6f18cff4-ff26-411a-8cc8-580f784e72e0 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:31.894106 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-plugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:31.894463 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6f18cff4-ff26-411a-8cc8-580f784e72e0 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:31.894953 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'code': 200} Nov 03 15:52:31.934096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f960b-e738-4623-87b3-5e02e0c7512d req-ec5a31aa-ec69-4445-9bd1-f78e58d11aba tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:31.944183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e05f960b-e738-4623-87b3-5e02e0c7512d req-ec5a31aa-ec69-4445-9bd1-f78e58d11aba tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0957410 Nov 03 15:52:32.060450 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e05f960b-e738-4623-87b3-5e02e0c7512d req-32e25a7a-ccc4-4359-b1f3-0e0009fa0939 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151838 Nov 03 15:52:32.159257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733269d-d280-4b52-a6f4-55540bb61366 req-a0fcdb90-e9b6-40cc-a4e4-7587a3e7738a tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:32.167245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4733269d-d280-4b52-a6f4-55540bb61366 req-a0fcdb90-e9b6-40cc-a4e4-7587a3e7738a tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 944 time: 0.1183209 Nov 03 15:52:32.169455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-e5ef23a6-b384-40b8-abce-2d98848eec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:32.171327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-e5ef23a6-b384-40b8-abce-2d98848eec4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2832887 Nov 03 15:52:32.228529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-567b7c51-7dc9-4a28-921d-ac8988aaf501 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 217 time: 0.0383677 Nov 03 15:52:32.307135 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4733269d-d280-4b52-a6f4-55540bb61366 req-98cf9bc3-8d98-42c6-b304-6eaddae89ad7 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354804 Nov 03 15:52:32.331975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-7dfe97ca-5c71-47c9-ab39-688e4f4f2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:32.333428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-7dfe97ca-5c71-47c9-ab39-688e4f4f2ba7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0948811 Nov 03 15:52:32.359033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893927a0-85bf-488b-b23c-78752f922e2f req-68802f4c-d2fa-422f-b5bc-1c2e6e1f4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:32.361462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-893927a0-85bf-488b-b23c-78752f922e2f req-68802f4c-d2fa-422f-b5bc-1c2e6e1f4da6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 1100 time: 0.1543584 Nov 03 15:52:32.411903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-0cac6385-ab3a-4adc-baa7-4086538f922d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3339391 Nov 03 15:52:32.416107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-0897ee55-bb38-4ca0-9ddb-58c5fb1f1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:32.417660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-0897ee55-bb38-4ca0-9ddb-58c5fb1f1984 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741959 Nov 03 15:52:32.429553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:32.439493 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bdc9feb1-f4a5-4056-b5f3-752e92128069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:32.499961 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-893927a0-85bf-488b-b23c-78752f922e2f req-e08d4166-6847-45f5-89a3-9ab94d70ef67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272190 Nov 03 15:52:32.518314 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:32.642263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da345eda-9cd4-4970-9114-bb0974449329 req-8b0adfa9-372b-48b6-a5a1-3c9946840c4b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:32.644019 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da345eda-9cd4-4970-9114-bb0974449329 req-8b0adfa9-372b-48b6-a5a1-3c9946840c4b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 948 time: 0.0945449 Nov 03 15:52:32.646194 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-04dff7f3-07d8-429e-8cd7-447b9c34dfdf service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057080 Nov 03 15:52:32.702126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:32.735044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da345eda-9cd4-4970-9114-bb0974449329 req-86b7c645-ad3d-441a-886d-e3029191158a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787649 Nov 03 15:52:32.870225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Allocated IP 172.25.6.229 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/7e447649-911c-4a54-bd0e-6a028ec1ae47) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:32.944035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:32.948476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:52:33.011161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66102fd-570a-4516-b844-f7fb00bf770f req-78b15e39-351a-40e6-9406-8768f1260e9b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:33.018787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b66102fd-570a-4516-b844-f7fb00bf770f req-78b15e39-351a-40e6-9406-8768f1260e9b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.1348381 Nov 03 15:52:33.033952 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:33.145696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b66102fd-570a-4516-b844-f7fb00bf770f req-7d2d2ebd-fbe3-4b84-807b-f6b0a3c7d189 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258879 Nov 03 15:52:33.191775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edcf54b4-f915-4916-bf58-dc373e6e7da2 req-5acc031a-40d2-4a89-81c6-f858f1241fd1 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516904 Nov 03 15:52:33.264328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:33.279628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'port_id': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36', 'mac_address': 'fa:16:3e:8e:ab:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:52:33.282332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:52:33.340775 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:33.358866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:33.374495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103113c-337c-4844-9ce1-e4dbb5611944 req-0913e099-4f71-4997-8a12-d0b89264ed59 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:33.383370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:33.384247 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5103113c-337c-4844-9ce1-e4dbb5611944 req-0913e099-4f71-4997-8a12-d0b89264ed59 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1075227 Nov 03 15:52:33.391021 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:33.473034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:33.489925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5103113c-337c-4844-9ce1-e4dbb5611944 req-b3e94662-7b72-4bd2-8e27-eb2fa4f14c0f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991297 Nov 03 15:52:33.603350 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:33.627026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e534e86-7860-4ac8-9e88-a8738662f9e9 req-37eda4fb-82a0-4029-824d-97bd47c0e676 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:33.628647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e534e86-7860-4ac8-9e88-a8738662f9e9 req-37eda4fb-82a0-4029-824d-97bd47c0e676 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 945 time: 0.0766115 Nov 03 15:52:33.647128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:33.653099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:33.657891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:33.669727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Pushing event updated for resources: {'Port': ['ID=7e447649-911c-4a54-bd0e-6a028ec1ae47,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:33.682934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['37ba9d8b-e6e3-4c77-b159-a999a90c6b36'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:33.709466 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e534e86-7860-4ac8-9e88-a8738662f9e9 req-0c915fd2-59dd-4570-8c4c-5de9e3d8940e tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714068 Nov 03 15:52:33.731074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:33.817355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:33.818029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:33.820324 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b191600f-d8d1-4f80-88d2-b5b9166a8f12" -d '{"events": [{"name": "network-changed", "server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:34.100129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:34.110276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:34.122167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c116d-ebae-4d20-92c6-b7176d0c8426 req-10bba91d-b57d-4699-846c-26c45a4ea7e0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.137634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d0c116d-ebae-4d20-92c6-b7176d0c8426 req-10bba91d-b57d-4699-846c-26c45a4ea7e0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 948 time: 0.0833561 Nov 03 15:52:34.152938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:34.175436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Pushing event updated for resources: {'Port': ['ID=7e447649-911c-4a54-bd0e-6a028ec1ae47,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:34.186951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:34.196277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-7e3ec106-558f-4b5f-b96c-3d2e3cb6c78d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7823017 Nov 03 15:52:34.256241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d0c116d-ebae-4d20-92c6-b7176d0c8426 req-f86c9c61-ae75-47e4-96fa-d7c2c2e3b008 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138868 Nov 03 15:52:34.301971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-2ce3a6d0-1223-46a2-9190-914ec9127c10 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.1046503 Nov 03 15:52:34.385244 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a5a9a8-c437-4ce2-9a17-538b1ce9d628 x-openstack-request-id: req-63a5a9a8-c437-4ce2-9a17-538b1ce9d628 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:34.385695 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:34.386068 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63a5a9a8-c437-4ce2-9a17-538b1ce9d628 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:34.386563 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'status': 'completed', 'code': 200} Nov 03 15:52:34.483805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-3f61f2a6-18a0-4765-92d5-df2b2266755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.488039 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-3f61f2a6-18a0-4765-92d5-df2b2266755d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1099 time: 0.0905716 Nov 03 15:52:34.509216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-ffa11a3e-c7c6-4f48-9da8-ffbe1abc4860 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.510922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-ffa11a3e-c7c6-4f48-9da8-ffbe1abc4860 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.2004097 Nov 03 15:52:34.553617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f9558f35-8020-484c-a557-9e137577e6d4 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:34.581370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-7ec844eb-a189-4b47-85a1-7ce918f9d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.583647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-7ec844eb-a189-4b47-85a1-7ce918f9d402 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1099 time: 0.1494079 Nov 03 15:52:34.625682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-199772ae-2bff-43ac-972a-5719d170ed35 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:52:34.633397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-066f3314-e172-4bc9-ba69-0926a80a7dda req-199772ae-2bff-43ac-972a-5719d170ed35 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0291493 Nov 03 15:52:34.666659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port f9558f35-8020-484c-a557-9e137577e6d4 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:52:34.672337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-5f60991a-a7aa-4834-80d3-a8ead360933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.674435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-5f60991a-a7aa-4834-80d3-a8ead360933c service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1623654 Nov 03 15:52:34.675346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port f9558f35-8020-484c-a557-9e137577e6d4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:34.675712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:34.735825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-e98476ac-7e62-4abe-8b80-827218a93c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.736033 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-e57768f4-aa4f-4dde-b063-d721f2ea5487 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 217 time: 0.0531292 Nov 03 15:52:34.737591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-e98476ac-7e62-4abe-8b80-827218a93c4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1434367 Nov 03 15:52:34.751562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cdbea-9679-4da9-a49e-4a7b691566dd req-30a88cd5-f5ba-499b-a196-2b0a609696bc tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.753060 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f0cdbea-9679-4da9-a49e-4a7b691566dd req-30a88cd5-f5ba-499b-a196-2b0a609696bc tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.2519729 Nov 03 15:52:34.807946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-d5829e09-70ba-4329-84dc-ac87ac359fcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 217 time: 0.0538766 Nov 03 15:52:34.818537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-b86e1966-d5f6-47ce-b879-9a3b307ebfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.820214 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-b86e1966-d5f6-47ce-b879-9a3b307ebfbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0753539 Nov 03 15:52:34.869392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-8bd2e7a4-f56f-40a1-9a0c-eaff4dfe18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.870889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-8bd2e7a4-f56f-40a1-9a0c-eaff4dfe18f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0549574 Nov 03 15:52:34.878031 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:34.921227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:34.923981 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d9d2fa-64fa-40a9-ae6f-d031b5ba6529" -d '{"events": [{"server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "name": "network-vif-plugged", "status": "completed", "tag": "f9558f35-8020-484c-a557-9e137577e6d4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:34.948252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:34.950697 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-45ccb67f-ce7c-4e00-99f1-58d5435ca011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:34.958989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:34.964005 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f0cdbea-9679-4da9-a49e-4a7b691566dd req-23a4ab05-bafb-40e7-8d1d-ad6a9a3ec0e0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023232 Nov 03 15:52:34.967395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:34.984473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245917a-ca8a-42b2-85aa-c20660e0ce44 req-28362713-5c0b-4338-9d82-52b5a1c06ee3 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.996830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5245917a-ca8a-42b2-85aa-c20660e0ce44 req-28362713-5c0b-4338-9d82-52b5a1c06ee3 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1744537 Nov 03 15:52:34.997597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-074f7573-0a42-4357-89fa-39bfc9236ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:34.999120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-074f7573-0a42-4357-89fa-39bfc9236ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168039 Nov 03 15:52:35.050530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-cb31d56e-4b1e-4f0d-b92b-a8f57e99d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:35.052336 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-cb31d56e-4b1e-4f0d-b92b-a8f57e99d5e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201498 Nov 03 15:52:35.083833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f9558f35-8020-484c-a557-9e137577e6d4,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:35.106006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:52:35.119596 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:35.120070 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:35.186550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5245917a-ca8a-42b2-85aa-c20660e0ce44 req-4c5e415c-7c25-4cad-a325-25931b68258f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876323 Nov 03 15:52:35.266913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:35.276882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-988359fe-bbda-42b8-9a9c-c77fac802fc7 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988931 Nov 03 15:52:35.287446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-cd5d8cf7-0041-4405-a4d3-38485c9fa448 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749767 Nov 03 15:52:35.354611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:35.361237 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:35.425852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:35.426500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-ca47aeeb-9458-4fc6-b967-355eaff12a7c service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160870 Nov 03 15:52:35.489070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-a7855c25-946b-41fe-892e-5c6bf067a0e5 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:35.496946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-a7855c25-946b-41fe-892e-5c6bf067a0e5 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 821 time: 0.3556657 Nov 03 15:52:35.513219 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-36fb8434-0b43-480a-b786-7ce24ceb0032 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/quotas/353b5b70047a4aec9f0892b59013dfc8 HTTP/1.1" status: 200 len: 375 time: 0.0153406 Nov 03 15:52:35.551247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b191600f-d8d1-4f80-88d2-b5b9166a8f12 req-d6604326-ce93-48aa-96a2-64ead8ba3604 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626987 Nov 03 15:52:35.579262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d5ec5-f47f-43b8-938e-974a176ac957 req-83d685e4-2d1e-4b35-a422-c69e85a3a1ac tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:35.590060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f2d5ec5-f47f-43b8-938e-974a176ac957 req-83d685e4-2d1e-4b35-a422-c69e85a3a1ac tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.2541869 Nov 03 15:52:35.594145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-de180276-2e07-462f-a2f6-994b0ced0da8 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0799887 Nov 03 15:52:35.689091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f2d5ec5-f47f-43b8-938e-974a176ac957 req-5af9ebeb-f076-4328-b3d0-57b67f9e13e0 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973775 Nov 03 15:52:35.729287 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078ab84d-2dab-45e3-b21e-f760b952d24e x-openstack-request-id: req-078ab84d-2dab-45e3-b21e-f760b952d24e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:35.730246 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "name": "network-vif-plugged", "status": "completed", "tag": "f9558f35-8020-484c-a557-9e137577e6d4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:35.730734 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-078ab84d-2dab-45e3-b21e-f760b952d24e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:35.731394 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4', 'code': 200} Nov 03 15:52:35.734485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-9447f4ec-9b10-42d8-8cd0-3f494a24469a service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366401 Nov 03 15:52:35.876172 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:52:35.950574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2658a-c2ce-437a-9dd5-3f3b91ba5077 req-87992407-beb2-4530-82af-0f7c622d7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:35.952053 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecd2658a-c2ce-437a-9dd5-3f3b91ba5077 req-87992407-beb2-4530-82af-0f7c622d7f81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1096 time: 0.1011090 Nov 03 15:52:35.954198 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f1017700-67a9-498a-b0cc-847c0574c7a2 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188957 Nov 03 15:52:35.986417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c26346-855d-4a7a-b142-e101ffb84e61 req-028a7b4d-268b-4c49-bb47-e1440ba523f2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:35.988451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89c26346-855d-4a7a-b142-e101ffb84e61 req-028a7b4d-268b-4c49-bb47-e1440ba523f2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0533288 Nov 03 15:52:36.047942 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecd2658a-c2ce-437a-9dd5-3f3b91ba5077 req-288da86e-17b8-4537-8c62-2bbfdf1cf449 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619185 Nov 03 15:52:36.053358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89c26346-855d-4a7a-b142-e101ffb84e61 req-fe56a428-8b3b-49f7-8625-5f504ee497bd tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586565 Nov 03 15:52:36.094649 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:36.216505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793ba7e-e35f-4a1c-a722-9f0a02c021f0 req-053057b5-c829-4f30-bb75-5f0db27b7e37 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:36.218220 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e793ba7e-e35f-4a1c-a722-9f0a02c021f0 req-053057b5-c829-4f30-bb75-5f0db27b7e37 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 948 time: 0.0679092 Nov 03 15:52:36.254230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59630eb7-d459-4e27-a609-5f17cf34b3ce req-2ff53063-89c4-4e32-9d5d-8f3e4bb4ec5c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:36.267412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59630eb7-d459-4e27-a609-5f17cf34b3ce req-2ff53063-89c4-4e32-9d5d-8f3e4bb4ec5c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0949664 Nov 03 15:52:36.286866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e793ba7e-e35f-4a1c-a722-9f0a02c021f0 req-ce6f79e8-a7fc-4581-b8a5-737b954721e4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612478 Nov 03 15:52:36.333996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59630eb7-d459-4e27-a609-5f17cf34b3ce req-10247d01-bba9-4fb0-b127-47c6723ca55e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703254 Nov 03 15:52:36.435445 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c432ccf-19d3-4ac1-8b25-86cf518b60f9 req-729ee110-ca26-4cbc-a284-05b383fbe38d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 210 time: 0.0392084 Nov 03 15:52:36.562620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:36.717296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:36.733437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'mac_address': 'fa:16:3e:18:cc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:52:36.829471 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:36.865110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33c773-adca-45fa-965c-285cd9b4f466 req-3012b307-43ee-46de-8f8d-60902ad7d7f4 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:36.876818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f33c773-adca-45fa-965c-285cd9b4f466 req-3012b307-43ee-46de-8f8d-60902ad7d7f4 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0984292 Nov 03 15:52:36.878855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:36.919235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:36.928062 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:36.934605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a75ef-82e2-404a-ab0b-495f0a072d9a req-14d17ffd-336a-412e-a68c-6a66ad4573f6 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:36.941780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a64a75ef-82e2-404a-ab0b-495f0a072d9a req-14d17ffd-336a-412e-a68c-6a66ad4573f6 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.1111295 Nov 03 15:52:36.956112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f33c773-adca-45fa-965c-285cd9b4f466 req-c91e0a76-3756-4525-a89b-ce2e1a362aa9 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778401 Nov 03 15:52:37.002806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a64a75ef-82e2-404a-ab0b-495f0a072d9a req-0f128997-2d75-4e93-b648-e65a320d945a tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601113 Nov 03 15:52:37.062603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:37.460025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6541dc2-3484-4d49-8499-0d4328329412 req-c1796d0f-f17f-46cc-918d-63b19bf855ee tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:37.461561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6541dc2-3484-4d49-8499-0d4328329412 req-c1796d0f-f17f-46cc-918d-63b19bf855ee tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 949 time: 0.0831323 Nov 03 15:52:37.500159 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0adf5-73eb-4232-851d-c057ac495a21 req-88340ad4-fbf5-482b-b2e3-554bef98f303 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:37.516115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-acd0adf5-73eb-4232-851d-c057ac495a21 req-88340ad4-fbf5-482b-b2e3-554bef98f303 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0898538 Nov 03 15:52:37.528699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6541dc2-3484-4d49-8499-0d4328329412 req-29950740-a83f-40a0-94fc-7f5dccb42f0c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610538 Nov 03 15:52:37.624250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:37.637920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-acd0adf5-73eb-4232-851d-c057ac495a21 req-5787f15b-c1ac-420b-aee7-802af6b3b181 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125212 Nov 03 15:52:37.714938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf5c4df6-8231-4b20-accf-bb96b547edb0 req-214c3ffd-9042-4d96-a1cd-197eb259aa33 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 210 time: 0.0425105 Nov 03 15:52:37.715074 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:37.736004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:37.738923 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b032adab-f078-4ecb-bdc5-5fad14c49c0f" -d '{"events": [{"server_uuid": "a1ee2d96-b690-4257-abe6-d0a6a22f1abf", "name": "network-vif-plugged", "status": "completed", "tag": "37ba9d8b-e6e3-4c77-b159-a999a90c6b36"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:37.797479 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a046e7-6e37-47e3-9dfb-909ef277dc95 x-openstack-request-id: req-89a046e7-6e37-47e3-9dfb-909ef277dc95 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:37.797816 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ee2d96-b690-4257-abe6-d0a6a22f1abf", "name": "network-vif-plugged", "status": "completed", "tag": "37ba9d8b-e6e3-4c77-b159-a999a90c6b36", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:37.798071 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89a046e7-6e37-47e3-9dfb-909ef277dc95 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:37.799091 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36', 'code': 200} Nov 03 15:52:37.863401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-39718335-ec04-4ff8-aefc-cba4d0ce5c7a tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:37.865313 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-39718335-ec04-4ff8-aefc-cba4d0ce5c7a tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 821 time: 0.2775252 Nov 03 15:52:37.909156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Request body: {'port': {'device_id': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'admin_state_up': True, 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:37.974037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23377a9-7a39-4c18-95cf-463383244ce0 req-1e25fcdc-360a-4c92-9e60-fa50637616fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:37.975758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c23377a9-7a39-4c18-95cf-463383244ce0 req-1e25fcdc-360a-4c92-9e60-fa50637616fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 1097 time: 0.0682251 Nov 03 15:52:38.061734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c23377a9-7a39-4c18-95cf-463383244ce0 req-7a084279-2dbd-446c-8c7b-4f9f19b055aa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779152 Nov 03 15:52:38.081345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Made reservation on behalf of 353b5b70047a4aec9f0892b59013dfc8 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:52:38.087579 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:38.217617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb352011-30c7-452f-91da-02b1b46d099b req-0bf69aa7-9d0f-4d95-9e1c-2373f424d34b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:38.225456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb352011-30c7-452f-91da-02b1b46d099b req-0bf69aa7-9d0f-4d95-9e1c-2373f424d34b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1174757 Nov 03 15:52:38.227338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80d491-e160-4cf6-bdbd-2f3ab2529c8f req-b354d966-773e-485b-97f3-b7a3878a2458 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:38.237576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf80d491-e160-4cf6-bdbd-2f3ab2529c8f req-b354d966-773e-485b-97f3-b7a3878a2458 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.1057651 Nov 03 15:52:38.347318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb352011-30c7-452f-91da-02b1b46d099b req-5ccd67f7-530a-41d3-b31e-24cc10038985 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207957 Nov 03 15:52:38.369897 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:38.393001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Allocated IP 172.20.0.5 (2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d/ce1df15a-e82e-4637-8d0b-8600773b3bd2/99ca85ed-4689-4162-a706-bb0bd62a0059) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:38.393291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf80d491-e160-4cf6-bdbd-2f3ab2529c8f req-982226a5-6d4a-4ee7-8daf-44c861f53e2a tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478453 Nov 03 15:52:38.604017 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:38.659682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:38.666072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6bc4-ae46-48ac-95ad-6b996b7a4a3c req-59f06b2d-e6b9-4edb-9b27-011e6c315d8d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:38.674078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['85cb33c3-5861-493b-8449-419478eb8005'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:38.684481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-db5f6bc4-ae46-48ac-95ad-6b996b7a4a3c req-59f06b2d-e6b9-4edb-9b27-011e6c315d8d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 949 time: 0.0766938 Nov 03 15:52:38.720132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Pushing event updated for resources: {'Port': ['ID=99ca85ed-4689-4162-a706-bb0bd62a0059,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:38.735862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:38.738123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:38.741216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:38.749608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:38.750579 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:38.787834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-db5f6bc4-ae46-48ac-95ad-6b996b7a4a3c req-ba814976-1adb-4fdc-b8da-e2d02558ef1b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024778 Nov 03 15:52:38.793922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f3bcb2e2-d465-42b5-b6ee-5d6833f06695 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8889148 Nov 03 15:52:38.821090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Request body: {'port': {'device_id': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:38.855995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c266f-d79a-4dce-a91c-d464f672dcbe req-dd11f0e5-82f4-47d0-bedf-ff3a80addf48 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:38.863160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-213c266f-d79a-4dce-a91c-d464f672dcbe req-dd11f0e5-82f4-47d0-bedf-ff3a80addf48 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1095808 Nov 03 15:52:38.945052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ca07-ca1b-481d-bc1e-9a5e3f567369 req-de5e1855-2014-4442-81ab-25ccfdbc9094 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:38.947196 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0216ca07-ca1b-481d-bc1e-9a5e3f567369 req-de5e1855-2014-4442-81ab-25ccfdbc9094 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 931 time: 0.0736566 Nov 03 15:52:38.955872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:39.021768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-213c266f-d79a-4dce-a91c-d464f672dcbe req-95bfd6a5-d388-4ca9-9b2c-37035ccf35aa tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313245 Nov 03 15:52:39.023231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0216ca07-ca1b-481d-bc1e-9a5e3f567369 req-7969123d-e1b5-4dd2-8d4f-89db7cc013d2 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643537 Nov 03 15:52:39.121726 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e217feb0-ca62-4b4d-a718-3178888b0f72 None None] Provisioning complete for port 99ca85ed-4689-4162-a706-bb0bd62a0059 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:39.127567 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e217feb0-ca62-4b4d-a718-3178888b0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:39.176799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e217feb0-ca62-4b4d-a718-3178888b0f72 None None] Port 99ca85ed-4689-4162-a706-bb0bd62a0059 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:39.228141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ef3f2-4013-4bc4-8555-630851573ef8 req-c4bd8aea-0a1e-42ad-8b3d-35cee5c6f8ce tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:39.229900 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bd1ef3f2-4013-4bc4-8555-630851573ef8 req-c4bd8aea-0a1e-42ad-8b3d-35cee5c6f8ce tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1096 time: 0.0567136 Nov 03 15:52:39.335049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bd1ef3f2-4013-4bc4-8555-630851573ef8 req-7fe45be8-534e-4c28-be3d-1c46e31bea62 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966156 Nov 03 15:52:39.441874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b1dd7-976b-4517-8fb3-c8fdcec08f3a req-f81537d8-2745-4ac8-8440-ea45f5af1e4a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:39.444292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-095b1dd7-976b-4517-8fb3-c8fdcec08f3a req-f81537d8-2745-4ac8-8440-ea45f5af1e4a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 949 time: 0.1158602 Nov 03 15:52:39.447211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ca85ed-4689-4162-a706-bb0bd62a0059 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:39.463200 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:39.491206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Transition to ACTIVE for port object 99ca85ed-4689-4162-a706-bb0bd62a0059 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:52:39.505624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:39.553393 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-095b1dd7-976b-4517-8fb3-c8fdcec08f3a req-747bf0a3-2288-475d-989f-9a44cff56029 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012125 Nov 03 15:52:39.563311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-cd564869-aa1f-445f-bee6-1ec0f42fd2c4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:39.564992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-cd564869-aa1f-445f-bee6-1ec0f42fd2c4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a&tenant_id=9b1469192bd448d38364a749bc3ed35c&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 949 time: 0.1838636 Nov 03 15:52:39.608402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Pushing event updated for resources: {'Port': ['ID=99ca85ed-4689-4162-a706-bb0bd62a0059,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:39.608611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54078f9-77da-4b7e-b21e-f4c1892358a9 req-d0325883-37f1-4c45-b35c-e54ce3f14241 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:39.623202 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e54078f9-77da-4b7e-b21e-f4c1892358a9 req-d0325883-37f1-4c45-b35c-e54ce3f14241 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1183741 Nov 03 15:52:39.640952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Attempting to bind port 99ca85ed-4689-4162-a706-bb0bd62a0059 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:39.640952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Attempting to bind port 99ca85ed-4689-4162-a706-bb0bd62a0059 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:39.640952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Attempting to bind port 99ca85ed-4689-4162-a706-bb0bd62a0059 on network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:39.678446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Port 99ca85ed-4689-4162-a706-bb0bd62a0059 on network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:52:39.678779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Attempting to bind port 99ca85ed-4689-4162-a706-bb0bd62a0059 on network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:39.692864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:39.693213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Checking segment: {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:39.693652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Bound using segment: {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:39.694102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Bound port: 99ca85ed-4689-4162-a706-bb0bd62a0059, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:39.694458 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:39.764826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e54078f9-77da-4b7e-b21e-f4c1892358a9 req-de8c9065-0e70-4784-8b4f-a5ba666aa4fb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340380 Nov 03 15:52:39.785307 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-7619d022-df3f-4bd6-bcca-ab256ffe795c service neutron] delete failed (client error): The resource could not be found. Nov 03 15:52:39.786553 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-7619d022-df3f-4bd6-bcca-ab256ffe795c service neutron] 10.222.0.70 "DELETE /v2.0/ports/fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.1954429 Nov 03 15:52:39.847423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] For port 99ca85ed-4689-4162-a706-bb0bd62a0059, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:39.850688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] For port 99ca85ed-4689-4162-a706-bb0bd62a0059, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=99ca85ed-4689-4162-a706-bb0bd62a0059,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:39.867194 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:39.931990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:39.932203 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:39.933845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] 10.222.0.70 "PUT /v2.0/ports/99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 200 len: 1091 time: 1.1286178 Nov 03 15:52:39.934310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:39.936620 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f7ee5-42d5-4166-8658-38796493c365" -d '{"events": [{"name": "network-changed", "server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:39.976044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305aaa-121c-41a5-863c-fce87ee78eff req-e1896392-d154-4a9c-bb4a-09eb623ca465 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:39.983574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac305aaa-121c-41a5-863c-fce87ee78eff req-e1896392-d154-4a9c-bb4a-09eb623ca465 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.1304591 Nov 03 15:52:39.992135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79857a3-c2be-4923-b75b-692609a4aa05 service neutron] Pushing event updated for resources: {'Port': ['ID=99ca85ed-4689-4162-a706-bb0bd62a0059,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:40.119396 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1d0622-f8aa-415f-a2b5-96606ae5b1ab x-openstack-request-id: req-9e1d0622-f8aa-415f-a2b5-96606ae5b1ab {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:40.119795 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:40.119924 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9e1d0622-f8aa-415f-a2b5-96606ae5b1ab {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:40.120316 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'status': 'completed', 'code': 200} Nov 03 15:52:40.170606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac305aaa-121c-41a5-863c-fce87ee78eff req-96dd3dd7-ba7d-411f-96dc-7cf78be254ef tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860352 Nov 03 15:52:40.209192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-7af370f1-d47a-4c49-b45f-b88a96797ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:40.215104 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-7af370f1-d47a-4c49-b45f-b88a96797ce1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 1094 time: 0.1836164 Nov 03 15:52:40.380235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-f1aa9724-8dc4-4ac7-a2ce-bef18191bd10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 200 len: 217 time: 0.1519597 Nov 03 15:52:40.452675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-969fef8e-c2b0-44f7-969c-fbdb493460cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:40.454909 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-969fef8e-c2b0-44f7-969c-fbdb493460cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1100 time: 0.5402477 Nov 03 15:52:40.459923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf3c7c-825b-4c47-9981-072b8af7bbf8 req-1c7baa75-e837-4193-9fda-9be5b1132883 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:40.461932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64bf3c7c-825b-4c47-9981-072b8af7bbf8 req-1c7baa75-e837-4193-9fda-9be5b1132883 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.1230636 Nov 03 15:52:40.470879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42654) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:52:40.477593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-46c22e53-635e-4312-a5d8-e1bd47fe13d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Request body: {'floatingip': {'port_id': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:40.513459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-16987d0d-b853-47e8-ae8d-c9763c173608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:40.514944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-16987d0d-b853-47e8-ae8d-c9763c173608 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.1264682 Nov 03 15:52:40.538165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46c22e53-635e-4312-a5d8-e1bd47fe13d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:40.565883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f23bb-0a7b-4c39-acff-86ed7c960520 req-f1a54af0-602a-4226-8b96-df2267729ac6 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:40.566638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-995f23bb-0a7b-4c39-acff-86ed7c960520 req-f1a54af0-602a-4226-8b96-df2267729ac6 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 943 time: 0.1620779 Nov 03 15:52:40.599539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:40.698118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-21e5c08f-e6fa-45b7-86cf-c581190ad6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:40.700426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-21e5c08f-e6fa-45b7-86cf-c581190ad6da service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2298207 Nov 03 15:52:40.725629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:52:40.730137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:40.730510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:40.837459 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-995f23bb-0a7b-4c39-acff-86ed7c960520 req-68623ea5-5ef1-450b-b753-4a5ee9ec8ec5 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628257 Nov 03 15:52:40.853690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-01fbd954-a82c-49c8-9a2d-004c48866f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:40.853690 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-01fbd954-a82c-49c8-9a2d-004c48866f78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3193908 Nov 03 15:52:40.854592 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-f9348a86-80f1-41e2-bd17-bc873d123a0e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 217 time: 0.1356254 Nov 03 15:52:40.864814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f20fe9-772c-4d65-98fa-40faff2099d2 req-4cd24995-74e1-4814-9e1d-4b5aed92ece1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:40.872183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56f20fe9-772c-4d65-98fa-40faff2099d2 req-4cd24995-74e1-4814-9e1d-4b5aed92ece1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 949 time: 0.1900980 Nov 03 15:52:40.955909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:40.974307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-79a1feff-345b-4b18-b2cc-b9228d0bc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:40.976144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-79a1feff-345b-4b18-b2cc-b9228d0bc97c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1100194 Nov 03 15:52:41.006361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:41.012008 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b2234-f581-4762-930d-206529267cbe" -d '{"events": [{"server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "name": "network-vif-plugged", "status": "completed", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:41.050980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:41.057925 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:41.065038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc771-f151-4bc3-8331-d3465c60fce9 req-bd7221e2-d7ed-44d3-bfdd-0024a678d6f2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:41.072844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c65bc771-f151-4bc3-8331-d3465c60fce9 req-bd7221e2-d7ed-44d3-bfdd-0024a678d6f2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1120079 Nov 03 15:52:41.094027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-19249d4b-c97b-470e-b1cf-9bdb12d75d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:41.095710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-19249d4b-c97b-470e-b1cf-9bdb12d75d31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050441 Nov 03 15:52:41.153627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:41.194858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c65bc771-f151-4bc3-8331-d3465c60fce9 req-eada6284-fc92-4ffe-9950-9a89f97751dd tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210339 Nov 03 15:52:41.281614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-b26cd739-3cf1-4940-9a8f-0f3d90c0799b service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759100 Nov 03 15:52:41.342138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56f20fe9-772c-4d65-98fa-40faff2099d2 req-708b95eb-51df-4368-b461-665b44d47a9d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689889 Nov 03 15:52:41.409095 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-b1382986-f74b-45d8-a072-16ca23a69364 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126898 Nov 03 15:52:41.444459 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e32b70-d336-4766-9f8a-e609276feee9 x-openstack-request-id: req-41e32b70-d336-4766-9f8a-e609276feee9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:41.444777 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "name": "network-vif-plugged", "status": "completed", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:41.445038 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41e32b70-d336-4766-9f8a-e609276feee9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:41.445976 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'code': 200} Nov 03 15:52:41.467439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51516cc-56d1-4d7e-a9e3-44167bc65538 req-78f31ede-acc1-472b-aa61-16e85dccf4bb service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748500 Nov 03 15:52:41.684505 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-084510e3-4eb5-46d3-bcbf-be58947041aa req-afa38007-e4f6-43eb-bfa5-78e1566defc3 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669017 Nov 03 15:52:41.910873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f7ee5-42d5-4166-8658-38796493c365 req-1eb77214-fa9e-4b6e-9735-54d802569c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:41.914784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-328f7ee5-42d5-4166-8658-38796493c365 req-1eb77214-fa9e-4b6e-9735-54d802569c8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 1094 time: 0.1536849 Nov 03 15:52:41.970322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46c22e53-635e-4312-a5d8-e1bd47fe13d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:42.036700 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46c22e53-635e-4312-a5d8-e1bd47fe13d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:42.113092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd65b4-5fd3-4edc-bca6-76e87577e7f1 req-1e47de45-891d-457f-b1cf-a5834906929d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:42.120957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36cd65b4-5fd3-4edc-bca6-76e87577e7f1 req-1e47de45-891d-457f-b1cf-a5834906929d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 943 time: 0.1478553 Nov 03 15:52:42.203169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f7ee5-42d5-4166-8658-38796493c365 req-95a83a19-0a42-4a4f-bd8e-260138b85ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:42.205208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-328f7ee5-42d5-4166-8658-38796493c365 req-95a83a19-0a42-4a4f-bd8e-260138b85ad7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.2700558 Nov 03 15:52:42.295220 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-328f7ee5-42d5-4166-8658-38796493c365 req-8f8fd284-df5d-4e87-b2fd-d56931c36d5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 200 len: 217 time: 0.0651588 Nov 03 15:52:42.299129 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-46c22e53-635e-4312-a5d8-e1bd47fe13d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Floating IP 56ccd415-cdf0-4112-9a3c-f5f7be8050db associated. External IP: 172.25.6.162, port: 37ba9d8b-e6e3-4c77-b159-a999a90c6b36. Nov 03 15:52:42.304085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36cd65b4-5fd3-4edc-bca6-76e87577e7f1 req-b5df655c-e3d3-4886-8423-3723a8df5e23 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822875 Nov 03 15:52:42.385225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004497-6242-4950-baa2-8841ad621b73 req-038bb840-5c05-4695-bf8d-7133b37721e7 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:42.396563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30004497-6242-4950-baa2-8841ad621b73 req-038bb840-5c05-4695-bf8d-7133b37721e7 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0984075 Nov 03 15:52:42.419695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f7ee5-42d5-4166-8658-38796493c365 req-22f3edea-b27f-4f18-b04b-643fb9676043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:42.421463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-328f7ee5-42d5-4166-8658-38796493c365 req-22f3edea-b27f-4f18-b04b-643fb9676043 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.1109967 Nov 03 15:52:42.463812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30004497-6242-4950-baa2-8841ad621b73 req-b6e14596-2097-4173-a37f-ca511545230d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610235 Nov 03 15:52:42.557366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f7ee5-42d5-4166-8658-38796493c365 req-88331053-09de-427d-ab05-587031f69534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:42.559154 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-328f7ee5-42d5-4166-8658-38796493c365 req-88331053-09de-427d-ab05-587031f69534 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844586 Nov 03 15:52:42.650460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7646e05-e879-482e-b104-db3511acf2b9 req-ea99fbc2-edbb-4d8b-a67b-3a9794bc029f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:42.651950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7646e05-e879-482e-b104-db3511acf2b9 req-ea99fbc2-edbb-4d8b-a67b-3a9794bc029f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.1370945 Nov 03 15:52:42.796936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7646e05-e879-482e-b104-db3511acf2b9 req-ec1faaa4-8a9b-4641-a205-f70df9e6e4b1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370380 Nov 03 15:52:42.812067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-328f7ee5-42d5-4166-8658-38796493c365 req-215f8d13-1dc5-4970-b40b-618f0ae137c0 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339420 Nov 03 15:52:42.829625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c22e53-635e-4312-a5d8-e1bd47fe13d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:52:42.990300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965eb2-77e8-433a-a437-35b1c0581f95 req-4aafe32a-7f08-4aed-a7ff-ccafe8526e9e tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:42.999307 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f965eb2-77e8-433a-a437-35b1c0581f95 req-4aafe32a-7f08-4aed-a7ff-ccafe8526e9e tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1101 time: 0.1130531 Nov 03 15:52:43.071521 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-328f7ee5-42d5-4166-8658-38796493c365 req-c00bc5e0-ff90-40b6-a8e2-d883dc4e6ec3 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504592 Nov 03 15:52:43.120242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f965eb2-77e8-433a-a437-35b1c0581f95 req-396b3630-244f-4cc5-8014-a68e6759c7e4 tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133666 Nov 03 15:52:43.121701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c22e53-635e-4312-a5d8-e1bd47fe13d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:52:43.126121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46c22e53-635e-4312-a5d8-e1bd47fe13d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:43.150601 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] Sync routers for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:52:43.170477 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:43.171098 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:43.222863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-46c22e53-635e-4312-a5d8-e1bd47fe13d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "PUT /v2.0/floatingips/56ccd415-cdf0-4112-9a3c-f5f7be8050db HTTP/1.1" status: 200 len: 992 time: 2.7489300 Nov 03 15:52:43.223584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'tag': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:43.225926 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ee2d96-b690-4257-abe6-d0a6a22f1abf", "tag": "37ba9d8b-e6e3-4c77-b159-a999a90c6b36"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:43.268345 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79c8a75-011e-45b7-9ed2-f51250ea0380 x-openstack-request-id: req-d79c8a75-011e-45b7-9ed2-f51250ea0380 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:43.268844 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ee2d96-b690-4257-abe6-d0a6a22f1abf", "tag": "37ba9d8b-e6e3-4c77-b159-a999a90c6b36", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:43.269256 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d79c8a75-011e-45b7-9ed2-f51250ea0380 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:43.269829 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'tag': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36', 'status': 'completed', 'code': 200} Nov 03 15:52:43.373324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-42d84c2f-a5c8-4c88-985c-10da0555ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:43.387851 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-42d84c2f-a5c8-4c88-985c-10da0555ceb4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=947afe53330646df8b76708496311cf6&device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 1097 time: 0.0727220 Nov 03 15:52:43.403252 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:43.543476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeebb7-08f4-4450-8bad-a1c5bd170ea4 req-96f60265-89ce-4657-ae0c-406591f79772 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:43.544882 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ffeebb7-08f4-4450-8bad-a1c5bd170ea4 req-96f60265-89ce-4657-ae0c-406591f79772 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 943 time: 0.1248229 Nov 03 15:52:43.576545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-8861f18e-89ef-44e2-81d7-171329e3ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:43.578418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-8861f18e-89ef-44e2-81d7-171329e3ada7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f8145bfc-91e7-4a06-864b-8ef28dfed02b HTTP/1.1" status: 200 len: 913 time: 0.1895757 Nov 03 15:52:43.603471 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-6035f09d-8296-48c1-940a-aa71c98d272a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9b1469192bd448d38364a749bc3ed35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234535 Nov 03 15:52:43.655662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ffeebb7-08f4-4450-8bad-a1c5bd170ea4 req-d40b4265-8e49-4d64-98a5-6cec4adb9ce4 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006982 Nov 03 15:52:43.801816 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '56ccd415-cdf0-4112-9a3c-f5f7be8050db', 'tenant_id': '947afe53330646df8b76708496311cf6', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'port_id': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'mac_address': 'fa:16:3e:8e:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:20Z', 'updated_at': '2021-11-03T15:52:41Z', 'revision_number': 1, 'project_id': '947afe53330646df8b76708496311cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afee6179-5ad8-4da4-8375-f7f1ee795f03', 'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'mac_address': 'fa:16:3e:6d:df:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:09Z', 'updated_at': '2021-11-03T15:52:19Z', 'revision_number': 5, 'project_id': '947afe53330646df8b76708496311cf6', 'subnets': [{'id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:43.823871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-98a54a8d-c09e-41de-b6c2-f0ae14da81eb tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:43.826237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-98a54a8d-c09e-41de-b6c2-f0ae14da81eb tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080965 Nov 03 15:52:43.840159 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] Checking router: 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:52:43.853187 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:52:43.853187 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:52:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:43.860191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-bd3b3e38-c45e-4024-904e-7af57e0a702b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/quotas/9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 375 time: 0.0210114 Nov 03 15:52:43.917491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-b3328bc1-6a8f-402e-a996-cb5c52c673a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ba9d8b-e6e3-4c77-b159-a999a90c6b36 HTTP/1.1" status: 200 len: 1000 time: 0.3126097 Nov 03 15:52:43.941439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-ca8f3af1-543f-4ea1-900e-298282c402bd tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794170 Nov 03 15:52:44.056119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-5da634bf-b73f-4235-bb04-216f1743604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:44.057985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-5da634bf-b73f-4235-bb04-216f1743604f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2935e18f-b4a9-4a0b-9454-b5b060441f76 HTTP/1.1" status: 200 len: 851 time: 0.1130400 Nov 03 15:52:44.114367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6fb8f-d34f-477b-85d2-ad243aff3d86 req-e96692e1-9c24-4bfc-b2dd-6e8bf3be850a tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:44.129508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3a6fb8f-d34f-477b-85d2-ad243aff3d86 req-e96692e1-9c24-4bfc-b2dd-6e8bf3be850a tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1566353 Nov 03 15:52:44.160122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-68da3a28-f091-4cd6-84cd-069233a419a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:44.163589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-68da3a28-f091-4cd6-84cd-069233a419a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f8145bfc-91e7-4a06-864b-8ef28dfed02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941262 Nov 03 15:52:44.306033 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3a6fb8f-d34f-477b-85d2-ad243aff3d86 req-deb837b4-bfcb-4c73-bb54-f2616033c2e7 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754618 Nov 03 15:52:44.416668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722370d4-1427-48a0-8410-cf66a669ce69 req-da25acef-056a-401a-9184-b5cd3c99afde tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:44.424415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-722370d4-1427-48a0-8410-cf66a669ce69 req-da25acef-056a-401a-9184-b5cd3c99afde tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1097 time: 0.0719967 Nov 03 15:52:44.428451 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:52:44.453091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-513f2b80-4ca1-4217-b0cf-0c8b7f065396 req-37121cd2-ca18-4573-ab2e-3b477988d427 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 210 time: 0.0590386 Nov 03 15:52:44.490689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-722370d4-1427-48a0-8410-cf66a669ce69 req-8e816895-8dfa-4f2e-8c51-cf148ee61dff tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593433 Nov 03 15:52:44.497739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-05864ab2-b898-40d4-a715-b1c4fae92cfc service neutron] 10.222.0.70 "GET /v2.0/networks/f8145bfc-91e7-4a06-864b-8ef28dfed02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173239 Nov 03 15:52:44.658509 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f06cdbb4-f7ff-46de-aba1-43862c6bd1f9 req-31b945a7-57f0-4945-b620-9e243ccc4305 service neutron] 10.222.0.70 "GET /v2.0/networks/f8145bfc-91e7-4a06-864b-8ef28dfed02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544623 Nov 03 15:52:44.886965 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '56ccd415-cdf0-4112-9a3c-f5f7be8050db', 'tenant_id': '947afe53330646df8b76708496311cf6', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'port_id': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'mac_address': 'fa:16:3e:8e:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:20Z', 'updated_at': '2021-11-03T15:52:41Z', 'revision_number': 1, 'project_id': '947afe53330646df8b76708496311cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afee6179-5ad8-4da4-8375-f7f1ee795f03', 'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'mac_address': 'fa:16:3e:6d:df:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:09Z', 'updated_at': '2021-11-03T15:52:19Z', 'revision_number': 5, 'project_id': '947afe53330646df8b76708496311cf6', 'subnets': [{'id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:52:44.943515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd4f0-ac36-4f9c-ae25-6df10bdb39b0 req-31964adb-9064-4024-8d99-ed033b2322cb tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:44.962114 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-332bd4f0-ac36-4f9c-ae25-6df10bdb39b0 req-31964adb-9064-4024-8d99-ed033b2322cb tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 943 time: 0.1466367 Nov 03 15:52:45.006227 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197cebc-41e9-4763-9b6b-de4f0d282a11 None None] The sync data for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 is: [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '56ccd415-cdf0-4112-9a3c-f5f7be8050db', 'tenant_id': '947afe53330646df8b76708496311cf6', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'port_id': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'mac_address': 'fa:16:3e:8e:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:20Z', 'updated_at': '2021-11-03T15:52:41Z', 'revision_number': 1, 'project_id': '947afe53330646df8b76708496311cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afee6179-5ad8-4da4-8375-f7f1ee795f03', 'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'mac_address': 'fa:16:3e:6d:df:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:09Z', 'updated_at': '2021-11-03T15:52:19Z', 'revision_number': 5, 'project_id': '947afe53330646df8b76708496311cf6', 'subnets': [{'id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:52:45.050230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 99ca85ed-4689-4162-a706-bb0bd62a0059 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:45.071622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-332bd4f0-ac36-4f9c-ae25-6df10bdb39b0 req-4f9572be-43d0-471c-b09e-1e79df0b07cd tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056597 Nov 03 15:52:45.339765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 99ca85ed-4689-4162-a706-bb0bd62a0059, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=99ca85ed-4689-4162-a706-bb0bd62a0059,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:45.359768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'port_id': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'mac_address': 'fa:16:3e:4f:7e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:52:45.470909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:45.491557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ca85ed-4689-4162-a706-bb0bd62a0059 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:45.557174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4fd90a-fff4-4a44-86bb-e1d8ca44ccf2 None None] New status for floating IP 56ccd415-cdf0-4112-9a3c-f5f7be8050db: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:52:45.565388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 99ca85ed-4689-4162-a706-bb0bd62a0059, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=99ca85ed-4689-4162-a706-bb0bd62a0059,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:45.605929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59a23c-b820-442f-8b12-184b8100b662 req-1619b60e-b968-446e-8421-8641d4c8b152 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:45.608657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b59a23c-b820-442f-8b12-184b8100b662 req-1619b60e-b968-446e-8421-8641d4c8b152 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1150837 Nov 03 15:52:45.676203 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b59a23c-b820-442f-8b12-184b8100b662 req-e9aba0c6-ff7c-44c5-8867-156129bff2b9 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514014 Nov 03 15:52:45.767467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:45.779029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26214189-5f9a-4d12-9181-17bbb8850d7e req-df5d4158-57c9-4c07-b166-b7ed75f5f03d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 210 time: 0.0367517 Nov 03 15:52:45.970446 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=99ca85ed-4689-4162-a706-bb0bd62a0059,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:46.064303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-aedae4d6-66e7-4570-b34b-4f7630fba9f5 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9b1469192bd448d38364a749bc3ed35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292134 Nov 03 15:52:46.150972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['99ca85ed-4689-4162-a706-bb0bd62a0059'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:46.292242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-a285194a-a386-4000-b566-f25f84b48611 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:46.294361 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-a285194a-a386-4000-b566-f25f84b48611 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190332 Nov 03 15:52:46.325138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf537d5-dd9d-4300-b3ad-a89d83926ea9 req-7b75de78-fa54-45cc-9f88-ac59dbd11239 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:46.327357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8cf537d5-dd9d-4300-b3ad-a89d83926ea9 req-7b75de78-fa54-45cc-9f88-ac59dbd11239 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 944 time: 0.0892024 Nov 03 15:52:46.332356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Request body: {'port': {'device_id': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '9b1469192bd448d38364a749bc3ed35c'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:46.343555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-fbbd5167-170e-4b3a-b6e0-d0143e05ed69 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:52:46.344481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-fbbd5167-170e-4b3a-b6e0-d0143e05ed69 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0069108 Nov 03 15:52:46.479395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-b53d3dee-c161-4f73-a045-0c4000212341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:46.482222 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-b53d3dee-c161-4f73-a045-0c4000212341 service neutron] 10.222.0.86 "GET /v2.0/ports/5edc85dc-7108-49d1-807b-618d5aa721c0 HTTP/1.1" status: 200 len: 1094 time: 0.1107314 Nov 03 15:52:46.507439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Request body: {'binding': {'host': 'n-h2-813897-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:46.508679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Unknown quota resources ['binding']. {{(pid=108105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 15:52:46.546283 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8cf537d5-dd9d-4300-b3ad-a89d83926ea9 req-19207fc8-c7ae-46dc-a3d7-7962439d0d38 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101772 Nov 03 15:52:46.735783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Made reservation on behalf of 9b1469192bd448d38364a749bc3ed35c for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:52:46.739625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:46.797914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 on host n-h2-813897-2 for vnic_type normal with profile None {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:46.798264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:46.798606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:46.852410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Port 5edc85dc-7108-49d1-807b-618d5aa721c0 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:52:46.852746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:46.877466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:46.877836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:46.878229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:46.878682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Bound port: 5edc85dc-7108-49d1-807b-618d5aa721c0, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:46.929121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681d75d-b3fe-40c0-894a-5c88aef74e72 req-77acf2c5-0d11-492a-b741-de9cf626a7b2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:46.931694 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3681d75d-b3fe-40c0-894a-5c88aef74e72 req-77acf2c5-0d11-492a-b741-de9cf626a7b2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.1597102 Nov 03 15:52:47.030527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:47.037268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Allocated IP 192.168.233.57 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/ff666997-be6f-4961-8b77-d5fc7b29f4fc) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:47.050313 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:47.051632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-2ff1690f-90a6-4d48-99d4-935e494bf7e9 service neutron] 10.222.0.86 "POST /v2.0/ports/5edc85dc-7108-49d1-807b-618d5aa721c0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5533993 Nov 03 15:52:47.056557 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3681d75d-b3fe-40c0-894a-5c88aef74e72 req-4116a4e4-f409-40dc-b476-6aa215328602 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153245 Nov 03 15:52:47.211377 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8856afb1-4cfc-4ee9-a798-e5031f603cf9 req-591e490e-0c16-410d-8ad4-851bbb92a078 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 210 time: 0.0319896 Nov 03 15:52:47.281504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:47.374721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-5b4cfba3-0fcb-4d1d-944e-42ef98ea392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:47.375326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d34cd0-fac8-49c4-a813-5a413a869cb6 req-1d6602f7-40da-402c-958e-6a7885c86eb1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:47.376847 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19d34cd0-fac8-49c4-a813-5a413a869cb6 req-1d6602f7-40da-402c-958e-6a7885c86eb1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.0758500 Nov 03 15:52:47.380758 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-5b4cfba3-0fcb-4d1d-944e-42ef98ea392d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1097 time: 0.0522931 Nov 03 15:52:47.391917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:47.437576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:47.446921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:47.455575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:47.461715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:47.523839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19d34cd0-fac8-49c4-a813-5a413a869cb6 req-b95dcfed-8be9-4e99-adbe-02a634fc51f0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343215 Nov 03 15:52:47.524697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Pushing event updated for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:47.573949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:47.574548 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:47.615588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-3db7090b-8982-4bec-b1c2-9aff2913eb21 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2869575 Nov 03 15:52:47.656866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Request body: {'port': {'device_id': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:47.794439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9e987-749f-442b-8474-7a165b253c61 req-17316e3e-8686-46e5-9597-0f0808c1d137 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:47.796130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4c9e987-749f-442b-8474-7a165b253c61 req-17316e3e-8686-46e5-9597-0f0808c1d137 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 944 time: 0.1058400 Nov 03 15:52:47.797461 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:47.811983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-73a86694-40ca-45ff-bb14-7d922a32f089 None None] Provisioning complete for port ff666997-be6f-4961-8b77-d5fc7b29f4fc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:47.812513 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73a86694-40ca-45ff-bb14-7d922a32f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:47.856303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-73a86694-40ca-45ff-bb14-7d922a32f089 None None] Port ff666997-be6f-4961-8b77-d5fc7b29f4fc cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:47.872524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-7009b127-504d-4d04-a60e-cd7d3e28296e tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:47.874120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-7009b127-504d-4d04-a60e-cd7d3e28296e tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/networks?id=bace626f-702c-40bd-8d42-9d257f02997c HTTP/1.1" status: 200 len: 814 time: 0.4640567 Nov 03 15:52:47.885964 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4c9e987-749f-442b-8474-7a165b253c61 req-bd6b4ae0-3eb9-45fa-9a8c-d6802479ae78 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790415 Nov 03 15:52:47.931712 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-17182919-d7e4-4145-885a-c2bd7d0e95c8 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/quotas/9b1a073c188f466f950b0955cca21e60 HTTP/1.1" status: 200 len: 375 time: 0.0235984 Nov 03 15:52:47.983839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-8baea75d-0d67-4a97-afbc-3c74af6f4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:47.985348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-8baea75d-0d67-4a97-afbc-3c74af6f4981 service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.5940261 Nov 03 15:52:48.005846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6a2da9e6-99c5-4a3d-bdd3-9a8eff7fc974 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b1a073c188f466f950b0955cca21e60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664885 Nov 03 15:52:48.050144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-703c8328-46f3-4310-a24b-c45b6e4c9907 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5edc85dc-7108-49d1-807b-618d5aa721c0 HTTP/1.1" status: 200 len: 217 time: 0.0433238 Nov 03 15:52:48.146805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-543c9950-3a1f-41d5-b298-8a595c6c5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:48.148265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-543c9950-3a1f-41d5-b298-8a595c6c5469 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0853655 Nov 03 15:52:48.194016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff666997-be6f-4961-8b77-d5fc7b29f4fc {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:48.194304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-20c93cd0-8c8f-445b-acb9-e811e0e33d63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314543 Nov 03 15:52:48.196476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-7caf32cd-cd0d-48b5-862c-d572f220bcaf service neutron] 10.222.0.86 "GET /v2.0/networks/bace626f-702c-40bd-8d42-9d257f02997c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818979 Nov 03 15:52:48.205930 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:48.223995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Transition to ACTIVE for port object ff666997-be6f-4961-8b77-d5fc7b29f4fc will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:52:48.234842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65b9d-8162-4d4c-87ad-77752ef487b7 req-f7e9dbe4-de1e-4a6d-bac7-1ba480b32c9a tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:48.236113 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11f65b9d-8162-4d4c-87ad-77752ef487b7 req-f7e9dbe4-de1e-4a6d-bac7-1ba480b32c9a tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0820060 Nov 03 15:52:48.237387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:48.306160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Pushing event updated for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:48.373886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-2e0b7edf-8111-43f3-8489-75e695b78356 service neutron] 10.222.0.86 "GET /v2.0/networks/bace626f-702c-40bd-8d42-9d257f02997c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644158 Nov 03 15:52:48.391773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-eaf396fa-1ee4-4109-891f-c1ea837e96e4 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899145 Nov 03 15:52:48.397306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11f65b9d-8162-4d4c-87ad-77752ef487b7 req-19ad03e7-4926-4e18-89a9-5ab3da9f610b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505632 Nov 03 15:52:48.459016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Attempting to bind port ff666997-be6f-4961-8b77-d5fc7b29f4fc on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:52:48.459348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Attempting to bind port ff666997-be6f-4961-8b77-d5fc7b29f4fc by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:52:48.459685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Attempting to bind port ff666997-be6f-4961-8b77-d5fc7b29f4fc on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:48.477393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Port ff666997-be6f-4961-8b77-d5fc7b29f4fc on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:52:48.478027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Attempting to bind port ff666997-be6f-4961-8b77-d5fc7b29f4fc on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:52:48.500723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:52:48.501199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:52:48.501713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:52:48.502237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Bound port: ff666997-be6f-4961-8b77-d5fc7b29f4fc, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:52:48.502708 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:48.557850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-b502389f-d678-4a1a-9a18-9cd28f6ebc2c service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541445 Nov 03 15:52:48.685348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:52:48.705656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377f90f-42f5-472e-a797-f64a614dbd9a req-8967b155-46ba-4dd7-9549-e1524e215b46 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:48.718153 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7377f90f-42f5-472e-a797-f64a614dbd9a req-8967b155-46ba-4dd7-9549-e1524e215b46 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 947 time: 0.1108930 Nov 03 15:52:48.728018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:52:48.744224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:48.813188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408a54-a3a1-4ca1-bc28-f920a5b3cbf3 req-33eead0f-1c4d-4546-a883-28e58b06b8ca tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:48.814814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf408a54-a3a1-4ca1-bc28-f920a5b3cbf3 req-33eead0f-1c4d-4546-a883-28e58b06b8ca tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.1545086 Nov 03 15:52:48.842762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:48.844954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:48.849713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] 10.222.0.15 "PUT /v2.0/ports/ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 200 len: 1095 time: 1.2172179 Nov 03 15:52:48.850373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:48.859897 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805fcf99-4c1c-4906-9aa6-3de3716a3420" -d '{"events": [{"name": "network-changed", "server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:48.940360 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7377f90f-42f5-472e-a797-f64a614dbd9a req-a7a428c6-e988-4953-8642-6c2c5a813537 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212381 Nov 03 15:52:48.950882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf408a54-a3a1-4ca1-bc28-f920a5b3cbf3 req-be661f1d-f524-41d8-ba61-70ccde92412a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253791 Nov 03 15:52:49.007662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad4a27-f2a9-43b1-ac2f-f38342406a1f service neutron] Pushing event updated for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:49.056255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24f6dc52-bda4-4579-876b-3efd737a77a1 req-8f56b8df-6a3c-4bf5-b460-a2a0ec0648b5 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 210 time: 0.0497687 Nov 03 15:52:49.076197 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401c43ad-e2ec-471a-9c14-95d964558afb x-openstack-request-id: req-401c43ad-e2ec-471a-9c14-95d964558afb {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:49.077178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 99ca85ed-4689-4162-a706-bb0bd62a0059 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:49.077698 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:49.079459 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-401c43ad-e2ec-471a-9c14-95d964558afb {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:49.080014 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'status': 'completed', 'code': 200} Nov 03 15:52:49.094369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-9dc48849-8421-4697-913f-805589fbf127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:49.100710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-9dc48849-8421-4697-913f-805589fbf127 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 1098 time: 0.1559596 Nov 03 15:52:49.190050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 99ca85ed-4689-4162-a706-bb0bd62a0059 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:52:49.203570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 99ca85ed-4689-4162-a706-bb0bd62a0059 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:49.204084 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:49.220405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-2cfa33f1-768e-4b4c-a836-288eedcb30fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 200 len: 217 time: 0.1056454 Nov 03 15:52:49.330176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474bd8-2590-40fb-a247-0144c3844609 req-9a4c85d5-0694-439f-b879-db7e6ef08d91 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:49.331984 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39474bd8-2590-40fb-a247-0144c3844609 req-9a4c85d5-0694-439f-b879-db7e6ef08d91 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 944 time: 0.1374760 Nov 03 15:52:49.363711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-b79d863e-56ec-490c-9544-03894cf1e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:49.365557 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-b79d863e-56ec-490c-9544-03894cf1e62c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1078761 Nov 03 15:52:49.371233 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:49.417100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:49.420450 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e7ec2-d99b-46ad-9cb4-e96ae70f4af6" -d '{"events": [{"server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "name": "network-vif-plugged", "status": "completed", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:49.455769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 99ca85ed-4689-4162-a706-bb0bd62a0059, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=99ca85ed-4689-4162-a706-bb0bd62a0059,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:49.463121 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:49.479109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39474bd8-2590-40fb-a247-0144c3844609 req-c00000e7-194d-4b34-92d9-ec5b2c729a27 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345553 Nov 03 15:52:49.523610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-8d54f296-3e4e-4f48-8edd-32e331a457d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:49.527019 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-8d54f296-3e4e-4f48-8edd-32e331a457d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276925 Nov 03 15:52:49.684292 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3d8b9c-5241-4d84-b64b-cd6148b3744f x-openstack-request-id: req-bc3d8b9c-5241-4d84-b64b-cd6148b3744f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:52:49.684521 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "name": "network-vif-plugged", "status": "completed", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:52:49.688840 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc3d8b9c-5241-4d84-b64b-cd6148b3744f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:52:49.689304 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'code': 200} Nov 03 15:52:49.689806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-2b1e7713-d97d-4e2b-a25c-bbada3df7a09 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489940 Nov 03 15:52:49.693984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=99ca85ed-4689-4162-a706-bb0bd62a0059,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:49.729104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e351-7099-48c5-9126-1d97ec47657f req-145980fd-b8a8-4a4e-a997-b4ef80531bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:49.735057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f699e351-7099-48c5-9126-1d97ec47657f req-145980fd-b8a8-4a4e-a997-b4ef80531bf1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 1096 time: 0.0931823 Nov 03 15:52:49.799054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f699e351-7099-48c5-9126-1d97ec47657f req-9212418e-6851-4b8c-a8a7-f5143d3748a5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479252 Nov 03 15:52:50.062346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec656e-78ef-4871-bd38-cd66c0777bf4 req-1c804375-6f89-484c-af9a-f879fab4499b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:50.071091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-35ec656e-78ef-4871-bd38-cd66c0777bf4 req-1c804375-6f89-484c-af9a-f879fab4499b tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.3773365 Nov 03 15:52:50.075123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ffba8-1c39-4371-9b20-5c0610acf1ef req-0d1d9ca9-f687-4230-a926-6e6cd11cd304 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:50.076639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-322ffba8-1c39-4371-9b20-5c0610acf1ef req-0d1d9ca9-f687-4230-a926-6e6cd11cd304 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 947 time: 0.0722628 Nov 03 15:52:50.132133 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-322ffba8-1c39-4371-9b20-5c0610acf1ef req-c6238ccf-f89b-4990-86d9-964881f4cfac tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491502 Nov 03 15:52:50.134037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f6d62ff-f060-4365-9eb8-e19bc4f6b2d8 req-8d73bfec-05a0-4b1b-aeb5-7714d7c0fef9 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886962 Nov 03 15:52:50.137639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-35ec656e-78ef-4871-bd38-cd66c0777bf4 req-2ef90633-0eab-4ff5-bc51-c7a4dcde8642 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668776 Nov 03 15:52:50.265716 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02efea0c-e762-4de4-8a44-60f7ec7e735e req-2f82bd81-f21f-4f4a-92fe-78108688bfcb tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 210 time: 0.0401158 Nov 03 15:52:50.266232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351d4e5-dda8-4450-98f3-f8fe630f5d22 req-3c6a951c-8d78-4370-9a55-7e02f33beff4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:50.271567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4351d4e5-dda8-4450-98f3-f8fe630f5d22 req-3c6a951c-8d78-4370-9a55-7e02f33beff4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.0629439 Nov 03 15:52:50.313486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-68a2c790-febc-4e0a-b457-88825463da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:50.315385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-68a2c790-febc-4e0a-b457-88825463da46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 1098 time: 0.0525653 Nov 03 15:52:50.341736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4351d4e5-dda8-4450-98f3-f8fe630f5d22 req-b6831a02-a942-4428-afff-53d0d36acb1b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697024 Nov 03 15:52:50.465478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-59d20980-01fb-48b7-856a-57239a272c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:50.467591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-59d20980-01fb-48b7-856a-57239a272c5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1434135 Nov 03 15:52:50.526988 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-de498846-4986-4a9c-85e0-7271889b6066 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 200 len: 217 time: 0.0509121 Nov 03 15:52:50.595338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-76459707-218b-49d1-981f-0e432cde3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:50.596920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-76459707-218b-49d1-981f-0e432cde3ca4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0613194 Nov 03 15:52:50.651414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-565b0f7e-9e65-4c24-8a9e-2366baf24ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:50.654438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-565b0f7e-9e65-4c24-8a9e-2366baf24ca2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500078 Nov 03 15:52:50.678606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdd566-40fa-46bd-ae5c-0df371bd5b0e req-0266f00a-bd25-43ea-8078-fc9784f6823d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:50.686566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07cdd566-40fa-46bd-ae5c-0df371bd5b0e req-0266f00a-bd25-43ea-8078-fc9784f6823d tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 945 time: 0.0937359 Nov 03 15:52:50.702321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-2f75aec0-0ff8-44ad-a734-6e9775034a2b tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:50.703780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-2f75aec0-0ff8-44ad-a734-6e9775034a2b tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.70 "GET /v2.0/networks?id=bace626f-702c-40bd-8d42-9d257f02997c HTTP/1.1" status: 200 len: 814 time: 0.2195652 Nov 03 15:52:50.729111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Request body: {'port': {'device_id': '0f030144-7a90-4505-87a5-fce0658578eb', 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c', 'admin_state_up': True, 'tenant_id': '9b1a073c188f466f950b0955cca21e60'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:52:50.797348 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-3e06a461-975b-4bd4-a325-aa49dea078e1 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228817 Nov 03 15:52:50.819606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07cdd566-40fa-46bd-ae5c-0df371bd5b0e req-57a272a6-56c2-48e7-b053-6be0fd066a91 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321783 Nov 03 15:52:50.891987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Made reservation on behalf of 9b1a073c188f466f950b0955cca21e60 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:52:50.900131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:50.926736 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-805fcf99-4c1c-4906-9aa6-3de3716a3420 req-7f37a567-641f-40ac-85d5-734f5d4bb2ec service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167290 Nov 03 15:52:51.067579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Allocated IP 172.20.0.13 (bace626f-702c-40bd-8d42-9d257f02997c/80c48f24-25ea-46a6-a529-7ea2da757eb4/8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:52:51.374468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:51.408284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0384c-2108-41e6-84ba-4becd40d756f req-a25ceba9-ec9e-4692-9ff2-ec2f8f22d97d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:51.420718 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09f0384c-2108-41e6-84ba-4becd40d756f req-a25ceba9-ec9e-4692-9ff2-ec2f8f22d97d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 947 time: 0.1189413 Nov 03 15:52:51.496082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcddc2-6944-468d-a00b-3ed1c41266d7 req-37906a70-757e-4c23-bfcc-32ec2ad89b6f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:51.501787 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7bcddc2-6944-468d-a00b-3ed1c41266d7 req-37906a70-757e-4c23-bfcc-32ec2ad89b6f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0936913 Nov 03 15:52:51.518564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:51.568330 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09f0384c-2108-41e6-84ba-4becd40d756f req-26daef76-6789-46a1-8a74-936c72a5efe3 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348267 Nov 03 15:52:51.624780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:51.696326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Network bace626f-702c-40bd-8d42-9d257f02997c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:52:51.712375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:52:51.729747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:52:51.736404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:51.737533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:51.756963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Pushing event updated for resources: {'Port': ['ID=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:51.784110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7bcddc2-6944-468d-a00b-3ed1c41266d7 req-84e4f82c-ac53-42c0-bfad-5d3e5365cc4c tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789612 Nov 03 15:52:51.799102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-1fb002ca-eb31-4694-b44c-a11d6a467fee tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0730319 Nov 03 15:52:51.813463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a3b37-2c9b-4eae-a38f-791425023680 req-7e87dae4-2be0-4582-bbc7-ac2fb8186fda tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:51.822344 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e5a3b37-2c9b-4eae-a38f-791425023680 req-7e87dae4-2be0-4582-bbc7-ac2fb8186fda tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 932 time: 0.1526964 Nov 03 15:52:51.912402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e5a3b37-2c9b-4eae-a38f-791425023680 req-991e5190-43f7-42a2-a204-067c6153eca1 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889659 Nov 03 15:52:51.977396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94436320-831d-436c-99e8-caa1c3f6d167 req-ef91dc2f-42d9-46a8-b982-71dce6735db6 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:51.989687 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94436320-831d-436c-99e8-caa1c3f6d167 req-ef91dc2f-42d9-46a8-b982-71dce6735db6 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.1033223 Nov 03 15:52:52.083880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94436320-831d-436c-99e8-caa1c3f6d167 req-0252e2db-007e-4870-ab39-d660839dec56 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722554 Nov 03 15:52:52.096597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c94a63ea-47e2-42c9-a31e-9722f4d9d914 None None] Provisioning complete for port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:52.097222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c94a63ea-47e2-42c9-a31e-9722f4d9d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:52.137075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c94a63ea-47e2-42c9-a31e-9722f4d9d914 None None] Port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:52:52.224941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e142ca-2410-4186-b25b-ef134967b460 req-0a0a7c53-f1c4-4a15-afe0-ea4c23a60499 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:52.226761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24e142ca-2410-4186-b25b-ef134967b460 req-0a0a7c53-f1c4-4a15-afe0-ea4c23a60499 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 945 time: 0.0594690 Nov 03 15:52:52.285734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24e142ca-2410-4186-b25b-ef134967b460 req-4c366837-79b8-4e7e-8a23-75104ba83076 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520728 Nov 03 15:52:52.722510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c53a9e-7430-481d-8cb9-d82e722b3803 req-7828d789-f535-4703-a6e1-6858baa31c56 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:52.723986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01c53a9e-7430-481d-8cb9-d82e722b3803 req-7828d789-f535-4703-a6e1-6858baa31c56 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 947 time: 0.0517418 Nov 03 15:52:52.774341 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01c53a9e-7430-481d-8cb9-d82e722b3803 req-267c050b-d585-435b-b16c-2574a1084488 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Nov 03 15:52:52.909984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ed72f-8b7e-4448-a4cd-22d0c7feebbd req-667d090b-0923-45fc-b28d-02d27a00d19d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:52.911658 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a05ed72f-8b7e-4448-a4cd-22d0c7feebbd req-667d090b-0923-45fc-b28d-02d27a00d19d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0603199 Nov 03 15:52:52.972713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a05ed72f-8b7e-4448-a4cd-22d0c7feebbd req-e7745a72-7bf5-4539-8c77-acb5fe895ab3 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545990 Nov 03 15:52:53.090379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3be509-adc4-41d3-8635-d58c79d9351d req-89804502-e83f-4e2e-81bf-eac37b415fc5 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:53.091870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c3be509-adc4-41d3-8635-d58c79d9351d req-89804502-e83f-4e2e-81bf-eac37b415fc5 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 932 time: 0.0577149 Nov 03 15:52:53.147346 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c3be509-adc4-41d3-8635-d58c79d9351d req-38d1947b-3117-48f9-ad82-c039908ed2b7 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Nov 03 15:52:53.369656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a27f-ced9-42f5-8cae-7a8d1a8c89c9 req-53862efc-8581-4d22-881d-be39838db939 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:53.374012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1d4a27f-ced9-42f5-8cae-7a8d1a8c89c9 req-53862efc-8581-4d22-881d-be39838db939 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.0573843 Nov 03 15:52:53.428118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1d4a27f-ced9-42f5-8cae-7a8d1a8c89c9 req-f34a1583-182d-4e93-8507-3ee96ce78741 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496562 Nov 03 15:52:53.532659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e27100-b23f-42c2-9481-166404796afc req-737e7e16-d742-4b58-b814-209839270a5b tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:53.534208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66e27100-b23f-42c2-9481-166404796afc req-737e7e16-d742-4b58-b814-209839270a5b tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 945 time: 0.0500269 Nov 03 15:52:53.588286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66e27100-b23f-42c2-9481-166404796afc req-c5be801f-b63c-4018-8c6e-65932e3194aa tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474355 Nov 03 15:52:53.893178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4d2f4-aefb-4860-854f-a71312e45e8b req-f9e38ab4-0002-4f15-bc88-50341db8ac26 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:53.894642 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1b4d2f4-aefb-4860-854f-a71312e45e8b req-f9e38ab4-0002-4f15-bc88-50341db8ac26 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 947 time: 0.0496356 Nov 03 15:52:53.949339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1b4d2f4-aefb-4860-854f-a71312e45e8b req-99cd87d1-ae41-4529-9486-a407623f4683 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475385 Nov 03 15:52:54.101753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a78e-0159-4992-bce8-74fd870189e6 req-9b5ace24-6562-4a69-a092-39de6e5b18ca tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:54.103425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def8a78e-0159-4992-bce8-74fd870189e6 req-9b5ace24-6562-4a69-a092-39de6e5b18ca tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0536642 Nov 03 15:52:54.157046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def8a78e-0159-4992-bce8-74fd870189e6 req-4cba6525-e19e-429e-ba10-7ad1b4c44221 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468280 Nov 03 15:52:54.275262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accdea9-6e2e-4ef6-8997-0fa60d1b6c80 req-050d6430-0c30-42b9-a937-98fd4a33dd01 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:54.276729 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4accdea9-6e2e-4ef6-8997-0fa60d1b6c80 req-050d6430-0c30-42b9-a937-98fd4a33dd01 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 932 time: 0.0543282 Nov 03 15:52:54.333561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4accdea9-6e2e-4ef6-8997-0fa60d1b6c80 req-3dddf410-b9f4-4345-8c16-21015d58b057 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506024 Nov 03 15:52:54.555500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cbde6-0706-44be-b609-3f70bcdceb40 req-f08f5dcd-39c6-4c24-aca9-4e9b174701da tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:54.557093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c53cbde6-0706-44be-b609-3f70bcdceb40 req-f08f5dcd-39c6-4c24-aca9-4e9b174701da tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.0529628 Nov 03 15:52:54.606702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c53cbde6-0706-44be-b609-3f70bcdceb40 req-d1fe84d2-2ad7-4b4a-bef1-cf8850fee51d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Nov 03 15:52:54.704151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ff666997-be6f-4961-8b77-d5fc7b29f4fc details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:52:54.755642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3a9e4-4d54-4d06-8826-7fb3c04cb72d req-bbf8738d-7daa-4358-83e5-5af6dd2b2152 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:54.760011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03c3a9e4-4d54-4d06-8826-7fb3c04cb72d req-bbf8738d-7daa-4358-83e5-5af6dd2b2152 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 945 time: 0.0851140 Nov 03 15:52:54.829954 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03c3a9e4-4d54-4d06-8826-7fb3c04cb72d req-6800ea30-fa4b-4979-9aeb-bfdbc4b11ea5 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601590 Nov 03 15:52:54.844175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:54.856883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'mac_address': 'fa:16:3e:f1:50:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:52:54.893729 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:54.913494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff666997-be6f-4961-8b77-d5fc7b29f4fc {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:52:54.935165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:54.939450 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:54.992341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:52:55.110389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d59dc-5792-4d9a-b8a3-31df831ac59b req-b764e896-78d9-46f6-b626-88e3f68e0734 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:55.111918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d51d59dc-5792-4d9a-b8a3-31df831ac59b req-b764e896-78d9-46f6-b626-88e3f68e0734 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 948 time: 0.0805650 Nov 03 15:52:55.170064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d51d59dc-5792-4d9a-b8a3-31df831ac59b req-ee079ac4-e4fb-466f-8bce-fecf8dc98658 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502877 Nov 03 15:52:55.280362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a780b-92d1-4430-8f8b-0c95a4c1afbe req-b94d9ff3-b7f4-40f4-95e1-cc6b55d761b2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:55.281865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-319a780b-92d1-4430-8f8b-0c95a4c1afbe req-b94d9ff3-b7f4-40f4-95e1-cc6b55d761b2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0533173 Nov 03 15:52:55.336463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-319a780b-92d1-4430-8f8b-0c95a4c1afbe req-e910c256-4663-4c54-99b0-9519318b0adb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479631 Nov 03 15:52:55.451955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cf13f-c737-4d92-955f-8191a279d017 req-b45c680c-f00a-4be6-a326-a1047e658948 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:55.453469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df2cf13f-c737-4d92-955f-8191a279d017 req-b45c680c-f00a-4be6-a326-a1047e658948 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 932 time: 0.0503039 Nov 03 15:52:55.503385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df2cf13f-c737-4d92-955f-8191a279d017 req-5110ed13-dc6f-4451-870f-e8ae9b8d8bad tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Nov 03 15:52:55.624852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ff666997-be6f-4961-8b77-d5fc7b29f4fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:52:55.759745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf023e91-082a-403f-bd15-9fdba88f8bab req-00662dd3-ab66-45fe-b0ed-fcbb63a48722 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:55.763812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf023e91-082a-403f-bd15-9fdba88f8bab req-00662dd3-ab66-45fe-b0ed-fcbb63a48722 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.0777304 Nov 03 15:52:55.822385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf023e91-082a-403f-bd15-9fdba88f8bab req-4de3ec1f-13bc-43c2-853f-f4c45690e948 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 Nov 03 15:52:55.958213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb043a-626f-4754-a656-937ec3ac40ba req-18530799-b4a4-4ef0-adb7-46ad2d4aa3b6 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:55.959913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fccb043a-626f-4754-a656-937ec3ac40ba req-18530799-b4a4-4ef0-adb7-46ad2d4aa3b6 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 945 time: 0.0548456 Nov 03 15:52:56.008564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fccb043a-626f-4754-a656-937ec3ac40ba req-981cb5a1-0d98-4ca5-8582-a3bcbf0cebe5 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Nov 03 15:52:56.287666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffb6c5-1793-46f3-8f61-5c8b6a01ff92 req-d8a683ba-2350-4fff-b5b1-15ec5c629cb2 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:56.289259 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ffb6c5-1793-46f3-8f61-5c8b6a01ff92 req-d8a683ba-2350-4fff-b5b1-15ec5c629cb2 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 948 time: 0.0482707 Nov 03 15:52:56.341071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ffb6c5-1793-46f3-8f61-5c8b6a01ff92 req-65739c33-9e13-48fb-9d81-8a7c7d419f0c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Nov 03 15:52:56.460332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72526e45-9271-4955-a099-f15edb50461a req-d2c35265-33af-46f2-9b2f-92e601011562 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:56.462003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72526e45-9271-4955-a099-f15edb50461a req-d2c35265-33af-46f2-9b2f-92e601011562 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0512917 Nov 03 15:52:56.521642 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72526e45-9271-4955-a099-f15edb50461a req-a27c2290-ba16-43d1-90f5-bdc51eaf4a29 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534170 Nov 03 15:52:56.636881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5ce98-1896-4d6a-9dc8-af048b493d7b req-92d91fc8-1831-4002-92e3-2cf7b48b3c94 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:56.638559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8a5ce98-1896-4d6a-9dc8-af048b493d7b req-92d91fc8-1831-4002-92e3-2cf7b48b3c94 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 932 time: 0.0514257 Nov 03 15:52:56.688222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8a5ce98-1896-4d6a-9dc8-af048b493d7b req-c107a301-8b6d-40a0-beca-2a2f22b733e4 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Nov 03 15:52:56.966292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec174c7-9a2c-4b50-9784-04f2b61862eb req-bc2e9a31-3248-49d3-bc35-ceb1169a0ae8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:56.967721 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ec174c7-9a2c-4b50-9784-04f2b61862eb req-bc2e9a31-3248-49d3-bc35-ceb1169a0ae8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.0586176 Nov 03 15:52:57.025428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ec174c7-9a2c-4b50-9784-04f2b61862eb req-16417784-8d6f-4ade-8553-de8521f77b8a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490849 Nov 03 15:52:57.133676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd22718-f99d-4972-ba1b-f158a9d4b9a5 req-2dcb1efb-1a8d-4827-92cf-48c77dc0cbea tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:57.135352 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abd22718-f99d-4972-ba1b-f158a9d4b9a5 req-2dcb1efb-1a8d-4827-92cf-48c77dc0cbea tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1096 time: 0.0456631 Nov 03 15:52:57.180763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abd22718-f99d-4972-ba1b-f158a9d4b9a5 req-9bc311a3-0b12-4187-b059-801537bc075f tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378010 Nov 03 15:52:57.300667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296dbec-06c2-4578-9197-03fd4eadc2bd req-e421f024-c049-4426-959d-d79c90dfa522 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:52:57.302200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5296dbec-06c2-4578-9197-03fd4eadc2bd req-e421f024-c049-4426-959d-d79c90dfa522 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 945 time: 0.0495672 Nov 03 15:52:57.348836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5296dbec-06c2-4578-9197-03fd4eadc2bd req-0a80f238-1898-4443-a1eb-292db16b4cad tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Nov 03 15:52:58.753073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ff666997-be6f-4961-8b77-d5fc7b29f4fc up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:52:58.819508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port ff666997-be6f-4961-8b77-d5fc7b29f4fc completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:52:58.823897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port ff666997-be6f-4961-8b77-d5fc7b29f4fc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:52:58.831268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:58.924767 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:58.951528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:52:58.953839 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d000e809-b8b3-46c6-ba94-c8b4f3efb720" -d '{"events": [{"server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "name": "network-vif-plugged", "status": "completed", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:52:59.086927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:52:59.091199 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:52:59.141257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:00.973904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:02.431953 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-909012f1-59ef-44c7-9856-459a6698bbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:04.090309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Request body: {'port': {'device_id': '0f030144-7a90-4505-87a5-fce0658578eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:04.172385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541f1be-e638-4a51-a93f-6e57b8f60cc8 req-7faeaf39-785a-4e20-9299-0a5495f17a24 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:04.182508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:04.187621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4541f1be-e638-4a51-a93f-6e57b8f60cc8 req-7faeaf39-785a-4e20-9299-0a5495f17a24 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0822082 Nov 03 15:53:04.289728 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4541f1be-e638-4a51-a93f-6e57b8f60cc8 req-97c8a9ff-a226-48b5-b1b1-4166767b88c7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891593 Nov 03 15:53:04.293594 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-0f70a018-166f-4218-9fb6-889f3273b9f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016841 Nov 03 15:53:04.437228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39425821-ab9b-4932-b4c4-53e621357b8d req-a85d0c5f-a833-4ac5-b6d2-3d7b3ed03bec tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:04.439232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39425821-ab9b-4932-b4c4-53e621357b8d req-a85d0c5f-a833-4ac5-b6d2-3d7b3ed03bec tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0787668 Nov 03 15:53:04.442599 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-f2213a8a-0969-44fa-8331-5f0cbdb26f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:04.444323 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-f2213a8a-0969-44fa-8331-5f0cbdb26f5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 1096 time: 0.0738478 Nov 03 15:53:04.500595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:53:04.507897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:04.520513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Transition to ACTIVE for port object 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:53:04.520757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-f4dd831b-30bb-421c-a472-cb5cae7120db tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:53:04.521637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-f4dd831b-30bb-421c-a472-cb5cae7120db tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0160341 Nov 03 15:53:04.526901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:04.564174 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39425821-ab9b-4932-b4c4-53e621357b8d req-0c6c6c96-4bef-447d-b030-d762d68c7f0f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146145 Nov 03 15:53:04.591049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:04.606688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.607038 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.607377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.607710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.608050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.608371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.608834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.609011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.609320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.609671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.609992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.610309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:04.641050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Attempting to bind port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:04.641392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Attempting to bind port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:04.641743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Attempting to bind port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 on network bace626f-702c-40bd-8d42-9d257f02997c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:04.645539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-909a7857-41c9-4494-a1d1-129978f49127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:04.646498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 on network bace626f-702c-40bd-8d42-9d257f02997c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:53:04.646821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Attempting to bind port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 on network bace626f-702c-40bd-8d42-9d257f02997c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:04.648629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-909a7857-41c9-4494-a1d1-129978f49127 service neutron] 10.222.0.86 "GET /v2.0/ports/f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 200 len: 1093 time: 0.0885820 Nov 03 15:53:04.657860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:04.658218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Checking segment: {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:04.658589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Bound using segment: {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:04.659026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Bound port: 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed506ab-0be8-4c02-b9cc-1ee5a075167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:04.659382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:04.675257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Request body: {'binding': {'host': 'n-h2-813897-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:04.676004 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Unknown quota resources ['binding']. {{(pid=108105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 15:53:04.722163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-8d4fcb44-de38-4066-89f8-014d726ff9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:04.723608 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-8d4fcb44-de38-4066-89f8-014d726ff9d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.2452276 Nov 03 15:53:04.726187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] For port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:04.729736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] For port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:53:04.734526 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:04.773286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:04.774575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:04.776171 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] 10.222.0.70 "PUT /v2.0/ports/8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 HTTP/1.1" status: 200 len: 1092 time: 0.6908994 Nov 03 15:53:04.776687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f030144-7a90-4505-87a5-fce0658578eb', 'tag': '8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:04.779078 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aae12f-49b2-4094-a4bb-605e461db9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f030144-7a90-4505-87a5-fce0658578eb", "tag": "8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:04.791933 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-a4f73665-9956-413d-9756-269cb0448d0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 200 len: 217 time: 0.0483303 Nov 03 15:53:04.819907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69a845-8294-45d5-a8a2-d35daf584185 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:04.885154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5d29d-dd9e-4094-bb1e-2832386f6ee3 req-dc5830e0-1811-49e9-9f15-b6bf675087ff tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:04.891485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-7fc24aef-32af-433f-88d3-a5e065873334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:04.892484 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53d5d29d-dd9e-4094-bb1e-2832386f6ee3 req-dc5830e0-1811-49e9-9f15-b6bf675087ff tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 944 time: 0.2051322 Nov 03 15:53:04.893320 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-7fc24aef-32af-433f-88d3-a5e065873334 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1a073c188f466f950b0955cca21e60&device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 1095 time: 0.0558555 Nov 03 15:53:04.909621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9fc0-a664-4bb3-af24-502242a4368b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:04.925386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-45cef868-6d94-405e-bc8b-0092ea9e3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:04.926885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-45cef868-6d94-405e-bc8b-0092ea9e3ab1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.1249821 Nov 03 15:53:04.954612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-01aed5ad-c6e2-4a25-8335-004f73f39245 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 HTTP/1.1" status: 200 len: 217 time: 0.0399160 Nov 03 15:53:04.982433 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-8220a996-cc10-42fd-9b30-515edaad71c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443969 Nov 03 15:53:05.012410 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53d5d29d-dd9e-4094-bb1e-2832386f6ee3 req-83b095f3-b588-4326-97c2-4781f618e6dd tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190693 Nov 03 15:53:05.013452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-2fba5eb0-23b4-4166-a189-bf1e5182ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.016026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-2fba5eb0-23b4-4166-a189-bf1e5182ae2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80c48f24-25ea-46a6-a529-7ea2da757eb4 HTTP/1.1" status: 200 len: 853 time: 0.0508471 Nov 03 15:53:05.075227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on host n-h2-813897-2 for vnic_type normal with profile None {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:05.075455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:05.075781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:05.082597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-e6a7cd80-6fb7-4c41-b9ba-d778697e1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.083805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:53:05.084125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:05.084785 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-e6a7cd80-6fb7-4c41-b9ba-d778697e1c47 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bace626f-702c-40bd-8d42-9d257f02997c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515859 Nov 03 15:53:05.096499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:05.096831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:05.097207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:05.097790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Bound port: f9558f35-8020-484c-a557-9e137577e6d4, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:05.147533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-81b57a25-120b-47b9-a09e-e028e1f3d4e9 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507483 Nov 03 15:53:05.177435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:53:05.188792 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-3235c0f7-e6e1-4f5b-86da-d70f1d56f2d3 service neutron] 10.222.0.70 "GET /v2.0/networks/bace626f-702c-40bd-8d42-9d257f02997c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950146 Nov 03 15:53:05.204082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:05.205218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2441bdf9-a533-4752-9448-c43dca14d461 service neutron] 10.222.0.86 "POST /v2.0/ports/f9558f35-8020-484c-a557-9e137577e6d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5443666 Nov 03 15:53:05.314639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-749f0147-4f56-4c68-ba8a-21c7806d9291 req-ef18067d-f6b6-4cc5-a697-ee2af1c8a468 service neutron] 10.222.0.70 "GET /v2.0/networks/bace626f-702c-40bd-8d42-9d257f02997c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163893 Nov 03 15:53:05.317112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98fd8a-47f8-402d-9a5b-24324df48003 req-63b2071b-eb65-473b-914a-7b36e5b4822c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.318675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df98fd8a-47f8-402d-9a5b-24324df48003 req-63b2071b-eb65-473b-914a-7b36e5b4822c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.1438234 Nov 03 15:53:05.349612 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fce8c4be-fd3c-4409-8c66-e6fed6d471e4 req-be408112-5f69-4f8b-8f41-646e286f2612 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857166 Nov 03 15:53:05.372042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd112e-8d02-4b31-b7b5-497dfcd5d863 req-35ac01be-8a9b-48fe-b0b9-d547735cbe73 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.373713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6bbd112e-8d02-4b31-b7b5-497dfcd5d863 req-35ac01be-8a9b-48fe-b0b9-d547735cbe73 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 945 time: 0.0570610 Nov 03 15:53:05.393776 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df98fd8a-47f8-402d-9a5b-24324df48003 req-cc163264-6b9a-4d15-b2a7-33d4afe60561 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671580 Nov 03 15:53:05.428194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6bbd112e-8d02-4b31-b7b5-497dfcd5d863 req-5d9491df-9de3-4cf6-87c6-8905e4254db7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Nov 03 15:53:05.442328 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2863560c-f381-40d5-92a4-461d6c77c3f7 x-openstack-request-id: req-2863560c-f381-40d5-92a4-461d6c77c3f7 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:05.442896 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "name": "network-vif-plugged", "status": "completed", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:05.443365 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2863560c-f381-40d5-92a4-461d6c77c3f7 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:05.444187 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'code': 200} Nov 03 15:53:05.477499 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c960eef-8730-4d68-b114-885ebb6af5cb x-openstack-request-id: req-8c960eef-8730-4d68-b114-885ebb6af5cb {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:05.478294 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f030144-7a90-4505-87a5-fce0658578eb", "tag": "8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:05.479063 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c960eef-8730-4d68-b114-885ebb6af5cb {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:05.479880 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f030144-7a90-4505-87a5-fce0658578eb', 'tag': '8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69', 'status': 'completed', 'code': 200} Nov 03 15:53:05.610086 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-a249d4fb-a22b-42f8-a9c7-19c876d1a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.611520 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-a249d4fb-a22b-42f8-a9c7-19c876d1a725 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1a073c188f466f950b0955cca21e60&device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 1095 time: 0.1046727 Nov 03 15:53:05.617274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3338a1-93c2-43ed-966c-e7eba7e61faa req-7d933767-2689-4601-a1c3-3f9d66f82af4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.621837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca3338a1-93c2-43ed-966c-e7eba7e61faa req-7d933767-2689-4601-a1c3-3f9d66f82af4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0554178 Nov 03 15:53:05.625978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afafbfc-ade8-45f2-840c-ee021b7fa6c5 req-b506894e-a991-4da2-b592-285ba73fa34b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.627413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1afafbfc-ade8-45f2-840c-ee021b7fa6c5 req-b506894e-a991-4da2-b592-285ba73fa34b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0955954 Nov 03 15:53:05.665259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052fa97-0b63-440f-bfb0-d76f0beaafd7 req-875dfdc6-37ae-4f23-8e5d-fda873698ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.666761 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1052fa97-0b63-440f-bfb0-d76f0beaafd7 req-875dfdc6-37ae-4f23-8e5d-fda873698ebd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 1100 time: 0.1012793 Nov 03 15:53:05.674873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca3338a1-93c2-43ed-966c-e7eba7e61faa req-1e11eeb0-7bce-4cab-8439-3b7c1eb931e3 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466328 Nov 03 15:53:05.777340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1afafbfc-ade8-45f2-840c-ee021b7fa6c5 req-940d8a16-3944-4d67-a1e3-5f730e1d8bce tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410005 Nov 03 15:53:05.782420 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1052fa97-0b63-440f-bfb0-d76f0beaafd7 req-cc5faa3d-7bac-405b-a059-337044ea5210 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810263 Nov 03 15:53:05.792569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-30f78c25-d2db-46c1-938e-f088f119d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.794048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-30f78c25-d2db-46c1-938e-f088f119d3bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=bace626f-702c-40bd-8d42-9d257f02997c HTTP/1.1" status: 200 len: 915 time: 0.1657970 Nov 03 15:53:05.854864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-5c025ca7-0f16-4d8c-b781-72af6428800b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 HTTP/1.1" status: 200 len: 217 time: 0.0417330 Nov 03 15:53:05.864823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-d8c5bcfc-0e2d-44e4-9991-d848b9e96d88 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.866541 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-d8c5bcfc-0e2d-44e4-9991-d848b9e96d88 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0899737 Nov 03 15:53:05.925396 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-9f32f3b8-ee5e-4c87-9ef6-0e0436cf98c9 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0518811 Nov 03 15:53:05.929844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-6055670e-f5ec-4e2d-94de-9fbbc993c3f7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Request body: {'floatingip': {'port_id': '85cb33c3-5861-493b-8449-419478eb8005', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:05.944160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2261c-28f4-4899-88ab-bc46bdd1e2f5 req-f066008f-653f-49e8-889c-3fb326eab127 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.945879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-18c2261c-28f4-4899-88ab-bc46bdd1e2f5 req-f066008f-653f-49e8-889c-3fb326eab127 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0942423 Nov 03 15:53:05.950334 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-8e5653fa-5fb5-4762-a618-eda70def5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:05.951321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-8e5653fa-5fb5-4762-a618-eda70def5c12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80c48f24-25ea-46a6-a529-7ea2da757eb4 HTTP/1.1" status: 200 len: 853 time: 0.0690815 Nov 03 15:53:05.980929 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-6055670e-f5ec-4e2d-94de-9fbbc993c3f7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:06.025344 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-18c2261c-28f4-4899-88ab-bc46bdd1e2f5 req-712b6055-ea17-4c4e-9afb-9af70b8fc7ff tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710921 Nov 03 15:53:06.032169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-273283b9-3086-4fcd-af80-37d992027ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:06.033785 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-273283b9-3086-4fcd-af80-37d992027ea4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bace626f-702c-40bd-8d42-9d257f02997c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651982 Nov 03 15:53:06.093468 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:06.204949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d07f4-a4c4-45e8-a413-0d7f73695276 req-07bdc40e-3a6b-4bce-83b1-5389a0b23514 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:06.206533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-231d07f4-a4c4-45e8-a413-0d7f73695276 req-07bdc40e-3a6b-4bce-83b1-5389a0b23514 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 944 time: 0.0773857 Nov 03 15:53:06.209091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-f79bc34a-74bd-4d01-8918-63ca42b7d0ef service neutron] 10.222.0.70 "GET /v2.0/networks/bace626f-702c-40bd-8d42-9d257f02997c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624422 Nov 03 15:53:06.329287 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-231d07f4-a4c4-45e8-a413-0d7f73695276 req-a38cd923-5d22-456a-a194-57e1eb99fff2 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020985 Nov 03 15:53:06.351500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79aae12f-49b2-4094-a4bb-605e461db9a9 req-aa0905d0-8409-400f-85fa-7d55caa56f30 service neutron] 10.222.0.70 "GET /v2.0/networks/bace626f-702c-40bd-8d42-9d257f02997c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324668 Nov 03 15:53:06.455850 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-6055670e-f5ec-4e2d-94de-9fbbc993c3f7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:06.460100 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-6055670e-f5ec-4e2d-94de-9fbbc993c3f7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:06.525964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23066f-11bf-4ac2-917a-ca838773022b req-6bfd968e-c898-485b-9659-aff51ef6fc5f tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:06.527566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff23066f-11bf-4ac2-917a-ca838773022b req-6bfd968e-c898-485b-9659-aff51ef6fc5f tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.0544775 Nov 03 15:53:06.580558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff23066f-11bf-4ac2-917a-ca838773022b req-fdcfa2c8-7558-41a3-922e-2f45b791175e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464351 Nov 03 15:53:06.636547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4762426-f2da-4ae0-9614-d8339801effb req-e7cc73c0-1ce8-464c-a935-eb88b5c12523 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467215 Nov 03 15:53:06.775797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762426-f2da-4ae0-9614-d8339801effb req-bc6068af-481d-4ce7-86a8-d27407a31eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:06.777340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4762426-f2da-4ae0-9614-d8339801effb req-bc6068af-481d-4ce7-86a8-d27407a31eb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 1096 time: 0.0568941 Nov 03 15:53:06.816160 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-6055670e-f5ec-4e2d-94de-9fbbc993c3f7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e associated. External IP: 172.25.6.229, port: 85cb33c3-5861-493b-8449-419478eb8005. Nov 03 15:53:06.876727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe62c4d-f239-4d41-acbc-4a1542c26421 req-84925995-9b2f-4cf2-af59-416568db18ba tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:06.878245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1fe62c4d-f239-4d41-acbc-4a1542c26421 req-84925995-9b2f-4cf2-af59-416568db18ba tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1129603 Nov 03 15:53:06.935003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762426-f2da-4ae0-9614-d8339801effb req-653e9531-83bc-4178-b2e2-9fead81a239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:06.936444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4762426-f2da-4ae0-9614-d8339801effb req-653e9531-83bc-4178-b2e2-9fead81a239f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 924 time: 0.1336884 Nov 03 15:53:06.948187 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1fe62c4d-f239-4d41-acbc-4a1542c26421 req-cba2279d-02a2-44da-869a-68fe1ef3830f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610521 Nov 03 15:53:07.010062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4762426-f2da-4ae0-9614-d8339801effb req-c56211be-71a2-45b5-b3e0-109a4571fe11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed HTTP/1.1" status: 200 len: 1001 time: 0.0609312 Nov 03 15:53:07.048650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-6055670e-f5ec-4e2d-94de-9fbbc993c3f7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Router b419dbef-97bb-4ff5-86f9-f888a427ece7 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:53:07.097731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762426-f2da-4ae0-9614-d8339801effb req-dbdeab7d-e118-40b2-a855-c3059cf37ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:07.099188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4762426-f2da-4ae0-9614-d8339801effb req-dbdeab7d-e118-40b2-a855-c3059cf37ae1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31910181-2df9-4130-8a50-e405cbc14f6e HTTP/1.1" status: 200 len: 862 time: 0.0790994 Nov 03 15:53:07.115371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93b71-e13a-4a02-a152-4cc455d173e9 req-d6132b51-6c0b-4bec-83ec-9e31ed1d1825 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:07.116802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0e93b71-e13a-4a02-a152-4cc455d173e9 req-d6132b51-6c0b-4bec-83ec-9e31ed1d1825 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0871720 Nov 03 15:53:07.159690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-6055670e-f5ec-4e2d-94de-9fbbc993c3f7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:07.165548 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-6055670e-f5ec-4e2d-94de-9fbbc993c3f7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:07.171246 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] Sync routers for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:07.183520 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:07.184172 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:07.187696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762426-f2da-4ae0-9614-d8339801effb req-c9e46840-afd5-4a1e-af51-937eebc20437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:07.189022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4762426-f2da-4ae0-9614-d8339801effb req-c9e46840-afd5-4a1e-af51-937eebc20437 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6f071b7-6095-4657-8637-67e1a9657057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713477 Nov 03 15:53:07.194229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0e93b71-e13a-4a02-a152-4cc455d173e9 req-a709e3e7-3df2-4ab0-a341-37d5a17c0446 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680616 Nov 03 15:53:07.205934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-6055670e-f5ec-4e2d-94de-9fbbc993c3f7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "PUT /v2.0/floatingips/c2c1bf22-bd99-4823-b42e-3f749177d61e HTTP/1.1" status: 200 len: 996 time: 1.2799840 Nov 03 15:53:07.266886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-07f5ca8f-925e-45f9-964c-72e0bc7236b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:07.268408 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-07f5ca8f-925e-45f9-964c-72e0bc7236b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0528057 Nov 03 15:53:07.321743 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:07.367996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-c06c0792-ee2b-4d4e-956f-c8d06ca619e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:07.369653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-c06c0792-ee2b-4d4e-956f-c8d06ca619e5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.0910757 Nov 03 15:53:07.446612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-022788d3-f7d9-4910-88d8-0c38118f257f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 999 time: 0.0697699 Nov 03 15:53:07.487288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:07.489944 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:07.511299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-0cb29721-2f09-448a-a44c-09c770018601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:07.512890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-0cb29721-2f09-448a-a44c-09c770018601 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0605838 Nov 03 15:53:07.549278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ee383-8440-4755-b4d3-7771239db535 req-7126024f-21b0-42e5-9ca0-24073d8f72bb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:07.551032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e62ee383-8440-4755-b4d3-7771239db535 req-7126024f-21b0-42e5-9ca0-24073d8f72bb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.2761157 Nov 03 15:53:07.553011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4762426-f2da-4ae0-9614-d8339801effb req-dd7dd010-d80f-4e6f-a0d0-b00a69a1bc06 service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504174 Nov 03 15:53:07.565095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-d06f3099-13d3-456c-8d6f-288146a48c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:07.570035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-d06f3099-13d3-456c-8d6f-288146a48c28 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466416 Nov 03 15:53:07.579140 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:07.584393 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '85cb33c3-5861-493b-8449-419478eb8005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:ca:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:06Z', 'revision_number': 1, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:07.588180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-eed7a621-ed9e-447e-b8ff-c963ccb23744 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:53:07.588180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-eed7a621-ed9e-447e-b8ff-c963ccb23744 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0067611 Nov 03 15:53:07.620355 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] Checking router: b419dbef-97bb-4ff5-86f9-f888a427ece7 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:07.634869 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:07.635654 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:07.667235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e62ee383-8440-4755-b4d3-7771239db535 req-b59ac0d6-a0d6-4582-9c18-4bebe83ea0ff tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064591 Nov 03 15:53:07.706534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4762426-f2da-4ae0-9614-d8339801effb req-47459f7d-ee1d-4cc7-a713-f2f547d98433 service neutron] 10.222.0.15 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301532 Nov 03 15:53:07.722290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-2f5f721e-21af-4aa9-aa45-e6d191c87517 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275778 Nov 03 15:53:07.781265 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:07.802621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf2b2-71bd-4a8f-9d53-894e82d5320f req-87a5a003-769e-4aa3-b198-006861d93018 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:07.804319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-406bf2b2-71bd-4a8f-9d53-894e82d5320f req-87a5a003-769e-4aa3-b198-006861d93018 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 944 time: 0.0520496 Nov 03 15:53:07.831886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3dcd848-f6bf-4124-9973-121c3fc34f88 req-87a0ad7c-5133-4c22-8363-732e3a259793 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024203 Nov 03 15:53:07.869252 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-406bf2b2-71bd-4a8f-9d53-894e82d5320f req-381708b2-ff1a-4d65-abaa-53811c419062 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551693 Nov 03 15:53:07.915679 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4598e7-1405-41f6-87ab-121a7ab922da x-openstack-request-id: req-de4598e7-1405-41f6-87ab-121a7ab922da {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:07.916060 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:07.916465 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de4598e7-1405-41f6-87ab-121a7ab922da {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:07.916925 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005', 'status': 'completed', 'code': 200} Nov 03 15:53:08.091010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-f5fa895f-247e-4e0f-b874-f73f1977a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:08.093304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-f5fa895f-247e-4e0f-b874-f73f1977a069 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1096 time: 0.1510360 Nov 03 15:53:08.104161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aac09-ac03-4651-9928-ad120abd4550 req-ae6233ea-69a7-4d27-87d9-c9dbc0d7889f tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:08.106113 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a94aac09-ac03-4651-9928-ad120abd4550 req-ae6233ea-69a7-4d27-87d9-c9dbc0d7889f tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.1270514 Nov 03 15:53:08.125987 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '85cb33c3-5861-493b-8449-419478eb8005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:ca:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:06Z', 'revision_number': 1, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:08.156878 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478350d-b7ee-4dfe-89fc-1b86c5a89bb5 None None] The sync data for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 is: [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '85cb33c3-5861-493b-8449-419478eb8005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:ca:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:06Z', 'revision_number': 1, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:08.168611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-bb31b648-7010-41f0-9a39-8d5b19e3d877 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:08.170536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-bb31b648-7010-41f0-9a39-8d5b19e3d877 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0589767 Nov 03 15:53:08.214094 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a94aac09-ac03-4651-9928-ad120abd4550 req-a198d7bb-45fd-49b1-bef4-08110ee08810 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964966 Nov 03 15:53:08.239515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-5bf1ff5c-35e1-4786-8fe1-533c8c81eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:08.241386 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-5bf1ff5c-35e1-4786-8fe1-533c8c81eb92 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1337471 Nov 03 15:53:08.286095 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-cedf208e-6e63-4ec5-8816-ae412f318ed7 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 999 time: 0.1091154 Nov 03 15:53:08.299512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Request body: {'floatingip': {'port_id': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:08.314988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:08.368432 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:08.370649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-cb83d66e-ed97-4fb4-93c8-83861afabbc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 999 time: 0.1095130 Nov 03 15:53:08.384379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddf8b2-dda8-47e5-b74d-9235a1c7b5b8 req-8b02e4b0-9b57-4007-be9b-dfcdee8d0926 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:08.386301 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adddf8b2-dda8-47e5-b74d-9235a1c7b5b8 req-8b02e4b0-9b57-4007-be9b-dfcdee8d0926 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0788360 Nov 03 15:53:08.408021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6e8c9-09b7-4ec2-9ece-7429ed6fd07b None None] New status for floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:53:08.458710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-0946be19-7540-49d2-bd9a-6303fa04413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:08.460203 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-0946be19-7540-49d2-bd9a-6303fa04413d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0729966 Nov 03 15:53:08.483802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adddf8b2-dda8-47e5-b74d-9235a1c7b5b8 req-3da7652b-eda5-4af7-9ee0-b3ef7507e42a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881486 Nov 03 15:53:08.518504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-300cbfe6-d3f7-4e56-8c5b-33933d56c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:08.520591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-300cbfe6-d3f7-4e56-8c5b-33933d56c5b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475662 Nov 03 15:53:08.661680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47467a39-79b1-4531-9c2f-ac04dca170b3 req-ab1bf938-55e8-4b74-a1b2-5cf41020f99e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:08.663182 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-47467a39-79b1-4531-9c2f-ac04dca170b3 req-ab1bf938-55e8-4b74-a1b2-5cf41020f99e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0742421 Nov 03 15:53:08.667223 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-c1fed093-e59a-43d0-a2a1-21a3707d977c service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388025 Nov 03 15:53:08.762912 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-47467a39-79b1-4531-9c2f-ac04dca170b3 req-247d8f57-3eeb-4e21-9e40-8da45ad0a000 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929892 Nov 03 15:53:08.791217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.api [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 15:53:08.791689 n-d-813897-2 neutron-server[108104]: DEBUG oslo_db.api [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 15:53:08.799436 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6159cbfb-2cf6-4eb2-9552-68acdb2cb51d req-12025e1d-1159-449d-af36-4d08ffb3bf5b service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228123 Nov 03 15:53:08.876337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-18834b14-6e22-4966-b155-7bc0ffe3337d req-f10ff4c3-5657-495b-ae90-ffc9c0fe0198 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:53:08.877286 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-18834b14-6e22-4966-b155-7bc0ffe3337d req-f10ff4c3-5657-495b-ae90-ffc9c0fe0198 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054421 Nov 03 15:53:09.085136 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-fb3472c4-2ca2-444a-9f4d-2fa5ef5227f5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406747 Nov 03 15:53:09.094172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-69f05058-5d58-46cb-9c66-ad0b2156a898 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:53:09.095298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-69f05058-5d58-46cb-9c66-ad0b2156a898 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051081 Nov 03 15:53:09.100222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a7ec4-c998-4718-b0a3-de3b30aac79d req-24dfd842-addb-4f5a-8cf4-096aeaed31f5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:09.101883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e6a7ec4-c998-4718-b0a3-de3b30aac79d req-24dfd842-addb-4f5a-8cf4-096aeaed31f5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0542409 Nov 03 15:53:09.129923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:53:09.154674 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e6a7ec4-c998-4718-b0a3-de3b30aac79d req-a63a5624-3713-4776-983a-3ddc82771d6f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463259 Nov 03 15:53:09.241349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:09.254397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69', 'network_id': 'bace626f-702c-40bd-8d42-9d257f02997c', 'port_id': '8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69', 'mac_address': 'fa:16:3e:b9:46:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c48f24-25ea-46a6-a529-7ea2da757eb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:53:09.276115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4889d-f383-4c31-9d23-844f49edaee8 req-48c33e4c-dd7b-4a80-929f-e4e35f90199f tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:09.277658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e8e4889d-f383-4c31-9d23-844f49edaee8 req-48c33e4c-dd7b-4a80-929f-e4e35f90199f tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 944 time: 0.0569448 Nov 03 15:53:09.292572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:09.310163 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:09.323908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:53:09.338906 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e8e4889d-f383-4c31-9d23-844f49edaee8 req-fb825ac8-4e4a-47c3-9959-e06eaaf72688 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Nov 03 15:53:09.345949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:09.350960 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:09.447219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:09.460703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.461048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.461854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.462417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.462807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.463143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.464314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.464681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.464981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.465310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.465848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.466182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:09.551969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03775551-ad8e-4aae-85c7-6aa260ed3883 req-cca1be10-d6d6-4b22-8c55-0e897b4ddd65 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:09.553458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03775551-ad8e-4aae-85c7-6aa260ed3883 req-cca1be10-d6d6-4b22-8c55-0e897b4ddd65 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0509028 Nov 03 15:53:09.610120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03775551-ad8e-4aae-85c7-6aa260ed3883 req-dba093b6-f4d4-4f08-9543-e668808e2f0f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486588 Nov 03 15:53:09.711269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:09.806703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5fed2-bd4d-4738-8344-d921f10f123e req-eeae29a7-d1fa-4121-b930-e0b0540c1721 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:09.808967 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cd5fed2-bd4d-4738-8344-d921f10f123e req-eeae29a7-d1fa-4121-b930-e0b0540c1721 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.0711973 Nov 03 15:53:09.878063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cd5fed2-bd4d-4738-8344-d921f10f123e req-4877c9de-8b79-4496-af22-315fba8b963a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603714 Nov 03 15:53:09.893928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:09.902077 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:09.996931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284c41c-e94a-46e9-ad6b-733fcd55afa8 req-4d44c09e-1a8f-4bef-89ed-bfc123e33e4c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:09.998497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5284c41c-e94a-46e9-ad6b-733fcd55afa8 req-4d44c09e-1a8f-4bef-89ed-bfc123e33e4c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0515020 Nov 03 15:53:10.015649 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e associated. External IP: 172.25.6.229, port: 85cb33c3-5861-493b-8449-419478eb8005. Nov 03 15:53:10.049506 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5284c41c-e94a-46e9-ad6b-733fcd55afa8 req-83a205e4-1811-4049-8262-7773c1144399 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Nov 03 15:53:10.236694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Router b419dbef-97bb-4ff5-86f9-f888a427ece7 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:53:10.274260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a30761-8665-4ba9-8437-85c46962fd88 req-57492bce-9d5f-4631-a77a-2d3a7b3d3ef9 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:10.275723 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4a30761-8665-4ba9-8437-85c46962fd88 req-57492bce-9d5f-4631-a77a-2d3a7b3d3ef9 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0531547 Nov 03 15:53:10.322724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4a30761-8665-4ba9-8437-85c46962fd88 req-e67556e0-906d-4094-9cfd-8609191cade0 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Nov 03 15:53:10.347777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:10.357319 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] Sync routers for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:10.368309 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:10.368995 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:10.470839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59bff8-38cd-448e-b44b-49e54214a3af req-60fc710b-9c9d-4482-bd9f-6c368735800b tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:10.473401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb59bff8-38cd-448e-b44b-49e54214a3af req-60fc710b-9c9d-4482-bd9f-6c368735800b tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 945 time: 0.0623391 Nov 03 15:53:10.483097 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:10.537419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb59bff8-38cd-448e-b44b-49e54214a3af req-41ee7f68-1757-44fa-857a-7e52cb71e2c1 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561802 Nov 03 15:53:10.590583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-c3041f81-f438-48f6-a81f-691122b7e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:10.592265 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-c3041f81-f438-48f6-a81f-691122b7e10b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 1100 time: 0.0500321 Nov 03 15:53:10.712813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-a5e76e49-a5ac-4af3-8b73-e10c7d7a73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:10.714608 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-a5e76e49-a5ac-4af3-8b73-e10c7d7a73ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1079776 Nov 03 15:53:10.793654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-4942a20a-26f6-45d8-afaa-5d63ac41ce53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 200 len: 217 time: 0.0672791 Nov 03 15:53:10.841766 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:4f:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:09Z', 'revision_number': 3, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:10.842606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fcc95-742e-4f54-8724-15dcbc0c09b4 req-6cc5c449-b76c-454e-8ec1-4c6acc7820b4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:10.844226 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-814fcc95-742e-4f54-8724-15dcbc0c09b4 req-6cc5c449-b76c-454e-8ec1-4c6acc7820b4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1089780 Nov 03 15:53:10.848115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Router b419dbef-97bb-4ff5-86f9-f888a427ece7 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:53:10.872498 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] Checking router: b419dbef-97bb-4ff5-86f9-f888a427ece7 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:10.878927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-bf4307e7-e2ab-4e1d-bdc7-84c6ab02ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:10.880484 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-bf4307e7-e2ab-4e1d-bdc7-84c6ab02ee23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0771465 Nov 03 15:53:10.881027 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:10.881651 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:10.934108 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-814fcc95-742e-4f54-8724-15dcbc0c09b4 req-fe10d956-f882-4b06-b8e5-d6c04805efec tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788105 Nov 03 15:53:10.945952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-4c18a5df-b8ce-48ba-8399-209c8ff9c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:10.947795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-4c18a5df-b8ce-48ba-8399-209c8ff9c753 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586262 Nov 03 15:53:10.965206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:10.970373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:10.998004 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:11.021106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:11.023503 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872" -d '{"events": [{"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:11.076640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-84ebd473-1b45-4c36-8147-7a2fd7d1b58c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "PUT /v2.0/floatingips/c2c1bf22-bd99-4823-b42e-3f749177d61e HTTP/1.1" status: 200 len: 998 time: 2.7840693 Nov 03 15:53:11.121153 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-6f139a0d-f766-4454-99a6-3b5f781f0e0d service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309345 Nov 03 15:53:11.131516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:53:11.132465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-d077bff0-f699-407e-ba29-8c943d80c78f tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.134778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-d077bff0-f699-407e-ba29-8c943d80c78f tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports/85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 942 time: 0.0520911 Nov 03 15:53:11.207741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ed437-c980-4490-bc0b-35067d999fc8 req-516dfaf9-e459-4912-97dc-431b2a768b40 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.210069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f5ed437-c980-4490-bc0b-35067d999fc8 req-516dfaf9-e459-4912-97dc-431b2a768b40 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 946 time: 0.1032782 Nov 03 15:53:11.227774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:53:11.233978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:11.234786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:11.290649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-d9b422f3-53d5-43d9-85be-04ec57984a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.292464 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-d9b422f3-53d5-43d9-85be-04ec57984a39 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0719006 Nov 03 15:53:11.300183 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:4f:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:09Z', 'revision_number': 3, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:11.337136 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea9c6c-f542-4e16-99d9-3859da372346 None None] The sync data for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 is: [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:4f:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:09Z', 'revision_number': 3, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:11.344867 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:11.349230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f5ed437-c980-4490-bc0b-35067d999fc8 req-61290ac2-223d-4b44-8ea0-f3df3be87f73 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034753 Nov 03 15:53:11.357208 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-de7bb129-17c4-4328-ad1f-75cfd2abd7db service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956851 Nov 03 15:53:11.370244 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f030144-7a90-4505-87a5-fce0658578eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:11.372927 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8489400c-34d2-4bbb-a5d6-2d27ebfdf1d4" -d '{"events": [{"server_uuid": "0f030144-7a90-4505-87a5-fce0658578eb", "name": "network-vif-plugged", "status": "completed", "tag": "8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:11.389717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:11.396388 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:11.427473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-bc769a66-388b-47ef-be1f-d3f62ae03206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.429617 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-bc769a66-388b-47ef-be1f-d3f62ae03206 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1283822 Nov 03 15:53:11.463128 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7602440f-3774-4f76-b8c9-127052f2202c x-openstack-request-id: req-7602440f-3774-4f76-b8c9-127052f2202c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:11.463429 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:11.463680 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7602440f-3774-4f76-b8c9-127052f2202c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:11.464086 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005', 'status': 'completed', 'code': 200} Nov 03 15:53:11.484381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:11.506701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-7deec2ce-76f6-4695-adff-f0298fad6582 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 217 time: 0.0688426 Nov 03 15:53:11.584622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-8ab523ef-0ce0-4b4a-b9f0-9910d2eddd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.586137 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-8ab523ef-0ce0-4b4a-b9f0-9910d2eddd81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0728979 Nov 03 15:53:11.589858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-56e8a47e-251e-4a13-af92-226ed103f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.591420 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-56e8a47e-251e-4a13-af92-226ed103f444 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1096 time: 0.1081815 Nov 03 15:53:11.607850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e0820-fdfc-4caa-8c9b-792dd66c54c7 req-e3732c18-3448-455b-ab50-cfa37f970f5c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.609926 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec8e0820-fdfc-4caa-8c9b-792dd66c54c7 req-e3732c18-3448-455b-ab50-cfa37f970f5c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0614984 Nov 03 15:53:11.618465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45e165-c456-46ff-858a-7500f5aaa411 None None] New status for floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:53:11.656786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-aec3a30d-1f2d-47e6-8225-26036b6d52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.658343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-aec3a30d-1f2d-47e6-8225-26036b6d52dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589712 Nov 03 15:53:11.726045 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec8e0820-fdfc-4caa-8c9b-792dd66c54c7 req-2f4b188c-5713-4623-85e5-a9f0e34b4501 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052933 Nov 03 15:53:11.749800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-03c76d4c-be24-4e44-a02c-914bd7692458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.751898 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-03c76d4c-be24-4e44-a02c-914bd7692458 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1410353 Nov 03 15:53:11.797866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-bfe1ef04-5da3-4d79-9dfe-7e9a639671b4 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216483 Nov 03 15:53:11.806884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-fd150576-b2e6-4e22-9660-025550bfd932 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 217 time: 0.0455923 Nov 03 15:53:11.883759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-368ca57b-bc8e-4e8b-8316-1f2a125af847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.885434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-368ca57b-bc8e-4e8b-8316-1f2a125af847 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0670025 Nov 03 15:53:11.894207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071014d-c013-4526-af69-0033e6aa3d42 req-bf1fa4e7-3469-4d70-a261-cdd0b5d0d934 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.895681 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f071014d-c013-4526-af69-0033e6aa3d42 req-bf1fa4e7-3469-4d70-a261-cdd0b5d0d934 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0923986 Nov 03 15:53:11.904840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-16d9106f-75b2-4429-95c4-8212092f4ab1 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002588 Nov 03 15:53:11.914786 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] Sync routers for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:11.924744 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:11.925575 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:11.971324 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-61097e62-52ec-4e44-a794-9cb5bf78cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.972806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-61097e62-52ec-4e44-a794-9cb5bf78cf5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762622 Nov 03 15:53:11.977495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f071014d-c013-4526-af69-0033e6aa3d42 req-9678251c-e986-4477-ab6d-b3739ea09798 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722840 Nov 03 15:53:11.985492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-f34fc520-ea92-4be9-92d7-4cf7f0e4fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:11.986254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-f34fc520-ea92-4be9-92d7-4cf7f0e4fc0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 1096 time: 0.0489423 Nov 03 15:53:12.031178 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd28251c-fbf1-4179-a5e3-41b211622b85 x-openstack-request-id: req-dd28251c-fbf1-4179-a5e3-41b211622b85 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:12.031660 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f030144-7a90-4505-87a5-fce0658578eb", "name": "network-vif-plugged", "status": "completed", "tag": "8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:12.032091 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dd28251c-fbf1-4179-a5e3-41b211622b85 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:12.032646 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f030144-7a90-4505-87a5-fce0658578eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69', 'code': 200} Nov 03 15:53:12.084384 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:12.124998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-48544376-c947-40ae-9b2f-e4243c87fb9f service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398463 Nov 03 15:53:12.176421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-da45c4f4-10ee-4506-96ed-0781ddd44fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:12.177579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-da45c4f4-10ee-4506-96ed-0781ddd44fd4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1855972 Nov 03 15:53:12.182490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbca836-a9f8-4b3b-abec-62db9d8a97c5 req-3fb23f44-048d-4145-8712-fd94b0bd52cd tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:12.183983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-afbca836-a9f8-4b3b-abec-62db9d8a97c5 req-3fb23f44-048d-4145-8712-fd94b0bd52cd tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 946 time: 0.0976245 Nov 03 15:53:12.196270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17165d-a179-4de7-a7cc-31045556cb74 req-9f50c441-2161-4036-9db1-100fde6f7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:12.198062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3b17165d-a179-4de7-a7cc-31045556cb74 req-9f50c441-2161-4036-9db1-100fde6f7498 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 1097 time: 0.0776465 Nov 03 15:53:12.283329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-a383d234-00aa-4176-85eb-b46927d36366 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 200 len: 1001 time: 0.0964952 Nov 03 15:53:12.291522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d4f7fa69-f305-4fd4-8d4a-8162798860dd tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:12.293079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d4f7fa69-f305-4fd4-8d4a-8162798860dd tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1097 time: 0.1353741 Nov 03 15:53:12.302764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-afbca836-a9f8-4b3b-abec-62db9d8a97c5 req-259bc2f0-fb70-455c-9944-3b5f81287a84 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024611 Nov 03 15:53:12.308738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-2'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:12.327835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3b17165d-a179-4de7-a7cc-31045556cb74 req-944bdbff-1d8e-46ab-a2cb-f05a0d17ab02 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003132 Nov 03 15:53:12.335299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd62fc9a-f8c2-4885-9ce1-9e619dc6b872 req-7bcbfb86-9c4b-43a5-893d-d5a5b85fa40a service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002561 Nov 03 15:53:12.350714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-3ed36d37-c630-4c03-865f-5992ebefc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:12.351858 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:4f:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:11Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:12.352996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-3ed36d37-c630-4c03-865f-5992ebefc467 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0592132 Nov 03 15:53:12.368942 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:12.389823 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] Checking router: b419dbef-97bb-4ff5-86f9-f888a427ece7 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:12.398413 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:12.399704 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:12.413104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-339e3dfd-cfd4-47e5-912b-f3910258ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:12.416453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-339e3dfd-cfd4-47e5-912b-f3910258ca2a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564213 Nov 03 15:53:12.516696 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:12.522303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-fbd083eb-d288-4e49-ab42-ad901859dbb6 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991421 Nov 03 15:53:12.557110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:12.567099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa519cfb-87f4-471a-a4ab-54711501d0da req-b7a9ea32-0ba4-4ddd-bfb3-73d4fcdbedbe tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:12.568588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa519cfb-87f4-471a-a4ab-54711501d0da req-b7a9ea32-0ba4-4ddd-bfb3-73d4fcdbedbe tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0837080 Nov 03 15:53:12.629294 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-919b4c77-f807-412f-a71f-649fdf35eb06 req-065b29d9-7517-40c0-9b43-e0c4d0b989ae service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006408 Nov 03 15:53:12.637879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:12.642717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa519cfb-87f4-471a-a4ab-54711501d0da req-2143d774-c992-4cfb-9bb3-92c9b4ac2a98 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664186 Nov 03 15:53:12.685328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:12.689213 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4471ce80-ed3f-4c26-8d1c-02de9ceff783" -d '{"events": [{"server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "name": "network-vif-unplugged", "status": "completed", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:12.693236 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:12.700506 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:12.781856 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:4f:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:11Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:12.797376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Pushing event updated for resources: {'Port': ['ID=5edc85dc-7108-49d1-807b-618d5aa721c0,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:12.808507 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a46889-68cc-44c9-a2ef-0c7732dc3d44 None None] The sync data for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 is: [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:4f:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:11Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:12.818254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41f3e2-f769-480a-92da-96b4d8c90135 req-668cf298-ba7c-4673-8350-ca24d4b503db tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:12.819799 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c41f3e2-f769-480a-92da-96b4d8c90135 req-668cf298-ba7c-4673-8350-ca24d4b503db tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0865526 Nov 03 15:53:12.829539 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f39c94-0d63-4f7b-b8fd-bda2bbc84049 req-45db2612-d359-480d-a753-280610a9ce8b tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.0819683 Nov 03 15:53:12.836337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.836680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.837018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.837353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.837711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.838039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.838365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.838688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.839015 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.839335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.839655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.839974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:12.870660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 on host n-h1-813897-2 for vnic_type normal with profile {"migrating_to": "n-h2-813897-2"} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:12.870995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:12.871328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:12.882586 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:53:12.884372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Port 5edc85dc-7108-49d1-807b-618d5aa721c0 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:53:12.884991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Attempting to bind port 5edc85dc-7108-49d1-807b-618d5aa721c0 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:12.885111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f39c94-0d63-4f7b-b8fd-bda2bbc84049 req-35a84472-88ac-4d53-a795-491a759bd79b tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:12.887867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f39c94-0d63-4f7b-b8fd-bda2bbc84049 req-35a84472-88ac-4d53-a795-491a759bd79b tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports/99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 200 len: 942 time: 0.0525644 Nov 03 15:53:12.901203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:12.901561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:12.901948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:12.902386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Bound port: 5edc85dc-7108-49d1-807b-618d5aa721c0, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:12.902760 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:12.918983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c41f3e2-f769-480a-92da-96b4d8c90135 req-c7276eeb-2b0a-4a22-a700-b1edcc129cf3 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846181 Nov 03 15:53:12.973958 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37063a26-2c2f-4250-b463-671b6485962d x-openstack-request-id: req-37063a26-2c2f-4250-b463-671b6485962d {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:12.974243 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "name": "network-vif-unplugged", "status": "completed", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:12.974493 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-37063a26-2c2f-4250-b463-671b6485962d {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:12.974929 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0', 'code': 200} Nov 03 15:53:12.995181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:12.999179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:53:13.008173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:13.021353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f39c94-0d63-4f7b-b8fd-bda2bbc84049 req-a2189952-2d7a-4360-a692-39c8751c186e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.0823228 Nov 03 15:53:13.127129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Pushing event updated for resources: {'Port': ['ID=5edc85dc-7108-49d1-807b-618d5aa721c0,revision_number=8']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:13.130486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f39c94-0d63-4f7b-b8fd-bda2bbc84049 req-334dea90-ba0b-476d-8071-6762c7cc3ac8 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:13.135583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:13.136260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:13.140325 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-d86bb26c-24d3-4fbc-89a8-0a774c6ebde7 service neutron] 10.222.0.70 "PUT /v2.0/ports/5edc85dc-7108-49d1-807b-618d5aa721c0 HTTP/1.1" status: 200 len: 1122 time: 0.8328617 Nov 03 15:53:13.140496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f39c94-0d63-4f7b-b8fd-bda2bbc84049 req-334dea90-ba0b-476d-8071-6762c7cc3ac8 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1173720 Nov 03 15:53:13.143155 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5edc85dc-7108-49d1-807b-618d5aa721c0 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:53:13.151524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5851312-e1e4-4943-a9cf-06b96bc5e64a req-27e52ceb-c612-41ca-b7da-831cef6a5424 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:13.152995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5851312-e1e4-4943-a9cf-06b96bc5e64a req-27e52ceb-c612-41ca-b7da-831cef6a5424 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1146140 Nov 03 15:53:13.243656 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5851312-e1e4-4943-a9cf-06b96bc5e64a req-9a1a6e94-9092-489b-aae3-46ffe93612dc tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796094 Nov 03 15:53:13.263177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732c723-2a04-47da-9628-4a632adb9784 req-d43eefb9-c008-4d7a-bca4-35b898d4062e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:13.265060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c732c723-2a04-47da-9628-4a632adb9784 req-d43eefb9-c008-4d7a-bca4-35b898d4062e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0777595 Nov 03 15:53:13.291156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:13.295680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['5edc85dc-7108-49d1-807b-618d5aa721c0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:13.326031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c732c723-2a04-47da-9628-4a632adb9784 req-1e36f056-52d7-431b-898b-72c6328848eb tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 Nov 03 15:53:13.344459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5edc85dc-7108-49d1-807b-618d5aa721c0 has no active binding in host n-h2-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 15:53:13.371461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['5edc85dc-7108-49d1-807b-618d5aa721c0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:13.469254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1810c3-02ab-450a-8d57-90b11ba40ad1 req-97702bcf-3a40-40a3-b5f2-e4df77061320 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:13.470833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e1810c3-02ab-450a-8d57-90b11ba40ad1 req-97702bcf-3a40-40a3-b5f2-e4df77061320 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 946 time: 0.0635238 Nov 03 15:53:13.471608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:13.480353 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:13.549279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e1810c3-02ab-450a-8d57-90b11ba40ad1 req-9e57920a-e3eb-414b-81e4-b72a25111c68 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620055 Nov 03 15:53:13.658075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-916ea344-7a70-4bd5-a4a9-60b7652fd940 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.3717978 Nov 03 15:53:13.721054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-38483cb3-b56e-4755-81bd-d28ec3a908ae tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:13.723218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-38483cb3-b56e-4755-81bd-d28ec3a908ae tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports/99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 200 len: 942 time: 0.0637393 Nov 03 15:53:13.733196 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e857757d-eb80-4829-9f2f-db3fba1babfe x-openstack-request-id: req-e857757d-eb80-4829-9f2f-db3fba1babfe {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:13.733494 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:13.733780 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e857757d-eb80-4829-9f2f-db3fba1babfe {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:13.734183 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'status': 'completed', 'code': 200} Nov 03 15:53:13.823466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-f8dcfe9e-9aa9-4c44-9102-79f03a2f564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:13.825647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-f8dcfe9e-9aa9-4c44-9102-79f03a2f564e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 1096 time: 0.0625002 Nov 03 15:53:13.872482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6f0b5-ff1c-4030-b9ab-1da070da4a4e req-20fe5e25-a3a9-498f-a305-5b50f0f0af18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:13.883151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89e6f0b5-ff1c-4030-b9ab-1da070da4a4e req-20fe5e25-a3a9-498f-a305-5b50f0f0af18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0920608 Nov 03 15:53:13.942936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89e6f0b5-ff1c-4030-b9ab-1da070da4a4e req-23d9d20a-2f27-474c-b2a1-78e88a98f162 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584598 Nov 03 15:53:13.978841 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-9b7408a1-efb9-4d94-99aa-651985e81a0f tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.1086261 Nov 03 15:53:14.028782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-813dff26-e1bf-4e36-b488-4603990fb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:14.030279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-813dff26-e1bf-4e36-b488-4603990fb68e service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1953831 Nov 03 15:53:14.131702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155469df-bf7a-4b40-a5e8-1e6df29ff220 req-76b3be7b-a6e4-4f0f-bec8-c716db7fdf01 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:14.133598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-155469df-bf7a-4b40-a5e8-1e6df29ff220 req-76b3be7b-a6e4-4f0f-bec8-c716db7fdf01 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0516493 Nov 03 15:53:14.155346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-c7b0aea7-3ca4-4e08-9a06-0726cadc678b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 200 len: 1001 time: 0.0917590 Nov 03 15:53:14.166487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-07b476ca-96fb-48ff-876c-0ccc0cbd2cf9 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:14.167813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-07b476ca-96fb-48ff-876c-0ccc0cbd2cf9 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1817882 Nov 03 15:53:14.182224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-fb4f394f-b160-4b5e-8ca2-cbf094f95393 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:53:14.182467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-155469df-bf7a-4b40-a5e8-1e6df29ff220 req-2eaf3961-a11f-4f26-a712-02ea7ead3c23 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Nov 03 15:53:14.183179 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-fb4f394f-b160-4b5e-8ca2-cbf094f95393 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0073371 Nov 03 15:53:14.263954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-d9053c42-cc98-4fd3-8323-5d2b3d8c4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:14.265332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-d9053c42-cc98-4fd3-8323-5d2b3d8c4724 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0966830 Nov 03 15:53:14.287569 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-7eb63818-0f0d-40a5-9204-bad3b893f099 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.0872309 Nov 03 15:53:14.316750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb8fcfb6-a2e7-4f89-80d2-0650ed62cb0e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:14.368086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f99c31-4ce9-47c5-911a-b2b0988db474 req-96ca115f-15d0-4ce5-9aa2-4fcc31f69aa3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:14.369698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4f99c31-4ce9-47c5-911a-b2b0988db474 req-96ca115f-15d0-4ce5-9aa2-4fcc31f69aa3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0499346 Nov 03 15:53:14.417059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-7c79f03c-de0e-4baf-8a5c-051d4a20880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:14.418586 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-7c79f03c-de0e-4baf-8a5c-051d4a20880b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411262 Nov 03 15:53:14.420488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4f99c31-4ce9-47c5-911a-b2b0988db474 req-9dbfe6bd-0990-49c2-a5bf-9189e499cf55 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448120 Nov 03 15:53:14.449907 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb8fcfb6-a2e7-4f89-80d2-0650ed62cb0e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:14.532074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c427e-05f7-405c-a327-300788b4e2d5 req-b419503d-b887-46fb-b41e-650215f38f3e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:14.533594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e6c427e-05f7-405c-a327-300788b4e2d5 req-b419503d-b887-46fb-b41e-650215f38f3e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0529392 Nov 03 15:53:14.582038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e6c427e-05f7-405c-a327-300788b4e2d5 req-460d5fd0-dede-431d-80ee-bbb23b739204 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417464 Nov 03 15:53:14.611050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-21ce8fe6-bb47-465a-8349-02adf69db7a8 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709957 Nov 03 15:53:14.666352 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb8fcfb6-a2e7-4f89-80d2-0650ed62cb0e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:14.676349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb8fcfb6-a2e7-4f89-80d2-0650ed62cb0e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:14.676739 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb8fcfb6-a2e7-4f89-80d2-0650ed62cb0e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e disassociated. External IP: 172.25.6.229, port: 99ca85ed-4689-4162-a706-bb0bd62a0059. Nov 03 15:53:14.687396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49807812-501f-4187-9971-778c2917f26a req-db754f03-949f-4664-9563-ef4bdffcf7af tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:14.688907 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49807812-501f-4187-9971-778c2917f26a req-db754f03-949f-4664-9563-ef4bdffcf7af tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 946 time: 0.0507281 Nov 03 15:53:14.738002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49807812-501f-4187-9971-778c2917f26a req-f5a6d391-5da7-4d39-9ac1-9e86cab3e001 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Nov 03 15:53:14.823155 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a7c15b53-fe91-48e1-b765-d588ee9a7ab4 req-6ba612d0-5df8-4ba8-bc86-0549ba70517e service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997004 Nov 03 15:53:14.950135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb8fcfb6-a2e7-4f89-80d2-0650ed62cb0e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Router b419dbef-97bb-4ff5-86f9-f888a427ece7 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:53:15.012076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:15.014339 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0316cc-d522-4d45-9260-568499b2d926" -d '{"events": [{"name": "network-changed", "server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:15.086101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409715d-dfaf-4297-ae03-6125e1ee540b req-d62dc148-82d8-45d6-9271-18232d4bd21d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.090670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0409715d-dfaf-4297-ae03-6125e1ee540b req-d62dc148-82d8-45d6-9271-18232d4bd21d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0709500 Nov 03 15:53:15.123286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb8fcfb6-a2e7-4f89-80d2-0650ed62cb0e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:15.134230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb8fcfb6-a2e7-4f89-80d2-0650ed62cb0e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:15.134541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] Sync routers for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:15.147530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:15.148614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:15.165068 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0409715d-dfaf-4297-ae03-6125e1ee540b req-b80f6ce9-0b00-4c0a-a9b4-7ea514cb9c8a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666840 Nov 03 15:53:15.181551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb8fcfb6-a2e7-4f89-80d2-0650ed62cb0e tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "PUT /v2.0/floatingips/c2c1bf22-bd99-4823-b42e-3f749177d61e HTTP/1.1" status: 200 len: 695 time: 0.8721833 Nov 03 15:53:15.213855 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b9210d-fe12-4a72-833d-f0766706e4af x-openstack-request-id: req-65b9210d-fe12-4a72-833d-f0766706e4af {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:15.214148 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:15.214399 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-65b9210d-fe12-4a72-833d-f0766706e4af {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:15.214791 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0', 'status': 'completed', 'code': 200} Nov 03 15:53:15.231640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-a7369368-d945-4c29-ac61-18ff9368f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.239393 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-a7369368-d945-4c29-ac61-18ff9368f700 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 1096 time: 0.0558596 Nov 03 15:53:15.294940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:15.366219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-f7e0bd9f-b12f-4701-a46e-fe37358bc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.374625 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-f7e0bd9f-b12f-4701-a46e-fe37358bc062 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1343689 Nov 03 15:53:15.415023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d3fc5-30d1-41b9-bdfd-60510c896d9e req-9e806898-06dd-4a1b-8ba4-5bc3fd3e2734 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.426121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-861d3fc5-30d1-41b9-bdfd-60510c896d9e req-9e806898-06dd-4a1b-8ba4-5bc3fd3e2734 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0778539 Nov 03 15:53:15.427726 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-e27a213d-a922-4593-9745-b07bb6edf14a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 200 len: 217 time: 0.0521188 Nov 03 15:53:15.469233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0316cc-d522-4d45-9260-568499b2d926 req-4a9fce84-03b1-4920-9700-0cd6407d3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.470768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf0316cc-d522-4d45-9260-568499b2d926 req-4a9fce84-03b1-4920-9700-0cd6407d3bae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1125 time: 0.1389558 Nov 03 15:53:15.498106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-861d3fc5-30d1-41b9-bdfd-60510c896d9e req-3df18713-22c1-46c8-baf5-13506c591146 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710628 Nov 03 15:53:15.508593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-decaf962-5367-4a62-9d38-c0422e4f755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.517772 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-decaf962-5367-4a62-9d38-c0422e4f755d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0875239 Nov 03 15:53:15.518980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:15.557754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] Checking router: b419dbef-97bb-4ff5-86f9-f888a427ece7 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:15.567147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:15.567895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:15.635197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fb68c-6ad0-4b76-95a2-205ca31bbafd req-8011379e-cdaa-4813-8ddc-9445e268b3a7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.643882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be2fb68c-6ad0-4b76-95a2-205ca31bbafd req-8011379e-cdaa-4813-8ddc-9445e268b3a7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0669358 Nov 03 15:53:15.696782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be2fb68c-6ad0-4b76-95a2-205ca31bbafd req-f54d836a-5519-4913-92f9-b2ff9ce4cb0d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516145 Nov 03 15:53:15.712275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:15.841129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb1d4756-ac98-40e4-a4af-af5de102277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.848945 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-bb1d4756-ac98-40e4-a4af-af5de102277b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3320212 Nov 03 15:53:15.854323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e303-d92f-45e9-a645-6c798b2c0bdf req-9f7c59e9-5141-410b-9e49-03d4ef77eb79 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.856017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce38e303-d92f-45e9-a645-6c798b2c0bdf req-9f7c59e9-5141-410b-9e49-03d4ef77eb79 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0671399 Nov 03 15:53:15.880817 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0316cc-d522-4d45-9260-568499b2d926 req-f7d867bd-c855-4a7e-ab71-fbb8a8609cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:15.882319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf0316cc-d522-4d45-9260-568499b2d926 req-f7d867bd-c855-4a7e-ab71-fbb8a8609cab service neutron] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.4031198 Nov 03 15:53:15.913190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce38e303-d92f-45e9-a645-6c798b2c0bdf req-4bd3403f-8e6d-4b4d-a0fe-59a860cdaafd tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 Nov 03 15:53:15.983401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf0316cc-d522-4d45-9260-568499b2d926 req-f92ff5d8-7afb-44ae-92fa-d1336849073b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5edc85dc-7108-49d1-807b-618d5aa721c0 HTTP/1.1" status: 200 len: 217 time: 0.0588768 Nov 03 15:53:16.054819 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-e00e70c6-e6a6-4e51-a81f-03ff659a96c9 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049975 Nov 03 15:53:16.092576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:16.098451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0316cc-d522-4d45-9260-568499b2d926 req-e6afb58c-c943-4a41-b1ad-7dacf3ec92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:16.099976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf0316cc-d522-4d45-9260-568499b2d926 req-e6afb58c-c943-4a41-b1ad-7dacf3ec92a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0874338 Nov 03 15:53:16.124465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc061a0-4536-4747-9604-e2169bd6612e None None] The sync data for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 is: [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:16.170657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf0316cc-d522-4d45-9260-568499b2d926 req-9aa5d340-7aeb-4838-825f-4ef79e6bb3c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620086 Nov 03 15:53:16.256690 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4755d7a5-db6d-4237-a2c5-1ecc3b6832e5 req-c59e27ff-f17b-4075-a6bd-7936cdc86567 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900923 Nov 03 15:53:16.295027 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf0316cc-d522-4d45-9260-568499b2d926 req-7d2d98f0-4ef6-4e5c-a5d0-b1ca979ffc79 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139627 Nov 03 15:53:16.299568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8090-541b-4818-83b6-b32b58c71a0b req-431d7c0e-cc55-4e1b-87e2-0bd8af6ca35c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:16.306149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0fe8090-541b-4818-83b6-b32b58c71a0b req-431d7c0e-cc55-4e1b-87e2-0bd8af6ca35c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0690336 Nov 03 15:53:16.356424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0fe8090-541b-4818-83b6-b32b58c71a0b req-75faaf5b-d224-4300-b7a6-58f160f20d68 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483985 Nov 03 15:53:16.412602 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf0316cc-d522-4d45-9260-568499b2d926 req-11aacd1d-5c19-4cb3-b163-e9b1c337bd15 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046486 Nov 03 15:53:16.425887 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabce75a-05c3-4150-91a1-c31e66fe1cd1 None None] New status for floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:53:16.634652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f374958-77bf-4ca4-a15e-ae6639f396a1 req-eef6c8b6-7c12-4a14-a354-e9bf2badf9fb tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:16.644115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f374958-77bf-4ca4-a15e-ae6639f396a1 req-eef6c8b6-7c12-4a14-a354-e9bf2badf9fb tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0720365 Nov 03 15:53:16.646797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92929e8-a495-4649-963b-e157c62607db req-8569a2b6-9e8a-4200-9832-7c3a84bd3805 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:16.648814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-8569a2b6-9e8a-4200-9832-7c3a84bd3805 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0933471 Nov 03 15:53:16.691529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f374958-77bf-4ca4-a15e-ae6639f396a1 req-0186d3e7-ed21-4aa9-921d-71ed2f81d5f2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Nov 03 15:53:16.707883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-6341f20b-4eb8-4a90-9bc9-5a36d565029c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 698 time: 0.0517726 Nov 03 15:53:16.718625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b92929e8-a495-4649-963b-e157c62607db req-9a6c154b-57e4-4e6a-9828-414a0c3a2c2c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Request body: {'floatingip': {'port_id': '85cb33c3-5861-493b-8449-419478eb8005', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:16.757871 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b92929e8-a495-4649-963b-e157c62607db req-9a6c154b-57e4-4e6a-9828-414a0c3a2c2c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:16.832745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f7e11-974f-479a-a3a1-14107c01fea1 req-3bf20bf0-cd2a-4085-aaf7-7acd8693a61e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:16.834430 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d3f7e11-974f-479a-a3a1-14107c01fea1 req-3bf20bf0-cd2a-4085-aaf7-7acd8693a61e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0524549 Nov 03 15:53:16.881905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d3f7e11-974f-479a-a3a1-14107c01fea1 req-9f5d3542-617b-4131-aec9-624bec2231c4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Nov 03 15:53:17.033400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34dd4-c79a-470d-b344-45186f7448a1 req-ab30e0a7-1775-48e0-b9dc-0a1029981cc4 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:17.034899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5cd34dd4-c79a-470d-b344-45186f7448a1 req-ab30e0a7-1775-48e0-b9dc-0a1029981cc4 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0490882 Nov 03 15:53:17.087913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5cd34dd4-c79a-470d-b344-45186f7448a1 req-72e2369f-48da-4495-9439-528685473e2d tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Nov 03 15:53:17.217909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:17.220166 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03862f1f-21a8-41f5-823f-dd54a71ca946" -d '{"events": [{"name": "network-changed", "server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:17.345048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b92929e8-a495-4649-963b-e157c62607db req-9a6c154b-57e4-4e6a-9828-414a0c3a2c2c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:17.349030 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b92929e8-a495-4649-963b-e157c62607db req-9a6c154b-57e4-4e6a-9828-414a0c3a2c2c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:17.451844 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-b92929e8-a495-4649-963b-e157c62607db req-9a6c154b-57e4-4e6a-9828-414a0c3a2c2c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e associated. External IP: 172.25.6.229, port: 85cb33c3-5861-493b-8449-419478eb8005. Nov 03 15:53:17.532830 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e685f24-bac5-4849-a40e-ed4ac034aae8 x-openstack-request-id: req-4e685f24-bac5-4849-a40e-ed4ac034aae8 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:17.533067 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:17.533316 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4e685f24-bac5-4849-a40e-ed4ac034aae8 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:17.533727 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'status': 'completed', 'code': 200} Nov 03 15:53:17.721649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ad6ee-5600-4f72-95c7-f1f62d053924 req-b373505f-1b28-46d3-a9b6-146df8c070d9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:17.723768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d0ad6ee-5600-4f72-95c7-f1f62d053924 req-b373505f-1b28-46d3-a9b6-146df8c070d9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0570755 Nov 03 15:53:17.776194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d0ad6ee-5600-4f72-95c7-f1f62d053924 req-280739eb-7401-473f-beba-af217667a859 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454402 Nov 03 15:53:17.848307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-4a2349ea-9985-4151-baf2-68a65790443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:17.849812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-4a2349ea-9985-4151-baf2-68a65790443a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 1096 time: 0.0866003 Nov 03 15:53:17.886091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a51d69-6318-4b1e-a12c-a4cf2bc41be7 req-f7397ca9-2482-4858-aa86-121a87470617 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:17.887766 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7a51d69-6318-4b1e-a12c-a4cf2bc41be7 req-f7397ca9-2482-4858-aa86-121a87470617 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0520897 Nov 03 15:53:17.937751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7a51d69-6318-4b1e-a12c-a4cf2bc41be7 req-9982ae28-3ba7-405b-b4e8-a9a6f4c248f0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Nov 03 15:53:17.971548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b92929e8-a495-4649-963b-e157c62607db req-9a6c154b-57e4-4e6a-9828-414a0c3a2c2c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Router b419dbef-97bb-4ff5-86f9-f888a427ece7 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:53:18.034733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-0d330f82-83db-444c-b6e7-f05322b5630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.036191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-0d330f82-83db-444c-b6e7-f05322b5630f service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1773314 Nov 03 15:53:18.053360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2802b7c-267e-4c2a-8b56-1a6c7ac708d7 req-e60fd34b-5ae2-45a2-904d-1d7db9121f9b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.055650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2802b7c-267e-4c2a-8b56-1a6c7ac708d7 req-e60fd34b-5ae2-45a2-904d-1d7db9121f9b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0582416 Nov 03 15:53:18.104589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2802b7c-267e-4c2a-8b56-1a6c7ac708d7 req-a1292f96-a89e-4130-a598-aca326c4446b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Nov 03 15:53:18.124252 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-ef5ac3db-724b-4603-bcc0-c1fe488ed394 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 200 len: 217 time: 0.0428350 Nov 03 15:53:18.170326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b92929e8-a495-4649-963b-e157c62607db req-9a6c154b-57e4-4e6a-9828-414a0c3a2c2c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:18.176205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b92929e8-a495-4649-963b-e157c62607db req-9a6c154b-57e4-4e6a-9828-414a0c3a2c2c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:18.184055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd8abd-e981-451f-a195-372417873731 None None] Sync routers for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:18.196623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd8abd-e981-451f-a195-372417873731 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:18.197485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b4fd8abd-e981-451f-a195-372417873731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:18.225939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09c0e2-44e3-4364-b462-5ba6da90c4f3 req-a62372ed-115b-4f4f-b763-6934d359927e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.228221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba09c0e2-44e3-4364-b462-5ba6da90c4f3 req-a62372ed-115b-4f4f-b763-6934d359927e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0598176 Nov 03 15:53:18.229832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-9a6c154b-57e4-4e6a-9828-414a0c3a2c2c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "PUT /v2.0/floatingips/c2c1bf22-bd99-4823-b42e-3f749177d61e HTTP/1.1" status: 200 len: 996 time: 1.5100374 Nov 03 15:53:18.231615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-23af6a4b-14b2-4707-b069-34856d41f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.233029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-23af6a4b-14b2-4707-b069-34856d41f551 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0958126 Nov 03 15:53:18.285776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba09c0e2-44e3-4364-b462-5ba6da90c4f3 req-14b68550-3e83-4e1e-a664-b9b3e84500e9 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501802 Nov 03 15:53:18.316383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92929e8-a495-4649-963b-e157c62607db req-822a9902-c678-4668-ac78-7c36b61220f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.322091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-822a9902-c678-4668-ac78-7c36b61220f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0879126 Nov 03 15:53:18.340145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-92ef7f93-4c4f-4ec8-b290-91d53b5e834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.341783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-92ef7f93-4c4f-4ec8-b290-91d53b5e834d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967462 Nov 03 15:53:18.361029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b4fd8abd-e981-451f-a195-372417873731 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:18.495542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92929e8-a495-4649-963b-e157c62607db req-b73e545f-9548-4dd9-bc4c-a72dcd8138ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.496430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-b73e545f-9548-4dd9-bc4c-a72dcd8138ab service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1683435 Nov 03 15:53:18.502968 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-f3f37031-3ccc-4f35-bcc7-c2107698b07d service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487052 Nov 03 15:53:18.642444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-d42824cd-b7f3-4865-8858-f311f33c6547 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 999 time: 0.1350226 Nov 03 15:53:18.652362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b4fd8abd-e981-451f-a195-372417873731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '85cb33c3-5861-493b-8449-419478eb8005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:ca:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:17Z', 'revision_number': 8, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:18.702641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd8abd-e981-451f-a195-372417873731 None None] Checking router: b419dbef-97bb-4ff5-86f9-f888a427ece7 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:18.712299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd8abd-e981-451f-a195-372417873731 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:18.712597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b4fd8abd-e981-451f-a195-372417873731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:18.721641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03862f1f-21a8-41f5-823f-dd54a71ca946 req-b72e12b2-f017-4b71-9772-290c9560d6ec service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736598 Nov 03 15:53:18.723060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92929e8-a495-4649-963b-e157c62607db req-c2be35ea-641c-42f3-8c72-f99b1889b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.725962 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-c2be35ea-641c-42f3-8c72-f99b1889b11a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0825660 Nov 03 15:53:18.812166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92929e8-a495-4649-963b-e157c62607db req-8e341f94-730e-4ed2-b24d-9dfcec459a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.820054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-8e341f94-730e-4ed2-b24d-9dfcec459a22 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823193 Nov 03 15:53:18.839134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b4fd8abd-e981-451f-a195-372417873731 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:18.890758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-29750538-59af-4dc4-9f53-e4c9de1f8693 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.892221 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-29750538-59af-4dc4-9f53-e4c9de1f8693 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62a09cf-dfe8-47c3-897a-6ed9d64f11c0 HTTP/1.1" status: 200 len: 945 time: 0.1215191 Nov 03 15:53:18.911612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837e132-ec5e-471c-bc74-48f6ba54fcee req-196b946f-659f-44db-8bdd-793dbf06fbe9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:18.920290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9837e132-ec5e-471c-bc74-48f6ba54fcee req-196b946f-659f-44db-8bdd-793dbf06fbe9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0640149 Nov 03 15:53:18.991633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9837e132-ec5e-471c-bc74-48f6ba54fcee req-6c552e3c-a3ce-4b30-8a5a-d5ec039da404 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655780 Nov 03 15:53:19.004093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-0ed90613-c7ff-4815-87b0-80fc826068d0 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819177 Nov 03 15:53:19.114922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18b6b8-e583-49e7-a312-83ebce5e4b5a req-a3dee7d2-aaae-4cdb-82d5-e4ed843717b2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:19.119951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf18b6b8-e583-49e7-a312-83ebce5e4b5a req-a3dee7d2-aaae-4cdb-82d5-e4ed843717b2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0642281 Nov 03 15:53:19.122397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b4fd8abd-e981-451f-a195-372417873731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '85cb33c3-5861-493b-8449-419478eb8005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:ca:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:17Z', 'revision_number': 8, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:19.124209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b92929e8-a495-4649-963b-e157c62607db req-1128abdf-f761-4098-8322-7a5e542742ce service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100390 Nov 03 15:53:19.143193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Deleting port 99ca85ed-4689-4162-a706-bb0bd62a0059 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:19.144103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:19.198011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd8abd-e981-451f-a195-372417873731 None None] The sync data for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 is: [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c2c1bf22-bd99-4823-b42e-3f749177d61e', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'port_id': '85cb33c3-5861-493b-8449-419478eb8005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'mac_address': 'fa:16:3e:ca:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:52:33Z', 'updated_at': '2021-11-03T15:53:17Z', 'revision_number': 8, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:19.206028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf18b6b8-e583-49e7-a312-83ebce5e4b5a req-0cf241e6-9f13-4549-9127-224f80280781 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815365 Nov 03 15:53:19.342177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] For port 99ca85ed-4689-4162-a706-bb0bd62a0059, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=99ca85ed-4689-4162-a706-bb0bd62a0059,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:19.342743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:19.358204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71ab2184-9238-4a9b-bfca-a73f92be34d8 req-3053cb99-0371-490f-8499-7fd43bc9e7de tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips/c2c1bf22-bd99-4823-b42e-3f749177d61e HTTP/1.1" status: 200 len: 996 time: 0.1218059 Nov 03 15:53:19.363558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d3c7-1809-4073-8f71-1149670852ff req-db06dfc8-9175-4336-8411-5d478e13832e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:19.365504 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc54d3c7-1809-4073-8f71-1149670852ff req-db06dfc8-9175-4336-8411-5d478e13832e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1004906 Nov 03 15:53:19.370820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Calling delete_port for 99ca85ed-4689-4162-a706-bb0bd62a0059 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:19.484761 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc54d3c7-1809-4073-8f71-1149670852ff req-a2ef1201-11e5-4860-92f7-d8086f9601b9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096380 Nov 03 15:53:19.499582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab2184-9238-4a9b-bfca-a73f92be34d8 req-ccc7e64f-969f-4d27-bc26-6f6a753606cd tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:19.502892 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02f2f3-bb23-4c99-b1f8-930c0898818e None None] New status for floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:53:19.506707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71ab2184-9238-4a9b-bfca-a73f92be34d8 req-ccc7e64f-969f-4d27-bc26-6f6a753606cd tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1451516 Nov 03 15:53:19.513296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-71ab2184-9238-4a9b-bfca-a73f92be34d8 req-471a7de8-8a22-414a-af89-a93248265f84 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:53:19.533132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71ab2184-9238-4a9b-bfca-a73f92be34d8 req-471a7de8-8a22-414a-af89-a93248265f84 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0254991 Nov 03 15:53:19.535373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:19.537651 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:19.641955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc73ce-76ec-40f9-935b-9508e98fbe92 req-00ac47aa-a459-4620-8558-41a5c99a50c7 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:19.643958 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6bc73ce-76ec-40f9-935b-9508e98fbe92 req-00ac47aa-a459-4620-8558-41a5c99a50c7 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0590682 Nov 03 15:53:19.659757 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:19.672023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['85cb33c3-5861-493b-8449-419478eb8005', '99ca85ed-4689-4162-a706-bb0bd62a0059'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:19.743766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Pushing event deleted for resources: {'Port': ['ID=99ca85ed-4689-4162-a706-bb0bd62a0059,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:19.804640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6bc73ce-76ec-40f9-935b-9508e98fbe92 req-fb889cda-e460-42cb-bff1-38a366ed0d84 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316967 Nov 03 15:53:19.828916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] No DVR routers for this DVR port 99ca85ed-4689-4162-a706-bb0bd62a0059 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:19.832147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:19.835892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-263ea62e-aa93-48af-8091-13b7ab03ea1f req-ca136a36-c647-4b72-86e8-08c6c53fd1db tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.70 "DELETE /v2.0/ports/99ca85ed-4689-4162-a706-bb0bd62a0059 HTTP/1.1" status: 204 len: 173 time: 0.9358490 Nov 03 15:53:19.846648 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-7e16836e-3c3d-4f14-834c-ac6f37800397 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 999 time: 0.1960719 Nov 03 15:53:19.921054 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e25ed58-ac79-4beb-a17c-a140c2096c5f x-openstack-request-id: req-7e25ed58-ac79-4beb-a17c-a140c2096c5f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:19.921377 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:19.921624 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e25ed58-ac79-4beb-a17c-a140c2096c5f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:19.922061 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005', 'status': 'completed', 'code': 200} Nov 03 15:53:20.031961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-804e20bf-5e5e-402e-92a1-29a934e950a4 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.045395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-804e20bf-5e5e-402e-92a1-29a934e950a4 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports/85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 942 time: 0.1895807 Nov 03 15:53:20.067017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-a58c85ba-1831-4bc0-8ef4-dc77b3506777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.068594 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-a58c85ba-1831-4bc0-8ef4-dc77b3506777 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1096 time: 0.1457682 Nov 03 15:53:20.143087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1a3b4-605d-4b7d-b452-ed1d8beaf981 req-26f01a03-9ede-4707-8512-598f0df88e98 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.144340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3e1a3b4-605d-4b7d-b452-ed1d8beaf981 req-26f01a03-9ede-4707-8512-598f0df88e98 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0515027 Nov 03 15:53:20.196623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3e1a3b4-605d-4b7d-b452-ed1d8beaf981 req-689842bf-8542-42d4-be21-3c4a0d0a98f8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 Nov 03 15:53:20.207501 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-440f805c-db83-4f26-9cfc-6aa05a35f5ce tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.1090257 Nov 03 15:53:20.235756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-b341eb2c-2b1c-414f-9cae-0a0f6d14a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.237244 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-b341eb2c-2b1c-414f-9cae-0a0f6d14a7e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1594279 Nov 03 15:53:20.329693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d357-c915-4ea7-98e6-32170541dc1e req-e25373df-f237-49f7-8acf-93351b95979c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.331184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f128d357-c915-4ea7-98e6-32170541dc1e req-e25373df-f237-49f7-8acf-93351b95979c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0514116 Nov 03 15:53:20.365125 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-d7a9101a-5072-47be-b5e5-3ed9bfef30e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 1001 time: 0.1172166 Nov 03 15:53:20.386792 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f128d357-c915-4ea7-98e6-32170541dc1e req-484bd49d-9472-4acb-b31f-7d8d849d8e4d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Nov 03 15:53:20.424492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-e6b4201d-4a39-40bc-92b3-d359adc9c22c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.434327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-e6b4201d-4a39-40bc-92b3-d359adc9c22c tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.2167807 Nov 03 15:53:20.647067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43068111-a5af-4f46-856c-fb6ff26b345c req-c58806ee-61db-4f41-96a3-67c4247c091a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.650104 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43068111-a5af-4f46-856c-fb6ff26b345c req-c58806ee-61db-4f41-96a3-67c4247c091a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0595746 Nov 03 15:53:20.700709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43068111-a5af-4f46-856c-fb6ff26b345c req-a86dedcf-1ed2-4270-b7ef-680307db9b75 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446563 Nov 03 15:53:20.727981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-08eb9364-9329-487e-b79b-7fb5cebd93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.727981 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-08eb9364-9329-487e-b79b-7fb5cebd93fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.3461704 Nov 03 15:53:20.775729 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-f69c8887-304b-4059-88d2-5cdd701fa838 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.3401220 Nov 03 15:53:20.786069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-bbbd815b-fbe1-4afd-9c9e-7940838bbe56 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:20.824649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-e9070fa6-ecfd-43b2-bcea-a3bdf3bf67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.826173 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-e9070fa6-ecfd-43b2-bcea-a3bdf3bf67f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841277 Nov 03 15:53:20.902830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-bbbd815b-fbe1-4afd-9c9e-7940838bbe56 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:20.915558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54111d-1054-4282-a20a-1c357b15abbf req-83a8f6c6-8ea0-4d52-9d0b-f14b32ed78ef tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:20.917218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e54111d-1054-4282-a20a-1c357b15abbf req-83a8f6c6-8ea0-4d52-9d0b-f14b32ed78ef tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0575893 Nov 03 15:53:20.966950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e54111d-1054-4282-a20a-1c357b15abbf req-a8052513-c707-4ad7-9937-761b29c9d50f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Nov 03 15:53:21.013003 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-67e0f3e5-efa4-4de2-9c49-b83f36e38eb4 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778576 Nov 03 15:53:21.122707 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-bbbd815b-fbe1-4afd-9c9e-7940838bbe56 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:21.128713 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-bbbd815b-fbe1-4afd-9c9e-7940838bbe56 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:21.129055 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-bbbd815b-fbe1-4afd-9c9e-7940838bbe56 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e disassociated. External IP: 172.25.6.229, port: 85cb33c3-5861-493b-8449-419478eb8005. Nov 03 15:53:21.200185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ef2ad0d-168b-45c2-81dd-f28382cdd6d9 req-9b04be86-62ac-4cf1-ba48-7afb6cec7b11 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722031 Nov 03 15:53:21.327691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8060-da66-4ad7-8b55-36eab7a363ed req-b5eaab82-c691-4ddf-b7e1-bf97d1c41eae tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:21.329274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12bf8060-da66-4ad7-8b55-36eab7a363ed req-b5eaab82-c691-4ddf-b7e1-bf97d1c41eae tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0552037 Nov 03 15:53:21.384899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-bbbd815b-fbe1-4afd-9c9e-7940838bbe56 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Router b419dbef-97bb-4ff5-86f9-f888a427ece7 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:53:21.385733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12bf8060-da66-4ad7-8b55-36eab7a363ed req-784e3ac8-bfc5-48b5-9923-89c41993c64e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478001 Nov 03 15:53:21.510542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-bbbd815b-fbe1-4afd-9c9e-7940838bbe56 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:21.512686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660082-7dae-4429-9d3c-e5686649aa22 req-3dd96574-0801-45a3-adb5-0aa34ae42b34 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:21.514493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c660082-7dae-4429-9d3c-e5686649aa22 req-3dd96574-0801-45a3-adb5-0aa34ae42b34 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0551081 Nov 03 15:53:21.521260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-bbbd815b-fbe1-4afd-9c9e-7940838bbe56 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:21.522229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] Sync routers for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:21.535704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:21.537039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:21.562084 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-bbbd815b-fbe1-4afd-9c9e-7940838bbe56 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "PUT /v2.0/floatingips/c2c1bf22-bd99-4823-b42e-3f749177d61e HTTP/1.1" status: 200 len: 696 time: 0.7803192 Nov 03 15:53:21.571910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c660082-7dae-4429-9d3c-e5686649aa22 req-ab7a79e6-f987-4bf9-80a5-10c3f5cd079b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491676 Nov 03 15:53:21.629626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-53f8f190-06d7-43d4-b266-814e13ff514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:21.631129 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-53f8f190-06d7-43d4-b266-814e13ff514e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0517449 Nov 03 15:53:21.655273 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:21.676378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:21.729892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-453dc855-583b-493d-a1cb-1421d9cb8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:21.736424 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-453dc855-583b-493d-a1cb-1421d9cb8e67 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.0984814 Nov 03 15:53:21.778954 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-1e92af7f-69bd-4a13-84f2-b114e1421d7b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 217 time: 0.0416017 Nov 03 15:53:21.831051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-556db9e1-1e05-408d-8df4-7cb1ed99f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:21.832742 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-556db9e1-1e05-408d-8df4-7cb1ed99f699 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0531278 Nov 03 15:53:21.838274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a19ec-1d1d-4014-af4a-1758b7757b4b req-be153aeb-a6a2-4060-907f-ec3b269bec90 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:21.840145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-602a19ec-1d1d-4014-af4a-1758b7757b4b req-be153aeb-a6a2-4060-907f-ec3b269bec90 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0547800 Nov 03 15:53:21.893554 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-111b2061-0207-4aa8-b01e-2236d3a770e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:21.896258 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-111b2061-0207-4aa8-b01e-2236d3a770e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561769 Nov 03 15:53:21.913617 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-602a19ec-1d1d-4014-af4a-1758b7757b4b req-9cb40edd-18b0-4c01-a232-e6137efa4149 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648279 Nov 03 15:53:21.923733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'name': 'network-vif-deleted', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059'}, {'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:21.925858 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c341602-9e21-40e9-b0e7-f1839ea94654" -d '{"events": [{"server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "name": "network-vif-deleted", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059"}, {"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:22.012707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-92a55d87-fa99-42de-a924-62176cbe94f9 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074362 Nov 03 15:53:22.027021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:22.059073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] Checking router: b419dbef-97bb-4ff5-86f9-f888a427ece7 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:22.069730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:22.071453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:22.118489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede42184-5200-4f6d-953b-d0d694d80b85 req-07b5d856-452d-45b6-bf1e-23e1f0040c36 service neutron] 10.222.0.86 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986841 Nov 03 15:53:22.120341 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98acb2-cf3f-441e-a478-12ebe1fd33d3 x-openstack-request-id: req-4a98acb2-cf3f-441e-a478-12ebe1fd33d3 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:22.120636 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62a09cf-dfe8-47c3-897a-6ed9d64f11c0", "name": "network-vif-deleted", "tag": "99ca85ed-4689-4162-a706-bb0bd62a0059", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "tag": "85cb33c3-5861-493b-8449-419478eb8005", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:22.120888 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4a98acb2-cf3f-441e-a478-12ebe1fd33d3 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:22.121396 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62a09cf-dfe8-47c3-897a-6ed9d64f11c0', 'name': 'network-vif-deleted', 'tag': '99ca85ed-4689-4162-a706-bb0bd62a0059', 'status': 'completed', 'code': 200} Nov 03 15:53:22.121687 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'tag': '85cb33c3-5861-493b-8449-419478eb8005', 'status': 'completed', 'code': 200} Nov 03 15:53:22.166408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-e453bd6c-95c9-4cb2-b14e-0e6bc2b7441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:22.168282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-e453bd6c-95c9-4cb2-b14e-0e6bc2b7441f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=353b5b70047a4aec9f0892b59013dfc8&device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0457988 Nov 03 15:53:22.204889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98436f1-f08e-491d-8c0e-18a7159f44a1 req-a1523307-7c5e-4dfe-ba40-4647d01ed100 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:22.207163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b98436f1-f08e-491d-8c0e-18a7159f44a1 req-a1523307-7c5e-4dfe-ba40-4647d01ed100 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0866802 Nov 03 15:53:22.208352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:22.322015 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b98436f1-f08e-491d-8c0e-18a7159f44a1 req-37e25015-0538-465f-8ee5-6c0efe308cd3 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070788 Nov 03 15:53:22.368875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-56bee0ab-dd56-4728-b47e-da0aca3c7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:22.370409 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-56bee0ab-dd56-4728-b47e-da0aca3c7ddb service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 200 len: 922 time: 0.1891100 Nov 03 15:53:22.406586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-4e279b07-59cb-4e7b-8820-65f81e1105e5 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips/c2c1bf22-bd99-4823-b42e-3f749177d61e HTTP/1.1" status: 200 len: 696 time: 0.0492191 Nov 03 15:53:22.438906 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-a1bd4f5d-d26d-445a-b76d-fb7852ef9c93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 200 len: 217 time: 0.0596530 Nov 03 15:53:22.469586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:22.501347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a87dc-870b-4e0d-babf-f00c6e34287f None None] The sync data for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 is: [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:03Z', 'revision_number': 4, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '0a19659b-d612-4835-b49e-f4982fd26e03', 'name': '', 'network_id': '2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'mac_address': 'fa:16:3e:d2:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:01Z', 'updated_at': '2021-11-03T15:52:09Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'subnets': [{'id': 'ce1df15a-e82e-4637-8d0b-8600773b3bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:22.533934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-0b9333c5-0fb9-43f3-9e3a-6c768db4618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:22.535723 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-0b9333c5-0fb9-43f3-9e3a-6c768db4618f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 200 len: 860 time: 0.0878842 Nov 03 15:53:22.550381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836909-ae3a-409c-8021-28d915195460 req-4fda4219-5abe-4039-b109-a70259e85754 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:22.552235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c836909-ae3a-409c-8021-28d915195460 req-4fda4219-5abe-4039-b109-a70259e85754 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0737543 Nov 03 15:53:22.561242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-b6ba2a53-37eb-4dc9-9c4d-da24138bd0f1 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:22.572471 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-b6ba2a53-37eb-4dc9-9c4d-da24138bd0f1 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1622279 Nov 03 15:53:22.579466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-4d6ba086-afa0-4280-86f1-549feaedfd20 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:53:22.581974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-4d6ba086-afa0-4280-86f1-549feaedfd20 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0086887 Nov 03 15:53:22.630376 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c836909-ae3a-409c-8021-28d915195460 req-27a7c9a6-b851-484c-a274-ceafb459ca6e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687387 Nov 03 15:53:22.636125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-eb7bf048-9634-4ced-8987-aae9c862a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:22.637896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-eb7bf048-9634-4ced-8987-aae9c862a7e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844941 Nov 03 15:53:22.646387 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-256a4bc6-5daf-49ee-9ff0-4879407e2673 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 699 time: 0.0584683 Nov 03 15:53:22.706362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-081e47fb-78fb-486d-a222-f18f84682c3f tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 699 time: 0.0580029 Nov 03 15:53:22.813963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959336e9-c028-4035-931e-73db9e99f4cd req-26866e27-d826-4502-9be2-2d6768622268 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:22.815596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-959336e9-c028-4035-931e-73db9e99f4cd req-26866e27-d826-4502-9be2-2d6768622268 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0892732 Nov 03 15:53:22.819738 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-f320a28c-e5f8-4576-b67d-aff3d41c4e36 service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640079 Nov 03 15:53:22.861338 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6639e7-e15b-4da5-85b8-4aca16c7cb40 None None] New status for floating IP c2c1bf22-bd99-4823-b42e-3f749177d61e: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:53:22.861980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Deleting port 7e447649-911c-4a54-bd0e-6a028ec1ae47 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:22.861980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:22.886243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5edc85dc-7108-49d1-807b-618d5aa721c0 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:22.937089 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-959336e9-c028-4035-931e-73db9e99f4cd req-9b9730b5-bdcb-410a-9928-2107e427bcc1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115544 Nov 03 15:53:22.969216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c341602-9e21-40e9-b0e7-f1839ea94654 req-086b6ee0-8144-451f-98cd-5648bfca17ad service neutron] 10.222.0.70 "GET /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284549 Nov 03 15:53:22.971199 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:22.971529 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:22.986026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Calling delete_port for 7e447649-911c-4a54-bd0e-6a028ec1ae47 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:23.022234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:23.113605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa632275-ce09-4fdc-96e6-0cb45bf3fd3e req-cefdfc46-72d5-4715-8f7b-8bd72f834f42 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:23.121565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa632275-ce09-4fdc-96e6-0cb45bf3fd3e req-cefdfc46-72d5-4715-8f7b-8bd72f834f42 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0886791 Nov 03 15:53:23.171178 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:23.175685 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:23.184209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa632275-ce09-4fdc-96e6-0cb45bf3fd3e req-c4c74b78-598b-47a6-8731-76f2850f751f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617516 Nov 03 15:53:23.194402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 99ca85ed-4689-4162-a706-bb0bd62a0059 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:23.208772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Pushing event deleted for resources: {'Port': ['ID=7e447649-911c-4a54-bd0e-6a028ec1ae47,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:23.238535 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 99ca85ed-4689-4162-a706-bb0bd62a0059 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:53:23.238878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 99ca85ed-4689-4162-a706-bb0bd62a0059 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:53:23.259865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:23.261398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:23.264287 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cde737-9239-4dab-8a85-7c4671f8108f" -d '{"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:23.268563 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:23.271113 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:23.274115 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:23.290153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97e3bd92-35bf-4ac5-88f8-e6307cd6a596 req-ccf07407-1a24-4ec0-adb8-f513fc7fa7cc tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "DELETE /v2.0/floatingips/c2c1bf22-bd99-4823-b42e-3f749177d61e HTTP/1.1" status: 204 len: 173 time: 0.5828257 Nov 03 15:53:23.342516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:23.361695 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e2eb9f-abc8-4d35-a05c-c0da2f66ce74 x-openstack-request-id: req-15e2eb9f-abc8-4d35-a05c-c0da2f66ce74 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:23.362036 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:23.362296 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15e2eb9f-abc8-4d35-a05c-c0da2f66ce74 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:23.362695 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'code': 200} Nov 03 15:53:23.467152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215db358-e5f4-422a-ab46-acd1326827f6 req-6b8ddb0c-920c-4491-b7ca-e181d1db1aff tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:23.468880 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-215db358-e5f4-422a-ab46-acd1326827f6 req-6b8ddb0c-920c-4491-b7ca-e181d1db1aff tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 947 time: 0.0523591 Nov 03 15:53:23.529903 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-215db358-e5f4-422a-ab46-acd1326827f6 req-9d907659-95e0-4893-b348-f813b6bb52c6 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537186 Nov 03 15:53:23.616052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eca08-b7a0-4f07-a42e-88789537bbf2 req-16b86cc3-d58b-4243-94af-358694072714 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:23.620067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d62eca08-b7a0-4f07-a42e-88789537bbf2 req-16b86cc3-d58b-4243-94af-358694072714 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 945 time: 0.0660062 Nov 03 15:53:23.690355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d62eca08-b7a0-4f07-a42e-88789537bbf2 req-dd8ed20e-b109-4752-956a-94f0ac0d75c0 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631330 Nov 03 15:53:23.738365 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-e1efafe3-ce19-47ec-bd73-e0ced5951945 service neutron] 10.222.0.15 "GET /v2.0/ports/5edc85dc-7108-49d1-807b-618d5aa721c0/bindings/n-h2-813897-2 HTTP/1.1" status: 200 len: 384 time: 0.0823176 Nov 03 15:53:23.829882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecf8b6-9444-4f74-a5df-87b100b26aec req-6f9e9fbd-afd2-4f79-a937-361289293975 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:23.831337 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6ecf8b6-9444-4f74-a5df-87b100b26aec req-6f9e9fbd-afd2-4f79-a937-361289293975 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0870614 Nov 03 15:53:23.950717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6ecf8b6-9444-4f74-a5df-87b100b26aec req-9be38334-bc7e-4c7c-bff5-d4827cf3a46c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117790 Nov 03 15:53:23.990623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:24.011541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:24.052004 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edc85dc-7108-49d1-807b-618d5aa721c0 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:53:24.063751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:24.078122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:24.081873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9468950-177b-4fca-86cc-c26bde5ea382 req-d1c7302b-a1ab-453c-9295-f11f1ca7f9b6 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:24.083377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9468950-177b-4fca-86cc-c26bde5ea382 req-d1c7302b-a1ab-453c-9295-f11f1ca7f9b6 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 944 time: 0.0630064 Nov 03 15:53:24.134460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9468950-177b-4fca-86cc-c26bde5ea382 req-d64979c6-4ef4-47f1-8689-0c155954b51a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Nov 03 15:53:24.154317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] Transition to ACTIVE for port object 5edc85dc-7108-49d1-807b-618d5aa721c0 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:53:24.160925 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:24.230417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] No DVR routers for this DVR port 5edc85dc-7108-49d1-807b-618d5aa721c0 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:24.241435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5edc85dc-7108-49d1-807b-618d5aa721c0,revision_number=10']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:24.277661 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-1912eb7c-e6a3-4234-b017-346945e723f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/5edc85dc-7108-49d1-807b-618d5aa721c0/bindings/n-h2-813897-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5245926 Nov 03 15:53:24.329117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968c3aa-1b11-4aa2-8838-effded39308d req-2220d082-05e6-4fca-b050-6a94b3fe6382 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:24.331315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3968c3aa-1b11-4aa2-8838-effded39308d req-2220d082-05e6-4fca-b050-6a94b3fe6382 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0618796 Nov 03 15:53:24.389957 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3968c3aa-1b11-4aa2-8838-effded39308d req-ca00be6c-f07e-4b67-a86f-8f2f77d22316 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500176 Nov 03 15:53:24.446130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-994b4959-a427-4b97-b5ef-28f9f837f3be tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:24.447795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-994b4959-a427-4b97-b5ef-28f9f837f3be tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.0499618 Nov 03 15:53:24.511719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-6594cf51-ed61-443a-9ab3-9c5606b9e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:24.513329 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-6594cf51-ed61-443a-9ab3-9c5606b9e70d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d&tenant_id=574458bcf0c640ecb8efbda6451c2ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0420406 Nov 03 15:53:24.586977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-48594e4f-1cba-4d95-9f0f-a127a13bf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:24.588565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-48594e4f-1cba-4d95-9f0f-a127a13bf95b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1096 time: 0.0476983 Nov 03 15:53:24.660594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60d4d-5d81-4ba6-a275-a22647b4a64f req-32c75d25-3550-4baf-ae84-22c146140dd1 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:24.662969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f60d4d-5d81-4ba6-a275-a22647b4a64f req-32c75d25-3550-4baf-ae84-22c146140dd1 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 947 time: 0.0561860 Nov 03 15:53:24.686731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-5e5cfcf1-3161-4268-a47e-878ebc35bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:24.688408 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-5e5cfcf1-3161-4268-a47e-878ebc35bdf1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.0909362 Nov 03 15:53:24.713174 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f60d4d-5d81-4ba6-a275-a22647b4a64f req-e6a23fad-3e06-4f21-81e7-2f91d1e20bc0 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428276 Nov 03 15:53:24.899248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:53:24.982179 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-9b70867a-1ca8-4428-8005-89255680fb94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5edc85dc-7108-49d1-807b-618d5aa721c0 HTTP/1.1" status: 200 len: 217 time: 0.2832663 Nov 03 15:53:25.020969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:25.035668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'mac_address': 'fa:16:3e:2d:d6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:53:25.063238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-58479a78-7c97-43bb-934c-4a882bd9f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:25.064934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-58479a78-7c97-43bb-934c-4a882bd9f436 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0734220 Nov 03 15:53:25.081753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3837140-b457-42b6-b6ce-eb34f886cb79 req-39e721df-8ba9-44e6-b2fc-b5d71ba15006 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:25.089562 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3837140-b457-42b6-b6ce-eb34f886cb79 req-39e721df-8ba9-44e6-b2fc-b5d71ba15006 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 945 time: 0.1153226 Nov 03 15:53:25.090701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e412-8959-4453-975d-32ec85a44191 req-eb5ceec6-7999-4d28-aca1-672c27ce9234 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:25.091389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:25.092235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c085e412-8959-4453-975d-32ec85a44191 req-eb5ceec6-7999-4d28-aca1-672c27ce9234 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0672255 Nov 03 15:53:25.109056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b1fe94-c47c-4fc8-8951-5c51878ff204 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:53:25.131230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:25.137112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:25.139304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-26d10b04-bde8-490e-9d90-c26d89e4640d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468776 Nov 03 15:53:25.143847 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c085e412-8959-4453-975d-32ec85a44191 req-8ad32792-835b-440c-9d3a-181adbcc149b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Nov 03 15:53:25.174832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3837140-b457-42b6-b6ce-eb34f886cb79 req-31ef913b-6e4c-4e0e-b429-0ffa769f4e1b tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/security-groups?id=614fe552-853f-4811-8903-096b4037ceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843048 Nov 03 15:53:25.206287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=10']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:25.281775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecc0e6-e19b-4173-a4b5-639c9c4424cf req-e440b4df-6d8f-4181-8c82-d5f16deb8063 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:25.284145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11ecc0e6-e19b-4173-a4b5-639c9c4424cf req-e440b4df-6d8f-4181-8c82-d5f16deb8063 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 945 time: 0.0598538 Nov 03 15:53:25.297650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-eb151124-df50-4775-b42b-e98974f78973 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:25.299962 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-eb151124-df50-4775-b42b-e98974f78973 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 945 time: 0.1234210 Nov 03 15:53:25.348345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11ecc0e6-e19b-4173-a4b5-639c9c4424cf req-45df90a8-cc85-4e5e-be2d-c95a32d0f361 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 Nov 03 15:53:25.353061 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-7f3f0510-4ae5-4735-adf6-930bc4bedd23 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465800 Nov 03 15:53:25.520419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Deleting port 85cb33c3-5861-493b-8449-419478eb8005 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:25.521090 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:25.561002 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-48bdd5f4-e551-4394-a4f4-e7c6c92e33f4 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936152 Nov 03 15:53:25.613256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3a1a4-991e-4643-aaec-aa0874c38f53 req-f40e7c40-2c2e-413b-b03d-dcb4e7f84a5c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:25.614983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-85a3a1a4-991e-4643-aaec-aa0874c38f53 req-f40e7c40-2c2e-413b-b03d-dcb4e7f84a5c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1406481 Nov 03 15:53:25.674117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['a1b1fe94-c47c-4fc8-8951-5c51878ff204'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:25.675719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] For port 85cb33c3-5861-493b-8449-419478eb8005, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=85cb33c3-5861-493b-8449-419478eb8005,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:25.676080 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:25.700122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-85a3a1a4-991e-4643-aaec-aa0874c38f53 req-814c8caf-6964-45c7-bbce-fe5a850e0b03 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754392 Nov 03 15:53:25.701019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Calling delete_port for 85cb33c3-5861-493b-8449-419478eb8005 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:25.863008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ccac9-191d-4b91-ac4e-af81af1fef02 req-112abb89-4f7c-4dd0-bad2-66bd76f7feae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:25.864683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a4ccac9-191d-4b91-ac4e-af81af1fef02 req-112abb89-4f7c-4dd0-bad2-66bd76f7feae tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0567768 Nov 03 15:53:25.895503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-68ccebd1-6386-406f-a602-4d617051763e tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:25.896979 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-68ccebd1-6386-406f-a602-4d617051763e tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.0863066 Nov 03 15:53:25.913937 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a4ccac9-191d-4b91-ac4e-af81af1fef02 req-d37ccb8a-447c-4a67-8e8a-270eafa906f2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Nov 03 15:53:25.935985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:25.950969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['85cb33c3-5861-493b-8449-419478eb8005'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:25.974140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Pushing event deleted for resources: {'Port': ['ID=85cb33c3-5861-493b-8449-419478eb8005,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:26.033592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] No DVR routers for this DVR port 85cb33c3-5861-493b-8449-419478eb8005 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:26.037386 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:26.041591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2f19eaf-fbdb-4b35-aeae-0b43ac09501e req-95e7da1b-da4e-4c56-8625-d2c694498e13 tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.70 "DELETE /v2.0/ports/85cb33c3-5861-493b-8449-419478eb8005 HTTP/1.1" status: 204 len: 173 time: 0.7301028 Nov 03 15:53:26.042034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'name': 'network-vif-deleted', 'tag': '85cb33c3-5861-493b-8449-419478eb8005'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:26.044282 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce25d104-8f2d-42db-9927-6cb1b07ec523" -d '{"events": [{"server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "name": "network-vif-deleted", "tag": "85cb33c3-5861-493b-8449-419478eb8005"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:26.099395 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a304ad6-7f6e-42a6-b461-552f63592e7a x-openstack-request-id: req-8a304ad6-7f6e-42a6-b461-552f63592e7a {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:26.099691 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b873bd9-c1c2-4643-be10-479a0cb49ec6", "name": "network-vif-deleted", "tag": "85cb33c3-5861-493b-8449-419478eb8005", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:26.099943 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a304ad6-7f6e-42a6-b461-552f63592e7a {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:26.101307 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b873bd9-c1c2-4643-be10-479a0cb49ec6', 'name': 'network-vif-deleted', 'tag': '85cb33c3-5861-493b-8449-419478eb8005', 'status': 'completed', 'code': 200} Nov 03 15:53:26.101449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-644b42a4-1a71-4bc2-ace1-deaff1cd7029 service neutron] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:26.105303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-644b42a4-1a71-4bc2-ace1-deaff1cd7029 service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:26.106501 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b220ff46-c1c8-4dbd-b73d-ae3c27746b70 req-644b42a4-1a71-4bc2-ace1-deaff1cd7029 service neutron] 10.222.0.70 "DELETE /v2.0/ports/5edc85dc-7108-49d1-807b-618d5aa721c0/bindings/n-h1-813897-2 HTTP/1.1" status: 204 len: 173 time: 0.1996791 Nov 03 15:53:26.262212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91699581-8fb9-40c9-ba95-81a746b5d8f3 req-c716f554-f19b-4c62-a895-99a0d10b9b4d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:26.263020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-91699581-8fb9-40c9-ba95-81a746b5d8f3 req-c716f554-f19b-4c62-a895-99a0d10b9b4d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0487232 Nov 03 15:53:26.288207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-65d5ad96-1ed0-45f4-9697-15f8653f3112 req-d263ecb8-6a1a-4c8e-a914-9d54bc64f2fa tempest-FloatingIPsAssociationTestJSON-199819892 tempest-FloatingIPsAssociationTestJSON-199819892-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b873bd9-c1c2-4643-be10-479a0cb49ec6 HTTP/1.1" status: 200 len: 210 time: 0.0277147 Nov 03 15:53:26.315679 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-91699581-8fb9-40c9-ba95-81a746b5d8f3 req-ee6686cc-a533-4514-9ba6-08c175eb3d77 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458910 Nov 03 15:53:26.470595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854ee5-7d65-4d60-b1c8-1c68db85ca46 req-aeccfd71-05d0-40d6-ba5c-ff019e47f86b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:26.472919 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-38854ee5-7d65-4d60-b1c8-1c68db85ca46 req-aeccfd71-05d0-40d6-ba5c-ff019e47f86b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 945 time: 0.0521131 Nov 03 15:53:26.525705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-38854ee5-7d65-4d60-b1c8-1c68db85ca46 req-2d0f3799-0564-4501-8fe3-6fc2d6e51055 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Nov 03 15:53:26.680740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953cda-73ec-4f92-96f7-c834fee978b7 req-369d9c1a-1479-4660-afab-09f463155ee8 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:26.682460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae953cda-73ec-4f92-96f7-c834fee978b7 req-369d9c1a-1479-4660-afab-09f463155ee8 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1096 time: 0.0551338 Nov 03 15:53:26.728709 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae953cda-73ec-4f92-96f7-c834fee978b7 req-f4aeaac8-115b-41ae-a9e8-c8874fd03cd0 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Nov 03 15:53:26.830128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39cb2-6ee5-4490-bcc3-d8376496fab3 req-19bc4315-e1e4-4e27-9f8b-588bcf3e3063 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:26.831660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bdf39cb2-6ee5-4490-bcc3-d8376496fab3 req-19bc4315-e1e4-4e27-9f8b-588bcf3e3063 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0489447 Nov 03 15:53:26.833193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f4b67-2884-4358-96eb-783db09e4c90 req-d5570513-dab8-4c00-be2c-ba0373a21414 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:26.834731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-343f4b67-2884-4358-96eb-783db09e4c90 req-d5570513-dab8-4c00-be2c-ba0373a21414 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 1096 time: 0.0409005 Nov 03 15:53:26.884332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bdf39cb2-6ee5-4490-bcc3-d8376496fab3 req-debd2ed5-7dee-4e69-abab-315f1509f905 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448992 Nov 03 15:53:26.885143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-343f4b67-2884-4358-96eb-783db09e4c90 req-589e976b-1cab-4b19-a7a7-9d9fe7bbd211 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432410 Nov 03 15:53:27.030185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d57f9a-ccc1-4fa6-9a10-07528a7a48f4 req-75db6fdc-3177-4c45-9c00-4878dd1920a5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:27.031662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1d57f9a-ccc1-4fa6-9a10-07528a7a48f4 req-75db6fdc-3177-4c45-9c00-4878dd1920a5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0488293 Nov 03 15:53:27.085493 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1d57f9a-ccc1-4fa6-9a10-07528a7a48f4 req-fde0fb35-4198-47eb-af46-11595a47b7fa tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478261 Nov 03 15:53:27.349217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43362) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:27.438778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a0eb6-b173-402f-ab06-4b001cad475d req-af5879b3-0927-4a37-bad9-9e00e550ebc6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:27.440380 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-919a0eb6-b173-402f-ab06-4b001cad475d req-af5879b3-0927-4a37-bad9-9e00e550ebc6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0529416 Nov 03 15:53:27.504207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-919a0eb6-b173-402f-ab06-4b001cad475d req-2f8c6563-9cc9-4eba-ad6d-ea7b36afaa43 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530984 Nov 03 15:53:27.533684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-40ce945a-b28b-4f66-a3b6-9c8598ac5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:27.535241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-40ce945a-b28b-4f66-a3b6-9c8598ac5cb5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1096 time: 0.0465131 Nov 03 15:53:27.637855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-8e06d960-9638-48d4-ac38-8a3dfc2fd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:27.639232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-8e06d960-9638-48d4-ac38-8a3dfc2fd5c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.0960658 Nov 03 15:53:27.689318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-e3b97f7b-fd75-4151-ba09-2c7c15b64e97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 200 len: 217 time: 0.0380876 Nov 03 15:53:27.754899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-57dcf39b-8b98-42a0-a6ab-9d05f5dff2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:27.756369 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-57dcf39b-8b98-42a0-a6ab-9d05f5dff2c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0494292 Nov 03 15:53:27.796080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a60b7c20-8e25-419f-964d-06c6d6b2fcc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305026 Nov 03 15:53:27.897382 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-30488714-08ca-423e-b6e4-e8e21d4ad934 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932572 Nov 03 15:53:28.025795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-6f192be1-556a-4019-9e18-250d85b27c27 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203730 Nov 03 15:53:28.080113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9b39-ef6b-4038-8dd3-dc4e3caf5402 req-fc4a2c2f-1b68-4b23-8cd6-a6c97790f1f3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:28.081628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-708e9b39-ef6b-4038-8dd3-dc4e3caf5402 req-fc4a2c2f-1b68-4b23-8cd6-a6c97790f1f3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1027777 Nov 03 15:53:28.112810 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:28.183570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-708e9b39-ef6b-4038-8dd3-dc4e3caf5402 req-98529869-9fb0-4ffb-9628-0538286e349e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941336 Nov 03 15:53:28.259786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117c95e-b3a9-487b-99ca-4b89f8bc635e req-cf9c4b96-acde-48ba-bcae-d25c30e153da tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:28.271549 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5117c95e-b3a9-487b-99ca-4b89f8bc635e req-cf9c4b96-acde-48ba-bcae-d25c30e153da tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 949 time: 0.0742171 Nov 03 15:53:28.347743 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5117c95e-b3a9-487b-99ca-4b89f8bc635e req-55b7b8e2-5ab9-41d4-8fd0-35d23e1a7e04 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749419 Nov 03 15:53:28.458319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Deleting port 0a19659b-d612-4835-b49e-f4982fd26e03 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:28.458722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:28.538629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] For port 0a19659b-d612-4835-b49e-f4982fd26e03, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0a19659b-d612-4835-b49e-f4982fd26e03,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:28.539039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:28.554092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Calling delete_port for 0a19659b-d612-4835-b49e-f4982fd26e03 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:28.712547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5616634-0011-4ba3-a5eb-bad70e9e9630 req-df03642c-6abc-4b4d-ba42-ddb5d88d3e3d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:28.714426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5616634-0011-4ba3-a5eb-bad70e9e9630 req-df03642c-6abc-4b4d-ba42-ddb5d88d3e3d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1011229 Nov 03 15:53:28.798775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5616634-0011-4ba3-a5eb-bad70e9e9630 req-c71b2a1c-1ecf-4140-984d-be2e7ed48f6c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760825 Nov 03 15:53:28.861353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:28.890838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a19659b-d612-4835-b49e-f4982fd26e03,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:28.953584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:53:29.031826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:29.040238 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port a1b1fe94-c47c-4fc8-8951-5c51878ff204 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:29.040749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:29.138974 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:29.162062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:29.165003 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcbafd7-d8a5-4e6a-83a3-fd6d3c90b926" -d '{"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-plugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:29.182057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:29.187984 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:29.219825 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4616ac4e-5294-48d7-9e9f-b4e515443e81 x-openstack-request-id: req-4616ac4e-5294-48d7-9e9f-b4e515443e81 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:29.220128 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-plugged", "status": "completed", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:29.220381 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4616ac4e-5294-48d7-9e9f-b4e515443e81 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:29.220755 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'code': 200} Nov 03 15:53:29.221507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 85cb33c3-5861-493b-8449-419478eb8005 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:29.248910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 85cb33c3-5861-493b-8449-419478eb8005 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:53:29.249294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 85cb33c3-5861-493b-8449-419478eb8005 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:53:29.306084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:29.307066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Router b419dbef-97bb-4ff5-86f9-f888a427ece7 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:53:29.412213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d12711-27d8-4654-9775-d987d592377a req-b46311c8-0bb1-43b1-a1db-86e7f3ccb0e3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:29.415837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6d12711-27d8-4654-9775-d987d592377a req-b46311c8-0bb1-43b1-a1db-86e7f3ccb0e3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1227131 Nov 03 15:53:29.436964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25dac7-0417-48d5-b11e-af420d6586cf req-9be4e494-4c13-4665-bee3-7197b3dca224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:29.438486 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb25dac7-0417-48d5-b11e-af420d6586cf req-9be4e494-4c13-4665-bee3-7197b3dca224 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 1101 time: 0.0456207 Nov 03 15:53:29.502705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb25dac7-0417-48d5-b11e-af420d6586cf req-a18b9c19-4d2b-4a9a-bb40-e1505fe2cf7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561092 Nov 03 15:53:29.512705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6d12711-27d8-4654-9775-d987d592377a req-6a09cc21-d3c4-4746-b3e7-b7bf0ded9cb3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570459 Nov 03 15:53:29.519478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:29.525177 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-75c0c5b0-9e94-4898-a1b1-42dcfc7902c5 admin admin] 10.222.0.86 "PUT /v2.0/routers/b419dbef-97bb-4ff5-86f9-f888a427ece7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1747537 Nov 03 15:53:29.527834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43392) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:29.531594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] Sync routers for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:29.556577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e31e9f-de05-4e0f-8974-507c7afcad0f req-a69957f1-4e05-4c17-94f9-c56bf79772c5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:29.556577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a1e31e9f-de05-4e0f-8974-507c7afcad0f req-a69957f1-4e05-4c17-94f9-c56bf79772c5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 950 time: 0.0610588 Nov 03 15:53:29.558021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:29.558680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:29.615087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a1e31e9f-de05-4e0f-8974-507c7afcad0f req-c40d230e-8056-4559-8785-5886a6fe1a19 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521734 Nov 03 15:53:29.642739 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:29.687333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:29.751675 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:29.810839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Deleting port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:29.811170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:29.900920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:53:28Z', 'revision_number': 5, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port': {'id': '8c7f46f6-91b9-4ee1-97c8-c10f998089ef', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:29.939447 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] For port 8c7f46f6-91b9-4ee1-97c8-c10f998089ef, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8c7f46f6-91b9-4ee1-97c8-c10f998089ef,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:29.939805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:29.942458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] Checking router: b419dbef-97bb-4ff5-86f9-f888a427ece7 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:29.954931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc2255-543a-4518-bf87-db2940cd2040 req-c16a8ae7-00d1-4767-b745-19f856f8b9a9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:29.956483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1fc2255-543a-4518-bf87-db2940cd2040 req-c16a8ae7-00d1-4767-b745-19f856f8b9a9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0834563 Nov 03 15:53:29.962879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Calling delete_port for 8c7f46f6-91b9-4ee1-97c8-c10f998089ef owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:29.968052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] Routers {'b419dbef-97bb-4ff5-86f9-f888a427ece7'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:29.969589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b419dbef-97bb-4ff5-86f9-f888a427ece7'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:30.053417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1fc2255-543a-4518-bf87-db2940cd2040 req-9b4472e9-1f18-4082-bdb4-e4c2740d1939 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863218 Nov 03 15:53:30.092912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] Set router b419dbef-97bb-4ff5-86f9-f888a427ece7 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:30.187333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.217678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7f46f6-91b9-4ee1-97c8-c10f998089ef,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:30.242906 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.283430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:53:29Z', 'revision_number': 6, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:30.315324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7ade7-0052-4401-92ca-5c095194d1c0 None None] The sync data for ids ['b419dbef-97bb-4ff5-86f9-f888a427ece7'] in n-d-813897-2 is: [{'id': 'b419dbef-97bb-4ff5-86f9-f888a427ece7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556022584-router', 'tenant_id': '353b5b70047a4aec9f0892b59013dfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:53Z', 'updated_at': '2021-11-03T15:53:29Z', 'revision_number': 6, 'project_id': '353b5b70047a4aec9f0892b59013dfc8', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:30.357735 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.360064 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.425339 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.425952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b419dbef-97bb-4ff5-86f9-f888a427ece7 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:53:30.430931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.432062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dc44837a-ee9f-4f82-a45b-5ad6e7cee45e admin admin] 10.222.0.86 "DELETE /v2.0/routers/b419dbef-97bb-4ff5-86f9-f888a427ece7 HTTP/1.1" status: 204 len: 168 time: 0.9034536 Nov 03 15:53:30.434517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43402) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:30.479558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6764456-6b9a-4648-a4fd-8ab637d44d13 admin admin] Deleting subnet ce1df15a-e82e-4637-8d0b-8600773b3bd2 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:53:30.482856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6764456-6b9a-4648-a4fd-8ab637d44d13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.519931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6764456-6b9a-4648-a4fd-8ab637d44d13 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.603047 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6764456-6b9a-4648-a4fd-8ab637d44d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.702282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a1493-93cf-499b-a784-e979f62f5e71 req-02ea988e-5bd7-4087-b832-4cf6a4135b49 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:30.703871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f27a1493-93cf-499b-a784-e979f62f5e71 req-02ea988e-5bd7-4087-b832-4cf6a4135b49 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0813627 Nov 03 15:53:30.713426 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6764456-6b9a-4648-a4fd-8ab637d44d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.753275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6764456-6b9a-4648-a4fd-8ab637d44d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1df15a-e82e-4637-8d0b-8600773b3bd2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:30.760472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6764456-6b9a-4648-a4fd-8ab637d44d13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.766308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d6764456-6b9a-4648-a4fd-8ab637d44d13 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ce1df15a-e82e-4637-8d0b-8600773b3bd2 HTTP/1.1" status: 204 len: 168 time: 0.3281682 Nov 03 15:53:30.768022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43408) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:30.769321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117302ac-16e2-480a-95dd-73f4fe77010a None None] Network 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:53:30.783593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3d729-3bb2-4887-a136-4f08d6c4f191 req-b9f2927f-e0da-43af-8e16-b9b8b44b8607 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:30.786826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ddc3d729-3bb2-4887-a136-4f08d6c4f191 req-b9f2927f-e0da-43af-8e16-b9b8b44b8607 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 950 time: 0.0848258 Nov 03 15:53:30.829936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f27a1493-93cf-499b-a784-e979f62f5e71 req-e88ce20f-5824-4e42-8d65-80e7b096c408 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133642 Nov 03 15:53:30.905379 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.937043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ddc3d729-3bb2-4887-a136-4f08d6c4f191 req-55e95c90-121c-4535-80bb-cca01a9ea9c5 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681684 Nov 03 15:53:30.988556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Deleting port b46b60f3-92a3-447e-97f0-26d1cc10974c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:30.990138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:30.998546 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.079439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] For port b46b60f3-92a3-447e-97f0-26d1cc10974c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b46b60f3-92a3-447e-97f0-26d1cc10974c,segment=NetworkSegment(4eafd5a1-4029-43a4-9be0-a0c6fbd114ed),segment_id=4eafd5a1-4029-43a4-9be0-a0c6fbd114ed)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:31.080309 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.093983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Calling delete_port for b46b60f3-92a3-447e-97f0-26d1cc10974c owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:31.187606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] DHCP port deletion for 2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:53:31.225016 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.245167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] Deleting port b46b60f3-92a3-447e-97f0-26d1cc10974c {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:31.245628 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.268076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46b60f3-92a3-447e-97f0-26d1cc10974c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:31.279062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] No DVR routers for this DVR port b46b60f3-92a3-447e-97f0-26d1cc10974c on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:31.297021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790762-e9b2-49e9-8391-3ce9605ebc93 req-92306508-f633-412a-9b50-e84f6a3dc1a2 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:31.306027 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee790762-e9b2-49e9-8391-3ce9605ebc93 req-92306508-f633-412a-9b50-e84f6a3dc1a2 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1402299 Nov 03 15:53:31.342548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] For port b46b60f3-92a3-447e-97f0-26d1cc10974c, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:31.342845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.357648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] Calling delete_port for b46b60f3-92a3-447e-97f0-26d1cc10974c owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:31.361804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] Port b46b60f3-92a3-447e-97f0-26d1cc10974c was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 15:53:31.363726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.427986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] Pushing event deleted for resources: {'Port': ['ID=b46b60f3-92a3-447e-97f0-26d1cc10974c,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:31.431801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d27ff6-4c88-41cc-bc34-d204e685da48 None None] No DVR routers for this DVR port b46b60f3-92a3-447e-97f0-26d1cc10974c on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:31.452759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0a19659b-d612-4835-b49e-f4982fd26e03 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:31.457327 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.481732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 0a19659b-d612-4835-b49e-f4982fd26e03 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:53:31.482086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0a19659b-d612-4835-b49e-f4982fd26e03 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:53:31.482511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b46b60f3-92a3-447e-97f0-26d1cc10974c no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:31.503430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:31.510980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b46b60f3-92a3-447e-97f0-26d1cc10974c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:53:31.511395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b46b60f3-92a3-447e-97f0-26d1cc10974c not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:53:31.511740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8c7f46f6-91b9-4ee1-97c8-c10f998089ef no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:31.523219 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee790762-e9b2-49e9-8391-3ce9605ebc93 req-f96c5c39-e938-4520-8037-6f09a08f0fda tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140520 Nov 03 15:53:31.538776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 8c7f46f6-91b9-4ee1-97c8-c10f998089ef {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:53:31.538776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8c7f46f6-91b9-4ee1-97c8-c10f998089ef not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:53:31.556226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:31.556529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eafd5a1-4029-43a4-9be0-a0c6fbd114ed') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:31.576640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.599490 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.607234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:53:31.609009 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: timer() Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:53:31.611149 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:53:31.671829 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.678167 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:31.682632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d HTTP/1.1" status: 204 len: 168 time: 0.9127636 Nov 03 15:53:31.696615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8d657-f6b8-430d-91cf-aadf12bb3ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba14b1e-2d5b-4c5a-895c-ea9cf653a47d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:31.849239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43420) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:31.894420 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3fe7acc0-631f-4a07-93fc-1eec408e3814 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=353b5b70047a4aec9f0892b59013dfc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416045 Nov 03 15:53:31.894750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43424) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:31.987230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9768277-79a2-4244-8ec9-5e8fa58e38cc req-ad6c1671-1105-416f-a986-0ed74fcf2949 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:31.988706 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9768277-79a2-4244-8ec9-5e8fa58e38cc req-ad6c1671-1105-416f-a986-0ed74fcf2949 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0727417 Nov 03 15:53:31.989329 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08e51c8d-9591-468e-8a49-2744504ec3f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:32.023499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08e51c8d-9591-468e-8a49-2744504ec3f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:32.079783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9768277-79a2-4244-8ec9-5e8fa58e38cc req-3f38d57f-b252-4c05-9cfd-c0a3f6892a43 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801058 Nov 03 15:53:32.107414 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08e51c8d-9591-468e-8a49-2744504ec3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:32.111602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08e51c8d-9591-468e-8a49-2744504ec3f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:32.115279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-08e51c8d-9591-468e-8a49-2744504ec3f8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/614fe552-853f-4811-8903-096b4037ceda HTTP/1.1" status: 204 len: 168 time: 0.2172656 Nov 03 15:53:32.135500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e51c8d-9591-468e-8a49-2744504ec3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614fe552-853f-4811-8903-096b4037ceda,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:32.355230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd31528-db44-40b2-8999-f0a5e431846f req-cfb69c54-ef26-4276-8b26-440750bca334 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:32.356742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfd31528-db44-40b2-8999-f0a5e431846f req-cfb69c54-ef26-4276-8b26-440750bca334 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 950 time: 0.3461971 Nov 03 15:53:32.410199 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfd31528-db44-40b2-8999-f0a5e431846f req-27e57bd2-dd0d-4219-b904-34a53823a3de tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472026 Nov 03 15:53:32.451208 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8e3df1a-b27c-4e18-831f-94595c006640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:32.660819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155076-db07-43dd-baf6-0a712ecbe1a1 req-a849b4ad-44c4-499f-a6a0-2c16139491f4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:32.669126 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82155076-db07-43dd-baf6-0a712ecbe1a1 req-a849b4ad-44c4-499f-a6a0-2c16139491f4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0607402 Nov 03 15:53:32.724160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a7278-2aeb-4384-b7a1-0dd246517887 req-0af18e2f-3a26-4caa-a823-b3ea316414f7 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:32.733264 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ce4a7278-2aeb-4384-b7a1-0dd246517887 req-0af18e2f-3a26-4caa-a823-b3ea316414f7 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 1101 time: 0.0888474 Nov 03 15:53:32.734675 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82155076-db07-43dd-baf6-0a712ecbe1a1 req-e735efc8-a8c3-4251-81a5-6ba6b8fe2d74 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641074 Nov 03 15:53:32.837140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ce4a7278-2aeb-4384-b7a1-0dd246517887 req-bb56635c-b4e5-4134-98c5-f458a8399b8f tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968935 Nov 03 15:53:33.084608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43474) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:33.090570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9ceca-f474-4c1d-8673-b3689d98b53c req-8ccea972-127d-4fb9-bc7a-41497d3bb033 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:33.092224 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87d9ceca-f474-4c1d-8673-b3689d98b53c req-8ccea972-127d-4fb9-bc7a-41497d3bb033 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 1101 time: 0.0632830 Nov 03 15:53:33.163400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87d9ceca-f474-4c1d-8673-b3689d98b53c req-718c9098-9f9e-465a-b6cb-380880424808 tempest-ServersAdminTestJSON-930859793 tempest-ServersAdminTestJSON-930859793-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644455 Nov 03 15:53:33.257163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-network', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:33.302543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a52e73-7f32-49db-a30a-9fcc96def4cd req-f1a9b2fe-d423-4520-901b-49c56804c011 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:33.304108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0a52e73-7f32-49db-a30a-9fcc96def4cd req-f1a9b2fe-d423-4520-901b-49c56804c011 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0974283 Nov 03 15:53:33.306130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Made reservation on behalf of 7874822508b6463d90ab1fbfd2e64f25 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:53:33.308779 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:33.324221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:33.394438 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0a52e73-7f32-49db-a30a-9fcc96def4cd req-eb10b05e-3aaf-4854-a1c6-4df82266bce9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809696 Nov 03 15:53:33.472004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:33.480089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:33.523518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:53:33.546562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:33.547322 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Added segment ab5dedd4-64c7-41cf-ab51-c3e77cd99704 of type vlan for network a4942fbf-b875-4b3f-88e0-065e01560d92 Nov 03 15:53:33.558527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c131fc1e-9be4-4ca5-8f7b-39bbe7d288c0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:33.597751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:33.629492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:33.630922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:33.631567 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:33.692545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d3e1-ca59-4d17-a1b9-d78f593b31d3 req-6d6fc43d-6e29-43d3-9d99-a4aeb50610d4 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:33.701722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6924d3e1-ca59-4d17-a1b9-d78f593b31d3 req-6d6fc43d-6e29-43d3-9d99-a4aeb50610d4 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 950 time: 0.1119626 Nov 03 15:53:33.706690 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6179814 Nov 03 15:53:33.706918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43524) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:33.712684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Request body: {'subnet': {'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-subnet', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:33.722997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebe5a6-8d8d-4768-873f-2bfc91cc1f52 admin admin] Pushing event updated for resources: {'Network': ['ID=a4942fbf-b875-4b3f-88e0-065e01560d92,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:33.733890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network a4942fbf-b875-4b3f-88e0-065e01560d92 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:53:33.764153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Made reservation on behalf of 7874822508b6463d90ab1fbfd2e64f25 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:53:33.767900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:33.777341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6924d3e1-ca59-4d17-a1b9-d78f593b31d3 req-408c911c-deb3-4943-94f6-a2f73a266c11 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744493 Nov 03 15:53:33.941249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb100b-dd02-4257-9b50-60179e38843d req-632e2cab-1cbc-40c5-86d4-aeb1f044bff6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:33.942780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9fb100b-dd02-4257-9b50-60179e38843d req-632e2cab-1cbc-40c5-86d4-aeb1f044bff6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0753498 Nov 03 15:53:34.065656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9fb100b-dd02-4257-9b50-60179e38843d req-ea01c448-2e86-4781-bfee-f608d61a6676 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116908 Nov 03 15:53:34.092634 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:34.156889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718544f4-ac83-4bbf-b54c-06112a1d5f9d,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:34.175317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Checking segment: {'id': 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:34.175680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Network hostable DHCP agents. Network: a4942fbf-b875-4b3f-88e0-065e01560d92, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:53:34.195682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Network a4942fbf-b875-4b3f-88e0-065e01560d92 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:53:34.217133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, a4942fbf-b875-4b3f-88e0-065e01560d92) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:34.222020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:34.222702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:34.232957 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f53dbc-ed29-45fd-a94b-8004e203e55d None None] Network a4942fbf-b875-4b3f-88e0-065e01560d92 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:53:34.245718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-719195d2-c72d-4e05-bfaf-6e1e43260c38 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5377076 Nov 03 15:53:34.248489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43572) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:34.253711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:34.288081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:34.290966 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:34.368979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:34.541150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-a4942fbf-b875-4b3f-88e0-065e01560d92', 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'fixed_ips': [{'subnet_id': '718544f4-ac83-4bbf-b54c-06112a1d5f9d'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:53:34.544365 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:34.677103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:34.728559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd5193-f49c-462e-a7dd-0db1c8dacb87 req-459a0813-3676-40fa-8d07-51bc4cfbf903 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:34.730779 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-48fd5193-f49c-462e-a7dd-0db1c8dacb87 req-459a0813-3676-40fa-8d07-51bc4cfbf903 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1783645 Nov 03 15:53:34.743877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Allocated IP 172.20.0.2 (a4942fbf-b875-4b3f-88e0-065e01560d92/718544f4-ac83-4bbf-b54c-06112a1d5f9d/4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:53:34.909501 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-48fd5193-f49c-462e-a7dd-0db1c8dacb87 req-ed2bf2ea-7421-4b25-b92f-aeeb52102ae6 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640184 Nov 03 15:53:35.007066 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-055033e6-61cd-4238-b4e6-2afe8a41d7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:35.042637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb309651-13aa-4192-97ba-1fc053daace3 req-3d44caee-d2b9-4787-a300-f02a97665d66 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:35.056856 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:35.062445 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb309651-13aa-4192-97ba-1fc053daace3 req-3d44caee-d2b9-4787-a300-f02a97665d66 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 950 time: 0.1236928 Nov 03 15:53:35.065437 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:35.112622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Network a4942fbf-b875-4b3f-88e0-065e01560d92 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:53:35.115510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:35.143243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:53:35.221849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Attempting to bind port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:35.222425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Attempting to bind port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:35.222887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Attempting to bind port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e on network a4942fbf-b875-4b3f-88e0-065e01560d92 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:35.230100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Pushing event updated for resources: {'Port': ['ID=4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:35.233328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:35.233328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Checking segment: {'id': 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:35.239541 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:35.240071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Bound using segment: {'id': 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:35.240348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb309651-13aa-4192-97ba-1fc053daace3 req-2b989d2f-443b-41b6-a9a1-191ad876ace1 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696563 Nov 03 15:53:35.240773 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Bound port: 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:35.241698 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:35.358094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] For port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:35.364540 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] For port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e,segment=NetworkSegment(ab5dedd4-64c7-41cf-ab51-c3e77cd99704),segment_id=ab5dedd4-64c7-41cf-ab51-c3e77cd99704)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:53:35.370681 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:35.452641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac45a0-9d83-4e81-99bb-5194e276ac73 None None] Pushing event updated for resources: {'Port': ['ID=4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:35.639402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4710-f494-44c1-8a92-b936453b3457 req-b57107ec-e256-4e66-bdae-519149fa6e81 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:35.648208 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a1b4710-f494-44c1-8a92-b936453b3457 req-b57107ec-e256-4e66-bdae-519149fa6e81 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1535900 Nov 03 15:53:35.658168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:35.675308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-6f3fad61-7fe0-458d-9013-47573b9e4433 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:35.676824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-6f3fad61-7fe0-458d-9013-47573b9e4433 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 950 time: 0.1935785 Nov 03 15:53:35.706742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:35.883820 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a1b4710-f494-44c1-8a92-b936453b3457 req-ebb74979-3619-4ce4-80d0-b5e5a31bb548 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340038 Nov 03 15:53:35.962689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Allocated IP 172.25.6.13 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/8e1fb324-94b1-467c-be5b-1d5434604e19) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:53:35.988934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Deleting port 645d66d6-ce97-4bc9-b339-551b22b3b514 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:35.989732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:36.095225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:36.200381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57337ba6-f457-41da-bc2a-dd8f4f7d90d4 req-d2f78bb6-e09e-4f2a-8057-89adea64b436 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:36.201953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57337ba6-f457-41da-bc2a-dd8f4f7d90d4 req-d2f78bb6-e09e-4f2a-8057-89adea64b436 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1675582 Nov 03 15:53:36.226029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] For port 645d66d6-ce97-4bc9-b339-551b22b3b514, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=645d66d6-ce97-4bc9-b339-551b22b3b514,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:36.226397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:36.283211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Calling delete_port for 645d66d6-ce97-4bc9-b339-551b22b3b514 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:36.317416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:36.368672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57337ba6-f457-41da-bc2a-dd8f4f7d90d4 req-28467df3-822c-4682-baf1-631219216a04 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545734 Nov 03 15:53:36.406797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda946b0-cb2c-4ad6-a74c-f6bc283582de req-e2eb1655-d1b3-413d-8a53-0c415c44a928 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:36.421351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cda946b0-cb2c-4ad6-a74c-f6bc283582de req-e2eb1655-d1b3-413d-8a53-0c415c44a928 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 950 time: 0.1040399 Nov 03 15:53:36.474871 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:36.489334 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cda946b0-cb2c-4ad6-a74c-f6bc283582de req-70a1e17c-aba4-47f1-9476-f43fa8941bea tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663092 Nov 03 15:53:36.506283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:53:36.509852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:36.513133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:53:36.609776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Pushing event updated for resources: {'Port': ['ID=8e1fb324-94b1-467c-be5b-1d5434604e19,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:36.709226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:36.740891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Pushing event deleted for resources: {'Port': ['ID=645d66d6-ce97-4bc9-b339-551b22b3b514,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:36.755800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8ef4b2a0-0215-4c9f-b1db-094d4ce1d239', '645d66d6-ce97-4bc9-b339-551b22b3b514', 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:36.829511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8672eb-c202-4783-ab42-86fc948a2ecb None None] Network a4942fbf-b875-4b3f-88e0-065e01560d92 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:53:36.866120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] No DVR routers for this DVR port 645d66d6-ce97-4bc9-b339-551b22b3b514 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:36.869457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:36.873945 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b57c751e-ce53-430b-9be7-8f97a8e48a01 req-a2b67893-5b06-434a-8190-3484d8eccc45 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "DELETE /v2.0/ports/645d66d6-ce97-4bc9-b339-551b22b3b514 HTTP/1.1" status: 204 len: 173 time: 1.1757679 Nov 03 15:53:36.879879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71644903-8e4e-4738-b673-c9e5ccbac1f8', 'name': 'network-vif-deleted', 'tag': '645d66d6-ce97-4bc9-b339-551b22b3b514'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:36.883827 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05eab05-c474-4e4a-a729-4200232b0a77" -d '{"events": [{"server_uuid": "71644903-8e4e-4738-b673-c9e5ccbac1f8", "name": "network-vif-deleted", "tag": "645d66d6-ce97-4bc9-b339-551b22b3b514"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:37.008150 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2a038b-4194-4e30-8cb4-cbd13235cd65 x-openstack-request-id: req-5c2a038b-4194-4e30-8cb4-cbd13235cd65 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:37.015427 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71644903-8e4e-4738-b673-c9e5ccbac1f8", "name": "network-vif-deleted", "tag": "645d66d6-ce97-4bc9-b339-551b22b3b514", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:37.015764 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5c2a038b-4194-4e30-8cb4-cbd13235cd65 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:37.016200 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71644903-8e4e-4738-b673-c9e5ccbac1f8', 'name': 'network-vif-deleted', 'tag': '645d66d6-ce97-4bc9-b339-551b22b3b514', 'status': 'completed', 'code': 200} Nov 03 15:53:37.094557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-523da841-601b-4b86-85c1-c3673337658e None None] Provisioning complete for port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:37.094961 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-523da841-601b-4b86-85c1-c3673337658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:37.150817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:37.206204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202687a-1aaf-4f70-8edc-b71620eea1d5 req-f3ae02d6-c00b-4aa8-a80b-a40f69267cec tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:37.214783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1202687a-1aaf-4f70-8edc-b71620eea1d5 req-f3ae02d6-c00b-4aa8-a80b-a40f69267cec tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1342118 Nov 03 15:53:37.330687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1202687a-1aaf-4f70-8edc-b71620eea1d5 req-65b82e03-3415-42d1-9b8a-3f4905d3276f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146214 Nov 03 15:53:37.373457 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-523da841-601b-4b86-85c1-c3673337658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:37.535164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:53:37.542466 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:37.595993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a4db4-a95b-4915-88fc-701f4ff5d358 req-95a8356a-0b00-44b5-8bd2-bc044ad9a1e4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:37.608276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-963a4db4-a95b-4915-88fc-701f4ff5d358 req-95a8356a-0b00-44b5-8bd2-bc044ad9a1e4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1012247 Nov 03 15:53:37.656009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-523da841-601b-4b86-85c1-c3673337658e None None] For port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e,segment=NetworkSegment(ab5dedd4-64c7-41cf-ab51-c3e77cd99704),segment_id=ab5dedd4-64c7-41cf-ab51-c3e77cd99704)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:37.678257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-963a4db4-a95b-4915-88fc-701f4ff5d358 req-92c6f687-ca7a-493b-ae76-3bff0becae1a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684488 Nov 03 15:53:37.736932 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-523da841-601b-4b86-85c1-c3673337658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:37.774934 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:37.816504 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99e7273e-ab29-4927-b35a-a4ea5f6d181b req-c113dba8-e486-4b53-9d43-31a60a5a4f60 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=71644903-8e4e-4738-b673-c9e5ccbac1f8 HTTP/1.1" status: 200 len: 210 time: 0.0647073 Nov 03 15:53:37.873955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Router 122f3294-d62e-4c67-b8b6-130f8c1c4173 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:53:37.886903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:37.887289 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:37.894287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523da841-601b-4b86-85c1-c3673337658e None None] Pushing event updated for resources: {'Port': ['ID=4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:38.067824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5cf14589-00da-4186-b487-9e52cbbe8b06 None None] Provisioning complete for port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:38.068437 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5cf14589-00da-4186-b487-9e52cbbe8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:38.090936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:38.101459 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Sync routers for ids ['122f3294-d62e-4c67-b8b6-130f8c1c4173'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:38.114678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:38.118832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43618) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:38.118994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e44b0e7-26ae-49b7-9c74-b53f6293354b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8694165 Nov 03 15:53:38.130936 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Routers {'122f3294-d62e-4c67-b8b6-130f8c1c4173'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:38.134009 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['122f3294-d62e-4c67-b8b6-130f8c1c4173'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:38.312147 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Set router 122f3294-d62e-4c67-b8b6-130f8c1c4173 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:38.324094 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:38.563744 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:53:34Z', 'updated_at': '2021-11-03T15:53:36Z', 'revision_number': 3, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'gw_port': {'id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:35Z', 'updated_at': '2021-11-03T15:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:38.567443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9efbe-8828-44a0-bf2c-07fae0155509 req-5936b83a-dd36-4dd7-a426-6da75f0b89ed tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:38.568950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fb9efbe-8828-44a0-bf2c-07fae0155509 req-5936b83a-dd36-4dd7-a426-6da75f0b89ed tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1145053 Nov 03 15:53:38.599077 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Checking router: 122f3294-d62e-4c67-b8b6-130f8c1c4173 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:38.599512 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Updating router 122f3294-d62e-4c67-b8b6-130f8c1c4173 port 8e1fb324-94b1-467c-be5b-1d5434604e19 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:53:38.631571 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:38.681465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fb9efbe-8828-44a0-bf2c-07fae0155509 req-90317094-7c3a-4577-9cf7-095ab08ed464 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040161 Nov 03 15:53:38.762956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:38.889396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59555435-99c7-481a-93b9-49df078eee2f req-ecad0a29-8d41-4c5c-9b2e-9abd5f91e75c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:38.901377 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59555435-99c7-481a-93b9-49df078eee2f req-ecad0a29-8d41-4c5c-9b2e-9abd5f91e75c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0826461 Nov 03 15:53:38.959476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 645d66d6-ce97-4bc9-b339-551b22b3b514 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:38.979526 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59555435-99c7-481a-93b9-49df078eee2f req-11cd1dab-d961-4f0f-a672-f632229b6a36 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702779 Nov 03 15:53:39.040227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 645d66d6-ce97-4bc9-b339-551b22b3b514 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:53:39.041912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 645d66d6-ce97-4bc9-b339-551b22b3b514 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:53:39.043771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Allocated IP 172.20.0.1 (a4942fbf-b875-4b3f-88e0-065e01560d92/718544f4-ac83-4bbf-b54c-06112a1d5f9d/ec45124b-d8e1-47db-ac01-05535fa39412) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:53:39.092024 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.103674 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.169862 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Pushing event updated for resources: {'Port': ['ID=8e1fb324-94b1-467c-be5b-1d5434604e19,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:39.179537 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.181275 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.181768 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.182232 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.183028 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.183361 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.183779 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.184332 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.185009 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.186138 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.186305 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.186741 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:53:39.239830 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.284516 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Attempting to bind port 8e1fb324-94b1-467c-be5b-1d5434604e19 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:39.284516 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Attempting to bind port 8e1fb324-94b1-467c-be5b-1d5434604e19 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:39.284516 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Attempting to bind port 8e1fb324-94b1-467c-be5b-1d5434604e19 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:39.287704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.291493 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:39.291930 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:39.292325 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.292715 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:39.293297 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Bound port: 8e1fb324-94b1-467c-be5b-1d5434604e19, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:39.293680 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.395797 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] For port 8e1fb324-94b1-467c-be5b-1d5434604e19, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:39.397214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d635-464a-4793-881b-c16d847efadc req-18d9002d-9890-4de0-bafb-6e8e159e9807 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:39.403926 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] For port 8e1fb324-94b1-467c-be5b-1d5434604e19, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8e1fb324-94b1-467c-be5b-1d5434604e19,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:53:39.404113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Network a4942fbf-b875-4b3f-88e0-065e01560d92 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:53:39.408521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:39.411000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ec45124b-d8e1-47db-ac01-05535fa39412,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:39.411279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6898d635-464a-4793-881b-c16d847efadc req-18d9002d-9890-4de0-bafb-6e8e159e9807 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 949 time: 0.1031079 Nov 03 15:53:39.413680 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.413826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:53:39.414793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.444216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:53:39.507488 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Routers {'122f3294-d62e-4c67-b8b6-130f8c1c4173'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:39.508954 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['122f3294-d62e-4c67-b8b6-130f8c1c4173'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:39.540335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6898d635-464a-4793-881b-c16d847efadc req-290103e1-8d73-4b0a-9a67-acbdfe8ca33f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270154 Nov 03 15:53:39.582752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:39.583199 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.644838 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.795066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-06402de0-aefc-4da6-a085-9babbec6f312 None None] Provisioning complete for port ec45124b-d8e1-47db-ac01-05535fa39412 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:39.795315 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06402de0-aefc-4da6-a085-9babbec6f312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.824884 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2861f9-51e0-4cba-b97e-b4d6a6edd8ca None None] Pushing event updated for resources: {'Port': ['ID=8e1fb324-94b1-467c-be5b-1d5434604e19,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:39.859790 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] Set router 122f3294-d62e-4c67-b8b6-130f8c1c4173 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:39.861742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-06402de0-aefc-4da6-a085-9babbec6f312 None None] Port ec45124b-d8e1-47db-ac01-05535fa39412 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:53:39.957261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.970594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251894e-ca5d-41e9-99e2-4f08f173a49f req-8a671918-b4eb-4188-91c8-f4da7a875426 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:39.972225 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6251894e-ca5d-41e9-99e2-4f08f173a49f req-8a671918-b4eb-4188-91c8-f4da7a875426 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0872753 Nov 03 15:53:39.973379 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:39.974120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:40.109271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ec45124b-d8e1-47db-ac01-05535fa39412,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:40.132690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1c687-0059-4fb7-9196-0b113b6c4cc3 req-a8379c05-b731-4e54-9456-251786740a60 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:40.146084 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66e1c687-0059-4fb7-9196-0b113b6c4cc3 req-a8379c05-b731-4e54-9456-251786740a60 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0821393 Nov 03 15:53:40.151714 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6251894e-ca5d-41e9-99e2-4f08f173a49f req-681a12cf-05e4-4ff8-87f8-f6ece69a8489 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518352 Nov 03 15:53:40.178495 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:53:34Z', 'updated_at': '2021-11-03T15:53:36Z', 'revision_number': 3, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'gw_port': {'id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:35Z', 'updated_at': '2021-11-03T15:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:40.210132 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66e1c687-0059-4fb7-9196-0b113b6c4cc3 req-626abc78-89d5-4b53-9f62-b453c6d25227 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627899 Nov 03 15:53:40.221931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Network a4942fbf-b875-4b3f-88e0-065e01560d92 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:53:40.235583 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd7383-b8fd-4e56-af53-7de3b741d18f None None] The sync data for ids ['122f3294-d62e-4c67-b8b6-130f8c1c4173'] in n-d-813897-2 is: [{'id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:53:34Z', 'updated_at': '2021-11-03T15:53:36Z', 'revision_number': 3, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'gw_port': {'id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:35Z', 'updated_at': '2021-11-03T15:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:40.238144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:40.399430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Router 122f3294-d62e-4c67-b8b6-130f8c1c4173 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:53:40.551683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:40.561516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1a236076-01b3-46ce-ae10-211a21cb76a9 admin admin] 10.222.0.86 "PUT /v2.0/routers/122f3294-d62e-4c67-b8b6-130f8c1c4173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375372 Nov 03 15:53:40.615378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-81a23241-d238-49cd-b1c0-4aeedaef8b6d None None] Provisioning complete for port ec45124b-d8e1-47db-ac01-05535fa39412 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:40.615922 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-81a23241-d238-49cd-b1c0-4aeedaef8b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:40.797338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57734ed4-7be1-45ee-bdca-bc08e6f92742 req-60f79250-8859-44e2-af1f-2d14eb356f83 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:40.799058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-57734ed4-7be1-45ee-bdca-bc08e6f92742 req-60f79250-8859-44e2-af1f-2d14eb356f83 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 949 time: 0.1202357 Nov 03 15:53:40.902053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-81a23241-d238-49cd-b1c0-4aeedaef8b6d None None] Port ec45124b-d8e1-47db-ac01-05535fa39412 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:53:40.904739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-57734ed4-7be1-45ee-bdca-bc08e6f92742 req-d3c835fc-cd57-44dd-b413-41d088b259bf tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980132 Nov 03 15:53:41.302359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069adf-b8bc-4fb3-b5e8-32e84bb74e08 req-167d66c1-da5c-4215-ad5f-40b55e77376c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:41.305348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c069adf-b8bc-4fb3-b5e8-32e84bb74e08 req-167d66c1-da5c-4215-ad5f-40b55e77376c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0830169 Nov 03 15:53:41.442445 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c069adf-b8bc-4fb3-b5e8-32e84bb74e08 req-63c9b473-fff6-44d7-973c-48b4b0e7931d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292889 Nov 03 15:53:41.505122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8e1fb324-94b1-467c-be5b-1d5434604e19 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:53:41.594720 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-346c36a4-3b7e-4e46-ba70-6058c4acdc08 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6100583 Nov 03 15:53:41.602311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:41.611366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f02a5d-b173-4762-bb38-d8e1c5765a24 req-05e0ea74-24f2-4e79-9a36-e2ff84735d6e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:41.618258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-ee58a0a6-6369-44e2-a183-3d879fce41cd tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:41.619790 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-ee58a0a6-6369-44e2-a183-3d879fce41cd tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 949 time: 0.4472766 Nov 03 15:53:41.620523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97f02a5d-b173-4762-bb38-d8e1c5765a24 req-05e0ea74-24f2-4e79-9a36-e2ff84735d6e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0670969 Nov 03 15:53:41.634830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8e1fb324-94b1-467c-be5b-1d5434604e19 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:41.635776 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:41.677984 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:41.701693 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97f02a5d-b173-4762-bb38-d8e1c5765a24 req-88db0e4b-f2a8-43a9-aebc-4b2a78794c0f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761478 Nov 03 15:53:41.764125 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:41.796963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 8e1fb324-94b1-467c-be5b-1d5434604e19, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8e1fb324-94b1-467c-be5b-1d5434604e19,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:41.802201 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:41.828996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Deleting port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:41.828996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:41.892770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=8e1fb324-94b1-467c-be5b-1d5434604e19,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:41.968950 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:41.975764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] For port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:41.976108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:41.996808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Calling delete_port for 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:42.141620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f369034-a484-40c1-8c3a-fe9920bc1251 req-5a5740db-8b2d-48b3-97e9-57dfb961196e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:42.145855 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4f369034-a484-40c1-8c3a-fe9920bc1251 req-5a5740db-8b2d-48b3-97e9-57dfb961196e tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4274ca5-619a-4404-ab11-9e397c2203f2 HTTP/1.1" status: 200 len: 949 time: 0.1030133 Nov 03 15:53:42.162102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Allocated IP 172.25.6.98 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/3a1b324a-3276-4ba7-830f-94310572de8c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:53:42.230094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4f369034-a484-40c1-8c3a-fe9920bc1251 req-d878de19-a7d3-45f1-9aa0-404b41920716 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725894 Nov 03 15:53:42.294255 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:42.338399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8ef4b2a0-0215-4c9f-b1db-094d4ce1d239', 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:42.349543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Pushing event deleted for resources: {'Port': ['ID=8ef4b2a0-0215-4c9f-b1db-094d4ce1d239,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:42.384100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:42.406631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] No DVR routers for this DVR port 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:42.410321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:42.413734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-755a23ab-c038-460d-bc6f-2f66355cb658 req-8e00e348-2392-4f5a-8028-1eca4bf529d2 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "DELETE /v2.0/ports/8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 HTTP/1.1" status: 204 len: 173 time: 0.7865736 Nov 03 15:53:42.414801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4274ca5-619a-4404-ab11-9e397c2203f2', 'name': 'network-vif-deleted', 'tag': '8ef4b2a0-0215-4c9f-b1db-094d4ce1d239'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:42.417237 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf844e81-0b41-40b4-ae92-e671b734f14b" -d '{"events": [{"server_uuid": "d4274ca5-619a-4404-ab11-9e397c2203f2", "name": "network-vif-deleted", "tag": "8ef4b2a0-0215-4c9f-b1db-094d4ce1d239"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:42.450029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796bf57-ff51-44b9-9a0b-eba41334a970 req-7b4b9367-a2cd-47ad-8855-682688cba2bb tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:42.452770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8796bf57-ff51-44b9-9a0b-eba41334a970 req-7b4b9367-a2cd-47ad-8855-682688cba2bb tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 945 time: 0.0982902 Nov 03 15:53:42.464944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:42.520882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:53:42.528430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:42.538438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:53:42.590673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8796bf57-ff51-44b9-9a0b-eba41334a970 req-5a4ac667-5999-4c9e-a957-ab7dff8256ea tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319134 Nov 03 15:53:42.596141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event updated for resources: {'Port': ['ID=3a1b324a-3276-4ba7-830f-94310572de8c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:42.741440 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:42.743959 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1898445a-190e-42a0-b3a0-806b13fbcd69 x-openstack-request-id: req-1898445a-190e-42a0-b3a0-806b13fbcd69 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:42.744243 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4274ca5-619a-4404-ab11-9e397c2203f2", "name": "network-vif-deleted", "tag": "8ef4b2a0-0215-4c9f-b1db-094d4ce1d239", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:42.744498 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1898445a-190e-42a0-b3a0-806b13fbcd69 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:42.748017 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4274ca5-619a-4404-ab11-9e397c2203f2', 'name': 'network-vif-deleted', 'tag': '8ef4b2a0-0215-4c9f-b1db-094d4ce1d239', 'status': 'completed', 'code': 200} Nov 03 15:53:42.824616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:42.842507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Sync routers for ids ['122f3294-d62e-4c67-b8b6-130f8c1c4173'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:42.857039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Routers {'122f3294-d62e-4c67-b8b6-130f8c1c4173'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:42.857971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['122f3294-d62e-4c67-b8b6-130f8c1c4173'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:42.940449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d59e3a-d28f-41f3-8d17-db1ac0486a37 req-f0770d93-beff-4e87-9bdc-137d2e4a1ff9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:42.942507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17d59e3a-d28f-41f3-8d17-db1ac0486a37 req-f0770d93-beff-4e87-9bdc-137d2e4a1ff9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1125474 Nov 03 15:53:43.019236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17d59e3a-d28f-41f3-8d17-db1ac0486a37 req-8ddc6387-4b6a-4d85-9820-75cc7a674449 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683291 Nov 03 15:53:43.098094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Set router 122f3294-d62e-4c67-b8b6-130f8c1c4173 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:43.147556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:43.156219 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:43.300253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event updated for resources: {'Port': ['ID=3a1b324a-3276-4ba7-830f-94310572de8c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:43.306537 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:43.328052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c848-0bd6-464a-80d0-819f233b7036 req-b57dd662-e2dc-4c25-9de9-3195624a826a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:43.336088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9745c848-0bd6-464a-80d0-819f233b7036 req-b57dd662-e2dc-4c25-9de9-3195624a826a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.0865040 Nov 03 15:53:43.339509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:43.340889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-2f673bc5-f578-488f-bd42-57158fe3b17a tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7452235 Nov 03 15:53:43.394676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9745c848-0bd6-464a-80d0-819f233b7036 req-bf39cad2-eaba-48ef-9415-570e8e9e4d4b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547960 Nov 03 15:53:43.458843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-8e873389-2712-4eea-b0be-5784e7a60e38 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.1091938 Nov 03 15:53:43.497097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:53:34Z', 'updated_at': '2021-11-03T15:53:39Z', 'revision_number': 4, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'gw_port': {'id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:35Z', 'updated_at': '2021-11-03T15:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'ec45124b-d8e1-47db-ac01-05535fa39412', 'name': '', 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'mac_address': 'fa:16:3e:59:24:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '718544f4-ac83-4bbf-b54c-06112a1d5f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:38Z', 'updated_at': '2021-11-03T15:53:39Z', 'revision_number': 2, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'subnets': [{'id': '718544f4-ac83-4bbf-b54c-06112a1d5f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:43.503978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8e1fb324-94b1-467c-be5b-1d5434604e19 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:53:43.551986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Checking router: 122f3294-d62e-4c67-b8b6-130f8c1c4173 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:43.552191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Updating router 122f3294-d62e-4c67-b8b6-130f8c1c4173 port ec45124b-d8e1-47db-ac01-05535fa39412 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:53:43.625187 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:43.677392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-6c3db987-15e8-4126-bc65-44c855381fde tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:43.690392 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-6c3db987-15e8-4126-bc65-44c855381fde tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.2183375 Nov 03 15:53:43.697256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-f462c603-8d53-46ce-870f-5a75a10466bf tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:53:43.716168 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eba83dbe-7bb7-458b-b4a3-df94bc8aec3e req-f462c603-8d53-46ce-870f-5a75a10466bf tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0243709 Nov 03 15:53:43.922901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8e1fb324-94b1-467c-be5b-1d5434604e19 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:43.923390 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:44.203924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40199776-6770-432b-9c52-4ca03af81dad req-8e00cae7-d003-4081-b28e-e2bc0ce47c99 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2583647 Nov 03 15:53:44.212202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:44.216807 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:44.226809 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:44.244483 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-8c285ed0-38b8-4213-b31d-3965597a862f req-d07fd2ee-218c-479e-b19d-9712b1730366 service neutron] show failed (client error): The resource could not be found. Nov 03 15:53:44.245673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-d07fd2ee-218c-479e-b19d-9712b1730366 service neutron] 10.222.0.15 "GET /v2.0/ports/ff666997-be6f-4961-8b77-d5fc7b29f4fc/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.1589520 Nov 03 15:53:44.275242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:44.333750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423939df-facf-41f1-83e7-97f89320a512 req-12e19e72-1738-4c74-99f7-317d7802b804 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:44.347485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-423939df-facf-41f1-83e7-97f89320a512 req-12e19e72-1738-4c74-99f7-317d7802b804 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 946 time: 0.1161726 Nov 03 15:53:44.353064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba05d9-8908-4b13-bc16-1516cb7202d8 None None] Pushing event updated for resources: {'Port': ['ID=ec45124b-d8e1-47db-ac01-05535fa39412,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:44.412319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Attempting to bind port ec45124b-d8e1-47db-ac01-05535fa39412 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:44.412797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Attempting to bind port ec45124b-d8e1-47db-ac01-05535fa39412 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:44.413280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Attempting to bind port ec45124b-d8e1-47db-ac01-05535fa39412 on network a4942fbf-b875-4b3f-88e0-065e01560d92 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:44.421893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:44.422398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Checking segment: {'id': 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:44.422666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:44.423050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Bound using segment: {'id': 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:44.423569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Bound port: ec45124b-d8e1-47db-ac01-05535fa39412, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:44.423951 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:44.491624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-423939df-facf-41f1-83e7-97f89320a512 req-2b379b94-6b4d-491f-b6ed-f7b70d46ef6a tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431832 Nov 03 15:53:44.540249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] For port ec45124b-d8e1-47db-ac01-05535fa39412, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:44.545147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] For port ec45124b-d8e1-47db-ac01-05535fa39412, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ec45124b-d8e1-47db-ac01-05535fa39412,segment=NetworkSegment(ab5dedd4-64c7-41cf-ab51-c3e77cd99704),segment_id=ab5dedd4-64c7-41cf-ab51-c3e77cd99704)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:53:44.566421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:44.646850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:44.694832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-c62cc2d0-3eab-4788-99d5-420b80d57a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:44.698110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Routers {'122f3294-d62e-4c67-b8b6-130f8c1c4173'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:44.698547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-c62cc2d0-3eab-4788-99d5-420b80d57a86 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5&tenant_id=9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 1100 time: 0.1165104 Nov 03 15:53:44.698917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['122f3294-d62e-4c67-b8b6-130f8c1c4173'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:44.706301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-5027a35e-8ff6-421f-9b94-0747fbc2a2f5 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1047951761&fields=id&tenant_id=c958ac05699b411fb275bfd729d8fa30 HTTP/1.1" status: 200 len: 267 time: 0.0835268 Nov 03 15:53:44.831656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Allocated IP 172.25.6.46 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/65b1991a-f40f-4134-9b2f-a4e564a7d319) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:53:44.839730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] Set router 122f3294-d62e-4c67-b8b6-130f8c1c4173 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:44.913744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-2d5e27c4-711f-42aa-84d0-bd8710a3f917 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:44.924737 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-2d5e27c4-711f-42aa-84d0-bd8710a3f917 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 823 time: 0.2162023 Nov 03 15:53:44.958368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-bc3621c5-1e17-4ff7-a622-e200372211e3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/quotas/c958ac05699b411fb275bfd729d8fa30 HTTP/1.1" status: 200 len: 375 time: 0.0328112 Nov 03 15:53:44.994009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f0c0c2b0-11af-4a90-9ec5-8464c5300118 None None] Provisioning complete for port ec45124b-d8e1-47db-ac01-05535fa39412 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:44.995202 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f0c0c2b0-11af-4a90-9ec5-8464c5300118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:44.997011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba05d9-8908-4b13-bc16-1516cb7202d8 None None] Pushing event updated for resources: {'Port': ['ID=ec45124b-d8e1-47db-ac01-05535fa39412,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:44.998814 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:45.026361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:45.062038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ff666997-be6f-4961-8b77-d5fc7b29f4fc no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:45.103502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-db664ae1-0011-4dbb-a881-9a8781b49590 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1379066 Nov 03 15:53:45.147748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:45.202460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event updated for resources: {'Port': ['ID=65b1991a-f40f-4134-9b2f-a4e564a7d319,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:45.252169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:45.267618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:53:45.271603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:45.275290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:53:45.296904 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-51a37b6f-1950-474c-80c3-ee45e11ec185 service neutron] 10.222.0.86 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730518 Nov 03 15:53:45.422203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-2bfac6a0-281a-4713-9afa-85aa22b2d3dc service neutron] 10.222.0.86 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227150 Nov 03 15:53:45.582340 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f0c0c2b0-11af-4a90-9ec5-8464c5300118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:45.594246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:45.653612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f0c0c2b0-11af-4a90-9ec5-8464c5300118 None None] For port ec45124b-d8e1-47db-ac01-05535fa39412, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ec45124b-d8e1-47db-ac01-05535fa39412,segment=NetworkSegment(ab5dedd4-64c7-41cf-ab51-c3e77cd99704),segment_id=ab5dedd4-64c7-41cf-ab51-c3e77cd99704)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:45.662602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2d64712e-d70b-4351-b566-a4723577343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:53:34Z', 'updated_at': '2021-11-03T15:53:39Z', 'revision_number': 4, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'gw_port': {'id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:35Z', 'updated_at': '2021-11-03T15:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'ec45124b-d8e1-47db-ac01-05535fa39412', 'name': '', 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'mac_address': 'fa:16:3e:59:24:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '718544f4-ac83-4bbf-b54c-06112a1d5f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:38Z', 'updated_at': '2021-11-03T15:53:44Z', 'revision_number': 4, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'subnets': [{'id': '718544f4-ac83-4bbf-b54c-06112a1d5f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:45.666749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f0c0c2b0-11af-4a90-9ec5-8464c5300118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:45.705306 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:45.717796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64712e-d70b-4351-b566-a4723577343a None None] The sync data for ids ['122f3294-d62e-4c67-b8b6-130f8c1c4173'] in n-d-813897-2 is: [{'id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:53:34Z', 'updated_at': '2021-11-03T15:53:39Z', 'revision_number': 4, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'gw_port': {'id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:35Z', 'updated_at': '2021-11-03T15:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'ec45124b-d8e1-47db-ac01-05535fa39412', 'name': '', 'network_id': 'a4942fbf-b875-4b3f-88e0-065e01560d92', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'mac_address': 'fa:16:3e:59:24:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '718544f4-ac83-4bbf-b54c-06112a1d5f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:38Z', 'updated_at': '2021-11-03T15:53:44Z', 'revision_number': 4, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'subnets': [{'id': '718544f4-ac83-4bbf-b54c-06112a1d5f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:45.765510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0c2b0-11af-4a90-9ec5-8464c5300118 None None] Pushing event updated for resources: {'Port': ['ID=ec45124b-d8e1-47db-ac01-05535fa39412,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:45.769655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d516-a8fd-4003-8aea-41e228533f05 req-c11f312c-6e91-4ca6-9f07-c7e2fd1c4e90 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:45.783091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0f5d516-a8fd-4003-8aea-41e228533f05 req-c11f312c-6e91-4ca6-9f07-c7e2fd1c4e90 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1093967 Nov 03 15:53:45.840312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ec1890a0-0201-4f3c-93e8-90a924045e5b None None] Provisioning complete for port ec45124b-d8e1-47db-ac01-05535fa39412 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:45.840781 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ec1890a0-0201-4f3c-93e8-90a924045e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:45.910732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0f5d516-a8fd-4003-8aea-41e228533f05 req-61281104-ec67-4a8b-8cda-0f297f1035a5 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265244 Nov 03 15:53:46.027124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:46.047260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:46.111844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0321b08-aecf-49ec-bd48-89a425f80d1d req-fcead870-655e-427f-aedc-774230f71986 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:46.126284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0321b08-aecf-49ec-bd48-89a425f80d1d req-fcead870-655e-427f-aedc-774230f71986 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 950 time: 0.1187868 Nov 03 15:53:46.142703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-81553d7c-45f9-4cd6-9d14-52046d1b43f6 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:46.144904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-81553d7c-45f9-4cd6-9d14-52046d1b43f6 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e601c74-4c91-4ad6-8952-f0ed69557680 HTTP/1.1" status: 200 len: 945 time: 0.1729238 Nov 03 15:53:46.237277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0321b08-aecf-49ec-bd48-89a425f80d1d req-3a1041e5-bcea-4dae-b95d-8291a6afb41f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/security-groups?id=827d154b-facf-476e-8c8b-7bcbc745c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064277 Nov 03 15:53:46.243812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-6ea43b96-00cb-47d6-b4a6-0411f6f8fcb0 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:46.245877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-6ea43b96-00cb-47d6-b4a6-0411f6f8fcb0 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 946 time: 0.5069344 Nov 03 15:53:46.247655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:46.346261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-d8d73d29-c613-4c44-ab8b-0c7ef334c586 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:46.348398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-d8d73d29-c613-4c44-ab8b-0c7ef334c586 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 950 time: 0.0796673 Nov 03 15:53:46.526789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:46.529220 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c2bbda-c4c4-4065-9dce-f1a14a0af2a9" -d '{"events": [{"server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:46.544588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:46.594518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Transition to ACTIVE for port object ff666997-be6f-4961-8b77-d5fc7b29f4fc will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:53:46.595535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e4d64-9482-4879-b143-34a835d9bcd1 req-a39f0596-679d-4110-86ec-3a15aa239ba3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:46.606406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da8e4d64-9482-4879-b143-34a835d9bcd1 req-a39f0596-679d-4110-86ec-3a15aa239ba3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.2005391 Nov 03 15:53:46.627282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:46.692632 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 15:53:46.694239 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 15:53:46.725907 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da8e4d64-9482-4879-b143-34a835d9bcd1 req-dd74f5e9-dfea-4268-8212-b3ee764fdd08 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084285 Nov 03 15:53:46.737065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Deleting port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:46.737677 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:46.757946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Deleting port a1b1fe94-c47c-4fc8-8951-5c51878ff204 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:46.758285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:46.793498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] No DVR routers for this DVR port ff666997-be6f-4961-8b77-d5fc7b29f4fc on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:46.797199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Deleting port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:46.797565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:46.801945 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:46.847129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Pushing event updated for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=6']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:46.860965 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:46.925111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] For port a1b1fe94-c47c-4fc8-8951-5c51878ff204, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=a1b1fe94-c47c-4fc8-8951-5c51878ff204,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:46.925516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:46.949440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Calling delete_port for a1b1fe94-c47c-4fc8-8951-5c51878ff204 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:47.143362 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Attempting to bind port ff666997-be6f-4961-8b77-d5fc7b29f4fc on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:47.143888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Attempting to bind port ff666997-be6f-4961-8b77-d5fc7b29f4fc by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:47.144145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Attempting to bind port ff666997-be6f-4961-8b77-d5fc7b29f4fc on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:47.158360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event updated for resources: {'Port': ['ID=65b1991a-f40f-4134-9b2f-a4e564a7d319,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:47.159682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19eb77d-0406-49a7-90c9-8ea8017fba7d req-e70947f1-dae5-4102-b5ab-2cf85c34fa70 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:47.178735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f19eb77d-0406-49a7-90c9-8ea8017fba7d req-e70947f1-dae5-4102-b5ab-2cf85c34fa70 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 946 time: 0.1497784 Nov 03 15:53:47.181663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Port ff666997-be6f-4961-8b77-d5fc7b29f4fc on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:53:47.182078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Attempting to bind port ff666997-be6f-4961-8b77-d5fc7b29f4fc on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:47.191641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.215690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] For port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:47.216105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.218940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:47.219288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:47.220373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:47.220830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Bound port: ff666997-be6f-4961-8b77-d5fc7b29f4fc, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:47.221183 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.283603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] For port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:47.285362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.325926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:47.328556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.329842 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40199776-6770-432b-9c52-4ca03af81dad req-3807d1fe-18f8-4f43-93fe-1866d3e316c3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1250632 Nov 03 15:53:47.413284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:53:47.417449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8ef4b2a0-0215-4c9f-b1db-094d4ce1d239 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:53:47.440985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7ed32c00-bf41-4ffe-9ede-378f17fda4ed no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:47.471749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.526501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Pushing event deleted for resources: {'Port': ['ID=a1b1fe94-c47c-4fc8-8951-5c51878ff204,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:47.562440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ec45124b-d8e1-47db-ac01-05535fa39412 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:53:47.581552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f19eb77d-0406-49a7-90c9-8ea8017fba7d req-c431a82a-6201-412a-962d-b1cc38c7cf30 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019189 Nov 03 15:53:47.662441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Calling delete_port for 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:47.703626 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.722861 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ec45124b-d8e1-47db-ac01-05535fa39412 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:47.723558 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.770244 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:47.773079 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5daa0bf-0ea6-4e98-83ad-de203c611642" -d '{"events": [{"server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:47.776141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] No DVR routers for this DVR port a1b1fe94-c47c-4fc8-8951-5c51878ff204 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:47.781885 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.785966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10d4d7d7-8921-4218-9ff5-9f292f51e6f4 req-383095ca-b7e7-46f9-99ba-1d4923294388 tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.15 "DELETE /v2.0/ports/a1b1fe94-c47c-4fc8-8951-5c51878ff204 HTTP/1.1" status: 204 len: 173 time: 1.4192922 Nov 03 15:53:47.801063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-deleted', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:47.802069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:47.807291 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10c3c10-f92f-4787-8733-4af0c7e8dd88" -d '{"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-deleted", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:47.818691 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:47.819681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:47.841736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc298b59-3139-4349-9b09-78968fce43f2 req-14b2678d-dec0-41b7-bb9a-d815922b0907 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 210 time: 0.0782175 Nov 03 15:53:47.862047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40199776-6770-432b-9c52-4ca03af81dad req-8de807b2-2270-4727-8854-2912025694f3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.2430563 Nov 03 15:53:47.870277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: a1b1fe94-c47c-4fc8-8951-5c51878ff204 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:53:47.870741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device a1b1fe94-c47c-4fc8-8951-5c51878ff204 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:53:47.890046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-37c22ce5-482b-4942-8d8f-28b6a6cc0221 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:47.891983 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-37c22ce5-482b-4942-8d8f-28b6a6cc0221 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.70 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 823 time: 0.7110827 Nov 03 15:53:48.028985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-f8f93b24-ee0b-4b9c-a1a3-c3ccb1b488f2 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c958ac05699b411fb275bfd729d8fa30 HTTP/1.1" status: 200 len: 380 time: 0.1268897 Nov 03 15:53:48.042097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Request body: {'port': {'device_id': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'admin_state_up': True, 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'security_groups': ['ec761868-1ebd-44bb-9140-e762058abdc1']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:48.069718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:48.103319 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a657db0-f15e-405d-9390-1400c4d806ad x-openstack-request-id: req-7a657db0-f15e-405d-9390-1400c4d806ad {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:48.103705 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:48.104027 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a657db0-f15e-405d-9390-1400c4d806ad {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:48.104484 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'code': 200} Nov 03 15:53:48.147593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:48.183276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b09046-9ef1-4253-998d-a8e64d807e1c req-c11c8962-e53b-4958-a333-d92e2a135160 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:48.187931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7b09046-9ef1-4253-998d-a8e64d807e1c req-c11c8962-e53b-4958-a333-d92e2a135160 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 947 time: 0.1109576 Nov 03 15:53:48.220024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:53:48.239253 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:48.284957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7b09046-9ef1-4253-998d-a8e64d807e1c req-58ab8add-a489-4657-a3de-03b1e9efa458 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908849 Nov 03 15:53:48.291085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Made reservation on behalf of c958ac05699b411fb275bfd729d8fa30 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:53:48.291907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199776-6770-432b-9c52-4ca03af81dad req-d395b8fe-6a20-4649-bcd5-f1d93bb0841b tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:48.293303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40199776-6770-432b-9c52-4ca03af81dad req-d395b8fe-6a20-4649-bcd5-f1d93bb0841b tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.3909230 Nov 03 15:53:48.295451 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:48.306326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:48.307240 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:48.308618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] 10.222.0.70 "PUT /v2.0/ports/ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 200 len: 1095 time: 3.2967908 Nov 03 15:53:48.340179 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:48.340553 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:48.340877 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Floating IP ef7826bd-19da-4631-b66c-3e1fb9c87ee1 disassociated. External IP: 172.25.6.213, port: 7ed32c00-bf41-4ffe-9ede-378f17fda4ed. Nov 03 15:53:48.341226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Calling delete_port for 7ed32c00-bf41-4ffe-9ede-378f17fda4ed owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:48.570055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Allocated IP 172.20.0.4 (b6f071b7-6095-4657-8637-67e1a9657057/31910181-2df9-4130-8a50-e405cbc14f6e/b856f8cc-c159-438a-ad64-03fab1fb986f) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:53:48.604997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97617ab9-1216-4f2e-847f-462ca5adac80 req-049cb757-7a6a-4471-9f11-b4d6a48de989 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:48.607166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97617ab9-1216-4f2e-847f-462ca5adac80 req-049cb757-7a6a-4471-9f11-b4d6a48de989 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1651900 Nov 03 15:53:48.621431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0ab70-bf60-4703-9ed2-ec7542a4c505 service neutron] Pushing event updated for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:48.709368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97617ab9-1216-4f2e-847f-462ca5adac80 req-cd8dd9cb-6c64-4b5c-8187-7eee0ca1f6f9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943437 Nov 03 15:53:48.754589 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad3bbfb0-d4a9-4be3-beb6-73433c6f1a0b req-b69d7def-add7-4e5a-ac78-23c10d41be6f tempest-ServersAdminTestJSON-1680050289 tempest-ServersAdminTestJSON-1680050289-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12125e7-8b85-4406-bdc0-015717dfca9f HTTP/1.1" status: 200 len: 210 time: 0.1342788 Nov 03 15:53:48.763165 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:48.789077 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75177515-51ea-48c0-8352-e82f2b97de56 x-openstack-request-id: req-75177515-51ea-48c0-8352-e82f2b97de56 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:48.789662 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:48.789662 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-75177515-51ea-48c0-8352-e82f2b97de56 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:48.790025 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'code': 200} Nov 03 15:53:48.822489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Pushing event deleted for resources: {'Port': ['ID=8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:48.840482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-4c5c9cfe-abb5-4b0a-973b-34398c78737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:48.841998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-4c5c9cfe-abb5-4b0a-973b-34398c78737d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 1098 time: 0.4468849 Nov 03 15:53:48.857268 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:48.874624 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe5b923-4484-4a5e-a6c7-07c238ccdff6 x-openstack-request-id: req-1fe5b923-4484-4a5e-a6c7-07c238ccdff6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:48.874973 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12125e7-8b85-4406-bdc0-015717dfca9f", "name": "network-vif-deleted", "tag": "a1b1fe94-c47c-4fc8-8951-5c51878ff204", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:48.875241 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1fe5b923-4484-4a5e-a6c7-07c238ccdff6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:48.876049 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12125e7-8b85-4406-bdc0-015717dfca9f', 'name': 'network-vif-deleted', 'tag': 'a1b1fe94-c47c-4fc8-8951-5c51878ff204', 'status': 'completed', 'code': 200} Nov 03 15:53:48.890796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] No DVR routers for this DVR port 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:48.892432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:48.901394 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:48.905457 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1eff8fd3-1fcd-4d88-a1f6-3f0d09d3c3f0 req-bb8c8f7d-a746-42cc-ad4c-ef18b1c1eedf tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.70 "DELETE /v2.0/ports/8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 HTTP/1.1" status: 204 len: 173 time: 2.6513426 Nov 03 15:53:48.921968 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:49.020083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event deleted for resources: {'Port': ['ID=7ed32c00-bf41-4ffe-9ede-378f17fda4ed,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:49.046289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Network b6f071b7-6095-4657-8637-67e1a9657057 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:53:49.051238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:49.083480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:53:49.089829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:49.090805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:49.121891 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f3473ad6-2081-4b57-bef0-042d57d3b14a req-03cad332-cbc7-4034-8281-c976f783bf34 tempest-AttachSCSIVolumeTestJSON-1458035356 tempest-AttachSCSIVolumeTestJSON-1458035356-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f030144-7a90-4505-87a5-fce0658578eb HTTP/1.1" status: 200 len: 210 time: 0.1145761 Nov 03 15:53:49.134476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0994017 Nov 03 15:53:49.135427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8245d-92eb-49ab-a748-b38267e709a3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event updated for resources: {'Port': ['ID=b856f8cc-c159-438a-ad64-03fab1fb986f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:49.151817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Request body: {'port': {'device_id': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:49.262152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-39d40122-159b-4029-9376-bd2080fef578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:49.263657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-39d40122-159b-4029-9376-bd2080fef578 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.3746142 Nov 03 15:53:49.278935 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-ff62a371-47b7-463c-a1df-bc0072deacf2 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3723598 Nov 03 15:53:49.283992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:49.303354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:53:49.334549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:53:49.335156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:53:49.336747 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-2a7658d9-aca0-488e-ac8a-ce5cbb0de1b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 200 len: 217 time: 0.0455709 Nov 03 15:53:49.407745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Router 0437c019-dc21-4cc3-8328-07585802eae8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:53:49.408783 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:49.459330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-95a67ef0-c8c0-4398-a0cc-b2ef39f20443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:49.461811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-95a67ef0-c8c0-4398-a0cc-b2ef39f20443 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1074393 Nov 03 15:53:49.593372 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:49.623118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c9da3-216e-4de1-9f9b-390c890986ec req-a73b36ad-664d-441d-9347-42181538ffb2 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:49.629257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a73c9da3-216e-4de1-9f9b-390c890986ec req-a73b36ad-664d-441d-9347-42181538ffb2 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 931 time: 0.1281657 Nov 03 15:53:49.693975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5bf7c4e2-b8c6-4a2d-af6b-231f805d145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:49.698179 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-5bf7c4e2-b8c6-4a2d-af6b-231f805d145c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1827958 Nov 03 15:53:49.741607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a73c9da3-216e-4de1-9f9b-390c890986ec req-f13dccfc-bb59-4f30-9254-a48c6a86f4ca tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061130 Nov 03 15:53:49.820223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:53:49.834166 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] Sync routers for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:53:49.849830 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:49.850377 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:49.925468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] No DVR routers for this DVR port 7ed32c00-bf41-4ffe-9ede-378f17fda4ed on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:53:49.935943 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:49.938051 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed50441c-e188-44f1-a9db-44a19f4b8d71 req-acb3da3b-002a-4825-b007-ae4616746613 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.15 "DELETE /v2.0/ports/7ed32c00-bf41-4ffe-9ede-378f17fda4ed HTTP/1.1" status: 204 len: 173 time: 3.7761931 Nov 03 15:53:49.951228 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:49.957642 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-8fc5a5e4-71e5-4378-94c6-07fdd4f7a7c6 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494452 Nov 03 15:53:49.963967 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:53:50.022050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b3cba-9c08-4a73-9ea3-e601474506bb req-88e5e482-ba22-43c4-964a-2b349327ac1f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:50.024605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc0b3cba-9c08-4a73-9ea3-e601474506bb req-88e5e482-ba22-43c4-964a-2b349327ac1f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 947 time: 0.1691034 Nov 03 15:53:50.051371 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:50.067015 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e2c2e6ab-808d-4e29-9128-3d9530ec845b None None] Provisioning complete for port b856f8cc-c159-438a-ad64-03fab1fb986f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:50.067600 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e6ab-808d-4e29-9128-3d9530ec845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.106758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc'}, {'server_uuid': '0f030144-7a90-4505-87a5-fce0658578eb', 'name': 'network-vif-deleted', 'tag': '8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69'}, {'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'name': 'network-vif-deleted', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:50.109168 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc"}, {"server_uuid": "0f030144-7a90-4505-87a5-fce0658578eb", "name": "network-vif-deleted", "tag": "8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69"}, {"server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "name": "network-vif-deleted", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:50.146891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2e6ab-808d-4e29-9128-3d9530ec845b None None] Port b856f8cc-c159-438a-ad64-03fab1fb986f cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:53:50.165476 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c285ed0-38b8-4213-b31d-3965597a862f req-9437c89e-303b-4a48-a984-b9c57e286ecc service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002487 Nov 03 15:53:50.166728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc0b3cba-9c08-4a73-9ea3-e601474506bb req-66f99415-07a2-4be3-8e3d-2553cc737a8e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245506 Nov 03 15:53:50.185988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Allocated IP 172.25.6.87 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/1fd168fd-815a-4067-96c6-c0941166b939) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:53:50.283462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b856f8cc-c159-438a-ad64-03fab1fb986f {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:53:50.296397 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.326747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Transition to ACTIVE for port object b856f8cc-c159-438a-ad64-03fab1fb986f will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:53:50.333075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.375323 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:50.408564 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] Checking router: 0437c019-dc21-4cc3-8328-07585802eae8 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:53:50.418924 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:53:50.419823 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:50.439149 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.485492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.488985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=b856f8cc-c159-438a-ad64-03fab1fb986f,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:50.537259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Attempting to bind port b856f8cc-c159-438a-ad64-03fab1fb986f on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:50.537660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Attempting to bind port b856f8cc-c159-438a-ad64-03fab1fb986f by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:50.537992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Attempting to bind port b856f8cc-c159-438a-ad64-03fab1fb986f on network b6f071b7-6095-4657-8637-67e1a9657057 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:50.548812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Port b856f8cc-c159-438a-ad64-03fab1fb986f on network b6f071b7-6095-4657-8637-67e1a9657057 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:53:50.549390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Attempting to bind port b856f8cc-c159-438a-ad64-03fab1fb986f on network b6f071b7-6095-4657-8637-67e1a9657057 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:50.556701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:53:50.557814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:50.558147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Checking segment: {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:50.558593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Bound using segment: {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:50.559860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Bound port: b856f8cc-c159-438a-ad64-03fab1fb986f, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00c81de-59cc-446b-93db-9e80c92bd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:50.560221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.564612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:50.571981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92138f75-8b0d-4f34-8d30-b2c69e285766 req-c28dcc99-418e-4c92-9da2-e9169978535d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:50.572396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:53:50.581901 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92138f75-8b0d-4f34-8d30-b2c69e285766 req-c28dcc99-418e-4c92-9da2-e9169978535d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.2408755 Nov 03 15:53:50.642780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event updated for resources: {'Port': ['ID=1fd168fd-815a-4067-96c6-c0941166b939,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:50.655366 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:53:50.749904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.785153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92138f75-8b0d-4f34-8d30-b2c69e285766 req-95ca26a1-b781-411d-86d0-1d3eb065d6e3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020495 Nov 03 15:53:50.826632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.916616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] For port b856f8cc-c159-438a-ad64-03fab1fb986f, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:50.932225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] For port b856f8cc-c159-438a-ad64-03fab1fb986f, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b856f8cc-c159-438a-ad64-03fab1fb986f,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:53:50.940886 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.964549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:50.965490 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:50.968548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] 10.222.0.70 "PUT /v2.0/ports/b856f8cc-c159-438a-ad64-03fab1fb986f HTTP/1.1" status: 200 len: 1091 time: 1.8248966 Nov 03 15:53:50.969260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'tag': 'b856f8cc-c159-438a-ad64-03fab1fb986f'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:50.972392 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af657a8a-dcef-47f8-ab69-eb2a79ec595a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e700e5-8f19-4ffa-8dc8-63df0adf24b1", "tag": "b856f8cc-c159-438a-ad64-03fab1fb986f"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:51.131347 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:53:51.176114 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d6f1-772c-41c2-a1e6-a76475160668 None None] The sync data for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 is: [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:53:51.196016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-7f334d93-a0f0-48d8-84da-8d1c6eb9513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:51.198021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-7f334d93-a0f0-48d8-84da-8d1c6eb9513b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 1094 time: 0.1577697 Nov 03 15:53:51.198741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884647d-f9d7-42aa-910b-7bc0cfa5aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=b856f8cc-c159-438a-ad64-03fab1fb986f,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:51.311593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-0e52cec4-f4ae-4816-bcd5-d0aaedbcb378 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b856f8cc-c159-438a-ad64-03fab1fb986f HTTP/1.1" status: 200 len: 217 time: 0.1030366 Nov 03 15:53:51.396461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-20037267-160c-4765-972b-a55bcebae6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:51.400131 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-20037267-160c-4765-972b-a55bcebae6c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31910181-2df9-4130-8a50-e405cbc14f6e HTTP/1.1" status: 200 len: 862 time: 0.0780656 Nov 03 15:53:51.457598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43792) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:51.506716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-4dc975d5-02b1-478c-96ff-a0af656af23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:51.508283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-4dc975d5-02b1-478c-96ff-a0af656af23b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6f071b7-6095-4657-8637-67e1a9657057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998406 Nov 03 15:53:51.645202 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:51.670150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d44c36-71aa-4bb2-8880-7a862fbb3d93 None None] New status for floating IP ef7826bd-19da-4631-b66c-3e1fb9c87ee1: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:53:51.670309 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c656873-1bb8-434c-a179-6f01c4aff7f4 x-openstack-request-id: req-4c656873-1bb8-434c-a179-6f01c4aff7f4 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:51.670764 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc", "status": "completed", "code": 200}, {"server_uuid": "0f030144-7a90-4505-87a5-fce0658578eb", "name": "network-vif-deleted", "tag": "8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69", "status": "completed", "code": 200}, {"server_uuid": "5e601c74-4c91-4ad6-8952-f0ed69557680", "name": "network-vif-deleted", "tag": "7ed32c00-bf41-4ffe-9ede-378f17fda4ed", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:51.670885 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4c656873-1bb8-434c-a179-6f01c4aff7f4 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:51.671478 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'status': 'completed', 'code': 200} Nov 03 15:53:51.671830 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f030144-7a90-4505-87a5-fce0658578eb', 'name': 'network-vif-deleted', 'tag': '8b3b8ed8-d0b9-4abb-b2bf-b6dce5680f69', 'status': 'completed', 'code': 200} Nov 03 15:53:51.672155 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e601c74-4c91-4ad6-8952-f0ed69557680', 'name': 'network-vif-deleted', 'tag': '7ed32c00-bf41-4ffe-9ede-378f17fda4ed', 'status': 'completed', 'code': 200} Nov 03 15:53:51.755692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932690b9-6d2e-4cb7-9dd9-4de0d39b8cf6 req-05247012-3e09-4238-912c-36fdb09909ac tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:51.757213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-932690b9-6d2e-4cb7-9dd9-4de0d39b8cf6 req-05247012-3e09-4238-912c-36fdb09909ac tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 943 time: 0.2709785 Nov 03 15:53:51.807568 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:51.819416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:51.861805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-f873f7fa-0654-4d00-814b-1d861c6a052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:51.863477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-f873f7fa-0654-4d00-814b-1d861c6a052d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 1098 time: 0.1904480 Nov 03 15:53:51.869439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-474cc498-cc4e-45cb-8f32-237d98080fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:51.871359 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-474cc498-cc4e-45cb-8f32-237d98080fec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 1098 time: 0.1964319 Nov 03 15:53:51.900363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-0d9712a8-cbc4-48f8-8975-cc9b742e4ab9 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:51.901977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-0d9712a8-cbc4-48f8-8975-cc9b742e4ab9 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.2241194 Nov 03 15:53:51.938150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-eaa898d8-fec1-48c6-86fb-0a7238ba6236 service neutron] 10.222.0.70 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182291 Nov 03 15:53:51.950828 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-932690b9-6d2e-4cb7-9dd9-4de0d39b8cf6 req-1b7c21f8-981f-42b9-957d-fbaf084b427e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738663 Nov 03 15:53:51.963769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e5170752-1f47-42d4-9a2f-c87e87465607 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=26c8a179144b442397fdc2b2edfb6b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5033691 Nov 03 15:53:51.987334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43828) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:52.007113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-2'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:52.049309 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700a5007-220f-483d-891c-f3dd68516f33 x-openstack-request-id: req-700a5007-220f-483d-891c-f3dd68516f33 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:52.049727 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e700e5-8f19-4ffa-8dc8-63df0adf24b1", "tag": "b856f8cc-c159-438a-ad64-03fab1fb986f", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:52.050012 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-700a5007-220f-483d-891c-f3dd68516f33 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:52.050789 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'tag': 'b856f8cc-c159-438a-ad64-03fab1fb986f', 'status': 'completed', 'code': 200} Nov 03 15:53:52.070055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event updated for resources: {'Port': ['ID=1fd168fd-815a-4067-96c6-c0941166b939,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:52.161575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73f5a5c1-957c-4c43-8dca-8da016e422aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:52.191961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73f5a5c1-957c-4c43-8dca-8da016e422aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:52.219896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-eafb42d7-d301-4494-94b4-414da443a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:52.221789 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-eafb42d7-d301-4494-94b4-414da443a7da service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.3462560 Nov 03 15:53:52.290802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba8d1b-e03c-4538-9ed1-1423d44c4858 req-bf9c0fc8-8ee4-45f2-b7df-6bebfbfa2890 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:52.292369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ba8d1b-e03c-4538-9ed1-1423d44c4858 req-bf9c0fc8-8ee4-45f2-b7df-6bebfbfa2890 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 947 time: 0.1898701 Nov 03 15:53:52.293118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73f5a5c1-957c-4c43-8dca-8da016e422aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:52.295674 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73f5a5c1-957c-4c43-8dca-8da016e422aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:52.296931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-73f5a5c1-957c-4c43-8dca-8da016e422aa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/827d154b-facf-476e-8c8b-7bcbc745c5ef HTTP/1.1" status: 204 len: 168 time: 0.3085821 Nov 03 15:53:52.316060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34d6b502-08dc-4bd8-88aa-e075b459a208 req-1ab4dd1c-7af0-4a9f-9628-4a1e43831838 service neutron] 10.222.0.70 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642628 Nov 03 15:53:52.360529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-6724ee0e-16d9-4115-98f7-171f352ecfaa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 200 len: 217 time: 0.1296654 Nov 03 15:53:52.365099 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:52.373814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5a5c1-957c-4c43-8dca-8da016e422aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827d154b-facf-476e-8c8b-7bcbc745c5ef,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:52.481252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:52.529810 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:52.533200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-2ee24712-2db5-4663-81c7-f129e75ce2cc tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2534084 Nov 03 15:53:52.558915 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ba8d1b-e03c-4538-9ed1-1423d44c4858 req-ec351ab1-f920-4285-aa63-280e6568dd57 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378595 Nov 03 15:53:52.578410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-8a852c3d-3958-4630-bf1a-47b22ae076c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:52.582895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-8a852c3d-3958-4630-bf1a-47b22ae076c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.7009428 Nov 03 15:53:52.608266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-02340d37-5616-4dc3-b981-a70d0c2a952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:52.609337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-02340d37-5616-4dc3-b981-a70d0c2a952b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 1094 time: 0.2222555 Nov 03 15:53:52.669209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-6de45140-6668-494f-82a3-8265e4521cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:52.670830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-6de45140-6668-494f-82a3-8265e4521cec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2565095 Nov 03 15:53:52.755287 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-3354e23b-777a-4a47-b446-9699170afb63 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.2065701 Nov 03 15:53:52.761688 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-d62c278b-371f-463d-b648-ff322f4c1b40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 200 len: 217 time: 0.1478255 Nov 03 15:53:52.864727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43862) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:52.866713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38aebb-dc80-4b69-895a-f8d191a59d19 req-a0681a02-c6c0-45da-b821-3523755c4adf tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:52.874221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee38aebb-dc80-4b69-895a-f8d191a59d19 req-a0681a02-c6c0-45da-b821-3523755c4adf tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 945 time: 0.1011677 Nov 03 15:53:52.879821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-ef158a50-a35b-413e-9ee9-91012d046204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:52.882085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-ef158a50-a35b-413e-9ee9-91012d046204 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 924 time: 0.2595150 Nov 03 15:53:52.938685 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-cb4ed01a-ab40-4095-b5b7-6099dceaf092 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b856f8cc-c159-438a-ad64-03fab1fb986f HTTP/1.1" status: 200 len: 217 time: 0.0420020 Nov 03 15:53:52.986569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-ea5deabc-6f13-46c1-b0d6-36c3f4a25d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:52.988026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-ea5deabc-6f13-46c1-b0d6-36c3f4a25d1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1870768 Nov 03 15:53:53.020531 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee38aebb-dc80-4b69-895a-f8d191a59d19 req-d9a20f64-8088-47d4-bdaf-db6869156397 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405580 Nov 03 15:53:53.025232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:53.071596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-704256e2-299c-4ea2-b84e-8eaf92cd65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:53.073460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-704256e2-299c-4ea2-b84e-8eaf92cd65e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31910181-2df9-4130-8a50-e405cbc14f6e HTTP/1.1" status: 200 len: 862 time: 0.1244869 Nov 03 15:53:53.079054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-7bad1459-bb33-48d9-b13a-9c5553dad37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:53.081237 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-7bad1459-bb33-48d9-b13a-9c5553dad37e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3221180 Nov 03 15:53:53.152472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-1d4f8d0d-b018-4bd6-9a3e-9b68f69c4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:53.154102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-1d4f8d0d-b018-4bd6-9a3e-9b68f69c4baf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6f071b7-6095-4657-8637-67e1a9657057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655766 Nov 03 15:53:53.170857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ab91cf0e-f5cc-4ba7-950e-a72e87887c5a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71f1677c511145f283e0e1ea87b5bcba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872124 Nov 03 15:53:53.171087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:53.182990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:53.194317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-c2c6b805-8faa-4ccf-9f83-b91d072da310 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:53.206305 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58c0d045-0bca-44f9-a84a-f764e743ead8 req-c2c6b805-8faa-4ccf-9f83-b91d072da310 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.4138448 Nov 03 15:53:53.287615 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-e23a1c32-8963-447d-a239-870873622ea8 service neutron] 10.222.0.70 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251805 Nov 03 15:53:53.301844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ff666997-be6f-4961-8b77-d5fc7b29f4fc details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:53:53.417053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-67c64a68-b772-4b05-8d81-6f0094211c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:53.418726 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-67c64a68-b772-4b05-8d81-6f0094211c79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4124954 Nov 03 15:53:53.429165 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:53.481237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:53.503568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:53.516689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3bba5-d26f-43f5-b129-2c729442dd5c req-2ebddf1d-0e71-43cc-9e60-a2cad6c5ed6b tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:53.523498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ccd3bba5-d26f-43f5-b129-2c729442dd5c req-2ebddf1d-0e71-43cc-9e60-a2cad6c5ed6b tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 943 time: 0.2343628 Nov 03 15:53:53.526401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'mac_address': 'fa:16:3e:f1:50:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:53:53.584533 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:53.585552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-4f5c2f66-15e0-413f-8f23-e0107e6e92da service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707532 Nov 03 15:53:53.607514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff666997-be6f-4961-8b77-d5fc7b29f4fc {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:53:53.628893 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e591abd-7dee-469d-9edc-181dcd9f55e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:53.631027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ccd3bba5-d26f-43f5-b129-2c729442dd5c req-619efcbc-60c3-4cb8-b09f-16f2a4188fd9 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059663 Nov 03 15:53:53.646279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af657a8a-dcef-47f8-ab69-eb2a79ec595a req-98111740-c049-4600-ae1b-acaa1f701eeb service neutron] 10.222.0.70 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318367 Nov 03 15:53:53.660216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:53.685270 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:53.686985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f9558f35-8020-484c-a557-9e137577e6d4 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:53:53.692259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:53.699232 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8136eb0e-7459-4133-a526-1caa231bcc74" -d '{"events": [{"server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "name": "network-vif-unplugged", "status": "completed", "tag": "f9558f35-8020-484c-a557-9e137577e6d4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:53.834107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:53.842676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e58e3-9d0a-4922-b44b-6af0bd4a7b74 req-c6397ca4-7517-488f-a3cd-6518e16004ea tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:53.844626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e5e58e3-9d0a-4922-b44b-6af0bd4a7b74 req-c6397ca4-7517-488f-a3cd-6518e16004ea tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 948 time: 0.0913341 Nov 03 15:53:53.854433 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-73284df2-1d87-4cc8-97c8-587d31951658 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6047854 Nov 03 15:53:53.883810 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e591abd-7dee-469d-9edc-181dcd9f55e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:53.886660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on host n-h1-813897-2 for vnic_type normal with profile {"migrating_to": "n-h2-813897-2"} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:53.887307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:53.887906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:53.904930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:53:53.905583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:53.939116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:53.940207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:53:53.940809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:53.941706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:53.942890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Bound port: f9558f35-8020-484c-a557-9e137577e6d4, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:53.943494 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:53.947203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e5e58e3-9d0a-4922-b44b-6af0bd4a7b74 req-a5a82125-1012-4874-8c48-1c6315990180 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958765 Nov 03 15:53:53.965658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:53.978004 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Pushing event updated for resources: {'Port': ['ID=f9558f35-8020-484c-a557-9e137577e6d4,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:54.021294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-a381c28e-a30a-4de1-b3eb-33e3d216bd1f service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891359 Nov 03 15:53:54.034509 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9b09d6-c360-4ecd-8342-e7643f103f68 x-openstack-request-id: req-9e9b09d6-c360-4ecd-8342-e7643f103f68 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:54.034853 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "name": "network-vif-unplugged", "status": "completed", "tag": "f9558f35-8020-484c-a557-9e137577e6d4", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:54.035028 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9e9b09d6-c360-4ecd-8342-e7643f103f68 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:54.035419 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4', 'code': 200} Nov 03 15:53:54.057759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on host n-h1-813897-2 for vnic_type normal with profile {"migrating_to": "n-h2-813897-2"} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:53:54.058251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:53:54.058578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:54.067018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:53:54.067612 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-97743a38-c10b-46e1-a084-501c4192ff19 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574201 Nov 03 15:53:54.071250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:54.074119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:53:54.074443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Attempting to bind port f9558f35-8020-484c-a557-9e137577e6d4 on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:53:54.112111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:53:54.112427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:53:54.112843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:53:54.113370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Bound port: f9558f35-8020-484c-a557-9e137577e6d4, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:53:54.113786 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:54.115402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:53:54.137852 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:54.187873 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e591abd-7dee-469d-9edc-181dcd9f55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:54.191148 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e591abd-7dee-469d-9edc-181dcd9f55e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:54.192728 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e591abd-7dee-469d-9edc-181dcd9f55e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b94c7187-5546-4d61-8459-0d81a831a94d HTTP/1.1" status: 204 len: 168 time: 0.9853556 Nov 03 15:53:54.238632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e591abd-7dee-469d-9edc-181dcd9f55e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94c7187-5546-4d61-8459-0d81a831a94d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:54.302275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f9558f35-8020-484c-a557-9e137577e6d4,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:54.351172 n-d-813897-2 neutron-server[108105]: WARNING neutron.plugins.ml2.plugin [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Concurrent port binding operations failed on port f9558f35-8020-484c-a557-9e137577e6d4 Nov 03 15:53:54.360471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:54.375667 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Attempt 2 to bind port f9558f35-8020-484c-a557-9e137577e6d4 Nov 03 15:53:54.380686 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:54.381697 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:54.384545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-a8afc624-7fec-4102-b415-3f831a5eca8c service neutron] 10.222.0.70 "PUT /v2.0/ports/f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 200 len: 1121 time: 2.4020579 Nov 03 15:53:54.408500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f9558f35-8020-484c-a557-9e137577e6d4 has no active binding in host n-h2-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 15:53:54.417637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e7b10b-f629-4fd7-add9-7cf14baeb2c9 req-5425decb-742a-4f39-90a2-cec00928ae44 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388011 Nov 03 15:53:54.447253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a067231-de88-46d1-af27-6053fc9911a1 req-201e2154-9a2a-4d59-8336-3983314cf973 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:54.454754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a067231-de88-46d1-af27-6053fc9911a1 req-201e2154-9a2a-4d59-8336-3983314cf973 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.1394258 Nov 03 15:53:54.471135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:54.486694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f9558f35-8020-484c-a557-9e137577e6d4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:54.555786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f9558f35-8020-484c-a557-9e137577e6d4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:54.613233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a067231-de88-46d1-af27-6053fc9911a1 req-afe938aa-fccb-46c6-b486-0e6251879775 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575143 Nov 03 15:53:54.847369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ff666997-be6f-4961-8b77-d5fc7b29f4fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:54.989245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6e278-f21b-4cea-89b6-9485eb4c582f req-cc97a91f-1431-4026-a0f5-d95683bec053 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:54.991134 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4b6e278-f21b-4cea-89b6-9485eb4c582f req-cc97a91f-1431-4026-a0f5-d95683bec053 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 948 time: 0.0820713 Nov 03 15:53:55.083522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4b6e278-f21b-4cea-89b6-9485eb4c582f req-8f0bae97-3899-4066-a81f-dbd223a6932c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857005 Nov 03 15:53:55.087088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Allocated IP 172.25.6.25 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/39aa37ab-30c5-4f3d-b7a3-67bad07f05c8) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:53:55.183158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dd394-628f-4f61-8993-e0614365000f req-6b84c088-66a4-4735-a182-6dbbe6fe65f5 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:55.184811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8dd394-628f-4f61-8993-e0614365000f req-6b84c088-66a4-4735-a182-6dbbe6fe65f5 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5&tenant_id=9b1469192bd448d38364a749bc3ed35c&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 948 time: 0.2289257 Nov 03 15:53:55.312365 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b856f8cc-c159-438a-ad64-03fab1fb986f details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:53:55.350790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e8a52-24d8-41e8-9e54-724ab7765fa4 req-fc310f15-2fb8-4282-9291-b1a5bf461c37 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:55.364541 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-546e8a52-24d8-41e8-9e54-724ab7765fa4 req-fc310f15-2fb8-4282-9291-b1a5bf461c37 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 943 time: 0.1727159 Nov 03 15:53:55.416993 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:55.437601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-546e8a52-24d8-41e8-9e54-724ab7765fa4 req-29578d6b-64c1-4b96-92e5-c4fae8f8fc24 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720599 Nov 03 15:53:55.467356 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-fe8dd394-628f-4f61-8993-e0614365000f req-a04833f7-b116-4a89-94b7-5ac52352c910 service neutron] delete failed (client error): The resource could not be found. Nov 03 15:53:55.468690 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8dd394-628f-4f61-8993-e0614365000f req-a04833f7-b116-4a89-94b7-5ac52352c910 service neutron] 10.222.0.15 "DELETE /v2.0/ports/ff666997-be6f-4961-8b77-d5fc7b29f4fc/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.2747772 Nov 03 15:53:55.514706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:55.586744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b856f8cc-c159-438a-ad64-03fab1fb986f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b856f8cc-c159-438a-ad64-03fab1fb986f,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:55.603814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'b856f8cc-c159-438a-ad64-03fab1fb986f', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'port_id': 'b856f8cc-c159-438a-ad64-03fab1fb986f', 'mac_address': 'fa:16:3e:75:89:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:53:55.640828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:53:55.648688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:53:55.679029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:55.701141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b856f8cc-c159-438a-ad64-03fab1fb986f {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:53:55.706855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:53:55.725616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b856f8cc-c159-438a-ad64-03fab1fb986f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b856f8cc-c159-438a-ad64-03fab1fb986f,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:55.731247 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:55.780897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event updated for resources: {'Port': ['ID=39aa37ab-30c5-4f3d-b7a3-67bad07f05c8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:55.812706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a803a-67a5-4fe9-8dba-9d6491590569 req-de809cd6-b236-42e4-b71f-8e0d5113871e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:55.815013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a5a803a-67a5-4fe9-8dba-9d6491590569 req-de809cd6-b236-42e4-b71f-8e0d5113871e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.0842135 Nov 03 15:53:55.827558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b856f8cc-c159-438a-ad64-03fab1fb986f,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:55.841457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dd394-628f-4f61-8993-e0614365000f req-4c5b71ca-0cd6-40eb-8499-8c9139caee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:55.843032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8dd394-628f-4f61-8993-e0614365000f req-4c5b71ca-0cd6-40eb-8499-8c9139caee9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 1099 time: 0.2342784 Nov 03 15:53:55.908720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a5a803a-67a5-4fe9-8dba-9d6491590569 req-1d2bf613-0b30-49fe-b1f4-7857a1a6013d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827365 Nov 03 15:53:55.985755 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:56.012644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dd394-628f-4f61-8993-e0614365000f req-fba22ba8-191c-4d64-9413-bf36f026c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:56.014402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8dd394-628f-4f61-8993-e0614365000f req-fba22ba8-191c-4d64-9413-bf36f026c417 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1618845 Nov 03 15:53:56.038617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:56.042667 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdec367-e891-4111-9b6d-60c1d1ce45a1" -d '{"events": [{"name": "network-changed", "server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "tag": "f9558f35-8020-484c-a557-9e137577e6d4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:56.087164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8dd394-628f-4f61-8993-e0614365000f req-7fa5acc0-6daa-41c8-9b30-873911b3a3e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 200 len: 217 time: 0.0557046 Nov 03 15:53:56.088006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:56.121355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['b856f8cc-c159-438a-ad64-03fab1fb986f'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:53:56.215193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dd394-628f-4f61-8993-e0614365000f req-394b315d-3e27-415b-aaf5-bd04a66b52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:56.217286 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8dd394-628f-4f61-8993-e0614365000f req-394b315d-3e27-415b-aaf5-bd04a66b52e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1066403 Nov 03 15:53:56.339996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dd394-628f-4f61-8993-e0614365000f req-a4199c5b-ef00-4586-b7ef-40c5111841f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:56.341598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8dd394-628f-4f61-8993-e0614365000f req-a4199c5b-ef00-4586-b7ef-40c5111841f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777228 Nov 03 15:53:56.382377 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a695fa5-49d9-4e37-a513-1fa6b31d79e3 x-openstack-request-id: req-5a695fa5-49d9-4e37-a513-1fa6b31d79e3 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:56.382664 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "tag": "f9558f35-8020-484c-a557-9e137577e6d4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:56.390669 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5a695fa5-49d9-4e37-a513-1fa6b31d79e3 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:56.391163 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4', 'status': 'completed', 'code': 200} Nov 03 15:53:56.468889 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:56.480377 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:56.514362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d9941-bb93-4281-9b30-cf2cba404cae req-60aac163-b009-4685-be25-4a26ae5e8929 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:56.523217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-382d9941-bb93-4281-9b30-cf2cba404cae req-60aac163-b009-4685-be25-4a26ae5e8929 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 948 time: 0.0983911 Nov 03 15:53:56.528038 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-c2b4afd7-8c5e-4b0e-a96b-34a5976f55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:56.529505 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-c2b4afd7-8c5e-4b0e-a96b-34a5976f55df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1124 time: 0.1245697 Nov 03 15:53:56.581540 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8dd394-628f-4f61-8993-e0614365000f req-22a87fd3-75f3-4b6f-bfa8-03cc318fa74d service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265525 Nov 03 15:53:56.593243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event updated for resources: {'Port': ['ID=39aa37ab-30c5-4f3d-b7a3-67bad07f05c8,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:56.644144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:56.646606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-382d9941-bb93-4281-9b30-cf2cba404cae req-54fcb23b-420d-485c-878d-bba09c300fe8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218500 Nov 03 15:53:56.703706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43954) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:56.705983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-80e08f66-d61f-4f54-9bda-e0e0a671c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:56.707666 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-80e08f66-d61f-4f54-9bda-e0e0a671c902 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.1645803 Nov 03 15:53:56.728843 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:56.738865 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-1790dd0d-ac17-4795-a99b-26bd055ad933 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8508148 Nov 03 15:53:56.783954 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-6655aa7b-dd30-4d44-85de-c1c8f8ed9ba8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 200 len: 217 time: 0.0683093 Nov 03 15:53:56.821037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-607f5799-79e8-460e-902d-0fd9dbbc1844 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0811856 Nov 03 15:53:56.824886 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe8dd394-628f-4f61-8993-e0614365000f req-35229c97-6144-449e-970b-59dbfd5c34ff service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327392 Nov 03 15:53:56.899064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-3386d62f-fab1-490a-86c0-006aaf80081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:56.905938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-3386d62f-fab1-490a-86c0-006aaf80081c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1111462 Nov 03 15:53:56.942968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905e2c2-90c8-44fc-b77b-8346864bf1bf req-cc0b08dc-c07d-44e4-8d44-2b380c8e5906 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:56.949743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e905e2c2-90c8-44fc-b77b-8346864bf1bf req-cc0b08dc-c07d-44e4-8d44-2b380c8e5906 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 944 time: 0.1645589 Nov 03 15:53:56.992122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-301542c8-3043-4955-967c-233919916222 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:57.004159 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-193b8360-6f5e-4c6d-822a-b5702859f039 req-301542c8-3043-4955-967c-233919916222 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1816599 Nov 03 15:53:57.034052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5089cdf6-6e83-443f-ac3e-e81a0ca193ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.068650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-dadb534a-376b-4ced-8058-579bcfc77aee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171820 Nov 03 15:53:57.175253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c802a0-dbf5-4d97-bbac-12dba069988e req-015cfad2-7d06-4681-8ea1-bc7f5bf5d433 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:57.176649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3c802a0-dbf5-4d97-bbac-12dba069988e req-015cfad2-7d06-4681-8ea1-bc7f5bf5d433 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.0946207 Nov 03 15:53:57.182968 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e905e2c2-90c8-44fc-b77b-8346864bf1bf req-12c6028f-3843-431d-a39e-8bdbab9a66fe tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232931 Nov 03 15:53:57.217054 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5089cdf6-6e83-443f-ac3e-e81a0ca193ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.224242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5089cdf6-6e83-443f-ac3e-e81a0ca193ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.291832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3c802a0-dbf5-4d97-bbac-12dba069988e req-ebdba0fd-2420-4571-8410-4416be07b0f5 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039448 Nov 03 15:53:57.294641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5089cdf6-6e83-443f-ac3e-e81a0ca193ad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31a4ecae5a304707ad738516ab8eb7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5897982 Nov 03 15:53:57.295335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089cdf6-6e83-443f-ac3e-e81a0ca193ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99347cd-8307-4405-865b-984dfef04cb5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:57.297813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43966) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:57.306934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c98508d6-bff8-465e-93a6-6bea41475324 req-b6b81e22-2f11-421f-aad0-64499cd6679c tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips/8f227add-00bf-4556-b091-84dc45aab272 HTTP/1.1" status: 200 len: 692 time: 0.0820997 Nov 03 15:53:57.317653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b856f8cc-c159-438a-ad64-03fab1fb986f up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:53:57.318183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-a24dd22b-5899-4481-a030-d158557c8b1b service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291973 Nov 03 15:53:57.390399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88ba6f9b-0864-4354-ae08-fb4686629814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.440052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88ba6f9b-0864-4354-ae08-fb4686629814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.444623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port b856f8cc-c159-438a-ad64-03fab1fb986f completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:53:57.450354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port b856f8cc-c159-438a-ad64-03fab1fb986f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:57.450949 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.455458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fcdec367-e891-4111-9b6d-60c1d1ce45a1 req-194c9fab-040b-4c63-80a5-b001e561bbd1 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176860 Nov 03 15:53:57.520452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88ba6f9b-0864-4354-ae08-fb4686629814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.525352 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88ba6f9b-0864-4354-ae08-fb4686629814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.526819 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-88ba6f9b-0864-4354-ae08-fb4686629814 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a99347cd-8307-4405-865b-984dfef04cb5 HTTP/1.1" status: 204 len: 168 time: 0.2280371 Nov 03 15:53:57.543841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba6f9b-0864-4354-ae08-fb4686629814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99347cd-8307-4405-865b-984dfef04cb5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:57.593325 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.622794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98508d6-bff8-465e-93a6-6bea41475324 req-873fb0db-c529-4b3a-bd46-d720b9e861a1 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:57.624102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b856f8cc-c159-438a-ad64-03fab1fb986f'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:57.627896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c98508d6-bff8-465e-93a6-6bea41475324 req-873fb0db-c529-4b3a-bd46-d720b9e861a1 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.3089888 Nov 03 15:53:57.631396 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d676b-7874-4cb5-92f8-289e3881c869" -d '{"events": [{"server_uuid": "e8e700e5-8f19-4ffa-8dc8-63df0adf24b1", "name": "network-vif-plugged", "status": "completed", "tag": "b856f8cc-c159-438a-ad64-03fab1fb986f"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:57.673715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b856f8cc-c159-438a-ad64-03fab1fb986f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b856f8cc-c159-438a-ad64-03fab1fb986f,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:57.681231 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:57.683092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ff666997-be6f-4961-8b77-d5fc7b29f4fc up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:53:57.764207 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb876c2-32ae-4182-a761-c9f1d14f0e13 x-openstack-request-id: req-ebb876c2-32ae-4182-a761-c9f1d14f0e13 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:57.764554 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e700e5-8f19-4ffa-8dc8-63df0adf24b1", "name": "network-vif-plugged", "status": "completed", "tag": "b856f8cc-c159-438a-ad64-03fab1fb986f", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:57.764912 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ebb876c2-32ae-4182-a761-c9f1d14f0e13 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:57.765316 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b856f8cc-c159-438a-ad64-03fab1fb986f', 'code': 200} Nov 03 15:53:57.791472 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-e381e998-d082-4fd5-a401-b4474ea168d9 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips/8f227add-00bf-4556-b091-84dc45aab272 HTTP/1.1" status: 200 len: 692 time: 0.1135395 Nov 03 15:53:57.996992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c907a7-ae0e-46ca-a047-d878bd81ea41 req-42ae0073-9b4f-4a8f-a477-f818dc5b496e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:58.008386 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92c907a7-ae0e-46ca-a047-d878bd81ea41 req-42ae0073-9b4f-4a8f-a477-f818dc5b496e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 948 time: 0.1267624 Nov 03 15:53:58.160445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eaccdd98-a67b-4ef1-bdfc-2f14ac1199e2 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:58.162406 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eaccdd98-a67b-4ef1-bdfc-2f14ac1199e2 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.3638270 Nov 03 15:53:58.166849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037612c-f1f3-42e3-9c5c-dcf8cc62c093 req-54123cd6-81bf-4e93-b369-247c0053cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:58.168484 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6037612c-f1f3-42e3-9c5c-dcf8cc62c093 req-54123cd6-81bf-4e93-b369-247c0053cb46 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 1096 time: 0.3405113 Nov 03 15:53:58.168677 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92c907a7-ae0e-46ca-a047-d878bd81ea41 req-3bda9dd4-5717-4852-8d16-9215e27efc7f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592607 Nov 03 15:53:58.183312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-332273c6-2849-4088-8925-c920a4c8c374 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:53:58.183312 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-332273c6-2849-4088-8925-c920a4c8c374 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0058148 Nov 03 15:53:58.214007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port ff666997-be6f-4961-8b77-d5fc7b29f4fc completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:53:58.221537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port ff666997-be6f-4961-8b77-d5fc7b29f4fc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:53:58.228601 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:58.249444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-4863c20c-da97-4b9d-a42d-1af3f19d088f tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0561697 Nov 03 15:53:58.314839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b856f8cc-c159-438a-ad64-03fab1fb986f,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:58.342823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-f8c84ffd-a9f7-4931-991f-d8d5fa31f2b8 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0816176 Nov 03 15:53:58.429342 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:58.454869 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6037612c-f1f3-42e3-9c5c-dcf8cc62c093 req-e600ddce-6d8c-4b6f-a28f-b0349e052fa3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731240 Nov 03 15:53:58.455189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9dfc-ea08-4d6c-a6e2-22135e4b117a req-1e26b8f6-7ad7-4871-8ad2-c604f0e29d0c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:58.463460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82df9dfc-ea08-4d6c-a6e2-22135e4b117a req-1e26b8f6-7ad7-4871-8ad2-c604f0e29d0c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 948 time: 0.1046777 Nov 03 15:53:58.503274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:53:58.510191 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:58.542994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82df9dfc-ea08-4d6c-a6e2-22135e4b117a req-bacb2272-2ce5-474f-80c6-ff3d4e4929f3 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749242 Nov 03 15:53:58.586569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Deleting port 39aa37ab-30c5-4f3d-b7a3-67bad07f05c8 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:53:58.587064 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:58.634714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:58.761094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af65dd-70e0-46a2-aa77-b6a3647b14a4 req-1ff6ecd1-37cd-40cf-aaed-262b7fcb0380 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:58.778580 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79af65dd-70e0-46a2-aa77-b6a3647b14a4 req-1ff6ecd1-37cd-40cf-aaed-262b7fcb0380 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 945 time: 0.1081390 Nov 03 15:53:58.790886 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:58.791020 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:58.812792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Calling delete_port for 39aa37ab-30c5-4f3d-b7a3-67bad07f05c8 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:53:58.880901 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79af65dd-70e0-46a2-aa77-b6a3647b14a4 req-ce9a75a6-0946-48e6-9e0e-b051bca439de tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004164 Nov 03 15:53:58.956995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44016) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:53:59.177433 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:59.208671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event deleted for resources: {'Port': ['ID=39aa37ab-30c5-4f3d-b7a3-67bad07f05c8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:53:59.284197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e23491-2ec3-4932-82c6-8b52ef164ba1 req-0a9fc72a-978c-4172-8277-06e90201591e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:59.285750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7e23491-2ec3-4932-82c6-8b52ef164ba1 req-0a9fc72a-978c-4172-8277-06e90201591e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.1735153 Nov 03 15:53:59.297875 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:59.301957 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:53:59.303412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b3ae34d-e1fd-4ca8-ae5d-7b64417e28da req-eb9958dd-ab93-436e-ba14-4e90619ecf80 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "DELETE /v2.0/floatingips/8f227add-00bf-4556-b091-84dc45aab272 HTTP/1.1" status: 204 len: 173 time: 0.9531634 Nov 03 15:53:59.552286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7e23491-2ec3-4932-82c6-8b52ef164ba1 req-8a110235-51fd-43ff-adcf-460559a53822 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141869 Nov 03 15:53:59.767081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:53:59.770524 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2697c2f2-3531-4989-b11f-5a0b1781cb55" -d '{"events": [{"server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "name": "network-vif-plugged", "status": "completed", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:53:59.912648 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a81520f-8a91-4f4e-b1c0-01dfed61549b x-openstack-request-id: req-9a81520f-8a91-4f4e-b1c0-01dfed61549b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:53:59.912981 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "name": "network-vif-plugged", "status": "completed", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:53:59.913332 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a81520f-8a91-4f4e-b1c0-01dfed61549b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:53:59.913788 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'code': 200} Nov 03 15:53:59.934280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e8d2d-0e3d-4430-a7f2-640d03f6e175 req-ab25d206-9909-4deb-8110-5041cb119bab tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:53:59.950183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-064e8d2d-0e3d-4430-a7f2-640d03f6e175 req-ab25d206-9909-4deb-8110-5041cb119bab tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3127255 Nov 03 15:54:00.138963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:00.268784 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d9e4e2b-8112-40cd-9b19-114955b12eb9 req-7499c56a-95a5-4bb6-b090-db67ac216063 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=7874822508b6463d90ab1fbfd2e64f25 HTTP/1.1" status: 200 len: 1654 time: 0.2507164 Nov 03 15:54:00.301641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44048) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:00.322475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218affd6-7f7d-417f-b13a-d3cf4a76daef req-167b2dcd-f513-4ea0-b424-8429a964bc51 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:00.331353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-218affd6-7f7d-417f-b13a-d3cf4a76daef req-167b2dcd-f513-4ea0-b424-8429a964bc51 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 945 time: 0.2768199 Nov 03 15:54:00.432040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-218affd6-7f7d-417f-b13a-d3cf4a76daef req-26a75551-a956-48e8-adce-fbf641f5c6d7 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938284 Nov 03 15:54:00.556588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4e2b-8112-40cd-9b19-114955b12eb9 req-773c5b35-5ce6-4891-ae62-1bba72cd513c tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:00.564371 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d9e4e2b-8112-40cd-9b19-114955b12eb9 req-773c5b35-5ce6-4891-ae62-1bba72cd513c tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks?id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 787 time: 0.2880068 Nov 03 15:54:00.569982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-7d9e4e2b-8112-40cd-9b19-114955b12eb9 req-083cf87c-e4bd-4884-a4ed-7a75bfa801f8 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:54:00.577434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d9e4e2b-8112-40cd-9b19-114955b12eb9 req-083cf87c-e4bd-4884-a4ed-7a75bfa801f8 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0114548 Nov 03 15:54:00.613127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-ca6dbc05-ae92-4bc5-b18f-970d1e51dfc6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9b1469192bd448d38364a749bc3ed35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479028 Nov 03 15:54:00.623048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-886ed46f-d7d0-414d-a563-f1305024c484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:00.812830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-886ed46f-d7d0-414d-a563-f1305024c484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:00.822520 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-886ed46f-d7d0-414d-a563-f1305024c484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:00.854267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ed46f-d7d0-414d-a563-f1305024c484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7698eb8-e238-40b5-9aa9-935d4a955889,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:00.880796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fda503-005f-485d-8467-b98e735b9cde req-296b9396-7d3d-42c7-b0a0-e62952e49f15 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:00.901380 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53fda503-005f-485d-8467-b98e735b9cde req-296b9396-7d3d-42c7-b0a0-e62952e49f15 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 945 time: 0.1566231 Nov 03 15:54:00.902567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44068) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:00.916634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Request body: {'floatingip': {'port_id': 'b856f8cc-c159-438a-ad64-03fab1fb986f'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:00.991103 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:01.019678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-886ed46f-d7d0-414d-a563-f1305024c484 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c4e15d545b04a23986c93237a77e569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7163179 Nov 03 15:54:01.024610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:01.043889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44070) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:01.067077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-60489c34-fc1d-4140-acc8-2aa461b354d9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:01.074778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-60489c34-fc1d-4140-acc8-2aa461b354d9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4604390 Nov 03 15:54:01.137990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-23389b72-bbd1-428c-890a-91435da2dced tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/quotas/9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 375 time: 0.0623865 Nov 03 15:54:01.164496 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-683b03eb-0013-498a-8d7f-53c85d15df3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:01.240664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Deleting port d3078dcc-7d20-4147-abd4-e8b03ed3669a {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:01.241041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:01.246216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-683b03eb-0013-498a-8d7f-53c85d15df3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:01.367007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-e6f000ed-a7e6-4363-8b63-d15c323fdbd2 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2218697 Nov 03 15:54:01.408936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] For port d3078dcc-7d20-4147-abd4-e8b03ed3669a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d3078dcc-7d20-4147-abd4-e8b03ed3669a,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:01.409441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:01.420470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-683b03eb-0013-498a-8d7f-53c85d15df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:01.434721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-683b03eb-0013-498a-8d7f-53c85d15df3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:01.436252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-683b03eb-0013-498a-8d7f-53c85d15df3c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7698eb8-e238-40b5-9aa9-935d4a955889 HTTP/1.1" status: 204 len: 168 time: 0.3892496 Nov 03 15:54:01.442386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Calling delete_port for d3078dcc-7d20-4147-abd4-e8b03ed3669a owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:01.453451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b03eb-0013-498a-8d7f-53c85d15df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7698eb8-e238-40b5-9aa9-935d4a955889,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:01.716505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-28f5f643-c1c5-45c6-a7a9-2b31061ca56c tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips/88f7347e-f739-4332-827e-9b96dafe1a4f HTTP/1.1" status: 200 len: 692 time: 0.7961235 Nov 03 15:54:01.797509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7f067-90b2-4123-803f-6cd1819c2cac req-10c3f7e6-fc02-4dc8-93e1-8bcd9aa3b39c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:01.799128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dd7f067-90b2-4123-803f-6cd1819c2cac req-10c3f7e6-fc02-4dc8-93e1-8bcd9aa3b39c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.1132884 Nov 03 15:54:01.855381 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:01.899421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dd7f067-90b2-4123-803f-6cd1819c2cac req-8168436d-efd6-4050-8018-0a61829a8924 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919878 Nov 03 15:54:01.903564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3078dcc-7d20-4147-abd4-e8b03ed3669a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:02.099323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-305332c0-b4cd-4424-84f8-2795764a7116 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:02.115024 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-305332c0-b4cd-4424-84f8-2795764a7116 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.3847537 Nov 03 15:54:02.120498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77e5b92b-d420-4e35-aaca-056ba35202de req-0a5f4832-9619-4d25-b7dd-0ba0f7c0b548 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 210 time: 0.0388701 Nov 03 15:54:02.123706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:02.263994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-c1cf596b-81d4-4d98-a705-4e674abe489e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.1477170 Nov 03 15:54:02.372414 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-a4ccbd3b-b474-4830-82e4-576054933621 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.0986109 Nov 03 15:54:02.457795 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1206ac95-1343-4e5c-882f-cad24095540a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:02.583742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.resource_extend [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:54:02.658899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Router 3a070383-98ed-4891-bf92-214c50a3caab has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:02.659573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44112) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:02.662369 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:02.667521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-3e2bc785-707a-4ec0-a56c-1568b5a6019e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:02.669016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-3e2bc785-707a-4ec0-a56c-1568b5a6019e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 806 time: 0.1720901 Nov 03 15:54:02.682419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:02.692093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-b54951f5-37fb-464f-b12a-84fed7a77566 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/quotas/574458bcf0c640ecb8efbda6451c2ee6 HTTP/1.1" status: 200 len: 375 time: 0.0133417 Nov 03 15:54:02.770431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Deleting port 1fd168fd-815a-4067-96c6-c0941166b939 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:02.771023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:02.828177 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-00c074d7-2242-40ee-aa55-8f4be3454b97 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1272314 Nov 03 15:54:02.837834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-312996372-network', 'tenant_id': '45c8290a80c2437da65a1332d64d838b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:02.891937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:02.902095 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] Sync routers for ids ['3a070383-98ed-4891-bf92-214c50a3caab'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:02.909939 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:02.910192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:02.919340 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Floating IP ef7826bd-19da-4631-b66c-3e1fb9c87ee1 associated. External IP: 172.25.6.213, port: b856f8cc-c159-438a-ad64-03fab1fb986f. Nov 03 15:54:02.927015 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] Routers {'3a070383-98ed-4891-bf92-214c50a3caab'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:02.927890 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['3a070383-98ed-4891-bf92-214c50a3caab'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:02.936239 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-21f7340c-63c3-45bb-abdf-4930ae283d26 admin admin] 10.222.0.86 "PUT /v2.0/routers/3a070383-98ed-4891-bf92-214c50a3caab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9752901 Nov 03 15:54:02.937807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44116) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:02.964340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Calling delete_port for 1fd168fd-815a-4067-96c6-c0941166b939 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:03.048494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.054153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Made reservation on behalf of 45c8290a80c2437da65a1332d64d838b for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:03.056621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.081807 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] Set router 3a070383-98ed-4891-bf92-214c50a3caab gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:03.089901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f9558f35-8020-484c-a557-9e137577e6d4 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:03.107122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.199900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.230102 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.328033 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-fc8ec724-0e0e-443b-bce7-cd046d21a683 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9b1469192bd448d38364a749bc3ed35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596786 Nov 03 15:54:03.365920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-d6618ca2-7808-4b37-b06d-f916df589af5 service neutron] 10.222.0.86 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186412 Nov 03 15:54:03.380725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.395421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-42d6f9c8-4b31-4133-ad03-36c312de4bda service neutron] 10.222.0.15 "GET /v2.0/ports/f9558f35-8020-484c-a557-9e137577e6d4/bindings/n-h2-813897-2 HTTP/1.1" status: 200 len: 384 time: 0.1926115 Nov 03 15:54:03.425711 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a070383-98ed-4891-bf92-214c50a3caab', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:49Z', 'updated_at': '2021-11-03T15:54:01Z', 'revision_number': 5, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'gw_port': {'id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:50Z', 'updated_at': '2021-11-03T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:03.447370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event deleted for resources: {'Port': ['ID=1fd168fd-815a-4067-96c6-c0941166b939,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:03.456610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Router 0437c019-dc21-4cc3-8328-07585802eae8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:03.485077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:54:03.561444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6590357-5f81-407a-b44c-e8d9e86dccdd,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:03.571468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.571861 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Added segment 32b66651-2136-4aaf-974e-f37ac36cf943 of type vlan for network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e Nov 03 15:54:03.600943 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.605490 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] Checking router: 3a070383-98ed-4891-bf92-214c50a3caab for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:03.608211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-35be112a-c63d-41d0-8706-a9ad7013d4b9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:03.609724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-35be112a-c63d-41d0-8706-a9ad7013d4b9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705398 Nov 03 15:54:03.616124 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] Routers {'3a070383-98ed-4891-bf92-214c50a3caab'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:03.617011 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['3a070383-98ed-4891-bf92-214c50a3caab'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:03.617651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.620239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.621282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9dd2674d-c236-4696-96c6-9ebbc705ac99 req-ffa27fc0-be5c-4e02-a0ca-1654107a4ea3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "DELETE /v2.0/floatingips/88f7347e-f739-4332-827e-9b96dafe1a4f HTTP/1.1" status: 204 len: 173 time: 1.2567651 Nov 03 15:54:03.632028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Request body: {'port': {'device_id': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '9b1469192bd448d38364a749bc3ed35c'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:03.635857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-ccadb989-0837-4896-a636-36fc2b895890 service neutron] 10.222.0.86 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449713 Nov 03 15:54:03.681715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.777058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:03.784110 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.784739 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] Set router 3a070383-98ed-4891-bf92-214c50a3caab gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:03.795783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] Sync routers for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:03.813356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.815326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:03.816550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:03.819910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:03.829331 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.845303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fa6f8894-f8b2-41a1-941b-22ceeff7f63e tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "PUT /v2.0/floatingips/ef7826bd-19da-4631-b66c-3e1fb9c87ee1 HTTP/1.1" status: 200 len: 991 time: 2.9344680 Nov 03 15:54:03.846444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'tag': 'b856f8cc-c159-438a-ad64-03fab1fb986f'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:03.848738 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08961ae-e5f8-450f-93ce-004d9f7b8c33" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e700e5-8f19-4ffa-8dc8-63df0adf24b1", "tag": "b856f8cc-c159-438a-ad64-03fab1fb986f"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:03.859064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fef5-0677-4b68-a5d1-2418590db2ca req-63744f5b-ea69-4f37-bb03-8eee0e4217ff tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:03.860712 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eee1fef5-0677-4b68-a5d1-2418590db2ca req-63744f5b-ea69-4f37-bb03-8eee0e4217ff tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 943 time: 0.1357491 Nov 03 15:54:03.947438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eee1fef5-0677-4b68-a5d1-2418590db2ca req-8dc7ff6d-29da-42bb-a7b2-1a5180abeef0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764771 Nov 03 15:54:03.948796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Made reservation on behalf of 9b1469192bd448d38364a749bc3ed35c for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:03.953287 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.973857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3132372 Nov 03 15:54:03.977877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed58e2f-cd6c-45e7-82ca-ed8400028712 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3d93b5-d5b8-4e76-9701-1ffd3611d76e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:03.978178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44136) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:03.982742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Deleting port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:03.983071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:03.995232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Request body: {'subnet': {'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-312996372-subnet', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:04.029027 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a070383-98ed-4891-bf92-214c50a3caab', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:49Z', 'updated_at': '2021-11-03T15:54:01Z', 'revision_number': 5, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'gw_port': {'id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:50Z', 'updated_at': '2021-11-03T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:04.030340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Made reservation on behalf of 45c8290a80c2437da65a1332d64d838b for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:04.033012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:04.058632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:04.090672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:54:04.097686 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42b3e4-432d-4ee1-a471-fc1d9d5d11a2 None None] The sync data for ids ['3a070383-98ed-4891-bf92-214c50a3caab'] in n-d-813897-2 is: [{'id': '3a070383-98ed-4891-bf92-214c50a3caab', 'name': 'tempest-AttachSCSIVolumeTestJSON-440993955-router', 'tenant_id': '9b1a073c188f466f950b0955cca21e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:49Z', 'updated_at': '2021-11-03T15:54:01Z', 'revision_number': 5, 'project_id': '9b1a073c188f466f950b0955cca21e60', 'gw_port': {'id': '948f5f56-e6a7-4c5e-a1a2-abf1722b068b', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a070383-98ed-4891-bf92-214c50a3caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:51:50Z', 'updated_at': '2021-11-03T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:04.105419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:04.176906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:04.184281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9558f35-8020-484c-a557-9e137577e6d4 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:54:04.198845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:04.247713 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:04.279930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] For port 948f5f56-e6a7-4c5e-a1a2-abf1722b068b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=948f5f56-e6a7-4c5e-a1a2-abf1722b068b,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:04.280437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:04.327334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Calling delete_port for 948f5f56-e6a7-4c5e-a1a2-abf1722b068b owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:04.369290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bf689bf-22bd-4492-92fd-b4e110a1cf3b req-38263ac6-fc6b-47a5-b292-e1296ce362ba tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 210 time: 0.0701625 Nov 03 15:54:04.437128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-1aee6fc2-4240-4474-a384-2b360fc509ad tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips/d960ff53-bda7-4d8e-aeab-e5a0e34ce586 HTTP/1.1" status: 200 len: 692 time: 0.1261313 Nov 03 15:54:04.439711 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:04.493283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ef7826bd-19da-4631-b66c-3e1fb9c87ee1', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'port_id': 'b856f8cc-c159-438a-ad64-03fab1fb986f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'mac_address': 'fa:16:3e:75:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:50:29Z', 'updated_at': '2021-11-03T15:54:02Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:04.531179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] Checking router: 0437c019-dc21-4cc3-8328-07585802eae8 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:04.542141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:04.542898 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:53:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:04.562152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa8cae0-e207-49b0-89f0-c03c1af4a3b3,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:04.596252 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f736d707-70c9-4eed-99cc-9bc9ad6ce059 x-openstack-request-id: req-f736d707-70c9-4eed-99cc-9bc9ad6ce059 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:04.596569 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e700e5-8f19-4ffa-8dc8-63df0adf24b1", "tag": "b856f8cc-c159-438a-ad64-03fab1fb986f", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:04.597270 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f736d707-70c9-4eed-99cc-9bc9ad6ce059 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:04.597404 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'tag': 'b856f8cc-c159-438a-ad64-03fab1fb986f', 'status': 'completed', 'code': 200} Nov 03 15:54:04.604664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-6a859c9a-8803-4d95-a299-2cef2acab9b1 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:04.610635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-6a859c9a-8803-4d95-a299-2cef2acab9b1 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1722383 Nov 03 15:54:04.743752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:04.779905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b84dd46f-029d-4fbe-b6e1-961366da4ee7 req-8e050511-741f-4a4a-8aae-ceeb3235d21d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 210 time: 0.1224155 Nov 03 15:54:04.806183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Checking segment: {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:04.806545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Network hostable DHCP agents. Network: 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:54:04.809181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Allocated IP 192.168.233.41 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/e64ccb00-9c62-4310-a607-83dc628d7edb) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:04.821889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-b95a1616-0635-4467-81cd-cb738f3d97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:04.822350 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-b95a1616-0635-4467-81cd-cb738f3d97c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c958ac05699b411fb275bfd729d8fa30&device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 1096 time: 0.2108293 Nov 03 15:54:04.878184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-06a8cc73-5f80-4640-87e5-bc3f6977677b tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.2654507 Nov 03 15:54:04.880896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:54:04.904978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] Transition to ACTIVE for port object f9558f35-8020-484c-a557-9e137577e6d4 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:54:04.908623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:04.936973 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:04.951173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:04.951385 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:04.977380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:04.980739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=948f5f56-e6a7-4c5e-a1a2-abf1722b068b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:04.985264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-6e563ee2-28e8-4fcf-a8bb-e1bf2dc935e0 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.0896690 Nov 03 15:54:05.009903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d0289-7e9a-4797-958e-ec94dde0e51f None None] Network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:05.015296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.015646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.016069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.016567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.017013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.017352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.017790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.018301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.019415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.019415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.019619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.019810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:05.033309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-14c6acf9-536b-4fe4-a873-2067cbc511e1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0538099 Nov 03 15:54:05.042962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44150) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:05.052698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:05.076849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-649c2423-70bb-4e23-b88f-95bad3125d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:05.078547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-649c2423-70bb-4e23-b88f-95bad3125d16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 200 len: 924 time: 0.2450743 Nov 03 15:54:05.138744 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9575d443-baf8-4261-9ebd-0706518b9472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.216939 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.232546 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-58d9bbcc-ebcc-4beb-aebe-1efb511fce61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b856f8cc-c159-438a-ad64-03fab1fb986f HTTP/1.1" status: 200 len: 999 time: 0.1357396 Nov 03 15:54:05.246392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ed31-ebdc-49c2-baa3-eb8beeef20e1 req-f1b94f4e-c52e-401f-a2fa-108a17950a77 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:05.248037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8423ed31-ebdc-49c2-baa3-eb8beeef20e1 req-f1b94f4e-c52e-401f-a2fa-108a17950a77 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.1395247 Nov 03 15:54:05.275740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:54:05.276753 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.353487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.357032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-bdea6391-ffa6-4e00-9d09-117e67c7f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:05.358533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-bdea6391-ffa6-4e00-9d09-117e67c7f98f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31910181-2df9-4130-8a50-e405cbc14f6e HTTP/1.1" status: 200 len: 862 time: 0.1096582 Nov 03 15:54:05.375917 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8423ed31-ebdc-49c2-baa3-eb8beeef20e1 req-44575ac1-430d-49d7-a6a9-975eb24c30c4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154599 Nov 03 15:54:05.376183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ff666997-be6f-4961-8b77-d5fc7b29f4fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:05.433921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:05.454862 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.456764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:05.461888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:05.484566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:05.524903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ef7826bd-19da-4631-b66c-3e1fb9c87ee1', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'port_id': 'b856f8cc-c159-438a-ad64-03fab1fb986f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'mac_address': 'fa:16:3e:75:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:50:29Z', 'updated_at': '2021-11-03T15:54:02Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:05.540484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:05.563487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-6373ce45-cd6e-444a-b38d-3664b804aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:05.566932 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-6373ce45-cd6e-444a-b38d-3664b804aaf3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6f071b7-6095-4657-8637-67e1a9657057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619546 Nov 03 15:54:05.573946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d3078dcc-7d20-4147-abd4-e8b03ed3669a no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:05.620881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:05.622066 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.678559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5e5475-4218-4264-92a7-cac32489b65f None None] The sync data for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 is: [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ef7826bd-19da-4631-b66c-3e1fb9c87ee1', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'port_id': 'b856f8cc-c159-438a-ad64-03fab1fb986f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'mac_address': 'fa:16:3e:75:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:50:29Z', 'updated_at': '2021-11-03T15:54:02Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:05.730159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] No DVR routers for this DVR port f9558f35-8020-484c-a557-9e137577e6d4 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:05.794931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.807687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.916029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.917269 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.927710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] Pushing event updated for resources: {'Port': ['ID=f9558f35-8020-484c-a557-9e137577e6d4,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:05.936271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-24bc3325-ab98-401b-b010-bf455a03e217 service neutron] 10.222.0.15 "PUT /v2.0/ports/f9558f35-8020-484c-a557-9e137577e6d4/bindings/n-h2-813897-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4482131 Nov 03 15:54:05.947623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.951870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a070383-98ed-4891-bf92-214c50a3caab {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:54:05.963567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Allocated IP 172.20.0.2 (7c3d93b5-d5b8-4e76-9701-1ffd3611d76e/3fa8cae0-e207-49b0-89f0-c03c1af4a3b3/4436aa20-2d48-42ab-b321-a85af1bd0246) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:05.965317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:05.968098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7a9846f3-daab-4cba-b96c-f8ea81837f56 admin admin] 10.222.0.86 "DELETE /v2.0/routers/3a070383-98ed-4891-bf92-214c50a3caab HTTP/1.1" status: 204 len: 168 time: 3.0285845 Nov 03 15:54:05.976853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44160) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:06.024421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: d3078dcc-7d20-4147-abd4-e8b03ed3669a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:06.026294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d3078dcc-7d20-4147-abd4-e8b03ed3669a not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:06.102804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.145329 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d6d4d-4392-4c2f-a32b-f759c84ad9d1 None None] New status for floating IP ef7826bd-19da-4631-b66c-3e1fb9c87ee1: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:54:06.197111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-950ed176-a0ed-4cb8-87ba-918396372681 admin admin] Deleting subnet 80c48f24-25ea-46a6-a529-7ea2da757eb4 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:54:06.251369 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.298131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-950ed176-a0ed-4cb8-87ba-918396372681 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.308960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7c13f87c-6c7f-4de0-95ef-6a6b74136720 None None] Provisioning complete for port e64ccb00-9c62-4310-a607-83dc628d7edb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:06.309692 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c13f87c-6c7f-4de0-95ef-6a6b74136720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.336206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-33cce3f0-3dd6-46f1-8189-ed5ad53102d5 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:06.338069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-33cce3f0-3dd6-46f1-8189-ed5ad53102d5 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1095 time: 0.2545657 Nov 03 15:54:06.370956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7c13f87c-6c7f-4de0-95ef-6a6b74136720 None None] Port e64ccb00-9c62-4310-a607-83dc628d7edb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:54:06.395773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Deleting port 65b1991a-f40f-4134-9b2f-a4e564a7d319 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:06.396117 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.409616 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-84f9db87-36fe-4a66-8c52-8520397e0b18 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7830408 Nov 03 15:54:06.440810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Request body: {'port': {'device_id': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:06.504932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dfac1-49e1-40dd-8bb4-e2c24b183064 req-9568752e-c5a0-4cda-b3b7-c175e3340c33 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:06.506634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f6dfac1-49e1-40dd-8bb4-e2c24b183064 req-9568752e-c5a0-4cda-b3b7-c175e3340c33 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 935 time: 0.8669267 Nov 03 15:54:06.563457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-d349847c-f392-4bd5-ba84-2424e4330f56 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:06.564894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-d349847c-f392-4bd5-ba84-2424e4330f56 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 806 time: 0.9154963 Nov 03 15:54:06.567910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-dc0d7ec9-0eb5-4d08-ae7c-2650ef95f1ba service neutron] 10.222.0.70 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9889395 Nov 03 15:54:06.591705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.593963 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.609045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.619315 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.623516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Request body: {'port': {'device_id': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede', 'admin_state_up': True, 'tenant_id': '574458bcf0c640ecb8efbda6451c2ee6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:06.641083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.641415 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.654545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Calling delete_port for 65b1991a-f40f-4134-9b2f-a4e564a7d319 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:06.674926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:06.685638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:06.688864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:06.704444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Pushing event updated for resources: {'Port': ['ID=4436aa20-2d48-42ab-b321-a85af1bd0246,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:06.762885 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-950ed176-a0ed-4cb8-87ba-918396372681 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.763958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Attempting to bind port 4436aa20-2d48-42ab-b321-a85af1bd0246 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:06.765049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Attempting to bind port 4436aa20-2d48-42ab-b321-a85af1bd0246 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:06.765646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Attempting to bind port 4436aa20-2d48-42ab-b321-a85af1bd0246 on network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:06.772541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:06.773838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Checking segment: {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:06.774346 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.774940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Bound using segment: {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:06.775526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Bound port: 4436aa20-2d48-42ab-b321-a85af1bd0246, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:06.776022 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.844653 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-5149c993-4335-4cc9-bf84-5fa22e7eb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:06.846446 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-5149c993-4335-4cc9-bf84-5fa22e7eb7e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2 HTTP/1.1" status: 200 len: 1095 time: 0.3675885 Nov 03 15:54:06.878635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] For port 4436aa20-2d48-42ab-b321-a85af1bd0246, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:06.882329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] For port 4436aa20-2d48-42ab-b321-a85af1bd0246, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4436aa20-2d48-42ab-b321-a85af1bd0246,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:06.888789 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.907437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-950ed176-a0ed-4cb8-87ba-918396372681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:06.918363 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f6dfac1-49e1-40dd-8bb4-e2c24b183064 req-c4da3ff1-0a6e-4678-bf44-a21bc7fed0e6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011786 Nov 03 15:54:06.968514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f7148-32c8-49ac-afab-c4d76caca1f4 None None] Pushing event updated for resources: {'Port': ['ID=4436aa20-2d48-42ab-b321-a85af1bd0246,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:07.059411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-18c35950-e603-4057-8142-e7c8850d9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:07.066818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-18c35950-e603-4057-8142-e7c8850d9234 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1095 time: 0.1657770 Nov 03 15:54:07.069369 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.086049 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-950ed176-a0ed-4cb8-87ba-918396372681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.162855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event deleted for resources: {'Port': ['ID=65b1991a-f40f-4134-9b2f-a4e564a7d319,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:07.176707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Made reservation on behalf of 574458bcf0c640ecb8efbda6451c2ee6 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:07.177250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ed176-a0ed-4cb8-87ba-918396372681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c48f24-25ea-46a6-a529-7ea2da757eb4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:07.182866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.186069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db220c-4200-43e3-9b00-0db0b6dd5fa0 None None] Network bace626f-702c-40bd-8d42-9d257f02997c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:07.201325 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b08961ae-e5f8-450f-93ce-004d9f7b8c33 req-b0a9309b-1f80-4cc4-a848-ba2b4cd92d96 service neutron] 10.222.0.70 "GET /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854154 Nov 03 15:54:07.238714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-950ed176-a0ed-4cb8-87ba-918396372681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.242501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-950ed176-a0ed-4cb8-87ba-918396372681 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/80c48f24-25ea-46a6-a529-7ea2da757eb4 HTTP/1.1" status: 204 len: 168 time: 1.2613790 Nov 03 15:54:07.277462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44166) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:07.307290 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.309834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.311210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5398706a-ce3d-48b1-b0e0-9cf157ca73ef req-34559a4a-c4ed-418e-8bd4-1e9a44dd013e tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "DELETE /v2.0/floatingips/d960ff53-bda7-4d8e-aeab-e5a0e34ce586 HTTP/1.1" status: 204 len: 173 time: 2.3114038 Nov 03 15:54:07.470162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a278b209-f2ea-40a3-80d7-297169f67742 req-468eb194-83f9-4626-8c0f-a946b5059f9e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 210 time: 0.2943254 Nov 03 15:54:07.550457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0dcf64-82b8-467e-a9de-057a4e09beda None None] DHCP port deletion for bace626f-702c-40bd-8d42-9d257f02997c request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:54:07.591878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Allocated IP 172.20.0.14 (add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede/79f39b73-700f-497b-8303-695c939e8a88/2edc4040-6fa8-4cc9-92d6-fb3fc10435f7) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:07.623270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.636352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4436aa20-2d48-42ab-b321-a85af1bd0246 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:07.660372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-c7f61b96-5485-4f4e-baab-7cd109f4bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:07.661874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-c7f61b96-5485-4f4e-baab-7cd109f4bd3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.5807214 Nov 03 15:54:07.689431 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.719388 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-dcf9f270-8ffd-4fdd-a4b6-bb8eeaa2e34d tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips/6b50169a-8020-4805-9a24-87ca5e5a172f HTTP/1.1" status: 200 len: 692 time: 0.0735927 Nov 03 15:54:07.734701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.735967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-df0dcf64-82b8-467e-a9de-057a4e09beda None None] Deleting port c03f0c06-0170-49cf-937e-46dab71e71e0 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:07.736545 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-df0dcf64-82b8-467e-a9de-057a4e09beda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.761219 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2f0b52dd-e348-41fc-b7b9-a2fa5536f27a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 200 len: 217 time: 0.0858502 Nov 03 15:54:07.789982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b013e36-39c9-499e-b8e6-6b900335f183 req-538593f4-2c5a-402d-a966-4de4270ce342 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:07.791799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5b013e36-39c9-499e-b8e6-6b900335f183 req-538593f4-2c5a-402d-a966-4de4270ce342 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.2915692 Nov 03 15:54:07.793137 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.829041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 4436aa20-2d48-42ab-b321-a85af1bd0246 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:07.829832 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.873588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-baad8f25-f516-40b5-b8f5-9d0dc4dba4be tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:07.874983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-baad8f25-f516-40b5-b8f5-9d0dc4dba4be tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1499057 Nov 03 15:54:07.912154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-df0dcf64-82b8-467e-a9de-057a4e09beda None None] For port c03f0c06-0170-49cf-937e-46dab71e71e0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c03f0c06-0170-49cf-937e-46dab71e71e0,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:07.912625 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-df0dcf64-82b8-467e-a9de-057a4e09beda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.919833 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64ccb00-9c62-4310-a607-83dc628d7edb {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:54:07.935084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:07.953053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Transition to ACTIVE for port object e64ccb00-9c62-4310-a607-83dc628d7edb will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:54:07.953830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-df0dcf64-82b8-467e-a9de-057a4e09beda None None] Calling delete_port for c03f0c06-0170-49cf-937e-46dab71e71e0 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:07.984625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-54112d5b-2680-4403-ad40-e42083ff177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:07.986322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-54112d5b-2680-4403-ad40-e42083ff177e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1901476 Nov 03 15:54:08.043971 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.054659 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.092396 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5b013e36-39c9-499e-b8e6-6b900335f183 req-691806a0-e903-4984-aaf2-490dc816d017 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802825 Nov 03 15:54:08.098646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-b60d5931-42f3-416d-bc28-e01ce5546df8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876286 Nov 03 15:54:08.119181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-1bcb02a6-c8cc-4358-a728-85edc59fcf3f tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.2349920 Nov 03 15:54:08.220097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 4436aa20-2d48-42ab-b321-a85af1bd0246, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4436aa20-2d48-42ab-b321-a85af1bd0246,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:08.231172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Deleting port c03f0c06-0170-49cf-937e-46dab71e71e0 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:08.231514 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.237004 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.297118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 948f5f56-e6a7-4c5e-a1a2-abf1722b068b no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:08.343878 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-df0dcf64-82b8-467e-a9de-057a4e09beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.362391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 948f5f56-e6a7-4c5e-a1a2-abf1722b068b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:08.362761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 948f5f56-e6a7-4c5e-a1a2-abf1722b068b not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:08.374510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.381812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0dcf64-82b8-467e-a9de-057a4e09beda None None] No DVR routers for this DVR port c03f0c06-0170-49cf-937e-46dab71e71e0 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:08.400070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=4436aa20-2d48-42ab-b321-a85af1bd0246,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:08.413275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Allocated IP 172.25.6.23 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/f1d67120-44e6-41c9-a740-a89c1f6cf501) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:08.431947 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.483216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dcf64-82b8-467e-a9de-057a4e09beda None None] Pushing event deleted for resources: {'Port': ['ID=c03f0c06-0170-49cf-937e-46dab71e71e0,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:08.486172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:08.486685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] For port c03f0c06-0170-49cf-937e-46dab71e71e0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c03f0c06-0170-49cf-937e-46dab71e71e0,segment=NetworkSegment(aed506ab-0be8-4c02-b9cc-1ee5a075167d),segment_id=aed506ab-0be8-4c02-b9cc-1ee5a075167d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:08.486685 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.506083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.514629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-90a4231c-0d78-42c7-b672-25c763419d53 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.3939025 Nov 03 15:54:08.527756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['5edc85dc-7108-49d1-807b-618d5aa721c0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:08.635565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1ff5b4-a0f6-43ca-ac5c-6300d9db30e6 None None] Network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:08.656732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:08.726184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:08.784640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Pushing event updated for resources: {'Port': ['ID=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:08.800559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:08.819973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bcdbdd5a-7eab-4b72-8b25-85d0ccaaf64e None None] Provisioning complete for port 4436aa20-2d48-42ab-b321-a85af1bd0246 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:08.821179 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bcdbdd5a-7eab-4b72-8b25-85d0ccaaf64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.877567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:08.878687 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.896644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-9e07ebb3-eb0b-4048-9977-242531c0447b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8031118 Nov 03 15:54:08.943298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Attempting to bind port e64ccb00-9c62-4310-a607-83dc628d7edb on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:08.943635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Attempting to bind port e64ccb00-9c62-4310-a607-83dc628d7edb by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:08.943966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Attempting to bind port e64ccb00-9c62-4310-a607-83dc628d7edb on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:08.951600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-f7994636-e40e-44c4-a7ed-be71b9df4d4c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3368933 Nov 03 15:54:08.959665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Port e64ccb00-9c62-4310-a607-83dc628d7edb on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:54:08.959990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Attempting to bind port e64ccb00-9c62-4310-a607-83dc628d7edb on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:08.966386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:08.966746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:08.967137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:08.967636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Bound port: e64ccb00-9c62-4310-a607-83dc628d7edb, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:08.967994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:08.976329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Request body: {'port': {'device_id': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:08.983964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-89210c1a-15f2-429c-b35f-8e486457940f service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8565664 Nov 03 15:54:08.984875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Calling delete_port for c03f0c06-0170-49cf-937e-46dab71e71e0 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:08.999001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27162-572e-4be9-b55c-376c34f80ee1 req-fc66acf2-3065-4fec-82b7-3fe1ce67d906 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:09.000560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4a27162-572e-4be9-b55c-376c34f80ee1 req-fc66acf2-3065-4fec-82b7-3fe1ce67d906 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 947 time: 0.7725682 Nov 03 15:54:09.078310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:09.082194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:09.111645 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.160479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:09.161143 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.162894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] 10.222.0.15 "PUT /v2.0/ports/e64ccb00-9c62-4310-a607-83dc628d7edb HTTP/1.1" status: 200 len: 1095 time: 2.7373180 Nov 03 15:54:09.166900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:09.170703 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfab0769-306f-4832-9316-b64caa4572e2" -d '{"events": [{"name": "network-changed", "server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:09.175326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Deleting port 3a1b324a-3276-4ba7-830f-94310572de8c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:09.175673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.178023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.229688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-7d0443ed-b596-48ec-b54c-09ee87ea7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:09.231732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-7d0443ed-b596-48ec-b54c-09ee87ea7be5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 1095 time: 0.2969732 Nov 03 15:54:09.316095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e3e71-c431-4a32-a3ef-dcdbe2c20d19 service neutron] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:09.325317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.392547 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.420212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4a27162-572e-4be9-b55c-376c34f80ee1 req-dacd88c3-26d8-40a2-9ac9-f37b3897872f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957925 Nov 03 15:54:09.471314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-2b5fce85-9b3b-4fd8-85dd-b49ffdcd7835 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696667 Nov 03 15:54:09.488217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] No DVR routers for this DVR port c03f0c06-0170-49cf-937e-46dab71e71e0 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:09.521683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8cd05081-2c4a-4434-a952-5fb2aa31f0b0 None None] Provisioning complete for port 4436aa20-2d48-42ab-b321-a85af1bd0246 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:09.522234 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8cd05081-2c4a-4434-a952-5fb2aa31f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.580240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03f0c06-0170-49cf-937e-46dab71e71e0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:09.599166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4436aa20-2d48-42ab-b321-a85af1bd0246 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:09.673695 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.704982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.705702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.706680 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.707310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > port after_create 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.707826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.708326 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > port after_update 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.708810 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.709388 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.709880 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.710561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.748938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:54:09.758474 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.763725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 4436aa20-2d48-42ab-b321-a85af1bd0246 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:09.764131 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.784920 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.785264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.796316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Transition to ACTIVE for port object 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:54:09.805479 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:09.807622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Calling delete_port for 3a1b324a-3276-4ba7-830f-94310572de8c owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:09.842115 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.843245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.843845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.845842 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 15:54:09.846078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bace626f-702c-40bd-8d42-9d257f02997c']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:09.898245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-168250ac-c09b-45ef-80d8-32a3fdb0361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:09.898245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-168250ac-c09b-45ef-80d8-32a3fdb0361a service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.6128027 Nov 03 15:54:09.922106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Pushing event updated for resources: {'Port': ['ID=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:09.934320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-2a488b79-dd69-41eb-a202-230544fc4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:09.936427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-2a488b79-dd69-41eb-a202-230544fc4fb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 1098 time: 0.6872344 Nov 03 15:54:09.940330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c03f0c06-0170-49cf-937e-46dab71e71e0 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:09.965193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c03f0c06-0170-49cf-937e-46dab71e71e0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:09.965572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c03f0c06-0170-49cf-937e-46dab71e71e0 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:09.966534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-71ae5a24-cf03-4727-b629-4b889cf02938 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 200 len: 217 time: 0.0555444 Nov 03 15:54:09.978239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed506ab-0be8-4c02-b9cc-1ee5a075167d') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:09.978538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed506ab-0be8-4c02-b9cc-1ee5a075167d') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:09.984716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.062705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.080014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-62ff815e-453c-47a6-a4c8-c79bca8bf22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:10.081449 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-62ff815e-453c-47a6-a4c8-c79bca8bf22c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0935590 Nov 03 15:54:10.104295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-25a69ae4-535e-4d68-a185-3b90ca336e25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e64ccb00-9c62-4310-a607-83dc628d7edb HTTP/1.1" status: 200 len: 217 time: 0.1210949 Nov 03 15:54:10.112042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:10.112416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:10.112707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:10.126691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:10.140836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.149940 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-4c8ddf36-d339-46a9-9f9d-8d85c506bc6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577245 Nov 03 15:54:10.152014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:54:10.152341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:10.174718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:10.183118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:10.183510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:10.183835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:10.184288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Bound port: 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:10.184645 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.186342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:10.188752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:54:10.189149 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: from cryptography.utils import int_from_bytes Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: from cryptography.utils import int_from_bytes Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:54:10.196407 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:54:10.211593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d67120-44e6-41c9-a740-a89c1f6cf501,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:10.241427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.270574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-7aed205b-a30e-4ee6-9435-df89bdc586c2 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:10.272094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-7aed205b-a30e-4ee6-9435-df89bdc586c2 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1095 time: 0.4031546 Nov 03 15:54:10.279961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56000ae1-3c90-4927-ade2-4894fe1b7d0f req-02ada3f8-2a25-496d-aa21-3f4fcf215072 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:10.281368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56000ae1-3c90-4927-ade2-4894fe1b7d0f req-02ada3f8-2a25-496d-aa21-3f4fcf215072 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.4228797 Nov 03 15:54:10.306521 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Pushing event deleted for resources: {'Port': ['ID=3a1b324a-3276-4ba7-830f-94310572de8c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:10.339591 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-6784b6c2-c0ec-41ea-b7b6-242951c05bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:10.341019 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-6784b6c2-c0ec-41ea-b7b6-242951c05bc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2210729 Nov 03 15:54:10.380739 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.386046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-38514d73-7811-48ba-b56e-7d22a0c390c9 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291141 Nov 03 15:54:10.393699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:10.461930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.467974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] 10.222.0.86 "DELETE /v2.0/networks/bace626f-702c-40bd-8d42-9d257f02997c HTTP/1.1" status: 204 len: 168 time: 3.1728723 Nov 03 15:54:10.487149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44184) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:10.525640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8d72b-4b4f-4f18-b0cf-cb9a4ce28b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=bace626f-702c-40bd-8d42-9d257f02997c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:10.582467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56000ae1-3c90-4927-ade2-4894fe1b7d0f req-fe0edc78-c606-4339-a464-36f47591484e tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851181 Nov 03 15:54:10.646046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-7ae67a08-ded1-4e33-9cbf-2a1be2f4f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:10.647582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-7ae67a08-ded1-4e33-9cbf-2a1be2f4f2e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2908216 Nov 03 15:54:10.703574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:10.738729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.741427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.743164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3d07fd6-34ee-492f-9aa1-fc18f6f2d250 req-fa1e4b08-a5f3-47b6-9eaf-d177fb4bbed3 tempest-FloatingIPDetailsTestJSON-1150019039 tempest-FloatingIPDetailsTestJSON-1150019039-project] 10.222.0.86 "DELETE /v2.0/floatingips/6b50169a-8020-4805-9a24-87ca5e5a172f HTTP/1.1" status: 204 len: 173 time: 2.2096872 Nov 03 15:54:10.747738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.757849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44188) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:10.830063 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b450a0f-d5a4-4c01-a249-1485b305627f x-openstack-request-id: req-4b450a0f-d5a4-4c01-a249-1485b305627f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:10.830408 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:10.830609 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4b450a0f-d5a4-4c01-a249-1485b305627f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:10.830989 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'status': 'completed', 'code': 200} Nov 03 15:54:10.855160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:10.855797 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.857161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] 10.222.0.70 "PUT /v2.0/ports/2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 HTTP/1.1" status: 200 len: 1092 time: 1.8859782 Nov 03 15:54:10.921803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-1db8a708-4c52-4ff2-9284-97a2df42e6f8 service neutron] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:10.958994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa13df-0c56-42de-b4df-1633cfd36737 service neutron] Pushing event updated for resources: {'Port': ['ID=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:10.963506 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-1db8a708-4c52-4ff2-9284-97a2df42e6f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:10.964605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60694617-ed6a-4cbc-bd95-c1a3d88c1bc3 req-1db8a708-4c52-4ff2-9284-97a2df42e6f8 service neutron] 10.222.0.70 "DELETE /v2.0/ports/f9558f35-8020-484c-a557-9e137577e6d4/bindings/n-h1-813897-2 HTTP/1.1" status: 204 len: 173 time: 0.6777434 Nov 03 15:54:10.970258 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84925ab5-a47f-4a82-b3fb-c807ca243a7f req-64106e23-ccea-4d1b-955c-25442b285d87 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742683 Nov 03 15:54:11.022947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942bf88-946a-40b1-8460-5057ddcac4ad req-e822efbe-16e6-49fb-8721-850d7e0b8e79 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:11.025049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3942bf88-946a-40b1-8460-5057ddcac4ad req-e822efbe-16e6-49fb-8721-850d7e0b8e79 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 947 time: 0.1560745 Nov 03 15:54:11.070212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcb96f-701f-407b-a868-b04ab494bacb req-31306891-5819-4d3b-bda3-b81a54feb8d4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:11.076184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-02ab5b63-76e9-47db-a051-828e77bdc9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:11.077674 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-02ab5b63-76e9-47db-a051-828e77bdc9b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 1095 time: 0.1334939 Nov 03 15:54:11.078881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-47bcb96f-701f-407b-a868-b04ab494bacb req-31306891-5819-4d3b-bda3-b81a54feb8d4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.2935145 Nov 03 15:54:11.086815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-3403b106-48aa-428c-8e48-74b201d714f8 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264903 Nov 03 15:54:11.140245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-2e357616-d772-47a0-a87b-858534301339 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 HTTP/1.1" status: 200 len: 217 time: 0.0491142 Nov 03 15:54:11.205157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:11.226828 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3942bf88-946a-40b1-8460-5057ddcac4ad req-89be3d07-26d2-419e-bebc-7c10c1b738f9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638968 Nov 03 15:54:11.247848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-1b2eba5d-b097-43aa-95c1-6b3cccc9ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:11.249290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-1b2eba5d-b097-43aa-95c1-6b3cccc9ecf3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0789354 Nov 03 15:54:11.306060 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-bf04eafc-9126-4948-94c0-d652cb582753 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302336 Nov 03 15:54:11.331808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-47bcb96f-701f-407b-a868-b04ab494bacb req-06ea0c91-21c1-468b-a63a-a556d25ca4de tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519307 Nov 03 15:54:11.578978 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-16b62cb6-013c-4cf1-8cca-937c80c29ad4 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004960 Nov 03 15:54:11.785288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:11.788443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cb35633-a9ff-4968-bc69-f6bc160738c5 req-1042be95-d914-4a5c-99de-091efb8b789e service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557424 Nov 03 15:54:11.830527 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-656bfe04-748e-4e57-bb96-5d2ebaaca31e req-fbd20758-f26f-4aa0-afd5-7d6461b71462 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088726 Nov 03 15:54:11.857363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee305830-ad75-4bc8-9b6e-c17cd25b1658 req-933ee175-8821-4709-897a-c4fea29a7808 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:11.859757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee305830-ad75-4bc8-9b6e-c17cd25b1658 req-933ee175-8821-4709-897a-c4fea29a7808 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.1437399 Nov 03 15:54:11.914860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677175e5-da30-4f01-956a-d43bf2c48f52 req-f0e14efc-af7d-4024-a3fb-d65ddedada94 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:11.916401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-677175e5-da30-4f01-956a-d43bf2c48f52 req-f0e14efc-af7d-4024-a3fb-d65ddedada94 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1095 time: 0.1460249 Nov 03 15:54:12.061335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee305830-ad75-4bc8-9b6e-c17cd25b1658 req-bce18ad1-3087-45bd-92b2-1fb8fcdf2595 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696548 Nov 03 15:54:12.063047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab0769-306f-4832-9316-b64caa4572e2 req-83fae84e-0985-4e28-954f-8179313d2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:12.064729 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfab0769-306f-4832-9316-b64caa4572e2 req-83fae84e-0985-4e28-954f-8179313d2761 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 1098 time: 0.1652272 Nov 03 15:54:12.069598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-677175e5-da30-4f01-956a-d43bf2c48f52 req-0a54744a-9aa0-4d74-93c9-04ddb9f1d386 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337705 Nov 03 15:54:12.082150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:12.266416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Deleting port ec45124b-d8e1-47db-ac01-05535fa39412 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:12.266933 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:12.280813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab0769-306f-4832-9316-b64caa4572e2 req-3d15f3e1-6224-446d-9dd7-3ae542c97642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:12.282315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfab0769-306f-4832-9316-b64caa4572e2 req-3d15f3e1-6224-446d-9dd7-3ae542c97642 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2081521 Nov 03 15:54:12.370197 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfab0769-306f-4832-9316-b64caa4572e2 req-3be8eba1-9ccd-4fcc-9fb0-994e7f521437 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e64ccb00-9c62-4310-a607-83dc628d7edb HTTP/1.1" status: 200 len: 217 time: 0.0752661 Nov 03 15:54:12.388987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:12.425289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93883f-2023-404d-8c6c-4e2675d6a61c req-df275fe3-31c4-4625-ad64-6f09935ea99d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:12.426949 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae93883f-2023-404d-8c6c-4e2675d6a61c req-df275fe3-31c4-4625-ad64-6f09935ea99d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 947 time: 0.0741367 Nov 03 15:54:12.435080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] For port ec45124b-d8e1-47db-ac01-05535fa39412, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ec45124b-d8e1-47db-ac01-05535fa39412,segment=NetworkSegment(ab5dedd4-64c7-41cf-ab51-c3e77cd99704),segment_id=ab5dedd4-64c7-41cf-ab51-c3e77cd99704)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:12.435441 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:12.460254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Calling delete_port for ec45124b-d8e1-47db-ac01-05535fa39412 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:12.461552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dac5ca-d254-4ada-99ce-67303f24a697 req-dce41948-2016-40b2-92b3-d44eac4500a7 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:12.463522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7dac5ca-d254-4ada-99ce-67303f24a697 req-dce41948-2016-40b2-92b3-d44eac4500a7 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1095 time: 0.2225153 Nov 03 15:54:12.507535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab0769-306f-4832-9316-b64caa4572e2 req-7f881547-49a2-4399-a5b0-54fe49adaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:12.509147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfab0769-306f-4832-9316-b64caa4572e2 req-7f881547-49a2-4399-a5b0-54fe49adaaca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1309566 Nov 03 15:54:12.532637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae93883f-2023-404d-8c6c-4e2675d6a61c req-4d2f32e5-ed40-467c-a75b-13ca33b4a409 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941606 Nov 03 15:54:12.636262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7dac5ca-d254-4ada-99ce-67303f24a697 req-1f93a0ca-3a0c-4421-95cc-376c08cb3ae6 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603992 Nov 03 15:54:12.640714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:54:12.672810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab0769-306f-4832-9316-b64caa4572e2 req-f6ddc5ec-1327-4958-81e4-86ad9e030959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:12.674385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfab0769-306f-4832-9316-b64caa4572e2 req-f6ddc5ec-1327-4958-81e4-86ad9e030959 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287332 Nov 03 15:54:12.714314 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:12.747468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec45124b-d8e1-47db-ac01-05535fa39412,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:12.832974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:12.837390 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44844b50-f5ec-4c05-b718-212061c7420d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:12.864447 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfab0769-306f-4832-9316-b64caa4572e2 req-331a7131-3edb-4b33-8952-0fcdcc374c7b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617944 Nov 03 15:54:12.934571 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1f7fc3-808b-470b-b098-9a1b947e1c27 x-openstack-request-id: req-3d1f7fc3-808b-470b-b098-9a1b947e1c27 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:12.935271 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:12.935676 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d1f7fc3-808b-470b-b098-9a1b947e1c27 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:12.936525 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7', 'status': 'completed', 'code': 200} Nov 03 15:54:12.969572 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfab0769-306f-4832-9316-b64caa4572e2 req-6b28505a-31db-42bc-94cf-80574288fb7b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968645 Nov 03 15:54:13.037211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44844b50-f5ec-4c05-b718-212061c7420d req-610b76f2-b8a8-44bd-b0ca-725412318255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:13.039357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44844b50-f5ec-4c05-b718-212061c7420d req-610b76f2-b8a8-44bd-b0ca-725412318255 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 1095 time: 0.0948522 Nov 03 15:54:13.047949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:13.076632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:13.086249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Sync routers for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:13.098316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:13.099233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:13.162074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:13.165323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7905fe16-4a4a-4650-b561-4bf58d78f5f2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.1162212 Nov 03 15:54:13.167582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44214) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:13.186290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Deleting port b8e5a31d-72bd-4136-bc74-7d3695971a01 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:13.186881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:13.203947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44844b50-f5ec-4c05-b718-212061c7420d req-1d6ecf98-0535-42a4-a9d3-3d844163c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:13.205425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44844b50-f5ec-4c05-b718-212061c7420d req-1d6ecf98-0535-42a4-a9d3-3d844163c5d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.1540771 Nov 03 15:54:13.296311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44844b50-f5ec-4c05-b718-212061c7420d req-1bc15979-f4b5-4c9b-ba40-ed06e5df9fad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 HTTP/1.1" status: 200 len: 217 time: 0.0814295 Nov 03 15:54:13.340250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9b9a-2dd5-4aa5-8dd4-73b5956419c8 req-ce4f9852-d254-4def-995d-7ebcdc64c204 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:13.352376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e34c9b9a-2dd5-4aa5-8dd4-73b5956419c8 req-ce4f9852-d254-4def-995d-7ebcdc64c204 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.1065643 Nov 03 15:54:13.391849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] For port b8e5a31d-72bd-4136-bc74-7d3695971a01, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b8e5a31d-72bd-4136-bc74-7d3695971a01,segment=NetworkSegment(253b2a52-29b2-4e31-bdca-eb7310e8e0d4),segment_id=253b2a52-29b2-4e31-bdca-eb7310e8e0d4)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:13.392891 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:13.423644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Calling delete_port for b8e5a31d-72bd-4136-bc74-7d3695971a01 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:13.460138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e34c9b9a-2dd5-4aa5-8dd4-73b5956419c8 req-8362197c-d251-47cd-aa8c-907d52ebeea2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014247 Nov 03 15:54:13.544496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:13.699171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a26030-ea01-4783-93bc-32aee5463273 req-06b1e27b-6d32-453e-aee8-96225a436ccd tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:13.708409 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0a26030-ea01-4783-93bc-32aee5463273 req-06b1e27b-6d32-453e-aee8-96225a436ccd tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 947 time: 0.0879245 Nov 03 15:54:13.778381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:10Z', 'revision_number': 3, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:13.803015 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0a26030-ea01-4783-93bc-32aee5463273 req-714e7d62-b9b4-4206-84cd-b1cd5ec0fb95 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936580 Nov 03 15:54:13.807185 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:13.808276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Checking router: d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:13.808405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Updating router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 port f1d67120-44e6-41c9-a740-a89c1f6cf501 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:54:13.838572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e5a31d-72bd-4136-bc74-7d3695971a01,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:13.840294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44844b50-f5ec-4c05-b718-212061c7420d req-05984b0d-7332-43b1-98d6-1d7314225e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:13.841735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44844b50-f5ec-4c05-b718-212061c7420d req-05984b0d-7332-43b1-98d6-1d7314225e94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.1139684 Nov 03 15:54:13.843489 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:14.073798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:14.128218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44844b50-f5ec-4c05-b718-212061c7420d req-c140be9e-156f-4aba-bd53-e197df1bd346 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274209 Nov 03 15:54:14.306147 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:14.322683 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:14.380170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Router 122f3294-d62e-4c67-b8b6-130f8c1c4173 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:14.441856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Pushing event updated for resources: {'Port': ['ID=f1d67120-44e6-41c9-a740-a89c1f6cf501,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:14.444532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Attempting to bind port f1d67120-44e6-41c9-a740-a89c1f6cf501 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:14.445545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Attempting to bind port f1d67120-44e6-41c9-a740-a89c1f6cf501 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:14.446180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Attempting to bind port f1d67120-44e6-41c9-a740-a89c1f6cf501 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:14.457465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:14.457898 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:14.458620 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:14.458793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:14.459372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Bound port: f1d67120-44e6-41c9-a740-a89c1f6cf501, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:14.460449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:14.489332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44844b50-f5ec-4c05-b718-212061c7420d req-9fbcfea8-dc3e-4067-9a64-ec6defc74eb0 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487315 Nov 03 15:54:14.510794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Router 63d1fe72-4937-4764-94bf-611e71b074c8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:14.598284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] For port f1d67120-44e6-41c9-a740-a89c1f6cf501, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:14.601842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] For port f1d67120-44e6-41c9-a740-a89c1f6cf501, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f1d67120-44e6-41c9-a740-a89c1f6cf501,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:14.613654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.616444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.617102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.617744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.619636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44844b50-f5ec-4c05-b718-212061c7420d req-1d3fe25c-a5bc-49b4-a44a-c840566742b3 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027887 Nov 03 15:54:14.620204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.620702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.621201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.621878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.622646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.625324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.625880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.626527 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:14.631080 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:14.692051 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:14.693018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:14.738226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa6537-8267-449b-8b1a-c2a189e2d6b4 None None] Pushing event updated for resources: {'Port': ['ID=f1d67120-44e6-41c9-a740-a89c1f6cf501,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:14.769972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45ac89-952a-4f1b-87b6-5112f41f8e23 req-98abe27a-aa98-4f39-8712-f5e13916a4ea tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:14.778650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e45ac89-952a-4f1b-87b6-5112f41f8e23 req-98abe27a-aa98-4f39-8712-f5e13916a4ea tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.1536505 Nov 03 15:54:14.818639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:14.830535 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] Sync routers for ids ['63d1fe72-4937-4764-94bf-611e71b074c8'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:14.831431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-89382695-0bdd-473b-9c28-dd16f6fff631 admin admin] 10.222.0.86 "PUT /v2.0/routers/63d1fe72-4937-4764-94bf-611e71b074c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3432214 Nov 03 15:54:14.834687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44236) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:14.835250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:14.841855 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] Routers {'63d1fe72-4937-4764-94bf-611e71b074c8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:14.842779 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['63d1fe72-4937-4764-94bf-611e71b074c8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:14.850436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:14.955344 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e45ac89-952a-4f1b-87b6-5112f41f8e23 req-778526bd-24e5-4e5e-9cff-62abca3272a7 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757200 Nov 03 15:54:14.968998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:14.984779 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fae5e877-78ab-4f65-8c2c-7e2815c05703 admin admin] 10.222.0.86 "PUT /v2.0/routers/122f3294-d62e-4c67-b8b6-130f8c1c4173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2236435 Nov 03 15:54:14.988055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44238) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:14.989884 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] Set router 63d1fe72-4937-4764-94bf-611e71b074c8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:15.048939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de826-af00-4b3b-b065-1254005c73cb req-f14310df-7f2a-411e-8282-392e78ce287a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:15.059098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d04de826-af00-4b3b-b065-1254005c73cb req-f14310df-7f2a-411e-8282-392e78ce287a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 947 time: 0.1311326 Nov 03 15:54:15.143402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:54:15.155900 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d04de826-af00-4b3b-b065-1254005c73cb req-fc3a4d98-f573-46a5-9b01-9ad01914cd82 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956833 Nov 03 15:54:15.178278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] Sync routers for ids ['122f3294-d62e-4c67-b8b6-130f8c1c4173'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:15.206513 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:52:02Z', 'updated_at': '2021-11-03T15:54:13Z', 'revision_number': 5, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'gw_port': {'id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:04Z', 'updated_at': '2021-11-03T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:15.247657 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] Checking router: 63d1fe72-4937-4764-94bf-611e71b074c8 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:15.253986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Allocated IP 172.20.0.1 (7c3d93b5-d5b8-4e76-9701-1ffd3611d76e/3fa8cae0-e207-49b0-89f0-c03c1af4a3b3/8781ecaf-1cff-4cb6-a33d-893f98bd5ab4) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:15.258625 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] Routers {'63d1fe72-4937-4764-94bf-611e71b074c8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:15.259251 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['63d1fe72-4937-4764-94bf-611e71b074c8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:15.271050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] Routers {'122f3294-d62e-4c67-b8b6-130f8c1c4173'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:15.273230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['122f3294-d62e-4c67-b8b6-130f8c1c4173'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:15.283502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:15.447794 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] Set router 63d1fe72-4937-4764-94bf-611e71b074c8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:15.451218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:15.479097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] Set router 122f3294-d62e-4c67-b8b6-130f8c1c4173 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:15.545146 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:15.631291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:15.637140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:15.643965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:15.737714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Pushing event updated for resources: {'Port': ['ID=8781ecaf-1cff-4cb6-a33d-893f98bd5ab4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:15.759820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:15.778949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.779462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.780281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.792734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.795275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.796915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.796915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.797804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.797947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:10Z', 'revision_number': 3, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:15.798186 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.798474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.798806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.799211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:15.799689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'mac_address': 'fa:16:3e:1b:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:54:15.837765 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:15.860467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5572e-33f9-4d21-a7f7-18a628de81a7 None None] The sync data for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 is: [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:10Z', 'revision_number': 3, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:15.923151 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:15.926397 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:52:02Z', 'updated_at': '2021-11-03T15:54:13Z', 'revision_number': 5, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'gw_port': {'id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:04Z', 'updated_at': '2021-11-03T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:15.983274 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6f386-726a-479a-a6e0-a49785003875 None None] The sync data for ids ['63d1fe72-4937-4764-94bf-611e71b074c8'] in n-d-813897-2 is: [{'id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980978289-router', 'tenant_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:52:02Z', 'updated_at': '2021-11-03T15:54:13Z', 'revision_number': 5, 'project_id': '24131e5868e344f2aeb0b6bc2f04de7b', 'gw_port': {'id': '6168195f-fbcc-4b2b-8ee5-ed13b5f8162c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d1fe72-4937-4764-94bf-611e71b074c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:04Z', 'updated_at': '2021-11-03T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:16.002931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64ccb00-9c62-4310-a607-83dc628d7edb {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:54:16.074517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:16.090424 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.098862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:53:34Z', 'updated_at': '2021-11-03T15:54:12Z', 'revision_number': 5, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'gw_port': {'id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:35Z', 'updated_at': '2021-11-03T15:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:16.160759 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.194559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] Checking router: 122f3294-d62e-4c67-b8b6-130f8c1c4173 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:16.205427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d6901-a0fb-4dc6-9886-76780ea37e9d req-3ce76bd1-4a87-4027-a31b-82bdfbb4389a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:16.216652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec5d6901-a0fb-4dc6-9886-76780ea37e9d req-3ce76bd1-4a87-4027-a31b-82bdfbb4389a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.1373796 Nov 03 15:54:16.267956 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.285791 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7a551123-25b0-4d90-9e1c-fffa19df300e None None] Provisioning complete for port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:16.286167 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7a551123-25b0-4d90-9e1c-fffa19df300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.292945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:16.314761 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec5d6901-a0fb-4dc6-9886-76780ea37e9d req-f0f82ba0-b016-4881-bf76-99994ed441c2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969830 Nov 03 15:54:16.341262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] Routers {'122f3294-d62e-4c67-b8b6-130f8c1c4173'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:16.342030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['122f3294-d62e-4c67-b8b6-130f8c1c4173'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:16.428708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.454211 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.548667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee60c0a-204e-4431-bfba-7a6d259f7389 req-211d51e1-3ba0-472e-933d-c06779b2b0ba tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:16.561910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ee60c0a-204e-4431-bfba-7a6d259f7389 req-211d51e1-3ba0-472e-933d-c06779b2b0ba tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 948 time: 0.2527468 Nov 03 15:54:16.608882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.617970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.729093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7a551123-25b0-4d90-9e1c-fffa19df300e None None] Port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:54:16.731751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] Set router 122f3294-d62e-4c67-b8b6-130f8c1c4173 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:16.731883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Deleting port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:16.732530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.745501 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.802023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Pushing event updated for resources: {'Port': ['ID=8781ecaf-1cff-4cb6-a33d-893f98bd5ab4,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:16.899155 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ee60c0a-204e-4431-bfba-7a6d259f7389 req-21b017cc-f248-4c20-bfbd-54b0984b5271 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362694 Nov 03 15:54:16.938997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Deleting port 8e1fb324-94b1-467c-be5b-1d5434604e19 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:16.939541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.940489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:16.944301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:16.946548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] For port 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6168195f-fbcc-4b2b-8ee5-ed13b5f8162c,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:16.947088 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:16.955081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e64ccb00-9c62-4310-a607-83dc628d7edb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:17.059612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Calling delete_port for 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:17.138294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:17.250570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:53:34Z', 'updated_at': '2021-11-03T15:54:12Z', 'revision_number': 5, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'gw_port': {'id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:35Z', 'updated_at': '2021-11-03T15:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:17.300562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:17.323956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-71fe28fa-d224-4c55-ada7-191c6298a742 admin admin] 10.222.0.86 "PUT /v2.0/routers/d48d9582-cbc4-4cff-ab7e-bc03c2c3df24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1130607 Nov 03 15:54:17.337820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55663fd-73b9-4de4-b8f9-519b1044e0e4 None None] The sync data for ids ['122f3294-d62e-4c67-b8b6-130f8c1c4173'] in n-d-813897-2 is: [{'id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'name': 'tempest-FloatingIPDetailsTestJSON-1981837501-router', 'tenant_id': '7874822508b6463d90ab1fbfd2e64f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:53:34Z', 'updated_at': '2021-11-03T15:54:12Z', 'revision_number': 5, 'project_id': '7874822508b6463d90ab1fbfd2e64f25', 'gw_port': {'id': '8e1fb324-94b1-467c-be5b-1d5434604e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122f3294-d62e-4c67-b8b6-130f8c1c4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:53:35Z', 'updated_at': '2021-11-03T15:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:17.361709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] For port 8e1fb324-94b1-467c-be5b-1d5434604e19, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8e1fb324-94b1-467c-be5b-1d5434604e19,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:17.362274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:17.379177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Calling delete_port for 8e1fb324-94b1-467c-be5b-1d5434604e19 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:17.393415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-421ade13-1f17-46b2-bf4c-624ffab6c6ff None None] Provisioning complete for port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:17.394006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-421ade13-1f17-46b2-bf4c-624ffab6c6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:17.445039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-421ade13-1f17-46b2-bf4c-624ffab6c6ff None None] Port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:54:17.540459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de5bb2-63b0-44ae-8335-ed9d819b69e9 req-e1c11b07-2a7b-447d-9cbe-4b5bb75ed1d7 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:17.542693 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6de5bb2-63b0-44ae-8335-ed9d819b69e9 req-e1c11b07-2a7b-447d-9cbe-4b5bb75ed1d7 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.0655172 Nov 03 15:54:17.621081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:17.636092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6de5bb2-63b0-44ae-8335-ed9d819b69e9 req-c82c15c6-9302-412a-b733-8c26bf606c52 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871549 Nov 03 15:54:17.700687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6168195f-fbcc-4b2b-8ee5-ed13b5f8162c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:17.778405 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:17.812100 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:17.819919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1fb324-94b1-467c-be5b-1d5434604e19,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:17.851032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f1d67120-44e6-41c9-a740-a89c1f6cf501 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:17.940264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f1d67120-44e6-41c9-a740-a89c1f6cf501 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:17.944534 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.008828 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.014575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.051376 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.143158 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.187257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port f1d67120-44e6-41c9-a740-a89c1f6cf501, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f1d67120-44e6-41c9-a740-a89c1f6cf501,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:18.196782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.207115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b3d25-1da0-4f82-9fd8-14e51acf3112 req-a047f0e1-dec7-4d1c-a3e7-78854858319b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:18.215188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-577b3d25-1da0-4f82-9fd8-14e51acf3112 req-a047f0e1-dec7-4d1c-a3e7-78854858319b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 948 time: 0.0871370 Nov 03 15:54:18.231945 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.237347 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.241638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b8e5a31d-72bd-4136-bc74-7d3695971a01 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:18.247654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.248236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63d1fe72-4937-4764-94bf-611e71b074c8 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:54:18.263471 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.264783 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eecdc5bc-a0f2-46be-a101-b59f346f18bf admin admin] 10.222.0.86 "DELETE /v2.0/routers/63d1fe72-4937-4764-94bf-611e71b074c8 HTTP/1.1" status: 204 len: 168 time: 3.4290588 Nov 03 15:54:18.267574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44272) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:18.322415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b8e5a31d-72bd-4136-bc74-7d3695971a01 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:18.324138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b8e5a31d-72bd-4136-bc74-7d3695971a01 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:18.326195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44274) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:18.335066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-1caa6405-0a14-4ca3-890a-f94fa4a77ae6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108705055', 'description': 'tempest-description--1008931947'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:18.350510 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.350857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 122f3294-d62e-4c67-b8b6-130f8c1c4173 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:54:18.357161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.365236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b5ff661-66e2-413e-9702-b6aa3d5407b3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/122f3294-d62e-4c67-b8b6-130f8c1c4173 HTTP/1.1" status: 204 len: 168 time: 3.3740566 Nov 03 15:54:18.370458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-577b3d25-1da0-4f82-9fd8-14e51acf3112 req-c9cdd93b-5499-45c7-b964-945acc727c92 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529768 Nov 03 15:54:18.371882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44276) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:18.396113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=f1d67120-44e6-41c9-a740-a89c1f6cf501,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:18.455129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-820e4b6b-cd82-409b-9023-21f7e8032778 admin admin] Deleting subnet 54753ebd-6794-4c00-b154-4f0a6211e696 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:54:18.459077 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820e4b6b-cd82-409b-9023-21f7e8032778 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.461882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1caa6405-0a14-4ca3-890a-f94fa4a77ae6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.487769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-134fb7df-5eca-4923-87a6-cb1703f4f36c admin admin] Deleting subnet 718544f4-ac83-4bbf-b54c-06112a1d5f9d {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:54:18.497161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-134fb7df-5eca-4923-87a6-cb1703f4f36c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.553808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820e4b6b-cd82-409b-9023-21f7e8032778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.569973 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-134fb7df-5eca-4923-87a6-cb1703f4f36c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.636086 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1caa6405-0a14-4ca3-890a-f94fa4a77ae6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.643859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1caa6405-0a14-4ca3-890a-f94fa4a77ae6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.687369 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-134fb7df-5eca-4923-87a6-cb1703f4f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.722601 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Sync routers for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:18.736806 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:18.737413 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:18.780677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-134fb7df-5eca-4923-87a6-cb1703f4f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.800599 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-134fb7df-5eca-4923-87a6-cb1703f4f36c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:18.805494 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-134fb7df-5eca-4923-87a6-cb1703f4f36c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/718544f4-ac83-4bbf-b54c-06112a1d5f9d HTTP/1.1" status: 204 len: 168 time: 0.4324291 Nov 03 15:54:18.809098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44280) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:18.810544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f7700-9fb0-43ba-8905-2ec4daddd348 None None] Network a4942fbf-b875-4b3f-88e0-065e01560d92 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:18.838916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fb7df-5eca-4923-87a6-cb1703f4f36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718544f4-ac83-4bbf-b54c-06112a1d5f9d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:18.885206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620568d3-2620-4ca8-837a-41ddd7626a2c req-4ed8d88b-a12d-4466-9def-a22371a0d835 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:18.901337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-620568d3-2620-4ca8-837a-41ddd7626a2c req-4ed8d88b-a12d-4466-9def-a22371a0d835 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.1527083 Nov 03 15:54:18.918780 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:19.012503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.025273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-620568d3-2620-4ca8-837a-41ddd7626a2c req-2f85254b-10d9-42e6-b1cd-d29df9c79250 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213505 Nov 03 15:54:19.107627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Deleting port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:19.108136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.116885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:19.234079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port e64ccb00-9c62-4310-a607-83dc628d7edb completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:54:19.246124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] DHCP port deletion for a4942fbf-b875-4b3f-88e0-065e01560d92 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:54:19.249693 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e64ccb00-9c62-4310-a607-83dc628d7edb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:19.250064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.259304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] For port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e,segment=NetworkSegment(ab5dedd4-64c7-41cf-ab51-c3e77cd99704),segment_id=ab5dedd4-64c7-41cf-ab51-c3e77cd99704)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:19.259865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.289622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Calling delete_port for 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:19.309569 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1caa6405-0a14-4ca3-890a-f94fa4a77ae6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.318449 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1caa6405-0a14-4ca3-890a-f94fa4a77ae6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9901986 Nov 03 15:54:19.335019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa6405-0a14-4ca3-890a-f94fa4a77ae6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f257e9-933f-4d51-8d7c-d4d620630a14,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:19.338221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44284) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:19.351249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-467b8457-8ac7-40c5-a870-f9360d60d61e tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Request body: {'security_group_rule': {'security_group_id': '13f257e9-933f-4d51-8d7c-d4d620630a14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:19.424430 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820e4b6b-cd82-409b-9023-21f7e8032778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.439299 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.456969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] Deleting port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:19.457314 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.484165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] No DVR routers for this DVR port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:19.490976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:19.508350 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.510028 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8781ecaf-1cff-4cb6-a33d-893f98bd5ab4', 'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'mac_address': 'fa:16:3e:7b:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:14Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 2, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'subnets': [{'id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:19.524741 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-467b8457-8ac7-40c5-a870-f9360d60d61e tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.568945 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Checking router: d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:19.569602 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Updating router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:54:19.612475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:19.625568 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea999f6-e779-43bf-8dc4-8efc0cebea7c" -d '{"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:19.632961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820e4b6b-cd82-409b-9023-21f7e8032778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.645694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f1d67120-44e6-41c9-a740-a89c1f6cf501 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:19.656555 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.679577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e4b6b-cd82-409b-9023-21f7e8032778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54753ebd-6794-4c00-b154-4f0a6211e696,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:19.690293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.692960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820e4b6b-cd82-409b-9023-21f7e8032778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.700207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-820e4b6b-cd82-409b-9023-21f7e8032778 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/54753ebd-6794-4c00-b154-4f0a6211e696 HTTP/1.1" status: 204 len: 168 time: 1.4311764 Nov 03 15:54:19.702277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44294) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:19.731229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b1261-82fc-4467-a2e6-30d8f010ce6a None None] Network 6f999991-7657-419e-ac9b-4a767590039c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:19.741288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5093d51-4cdb-4f05-868c-950566bc29d8 req-e36e061f-4694-4cbd-b40d-475885abefa8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:19.748747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:19.755259 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5093d51-4cdb-4f05-868c-950566bc29d8 req-e36e061f-4694-4cbd-b40d-475885abefa8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 948 time: 0.1366227 Nov 03 15:54:19.783941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] For port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:19.784331 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.796445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4942fbf-b875-4b3f-88e0-065e01560d92']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:19.799828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-467b8457-8ac7-40c5-a870-f9360d60d61e tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.800197 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926114f1-3923-458d-a821-b7664951b9b0 x-openstack-request-id: req-926114f1-3923-458d-a821-b7664951b9b0 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:19.800485 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:19.800735 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-926114f1-3923-458d-a821-b7664951b9b0 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:19.801121 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'code': 200} Nov 03 15:54:19.808556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-467b8457-8ac7-40c5-a870-f9360d60d61e tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.829261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.831276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:19.831775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5dedd4-64c7-41cf-ab51-c3e77cd99704') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:19.856060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.863499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8457-8ac7-40c5-a870-f9360d60d61e tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e3d5cf-df6f-4bb6-9404-34ffc30a42b5,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:19.875673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.887537 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-467b8457-8ac7-40c5-a870-f9360d60d61e tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.888995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-467b8457-8ac7-40c5-a870-f9360d60d61e tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5439401 Nov 03 15:54:19.899369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44296) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:19.904911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] Calling delete_port for 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:19.907338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3f031710-bb7c-4477-9c91-dc7f19620336 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Request body: {'security_group_rule': {'security_group_id': '13f257e9-933f-4d51-8d7c-d4d620630a14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:19.919909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] Port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 15:54:19.944847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Deleting port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:19.945427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.954591 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.968002 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.972610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5093d51-4cdb-4f05-868c-950566bc29d8 req-ec29ed15-561f-45ba-b910-97b1e654a909 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147679 Nov 03 15:54:19.990526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:54:19.991276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:54:19.994809 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:54:20.045098 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.057153 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.066161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] For port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9f4a11b3-86f8-4c8e-9fa2-6e134ffad208,segment=NetworkSegment(253b2a52-29b2-4e31-bdca-eb7310e8e0d4),segment_id=253b2a52-29b2-4e31-bdca-eb7310e8e0d4)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:20.066552 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.079576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9b0d4-f711-4db4-b3ea-9f04e3b12ee1 req-7698c77c-44ac-44b0-a304-21224488643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:20.081513 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21e9b0d4-f711-4db4-b3ea-9f04e3b12ee1 req-7698c77c-44ac-44b0-a304-21224488643c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 1100 time: 0.2025506 Nov 03 15:54:20.084775 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f031710-bb7c-4477-9c91-dc7f19620336 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.110542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.130448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Calling delete_port for 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:20.134870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] No DVR routers for this DVR port 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:20.155589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:20.191549 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.195481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f1d67120-44e6-41c9-a740-a89c1f6cf501 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:20.197885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.200640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] 10.222.0.86 "DELETE /v2.0/networks/a4942fbf-b875-4b3f-88e0-065e01560d92 HTTP/1.1" status: 204 len: 168 time: 1.3673177 Nov 03 15:54:20.254221 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5944f07-61a3-43ab-a3f0-266156df3886 None None] Pushing event updated for resources: {'Port': ['ID=8781ecaf-1cff-4cb6-a33d-893f98bd5ab4,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:20.260958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119e36e-ea37-4bfe-9ace-be4ed2bf65ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a4942fbf-b875-4b3f-88e0-065e01560d92,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:20.298596 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3009174-302c-4324-8b2f-361b96a7045b None None] Pushing event deleted for resources: {'Port': ['ID=4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:20.335688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21e9b0d4-f711-4db4-b3ea-9f04e3b12ee1 req-197918ae-c77a-4e6f-afdb-e4f0382f54b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445209 Nov 03 15:54:20.389242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f031710-bb7c-4477-9c91-dc7f19620336 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.398190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f031710-bb7c-4477-9c91-dc7f19620336 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.420387 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Attempting to bind port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:20.421172 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Attempting to bind port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:20.421712 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Attempting to bind port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 on network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:20.433130 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:20.433496 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Checking segment: {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:20.434376 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.434768 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Bound using segment: {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:20.435227 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Bound port: 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:20.435636 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.444835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a45f-4c4d-4395-ac49-423ba6670abc req-f9053934-beaa-49e2-9135-d44f43fbfcde tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:20.453568 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fb9a45f-4c4d-4395-ac49-423ba6670abc req-f9053934-beaa-49e2-9135-d44f43fbfcde tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.1404362 Nov 03 15:54:20.473372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] DHCP port deletion for 6f999991-7657-419e-ac9b-4a767590039c request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:54:20.496309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f031710-bb7c-4477-9c91-dc7f19620336 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e1550a-8bf8-466f-bf14-5137a6489605,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:20.519555 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f031710-bb7c-4477-9c91-dc7f19620336 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.524208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3f031710-bb7c-4477-9c91-dc7f19620336 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6189680 Nov 03 15:54:20.526813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44304) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:20.536787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:20.546133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:20.577562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44306) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:20.579983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fb9a45f-4c4d-4395-ac49-423ba6670abc req-afadba15-e62b-4977-9fab-e35e4417e1d0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244154 Nov 03 15:54:20.588340 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.611388 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.620075 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] For port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:20.621305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:20.621716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6168195f-fbcc-4b2b-8ee5-ed13b5f8162c not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:20.622152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ec45124b-d8e1-47db-ac01-05535fa39412 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:20.635393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9f4a11b3-86f8-4c8e-9fa2-6e134ffad208,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:20.637381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] No DVR routers for this DVR port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:20.642640 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] For port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8781ecaf-1cff-4cb6-a33d-893f98bd5ab4,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:20.655956 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.672141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: ec45124b-d8e1-47db-ac01-05535fa39412 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:20.682895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ec45124b-d8e1-47db-ac01-05535fa39412 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:20.683468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:20.718538 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5944f07-61a3-43ab-a3f0-266156df3886 None None] Pushing event updated for resources: {'Port': ['ID=8781ecaf-1cff-4cb6-a33d-893f98bd5ab4,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:20.741348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.746177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:20.746462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4ad4641d-85ff-4a6e-91a1-2d55f2bb0c4e not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:20.746892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8e1fb324-94b1-467c-be5b-1d5434604e19 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:20.752358 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:20.753364 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:20.768495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f999991-7657-419e-ac9b-4a767590039c']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:20.783220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253b2a52-29b2-4e31-bdca-eb7310e8e0d4') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:20.783524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253b2a52-29b2-4e31-bdca-eb7310e8e0d4') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:20.811470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.812109 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 8e1fb324-94b1-467c-be5b-1d5434604e19 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:20.812458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8e1fb324-94b1-467c-be5b-1d5434604e19 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:20.815009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2175c9e0-a09d-4807-a39c-9ce0fccdc3ee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7874822508b6463d90ab1fbfd2e64f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362661 Nov 03 15:54:20.819548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44312) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:20.834237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] Deleting port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:20.834623 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.836668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5664355c-da94-4ce7-a989-21ad0aff4238 None None] Provisioning complete for port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:20.837079 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5664355c-da94-4ce7-a989-21ad0aff4238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.872284 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.884263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:54:20.884913 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: timer() Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:54:20.887032 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:54:20.970530 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.979528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd774711-24e6-48cc-be4c-aa7aaaa5e145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.980688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:20.987337 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:20.987535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] 10.222.0.86 "DELETE /v2.0/networks/6f999991-7657-419e-ac9b-4a767590039c HTTP/1.1" status: 204 len: 168 time: 1.2841372 Nov 03 15:54:21.020267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02685138-cb76-464d-bcb3-2c14e7e7d2fd admin admin] Pushing event deleted for resources: {'Network': ['ID=6f999991-7657-419e-ac9b-4a767590039c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:21.042826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] For port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:21.043480 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.074495 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.083022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd774711-24e6-48cc-be4c-aa7aaaa5e145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.099249 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5664355c-da94-4ce7-a989-21ad0aff4238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.123958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] Calling delete_port for 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:21.128082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] Port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 15:54:21.135032 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.174471 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd774711-24e6-48cc-be4c-aa7aaaa5e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.176217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] Pushing event deleted for resources: {'Port': ['ID=9f4a11b3-86f8-4c8e-9fa2-6e134ffad208,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:21.177293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd774711-24e6-48cc-be4c-aa7aaaa5e145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.183418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] Network 6f999991-7657-419e-ac9b-4a767590039c is not hosted by any dhcp agent {{(pid=108106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 15:54:21.183573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c031f8-f649-4452-a4ca-c58b50851888 None None] No DVR routers for this DVR port 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:21.186925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5664355c-da94-4ce7-a989-21ad0aff4238 None None] For port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8781ecaf-1cff-4cb6-a33d-893f98bd5ab4,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:21.187116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cd774711-24e6-48cc-be4c-aa7aaaa5e145 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c131fc1e-9be4-4ca5-8f7b-39bbe7d288c0 HTTP/1.1" status: 204 len: 168 time: 0.3657718 Nov 03 15:54:21.204395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5664355c-da94-4ce7-a989-21ad0aff4238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.259644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664355c-da94-4ce7-a989-21ad0aff4238 None None] Pushing event updated for resources: {'Port': ['ID=8781ecaf-1cff-4cb6-a33d-893f98bd5ab4,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:21.269511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd774711-24e6-48cc-be4c-aa7aaaa5e145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c131fc1e-9be4-4ca5-8f7b-39bbe7d288c0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:21.305811 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8781ecaf-1cff-4cb6-a33d-893f98bd5ab4', 'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'mac_address': 'fa:16:3e:7b:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:14Z', 'updated_at': '2021-11-03T15:54:20Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'subnets': [{'id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:21.344116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9b273ec2-76de-490e-bb68-1d50e41551b9 None None] Provisioning complete for port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:21.344448 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca555d6-d74b-43a9-9cb3-93a969e9a029 None None] The sync data for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 is: [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8781ecaf-1cff-4cb6-a33d-893f98bd5ab4', 'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'mac_address': 'fa:16:3e:7b:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:14Z', 'updated_at': '2021-11-03T15:54:20Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'subnets': [{'id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:21.346406 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9b273ec2-76de-490e-bb68-1d50e41551b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.385318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44324) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:21.393398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c961-609c-4564-86a0-e2cceac14512 req-f5251e2a-7df6-494a-81a0-c4fd7fc1d26c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:21.396689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3a5c961-609c-4564-86a0-e2cceac14512 req-f5251e2a-7df6-494a-81a0-c4fd7fc1d26c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.2626233 Nov 03 15:54:21.454981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:54:21.500144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ad075ce9-4409-4057-89c2-b08c00f47029 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9b1a073c188f466f950b0955cca21e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1127872 Nov 03 15:54:21.506879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44326) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:21.537200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3a5c961-609c-4564-86a0-e2cceac14512 req-9d5b4cf1-b164-4092-9c69-f003fab813cd tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293652 Nov 03 15:54:21.598927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Allocated IP 172.25.6.201 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/ad5b009c-9130-4fb1-ab90-43453f4507e3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:21.678326 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95563387-5e73-43ad-8c58-086349d8ba6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.692597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:21.747100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95563387-5e73-43ad-8c58-086349d8ba6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.793787 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.807255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:21.818374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9f4a11b3-86f8-4c8e-9fa2-6e134ffad208 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:21.864887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:21.884213 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95563387-5e73-43ad-8c58-086349d8ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.890910 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95563387-5e73-43ad-8c58-086349d8ba6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.897350 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-95563387-5e73-43ad-8c58-086349d8ba6d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e3f4fba8-26f9-49bb-b6da-c2618e27ffb7 HTTP/1.1" status: 204 len: 168 time: 0.3893280 Nov 03 15:54:21.901140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7', 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede', 'port_id': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7', 'mac_address': 'fa:16:3e:ba:f9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f39b73-700f-497b-8303-695c939e8a88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:54:21.905768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.931227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95563387-5e73-43ad-8c58-086349d8ba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f4fba8-26f9-49bb-b6da-c2618e27ffb7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:21.951577 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:21.959652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e1874-178e-4a7d-8683-3817c6bea00d req-b035980d-a5c7-4e4d-a528-c9193dfa3837 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:21.972811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-948e1874-178e-4a7d-8683-3817c6bea00d req-b035980d-a5c7-4e4d-a528-c9193dfa3837 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.1718206 Nov 03 15:54:22.027999 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.065059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:54:22.087678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-948e1874-178e-4a7d-8683-3817c6bea00d req-363df35d-4a6e-4294-ad00-633e81644782 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138191 Nov 03 15:54:22.114706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:22.120636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:22.124864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:22.131714 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.143379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:22.152640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Pushing event updated for resources: {'Port': ['ID=ad5b009c-9130-4fb1-ab90-43453f4507e3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:22.328218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.381468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.421856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44368) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:22.424762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:22.537601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['2edc4040-6fa8-4cc9-92d6-fb3fc10435f7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:22.564193 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c97704a7-e82b-43cc-a36c-e3ca73cfd67f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24131e5868e344f2aeb0b6bc2f04de7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409934 Nov 03 15:54:22.567089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44384) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:22.653402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.667575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.733831 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c33ee431-c9c6-4dc2-b70a-482b1d1e997a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.827011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44404) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:22.850156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Pushing event updated for resources: {'Port': ['ID=ad5b009c-9130-4fb1-ab90-43453f4507e3,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:22.854887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c33ee431-c9c6-4dc2-b70a-482b1d1e997a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.868194 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.889284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:22.890687 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c54377c0-1214-4c62-b3eb-602c228c83d5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3626838 Nov 03 15:54:22.931510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924bcac-21cd-4cbf-a165-17315af38f87 req-ad29aa51-4e1e-4214-bc69-0ea770762c6f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:22.940884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a924bcac-21cd-4cbf-a165-17315af38f87 req-ad29aa51-4e1e-4214-bc69-0ea770762c6f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.2116332 Nov 03 15:54:23.007431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a924bcac-21cd-4cbf-a165-17315af38f87 req-692e4d71-d290-4715-9367-49474bfa6847 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654590 Nov 03 15:54:23.010783 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c33ee431-c9c6-4dc2-b70a-482b1d1e997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.013379 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c33ee431-c9c6-4dc2-b70a-482b1d1e997a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.020732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c33ee431-c9c6-4dc2-b70a-482b1d1e997a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3d91064d-6fe9-41f3-bf67-062a90e55e5e HTTP/1.1" status: 204 len: 168 time: 0.4509010 Nov 03 15:54:23.042950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ee431-c9c6-4dc2-b70a-482b1d1e997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d91064d-6fe9-41f3-bf67-062a90e55e5e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:23.046966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427655177-network', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:23.108057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Made reservation on behalf of 4b8402b9c29740c19f9f9327faf9317c for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:23.110560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.120844 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.264166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-984e201d-9c46-457b-a1f3-7225f97d67e7 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1108705055&fields=id&tenant_id=45c8290a80c2437da65a1332d64d838b HTTP/1.1" status: 200 len: 267 time: 0.0710270 Nov 03 15:54:23.309867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52351f5-3846-452e-baae-bf4674bff13f req-c73660c4-6c67-41ab-91e7-28635d55c915 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:23.311931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c52351f5-3846-452e-baae-bf4674bff13f req-c73660c4-6c67-41ab-91e7-28635d55c915 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1393650 Nov 03 15:54:23.439934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.451337 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.478345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c52351f5-3846-452e-baae-bf4674bff13f req-105d34e1-39e2-42fb-9919-e7810f6ec6d8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468205 Nov 03 15:54:23.489389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:54:23.514098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-03e904fb-3626-4de7-8aa8-5932939a91c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:23.514269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d577babb-ae68-48c4-9ac8-334eda6558f3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:23.516111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-03e904fb-3626-4de7-8aa8-5932939a91c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/networks?id=7c3d93b5-d5b8-4e76-9701-1ffd3611d76e HTTP/1.1" status: 200 len: 805 time: 0.2443147 Nov 03 15:54:23.520065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.521001 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Added segment 93fa09d5-2c76-4283-a11d-b45ba4d9226a of type vlan for network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 Nov 03 15:54:23.547481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a146ea6-85c3-45d7-bfd1-782f17a81a13 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/quotas/45c8290a80c2437da65a1332d64d838b HTTP/1.1" status: 200 len: 375 time: 0.0128200 Nov 03 15:54:23.582618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.591844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:23.625812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.627225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:23.627998 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.666428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-21ec8781-a8eb-4e36-a276-1161ae970776 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=45c8290a80c2437da65a1332d64d838b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1049652 Nov 03 15:54:23.705961 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:23.706507 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.710954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] Pushing event updated for resources: {'Network': ['ID=192d7d61-f4cc-4a7c-8cb3-817b53c2e499,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:23.734295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:54:23.736117 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0b820a87-3ea9-4412-88d5-2a18fdb54b22 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9076147 Nov 03 15:54:23.736739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44476) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:23.742610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Request body: {'subnet': {'network_id': '192d7d61-f4cc-4a7c-8cb3-817b53c2e499', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427655177-subnet', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:23.771748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe163dd-ddd6-4c62-ae4e-943b9d612571 req-71a2077d-b8ca-492f-95c2-2f4d8987e744 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:23.773851 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8fe163dd-ddd6-4c62-ae4e-943b9d612571 req-71a2077d-b8ca-492f-95c2-2f4d8987e744 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 945 time: 0.0837169 Nov 03 15:54:23.805401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Made reservation on behalf of 4b8402b9c29740c19f9f9327faf9317c for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:23.808746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:23.866056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8fe163dd-ddd6-4c62-ae4e-943b9d612571 req-c0f2e8a3-a9e2-48a8-966d-0517145cdb44 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781586 Nov 03 15:54:23.993347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-12fa2bd5-1978-4804-9dc9-47989553d98d service neutron] 10.222.0.86 "GET /v2.0/networks/7c3d93b5-d5b8-4e76-9701-1ffd3611d76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144715 Nov 03 15:54:24.151953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-cea555cb-65ed-42a9-a72a-8be0dfbc538a service neutron] 10.222.0.86 "GET /v2.0/networks/7c3d93b5-d5b8-4e76-9701-1ffd3611d76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575994 Nov 03 15:54:24.201574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44492) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:24.231648 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:24.314622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be728e7e-03d8-413d-b6ed-a3d02833e04d,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:24.333680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Checking segment: {'id': '93fa09d5-2c76-4283-a11d-b45ba4d9226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '192d7d61-f4cc-4a7c-8cb3-817b53c2e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:24.334051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Network hostable DHCP agents. Network: 192d7d61-f4cc-4a7c-8cb3-817b53c2e499, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:54:24.355419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:54:24.384170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 192d7d61-f4cc-4a7c-8cb3-817b53c2e499) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:24.395298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37c71b-ded9-4c03-ab1d-b7e3956793b7 None None] Network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:24.433142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:24.433851 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:24.512464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-network', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:24.512616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf89561-315e-4393-9027-e888801948f3 req-6f3d5a67-d20e-4d59-8840-ea5798bf086d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:24.515533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bf89561-315e-4393-9027-e888801948f3 req-6f3d5a67-d20e-4d59-8840-ea5798bf086d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0944605 Nov 03 15:54:24.576323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68377e38-7100-4a38-be9f-cf0045d3dfbe req-5cd2de59-8d5f-4758-a202-b73984bb40df tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 210 time: 0.0562289 Nov 03 15:54:24.612711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Made reservation on behalf of dc0f0d9e540144e886835d1dafb7b2d7 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:24.615437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:24.620833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-00752a81-cb70-40b8-9e71-b0ff813eeaf0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1843450 Nov 03 15:54:24.630558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-192d7d61-f4cc-4a7c-8cb3-817b53c2e499', 'network_id': '192d7d61-f4cc-4a7c-8cb3-817b53c2e499', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'fixed_ips': [{'subnet_id': 'be728e7e-03d8-413d-b6ed-a3d02833e04d'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:54:24.635303 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:24.635476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c1265360-98f2-4c44-bedb-e60c2e7c9a1c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8940825 Nov 03 15:54:24.635476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:24.637730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44504) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:24.653187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427655177-router', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:24.670021 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bf89561-315e-4393-9027-e888801948f3 req-48d7e890-0467-462e-9f8d-80b5d95a645f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389272 Nov 03 15:54:24.691687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:24.692647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:24.766829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:24.856848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Allocated IP 172.20.0.2 (192d7d61-f4cc-4a7c-8cb3-817b53c2e499/be728e7e-03d8-413d-b6ed-a3d02833e04d/82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:25.164988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.178489 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.245952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:25.250796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:25.258027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:25.272625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Pushing event updated for resources: {'Port': ['ID=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:25.353565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Attempting to bind port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:25.354202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Attempting to bind port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '93fa09d5-2c76-4283-a11d-b45ba4d9226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '192d7d61-f4cc-4a7c-8cb3-817b53c2e499'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:25.354736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Attempting to bind port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 on network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:25.361545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:25.362143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Checking segment: {'id': '93fa09d5-2c76-4283-a11d-b45ba4d9226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '192d7d61-f4cc-4a7c-8cb3-817b53c2e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:25.362870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.363427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Bound using segment: {'id': '93fa09d5-2c76-4283-a11d-b45ba4d9226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '192d7d61-f4cc-4a7c-8cb3-817b53c2e499'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:25.364079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Bound port: 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fa09d5-2c76-4283-a11d-b45ba4d9226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '192d7d61-f4cc-4a7c-8cb3-817b53c2e499'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:25.364637 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.386143 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.389854 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.404774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.448927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:25.478842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:54:25.488151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] For port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:25.498161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54786673-3314-4840-a082-517972300dfe,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:25.504576 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.504917 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Added segment ec9cad07-a5c2-405b-a4db-f9648b7e5add of type vlan for network 82d1e45b-8d45-4a9b-b570-7b59769accc1 Nov 03 15:54:25.509158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] For port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,segment=NetworkSegment(93fa09d5-2c76-4283-a11d-b45ba4d9226a),segment_id=93fa09d5-2c76-4283-a11d-b45ba4d9226a)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:25.521240 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.527583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaa4ad-9ed5-42e6-9c79-96a7cf47594b req-bc6c3af4-ec69-424b-813d-b1140f7f5ed0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:25.529143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3eaa4ad-9ed5-42e6-9c79-96a7cf47594b req-bc6c3af4-ec69-424b-813d-b1140f7f5ed0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 945 time: 0.2703049 Nov 03 15:54:25.584064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:54:25.606602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.611713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:25.612108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.646619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dc71c-4f14-46a3-a7dc-f8957fb8599e None None] Pushing event updated for resources: {'Port': ['ID=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:25.784165 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-208f014d-1ac7-4726-9c55-5ab2c61e33fe req-cd524514-8737-4600-bebd-48a5cc56eadb tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 210 time: 0.0413480 Nov 03 15:54:25.787321 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.793623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3eaa4ad-9ed5-42e6-9c79-96a7cf47594b req-7e1469e7-7069-4561-9c08-b4dc031e32ad tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735461 Nov 03 15:54:25.796646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.797648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:25.798241 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.839759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:25.846731 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a517390-7e16-4e41-9f2b-8aa152d3b06b" -d '{"events": [{"server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "name": "network-vif-plugged", "status": "completed", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:25.883137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:25.889688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.895892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6905663 Nov 03 15:54:25.909043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44546) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:25.926278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Request body: {'subnet': {'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-subnet', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:25.971421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Made reservation on behalf of dc0f0d9e540144e886835d1dafb7b2d7 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:25.974749 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:25.994076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b201a4-1839-497c-98ce-644d34ee56bb req-4865a695-93e0-4168-9de3-4905d6f50a2f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:26.003122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e12e6-a7d1-40c4-8335-1aaade13a2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=82d1e45b-8d45-4a9b-b570-7b59769accc1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:26.007807 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1b201a4-1839-497c-98ce-644d34ee56bb req-4865a695-93e0-4168-9de3-4905d6f50a2f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1349387 Nov 03 15:54:26.024433 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c81e744-ad30-4209-a686-df5053bca2d5 x-openstack-request-id: req-5c81e744-ad30-4209-a686-df5053bca2d5 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:26.025890 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "name": "network-vif-plugged", "status": "completed", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:26.027053 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5c81e744-ad30-4209-a686-df5053bca2d5 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:26.027675 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7', 'code': 200} Nov 03 15:54:26.035502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 82d1e45b-8d45-4a9b-b570-7b59769accc1 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:54:26.127973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:26.280440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980025-f9ce-4f95-b12a-9f63c834bcff req-4084b976-56a8-4342-a72d-76916471d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:26.282046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-35980025-f9ce-4f95-b12a-9f63c834bcff req-4084b976-56a8-4342-a72d-76916471d5a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 1097 time: 0.1499038 Nov 03 15:54:26.293870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1b201a4-1839-497c-98ce-644d34ee56bb req-14d5a75b-6978-4f42-b13a-3fef23eae0b9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809684 Nov 03 15:54:26.301495 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:26.341022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:26.355251 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-35980025-f9ce-4f95-b12a-9f63c834bcff req-0c1995d6-1f0b-4b4b-958f-5647bbd6fcf7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517237 Nov 03 15:54:26.554117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-6ae4aaa3-681c-4823-80b0-4bd0cd53ae1d tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:26.555700 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-6ae4aaa3-681c-4823-80b0-4bd0cd53ae1d tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.15 "GET /v2.0/networks?id=7c3d93b5-d5b8-4e76-9701-1ffd3611d76e HTTP/1.1" status: 200 len: 805 time: 0.2023585 Nov 03 15:54:26.567251 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:26.623567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a736cf-9bdf-4f4e-98a1-2b363cec21ea,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:26.643365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Checking segment: {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:26.643365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Network hostable DHCP agents. Network: 82d1e45b-8d45-4a9b-b570-7b59769accc1, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:54:26.656082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Allocated IP 172.25.6.186 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/a1b87083-0725-46a2-8948-3ba46ee14e08) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:26.670376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Network 82d1e45b-8d45-4a9b-b570-7b59769accc1 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:54:26.688183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 82d1e45b-8d45-4a9b-b570-7b59769accc1) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:26.690310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-56a6b08f-3ce0-4fb0-b7a2-26cdddacc84f tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45c8290a80c2437da65a1332d64d838b HTTP/1.1" status: 200 len: 380 time: 0.1023233 Nov 03 15:54:26.694274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:26.695442 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:26.702702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6dedb7-9266-44d0-878b-3a4f95521f4a None None] Network 82d1e45b-8d45-4a9b-b570-7b59769accc1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:26.707617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Request body: {'port': {'device_id': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'admin_state_up': True, 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'security_groups': ['13f257e9-933f-4d51-8d7c-d4d620630a14']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:26.713932 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8648bbce-93aa-4c94-9c40-9c0c09443314 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8033905 Nov 03 15:54:26.720294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44554) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:26.725809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:26.773849 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:26.775197 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:26.926307 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:26.933843 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:54:26.938797 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.018890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Made reservation on behalf of 45c8290a80c2437da65a1332d64d838b for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:27.024627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.048214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-82d1e45b-8d45-4a9b-b570-7b59769accc1', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:54:27.055619 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.058783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272cd52-0227-4db1-9418-ccabe65770b4 req-5e788fa5-d78f-455c-a0a1-60faac9d4a6c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:27.066786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c272cd52-0227-4db1-9418-ccabe65770b4 req-5e788fa5-d78f-455c-a0a1-60faac9d4a6c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.1116285 Nov 03 15:54:27.079319 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.129911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:27.150533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1820a1f0-d941-45dd-ab43-c30a9d977032 req-ed3950dd-4128-424a-874e-9fa2eeb9e197 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 210 time: 0.1435871 Nov 03 15:54:27.170305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:27.184603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:27.204849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c0f82-1f21-4bce-85be-0b2d1612e297 None None] Network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:27.253174 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c272cd52-0227-4db1-9418-ccabe65770b4 req-fd257c3b-cacc-46fe-b364-1bad94207dc3 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854081 Nov 03 15:54:27.264927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.275757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-41f28176-d391-4bda-afd5-315fcb1edf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:27.277442 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-41f28176-d391-4bda-afd5-315fcb1edf1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 1100 time: 0.3187106 Nov 03 15:54:27.359025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-826a5644-28df-4038-9c99-69d8177f4b81 None None] Provisioning complete for port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:27.359388 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-826a5644-28df-4038-9c99-69d8177f4b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.470852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-77bc7cc3-2f27-46a2-ac7d-4876e6989078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:27.472454 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-77bc7cc3-2f27-46a2-ac7d-4876e6989078 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1873534 Nov 03 15:54:27.519387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b87083-0725-46a2-8948-3ba46ee14e08,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:27.545662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-d52ef7bd-d2a0-4f3f-9dcc-6852b581e45b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e64ccb00-9c62-4310-a607-83dc628d7edb HTTP/1.1" status: 200 len: 217 time: 0.0648110 Nov 03 15:54:27.578406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Allocated IP 172.20.0.2 (82d1e45b-8d45-4a9b-b570-7b59769accc1/60a736cf-9bdf-4f4e-98a1-2b363cec21ea/a6501e1b-a2f6-4e48-8c5f-744200333215) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:27.591822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:27.605772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-b95a9c47-0c8a-4395-ab51-a131079bf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:27.607276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-b95a9c47-0c8a-4395-ab51-a131079bf451 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0554461 Nov 03 15:54:27.736213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-80c01539-555b-49d9-8da8-7823693409f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:27.737850 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-80c01539-555b-49d9-8da8-7823693409f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993295 Nov 03 15:54:27.750685 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-826a5644-28df-4038-9c99-69d8177f4b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.756058 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.790564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.834789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:27.970772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-826a5644-28df-4038-9c99-69d8177f4b81 None None] For port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,segment=NetworkSegment(93fa09d5-2c76-4283-a11d-b45ba4d9226a),segment_id=93fa09d5-2c76-4283-a11d-b45ba4d9226a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:27.979793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-7ba94e67-f5ad-49f9-aa08-731449c8cf91 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338350 Nov 03 15:54:27.981054 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-826a5644-28df-4038-9c99-69d8177f4b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.045688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Allocated IP 172.25.6.22 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/1121df0c-d5e1-4cbc-ba8f-0aba8caf42be) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:28.079268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a5644-28df-4038-9c99-69d8177f4b81 None None] Pushing event updated for resources: {'Port': ['ID=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:28.128444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:28.129073 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.134723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Allocated IP 172.20.0.4 (7c3d93b5-d5b8-4e76-9701-1ffd3611d76e/3fa8cae0-e207-49b0-89f0-c03c1af4a3b3/339a5af7-ecf1-4e06-96d1-a3a51949f50e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:28.171602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365a939-24d4-48d9-a31c-5b5a46374b57 req-2ca004b9-fc58-49fd-acc7-ac68c7095c7f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:28.191449 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9365a939-24d4-48d9-a31c-5b5a46374b57 req-2ca004b9-fc58-49fd-acc7-ac68c7095c7f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.6666505 Nov 03 15:54:28.233224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.246121 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.290714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.307730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.349209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-da6704ce-2ae5-4dc2-a986-9b3b106c0b6b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525701 Nov 03 15:54:28.351318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7bfc9a85-c5f3-40aa-9572-15103d95bd0b req-89894176-ddd8-4544-84bc-78aee6ccbfca tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 210 time: 0.0542440 Nov 03 15:54:28.392609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.419243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Network 82d1e45b-8d45-4a9b-b570-7b59769accc1 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:28.450494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:28.452543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:28.454734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9365a939-24d4-48d9-a31c-5b5a46374b57 req-4ea11c2c-722a-445d-b3b4-6da06e2f3809 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615643 Nov 03 15:54:28.454982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Pushing event updated for resources: {'Port': ['ID=1121df0c-d5e1-4cbc-ba8f-0aba8caf42be,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:28.457250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:28.464922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:28.467519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-36c5b8e9-9789-4940-87e6-57e6d74a5a59 None None] Provisioning complete for port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:28.468187 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-36c5b8e9-9789-4940-87e6-57e6d74a5a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.503157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:28.505759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Pushing event updated for resources: {'Port': ['ID=a6501e1b-a2f6-4e48-8c5f-744200333215,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:28.595624 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Attempting to bind port a6501e1b-a2f6-4e48-8c5f-744200333215 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:28.596508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Attempting to bind port a6501e1b-a2f6-4e48-8c5f-744200333215 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:28.597084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Attempting to bind port a6501e1b-a2f6-4e48-8c5f-744200333215 on network 82d1e45b-8d45-4a9b-b570-7b59769accc1 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:28.609384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:28.610228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Checking segment: {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:28.611091 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.611633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Bound using segment: {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:28.612393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Bound port: a6501e1b-a2f6-4e48-8c5f-744200333215, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:28.612955 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.616132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931a22-f5bb-4b90-aff1-573737e8dc2f req-094b2ebf-ed3e-44d6-8bc1-23a91234c4c1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:28.618710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56931a22-f5bb-4b90-aff1-573737e8dc2f req-094b2ebf-ed3e-44d6-8bc1-23a91234c4c1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.1382375 Nov 03 15:54:28.737399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] For port a6501e1b-a2f6-4e48-8c5f-744200333215, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:28.748866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] For port a6501e1b-a2f6-4e48-8c5f-744200333215, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a6501e1b-a2f6-4e48-8c5f-744200333215,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:28.752913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.765681 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56931a22-f5bb-4b90-aff1-573737e8dc2f req-40ddf983-0d79-445d-a036-96df1f2f45f1 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912802 Nov 03 15:54:28.776335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.866062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Router a5440c6a-cb85-48b3-9865-ab8c70861b18 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:54:28.874654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.874992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bcb4c-219e-4069-ac80-2288143fe6c6 None None] Pushing event updated for resources: {'Port': ['ID=a6501e1b-a2f6-4e48-8c5f-744200333215,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:28.932946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:28.971697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:29.011424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:29.013848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:29.049918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Pushing event updated for resources: {'Port': ['ID=339a5af7-ecf1-4e06-96d1-a3a51949f50e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:29.078836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90ac9a-da04-4db1-99c9-56add88af1e1 req-17896079-873f-4239-811c-d98866d4fdd5 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:29.087714 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e90ac9a-da04-4db1-99c9-56add88af1e1 req-17896079-873f-4239-811c-d98866d4fdd5 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 1097 time: 0.1962378 Nov 03 15:54:29.197991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:29.213160 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:29.219497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Sync routers for ids ['a5440c6a-cb85-48b3-9865-ab8c70861b18'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:29.226581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:29.227236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:29.234019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Routers {'a5440c6a-cb85-48b3-9865-ab8c70861b18'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:29.235774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5440c6a-cb85-48b3-9865-ab8c70861b18'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:29.248754 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:29.253386 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a393a0a4-03a4-4345-921e-bbbd48affa72 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6146176 Nov 03 15:54:29.254096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44580) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:29.343544 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-7a8e6bf0-e5b0-479f-a7f7-b990ee9b02c6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6395519 Nov 03 15:54:29.372049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Request body: {'port': {'device_id': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:29.514267 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:29.523128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e90ac9a-da04-4db1-99c9-56add88af1e1 req-5f040275-26b4-4c11-8dd0-59811b296851 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341741 Nov 03 15:54:29.531730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7f4d101c-7fea-4d41-922d-0d75820199cb None None] Provisioning complete for port 339a5af7-ecf1-4e06-96d1-a3a51949f50e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:29.532107 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7f4d101c-7fea-4d41-922d-0d75820199cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:29.537504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Set router a5440c6a-cb85-48b3-9865-ab8c70861b18 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:29.722821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a6501e1b-a2f6-4e48-8c5f-744200333215 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:29.724959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d101c-7fea-4d41-922d-0d75820199cb None None] Port 339a5af7-ecf1-4e06-96d1-a3a51949f50e cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:54:29.757293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc4c1-b68f-4292-9170-ca0d2113398e req-2168068e-a146-4c5e-8a16-8754a3d8056d tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:29.765285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6adc4c1-b68f-4292-9170-ca0d2113398e req-2168068e-a146-4c5e-8a16-8754a3d8056d tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 931 time: 0.1242149 Nov 03 15:54:29.876171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a6501e1b-a2f6-4e48-8c5f-744200333215 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:29.876667 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:29.881715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6adc4c1-b68f-4292-9170-ca0d2113398e req-48327ccd-b220-43ed-b235-0a216f2bea9d tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151361 Nov 03 15:54:29.923139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Router fc7df754-c2a3-4779-a079-d661867fd5cb is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:54:29.998463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427655177-router', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:24Z', 'updated_at': '2021-11-03T15:54:27Z', 'revision_number': 3, 'project_id': '4b8402b9c29740c19f9f9327faf9317c', 'gw_port': {'id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:30.046551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Checking router: a5440c6a-cb85-48b3-9865-ab8c70861b18 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:30.047226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Updating router a5440c6a-cb85-48b3-9865-ab8c70861b18 port a1b87083-0725-46a2-8948-3ba46ee14e08 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:54:30.123657 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:30.162348 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:30.172544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daea6c-1b90-4ff0-8cb4-b8a9459fdf20 req-24328394-7121-4c1b-aac5-b00833b91605 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:30.174316 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9daea6c-1b90-4ff0-8cb4-b8a9459fdf20 req-24328394-7121-4c1b-aac5-b00833b91605 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 1097 time: 0.2194817 Nov 03 15:54:30.216702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port a6501e1b-a2f6-4e48-8c5f-744200333215, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a6501e1b-a2f6-4e48-8c5f-744200333215,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:30.221885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:30.227644 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:30.228850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:30.242137 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Sync routers for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:30.263113 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:30.266023 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:30.270562 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9daea6c-1b90-4ff0-8cb4-b8a9459fdf20 req-d319b810-32d0-424f-a793-8c6ac91846e6 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864549 Nov 03 15:54:30.279263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:30.282256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-194df3a4-55f6-46a9-b183-7fab9623be1c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5609791 Nov 03 15:54:30.284862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44594) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:30.395032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9c277d-664d-4e09-b57e-899d9bf33959 None None] Network 82d1e45b-8d45-4a9b-b570-7b59769accc1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:30.547433 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:30.615986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=a6501e1b-a2f6-4e48-8c5f-744200333215,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:30.633259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-16fb509e-0664-4b99-947b-205cb23d76a7 None None] Provisioning complete for port a6501e1b-a2f6-4e48-8c5f-744200333215 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:30.633674 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-16fb509e-0664-4b99-947b-205cb23d76a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:30.736057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:30.736344 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:30.759340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687508c-134c-450c-99a1-de1de401d205 req-5fee3933-5620-4038-9430-f1aaee65baef tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:30.769768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b687508c-134c-450c-99a1-de1de401d205 req-5fee3933-5620-4038-9430-f1aaee65baef tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 1.0513046 Nov 03 15:54:30.891875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b687508c-134c-450c-99a1-de1de401d205 req-22822a0a-1474-4480-a90b-1f99c06ee40d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210060 Nov 03 15:54:31.077009 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:28Z', 'revision_number': 3, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:31.087418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.171174 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Checking router: fc7df754-c2a3-4779-a079-d661867fd5cb for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:31.171579 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Updating router fc7df754-c2a3-4779-a079-d661867fd5cb port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:54:31.259420 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.279204 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.320726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.355019 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.365198 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.421547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Attempting to bind port a1b87083-0725-46a2-8948-3ba46ee14e08 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:31.422415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Attempting to bind port a1b87083-0725-46a2-8948-3ba46ee14e08 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:31.422971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Attempting to bind port a1b87083-0725-46a2-8948-3ba46ee14e08 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:31.486611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7645e58-bed2-42d3-8b32-50eb83dcc559 req-a82b5b3b-81d4-44eb-9b41-6c9a9348932a tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:31.488588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:31.488972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:31.489382 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.490495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:31.492140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Bound port: a1b87083-0725-46a2-8948-3ba46ee14e08, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:31.492476 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.494072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7645e58-bed2-42d3-8b32-50eb83dcc559 req-a82b5b3b-81d4-44eb-9b41-6c9a9348932a tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 931 time: 0.4112678 Nov 03 15:54:31.597335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Allocated IP 172.20.0.1 (192d7d61-f4cc-4a7c-8cb3-817b53c2e499/be728e7e-03d8-413d-b6ed-a3d02833e04d/de7b0e75-5c4d-42c4-b9ff-33ca25c75337) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:31.612330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a6501e1b-a2f6-4e48-8c5f-744200333215 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:31.710024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62be605-f97a-4eb9-affd-84d62225eec3 None None] Pushing event updated for resources: {'Port': ['ID=a1b87083-0725-46a2-8948-3ba46ee14e08,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:31.734669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Allocated IP 172.20.0.1 (82d1e45b-8d45-4a9b-b570-7b59769accc1/60a736cf-9bdf-4f4e-98a1-2b363cec21ea/5b9dc8a5-c038-44af-b918-f9cedea230ed) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:31.800827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] For port a1b87083-0725-46a2-8948-3ba46ee14e08, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:31.806476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] For port a1b87083-0725-46a2-8948-3ba46ee14e08, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a1b87083-0725-46a2-8948-3ba46ee14e08,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:31.820951 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.831772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a6501e1b-a2f6-4e48-8c5f-744200333215 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:31.832284 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.861558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7645e58-bed2-42d3-8b32-50eb83dcc559 req-23874036-c3dd-4051-9a3a-fa05abfaf12b tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487549 Nov 03 15:54:31.868501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339a5af7-ecf1-4e06-96d1-a3a51949f50e {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:54:31.940844 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.941072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.948087 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.966913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Transition to ACTIVE for port object 339a5af7-ecf1-4e06-96d1-a3a51949f50e will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:54:31.979332 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.983165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:31.997001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62be605-f97a-4eb9-affd-84d62225eec3 None None] Pushing event updated for resources: {'Port': ['ID=a1b87083-0725-46a2-8948-3ba46ee14e08,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:32.080960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.094023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Routers {'a5440c6a-cb85-48b3-9865-ab8c70861b18'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:32.096828 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Attempting to bind port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:32.097209 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Attempting to bind port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:32.101916 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Attempting to bind port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:32.103550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5440c6a-cb85-48b3-9865-ab8c70861b18'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:32.112466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8bf27174-e1f9-4859-8317-3fcb4500ebe7 None None] Provisioning complete for port a6501e1b-a2f6-4e48-8c5f-744200333215 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:32.112904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8bf27174-e1f9-4859-8317-3fcb4500ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.126563 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:32.126989 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:32.127401 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.127798 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:32.128356 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Bound port: 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:32.128672 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.142627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.147438 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff18d51-6e10-46a3-bcda-8601f2a78c12 None None] Pushing event updated for resources: {'Port': ['ID=1121df0c-d5e1-4cbc-ba8f-0aba8caf42be,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:32.161631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Network 82d1e45b-8d45-4a9b-b570-7b59769accc1 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:32.185424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:32.192034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:32.240033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Pushing event updated for resources: {'Port': ['ID=339a5af7-ecf1-4e06-96d1-a3a51949f50e,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:32.279646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9dc8a5-c038-44af-b918-f9cedea230ed,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:32.286187 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] For port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:32.292356 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] For port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1121df0c-d5e1-4cbc-ba8f-0aba8caf42be,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:32.301030 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.336947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-e40d6b56-098d-4e36-bd45-ed5e37f4f056 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:54:32.338240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-e40d6b56-098d-4e36-bd45-ed5e37f4f056 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0655768 Nov 03 15:54:32.342127 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.457626 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff18d51-6e10-46a3-bcda-8601f2a78c12 None None] Pushing event updated for resources: {'Port': ['ID=1121df0c-d5e1-4cbc-ba8f-0aba8caf42be,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:32.485842 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:32.486457 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:32.527937 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.565220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9f7fdfc7-f671-451b-b7d4-b4c89d5ffeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:32.569229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9f7fdfc7-f671-451b-b7d4-b4c89d5ffeb0 service neutron] 10.222.0.86 "GET /v2.0/ports/2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 HTTP/1.1" status: 200 len: 1094 time: 0.2080336 Nov 03 15:54:32.619387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.637688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Request body: {'binding': {'host': 'n-h1-813897-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:32.638153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Unknown quota resources ['binding']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 15:54:32.656046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:32.670303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] Set router a5440c6a-cb85-48b3-9865-ab8c70861b18 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:32.674005 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7bef584d-d5f8-4a65-a44a-9249b207fa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.681953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Attempting to bind port 339a5af7-ecf1-4e06-96d1-a3a51949f50e on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:32.682287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Attempting to bind port 339a5af7-ecf1-4e06-96d1-a3a51949f50e by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:32.682613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Attempting to bind port 339a5af7-ecf1-4e06-96d1-a3a51949f50e on network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:32.692509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d27f32-7647-4632-896f-f1fb88c9f8d1 req-dc28aacf-f339-439c-ae69-68a1cb1eb6c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:32.701782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31d27f32-7647-4632-896f-f1fb88c9f8d1 req-dc28aacf-f339-439c-ae69-68a1cb1eb6c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.4565811 Nov 03 15:54:32.715621 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:32.720142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:32.744799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:32.753884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Port 339a5af7-ecf1-4e06-96d1-a3a51949f50e on network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:54:32.754230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Attempting to bind port 339a5af7-ecf1-4e06-96d1-a3a51949f50e on network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:32.813124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Pushing event updated for resources: {'Port': ['ID=de7b0e75-5c4d-42c4-b9ff-33ca25c75337,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:32.817441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2c77724e-d4a6-49ce-a99b-ae3e90471ff5 None None] Provisioning complete for port 5b9dc8a5-c038-44af-b918-f9cedea230ed triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:32.818341 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c77724e-d4a6-49ce-a99b-ae3e90471ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.848013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:32.848394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Checking segment: {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:32.848735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Bound using segment: {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:32.849951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Bound port: 339a5af7-ecf1-4e06-96d1-a3a51949f50e, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b66651-2136-4aaf-974e-f37ac36cf943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:32.850563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.948345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2c77724e-d4a6-49ce-a99b-ae3e90471ff5 None None] Port 5b9dc8a5-c038-44af-b918-f9cedea230ed cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:54:32.953747 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.962364 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:32.973898 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31d27f32-7647-4632-896f-f1fb88c9f8d1 req-fc66630b-8a7f-457d-b905-09ee3abcdf7e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616138 Nov 03 15:54:32.978879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:33.139900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427655177-router', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:24Z', 'updated_at': '2021-11-03T15:54:27Z', 'revision_number': 3, 'project_id': '4b8402b9c29740c19f9f9327faf9317c', 'gw_port': {'id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:33.144031 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:33.147487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9dc8a5-c038-44af-b918-f9cedea230ed,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:33.182481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ca17a-4e32-4f40-a1b0-71b45ac4b3d7 None None] The sync data for ids ['a5440c6a-cb85-48b3-9865-ab8c70861b18'] in n-d-813897-2 is: [{'id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427655177-router', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:24Z', 'updated_at': '2021-11-03T15:54:27Z', 'revision_number': 3, 'project_id': '4b8402b9c29740c19f9f9327faf9317c', 'gw_port': {'id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:33.212056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ec7ea6b5-45f6-45b2-ac65-12795cc8f63f None None] Provisioning complete for port de7b0e75-5c4d-42c4-b9ff-33ca25c75337 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:33.212689 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea6b5-45f6-45b2-ac65-12795cc8f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:33.214139 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:28Z', 'revision_number': 3, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:33.271955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] For port 339a5af7-ecf1-4e06-96d1-a3a51949f50e, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:33.278022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ea6b5-45f6-45b2-ac65-12795cc8f63f None None] Port de7b0e75-5c4d-42c4-b9ff-33ca25c75337 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:54:33.285216 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca139cbb-84d1-41cd-8820-a76a30105fff None None] The sync data for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 is: [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:28Z', 'revision_number': 3, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:33.310860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] For port 339a5af7-ecf1-4e06-96d1-a3a51949f50e, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=339a5af7-ecf1-4e06-96d1-a3a51949f50e,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:33.311087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Network 82d1e45b-8d45-4a9b-b570-7b59769accc1 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:33.315643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:33.316172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on host n-h1-813897-2 for vnic_type normal with profile None {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:33.316506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:33.316832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:33.324998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:33.336128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:54:33.336540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:33.348648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2eeb3-aa57-4f5a-a17b-3d5e32866573 req-82099e51-e283-47a2-ae5b-fab7cf6002c5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:33.350242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf2eeb3-aa57-4f5a-a17b-3d5e32866573 req-82099e51-e283-47a2-ae5b-fab7cf6002c5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 943 time: 0.2276661 Nov 03 15:54:33.423260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:33.423479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:33.423929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:33.424372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Bound port: 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:33.427207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:33.427822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:33.429322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] 10.222.0.15 "PUT /v2.0/ports/339a5af7-ecf1-4e06-96d1-a3a51949f50e HTTP/1.1" status: 200 len: 1091 time: 4.0695374 Nov 03 15:54:33.434254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'tag': '339a5af7-ecf1-4e06-96d1-a3a51949f50e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:33.436905 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267bad35-28f6-459c-9fb5-923f47b2bb00" -d '{"events": [{"name": "network-changed", "server_uuid": "84ce1358-0de6-4aa3-a87d-66ba13756271", "tag": "339a5af7-ecf1-4e06-96d1-a3a51949f50e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:33.503180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:33.593726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Router fc7df754-c2a3-4779-a079-d661867fd5cb has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:33.598427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e4495-efbe-426e-b2da-19278426d428 service neutron] Pushing event updated for resources: {'Port': ['ID=339a5af7-ecf1-4e06-96d1-a3a51949f50e,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:33.723756 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf2eeb3-aa57-4f5a-a17b-3d5e32866573 req-a2ce8467-483e-4b0e-b812-89601570a9d3 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401065 Nov 03 15:54:33.759067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:33.785636 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] Publish callbacks [] for binding, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:33.801146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-9ef7a0e0-eb6b-4a7d-acd8-add2b150819e service neutron] 10.222.0.86 "POST /v2.0/ports/2edc4040-6fa8-4cc9-92d6-fb3fc10435f7/bindings HTTP/1.1" status: 201 len: 389 time: 1.1829643 Nov 03 15:54:33.886967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-01d8b692-ace6-40f7-87e4-ac4eef016dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:33.891219 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-01d8b692-ace6-40f7-87e4-ac4eef016dd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45c8290a80c2437da65a1332d64d838b&device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 1094 time: 0.3424990 Nov 03 15:54:33.925599 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:33.941288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a7c45932-6f0c-4b09-88a2-f7227df05515 admin admin] 10.222.0.86 "PUT /v2.0/routers/fc7df754-c2a3-4779-a079-d661867fd5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6550202 Nov 03 15:54:34.013188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-8509605c-fb61-4746-a386-951d42048f8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=339a5af7-ecf1-4e06-96d1-a3a51949f50e HTTP/1.1" status: 200 len: 217 time: 0.1072445 Nov 03 15:54:34.074308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-141dab36-a054-41c5-89a2-af6dc0aa8488 None None] Provisioning complete for port 5b9dc8a5-c038-44af-b918-f9cedea230ed triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:34.074871 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-141dab36-a054-41c5-89a2-af6dc0aa8488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:34.132138 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2bfb7b-88a4-4dc6-8fbb-79ff6b480aea x-openstack-request-id: req-db2bfb7b-88a4-4dc6-8fbb-79ff6b480aea {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:34.132457 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ce1358-0de6-4aa3-a87d-66ba13756271", "tag": "339a5af7-ecf1-4e06-96d1-a3a51949f50e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:34.132662 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db2bfb7b-88a4-4dc6-8fbb-79ff6b480aea {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:34.134693 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'tag': '339a5af7-ecf1-4e06-96d1-a3a51949f50e', 'status': 'completed', 'code': 200} Nov 03 15:54:34.159370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-21c1c747-6836-4c22-a188-37cc74a8458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:34.176197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-141dab36-a054-41c5-89a2-af6dc0aa8488 None None] Port 5b9dc8a5-c038-44af-b918-f9cedea230ed cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:54:34.181758 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-21c1c747-6836-4c22-a188-37cc74a8458a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fa8cae0-e207-49b0-89f0-c03c1af4a3b3 HTTP/1.1" status: 200 len: 844 time: 0.1606119 Nov 03 15:54:34.308152 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:34.318374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:34.343279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-3a40e3f3-170a-4359-b7c8-056b1acb4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:34.345063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-3a40e3f3-170a-4359-b7c8-056b1acb4d09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 1097 time: 0.1457045 Nov 03 15:54:34.427904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-e15cb404-bfc5-4ce6-9419-e1290a19c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:34.430331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-e15cb404-bfc5-4ce6-9419-e1290a19c8f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c3d93b5-d5b8-4e76-9701-1ffd3611d76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2297173 Nov 03 15:54:34.529184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-b2b82ceb-2b65-4d9c-bc44-40da51700b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:34.531023 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-b2b82ceb-2b65-4d9c-bc44-40da51700b26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.1734719 Nov 03 15:54:34.539717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051b376-0835-4deb-8044-19783b837a94 req-fe80b664-8f40-40e4-a89e-f23308451820 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:34.547992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e051b376-0835-4deb-8044-19783b837a94 req-fe80b664-8f40-40e4-a89e-f23308451820 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1123397 Nov 03 15:54:34.600073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-6f023ac0-d275-407a-9955-ccd37278e778 service neutron] 10.222.0.15 "GET /v2.0/networks/7c3d93b5-d5b8-4e76-9701-1ffd3611d76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309717 Nov 03 15:54:34.610392 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:34.613935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Pushing event updated for resources: {'Port': ['ID=de7b0e75-5c4d-42c4-b9ff-33ca25c75337,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:34.627661 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-53d2d5e9-6c11-4072-860c-62c48545e991 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 HTTP/1.1" status: 200 len: 217 time: 0.0775867 Nov 03 15:54:34.697601 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e051b376-0835-4deb-8044-19783b837a94 req-e6aa1cde-628b-4450-95df-7fcebc2fc3e5 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486039 Nov 03 15:54:34.711841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-77cc8250-eae8-4aa5-9741-df03392c0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:34.713310 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-77cc8250-eae8-4aa5-9741-df03392c0ff0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.0779679 Nov 03 15:54:34.722322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ec3d-b81f-4e7c-9fa9-f99ed1c561a0 req-064d85cd-5756-43f3-a70b-18c5f2479456 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:34.724089 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4bf9ec3d-b81f-4e7c-9fa9-f99ed1c561a0 req-064d85cd-5756-43f3-a70b-18c5f2479456 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.3538115 Nov 03 15:54:34.750238 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-a058a137-158b-47d2-8dc2-ac6968e92f74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292618 Nov 03 15:54:34.916388 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54d887dd-0a58-4fba-85bc-0e4e73edb62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:34.925734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:34.932369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:34.947527 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a65d30c-b5a9-460e-9fd1-8334ca11ade7 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870353 Nov 03 15:54:35.024362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468ae4fe-6a3c-44aa-94cd-dcb59d738dd5 req-b8956928-fdde-4625-9591-4acf91ed8117 service neutron] 10.222.0.15 "GET /v2.0/networks/7c3d93b5-d5b8-4e76-9701-1ffd3611d76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035530 Nov 03 15:54:35.086909 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-2e3988e2-3c6b-4fa3-950e-e9bc76c4ce2c service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284337 Nov 03 15:54:35.154484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4bf9ec3d-b81f-4e7c-9fa9-f99ed1c561a0 req-d4445136-7b63-4847-85c3-09fbd14683d3 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893271 Nov 03 15:54:35.198986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Router a5440c6a-cb85-48b3-9865-ab8c70861b18 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:35.384544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-1657b66c-c9d7-4db7-88ac-31dfed4f65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:35.386044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-1657b66c-c9d7-4db7-88ac-31dfed4f65a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45c8290a80c2437da65a1332d64d838b&device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 1094 time: 0.2133322 Nov 03 15:54:35.403012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:35.424019 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-459894b5-8bc0-4845-8711-4a4e2a9013f1 admin admin] 10.222.0.86 "PUT /v2.0/routers/a5440c6a-cb85-48b3-9865-ab8c70861b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1364355 Nov 03 15:54:35.438500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851405e-6b1a-4cff-9471-233a9af07afa req-118aea43-bf0e-447c-b6f3-cba930ca7431 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:35.442110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6851405e-6b1a-4cff-9471-233a9af07afa req-118aea43-bf0e-447c-b6f3-cba930ca7431 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 943 time: 0.1400197 Nov 03 15:54:35.479626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-d2c33ce0-d379-415f-b86e-4a0319768a5f tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:35.480493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2d20d70f-a9e7-4557-9f18-c13cf5ac9bdc None None] Provisioning complete for port de7b0e75-5c4d-42c4-b9ff-33ca25c75337 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:35.481823 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d20d70f-a9e7-4557-9f18-c13cf5ac9bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:35.486483 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-d2c33ce0-d379-415f-b86e-4a0319768a5f tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/networks?id=82d1e45b-8d45-4a9b-b570-7b59769accc1 HTTP/1.1" status: 200 len: 829 time: 0.3361135 Nov 03 15:54:35.523992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6851405e-6b1a-4cff-9471-233a9af07afa req-0658f7c0-4784-4fdd-8653-e7c161885593 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719833 Nov 03 15:54:35.593296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2d20d70f-a9e7-4557-9f18-c13cf5ac9bdc None None] Port de7b0e75-5c4d-42c4-b9ff-33ca25c75337 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:54:35.626838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-cbd08804-e6a3-4b2e-83cd-a2a4e9bfe4c9 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/quotas/dc0f0d9e540144e886835d1dafb7b2d7 HTTP/1.1" status: 200 len: 375 time: 0.1141253 Nov 03 15:54:35.662165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a1b87083-0725-46a2-8948-3ba46ee14e08 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:35.769656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-a97c00ee-eee6-4013-adce-3f6ec7736968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:35.771319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-a97c00ee-eee6-4013-adce-3f6ec7736968 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c3d93b5-d5b8-4e76-9701-1ffd3611d76e HTTP/1.1" status: 200 len: 906 time: 0.3630049 Nov 03 15:54:35.776032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a1b87083-0725-46a2-8948-3ba46ee14e08 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:35.777377 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:35.809315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-96ac8fee-8fd8-45fa-baab-551d92f7d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc0f0d9e540144e886835d1dafb7b2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709363 Nov 03 15:54:35.863241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-bc48f1ff-1949-4d12-bb3b-40f5806aa26c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=339a5af7-ecf1-4e06-96d1-a3a51949f50e HTTP/1.1" status: 200 len: 217 time: 0.0719011 Nov 03 15:54:35.948996 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:35.982416 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-35aa7580-a8a2-44cf-8ee6-a6831c06783f req-60147656-db5a-475c-91a3-3c53d07ae982 tempest-FloatingIPDetailsNegativeTestJSON-235757415 tempest-FloatingIPDetailsNegativeTestJSON-235757415-project] show failed (client error): The resource could not be found. Nov 03 15:54:35.983868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35aa7580-a8a2-44cf-8ee6-a6831c06783f req-60147656-db5a-475c-91a3-3c53d07ae982 tempest-FloatingIPDetailsNegativeTestJSON-235757415 tempest-FloatingIPDetailsNegativeTestJSON-235757415-project] 10.222.0.86 "GET /v2.0/floatingips/45c0fcee-c7c7-45b2-8596-3110f52fa4c5 HTTP/1.1" status: 404 len: 350 time: 0.0683963 Nov 03 15:54:35.985421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port a1b87083-0725-46a2-8948-3ba46ee14e08, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a1b87083-0725-46a2-8948-3ba46ee14e08,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:35.985837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-202c6af6-bfad-4aae-9534-09b76802fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:35.988182 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-202c6af6-bfad-4aae-9534-09b76802fef9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fa8cae0-e207-49b0-89f0-c03c1af4a3b3 HTTP/1.1" status: 200 len: 844 time: 0.1037169 Nov 03 15:54:35.994891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44684) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:36.000086 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:36.000998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:36.071977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-7b19f80d-a437-471a-afff-ac7f8714a29a service neutron] 10.222.0.86 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608528 Nov 03 15:54:36.109243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-0bcdb9ad-e053-4f21-9cde-5007fe0c8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:36.111191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-0bcdb9ad-e053-4f21-9cde-5007fe0c8a96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c3d93b5-d5b8-4e76-9701-1ffd3611d76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147289 Nov 03 15:54:36.221949 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:36.224751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:36.228846 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:36.240013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=a1b87083-0725-46a2-8948-3ba46ee14e08,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:36.313301 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-7c243f8d-0f24-416a-b6b6-a4c627d1b228 service neutron] 10.222.0.86 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409682 Nov 03 15:54:36.338056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-5f270cc8-160e-42d2-9907-b57734b13747 service neutron] 10.222.0.15 "GET /v2.0/networks/7c3d93b5-d5b8-4e76-9701-1ffd3611d76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898527 Nov 03 15:54:36.370620 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:36.418204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1121df0c-d5e1-4cbc-ba8f-0aba8caf42be,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:36.430108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:36.534993 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-267bad35-28f6-459c-9fb5-923f47b2bb00 req-8ff32c2d-7927-44ba-9f04-6639193fe475 service neutron] 10.222.0.15 "GET /v2.0/networks/7c3d93b5-d5b8-4e76-9701-1ffd3611d76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873853 Nov 03 15:54:36.584765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=1121df0c-d5e1-4cbc-ba8f-0aba8caf42be,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:36.704337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f6e29-afb5-47b1-9ac5-38694e7d6f87 req-848c9eef-6f36-47b9-ac3e-6b41387e9399 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:36.716520 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-643f6e29-afb5-47b1-9ac5-38694e7d6f87 req-848c9eef-6f36-47b9-ac3e-6b41387e9399 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.1071024 Nov 03 15:54:36.825127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690999a4-f614-4594-b7c1-bc6920461d17 req-a07dddcb-7286-40e0-b0a7-f719f5a8ddbf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:36.833238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-690999a4-f614-4594-b7c1-bc6920461d17 req-a07dddcb-7286-40e0-b0a7-f719f5a8ddbf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.6993704 Nov 03 15:54:36.836079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-643f6e29-afb5-47b1-9ac5-38694e7d6f87 req-1aaa0638-40bf-4fbb-b669-fbea71a5abe0 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172121 Nov 03 15:54:36.841402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] Sync routers for ids ['a5440c6a-cb85-48b3-9865-ab8c70861b18'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:36.872402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] Routers {'a5440c6a-cb85-48b3-9865-ab8c70861b18'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:36.873135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5440c6a-cb85-48b3-9865-ab8c70861b18'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:36.921070 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Sync routers for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:36.944438 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:36.945651 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:37.024594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-690999a4-f614-4594-b7c1-bc6920461d17 req-49adcecb-ba0b-41e2-b561-ceaa125274fb tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889160 Nov 03 15:54:37.113327 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:37.129302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6c01d-58fc-4cef-b003-f03991353a81 req-01b510b1-fcf1-410a-833d-7de9b98b8ff7 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:37.133802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06d6c01d-58fc-4cef-b003-f03991353a81 req-01b510b1-fcf1-410a-833d-7de9b98b8ff7 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.1639755 Nov 03 15:54:37.203289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] Set router a5440c6a-cb85-48b3-9865-ab8c70861b18 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:37.263701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0cb6ad5-09cc-45d0-86d6-091c10fc2c9c req-c988f4c0-baf5-49ac-a549-a454d99b0c34 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 210 time: 0.0949643 Nov 03 15:54:37.264054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06d6c01d-58fc-4cef-b003-f03991353a81 req-364368d6-62c9-4a6b-a725-bfd7607349b0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190231 Nov 03 15:54:37.398719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 339a5af7-ecf1-4e06-96d1-a3a51949f50e details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:54:37.599530 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5b9dc8a5-c038-44af-b918-f9cedea230ed', 'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'mac_address': 'fa:16:3e:36:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 2, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'subnets': [{'id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:37.629734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a1b87083-0725-46a2-8948-3ba46ee14e08 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:37.642721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:37.685185 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Checking router: fc7df754-c2a3-4779-a079-d661867fd5cb for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:37.701327 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Updating router fc7df754-c2a3-4779-a079-d661867fd5cb port 5b9dc8a5-c038-44af-b918-f9cedea230ed binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:54:37.796781 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.144727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e89e7-5db7-429c-8e12-2fd281090c0c req-a34f7819-35e1-462f-82bc-204f5e183ac3 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:38.154807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-523e89e7-5db7-429c-8e12-2fd281090c0c req-a34f7819-35e1-462f-82bc-204f5e183ac3 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 943 time: 0.1146557 Nov 03 15:54:38.283795 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-523e89e7-5db7-429c-8e12-2fd281090c0c req-23887911-3c15-4f52-8d8c-88e560c7da8c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257041 Nov 03 15:54:38.294918 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:54:38.315940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689152-b88e-475a-9a8a-c63e22cbb0ae req-de98b511-7edc-4205-b494-6749c0f2cc91 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:38.326082 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5689152-b88e-475a-9a8a-c63e22cbb0ae req-de98b511-7edc-4205-b494-6749c0f2cc91 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.1394730 Nov 03 15:54:38.349442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Deleting port de7b0e75-5c4d-42c4-b9ff-33ca25c75337 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:38.350112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.363605 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.505251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.508290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a1b87083-0725-46a2-8948-3ba46ee14e08 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:38.509009 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.533726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb073d75-f7ec-4398-87c9-e468e2be6f00 req-feb12228-1d2e-40b9-b5b8-376fdcc51596 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:38.542992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cb073d75-f7ec-4398-87c9-e468e2be6f00 req-feb12228-1d2e-40b9-b5b8-376fdcc51596 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1089010 Nov 03 15:54:38.550454 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.563016 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.564828 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.607826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Calling delete_port for de7b0e75-5c4d-42c4-b9ff-33ca25c75337 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:38.666096 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5689152-b88e-475a-9a8a-c63e22cbb0ae req-536e004a-8ce0-4e33-842f-62f5445ec00f tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328750 Nov 03 15:54:38.669722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 339a5af7-ecf1-4e06-96d1-a3a51949f50e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=339a5af7-ecf1-4e06-96d1-a3a51949f50e,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:38.706413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cb073d75-f7ec-4398-87c9-e468e2be6f00 req-64ba08e9-4080-4c27-8da1-8c5538766a29 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571970 Nov 03 15:54:38.726358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '339a5af7-ecf1-4e06-96d1-a3a51949f50e', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'port_id': '339a5af7-ecf1-4e06-96d1-a3a51949f50e', 'mac_address': 'fa:16:3e:be:1e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:54:38.744335 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Pushing event updated for resources: {'Port': ['ID=5b9dc8a5-c038-44af-b918-f9cedea230ed,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:38.788489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427655177-router', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:24Z', 'updated_at': '2021-11-03T15:54:33Z', 'revision_number': 4, 'project_id': '4b8402b9c29740c19f9f9327faf9317c', 'gw_port': {'id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'de7b0e75-5c4d-42c4-b9ff-33ca25c75337', 'name': '', 'network_id': '192d7d61-f4cc-4a7c-8cb3-817b53c2e499', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'mac_address': 'fa:16:3e:0a:43:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'be728e7e-03d8-413d-b6ed-a3d02833e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:33Z', 'revision_number': 2, 'project_id': '4b8402b9c29740c19f9f9327faf9317c', 'subnets': [{'id': 'be728e7e-03d8-413d-b6ed-a3d02833e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:38.795853 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-bd5f5000-4a7c-4c02-899d-3f1df2db96ba tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:38.803778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-bd5f5000-4a7c-4c02-899d-3f1df2db96ba tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.15 "GET /v2.0/networks?id=82d1e45b-8d45-4a9b-b570-7b59769accc1 HTTP/1.1" status: 200 len: 829 time: 0.3965709 Nov 03 15:54:38.839751 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Attempting to bind port 5b9dc8a5-c038-44af-b918-f9cedea230ed on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:38.840201 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Attempting to bind port 5b9dc8a5-c038-44af-b918-f9cedea230ed by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:38.840660 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Attempting to bind port 5b9dc8a5-c038-44af-b918-f9cedea230ed on network 82d1e45b-8d45-4a9b-b570-7b59769accc1 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:38.853213 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:38.863977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Request body: {'port': {'device_id': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'admin_state_up': True, 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:38.864849 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Checking segment: {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:38.865382 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.865898 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Bound using segment: {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:38.867127 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Bound port: 5b9dc8a5-c038-44af-b918-f9cedea230ed, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:38.867630 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:38.891541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] Checking router: a5440c6a-cb85-48b3-9865-ab8c70861b18 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:38.891900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] Updating router a5440c6a-cb85-48b3-9865-ab8c70861b18 port de7b0e75-5c4d-42c4-b9ff-33ca25c75337 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:54:39.020663 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] For port 5b9dc8a5-c038-44af-b918-f9cedea230ed, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:39.024343 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] For port 5b9dc8a5-c038-44af-b918-f9cedea230ed, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5b9dc8a5-c038-44af-b918-f9cedea230ed,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:39.039464 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:39.072486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4376b-77b9-4735-9ed4-91007c7263fb req-7e6e2f4f-783a-4017-8332-613ea9da2080 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:39.075764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:39.081762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-69c4376b-77b9-4735-9ed4-91007c7263fb req-7e6e2f4f-783a-4017-8332-613ea9da2080 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.2750528 Nov 03 15:54:39.124132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bbe1b509-3143-4553-90c5-79bf94bc3e14 req-ab9f36f8-2b31-4629-bdfb-c2500b959451 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 210 time: 0.2910953 Nov 03 15:54:39.155743 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:39.160873 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:39.192024 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:39.198413 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:39.199537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:39.296865 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-69c4376b-77b9-4735-9ed4-91007c7263fb req-5b7d8552-6db7-4b61-95b7-cf799ecd3d05 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900225 Nov 03 15:54:39.318683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Made reservation on behalf of dc0f0d9e540144e886835d1dafb7b2d7 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:39.335866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:39.400533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] Port de7b0e75-5c4d-42c4-b9ff-33ca25c75337 not found while updating agent binding for router a5440c6a-cb85-48b3-9865-ab8c70861b18. {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 15:54:39.426564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339a5af7-ecf1-4e06-96d1-a3a51949f50e {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:54:39.447300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7b0e75-5c4d-42c4-b9ff-33ca25c75337,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:39.465119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f97cbf91-56b8-47fe-a2f9-e17cac4ec181 None None] Provisioning complete for port 5b9dc8a5-c038-44af-b918-f9cedea230ed triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:39.465751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf91-56b8-47fe-a2f9-e17cac4ec181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:39.606190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 339a5af7-ecf1-4e06-96d1-a3a51949f50e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=339a5af7-ecf1-4e06-96d1-a3a51949f50e,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:39.636391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] Routers {'a5440c6a-cb85-48b3-9865-ab8c70861b18'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:39.636948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5440c6a-cb85-48b3-9865-ab8c70861b18'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:39.642516 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:39.665377 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:39.789261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b941100-46a8-4be3-9307-e178412b0ef4 req-7db14a7c-aa15-4711-9e46-39108e588bba tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:39.794187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:39.795303 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:39.804590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b941100-46a8-4be3-9307-e178412b0ef4 req-7db14a7c-aa15-4711-9e46-39108e588bba tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 943 time: 0.2661316 Nov 03 15:54:39.819929 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Pushing event updated for resources: {'Port': ['ID=5b9dc8a5-c038-44af-b918-f9cedea230ed,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:39.820261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:39.862989 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.863334 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.864267 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.864616 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.864937 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.865271 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.865974 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.866314 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.866695 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.867025 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.867364 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.867923 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9972f2-4274-4a50-a8ad-87b8d1acac83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:54:39.879775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] Set router a5440c6a-cb85-48b3-9865-ab8c70861b18 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:40.014806 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5b9dc8a5-c038-44af-b918-f9cedea230ed', 'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'mac_address': 'fa:16:3e:36:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:39Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'subnets': [{'id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:40.027626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b941100-46a8-4be3-9307-e178412b0ef4 req-41bd66f6-0e64-436f-aa78-3e1aa84fc7a1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042439 Nov 03 15:54:40.082427 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d9481-a299-4c29-9644-9df2617ba702 None None] The sync data for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 is: [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5b9dc8a5-c038-44af-b918-f9cedea230ed', 'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'mac_address': 'fa:16:3e:36:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:39Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'subnets': [{'id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:40.090293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9333649-a9fc-4cac-91ca-6e932c7d55fb req-df005978-b3ad-406c-8044-85d1cc4e6e6f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:40.098918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9333649-a9fc-4cac-91ca-6e932c7d55fb req-df005978-b3ad-406c-8044-85d1cc4e6e6f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1746905 Nov 03 15:54:40.100100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Allocated IP 172.20.0.14 (82d1e45b-8d45-4a9b-b570-7b59769accc1/60a736cf-9bdf-4f4e-98a1-2b363cec21ea/d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:40.227366 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf91-56b8-47fe-a2f9-e17cac4ec181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:40.231423 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=339a5af7-ecf1-4e06-96d1-a3a51949f50e,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:40.280744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['339a5af7-ecf1-4e06-96d1-a3a51949f50e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:40.346033 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9333649-a9fc-4cac-91ca-6e932c7d55fb req-541c5959-a8ad-4b7b-b14d-25215e9a0caa tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459648 Nov 03 15:54:40.586917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Router a5440c6a-cb85-48b3-9865-ab8c70861b18 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:40.637321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f97cbf91-56b8-47fe-a2f9-e17cac4ec181 None None] For port 5b9dc8a5-c038-44af-b918-f9cedea230ed, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5b9dc8a5-c038-44af-b918-f9cedea230ed,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:40.662917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08de09f4-cffe-43e2-a954-97365cc0eef8 req-fd601de5-5110-423a-9db4-44037be45e58 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 210 time: 0.1080937 Nov 03 15:54:40.666185 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf91-56b8-47fe-a2f9-e17cac4ec181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:40.815604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5b9dc8a5-c038-44af-b918-f9cedea230ed up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:40.908431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cbf91-56b8-47fe-a2f9-e17cac4ec181 None None] Pushing event updated for resources: {'Port': ['ID=5b9dc8a5-c038-44af-b918-f9cedea230ed,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:40.937126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:40.944284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b4c9013a-dd45-4a71-b2c1-72144c4059e3 admin admin] 10.222.0.86 "PUT /v2.0/routers/a5440c6a-cb85-48b3-9865-ab8c70861b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9483089 Nov 03 15:54:40.955118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44744) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:40.979248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b3723f6e-c62a-45c9-9223-0a92ad6bc49f None None] Provisioning complete for port 5b9dc8a5-c038-44af-b918-f9cedea230ed triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:40.979816 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3723f6e-c62a-45c9-9223-0a92ad6bc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:40.988145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427655177-router', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:24Z', 'updated_at': '2021-11-03T15:54:39Z', 'revision_number': 5, 'project_id': '4b8402b9c29740c19f9f9327faf9317c', 'gw_port': {'id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:41.058982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a6cc3-ba19-4302-b7a0-9d0988f6fcb9 req-7604819c-12da-4d80-9fe8-195d5e0781bc tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:41.067796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c51a6cc3-ba19-4302-b7a0-9d0988f6fcb9 req-7604819c-12da-4d80-9fe8-195d5e0781bc tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.1283474 Nov 03 15:54:41.234417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf2742-7fc8-4c0b-899c-7f4346e58a6a req-c5c863cc-2b5d-4866-af4d-87e56ece0079 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:41.236001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cebf2742-7fc8-4c0b-899c-7f4346e58a6a req-c5c863cc-2b5d-4866-af4d-87e56ece0079 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.1478426 Nov 03 15:54:41.246569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392331a-8ed7-4c7c-a028-81b51eac0150 None None] The sync data for ids ['a5440c6a-cb85-48b3-9865-ab8c70861b18'] in n-d-813897-2 is: [{'id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427655177-router', 'tenant_id': '4b8402b9c29740c19f9f9327faf9317c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:24Z', 'updated_at': '2021-11-03T15:54:39Z', 'revision_number': 5, 'project_id': '4b8402b9c29740c19f9f9327faf9317c', 'gw_port': {'id': 'a1b87083-0725-46a2-8948-3ba46ee14e08', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5440c6a-cb85-48b3-9865-ab8c70861b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:41.258664 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c51a6cc3-ba19-4302-b7a0-9d0988f6fcb9 req-27ea58f4-4312-4bad-8391-28a2d35268a5 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898723 Nov 03 15:54:41.262889 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:41.325575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5b9dc8a5-c038-44af-b918-f9cedea230ed triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:41.325909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:41.434511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cebf2742-7fc8-4c0b-899c-7f4346e58a6a req-61371308-1b1e-4bc6-b8f5-55c426086683 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832814 Nov 03 15:54:41.534446 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:41.540061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9f194-57ba-45fe-91de-6b5f13e17809 req-fa850419-14dc-4a54-9168-f6fcfaa5b65f tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:41.550249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bd9f194-57ba-45fe-91de-6b5f13e17809 req-fa850419-14dc-4a54-9168-f6fcfaa5b65f tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 944 time: 0.1694517 Nov 03 15:54:41.560137 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:41.761463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf726d-eaeb-4b04-9fcd-fa42ab801d6a req-d7ac8283-fc10-4156-a6fc-30dafa8e6a04 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:41.764181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bd9f194-57ba-45fe-91de-6b5f13e17809 req-18e20101-7cac-4721-9ce9-7a5d22ba6f5b tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118182 Nov 03 15:54:41.766598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3fdf726d-eaeb-4b04-9fcd-fa42ab801d6a req-d7ac8283-fc10-4156-a6fc-30dafa8e6a04 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1557307 Nov 03 15:54:41.770052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:41.810418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Deleting port a1b87083-0725-46a2-8948-3ba46ee14e08 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:41.811271 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:41.928176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Pushing event updated for resources: {'Port': ['ID=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:41.952895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Network 82d1e45b-8d45-4a9b-b570-7b59769accc1 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:41.963276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:41.968756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:41.968977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] For port a1b87083-0725-46a2-8948-3ba46ee14e08, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a1b87083-0725-46a2-8948-3ba46ee14e08,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:41.969257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:42.025066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Calling delete_port for a1b87083-0725-46a2-8948-3ba46ee14e08 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:42.122279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:42.123124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:42.162428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-616d6a85-2352-447c-ace7-a1c2bc4ed1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3052471 Nov 03 15:54:42.187227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Request body: {'port': {'device_id': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:42.266817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3fdf726d-eaeb-4b04-9fcd-fa42ab801d6a req-787dbbea-b2e5-406c-bc83-c431c3a8cd08 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856224 Nov 03 15:54:42.307448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba33eb-1996-4602-8346-c63f1531d912 req-f2b391f6-48d5-4147-a928-1e27df99a2f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:42.309747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75ba33eb-1996-4602-8346-c63f1531d912 req-f2b391f6-48d5-4147-a928-1e27df99a2f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 932 time: 0.2591560 Nov 03 15:54:42.376828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:42.388346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-51374241-1b20-4716-9ad4-d684453bc939 None None] Provisioning complete for port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:42.388917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51374241-1b20-4716-9ad4-d684453bc939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:42.541181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-51374241-1b20-4716-9ad4-d684453bc939 None None] Port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:54:42.576637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820561c3-abc4-4998-8fe4-fc7fc67a0afb req-ee90532d-3f12-4782-801c-0e2cfe9843d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:42.580421 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-820561c3-abc4-4998-8fe4-fc7fc67a0afb req-ee90532d-3f12-4782-801c-0e2cfe9843d8 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.1841693 Nov 03 15:54:42.588708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:42.623467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75ba33eb-1996-4602-8346-c63f1531d912 req-d286deb0-4953-4ae7-ab1e-6dbeb39ea562 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036940 Nov 03 15:54:42.705181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b87083-0725-46a2-8948-3ba46ee14e08,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:42.711406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5b9dc8a5-c038-44af-b918-f9cedea230ed up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:42.818922 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:42.831934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5b9dc8a5-c038-44af-b918-f9cedea230ed triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:42.832572 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:42.937119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-71cfa8cf-9dba-4843-b9b7-3c9dc12a42a6 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:42.942602 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-71cfa8cf-9dba-4843-b9b7-3c9dc12a42a6 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.2964740 Nov 03 15:54:42.964159 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-820561c3-abc4-4998-8fe4-fc7fc67a0afb req-24cd2959-54f3-4db5-885e-2d5cd2d711f9 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695352 Nov 03 15:54:43.043761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.047208 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.082697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7a348-8d54-4d64-b4ce-19ef4ab54446 req-73f82e97-f15f-4ca8-9bc7-ca2fa2cd0026 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:43.083362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eaa7a348-8d54-4d64-b4ce-19ef4ab54446 req-73f82e97-f15f-4ca8-9bc7-ca2fa2cd0026 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.2696481 Nov 03 15:54:43.150329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339aba14-804c-45ee-814c-144474a0a7ac None None] Sync routers for ids ['a5440c6a-cb85-48b3-9865-ab8c70861b18'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:43.169698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eaa7a348-8d54-4d64-b4ce-19ef4ab54446 req-9e8974fe-bbb3-4dcb-aae5-4b89afb5ba13 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853462 Nov 03 15:54:43.172232 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.173058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5440c6a-cb85-48b3-9865-ab8c70861b18 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:54:43.178132 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.181015 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-779f91e5-6d46-49e7-9276-7d79deef21f5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/a5440c6a-cb85-48b3-9865-ab8c70861b18 HTTP/1.1" status: 204 len: 168 time: 2.2245729 Nov 03 15:54:43.183241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44766) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:43.197458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339aba14-804c-45ee-814c-144474a0a7ac None None] Routers set() bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:43.198265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339aba14-804c-45ee-814c-144474a0a7ac None None] Router IDs set() for agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 15:54:43.199476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_agentschedulers_db [None req-339aba14-804c-45ee-814c-144474a0a7ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a5440c6a-cb85-48b3-9865-ab8c70861b18'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent'). {{(pid=108106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 15:54:43.235794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339aba14-804c-45ee-814c-144474a0a7ac None None] Routers set() bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:43.237331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339aba14-804c-45ee-814c-144474a0a7ac None None] Router IDs set() for agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 15:54:43.238820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_agentschedulers_db [None req-339aba14-804c-45ee-814c-144474a0a7ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a5440c6a-cb85-48b3-9865-ab8c70861b18'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent'). {{(pid=108106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 15:54:43.242160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339aba14-804c-45ee-814c-144474a0a7ac None None] The sync data for ids ['a5440c6a-cb85-48b3-9865-ab8c70861b18'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:43.256242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6d8e28-e143-4b92-96f4-f3f2266b64a7 admin admin] Deleting subnet be728e7e-03d8-413d-b6ed-a3d02833e04d {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:54:43.262210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8e28-e143-4b92-96f4-f3f2266b64a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.379450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:54:43.383131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8e28-e143-4b92-96f4-f3f2266b64a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.399232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.414411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Transition to ACTIVE for port object d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:54:43.453271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.600779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904abe4a-c26b-4209-8eee-e747fc17cf8e req-0b302b09-e773-486b-b891-8cd214e6981b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:43.603283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-904abe4a-c26b-4209-8eee-e747fc17cf8e req-0b302b09-e773-486b-b891-8cd214e6981b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1381481 Nov 03 15:54:43.607348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8e28-e143-4b92-96f4-f3f2266b64a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.678270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:43.708272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3efcc-6ada-45af-bd25-30269f8fed07 req-85050329-6fba-43b0-ae7e-3ee9cdade1ad tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:43.715952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ff3efcc-6ada-45af-bd25-30269f8fed07 req-85050329-6fba-43b0-ae7e-3ee9cdade1ad tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 944 time: 0.5000300 Nov 03 15:54:43.723393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 339a5af7-ecf1-4e06-96d1-a3a51949f50e up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:43.762770 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8e28-e143-4b92-96f4-f3f2266b64a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.815540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d8e28-e143-4b92-96f4-f3f2266b64a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be728e7e-03d8-413d-b6ed-a3d02833e04d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:43.818089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8e28-e143-4b92-96f4-f3f2266b64a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.825712 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6b6d8e28-e143-4b92-96f4-f3f2266b64a7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/be728e7e-03d8-413d-b6ed-a3d02833e04d HTTP/1.1" status: 204 len: 168 time: 0.6389883 Nov 03 15:54:43.827101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44780) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:43.832041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Deleting port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:43.832387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:43.833034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6110746b-7953-4384-9680-c570925d5777 None None] Network 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:43.850656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-904abe4a-c26b-4209-8eee-e747fc17cf8e req-44080946-06cd-4370-b4c9-875ae859560a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131810 Nov 03 15:54:43.937799 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ff3efcc-6ada-45af-bd25-30269f8fed07 req-a9564618-b010-4a7f-92e6-cce3326392b5 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176893 Nov 03 15:54:43.982899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Attempting to bind port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:43.983225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Attempting to bind port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:43.983481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Attempting to bind port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 on network 82d1e45b-8d45-4a9b-b570-7b59769accc1 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:44.002952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 on network 82d1e45b-8d45-4a9b-b570-7b59769accc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:54:44.003460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Attempting to bind port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 on network 82d1e45b-8d45-4a9b-b570-7b59769accc1 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:44.025354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.025843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:44.026192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Checking segment: {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:44.026815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Bound using segment: {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:44.035751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 339a5af7-ecf1-4e06-96d1-a3a51949f50e completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:54:44.036214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Bound port: d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9cad07-a5c2-405b-a4db-f9648b7e5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:44.037748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.044015 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 339a5af7-ecf1-4e06-96d1-a3a51949f50e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:44.044392 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.153797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2c82b-b136-4437-8cbd-56e7d2f6d607 req-fdd2fa28-8625-44fa-be0f-6be1eabee011 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:44.156132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] For port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:44.164437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] For port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:44.165237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-acc2c82b-b136-4437-8cbd-56e7d2f6d607 req-fdd2fa28-8625-44fa-be0f-6be1eabee011 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 944 time: 0.2535541 Nov 03 15:54:44.184234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.261221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Deleting port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:44.261221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.270227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef973cfe-e88f-4d00-b9fa-8862317ad3de None None] DHCP port deletion for 192d7d61-f4cc-4a7c-8cb3-817b53c2e499 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:54:44.294534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:44.295441 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.297938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 HTTP/1.1" status: 200 len: 1092 time: 2.1166086 Nov 03 15:54:44.301269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] For port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:44.301896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.386967 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.483463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:44.486955 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2882a11-ef79-4979-996b-4ad70143e6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:44.492378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339a5af7-ecf1-4e06-96d1-a3a51949f50e'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:44.495089 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4f0bdf-c9d8-4753-9c22-a6208749714a" -d '{"events": [{"server_uuid": "84ce1358-0de6-4aa3-a87d-66ba13756271", "name": "network-vif-plugged", "status": "completed", "tag": "339a5af7-ecf1-4e06-96d1-a3a51949f50e"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:44.536189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 339a5af7-ecf1-4e06-96d1-a3a51949f50e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=339a5af7-ecf1-4e06-96d1-a3a51949f50e,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:44.544011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ef973cfe-e88f-4d00-b9fa-8862317ad3de None None] Deleting port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:44.546275 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef973cfe-e88f-4d00-b9fa-8862317ad3de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.557517 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.586692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ef4f7-efa0-4e9e-aee8-a18dc28875bd req-1f1e85d6-606d-4b7b-ae9b-4a1831ff76c3 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:44.592807 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-912ef4f7-efa0-4e9e-aee8-a18dc28875bd req-1f1e85d6-606d-4b7b-ae9b-4a1831ff76c3 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 946 time: 0.4219434 Nov 03 15:54:44.655130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62cc23-d00f-4cea-83b7-96376f32c6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:44.705993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:44.764845 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-912ef4f7-efa0-4e9e-aee8-a18dc28875bd req-53d2fc14-3120-4570-ab3d-9d053459c404 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups?id=128cf161-f520-4c48-915a-4f44337e0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618412 Nov 03 15:54:44.773142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-8b9af52f-6f31-49aa-bb35-1df5a2ac0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:44.774955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-8b9af52f-6f31-49aa-bb35-1df5a2ac0897 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc0f0d9e540144e886835d1dafb7b2d7&device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 1095 time: 0.2778552 Nov 03 15:54:44.815352 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-acc2c82b-b136-4437-8cbd-56e7d2f6d607 req-3fa8b0b1-4be0-436a-b832-d51bc7f273d3 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491089 Nov 03 15:54:44.816304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ef973cfe-e88f-4d00-b9fa-8862317ad3de None None] For port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,segment=NetworkSegment(93fa09d5-2c76-4283-a11d-b45ba4d9226a),segment_id=93fa09d5-2c76-4283-a11d-b45ba4d9226a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:44.816713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef973cfe-e88f-4d00-b9fa-8862317ad3de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.863310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=339a5af7-ecf1-4e06-96d1-a3a51949f50e,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:44.872466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ef973cfe-e88f-4d00-b9fa-8862317ad3de None None] Calling delete_port for 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:44.881232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-25642dd7-760c-43db-950d-c741ebf99311 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 HTTP/1.1" status: 200 len: 217 time: 0.0914023 Nov 03 15:54:44.895799 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.922835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] For port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,segment=NetworkSegment(93fa09d5-2c76-4283-a11d-b45ba4d9226a),segment_id=93fa09d5-2c76-4283-a11d-b45ba4d9226a)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:44.923501 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.936161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.936774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:44.937123 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Floating IP 56ccd415-cdf0-4112-9a3c-f5f7be8050db disassociated. External IP: 172.25.6.162, port: 37ba9d8b-e6e3-4c77-b159-a999a90c6b36. Nov 03 15:54:44.937492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Calling delete_port for 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:44.962803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Calling delete_port for 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:45.011665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,segment=NetworkSegment(93fa09d5-2c76-4283-a11d-b45ba4d9226a),segment_id=93fa09d5-2c76-4283-a11d-b45ba4d9226a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:45.018146 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffaba1e-377f-4da6-80f3-5f4a680dd6fd x-openstack-request-id: req-fffaba1e-377f-4da6-80f3-5f4a680dd6fd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:45.018629 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ce1358-0de6-4aa3-a87d-66ba13756271", "name": "network-vif-plugged", "status": "completed", "tag": "339a5af7-ecf1-4e06-96d1-a3a51949f50e", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:45.018896 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fffaba1e-377f-4da6-80f3-5f4a680dd6fd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:45.019331 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339a5af7-ecf1-4e06-96d1-a3a51949f50e', 'code': 200} Nov 03 15:54:45.026133 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.027003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a1b87083-0725-46a2-8948-3ba46ee14e08 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:45.056526 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-69ea9ea3-c1c3-4965-885e-c4c6e2b2bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:45.058165 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-69ea9ea3-c1c3-4965-885e-c4c6e2b2bbe9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a736cf-9bdf-4f4e-98a1-2b363cec21ea HTTP/1.1" status: 200 len: 868 time: 0.1695509 Nov 03 15:54:45.059761 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85826ad8-6c79-4ab8-a023-dfb9c7d949b9 x-openstack-request-id: req-85826ad8-6c79-4ab8-a023-dfb9c7d949b9 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:45.060108 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:45.060362 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85826ad8-6c79-4ab8-a023-dfb9c7d949b9 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:45.060756 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'status': 'completed', 'code': 200} Nov 03 15:54:45.141992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d84bc-1a22-49e4-8c4c-590337bd8c1e req-5e77dbc7-84c5-4aa1-9a37-6aaf6499627c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:45.143599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af1d84bc-1a22-49e4-8c4c-590337bd8c1e req-5e77dbc7-84c5-4aa1-9a37-6aaf6499627c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.1823833 Nov 03 15:54:45.172819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a1b87083-0725-46a2-8948-3ba46ee14e08 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:45.172819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a1b87083-0725-46a2-8948-3ba46ee14e08 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:45.184300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:45.209872 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef973cfe-e88f-4d00-b9fa-8862317ad3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.211381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-98fe0f52-db16-4fbc-baa5-9af62bd0f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:45.219740 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-98fe0f52-db16-4fbc-baa5-9af62bd0f665 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82d1e45b-8d45-4a9b-b570-7b59769accc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369371 Nov 03 15:54:45.269364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef973cfe-e88f-4d00-b9fa-8862317ad3de None None] Pushing event deleted for resources: {'Port': ['ID=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:45.280867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef973cfe-e88f-4d00-b9fa-8862317ad3de None None] No DVR routers for this DVR port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:45.314396 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.347175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Pushing event deleted for resources: {'Port': ['ID=82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:45.360007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3903792-32cd-4407-bf49-843b5536c5a3 req-5afacd1d-cc7d-4c29-8cab-189811719666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:45.361516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3903792-32cd-4407-bf49-843b5536c5a3 req-5afacd1d-cc7d-4c29-8cab-189811719666 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 1096 time: 0.2337530 Nov 03 15:54:45.362525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] No DVR routers for this DVR port 82cd2af4-dbf3-4bdf-b68b-97e6fe2a2c76 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:45.366905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af1d84bc-1a22-49e4-8c4c-590337bd8c1e req-5b953dea-cc73-414c-acdc-0b0a86de9c4d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099066 Nov 03 15:54:45.425981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6a52-7f6e-40b1-bf9a-5c1144ec00e5 req-54ab77c4-5ece-4e2a-a399-b38f10cb5a45 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:45.433244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfef6a52-7f6e-40b1-bf9a-5c1144ec00e5 req-54ab77c4-5ece-4e2a-a399-b38f10cb5a45 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.2178516 Nov 03 15:54:45.445699 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.481659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Pushing event deleted for resources: {'Port': ['ID=37ba9d8b-e6e3-4c77-b159-a999a90c6b36,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:45.528121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfef6a52-7f6e-40b1-bf9a-5c1144ec00e5 req-73aa8bcd-a6bc-4938-9e6a-652915bfe45c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936599 Nov 03 15:54:45.555632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:45.568955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.571177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-c6a15737-7b26-42f6-b5b0-4c1a3bbc136a service neutron] 10.222.0.15 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447366 Nov 03 15:54:45.578362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:45.578965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:45.625809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192d7d61-f4cc-4a7c-8cb3-817b53c2e499']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:45.643209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fa09d5-2c76-4283-a11d-b45ba4d9226a') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:45.644539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fa09d5-2c76-4283-a11d-b45ba4d9226a') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:45.649483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3903792-32cd-4407-bf49-843b5536c5a3 req-7f05d4a9-10ec-473a-ba71-4acbb49376d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535336 Nov 03 15:54:45.658948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.677358 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.685935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:54:45.686930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:54:45.689120 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:54:45.767466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.806831 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:45.813051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] 10.222.0.86 "DELETE /v2.0/networks/192d7d61-f4cc-4a7c-8cb3-817b53c2e499 HTTP/1.1" status: 204 len: 168 time: 1.9822645 Nov 03 15:54:45.813051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04267f-b77d-4911-b2ca-ecd89eee0ede admin admin] Pushing event deleted for resources: {'Network': ['ID=192d7d61-f4cc-4a7c-8cb3-817b53c2e499,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:45.837278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:45.869102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27348afa-ca5f-452f-a7af-beddc290fc10 req-0818cdd6-1bce-4b2b-9452-8531ca7b539e tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:45.872230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27348afa-ca5f-452f-a7af-beddc290fc10 req-0818cdd6-1bce-4b2b-9452-8531ca7b539e tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 945 time: 0.3759248 Nov 03 15:54:45.904025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36ab706d-04c5-4270-9ed8-72aad4992c7f req-d9d8edaf-2d6f-410d-8788-cba3be49dbc7 service neutron] 10.222.0.15 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968067 Nov 03 15:54:45.914314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1f51c8b-a4f2-4300-aaaf-43fd239e50ec req-3c3ebde3-9b84-43de-8ab7-e616db2d9271 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 210 time: 0.0497425 Nov 03 15:54:45.984238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44816) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:46.023292 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27348afa-ca5f-452f-a7af-beddc290fc10 req-964cea40-95f5-4613-880d-80e618c92d6b tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393633 Nov 03 15:54:46.107664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:46.118652 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] Sync routers for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:46.129195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dae25536-310a-42cb-8456-05c818d0d6b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4b8402b9c29740c19f9f9327faf9317c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436129 Nov 03 15:54:46.132607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44818) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:46.140568 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:46.141497 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:46.239915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] No DVR routers for this DVR port 37ba9d8b-e6e3-4c77-b159-a999a90c6b36 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:46.246951 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:46.260632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2bace-4fde-4071-b729-b5a93a703af2 req-10b65b63-6e77-440f-9eb1-9805bf818bd7 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:46.263195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8be2bace-4fde-4071-b729-b5a93a703af2 req-10b65b63-6e77-440f-9eb1-9805bf818bd7 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 944 time: 0.2068501 Nov 03 15:54:46.290199 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16c34eb3-e004-41d3-8058-2e677dc78e1e req-68f0b5d4-f5ec-4f89-80f8-b30d4a5b7ad2 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.70 "DELETE /v2.0/ports/37ba9d8b-e6e3-4c77-b159-a999a90c6b36 HTTP/1.1" status: 204 len: 173 time: 3.3132362 Nov 03 15:54:46.305473 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4934-9c43-4a6e-952b-5de682b4cdd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:46.322309 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:46.369364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8be2bace-4fde-4071-b729-b5a93a703af2 req-8d36c287-039e-43f3-a0f8-b6d48d4a83be tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948672 Nov 03 15:54:46.380951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4934-9c43-4a6e-952b-5de682b4cdd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:46.405785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-d1f391f2-b3f2-48aa-b0fe-7efc2e92732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:46.407344 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-d1f391f2-b3f2-48aa-b0fe-7efc2e92732b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc0f0d9e540144e886835d1dafb7b2d7&device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 1095 time: 0.2287250 Nov 03 15:54:46.480358 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4934-9c43-4a6e-952b-5de682b4cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:46.485214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4934-9c43-4a6e-952b-5de682b4cdd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:46.486729 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3f4d4934-9c43-4a6e-952b-5de682b4cdd1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d577babb-ae68-48c4-9ac8-334eda6558f3 HTTP/1.1" status: 204 len: 168 time: 0.3528199 Nov 03 15:54:46.522003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d4934-9c43-4a6e-952b-5de682b4cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d577babb-ae68-48c4-9ac8-334eda6558f3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:46.548848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef8039-b0a2-428c-bb9a-c135ecde0972 req-1a2dd04f-660d-4470-a5fa-14b3e77b875d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:46.551949 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8ef8039-b0a2-428c-bb9a-c135ecde0972 req-1a2dd04f-660d-4470-a5fa-14b3e77b875d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.0895019 Nov 03 15:54:46.598044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-e0631cb9-f34c-42b6-b73b-800861d0afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:46.600275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-e0631cb9-f34c-42b6-b73b-800861d0afe2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=82d1e45b-8d45-4a9b-b570-7b59769accc1 HTTP/1.1" status: 200 len: 930 time: 0.1838181 Nov 03 15:54:46.676257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8ef8039-b0a2-428c-bb9a-c135ecde0972 req-43d5b3bd-f160-4002-a3d3-b33f150784c0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174309 Nov 03 15:54:46.703710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-b7d14be5-2b81-443c-ba99-7ad2caebdb15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 HTTP/1.1" status: 200 len: 217 time: 0.0910165 Nov 03 15:54:46.718190 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'afee6179-5ad8-4da4-8375-f7f1ee795f03', 'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'mac_address': 'fa:16:3e:6d:df:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:09Z', 'updated_at': '2021-11-03T15:52:19Z', 'revision_number': 5, 'project_id': '947afe53330646df8b76708496311cf6', 'subnets': [{'id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:46.751161 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] Checking router: 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:46.765163 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:46.765816 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:46.785462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e15b9-2ea2-4055-bb01-1e05e13b1767 req-239a5910-955a-4e6d-8126-579ff6d6a622 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:46.793478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d26e15b9-2ea2-4055-bb01-1e05e13b1767 req-239a5910-955a-4e6d-8126-579ff6d6a622 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1057987 Nov 03 15:54:46.812751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-bc37d4e8-1f89-463a-b14f-2dcc4d2c5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:46.814325 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-bc37d4e8-1f89-463a-b14f-2dcc4d2c5c3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a736cf-9bdf-4f4e-98a1-2b363cec21ea HTTP/1.1" status: 200 len: 868 time: 0.1073089 Nov 03 15:54:46.869077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d26e15b9-2ea2-4055-bb01-1e05e13b1767 req-b3053c70-cd88-438b-98fa-e2cf82cf67a4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690067 Nov 03 15:54:46.912275 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:46.924353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-6fa9fc50-787f-4613-8cfe-d3d65084fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:46.930451 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-6fa9fc50-787f-4613-8cfe-d3d65084fcd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82d1e45b-8d45-4a9b-b570-7b59769accc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808856 Nov 03 15:54:47.111125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'name': 'network-vif-deleted', 'tag': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:47.120262 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c79cbd-a4a5-4146-839d-56428ec9dc49" -d '{"events": [{"server_uuid": "a1ee2d96-b690-4257-abe6-d0a6a22f1abf", "name": "network-vif-deleted", "tag": "37ba9d8b-e6e3-4c77-b159-a999a90c6b36"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:47.125148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23934bab-4c7b-4d25-aedc-576667ef032b req-1637a264-c9c9-41c8-a4d6-651fd5f32283 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1ee2d96-b690-4257-abe6-d0a6a22f1abf HTTP/1.1" status: 200 len: 210 time: 0.0789390 Nov 03 15:54:47.227358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31a3f-b3cf-431f-a7e1-9321c3d21aee req-3818b4a9-f06b-4627-b6b7-dd44f75e6d7c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:47.228960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-73f31a3f-b3cf-431f-a7e1-9321c3d21aee req-3818b4a9-f06b-4627-b6b7-dd44f75e6d7c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 945 time: 0.0958261 Nov 03 15:54:47.237335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-ac9dbb26-8f84-43ae-9ee3-e944950e520d service neutron] 10.222.0.15 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027236 Nov 03 15:54:47.241064 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567b2f79-554c-4e75-ab5b-2ebbd1292f40 x-openstack-request-id: req-567b2f79-554c-4e75-ab5b-2ebbd1292f40 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:47.241558 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ee2d96-b690-4257-abe6-d0a6a22f1abf", "name": "network-vif-deleted", "tag": "37ba9d8b-e6e3-4c77-b159-a999a90c6b36", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:47.241558 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-567b2f79-554c-4e75-ab5b-2ebbd1292f40 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:47.243167 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee2d96-b690-4257-abe6-d0a6a22f1abf', 'name': 'network-vif-deleted', 'tag': '37ba9d8b-e6e3-4c77-b159-a999a90c6b36', 'status': 'completed', 'code': 200} Nov 03 15:54:47.319165 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'afee6179-5ad8-4da4-8375-f7f1ee795f03', 'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'mac_address': 'fa:16:3e:6d:df:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:09Z', 'updated_at': '2021-11-03T15:52:19Z', 'revision_number': 5, 'project_id': '947afe53330646df8b76708496311cf6', 'subnets': [{'id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:47.359888 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fa4d9-c060-408c-8021-1bdbe4c7e214 None None] The sync data for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 is: [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'afee6179-5ad8-4da4-8375-f7f1ee795f03', 'name': '', 'network_id': 'f8145bfc-91e7-4a06-864b-8ef28dfed02b', 'tenant_id': '947afe53330646df8b76708496311cf6', 'mac_address': 'fa:16:3e:6d:df:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:09Z', 'updated_at': '2021-11-03T15:52:19Z', 'revision_number': 5, 'project_id': '947afe53330646df8b76708496311cf6', 'subnets': [{'id': '2935e18f-b4a9-4a0b-9454-b5b060441f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:47.370576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-73f31a3f-b3cf-431f-a7e1-9321c3d21aee req-1405fac4-74ec-49e7-9f2c-70cf775bb0e6 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312361 Nov 03 15:54:47.400601 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2882a11-ef79-4979-996b-4ad70143e6e9 req-0145f78f-4b63-406c-8ecc-b8ffddcd8ca2 service neutron] 10.222.0.15 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521282 Nov 03 15:54:47.564093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3329f45-f82e-47bd-94b0-581dec170a33 req-5368b292-ca07-4192-ac06-bc6188ec026f tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:47.566004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3329f45-f82e-47bd-94b0-581dec170a33 req-5368b292-ca07-4192-ac06-bc6188ec026f tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 944 time: 0.0763910 Nov 03 15:54:47.649084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3329f45-f82e-47bd-94b0-581dec170a33 req-dfd8f8b9-04f9-444f-a591-85329cee1d91 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746763 Nov 03 15:54:47.706770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be65280-d3e8-44a0-8438-b37373c6eab8 None None] New status for floating IP 56ccd415-cdf0-4112-9a3c-f5f7be8050db: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:54:47.819016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab789ab5-6227-4ecc-be12-c93824391f72 req-e6396c89-fd81-4701-a854-47464f1273b2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:47.828813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab789ab5-6227-4ecc-be12-c93824391f72 req-e6396c89-fd81-4701-a854-47464f1273b2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.0642967 Nov 03 15:54:47.900775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab789ab5-6227-4ecc-be12-c93824391f72 req-f7e5b070-0507-4e85-8a3e-a608148f9628 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710216 Nov 03 15:54:47.987996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320bfe1-e26b-4660-b308-367df83fc88d req-0e94f4fc-a870-4005-8e8e-279a79dc654d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:47.989665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7320bfe1-e26b-4660-b308-367df83fc88d req-0e94f4fc-a870-4005-8e8e-279a79dc654d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0580592 Nov 03 15:54:48.044585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7320bfe1-e26b-4660-b308-367df83fc88d req-37232131-0844-4378-8916-bfc498eaeae1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480232 Nov 03 15:54:48.214545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44894) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:48.277677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e32bbad5-b378-4f1d-b42c-52277964e5d7 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:48.306884 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e32bbad5-b378-4f1d-b42c-52277964e5d7 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:48.368194 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e32bbad5-b378-4f1d-b42c-52277964e5d7 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:48.370291 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e32bbad5-b378-4f1d-b42c-52277964e5d7 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:48.374273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44910) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:48.374420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e32bbad5-b378-4f1d-b42c-52277964e5d7 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "DELETE /v2.0/security-groups/128cf161-f520-4c48-915a-4f44337e0e34 HTTP/1.1" status: 204 len: 168 time: 0.1585801 Nov 03 15:54:48.385250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bbad5-b378-4f1d-b42c-52277964e5d7 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128cf161-f520-4c48-915a-4f44337e0e34,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:48.401543 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-45196180-7ae1-4889-9960-386c581486e0 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] show failed (client error): The resource could not be found. Nov 03 15:54:48.404070 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-45196180-7ae1-4889-9960-386c581486e0 tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "GET /v2.0/security-groups/128cf161-f520-4c48-915a-4f44337e0e34 HTTP/1.1" status: 404 len: 347 time: 0.0281620 Nov 03 15:54:48.406815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44918) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:48.596876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96a881-01e1-4fac-871e-2a68a9e6418d req-86f4f4ab-5ded-4808-bf13-48554cc0a102 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:48.605103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a96a881-01e1-4fac-871e-2a68a9e6418d req-86f4f4ab-5ded-4808-bf13-48554cc0a102 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 945 time: 0.1329310 Nov 03 15:54:48.650050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Deleting port df4f0272-8a0e-4e44-956c-440155130744 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:48.650389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:48.681808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a96a881-01e1-4fac-871e-2a68a9e6418d req-4ee57327-a996-4d39-a91a-b1d46c3d65f7 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756700 Nov 03 15:54:48.769070 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:48.769597 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:48.787126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Calling delete_port for df4f0272-8a0e-4e44-956c-440155130744 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:49.005119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33a684-d05a-4dd6-8e86-3acdb01c131a req-4b39ca85-5340-4c9a-bfa6-6ae9b213fa40 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:49.006804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be33a684-d05a-4dd6-8e86-3acdb01c131a req-4b39ca85-5340-4c9a-bfa6-6ae9b213fa40 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 945 time: 0.0527124 Nov 03 15:54:49.018495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44964) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:49.024456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-88c905cb-90c9-4cd3-b00e-3e1d9061c5d8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Request body: {'floatingip': {'port_id': '339a5af7-ecf1-4e06-96d1-a3a51949f50e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:49.082786 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88c905cb-90c9-4cd3-b00e-3e1d9061c5d8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:49.291094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e4b53-d3fd-4afa-8dca-a312edc102f6 req-dc87f7ab-ee40-436e-b48c-41472578a54e tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:49.298940 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686e4b53-d3fd-4afa-8dca-a312edc102f6 req-dc87f7ab-ee40-436e-b48c-41472578a54e tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 944 time: 0.4049311 Nov 03 15:54:49.320649 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:49.364696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Pushing event deleted for resources: {'Port': ['ID=df4f0272-8a0e-4e44-956c-440155130744,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:49.450612 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686e4b53-d3fd-4afa-8dca-a312edc102f6 req-9b81d6ba-2c51-452c-b9d9-536ffe1d323b tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493039 Nov 03 15:54:49.489640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:49.494518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:49.497504 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ed5f4fbf-0fd3-4d98-8da8-6f282692da4d tempest-ServersTestManualDisk-636317520 tempest-ServersTestManualDisk-636317520-project] 10.222.0.86 "DELETE /v2.0/floatingips/56ccd415-cdf0-4112-9a3c-f5f7be8050db HTTP/1.1" status: 204 len: 168 time: 1.0896564 Nov 03 15:54:49.501376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:49.609081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274562-b400-4b59-a2de-ed5f3a310dfc req-d8c8a1c4-e197-4fc2-879f-72adea38d7ba tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:49.610924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-69274562-b400-4b59-a2de-ed5f3a310dfc req-d8c8a1c4-e197-4fc2-879f-72adea38d7ba tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.0738196 Nov 03 15:54:49.666277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-69274562-b400-4b59-a2de-ed5f3a310dfc req-4a4ed614-dc76-4217-b8eb-97f9456217bb tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477626 Nov 03 15:54:49.727557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:54:49.767570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a4363-5d53-44e1-ba46-9575317b7990 req-255d4b36-45d2-4f9c-8752-89c2effa6733 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:49.769594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-717a4363-5d53-44e1-ba46-9575317b7990 req-255d4b36-45d2-4f9c-8752-89c2effa6733 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1974370 Nov 03 15:54:49.854605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:49.868380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'port_id': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'mac_address': 'fa:16:3e:67:dc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:54:49.918711 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:49.939075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:54:49.969872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:49.977246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:49.993763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-717a4363-5d53-44e1-ba46-9575317b7990 req-8f5154e9-4d38-49b9-972d-54c9c8ee5084 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139246 Nov 03 15:54:50.035459 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88c905cb-90c9-4cd3-b00e-3e1d9061c5d8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:50.069100 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88c905cb-90c9-4cd3-b00e-3e1d9061c5d8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:50.092489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:50.244947 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-88c905cb-90c9-4cd3-b00e-3e1d9061c5d8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Floating IP 53ba9f56-cf37-46e4-beb6-4cc62b9644a1 associated. External IP: 172.25.6.201, port: 339a5af7-ecf1-4e06-96d1-a3a51949f50e. Nov 03 15:54:50.411277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:50.547086 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:50.726047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7d3b1-24be-4a47-a77f-3a96f416a84e req-03ca8ca7-8798-4699-87ce-262bf8310bc1 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:50.728091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88a7d3b1-24be-4a47-a77f-3a96f416a84e req-03ca8ca7-8798-4699-87ce-262bf8310bc1 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 945 time: 0.1305852 Nov 03 15:54:50.730013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c905cb-90c9-4cd3-b00e-3e1d9061c5d8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:50.884314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc919bb-8d78-4e88-8bbb-a3acfc665565 req-c64ab32e-7df2-49a6-83f3-897884bc9e5c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:50.885800 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fc919bb-8d78-4e88-8bbb-a3acfc665565 req-c64ab32e-7df2-49a6-83f3-897884bc9e5c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.0585344 Nov 03 15:54:50.895385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88a7d3b1-24be-4a47-a77f-3a96f416a84e req-386ea801-9a35-4e4b-902b-663941e1b20e tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570656 Nov 03 15:54:50.956237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c905cb-90c9-4cd3-b00e-3e1d9061c5d8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:50.962606 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88c905cb-90c9-4cd3-b00e-3e1d9061c5d8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:50.972099 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] Sync routers for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:50.996823 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:50.997650 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:51.003654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fc919bb-8d78-4e88-8bbb-a3acfc665565 req-cb959095-3c7f-49b1-9c04-0fa68f2ad3c0 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012301 Nov 03 15:54:51.055453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-88c905cb-90c9-4cd3-b00e-3e1d9061c5d8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "PUT /v2.0/floatingips/53ba9f56-cf37-46e4-beb6-4cc62b9644a1 HTTP/1.1" status: 200 len: 991 time: 2.0357761 Nov 03 15:54:51.058536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'tag': '339a5af7-ecf1-4e06-96d1-a3a51949f50e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:51.061795 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6" -d '{"events": [{"name": "network-changed", "server_uuid": "84ce1358-0de6-4aa3-a87d-66ba13756271", "tag": "339a5af7-ecf1-4e06-96d1-a3a51949f50e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:51.152126 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:51.156201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Deleting port afee6179-5ad8-4da4-8375-f7f1ee795f03 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:51.156652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:51.222838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eff59-33b1-4002-802e-20ce5e7f7a6e req-4819f95e-4db6-489f-872b-a59ff249d814 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:51.230952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-396eff59-33b1-4002-802e-20ce5e7f7a6e req-4819f95e-4db6-489f-872b-a59ff249d814 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1408370 Nov 03 15:54:51.284137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] For port afee6179-5ad8-4da4-8375-f7f1ee795f03, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=afee6179-5ad8-4da4-8375-f7f1ee795f03,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:51.284588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:51.300049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Calling delete_port for afee6179-5ad8-4da4-8375-f7f1ee795f03 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:51.315748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-396eff59-33b1-4002-802e-20ce5e7f7a6e req-701d5cb8-3cec-464c-a098-f5d0f71f121a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795825 Nov 03 15:54:51.611534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-7cd30996-e9c8-45c8-8cbc-e9f098325394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:51.614736 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-7cd30996-e9c8-45c8-8cbc-e9f098325394 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45c8290a80c2437da65a1332d64d838b&device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 1096 time: 0.0721734 Nov 03 15:54:51.674193 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:51.755329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:54:51.771068 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '53ba9f56-cf37-46e4-beb6-4cc62b9644a1', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'port_id': '339a5af7-ecf1-4e06-96d1-a3a51949f50e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'mac_address': 'fa:16:3e:be:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:54:22Z', 'updated_at': '2021-11-03T15:54:49Z', 'revision_number': 1, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8781ecaf-1cff-4cb6-a33d-893f98bd5ab4', 'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'mac_address': 'fa:16:3e:7b:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:14Z', 'updated_at': '2021-11-03T15:54:21Z', 'revision_number': 5, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'subnets': [{'id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:51.801197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-af399780-e2a3-47fb-aea6-62ff9abbfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:51.803177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-af399780-e2a3-47fb-aea6-62ff9abbfc28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c3d93b5-d5b8-4e76-9701-1ffd3611d76e HTTP/1.1" status: 200 len: 906 time: 0.1795073 Nov 03 15:54:51.828271 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] Checking router: d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:51.840123 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aba720d-a6a6-499b-8d71-6375003f214c x-openstack-request-id: req-0aba720d-a6a6-499b-8d71-6375003f214c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:51.840814 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ce1358-0de6-4aa3-a87d-66ba13756271", "tag": "339a5af7-ecf1-4e06-96d1-a3a51949f50e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:51.840814 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0aba720d-a6a6-499b-8d71-6375003f214c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:51.841147 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'tag': '339a5af7-ecf1-4e06-96d1-a3a51949f50e', 'status': 'completed', 'code': 200} Nov 03 15:54:51.844053 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:51.844952 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:51.876081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:54:51.882836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:54:51.883415 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:51.909134 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-a6a6d673-a0cb-44c4-b2ec-1ca74ec2be02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=339a5af7-ecf1-4e06-96d1-a3a51949f50e HTTP/1.1" status: 200 len: 999 time: 0.0966761 Nov 03 15:54:51.985282 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:52.000709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-4b2fc79c-1a3b-4626-8589-ced1172dbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:52.002200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-4b2fc79c-1a3b-4626-8589-ced1172dbe9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fa8cae0-e207-49b0-89f0-c03c1af4a3b3 HTTP/1.1" status: 200 len: 844 time: 0.0858834 Nov 03 15:54:52.067753 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:52.098403 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:52.106077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-4a47768a-91ad-4898-a9a1-a64fed72c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:52.107595 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-4a47768a-91ad-4898-a9a1-a64fed72c97c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c3d93b5-d5b8-4e76-9701-1ffd3611d76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976114 Nov 03 15:54:52.119290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:52.121664 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8210805d-701a-4243-b4f6-09827b804e73" -d '{"events": [{"server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "name": "network-vif-plugged", "status": "completed", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:52.123575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d03941-4ab8-40c8-8c4f-1b277f748f95 req-ad68ff37-da44-48be-bb0b-10c763287760 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:52.130906 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98d03941-4ab8-40c8-8c4f-1b277f748f95 req-ad68ff37-da44-48be-bb0b-10c763287760 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 945 time: 0.0725372 Nov 03 15:54:52.136247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:52.144136 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:52.146614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=afee6179-5ad8-4da4-8375-f7f1ee795f03,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:52.201491 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98d03941-4ab8-40c8-8c4f-1b277f748f95 req-bc76548f-e6bd-4222-a33f-909ca24cae9b tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630038 Nov 03 15:54:52.221592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:52.291034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196bc88-325f-4d0e-b06f-ba460730bd45 req-da459106-e1c4-418d-8052-ac3cbb75b19a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:52.293995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f196bc88-325f-4d0e-b06f-ba460730bd45 req-da459106-e1c4-418d-8052-ac3cbb75b19a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 946 time: 0.1361687 Nov 03 15:54:52.347230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-79aaa30b-af14-42de-b5f4-3c5c01dcc55e service neutron] 10.222.0.15 "GET /v2.0/networks/7c3d93b5-d5b8-4e76-9701-1ffd3611d76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133076 Nov 03 15:54:52.352960 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6362f703-4e0e-4c3c-a031-25062f3883cf x-openstack-request-id: req-6362f703-4e0e-4c3c-a031-25062f3883cf {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:52.353352 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "name": "network-vif-plugged", "status": "completed", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:52.354001 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6362f703-4e0e-4c3c-a031-25062f3883cf {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:52.354412 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'code': 200} Nov 03 15:54:52.387876 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '53ba9f56-cf37-46e4-beb6-4cc62b9644a1', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'port_id': '339a5af7-ecf1-4e06-96d1-a3a51949f50e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'mac_address': 'fa:16:3e:be:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:54:22Z', 'updated_at': '2021-11-03T15:54:49Z', 'revision_number': 1, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8781ecaf-1cff-4cb6-a33d-893f98bd5ab4', 'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'mac_address': 'fa:16:3e:7b:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:14Z', 'updated_at': '2021-11-03T15:54:21Z', 'revision_number': 5, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'subnets': [{'id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:52.420425 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b9e57-e13b-4692-9466-65327ef680cd None None] The sync data for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 is: [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '53ba9f56-cf37-46e4-beb6-4cc62b9644a1', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'port_id': '339a5af7-ecf1-4e06-96d1-a3a51949f50e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'mac_address': 'fa:16:3e:be:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:54:22Z', 'updated_at': '2021-11-03T15:54:49Z', 'revision_number': 1, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8781ecaf-1cff-4cb6-a33d-893f98bd5ab4', 'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'mac_address': 'fa:16:3e:7b:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:14Z', 'updated_at': '2021-11-03T15:54:21Z', 'revision_number': 5, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'subnets': [{'id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:52.454420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f196bc88-325f-4d0e-b06f-ba460730bd45 req-6cf8643b-fc5e-42ec-bcb8-62448f5a5c46 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541829 Nov 03 15:54:52.546931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c56a74c2-3235-4fc4-ae19-8d54f4bd89f6 req-016d797c-b9b8-4a9d-abc1-fbdb1dbd07ca service neutron] 10.222.0.15 "GET /v2.0/networks/7c3d93b5-d5b8-4e76-9701-1ffd3611d76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612787 Nov 03 15:54:52.592182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:52.618413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e7b5c-5c00-40b1-98be-7ac4c0d3f184 req-a866b7e0-49af-4e03-8b3f-da79e168d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:52.621977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f88e7b5c-5c00-40b1-98be-7ac4c0d3f184 req-a866b7e0-49af-4e03-8b3f-da79e168d943 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 1097 time: 0.1602261 Nov 03 15:54:52.684173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afced3e8-c900-451f-aec6-99afb4d7f822 req-cce586aa-8d22-49ca-8402-4e4aa8d6a975 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:52.685855 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afced3e8-c900-451f-aec6-99afb4d7f822 req-cce586aa-8d22-49ca-8402-4e4aa8d6a975 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1460915 Nov 03 15:54:52.745142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367f039-9b41-4e33-9282-cddb0a1e0ed7 None None] New status for floating IP 53ba9f56-cf37-46e4-beb6-4cc62b9644a1: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:54:52.787896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f88e7b5c-5c00-40b1-98be-7ac4c0d3f184 req-4b4daec3-9ed3-49fd-bed2-c0b7cbbdffe5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568904 Nov 03 15:54:52.815117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afced3e8-c900-451f-aec6-99afb4d7f822 req-df48aad9-b209-42af-a8f9-61905cdcd32a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174011 Nov 03 15:54:52.945340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:54:53.059807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:54:53.066376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-09ba0881-d3a2-4799-b789-5c26b236a5bc admin admin] 10.222.0.86 "PUT /v2.0/routers/22fc4dc2-4b52-417b-b0ad-cbdec4d3edff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5634494 Nov 03 15:54:53.069000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45276) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:53.073708 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] Sync routers for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:54:53.083996 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:53.085500 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:53.177992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-5fbea275-79cd-4475-841b-8c1d4526f62a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:53.181940 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-5fbea275-79cd-4475-841b-8c1d4526f62a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 821 time: 0.1148777 Nov 03 15:54:53.183636 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:53.203996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-35871c9e-d893-4ecf-986d-5e16fd324255 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/quotas/4415b11ae00042a5aed73f8c5b96bcf2 HTTP/1.1" status: 200 len: 375 time: 0.0102394 Nov 03 15:54:53.227621 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:53.314781 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-9fc359f8-d79e-4a07-8f34-f0807070dcdf tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988865 Nov 03 15:54:53.348314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-56d52ef6-9a8b-4af2-8ed0-e66e5bfbb4f5 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:53.349881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-56d52ef6-9a8b-4af2-8ed0-e66e5bfbb4f5 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1097 time: 0.1100838 Nov 03 15:54:53.358680 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:53.366021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-2'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:53.455463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:53.456328 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-1b344d3c-9270-4711-bc3f-7e8d84901883 service neutron] 10.222.0.86 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376903 Nov 03 15:54:53.465180 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:54:52Z', 'revision_number': 5, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port': {'id': 'c405d532-a40b-4629-854a-8b49d922f1f5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:52:00Z', 'updated_at': '2021-11-03T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:53.479056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Deleting port c405d532-a40b-4629-854a-8b49d922f1f5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:53.479389 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:53.498764 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] Checking router: 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:54:53.507802 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] Routers {'22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:54:53.508401 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:53.595496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-40332e95-cf5e-4c2f-8e06-0b65e086f1f5 service neutron] 10.222.0.86 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373370 Nov 03 15:54:53.605957 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] Set router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:54:53.651540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] For port c405d532-a40b-4629-854a-8b49d922f1f5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c405d532-a40b-4629-854a-8b49d922f1f5,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:53.651872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:53.670925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Calling delete_port for c405d532-a40b-4629-854a-8b49d922f1f5 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:53.673310 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:54:53Z', 'revision_number': 6, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:53.689666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:53.726806 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962d052-0ed8-436d-97e4-a5c8f7b5957a None None] The sync data for ids ['22fc4dc2-4b52-417b-b0ad-cbdec4d3edff'] in n-d-813897-2 is: [{'id': '22fc4dc2-4b52-417b-b0ad-cbdec4d3edff', 'name': 'tempest-ServersTestManualDisk-1745939392-router', 'tenant_id': '947afe53330646df8b76708496311cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:51:57Z', 'updated_at': '2021-11-03T15:54:53Z', 'revision_number': 6, 'project_id': '947afe53330646df8b76708496311cf6', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:54:53.771288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:54:53.810950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:53.888865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b077b8c-9bfa-4566-8916-2f7654a34bae req-7d0ae26c-5793-4d30-bb27-04e25ccc0284 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:53.896373 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b077b8c-9bfa-4566-8916-2f7654a34bae req-7d0ae26c-5793-4d30-bb27-04e25ccc0284 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 946 time: 0.1623874 Nov 03 15:54:53.899533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:53.913943 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 has no active binding in host n-h1-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 15:54:53.937269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:53.939523 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ae45c-c7e4-4056-b30b-27b64b6cfa0e" -d '{"events": [{"server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "name": "network-vif-unplugged", "status": "completed", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:53.946225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:53.968096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.041830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b077b8c-9bfa-4566-8916-2f7654a34bae req-91ede063-7225-4716-9165-8a665c53cc49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444387 Nov 03 15:54:54.057938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745fd3c-1a56-4b8b-bed5-1c617aafe05c req-b8ee5614-8169-46fe-aae7-931834a4a16d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:54.065047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1745fd3c-1a56-4b8b-bed5-1c617aafe05c req-b8ee5614-8169-46fe-aae7-931834a4a16d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.0803666 Nov 03 15:54:54.084853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.123345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Pushing event updated for resources: {'Port': ['ID=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:54.167081 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1745fd3c-1a56-4b8b-bed5-1c617aafe05c req-daafca62-8af2-49cc-ba43-8dab8463c479 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806410 Nov 03 15:54:54.180295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Pushing event deleted for resources: {'Port': ['ID=c405d532-a40b-4629-854a-8b49d922f1f5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:54.230813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on host n-h2-813897-2 for vnic_type normal with profile {"migrating_to": "n-h1-813897-2"} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:54:54.231673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:54:54.232072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:54.270540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:54:54.270871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Attempting to bind port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on network add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:54:54.284530 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e711b327-a2a7-4451-9752-90f972bb7ea1 req-92f93f01-89b2-43a5-a167-2b1f8cc09942 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 210 time: 0.0595467 Nov 03 15:54:54.308628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:54:54.308969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Checking segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:54:54.309367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Bound using segment: {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:54:54.309830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Bound port: 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d2571-20cf-4a64-95de-2b6fce8319f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:54:54.310182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.331355 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acca62c2-e8f0-4835-8622-4552985f7b8f x-openstack-request-id: req-acca62c2-e8f0-4835-8622-4552985f7b8f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:54.331654 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "name": "network-vif-unplugged", "status": "completed", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:54.331908 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-acca62c2-e8f0-4835-8622-4552985f7b8f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:54.332481 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7', 'code': 200} Nov 03 15:54:54.346028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361e386-f022-4362-b7b2-153744971523 req-3a7851bb-4e81-43de-b3e3-583e21be526d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:54.347835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5361e386-f022-4362-b7b2-153744971523 req-3a7851bb-4e81-43de-b3e3-583e21be526d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1123879 Nov 03 15:54:54.395481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.612920 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.623539 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.630850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:54:54.646337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:54:54.653120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5361e386-f022-4362-b7b2-153744971523 req-910215b4-ec36-4ac5-9e5d-bdf74117fc81 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649238 Nov 03 15:54:54.728737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c405d532-a40b-4629-854a-8b49d922f1f5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:54.754278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.775667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c405d532-a40b-4629-854a-8b49d922f1f5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:54.776681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c405d532-a40b-4629-854a-8b49d922f1f5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:54.776914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device afee6179-5ad8-4da4-8375-f7f1ee795f03 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:54.801608 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.802146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22fc4dc2-4b52-417b-b0ad-cbdec4d3edff {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:54:54.815769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: afee6179-5ad8-4da4-8375-f7f1ee795f03 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:54.816635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device afee6179-5ad8-4da4-8375-f7f1ee795f03 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:54.817206 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.820780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f02bdd95-e089-4342-b404-fd805178229f admin admin] 10.222.0.86 "DELETE /v2.0/routers/22fc4dc2-4b52-417b-b0ad-cbdec4d3edff HTTP/1.1" status: 204 len: 168 time: 1.7504230 Nov 03 15:54:54.821320 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45386) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:54.887871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:54.888696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:54.891748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] 10.222.0.15 "PUT /v2.0/ports/2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 HTTP/1.1" status: 200 len: 1122 time: 1.5297103 Nov 03 15:54:54.910960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91f3ae-5bad-4a38-b312-579f0333b75a service neutron] Pushing event updated for resources: {'Port': ['ID=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,revision_number=8']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:54.925306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b295be-f40e-4e5e-8f82-dc5b803bc7e1 admin admin] Deleting subnet 2935e18f-b4a9-4a0b-9454-b5b060441f76 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:54:54.939411 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c0b295be-f40e-4e5e-8f82-dc5b803bc7e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.020502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['2edc4040-6fa8-4cc9-92d6-fb3fc10435f7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:55.034706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c0b295be-f40e-4e5e-8f82-dc5b803bc7e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.092899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2edc4040-6fa8-4cc9-92d6-fb3fc10435f7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:55.187019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c0b295be-f40e-4e5e-8f82-dc5b803bc7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.331107 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c0b295be-f40e-4e5e-8f82-dc5b803bc7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.382888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1191d3b-b5f1-43aa-91cc-41f9fc6e60f2 req-4b63d5b0-14f0-48d7-a68b-86242790405d tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:55.384389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a1191d3b-b5f1-43aa-91cc-41f9fc6e60f2 req-4b63d5b0-14f0-48d7-a68b-86242790405d tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 946 time: 0.1448777 Nov 03 15:54:55.386353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b295be-f40e-4e5e-8f82-dc5b803bc7e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2935e18f-b4a9-4a0b-9454-b5b060441f76,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:55.389834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c0b295be-f40e-4e5e-8f82-dc5b803bc7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.396593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c0b295be-f40e-4e5e-8f82-dc5b803bc7e1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2935e18f-b4a9-4a0b-9454-b5b060441f76 HTTP/1.1" status: 204 len: 168 time: 0.5710890 Nov 03 15:54:55.396741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45428) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:55.407255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0cdb76-6005-4e9e-b754-b2bd3125bae1 None None] Network f8145bfc-91e7-4a06-864b-8ef28dfed02b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:54:55.459798 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a1191d3b-b5f1-43aa-91cc-41f9fc6e60f2 req-0db7b177-a238-4c67-8087-e8cca3de5095 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568833 Nov 03 15:54:55.469221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.545706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Deleting port a27da432-88b5-4b10-90b6-42fbaae644d3 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:55.546521 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.596907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8c00-afc5-42dd-b61c-5babeb28fe6e req-7f824f83-4f5f-4be7-b4b3-43f3616fd5e9 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:55.609026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-245e8c00-afc5-42dd-b61c-5babeb28fe6e req-7f824f83-4f5f-4be7-b4b3-43f3616fd5e9 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.0816274 Nov 03 15:54:55.639597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] For port a27da432-88b5-4b10-90b6-42fbaae644d3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a27da432-88b5-4b10-90b6-42fbaae644d3,segment=NetworkSegment(d6230f1a-7187-4eb4-b2b9-e72ada9c3684),segment_id=d6230f1a-7187-4eb4-b2b9-e72ada9c3684)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:55.639959 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.667350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Calling delete_port for a27da432-88b5-4b10-90b6-42fbaae644d3 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:55.677844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-245e8c00-afc5-42dd-b61c-5babeb28fe6e req-8420ea61-0010-4992-a983-4f2cbf51af67 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679240 Nov 03 15:54:55.701731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] DHCP port deletion for f8145bfc-91e7-4a06-864b-8ef28dfed02b request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:54:55.780011 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.812467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] Deleting port a27da432-88b5-4b10-90b6-42fbaae644d3 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:54:55.813559 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.880191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Pushing event deleted for resources: {'Port': ['ID=a27da432-88b5-4b10-90b6-42fbaae644d3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:55.906964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] For port a27da432-88b5-4b10-90b6-42fbaae644d3, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:54:55.907304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] No DVR routers for this DVR port a27da432-88b5-4b10-90b6-42fbaae644d3 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:55.907612 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:55.934824 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca8a5e9e-3329-4ce7-bf47-74335cec958a req-56535a44-3b9b-4cbf-bc75-8748dc9a8013 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 210 time: 0.0923197 Nov 03 15:54:56.032149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-e8b48439-fc38-491f-a207-f7c748729590 service neutron] 10.222.0.15 "GET /v2.0/ports/e64ccb00-9c62-4310-a607-83dc628d7edb/bindings/n-h1-813897-2 HTTP/1.1" status: 200 len: 382 time: 0.2400749 Nov 03 15:54:56.050078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-d5d239cd-9aa4-4551-afef-f6e08a8418f7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:56.051969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-d5d239cd-9aa4-4551-afef-f6e08a8418f7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 821 time: 0.3563316 Nov 03 15:54:56.094568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.106267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Request body: {'port': {'device_id': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c', 'admin_state_up': True, 'tenant_id': '4415b11ae00042a5aed73f8c5b96bcf2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:56.112035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] Calling delete_port for a27da432-88b5-4b10-90b6-42fbaae644d3 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:54:56.119185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] Port a27da432-88b5-4b10-90b6-42fbaae644d3 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 15:54:56.120840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8145bfc-91e7-4a06-864b-8ef28dfed02b']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:56.121223 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.141005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:56.141338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6230f1a-7187-4eb4-b2b9-e72ada9c3684') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:54:56.147121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] No DVR routers for this DVR port a27da432-88b5-4b10-90b6-42fbaae644d3 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:54:56.157639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce218fe-3217-41a9-b85e-f1e7c92b25a7 req-a8972d80-5e35-49cd-ac0f-f2007893dd06 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:56.166622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ce218fe-3217-41a9-b85e-f1e7c92b25a7 req-a8972d80-5e35-49cd-ac0f-f2007893dd06 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1316655 Nov 03 15:54:56.178239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.210496 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.215215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1eba2-4a2b-4133-ae57-4abcc2603c99 None None] Pushing event deleted for resources: {'Port': ['ID=a27da432-88b5-4b10-90b6-42fbaae644d3,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:56.223320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:54:56.223767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:54:56.226904 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:54:56.300971 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-7fe93acb-ed47-4233-848b-3ac1d1dd0929 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 258 time: 0.4548910 Nov 03 15:54:56.308392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:56.309854 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ce218fe-3217-41a9-b85e-f1e7c92b25a7 req-333b2e82-e2ca-415f-9bdb-f5d9b6778473 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364539 Nov 03 15:54:56.345661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:54:56.348778 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:54:56.400743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.402603 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.432038 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.440841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] 10.222.0.86 "DELETE /v2.0/networks/f8145bfc-91e7-4a06-864b-8ef28dfed02b HTTP/1.1" status: 204 len: 168 time: 1.0433738 Nov 03 15:54:56.452213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Made reservation on behalf of 4415b11ae00042a5aed73f8c5b96bcf2 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:56.457294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.463803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa0256-571f-4938-8cc7-830627bb144b admin admin] Pushing event deleted for resources: {'Network': ['ID=f8145bfc-91e7-4a06-864b-8ef28dfed02b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:56.483211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-ea487466-daab-45e0-a9ce-a80460d43156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:56.485236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-ea487466-daab-45e0-a9ce-a80460d43156 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0&tenant_id=9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 1100 time: 0.1628513 Nov 03 15:54:56.625440 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aba97f2-071c-4164-9cb0-9ad5aedf2799 x-openstack-request-id: req-4aba97f2-071c-4164-9cb0-9ad5aedf2799 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:54:56.626143 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:54:56.626487 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4aba97f2-071c-4164-9cb0-9ad5aedf2799 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:54:56.626979 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7', 'status': 'completed', 'code': 200} Nov 03 15:54:56.682759 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:56.706708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-e7ef8843-18c0-458f-add2-752a699d1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:56.708935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-e7ef8843-18c0-458f-add2-752a699d1761 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 1125 time: 0.0858831 Nov 03 15:54:56.717590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a27da432-88b5-4b10-90b6-42fbaae644d3 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:56.736681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-429b853e-e0df-4dc7-99fb-eabb73186b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:56.743023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-429b853e-e0df-4dc7-99fb-eabb73186b58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 1100 time: 0.1815720 Nov 03 15:54:56.771093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a27da432-88b5-4b10-90b6-42fbaae644d3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:54:56.778170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a27da432-88b5-4b10-90b6-42fbaae644d3 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:54:56.823376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Allocated IP 172.25.6.238 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/71642673-1416-4782-90ea-5a1b008df142) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:56.837239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45480) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:57.010924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Allocated IP 172.20.0.13 (48b8266a-2e0a-4360-9a7a-b575f54e220c/50450fac-b747-4ce1-ad91-ed7030a5fd0c/d5a4271e-ac5f-4e9b-8488-80a1e9cb158c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:54:57.013283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204c2a-7f22-4522-b9bc-4849bcb9dfc0 req-46418be4-7e38-4376-8fb7-db681aceb882 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:57.016178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-51923442-f9b9-4e04-adb2-7d2828bca5e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=947afe53330646df8b76708496311cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772830 Nov 03 15:54:57.020889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61204c2a-7f22-4522-b9bc-4849bcb9dfc0 req-46418be4-7e38-4376-8fb7-db681aceb882 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.1735616 Nov 03 15:54:57.021773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45488) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:57.052578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-6aedf194-8d6f-4ea8-9073-cc598d99f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:57.054600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-6aedf194-8d6f-4ea8-9073-cc598d99f7ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.3359067 Nov 03 15:54:57.063133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-90bb4a75-a077-445a-8eb0-71992e1359c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:57.064768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-90bb4a75-a077-445a-8eb0-71992e1359c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2969868 Nov 03 15:54:57.118511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-55d04be9-8f7f-440f-878f-a7836f5bf61f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e64ccb00-9c62-4310-a607-83dc628d7edb HTTP/1.1" status: 200 len: 217 time: 0.0437822 Nov 03 15:54:57.155808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.165086 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-cb18ba6b-474d-4a1a-8a26-f9c2eeb510cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 HTTP/1.1" status: 200 len: 217 time: 0.0981009 Nov 03 15:54:57.213632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ec15e1b-e678-4d9b-9674-078417e7d8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.217802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45492) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:57.324636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ec15e1b-e678-4d9b-9674-078417e7d8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.380419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.456242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9212-990c-4723-b557-6e05a92553f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.478074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:57.481072 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.494365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:57.506056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:57.514892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Pushing event updated for resources: {'Port': ['ID=71642673-1416-4782-90ea-5a1b008df142,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:57.528223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61204c2a-7f22-4522-b9bc-4849bcb9dfc0 req-c9300c7b-b525-43c8-be75-41cca1988dc3 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063248 Nov 03 15:54:57.548922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ec15e1b-e678-4d9b-9674-078417e7d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.552178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ec15e1b-e678-4d9b-9674-078417e7d8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.557206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ec15e1b-e678-4d9b-9674-078417e7d8df admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e285d9e-4af8-4ded-af2c-2b2e45d3fd84 HTTP/1.1" status: 204 len: 168 time: 0.5330870 Nov 03 15:54:57.573344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-b76cc82c-9491-454f-a8a0-4db0975f5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:57.575056 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-b76cc82c-9491-454f-a8a0-4db0975f5f87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.4245946 Nov 03 15:54:57.579683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-553e82ee-2299-4402-a815-c9f03a582646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:57.581335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-553e82ee-2299-4402-a815-c9f03a582646 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.3947623 Nov 03 15:54:57.604927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec15e1b-e678-4d9b-9674-078417e7d8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e285d9e-4af8-4ded-af2c-2b2e45d3fd84,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:57.652802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-571ad011-b8a3-4ac7-a85a-d4402148001a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502405 Nov 03 15:54:57.753076 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.763714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.767981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-a59f58cd-8f8c-48fc-a39e-d8a7c6e2a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:57.769629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-a59f58cd-8f8c-48fc-a39e-d8a7c6e2a4a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1778984 Nov 03 15:54:57.777938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f9558f35-8020-484c-a557-9e137577e6d4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:54:57.846607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Network 48b8266a-2e0a-4360-9a7a-b575f54e220c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:54:57.857770 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:54:57.860335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:54:57.888924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46673e-7bfa-4d60-ba18-819f019813a6 req-bdd0e490-710a-48fe-a314-b20665d7c690 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:57.897856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa46673e-7bfa-4d60-ba18-819f019813a6 req-bdd0e490-710a-48fe-a314-b20665d7c690 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 932 time: 0.1636069 Nov 03 15:54:57.915213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-c80af551-3433-4fb3-8bda-d3a2b3cbe0c2 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454278 Nov 03 15:54:57.925427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:57.926322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:57.958171 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.109358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-283aa195-175a-4f03-947d-a2c2719c2aa2 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301907 Nov 03 15:54:58.123092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa46673e-7bfa-4d60-ba18-819f019813a6 req-86875cdc-bb20-4e9a-a942-1de672b1d840 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239592 Nov 03 15:54:58.150884 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.164702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9212-990c-4723-b557-6e05a92553f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.167012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.178377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Pushing event updated for resources: {'Port': ['ID=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:58.223865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7ffe4c1-81b1-4bd4-b356-f69a592481c1 req-5caed219-45ff-4a9d-8800-e15156000834 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957559 Nov 03 15:54:58.235077 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9212-990c-4723-b557-6e05a92553f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.260605 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-8e5b8f5d-83f7-4811-8875-b2ad937600ea tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1559465 Nov 03 15:54:58.265636 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4535fc8-e955-4dd0-9528-a1d6bb19bdcb req-06636a54-860d-4857-99ed-0e17f0dce176 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385324 Nov 03 15:54:58.310450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Request body: {'port': {'device_id': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:58.345067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779bfb6-4890-4428-9458-6af3583b73b3 req-855181a6-5730-42c7-bbad-880737af5506 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:58.371462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5779bfb6-4890-4428-9458-6af3583b73b3 req-855181a6-5730-42c7-bbad-880737af5506 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0987074 Nov 03 15:54:58.413175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e4fd9212-990c-4723-b557-6e05a92553f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1da91a82d7574af0bbdf20d61b2014d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1903923 Nov 03 15:54:58.421688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45516) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:58.424280 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.439491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd9212-990c-4723-b557-6e05a92553f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264da41d-de52-4b29-958b-4ba824814008,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:58.495548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5779bfb6-4890-4428-9458-6af3583b73b3 req-e15da08e-26ce-42d4-aea7-318fca56a8f7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223352 Nov 03 15:54:58.514877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Pushing event updated for resources: {'Port': ['ID=71642673-1416-4782-90ea-5a1b008df142,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:58.531577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.532815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-0bc8c12f-840e-4386-9b77-43c14cf86ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2316165 Nov 03 15:54:58.556799 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.776056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45526) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:58.780362 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-80cd3328-79e0-496d-b474-3e7f5d2d2eca tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.2288573 Nov 03 15:54:58.802918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399b17-b897-4326-9497-44ee272922cc req-469c8e3c-b1fb-4b83-9f21-5ff44138b427 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:58.805352 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a399b17-b897-4326-9497-44ee272922cc req-469c8e3c-b1fb-4b83-9f21-5ff44138b427 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.1214118 Nov 03 15:54:58.836183 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4e83-c0eb-4b7d-833b-6d0708fde4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.868122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4e83-c0eb-4b7d-833b-6d0708fde4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:58.878447 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a399b17-b897-4326-9497-44ee272922cc req-e401f63b-3b1c-484a-aac5-e1c6f8ccd5d6 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667531 Nov 03 15:54:58.943263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-119898924-network', 'tenant_id': 'aea2e2b94edd45bb9ee12945d0a4c7f2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:58.989113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Made reservation on behalf of aea2e2b94edd45bb9ee12945d0a4c7f2 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:58.992488 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.005359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.153115 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.162852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.207366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:54:59.218090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.218526 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Added segment f0ef4696-5ff4-459e-af24-2fcd5af882c7 of type vlan for network 86e18913-8450-4e7a-b221-5792eb6226e6 Nov 03 15:54:59.273056 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.330373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84db5020-613d-4fdc-962f-41436d370c97,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:59.358297 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.359355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:59.360060 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.374207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418ed6a-dbbc-4dcb-b580-e5312b4c956a req-44e41b7b-ac1a-4135-aba1-8fc3d5aa5012 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:59.375750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6418ed6a-dbbc-4dcb-b580-e5312b4c956a req-44e41b7b-ac1a-4135-aba1-8fc3d5aa5012 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 932 time: 0.0992978 Nov 03 15:54:59.455488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6782751 Nov 03 15:54:59.459285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45532) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:54:59.468991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Request body: {'subnet': {'network_id': '86e18913-8450-4e7a-b221-5792eb6226e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-119898924-subnet', 'tenant_id': 'aea2e2b94edd45bb9ee12945d0a4c7f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:54:59.494671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Made reservation on behalf of aea2e2b94edd45bb9ee12945d0a4c7f2 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:54:59.497166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.499084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8dea6-87af-4d36-8b45-23d72a45ce3f admin admin] Pushing event updated for resources: {'Network': ['ID=86e18913-8450-4e7a-b221-5792eb6226e6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:59.511659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 86e18913-8450-4e7a-b221-5792eb6226e6 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:54:59.575616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-403fea15-7130-4edb-a29e-fe7a74f6ec71 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:59.587051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6418ed6a-dbbc-4dcb-b580-e5312b4c956a req-994d8c37-3e29-4572-af25-9ca6539cf740 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901052 Nov 03 15:54:59.590674 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75e78ec2-e9c5-4503-83c2-30bdcd4d2c5d req-403fea15-7130-4edb-a29e-fe7a74f6ec71 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.7922518 Nov 03 15:54:59.737212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4e83-c0eb-4b7d-833b-6d0708fde4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.739524 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4e83-c0eb-4b7d-833b-6d0708fde4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.743799 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3f6d4e83-c0eb-4b7d-833b-6d0708fde4fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/264da41d-de52-4b29-958b-4ba824814008 HTTP/1.1" status: 204 len: 168 time: 1.3176756 Nov 03 15:54:59.809693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d4e83-c0eb-4b7d-833b-6d0708fde4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264da41d-de52-4b29-958b-4ba824814008,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:54:59.821923 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:54:59.823453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:54:59.838765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee315-157f-482f-9463-56ce880920ed req-b360483b-0b3c-4f12-924e-522b5335229b tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:59.847440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-b360483b-0b3c-4f12-924e-522b5335229b tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0870888 Nov 03 15:54:59.868969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6080b7d-8efa-4775-8d89-6828c239553b req-5b6eda4c-84bd-4a06-95f6-82be0e9c1645 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:54:59.871889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6080b7d-8efa-4775-8d89-6828c239553b req-5b6eda4c-84bd-4a06-95f6-82be0e9c1645 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1700985 Nov 03 15:54:59.913053 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-b213c939-63ba-44d9-8548-a0d4221214f5 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.0642798 Nov 03 15:54:59.948247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-f70ee315-157f-482f-9463-56ce880920ed req-3cb259bd-47b5-43ec-a862-3517332a9949 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Request body: {'floatingip': {'port_id': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:00.022499 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:00.032215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f70ee315-157f-482f-9463-56ce880920ed req-3cb259bd-47b5-43ec-a862-3517332a9949 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:00.051067 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6080b7d-8efa-4775-8d89-6828c239553b req-c64048fd-3e8f-4ef0-b5af-604c18a49651 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546948 Nov 03 15:55:00.087338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe57825-5a0b-4410-bd0b-f9323346a476,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:00.087553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:00.088658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:00.100839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Checking segment: {'id': 'f0ef4696-5ff4-459e-af24-2fcd5af882c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '86e18913-8450-4e7a-b221-5792eb6226e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:00.101334 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aa4b9f-02b0-4c77-b730-e41352662cf1" -d '{"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:00.101502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Network hostable DHCP agents. Network: 86e18913-8450-4e7a-b221-5792eb6226e6, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:55:00.106594 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:00.197336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Network 86e18913-8450-4e7a-b221-5792eb6226e6 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:55:00.207734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a4271e-ac5f-4e9b-8488-80a1e9cb158c {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:00.221322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 86e18913-8450-4e7a-b221-5792eb6226e6) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:00.224127 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:00.229095 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-feb8bab9-45df-4119-8947-a6e8d63457b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1907833 Nov 03 15:55:00.240083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4867ae80-c436-4a1c-9259-1cd5bbe47dc9 None None] Network 86e18913-8450-4e7a-b221-5792eb6226e6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:55:00.240247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:00.240247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:00.274201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Transition to ACTIVE for port object d5a4271e-ac5f-4e9b-8488-80a1e9cb158c will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:00.283664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:00.326676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c269e89d-fb63-46c6-86c6-63add2c0911f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8641005 Nov 03 15:55:00.371872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:00.483627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-3e0d14e2-de5f-46ea-a964-056f3722f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:00.488689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-3e0d14e2-de5f-46ea-a964-056f3722f75b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 1095 time: 0.1017010 Nov 03 15:55:00.512162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:00.606341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc07e43c-48cf-430a-b09e-86b24ccddb26 None None] Network 86e18913-8450-4e7a-b221-5792eb6226e6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:55:00.770058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028f89-f1b2-4346-a4b4-7ca7b6a00d85 req-9925cf85-b393-4787-b0d0-f9fafecc7db4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:00.777700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55028f89-f1b2-4346-a4b4-7ca7b6a00d85 req-9925cf85-b393-4787-b0d0-f9fafecc7db4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.2834053 Nov 03 15:55:00.804640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-06658a41-a354-4f16-acbe-136e66312d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:00.808800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-06658a41-a354-4f16-acbe-136e66312d3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.2331378 Nov 03 15:55:00.817034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:00.817374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:00.817726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:00.833031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:00.833416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:00.861472 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55028f89-f1b2-4346-a4b4-7ca7b6a00d85 req-78e3b187-a118-47c4-bc8a-36c88a67a3aa tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826523 Nov 03 15:55:00.862528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:00.862901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:00.863302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:00.863775 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Bound port: d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:00.864122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:00.890090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-1eb74412-8eec-4824-bb40-79147a8294ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 200 len: 217 time: 0.0743065 Nov 03 15:55:01.008426 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.013009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-7bd10412-5f0c-4eba-bc2b-9090d0413efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:01.015253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-7bd10412-5f0c-4eba-bc2b-9090d0413efd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.1150780 Nov 03 15:55:01.034242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:01.047588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:01.057127 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdd8957-8361-470e-a5fe-48a5e4714f65 x-openstack-request-id: req-6fdd8957-8361-470e-a5fe-48a5e4714f65 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:01.057491 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:01.057814 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6fdd8957-8361-470e-a5fe-48a5e4714f65 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:01.058216 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'code': 200} Nov 03 15:55:01.058628 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.068296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-4066d992-d5cc-49ee-91e1-a54ba8404022 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386176 Nov 03 15:55:01.096039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:01.096721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.098161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] 10.222.0.70 "PUT /v2.0/ports/d5a4271e-ac5f-4e9b-8488-80a1e9cb158c HTTP/1.1" status: 200 len: 1092 time: 2.8296616 Nov 03 15:55:01.098653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45576) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:01.101030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:01.105675 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc96a71-deea-4c9c-848c-4c664c92d0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:01.193943 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f70ee315-157f-482f-9463-56ce880920ed req-3cb259bd-47b5-43ec-a862-3517332a9949 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.201261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f70ee315-157f-482f-9463-56ce880920ed req-3cb259bd-47b5-43ec-a862-3517332a9949 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.285044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e053b6-11db-442e-8382-a79e33e15ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:01.298307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-0628771c-574f-4340-b54c-c80e687bf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:01.300706 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-0628771c-574f-4340-b54c-c80e687bf72c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 1095 time: 0.1513302 Nov 03 15:55:01.313484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61648b-55de-464c-b0cc-2154df5af457 req-94ec9ceb-518b-420a-817c-947e4119964d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:01.315230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d61648b-55de-464c-b0cc-2154df5af457 req-94ec9ceb-518b-420a-817c-947e4119964d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.1642406 Nov 03 15:55:01.321410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-10855300-network', 'tenant_id': 'b46972cfa0f54b88be6c9632329ff707'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:01.342261 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-f70ee315-157f-482f-9463-56ce880920ed req-3cb259bd-47b5-43ec-a862-3517332a9949 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Floating IP 5c17cffc-5cf4-43b1-a40d-2dee21811af3 associated. External IP: 172.25.6.238, port: d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1. Nov 03 15:55:01.383465 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-a434c244-6e41-4c2a-88e1-39a8e2494ed6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c HTTP/1.1" status: 200 len: 217 time: 0.0580628 Nov 03 15:55:01.416547 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-1666e274-6eaa-4197-9a13-fcd150d2ad98 service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018141 Nov 03 15:55:01.446778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Made reservation on behalf of b46972cfa0f54b88be6c9632329ff707 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:01.449830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.474526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.496206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d61648b-55de-464c-b0cc-2154df5af457 req-d1c9b435-6e32-4438-952f-6920622bc55b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649923 Nov 03 15:55:01.503249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-51350f6d-33e0-46ca-8fb6-950166e85cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:01.505089 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-51350f6d-33e0-46ca-8fb6-950166e85cd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1102507 Nov 03 15:55:01.545695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-e483d86f-fa76-49ba-b06c-2d9ff305332d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322921 Nov 03 15:55:01.627404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:01.642250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c4da1c4-6ae1-466b-9f15-ab55aa6a2886 req-25b231de-ea60-4742-a71d-db88fd64ea2a service neutron] 10.222.0.70 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936357 Nov 03 15:55:01.667906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f70ee315-157f-482f-9463-56ce880920ed req-3cb259bd-47b5-43ec-a862-3517332a9949 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Router fc7df754-c2a3-4779-a079-d661867fd5cb has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:55:01.690788 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.713784 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.728173 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-0ccf8982-54d5-4591-a7de-2830cc801caa service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683142 Nov 03 15:55:01.768204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:55:01.795172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a067bd-a9bb-48c3-9bfe-045975bcb8f0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:01.816319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f70ee315-157f-482f-9463-56ce880920ed req-3cb259bd-47b5-43ec-a862-3517332a9949 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:55:01.823088 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f70ee315-157f-482f-9463-56ce880920ed req-3cb259bd-47b5-43ec-a862-3517332a9949 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.823442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:01.828487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] Sync routers for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:55:01.849318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.850169 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Added segment d4019430-9ea3-429f-abfb-9a6369be8923 of type vlan for network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 Nov 03 15:55:01.868754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-3cb259bd-47b5-43ec-a862-3517332a9949 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "PUT /v2.0/floatingips/5c17cffc-5cf4-43b1-a40d-2dee21811af3 HTTP/1.1" status: 200 len: 997 time: 1.9486389 Nov 03 15:55:01.869440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:01.873220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:55:01.873879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:01.875315 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ec34b3-ab81-43db-964f-9c9e40e4e22b" -d '{"events": [{"name": "network-changed", "server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:01.939913 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.940383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee315-157f-482f-9463-56ce880920ed req-28e23ba5-bc2e-40cb-ba9c-f344daa6e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:01.948221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-28e23ba5-bc2e-40cb-ba9c-f344daa6e199 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc0f0d9e540144e886835d1dafb7b2d7&device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 1097 time: 0.0685673 Nov 03 15:55:01.971745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5afbc610-fa98-491f-befb-96c48fe988d8 req-84276c1b-ab15-4d99-aff5-cbadb27e630a service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224712 Nov 03 15:55:01.977621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:55:01.997345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:01.997940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:01.998711 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:02.066781 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9577336 Nov 03 15:55:02.080035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45600) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:02.093760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Request body: {'subnet': {'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-10855300-subnet', 'tenant_id': 'b46972cfa0f54b88be6c9632329ff707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:02.168257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee315-157f-482f-9463-56ce880920ed req-2a9ca88a-0b0c-4c4b-81d7-644f6dd71305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:02.169794 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-2a9ca88a-0b0c-4c4b-81d7-644f6dd71305 service neutron] 10.222.0.86 "GET /v2.0/networks?id=82d1e45b-8d45-4a9b-b570-7b59769accc1 HTTP/1.1" status: 200 len: 930 time: 0.2207115 Nov 03 15:55:02.173028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:55:02.175896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:02.224249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'mac_address': 'fa:16:3e:1b:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:02.249068 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-3995707d-5db0-4c6c-8664-ab514fe1ec6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 HTTP/1.1" status: 200 len: 1000 time: 0.0713000 Nov 03 15:55:02.286851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef75a23-33a7-4a18-99a7-a45c0f8de7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=8e6fda05-9f70-4b50-857c-19dfd861e3d8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:02.295677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee315-157f-482f-9463-56ce880920ed req-b99c8966-dae0-42cd-81da-9432301b92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:02.303258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-b99c8966-dae0-42cd-81da-9432301b92ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=60a736cf-9bdf-4f4e-98a1-2b363cec21ea HTTP/1.1" status: 200 len: 868 time: 0.0532563 Nov 03 15:55:02.303461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:55:02.306725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-861f2b6c-8fd3-476b-8089-8139fff622a6 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:02.317049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-861f2b6c-8fd3-476b-8089-8139fff622a6 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/networks?id=86e18913-8450-4e7a-b221-5792eb6226e6 HTTP/1.1" status: 200 len: 821 time: 0.3222969 Nov 03 15:55:02.349767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee315-157f-482f-9463-56ce880920ed req-1f95990f-2e39-476b-bc5d-a93a19c64f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:02.353330 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-598827e5-7eea-42fe-8198-4f1993692896 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/quotas/aea2e2b94edd45bb9ee12945d0a4c7f2 HTTP/1.1" status: 200 len: 375 time: 0.0353041 Nov 03 15:55:02.358432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-1f95990f-2e39-476b-bc5d-a93a19c64f42 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=82d1e45b-8d45-4a9b-b570-7b59769accc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537992 Nov 03 15:55:02.374791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Made reservation on behalf of b46972cfa0f54b88be6c9632329ff707 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:02.377842 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:02.396090 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:02.415087 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64ccb00-9c62-4310-a607-83dc628d7edb {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:02.436298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:02.454942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-f5f6afd8-e8d6-4b98-8ee9-765b9cc450bf service neutron] 10.222.0.86 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955958 Nov 03 15:55:02.461271 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:02.540302 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8bd55597-f9ad-48dd-b6f5-9a5b7d931e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:02.576571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-9129f15c-a64b-4210-9540-3a250d0eac14 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=aea2e2b94edd45bb9ee12945d0a4c7f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2220132 Nov 03 15:55:02.580032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:02.665290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '5c17cffc-5cf4-43b1-a40d-2dee21811af3', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'port_id': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'mac_address': 'fa:16:3e:67:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:54:57Z', 'updated_at': '2021-11-03T15:55:00Z', 'revision_number': 1, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9dc8a5-c038-44af-b918-f9cedea230ed', 'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'mac_address': 'fa:16:3e:36:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:40Z', 'revision_number': 5, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'subnets': [{'id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:02.697663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] Checking router: fc7df754-c2a3-4779-a079-d661867fd5cb for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:55:02.707351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:55:02.708238 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:54:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:02.727557 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-3b1942a6-48dd-44a7-804b-84ff3a2d37b7 service neutron] 10.222.0.86 "GET /v2.0/networks/86e18913-8450-4e7a-b221-5792eb6226e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257195 Nov 03 15:55:02.843006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:55:02.848558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f70ee315-157f-482f-9463-56ce880920ed req-2c80395b-4bfa-4082-a988-5b20166aef59 service neutron] 10.222.0.86 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925202 Nov 03 15:55:02.867049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-2fac8158-bbe0-46b1-a215-51fa4bc06ec2 service neutron] 10.222.0.86 "GET /v2.0/networks/86e18913-8450-4e7a-b221-5792eb6226e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384437 Nov 03 15:55:02.899989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:02.968889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2df1cc-909a-48af-8ca8-f7872ca243fa,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:03.001144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Checking segment: {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:03.001514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Network hostable DHCP agents. Network: 8e6fda05-9f70-4b50-857c-19dfd861e3d8, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:55:03.008736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769bf26-2d3b-45de-85fe-3b215e6d1375 req-579ced67-fc5d-41f4-a9c0-bf9144f3a19e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:03.011073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5769bf26-2d3b-45de-85fe-3b215e6d1375 req-579ced67-fc5d-41f4-a9c0-bf9144f3a19e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 948 time: 0.0967379 Nov 03 15:55:03.051818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:55:03.073914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 8e6fda05-9f70-4b50-857c-19dfd861e3d8) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:03.079561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:03.080556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:03.109155 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-42211516-4bff-44e9-a35b-b531f632cbc2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0212269 Nov 03 15:55:03.110338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ab2c1-27cb-4004-bfe2-6207967d472e None None] Network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:55:03.114371 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5769bf26-2d3b-45de-85fe-3b215e6d1375 req-e400680b-5cfe-45e8-a8f4-8b3edabf2bef tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940723 Nov 03 15:55:03.149336 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6785cd4a-f55b-4670-989e-3a8291e649c9 x-openstack-request-id: req-6785cd4a-f55b-4670-989e-3a8291e649c9 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:03.149917 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:03.150333 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6785cd4a-f55b-4670-989e-3a8291e649c9 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:03.150920 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c', 'status': 'completed', 'code': 200} Nov 03 15:55:03.282623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-9dbce127-1586-41fc-9cc8-79d713624b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:03.284263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-9dbce127-1586-41fc-9cc8-79d713624b2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 1095 time: 0.1058288 Nov 03 15:55:03.318476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e64ccb00-9c62-4310-a607-83dc628d7edb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:03.338335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36147cc3-370e-4292-9a29-816ef44a8fd3 req-ab1f5fc1-ece0-4f9b-b711-ed215ee28c9d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:03.351653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36147cc3-370e-4292-9a29-816ef44a8fd3 req-ab1f5fc1-ece0-4f9b-b711-ed215ee28c9d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 944 time: 0.0857391 Nov 03 15:55:03.424876 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f5fe51-bd92-463d-8609-20c8456199a9 x-openstack-request-id: req-c6f5fe51-bd92-463d-8609-20c8456199a9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:03.425177 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:03.425492 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6f5fe51-bd92-463d-8609-20c8456199a9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:03.426543 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'status': 'completed', 'code': 200} Nov 03 15:55:03.473966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36147cc3-370e-4292-9a29-816ef44a8fd3 req-36faa070-50c3-45f8-8a47-36d3936099f8 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140122 Nov 03 15:55:03.508233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-d92835bf-e3dc-4d71-b353-5510a7b8c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:03.509882 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-d92835bf-e3dc-4d71-b353-5510a7b8c4b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.2178240 Nov 03 15:55:03.618083 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-a309cd95-14f3-46d0-9755-12a8242b4acb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c HTTP/1.1" status: 200 len: 217 time: 0.0774007 Nov 03 15:55:03.628512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b6394-08ae-43f1-ba1b-5027ba10257d None None] Network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:55:03.701955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-5cc1a0e1-af37-4059-98eb-338fe2951537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:03.703965 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-5cc1a0e1-af37-4059-98eb-338fe2951537 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc0f0d9e540144e886835d1dafb7b2d7&device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 1097 time: 0.2064910 Nov 03 15:55:03.750517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-41477bdd-2a8f-48b0-91d3-155929cde718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:03.752017 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-41477bdd-2a8f-48b0-91d3-155929cde718 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1331427 Nov 03 15:55:03.782522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-5c303488-82ec-4c91-a3ec-feee11210edc service neutron] 10.222.0.70 "GET /v2.0/ports/2edc4040-6fa8-4cc9-92d6-fb3fc10435f7/bindings/n-h1-813897-2 HTTP/1.1" status: 200 len: 384 time: 0.1953876 Nov 03 15:55:03.799740 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-2ad7fb1a-27b1-4428-aba7-dabde78c78ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401399 Nov 03 15:55:03.823876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5562f1d-5da3-4d91-bb42-de200b059339 req-9c2ab499-2cba-4ec0-b8ef-0ddd5c1717d1 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:03.826199 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e5562f1d-5da3-4d91-bb42-de200b059339 req-9c2ab499-2cba-4ec0-b8ef-0ddd5c1717d1 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.1876934 Nov 03 15:55:03.848715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-49209154-69a2-47b7-bf26-a4d178406bc7 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 258 time: 0.2449365 Nov 03 15:55:03.924802 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:55:03.966239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-94d13532-79fe-4b52-8ab5-a305e8b64802 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545532 Nov 03 15:55:03.990646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-98dd05d8-5bbd-423c-bfc6-c09bb740112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:03.993212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-98dd05d8-5bbd-423c-bfc6-c09bb740112a service neutron] 10.222.0.15 "GET /v2.0/networks?id=82d1e45b-8d45-4a9b-b570-7b59769accc1 HTTP/1.1" status: 200 len: 930 time: 0.2712061 Nov 03 15:55:04.012434 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e5562f1d-5da3-4d91-bb42-de200b059339 req-3eacf7c1-97f8-4c09-86c0-30d2c2721661 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763463 Nov 03 15:55:04.041923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:04.120572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:04.172817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edc96a71-deea-4c9c-848c-4c664c92d0a2 req-5f5e1499-d27d-4013-90f6-3e990270b9f0 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981726 Nov 03 15:55:04.250101 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b90f9772-72a8-4e37-b1d6-299aee7b8998 req-173a56b3-3eb3-4b7c-a0d6-0e8d4177b55b tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 210 time: 0.0855427 Nov 03 15:55:04.312147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:04.340102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-41b6e01b-b2c8-49b4-bfc3-b2b2833abac1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 HTTP/1.1" status: 200 len: 1000 time: 0.3224080 Nov 03 15:55:04.374022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '5c17cffc-5cf4-43b1-a40d-2dee21811af3', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'port_id': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'mac_address': 'fa:16:3e:67:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:54:57Z', 'updated_at': '2021-11-03T15:55:00Z', 'revision_number': 1, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9dc8a5-c038-44af-b918-f9cedea230ed', 'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'mac_address': 'fa:16:3e:36:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:40Z', 'revision_number': 5, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'subnets': [{'id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:04.415906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:04.439561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-e46134a3-f91c-4019-8e75-5802961b2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:04.441413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-e46134a3-f91c-4019-8e75-5802961b2d40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a736cf-9bdf-4f4e-98a1-2b363cec21ea HTTP/1.1" status: 200 len: 868 time: 0.0881159 Nov 03 15:55:04.448978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:04.495154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a228e93a-9506-464a-ae13-c3bb3f02e9fb None None] The sync data for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 is: [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '5c17cffc-5cf4-43b1-a40d-2dee21811af3', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'port_id': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'mac_address': 'fa:16:3e:67:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:54:57Z', 'updated_at': '2021-11-03T15:55:00Z', 'revision_number': 1, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9dc8a5-c038-44af-b918-f9cedea230ed', 'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'mac_address': 'fa:16:3e:36:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:40Z', 'revision_number': 5, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'subnets': [{'id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:55:04.549579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:04.564607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Allocated IP 172.25.6.35 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/80564549-3fa2-4e21-a656-30b070fa8e02) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:55:04.567641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:04.595154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-9942e4da-004e-4ab6-aa50-ccc4aef9cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:04.597030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-9942e4da-004e-4ab6-aa50-ccc4aef9cbe0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82d1e45b-8d45-4a9b-b570-7b59769accc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436486 Nov 03 15:55:04.603220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:04.711325 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:04.759976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:04.814496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Transition to ACTIVE for port object 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:04.817760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-635c2f59-919f-447f-8026-4a9fd05133db service neutron] 10.222.0.15 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036514 Nov 03 15:55:04.855415 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcdb1cb-2b44-444c-bb23-77c04cec0076 None None] New status for floating IP 5c17cffc-5cf4-43b1-a40d-2dee21811af3: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:55:04.857906 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:04.883231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:55:04.898571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Pushing event updated for resources: {'Port': ['ID=80564549-3fa2-4e21-a656-30b070fa8e02,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:04.908049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:04.935698 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-034750c5-5889-4c4d-a0aa-c4c8bedb3252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:04.983174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:55:05.155763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] No DVR routers for this DVR port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:05.168223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-547c1969-67bc-4cd5-81a4-813b7d3581bd tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:05.169759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-547c1969-67bc-4cd5-81a4-813b7d3581bd tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.70 "GET /v2.0/networks?id=86e18913-8450-4e7a-b221-5792eb6226e6 HTTP/1.1" status: 200 len: 821 time: 0.2797978 Nov 03 15:55:05.190327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Request body: {'port': {'device_id': '483c401d-9462-4bf5-8b1d-efb885ba5fc9', 'network_id': '86e18913-8450-4e7a-b221-5792eb6226e6', 'admin_state_up': True, 'tenant_id': 'aea2e2b94edd45bb9ee12945d0a4c7f2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:05.222189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-0787b25b-031f-4768-a962-1553e0917141 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:05.223857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-0787b25b-031f-4768-a962-1553e0917141 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0&tenant_id=9b1469192bd448d38364a749bc3ed35c&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 948 time: 0.3364108 Nov 03 15:55:05.247911 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] 10.222.0.70 "PUT /v2.0/ports/2edc4040-6fa8-4cc9-92d6-fb3fc10435f7/bindings/n-h1-813897-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4202712 Nov 03 15:55:05.252371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Pushing event updated for resources: {'Port': ['ID=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:05.268521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.268771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.269108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.269436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.269814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.270112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.270434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.270767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.271120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.271433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.271771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.272112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74c159-3865-4451-b51f-ee8e7c3c8d51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:05.327176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18ec34b3-ab81-43db-964f-9c9e40e4e22b req-9338d2be-745a-4bde-b96c-8cdc570fbd99 service neutron] 10.222.0.15 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949474 Nov 03 15:55:05.353754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-5182b0b8-0aab-4970-a5cf-e5dc8fe18fcb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:05.361642 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-5182b0b8-0aab-4970-a5cf-e5dc8fe18fcb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/networks?id=8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 200 len: 820 time: 0.3703010 Nov 03 15:55:05.374173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9ba22a56-a2a9-4f99-bd8a-522a08982435 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/quotas/b46972cfa0f54b88be6c9632329ff707 HTTP/1.1" status: 200 len: 375 time: 0.0104840 Nov 03 15:55:05.420160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-0b6468b0-a1ea-461c-a0a6-fb8ce6567e33 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b46972cfa0f54b88be6c9632329ff707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344250 Nov 03 15:55:05.449939 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-9815cb43-c41a-4a57-8993-ff57c67246ae service neutron] 10.222.0.15 "GET /v2.0/ports/e64ccb00-9c62-4310-a607-83dc628d7edb/bindings/n-h1-813897-2 HTTP/1.1" status: 200 len: 382 time: 0.1732292 Nov 03 15:55:05.451481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:05.476719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-c23a1490-507c-4ccb-b448-b17a52ff4686 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:05.478223 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-c23a1490-507c-4ccb-b448-b17a52ff4686 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.1225059 Nov 03 15:55:05.542218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-7088454c-f7ff-4ace-9cb1-2f6204132868 service neutron] 10.222.0.86 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106491 Nov 03 15:55:05.564863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Made reservation on behalf of aea2e2b94edd45bb9ee12945d0a4c7f2 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:05.568593 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:05.575321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:05.646047 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-fb5b8448-4492-40b3-9988-a00c3132ffb5 service neutron] 10.222.0.86 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964196 Nov 03 15:55:05.666787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-884d158f-5952-4ce1-ac7f-3bebf943790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:05.668528 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-884d158f-5952-4ce1-ac7f-3bebf943790d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 1099 time: 0.1639285 Nov 03 15:55:05.698615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-98a4ec61-0c68-4f0e-8075-778f84f7dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:05.700083 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-98a4ec61-0c68-4f0e-8075-778f84f7dd94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a&tenant_id=574458bcf0c640ecb8efbda6451c2ee6 HTTP/1.1" status: 200 len: 1096 time: 0.2003624 Nov 03 15:55:05.861625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:55:05.964863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e64ccb00-9c62-4310-a607-83dc628d7edb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:05.965493 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:06.138284 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:06.139545 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:06.181721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e52670-d73b-4222-a2a3-62e4ed4835f4 req-f568970e-edb4-4858-89ec-330ed409abb6 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:06.182424 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:06.184451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-69e52670-d73b-4222-a2a3-62e4ed4835f4 req-f568970e-edb4-4858-89ec-330ed409abb6 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 945 time: 0.1921887 Nov 03 15:55:06.187163 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cd1a95-f2c5-41c7-acfd-ba6dd4be3fec" -d '{"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:06.217030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:06.222590 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:06.301431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-69e52670-d73b-4222-a2a3-62e4ed4835f4 req-8f596d89-3026-48a6-8b0d-9fa28750fa57 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096337 Nov 03 15:55:06.340745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:06.394197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-c6a3ef4d-0f94-459f-8015-d092f494db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:06.396063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-c6a3ef4d-0f94-459f-8015-d092f494db68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 1096 time: 0.6279883 Nov 03 15:55:06.397118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-cac234df-1b63-42dc-9780-06d37804cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:06.399288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-cac234df-1b63-42dc-9780-06d37804cdbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.6982424 Nov 03 15:55:06.437248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Allocated IP 172.20.0.5 (86e18913-8450-4e7a-b221-5792eb6226e6/bbe57825-5a0b-4410-bd0b-f9323346a476/032020c3-8643-429e-9e08-e6a24a358e4d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:55:06.489082 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-1007b56f-4712-4fc2-93fd-d68e7dd89f77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e64ccb00-9c62-4310-a607-83dc628d7edb HTTP/1.1" status: 200 len: 217 time: 0.0719869 Nov 03 15:55:06.533157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cc0e-3103-4eae-9fd5-d3be6f85ffba req-833be63a-897d-4137-b3f3-127bf970501b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:06.535008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f364cc0e-3103-4eae-9fd5-d3be6f85ffba req-833be63a-897d-4137-b3f3-127bf970501b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0583203 Nov 03 15:55:06.581859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:06.597139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f364cc0e-3103-4eae-9fd5-d3be6f85ffba req-92fe41fe-a520-43be-a575-bb9c63762116 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530729 Nov 03 15:55:06.600043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:06.736697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b20f8-eac1-4d52-a3b9-68c568925956 req-def08424-0397-47d2-a0c0-fb7b268728b8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:06.740486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-969d5eed-154f-456c-88a3-ab0760ca9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:06.742049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-969d5eed-154f-456c-88a3-ab0760ca9f46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2377076 Nov 03 15:55:06.746310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a1b20f8-eac1-4d52-a3b9-68c568925956 req-def08424-0397-47d2-a0c0-fb7b268728b8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0821986 Nov 03 15:55:06.797856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a1b20f8-eac1-4d52-a3b9-68c568925956 req-48b4e71f-6d23-419a-a90e-1b380bd4757a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505905 Nov 03 15:55:06.807253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Pushing event updated for resources: {'Port': ['ID=80564549-3fa2-4e21-a656-30b070fa8e02,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:06.837016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0c6945ab-eb43-4e38-a810-ee7e48be71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:06.838540 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-0c6945ab-eb43-4e38-a810-ee7e48be71f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 200 len: 907 time: 0.4230554 Nov 03 15:55:06.872168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:06.920233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468b6bca-4430-4da2-a8bd-35029286c829 req-84dbbd40-f9be-42e6-a550-af0adda2ccce tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 210 time: 0.0337169 Nov 03 15:55:06.933089 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-6ceb2971-5cb0-4096-9185-792f584f1e58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 HTTP/1.1" status: 200 len: 217 time: 0.0546324 Nov 03 15:55:06.935615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:06.936686 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-fa2aefd3-9f75-494d-a636-439da0c635e0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0797083 Nov 03 15:55:06.997344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-61884cb2-484d-4b8e-b64e-ecc609f112e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:06.998759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-61884cb2-484d-4b8e-b64e-ecc609f112e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2086258 Nov 03 15:55:07.032681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7dddfbe1-55fb-483f-8194-1ce8eed7d258 req-6f30405b-5ca4-430f-b8c8-c71d8b9b7e7b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 210 time: 0.0434265 Nov 03 15:55:07.095316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:07.105888 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2959fd-ef86-4c61-8033-8bf4f43d7271 x-openstack-request-id: req-8e2959fd-ef86-4c61-8033-8bf4f43d7271 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:07.106405 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:07.106504 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e2959fd-ef86-4c61-8033-8bf4f43d7271 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:07.106836 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'code': 200} Nov 03 15:55:07.111291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-31553822-6910-4b22-8257-b49948c3006d tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.35 HTTP/1.1" status: 200 len: 695 time: 0.1567397 Nov 03 15:55:07.158321 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-d3db4d13-d1a0-4471-b4d8-0d665d02d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:07.159778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-d3db4d13-d1a0-4471-b4d8-0d665d02d24a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 200 len: 846 time: 0.2153046 Nov 03 15:55:07.257693 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-2b034959-7399-4f82-91aa-8ec120c70bd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625429 Nov 03 15:55:07.341485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-7350c7a8-a9b7-47a0-aa36-dd469db80c68 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960069 Nov 03 15:55:07.403571 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:07.462887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-986d3aa8-d7cd-4557-b12d-3292be5cb93a tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:07.464318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d76f0de-3be7-4157-ba10-fa698c385f7f req-986d3aa8-d7cd-4557-b12d-3292be5cb93a tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.3445656 Nov 03 15:55:07.482877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-2f9e827e-192b-4d26-9780-549a0ef23c9a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:07.490102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-2f9e827e-192b-4d26-9780-549a0ef23c9a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.70 "GET /v2.0/networks?id=8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 200 len: 820 time: 0.1911168 Nov 03 15:55:07.517507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Request body: {'port': {'device_id': '668ad46a-d426-4d8b-8e74-befebf930fc4', 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8', 'admin_state_up': True, 'tenant_id': 'b46972cfa0f54b88be6c9632329ff707'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:07.608685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Network 86e18913-8450-4e7a-b221-5792eb6226e6 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:55:07.612568 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:07.619155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:07.626208 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ae5010ab-97c8-4a5f-95bb-4ba257adb1a4 service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606966 Nov 03 15:55:07.626208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:55:07.628129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ba84e-9ebe-4789-bfb6-fbb19cdd083a req-fa70adef-6863-47a8-9abb-e288c0bf4189 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:07.629781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c9ba84e-9ebe-4789-bfb6-fbb19cdd083a req-fa70adef-6863-47a8-9abb-e288c0bf4189 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 945 time: 0.1705189 Nov 03 15:55:07.631104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Pushing event updated for resources: {'Port': ['ID=032020c3-8643-429e-9e08-e6a24a358e4d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:07.722186 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c9ba84e-9ebe-4789-bfb6-fbb19cdd083a req-39347fb2-771a-4aa8-8656-943637fc45be tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756109 Nov 03 15:55:07.724436 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-ef2085cf-c479-4ed8-8d46-063484864a31 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496368 Nov 03 15:55:07.727476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Made reservation on behalf of b46972cfa0f54b88be6c9632329ff707 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:07.732167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:07.803806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:07.804297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:07.838278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b9a40-032e-47f3-aae0-1a68d1667da6 req-a7a58418-2e3f-47a2-8f69-9bf448900ffb tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:07.840702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae9b9a40-032e-47f3-aae0-1a68d1667da6 req-a7a58418-2e3f-47a2-8f69-9bf448900ffb tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1551671 Nov 03 15:55:07.847704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-af1a830c-d561-4df6-888c-05385b315a49 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6667967 Nov 03 15:55:07.900108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Request body: {'port': {'device_id': '483c401d-9462-4bf5-8b1d-efb885ba5fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:07.907028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-eaed0c5b-21f7-4063-9f3a-4d3ea955130d service neutron] 10.222.0.15 "GET /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681737 Nov 03 15:55:07.917670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54d2d5-94da-4b73-9f65-5bb9dea241fc req-7b6f4246-7a1a-4a4e-8bb3-2dd96a325fd0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:07.919741 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad54d2d5-94da-4b73-9f65-5bb9dea241fc req-7b6f4246-7a1a-4a4e-8bb3-2dd96a325fd0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.1035826 Nov 03 15:55:07.933706 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae9b9a40-032e-47f3-aae0-1a68d1667da6 req-5cd5b6a1-b0ca-4605-909d-dcca026d27fa tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.35 HTTP/1.1" status: 200 len: 695 time: 0.0842767 Nov 03 15:55:07.970316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-ae9b9a40-032e-47f3-aae0-1a68d1667da6 req-48931d82-04b2-4be4-ae94-1b108d53515d tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Request body: {'floatingip': {'port_id': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:07.975047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Allocated IP 172.20.0.10 (8e6fda05-9f70-4b50-857c-19dfd861e3d8/6a2df1cc-909a-48af-8ca8-f7872ca243fa/1219b603-532a-4741-b3fd-e89b37ce7af7) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:55:08.017500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.022823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ae9b9a40-032e-47f3-aae0-1a68d1667da6 req-48931d82-04b2-4be4-ae94-1b108d53515d tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.032531 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad54d2d5-94da-4b73-9f65-5bb9dea241fc req-a80cefc4-ba02-46f2-87d8-bd1a34c2cc59 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904677 Nov 03 15:55:08.190224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6b23d-8566-485b-8180-b070b788621e req-0e168dbf-fa44-4cba-b959-e5583abdd52a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:08.192059 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cea6b23d-8566-485b-8180-b070b788621e req-0e168dbf-fa44-4cba-b959-e5583abdd52a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0760088 Nov 03 15:55:08.215766 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.270248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cea6b23d-8566-485b-8180-b070b788621e req-f208293f-bcc7-4cb3-adc8-4afa65c4e9a2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701563 Nov 03 15:55:08.282477 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.331861 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.338122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:55:08.344814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-10eaaeba-ccaa-41b4-9a33-b707c4d3ed54 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:08.346346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-10eaaeba-ccaa-41b4-9a33-b707c4d3ed54 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a&tenant_id=574458bcf0c640ecb8efbda6451c2ee6&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.1390307 Nov 03 15:55:08.348239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:08.351396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event updated for resources: {'Port': ['ID=1219b603-532a-4741-b3fd-e89b37ce7af7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:08.353690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:55:08.427315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:08.427949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.453483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e796903-9dd9-4b20-8222-2dabb4f8ff90 req-cf8b082b-9a9c-49f5-8e99-a925300c5139 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:08.455151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e796903-9dd9-4b20-8222-2dabb4f8ff90 req-cf8b082b-9a9c-49f5-8e99-a925300c5139 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 931 time: 0.0790434 Nov 03 15:55:08.459025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-d204b83f-3972-46aa-9db9-d557399fa83e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9536374 Nov 03 15:55:08.480054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Request body: {'port': {'device_id': '668ad46a-d426-4d8b-8e74-befebf930fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:08.557598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e796903-9dd9-4b20-8222-2dabb4f8ff90 req-5777b14e-18af-45d2-8e75-e841f1343f75 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958080 Nov 03 15:55:08.562968 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.747247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175448b9-c9c4-4a6b-b397-f0c8884f696f req-d62f31cc-786f-41f4-ad8f-2464a7f9833a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:08.748982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-175448b9-c9c4-4a6b-b397-f0c8884f696f req-d62f31cc-786f-41f4-ad8f-2464a7f9833a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 932 time: 0.1253974 Nov 03 15:55:08.754370 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-ae9b9a40-032e-47f3-aae0-1a68d1667da6 req-48931d82-04b2-4be4-ae94-1b108d53515d tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 15:55:08.755406 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae9b9a40-032e-47f3-aae0-1a68d1667da6 req-48931d82-04b2-4be4-ae94-1b108d53515d tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "PUT /v2.0/floatingips/2c20ffb1-2cd5-4581-95ab-6975ad2b7bc2 HTTP/1.1" status: 409 len: 550 time: 0.7916417 Nov 03 15:55:08.854875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-175448b9-c9c4-4a6b-b397-f0c8884f696f req-c8d17c34-2b0d-4a19-be58-b3d33f03944d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959058 Nov 03 15:55:08.864772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ec2599a5-f7b7-4e9c-9f54-521c3b27dcf1 service neutron] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:08.869761 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ec2599a5-f7b7-4e9c-9f54-521c3b27dcf1 service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.870708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7be5bf6-0828-4749-8ee4-780c33b40e44 req-ec2599a5-f7b7-4e9c-9f54-521c3b27dcf1 service neutron] 10.222.0.15 "DELETE /v2.0/ports/2edc4040-6fa8-4cc9-92d6-fb3fc10435f7/bindings/n-h2-813897-2 HTTP/1.1" status: 204 len: 173 time: 0.4971859 Nov 03 15:55:08.892410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032020c3-8643-429e-9e08-e6a24a358e4d {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:08.909404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.940936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Transition to ACTIVE for port object 032020c3-8643-429e-9e08-e6a24a358e4d will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:08.945657 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:08.986650 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-59d2442e-86c2-45cd-a6cf-a1209d482121 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991488 Nov 03 15:55:09.012694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1219b603-532a-4741-b3fd-e89b37ce7af7 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:09.022856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:09.041252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfed4de-b24b-45ee-a37f-54b1fb696943 req-1ef42216-a71d-407a-98f3-8a24262ec0cb tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.042870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bfed4de-b24b-45ee-a37f-54b1fb696943 req-1ef42216-a71d-407a-98f3-8a24262ec0cb tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 945 time: 0.1054375 Nov 03 15:55:09.048301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Transition to ACTIVE for port object 1219b603-532a-4741-b3fd-e89b37ce7af7 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:09.055927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Pushing event updated for resources: {'Port': ['ID=032020c3-8643-429e-9e08-e6a24a358e4d,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:09.060894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-65718ec8-5102-4295-81c0-ef369181ea3c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips/2c20ffb1-2cd5-4581-95ab-6975ad2b7bc2 HTTP/1.1" status: 200 len: 692 time: 0.0811663 Nov 03 15:55:09.065331 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:09.141331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=1219b603-532a-4741-b3fd-e89b37ce7af7,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:09.163079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bfed4de-b24b-45ee-a37f-54b1fb696943 req-aecf5797-cc75-4f08-b4f0-a4f3ab2e60ac tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132462 Nov 03 15:55:09.203057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-2813d643-828a-4d82-aec1-832a6e7d2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.204570 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-2813d643-828a-4d82-aec1-832a6e7d2f9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 1096 time: 0.1697700 Nov 03 15:55:09.218278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Attempting to bind port 1219b603-532a-4741-b3fd-e89b37ce7af7 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:09.218617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Attempting to bind port 1219b603-532a-4741-b3fd-e89b37ce7af7 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:09.218946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Attempting to bind port 1219b603-532a-4741-b3fd-e89b37ce7af7 on network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:09.223478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Port 1219b603-532a-4741-b3fd-e89b37ce7af7 on network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:09.223813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Attempting to bind port 1219b603-532a-4741-b3fd-e89b37ce7af7 on network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:09.224419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Attempting to bind port 032020c3-8643-429e-9e08-e6a24a358e4d on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:09.224755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Attempting to bind port 032020c3-8643-429e-9e08-e6a24a358e4d by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f0ef4696-5ff4-459e-af24-2fcd5af882c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '86e18913-8450-4e7a-b221-5792eb6226e6'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:09.225087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Attempting to bind port 032020c3-8643-429e-9e08-e6a24a358e4d on network 86e18913-8450-4e7a-b221-5792eb6226e6 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:09.229326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:09.229708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Checking segment: {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:09.230097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Bound using segment: {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:09.230530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Bound port: 1219b603-532a-4741-b3fd-e89b37ce7af7, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:09.230886 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:09.237019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Port 032020c3-8643-429e-9e08-e6a24a358e4d on network 86e18913-8450-4e7a-b221-5792eb6226e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:09.237352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Attempting to bind port 032020c3-8643-429e-9e08-e6a24a358e4d on network 86e18913-8450-4e7a-b221-5792eb6226e6 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:09.269484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:09.269854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Checking segment: {'id': 'f0ef4696-5ff4-459e-af24-2fcd5af882c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '86e18913-8450-4e7a-b221-5792eb6226e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:09.270244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Bound using segment: {'id': 'f0ef4696-5ff4-459e-af24-2fcd5af882c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '86e18913-8450-4e7a-b221-5792eb6226e6'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:09.270695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Bound port: 032020c3-8643-429e-9e08-e6a24a358e4d, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ef4696-5ff4-459e-af24-2fcd5af882c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '86e18913-8450-4e7a-b221-5792eb6226e6'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:09.271055 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:09.324189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-ae75602a-dc93-424c-8afd-17de81ae91fb tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.325577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-ae75602a-dc93-424c-8afd-17de81ae91fb tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.2460120 Nov 03 15:55:09.330458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b2d33-4c29-4e73-98a4-f31f4911707c req-b58b825e-a44b-48d4-a25b-bdfb985173ee tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.331955 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d46b2d33-4c29-4e73-98a4-f31f4911707c req-b58b825e-a44b-48d4-a25b-bdfb985173ee tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0914061 Nov 03 15:55:09.339688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] For port 1219b603-532a-4741-b3fd-e89b37ce7af7, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:09.343324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] For port 1219b603-532a-4741-b3fd-e89b37ce7af7, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1219b603-532a-4741-b3fd-e89b37ce7af7,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:09.351434 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:09.415886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.416505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:09.417922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] 10.222.0.70 "PUT /v2.0/ports/1219b603-532a-4741-b3fd-e89b37ce7af7 HTTP/1.1" status: 200 len: 1092 time: 0.9489129 Nov 03 15:55:09.423550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668ad46a-d426-4d8b-8e74-befebf930fc4', 'tag': '1219b603-532a-4741-b3fd-e89b37ce7af7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:09.424970 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f783d926-2144-4b5f-a93b-8433dd8a1e50" -d '{"events": [{"name": "network-changed", "server_uuid": "668ad46a-d426-4d8b-8e74-befebf930fc4", "tag": "1219b603-532a-4741-b3fd-e89b37ce7af7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:09.437682 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-e118c7d2-df6c-4a9e-a97e-64ac3a501d58 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.35 HTTP/1.1" status: 200 len: 695 time: 0.0992572 Nov 03 15:55:09.449690 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d46b2d33-4c29-4e73-98a4-f31f4911707c req-c6bc1ad3-b2b2-40b8-b30c-409a00a9d6de tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112769 Nov 03 15:55:09.455108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88cb43-3182-4ba5-98d9-1521fc2aaeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=1219b603-532a-4741-b3fd-e89b37ce7af7,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:09.458622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-7682bfe2-8457-45ec-a9f4-053fe00b0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.460653 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-7682bfe2-8457-45ec-a9f4-053fe00b0109 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.2246685 Nov 03 15:55:09.532205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-deeec1d5-effe-486f-b05d-1e44f21e9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.534069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-deeec1d5-effe-486f-b05d-1e44f21e9de2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b46972cfa0f54b88be6c9632329ff707&device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0589015 Nov 03 15:55:09.558515 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-d9a8ac99-dcb5-4170-a6fd-7eab7a5d5d40 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.35 HTTP/1.1" status: 200 len: 695 time: 0.1199861 Nov 03 15:55:09.560607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] For port 032020c3-8643-429e-9e08-e6a24a358e4d, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:09.564440 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-718c0fff-d6f7-464c-9922-17e446e3357f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 200 len: 217 time: 0.0684705 Nov 03 15:55:09.583902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] For port 032020c3-8643-429e-9e08-e6a24a358e4d, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=032020c3-8643-429e-9e08-e6a24a358e4d,segment=NetworkSegment(f0ef4696-5ff4-459e-af24-2fcd5af882c7),segment_id=f0ef4696-5ff4-459e-af24-2fcd5af882c7)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:09.591709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-5b6bfd0c-3e9e-4ad4-b301-12c63eebc1ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1219b603-532a-4741-b3fd-e89b37ce7af7 HTTP/1.1" status: 200 len: 217 time: 0.0474725 Nov 03 15:55:09.626373 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:09.664826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-024ee0bd-953f-4ce0-9bf4-779379c7b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.666826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-024ee0bd-953f-4ce0-9bf4-779379c7b9f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a2df1cc-909a-48af-8ca8-f7872ca243fa HTTP/1.1" status: 200 len: 860 time: 0.0650046 Nov 03 15:55:09.675545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8cfdb-588a-460b-b0b0-c9a06a816305 req-0828b9c5-4751-4725-9545-9bd593d56d17 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.677322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cbc8cfdb-588a-460b-b0b0-c9a06a816305 req-0828b9c5-4751-4725-9545-9bd593d56d17 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0882671 Nov 03 15:55:09.713137 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-29c915b4-5147-493f-8b21-05b944f1e967 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e6fda05-9f70-4b50-857c-19dfd861e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346339 Nov 03 15:55:09.740824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.742774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:09.744327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] 10.222.0.70 "PUT /v2.0/ports/032020c3-8643-429e-9e08-e6a24a358e4d HTTP/1.1" status: 200 len: 1091 time: 1.8792500 Nov 03 15:55:09.744855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483c401d-9462-4bf5-8b1d-efb885ba5fc9', 'tag': '032020c3-8643-429e-9e08-e6a24a358e4d'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:09.747158 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a" -d '{"events": [{"name": "network-changed", "server_uuid": "483c401d-9462-4bf5-8b1d-efb885ba5fc9", "tag": "032020c3-8643-429e-9e08-e6a24a358e4d"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:09.762961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-24b7e903-6882-4554-bebe-5ba59477c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.764705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-24b7e903-6882-4554-bebe-5ba59477c507 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1778345 Nov 03 15:55:09.795827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cbc8cfdb-588a-460b-b0b0-c9a06a816305 req-285aa4f8-7f01-46bd-9b41-da797f7f8b68 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079094 Nov 03 15:55:09.832179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-40a698e0-059e-4a3d-aa60-74955b2aa8cd service neutron] 10.222.0.70 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064069 Nov 03 15:55:09.847489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-e457f970-4108-425a-abfb-32f4d7ac5bba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514317 Nov 03 15:55:09.849041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbb389-dca5-4c00-bad2-6f722285a373 service neutron] Pushing event updated for resources: {'Port': ['ID=032020c3-8643-429e-9e08-e6a24a358e4d,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:09.865774 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efed5cd1-b409-4200-a746-ec293694f234 x-openstack-request-id: req-efed5cd1-b409-4200-a746-ec293694f234 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:09.866350 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668ad46a-d426-4d8b-8e74-befebf930fc4", "tag": "1219b603-532a-4741-b3fd-e89b37ce7af7", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:09.866739 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-efed5cd1-b409-4200-a746-ec293694f234 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:09.867458 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668ad46a-d426-4d8b-8e74-befebf930fc4', 'tag': '1219b603-532a-4741-b3fd-e89b37ce7af7', 'status': 'completed', 'code': 200} Nov 03 15:55:09.950908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-b2cf3815-efc0-4d50-a8df-50c7e9b38278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.952316 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-b2cf3815-efc0-4d50-a8df-50c7e9b38278 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aea2e2b94edd45bb9ee12945d0a4c7f2&device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 1094 time: 0.1463737 Nov 03 15:55:09.964924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Deleting port 80564549-3fa2-4e21-a656-30b070fa8e02 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:09.965286 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:09.981123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20510e78-c193-4093-bf62-dd0e39050088 req-402b6664-8e54-4b2a-a63b-0935dd48ee7d tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:09.982678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20510e78-c193-4093-bf62-dd0e39050088 req-402b6664-8e54-4b2a-a63b-0935dd48ee7d tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 1096 time: 0.0730889 Nov 03 15:55:09.984466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64156e22-4e4a-4709-ba2d-b156349f1f1d req-588a1859-2fa8-4365-946a-6ad7bda2984f service neutron] 10.222.0.70 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440687 Nov 03 15:55:10.036995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20510e78-c193-4093-bf62-dd0e39050088 req-64d6c3fb-e9b5-4383-8c04-56cdfb1795f4 tempest-LiveMigrationTest-910177028 tempest-LiveMigrationTest-910177028-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472794 Nov 03 15:55:10.042016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-cf5e155f-8c0c-4231-9129-9c1943c74a3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032020c3-8643-429e-9e08-e6a24a358e4d HTTP/1.1" status: 200 len: 217 time: 0.0739067 Nov 03 15:55:10.088521 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-1e876cda-e3fd-418e-ba57-16d55e4a2720 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324631 Nov 03 15:55:10.141238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-dfc3b8f0-77aa-436a-8fce-126e66612f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:10.142851 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-dfc3b8f0-77aa-436a-8fce-126e66612f7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b46972cfa0f54b88be6c9632329ff707&device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0995865 Nov 03 15:55:10.230350 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:10.231079 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:10.234941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-30f1bd7d-f320-4c6b-b2fe-03f69ae21636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:10.236448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-30f1bd7d-f320-4c6b-b2fe-03f69ae21636 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbe57825-5a0b-4410-bd0b-f9323346a476 HTTP/1.1" status: 200 len: 861 time: 0.1455975 Nov 03 15:55:10.279566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Calling delete_port for 80564549-3fa2-4e21-a656-30b070fa8e02 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:10.282791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-c05cfdc7-5204-4d44-b967-d84dd2c36640 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86e18913-8450-4e7a-b221-5792eb6226e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379944 Nov 03 15:55:10.416954 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c69294-f217-4513-91cc-a8c2d27aceda req-a8fe0e27-a1af-4cee-a451-e26e2d64e796 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958798 Nov 03 15:55:10.473734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-56fc52de-3b3a-46a8-a60f-0d39cdc5c416 service neutron] 10.222.0.70 "GET /v2.0/networks/86e18913-8450-4e7a-b221-5792eb6226e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802325 Nov 03 15:55:10.576738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8bf25-39f1-4304-88d6-042590b19603 req-51fae224-4da5-46a6-ad8a-d1e5c3387cd0 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:10.578275 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ae8bf25-39f1-4304-88d6-042590b19603 req-51fae224-4da5-46a6-ad8a-d1e5c3387cd0 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 943 time: 0.4605308 Nov 03 15:55:10.614432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:10.617128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-a206436c-abcf-448c-a7e5-bd074c7291ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:10.618637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-a206436c-abcf-448c-a7e5-bd074c7291ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 200 len: 921 time: 0.1318326 Nov 03 15:55:10.662516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Pushing event deleted for resources: {'Port': ['ID=80564549-3fa2-4e21-a656-30b070fa8e02,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:10.668808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-2a20aed6-2346-4e0b-9cc7-71d49865de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:10.670333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-2a20aed6-2346-4e0b-9cc7-71d49865de0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0&tenant_id=9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 1100 time: 0.1049838 Nov 03 15:55:10.674311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-541eb62c-6b0d-45c0-bb24-257b2a4bdcad req-1913d978-851f-4d3e-9f0a-b96f6974a194 service neutron] 10.222.0.70 "GET /v2.0/networks/86e18913-8450-4e7a-b221-5792eb6226e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930218 Nov 03 15:55:10.678092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-b2208126-6278-4343-a156-4d97d01324b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1219b603-532a-4741-b3fd-e89b37ce7af7 HTTP/1.1" status: 200 len: 217 time: 0.0486052 Nov 03 15:55:10.687938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ae8bf25-39f1-4304-88d6-042590b19603 req-da0daa6a-2243-49e2-b52a-66c0bbba9f22 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975235 Nov 03 15:55:10.738433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-ef8ace42-4b64-4a84-a389-c32bd3801673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:10.739646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-ef8ace42-4b64-4a84-a389-c32bd3801673 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a2df1cc-909a-48af-8ca8-f7872ca243fa HTTP/1.1" status: 200 len: 860 time: 0.0508318 Nov 03 15:55:10.762083 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75efa147-d4b2-4490-9dfe-cfa274b04b02 x-openstack-request-id: req-75efa147-d4b2-4490-9dfe-cfa274b04b02 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:10.762377 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483c401d-9462-4bf5-8b1d-efb885ba5fc9", "tag": "032020c3-8643-429e-9e08-e6a24a358e4d", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:10.762629 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-75efa147-d4b2-4490-9dfe-cfa274b04b02 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:10.763021 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483c401d-9462-4bf5-8b1d-efb885ba5fc9', 'tag': '032020c3-8643-429e-9e08-e6a24a358e4d', 'status': 'completed', 'code': 200} Nov 03 15:55:10.767329 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:10.770202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:10.771401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1206176-4a01-4517-bea2-90e4ba245c1c req-6eb1c41a-9b49-453c-95c3-44420f3d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "DELETE /v2.0/floatingips/2c20ffb1-2cd5-4581-95ab-6975ad2b7bc2 HTTP/1.1" status: 204 len: 173 time: 1.1970882 Nov 03 15:55:10.788660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-e543a39d-293d-4165-b9b9-c4e52f800276 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e6fda05-9f70-4b50-857c-19dfd861e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407748 Nov 03 15:55:10.792471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-a0383665-90ab-4b59-8066-096760627ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:10.793940 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-a0383665-90ab-4b59-8066-096760627ff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 1100 time: 0.0725381 Nov 03 15:55:10.890492 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-5e5504c9-9093-48d4-9d5c-b7e2f6f4e2cf service neutron] 10.222.0.70 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947547 Nov 03 15:55:10.916609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-fd951094-b70d-48ed-8367-a4ee26ff1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:10.918130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-fd951094-b70d-48ed-8367-a4ee26ff1b0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aea2e2b94edd45bb9ee12945d0a4c7f2&device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 1094 time: 0.1281121 Nov 03 15:55:10.986271 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fb9c3-ed77-4fb3-98e1-02220281da1f req-846e0ef4-c6eb-4ae4-9d96-aa6b50a08c3f tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:10.987751 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b38fb9c3-ed77-4fb3-98e1-02220281da1f req-846e0ef4-c6eb-4ae4-9d96-aa6b50a08c3f tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 944 time: 0.1390328 Nov 03 15:55:10.994099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f783d926-2144-4b5f-a93b-8433dd8a1e50 req-768238e8-c8cd-41ad-b37d-8d24cc8d39f1 service neutron] 10.222.0.70 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946009 Nov 03 15:55:11.028447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-a14248a8-2bf0-4d24-ada2-d1ca4eb9a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.029883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-a14248a8-2bf0-4d24-ada2-d1ca4eb9a6bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2109432 Nov 03 15:55:11.091913 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-cd3acdc1-4017-4ba5-ab4f-1fb456692ad0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e64ccb00-9c62-4310-a607-83dc628d7edb HTTP/1.1" status: 200 len: 217 time: 0.0474460 Nov 03 15:55:11.124588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-4a0fc500-7088-4340-866b-471141ad8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.126077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-4a0fc500-7088-4340-866b-471141ad8696 service neutron] 10.222.0.70 "GET /v2.0/networks?id=86e18913-8450-4e7a-b221-5792eb6226e6 HTTP/1.1" status: 200 len: 922 time: 0.1920233 Nov 03 15:55:11.129735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b38fb9c3-ed77-4fb3-98e1-02220281da1f req-45a74cf2-c5d3-4e33-b2e4-551a03005586 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102023 Nov 03 15:55:11.176923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf8567-d945-43a0-98ab-ddbd51827f3b req-c8153ee0-00bd-4065-8709-6df1fa7654dd tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.178527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44cf8567-d945-43a0-98ab-ddbd51827f3b req-c8153ee0-00bd-4065-8709-6df1fa7654dd tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0565345 Nov 03 15:55:11.207554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-67681003-c668-499c-b852-83c00b5b808f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032020c3-8643-429e-9e08-e6a24a358e4d HTTP/1.1" status: 200 len: 217 time: 0.0665901 Nov 03 15:55:11.228021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44cf8567-d945-43a0-98ab-ddbd51827f3b req-9082deb5-b885-4796-9802-f2b88e61db00 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Nov 03 15:55:11.294092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-7a7b8f40-ee5f-46a5-9fae-5e5b1a97ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.295545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-7a7b8f40-ee5f-46a5-9fae-5e5b1a97ede4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1631765 Nov 03 15:55:11.305451 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-9742accd-01fa-4b2d-ba13-6d67b99dc822 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 1002 time: 0.1394963 Nov 03 15:55:11.336239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171629d-7d78-4ddc-906e-b6f5dbca515c req-a32ccf37-11cd-49d9-bb0c-c702e1e51aec tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.337769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4171629d-7d78-4ddc-906e-b6f5dbca515c req-a32ccf37-11cd-49d9-bb0c-c702e1e51aec tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0506456 Nov 03 15:55:11.349599 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-9fac8b7b-e033-4707-a33b-13b2faf8b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.351091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-9fac8b7b-e033-4707-a33b-13b2faf8b294 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbe57825-5a0b-4410-bd0b-f9323346a476 HTTP/1.1" status: 200 len: 861 time: 0.1131129 Nov 03 15:55:11.392318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4171629d-7d78-4ddc-906e-b6f5dbca515c req-9f8a7657-839a-4673-ab8a-db9b9d8370f3 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484037 Nov 03 15:55:11.404684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-b2fea0ef-82bc-4211-bbfa-0c4785e1323c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86e18913-8450-4e7a-b221-5792eb6226e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333242 Nov 03 15:55:11.416033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-deb2c298-cbae-4ad8-8832-c6b449a71b13 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.418102 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-deb2c298-cbae-4ad8-8832-c6b449a71b13 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports/d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 HTTP/1.1" status: 200 len: 943 time: 0.0965445 Nov 03 15:55:11.443022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fba-6655-4b14-b4b0-694023188fda req-9f576e61-6e9f-4952-86a3-9bc0ec65f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.444642 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-9f576e61-6e9f-4952-86a3-9bc0ec65f025 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354325 Nov 03 15:55:11.509411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f5351-81ef-41c0-8cfa-4cc102edcea8 req-dda4fdb6-d0e9-45d4-b50f-baf84f80e518 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.511026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b73f5351-81ef-41c0-8cfa-4cc102edcea8 req-dda4fdb6-d0e9-45d4-b50f-baf84f80e518 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 945 time: 0.0502295 Nov 03 15:55:11.561242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b73f5351-81ef-41c0-8cfa-4cc102edcea8 req-9aeebbc9-2557-40ff-91a3-85a674a9acb2 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Nov 03 15:55:11.673736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1219b603-532a-4741-b3fd-e89b37ce7af7 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:11.773515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1219b603-532a-4741-b3fd-e89b37ce7af7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1219b603-532a-4741-b3fd-e89b37ce7af7,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:11.786569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '1219b603-532a-4741-b3fd-e89b37ce7af7', 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8', 'port_id': '1219b603-532a-4741-b3fd-e89b37ce7af7', 'mac_address': 'fa:16:3e:5d:c6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2df1cc-909a-48af-8ca8-f7872ca243fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:11.830793 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:11.832020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418600d8-3f56-442c-a630-3b7df005a8e4 req-e2b967ac-7c40-4d79-ac84-1559cf8105f7 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:11.833695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-418600d8-3f56-442c-a630-3b7df005a8e4 req-e2b967ac-7c40-4d79-ac84-1559cf8105f7 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 943 time: 0.0620885 Nov 03 15:55:11.844616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1219b603-532a-4741-b3fd-e89b37ce7af7 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:11.869761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1219b603-532a-4741-b3fd-e89b37ce7af7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1219b603-532a-4741-b3fd-e89b37ce7af7,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:11.875318 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:11.890065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-418600d8-3f56-442c-a630-3b7df005a8e4 req-629a0ac3-5e14-4ebf-992e-b6b3103eb9fd tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495222 Nov 03 15:55:11.923825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-c3189541-fda9-445e-b5a6-8933a05e8ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 1002 time: 0.4336035 Nov 03 15:55:11.927077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-5e0ca6e3-5c66-484c-b410-fac82fea14d4 service neutron] 10.222.0.70 "GET /v2.0/networks/86e18913-8450-4e7a-b221-5792eb6226e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072858 Nov 03 15:55:11.929974 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-e126c21c-0dc5-4adb-90bf-266918cc3d84 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769256 Nov 03 15:55:11.932698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1219b603-532a-4741-b3fd-e89b37ce7af7,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:12.157386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-e4e0da91-fb1e-47a6-a39c-cc3f8402dc1e tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:12.158665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-e4e0da91-fb1e-47a6-a39c-cc3f8402dc1e tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.2278428 Nov 03 15:55:12.172404 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-585f3fba-6655-4b14-b4b0-694023188fda req-57509655-6b4e-4642-8955-fdfdf3d0dfe8 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314267 Nov 03 15:55:12.205105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['1219b603-532a-4741-b3fd-e89b37ce7af7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:12.260904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c99eaf3-f5a1-40f6-83eb-4441c63fe51a req-c59dfdcc-405d-4631-a5ec-36806cd6a6b1 service neutron] 10.222.0.70 "GET /v2.0/networks/86e18913-8450-4e7a-b221-5792eb6226e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188267 Nov 03 15:55:12.283305 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-1013135d-f7b3-44db-a7d1-ebb1e55fd988 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 1002 time: 0.1152608 Nov 03 15:55:12.284812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c6a2-3bc0-47ea-82d8-f1c23e1ad3b5 req-84792212-939c-40ca-bf2b-8e67a08f8ff3 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:12.287335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4941c6a2-3bc0-47ea-82d8-f1c23e1ad3b5 req-84792212-939c-40ca-bf2b-8e67a08f8ff3 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 945 time: 0.0803008 Nov 03 15:55:12.291581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-076dec02-1b3e-4623-ba05-484f2ff1eb6c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:12.339623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-33f07f5b-c645-47b7-99e2-d5ab02db4d48 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:12.342069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-33f07f5b-c645-47b7-99e2-d5ab02db4d48 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 945 time: 0.1306748 Nov 03 15:55:12.358733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4941c6a2-3bc0-47ea-82d8-f1c23e1ad3b5 req-63572754-c941-4152-94d0-f98bb55dbefa tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Nov 03 15:55:12.399150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-076dec02-1b3e-4623-ba05-484f2ff1eb6c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:12.490684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27784e8-80b1-427c-a8ca-a171236804c6 req-9ddf9c7d-6223-43cf-8fef-742576b97d99 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:12.492802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f27784e8-80b1-427c-a8ca-a171236804c6 req-9ddf9c7d-6223-43cf-8fef-742576b97d99 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0500743 Nov 03 15:55:12.541829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f27784e8-80b1-427c-a8ca-a171236804c6 req-f79ee496-ea7f-4530-8d5e-e74da32b7658 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Nov 03 15:55:12.556666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Deleting port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:12.557000 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:12.604444 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-076dec02-1b3e-4623-ba05-484f2ff1eb6c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:12.611253 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-076dec02-1b3e-4623-ba05-484f2ff1eb6c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:12.611573 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-076dec02-1b3e-4623-ba05-484f2ff1eb6c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Floating IP 5c17cffc-5cf4-43b1-a40d-2dee21811af3 disassociated. External IP: 172.25.6.238, port: d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1. Nov 03 15:55:12.655323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683e062-c4f8-4467-82cb-e691b914064b req-2cb5e460-00d5-42c2-8108-e24e057fe4b5 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:12.656806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7683e062-c4f8-4467-82cb-e691b914064b req-2cb5e460-00d5-42c2-8108-e24e057fe4b5 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0499277 Nov 03 15:55:12.710795 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7683e062-c4f8-4467-82cb-e691b914064b req-17eb3542-cc43-4269-9115-5f9ebe959d30 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463030 Nov 03 15:55:12.755373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] For port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:12.755729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:12.774168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Calling delete_port for 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:12.829434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5edf8f-f791-4d34-a24b-ec4ec6e5ce89 req-d8937d16-34a8-4c61-96b2-b2cdd6c023d3 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:12.830944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3f5edf8f-f791-4d34-a24b-ec4ec6e5ce89 req-d8937d16-34a8-4c61-96b2-b2cdd6c023d3 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 945 time: 0.0491037 Nov 03 15:55:12.882565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3f5edf8f-f791-4d34-a24b-ec4ec6e5ce89 req-92673974-e8ec-4644-bb7f-223b767919a5 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Nov 03 15:55:12.949766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-076dec02-1b3e-4623-ba05-484f2ff1eb6c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Router fc7df754-c2a3-4779-a079-d661867fd5cb has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:55:13.003312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6df70a-3bc7-4a13-89e9-a21b9af86299 req-78efdc04-85c4-4aa9-a5a1-6ff280ed4969 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:13.004687 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b6df70a-3bc7-4a13-89e9-a21b9af86299 req-78efdc04-85c4-4aa9-a5a1-6ff280ed4969 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 943 time: 0.0503941 Nov 03 15:55:13.039987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:13.051809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['5edc85dc-7108-49d1-807b-618d5aa721c0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:13.058679 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b6df70a-3bc7-4a13-89e9-a21b9af86299 req-27eebae7-bbbe-4297-9988-408ddd34931b tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Nov 03 15:55:13.083838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2edc4040-6fa8-4cc9-92d6-fb3fc10435f7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:13.120611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Pushing event deleted for resources: {'Port': ['ID=2edc4040-6fa8-4cc9-92d6-fb3fc10435f7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:13.181252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] No DVR routers for this DVR port 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:13.184180 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:13.188295 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e28d4ced-761d-46c7-87cd-5c3b3083f093 req-86e6c773-56fc-4f34-ad5f-46b48371db80 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.15 "DELETE /v2.0/ports/2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 HTTP/1.1" status: 204 len: 173 time: 0.8327134 Nov 03 15:55:13.188996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'name': 'network-vif-deleted', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:13.192083 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87b7b77-95ba-42a9-b051-5de597d959dc" -d '{"events": [{"server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "name": "network-vif-deleted", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:13.196140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-076dec02-1b3e-4623-ba05-484f2ff1eb6c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:55:13.200883 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-076dec02-1b3e-4623-ba05-484f2ff1eb6c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:13.215301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] Sync routers for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:55:13.235020 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:55:13.235658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:55:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:13.248924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-076dec02-1b3e-4623-ba05-484f2ff1eb6c tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "PUT /v2.0/floatingips/5c17cffc-5cf4-43b1-a40d-2dee21811af3 HTTP/1.1" status: 200 len: 695 time: 0.9644809 Nov 03 15:55:13.298843 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdfebea-81e3-49af-8b26-16c122e0cb0f x-openstack-request-id: req-1cdfebea-81e3-49af-8b26-16c122e0cb0f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:13.301845 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb232926-e3a7-4c95-bde2-9d01c4d9f53a", "name": "network-vif-deleted", "tag": "2edc4040-6fa8-4cc9-92d6-fb3fc10435f7", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:13.302119 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1cdfebea-81e3-49af-8b26-16c122e0cb0f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:13.302538 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb232926-e3a7-4c95-bde2-9d01c4d9f53a', 'name': 'network-vif-deleted', 'tag': '2edc4040-6fa8-4cc9-92d6-fb3fc10435f7', 'status': 'completed', 'code': 200} Nov 03 15:55:13.317493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-046f819a-ba09-4d46-8f29-00a687a74b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:13.319606 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-046f819a-ba09-4d46-8f29-00a687a74b7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc0f0d9e540144e886835d1dafb7b2d7&device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 1097 time: 0.0515375 Nov 03 15:55:13.357041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:55:13.418827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-a7f99e46-2df1-4620-a3eb-ed6603864ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:13.420645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-a7f99e46-2df1-4620-a3eb-ed6603864ade service neutron] 10.222.0.86 "GET /v2.0/networks?id=82d1e45b-8d45-4a9b-b570-7b59769accc1 HTTP/1.1" status: 200 len: 930 time: 0.0939643 Nov 03 15:55:13.472149 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-4f465438-5f36-4385-a35d-b2aa3d4a0679 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 HTTP/1.1" status: 200 len: 217 time: 0.0451777 Nov 03 15:55:13.515156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde1765-85e5-4a2c-bf7c-686300f76890 req-83581803-f0ed-45c1-b0bd-fcbc399bc323 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:13.525890 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-63954604-35ef-4a57-a902-1207841a6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:13.526404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9bde1765-85e5-4a2c-bf7c-686300f76890 req-83581803-f0ed-45c1-b0bd-fcbc399bc323 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 945 time: 0.0726359 Nov 03 15:55:13.528065 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-63954604-35ef-4a57-a902-1207841a6c7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=60a736cf-9bdf-4f4e-98a1-2b363cec21ea HTTP/1.1" status: 200 len: 868 time: 0.0499566 Nov 03 15:55:13.580056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-a64e62f5-a10c-43c9-8844-f4b2bc6f62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:13.582004 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-a64e62f5-a10c-43c9-8844-f4b2bc6f62bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=82d1e45b-8d45-4a9b-b570-7b59769accc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470724 Nov 03 15:55:13.586185 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9bde1765-85e5-4a2c-bf7c-686300f76890 req-f49264ee-f4ad-41f3-9112-315d3a96782b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582919 Nov 03 15:55:13.637046 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5b9dc8a5-c038-44af-b918-f9cedea230ed', 'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'mac_address': 'fa:16:3e:36:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:40Z', 'revision_number': 5, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'subnets': [{'id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:13.685058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] Checking router: fc7df754-c2a3-4779-a079-d661867fd5cb for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:55:13.697200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:55:13.697848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:55:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:13.733719 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-7398b842-c600-4d16-bbe9-8330a5a88f74 service neutron] 10.222.0.86 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441598 Nov 03 15:55:13.734851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aa284-0276-4119-9848-6943d028ae63 req-8cf5c87c-249a-4e90-9374-68a389c85e68 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:13.736990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-351aa284-0276-4119-9848-6943d028ae63 req-8cf5c87c-249a-4e90-9374-68a389c85e68 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0621111 Nov 03 15:55:13.753167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 032020c3-8643-429e-9e08-e6a24a358e4d details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:13.755973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1219b603-532a-4741-b3fd-e89b37ce7af7 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:55:13.789404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-351aa284-0276-4119-9848-6943d028ae63 req-8f2e4fa3-8a14-4548-bec5-cd04ee82dfd7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445330 Nov 03 15:55:13.846557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:55:13.854867 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b504df16-b36c-436d-9214-2db68f4b1d7a req-378713ee-d8f9-4066-9648-5d6a46066404 service neutron] 10.222.0.86 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094575 Nov 03 15:55:13.926724 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b37625-09a4-4258-b6ae-0b5fff4bcda0 req-f7f51aeb-3906-4eb7-8c4f-b69aa0a7fe5e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:13.929441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01b37625-09a4-4258-b6ae-0b5fff4bcda0 req-f7f51aeb-3906-4eb7-8c4f-b69aa0a7fe5e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0601978 Nov 03 15:55:13.948251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:13.955433 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-b2e77c09-d399-4106-9b1a-beabec2bf171 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips/5c17cffc-5cf4-43b1-a40d-2dee21811af3 HTTP/1.1" status: 200 len: 695 time: 0.0579095 Nov 03 15:55:14.010164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01b37625-09a4-4258-b6ae-0b5fff4bcda0 req-6b99405c-67a5-4a4d-b1bb-9fd6e76c0f67 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716183 Nov 03 15:55:14.090235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-1c8451f6-127b-4022-be5e-84d9704fa822 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:14.091894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-1c8451f6-127b-4022-be5e-84d9704fa822 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1278870 Nov 03 15:55:14.141518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac60b160-1dcb-4314-ad5f-ce4a5635ae87 req-3ef1fb2b-1a36-4f9b-b93a-1d1d5f00dd56 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 210 time: 0.0463161 Nov 03 15:55:14.190482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-fb3d7edc-07d9-48f0-889d-1349c93a0c67 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 698 time: 0.0877676 Nov 03 15:55:14.253464 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-5db91cbe-b705-482f-b209-cf267372ccb1 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 698 time: 0.0599530 Nov 03 15:55:14.276294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59371fcb-dd4e-4b26-ab2a-80ebd2b27b0d req-865c1ff4-3138-48dd-b348-c4647cdb5fba tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:14.277825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59371fcb-dd4e-4b26-ab2a-80ebd2b27b0d req-865c1ff4-3138-48dd-b348-c4647cdb5fba tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 943 time: 0.0735404 Nov 03 15:55:14.284205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 1219b603-532a-4741-b3fd-e89b37ce7af7 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:55:14.323712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 1219b603-532a-4741-b3fd-e89b37ce7af7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:14.324088 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.377607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59371fcb-dd4e-4b26-ab2a-80ebd2b27b0d req-742e21f4-6b48-498f-9ff3-b96c13972dff tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824862 Nov 03 15:55:14.377812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 032020c3-8643-429e-9e08-e6a24a358e4d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=032020c3-8643-429e-9e08-e6a24a358e4d,segment=NetworkSegment(f0ef4696-5ff4-459e-af24-2fcd5af882c7),segment_id=f0ef4696-5ff4-459e-af24-2fcd5af882c7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:14.427603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '032020c3-8643-429e-9e08-e6a24a358e4d', 'network_id': '86e18913-8450-4e7a-b221-5792eb6226e6', 'port_id': '032020c3-8643-429e-9e08-e6a24a358e4d', 'mac_address': 'fa:16:3e:1b:45:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe57825-5a0b-4410-bd0b-f9323346a476', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:14.429770 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Deleting port 71642673-1416-4782-90ea-5a1b008df142 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:14.430159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.455808 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.519874 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.520213 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.539895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Calling delete_port for 71642673-1416-4782-90ea-5a1b008df142 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:14.540129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:14.541800 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f7f75-ffb8-4212-9a9d-ab9aa2807250" -d '{"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:14.586422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:14.596839 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.641914 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.643063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:14.672938 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.687590 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13c7ed0-cef0-4b67-8e14-25161ecd6a58 x-openstack-request-id: req-b13c7ed0-cef0-4b67-8e14-25161ecd6a58 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:14.688700 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:14.689104 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b13c7ed0-cef0-4b67-8e14-25161ecd6a58 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:14.694171 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'code': 200} Nov 03 15:55:14.728785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:14.737396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2edc4040-6fa8-4cc9-92d6-fb3fc10435f7 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:14.740000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032020c3-8643-429e-9e08-e6a24a358e4d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:14.755804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.789064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 032020c3-8643-429e-9e08-e6a24a358e4d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=032020c3-8643-429e-9e08-e6a24a358e4d,segment=NetworkSegment(f0ef4696-5ff4-459e-af24-2fcd5af882c7),segment_id=f0ef4696-5ff4-459e-af24-2fcd5af882c7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:14.807863 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.808514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device d5a4271e-ac5f-4e9b-8488-80a1e9cb158c details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:14.818276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:14.839436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Pushing event deleted for resources: {'Port': ['ID=71642673-1416-4782-90ea-5a1b008df142,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:14.841820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6fd3a-0d7a-49fa-8156-51613d7f9efb req-342ea2d6-c6ca-4a9b-8002-0cc69eec11ab tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:14.841975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1219b603-532a-4741-b3fd-e89b37ce7af7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1219b603-532a-4741-b3fd-e89b37ce7af7,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:14.853477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23f6fd3a-0d7a-49fa-8156-51613d7f9efb req-342ea2d6-c6ca-4a9b-8002-0cc69eec11ab tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 945 time: 0.1047552 Nov 03 15:55:14.854264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.854853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.855366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.855884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.856418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.856936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.857468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.857995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.858546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.859050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.859549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.860050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:14.880052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5b9dc8a5-c038-44af-b918-f9cedea230ed', 'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'mac_address': 'fa:16:3e:36:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:40Z', 'revision_number': 5, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'subnets': [{'id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:14.890529 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.892641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.896501 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:14.902454 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44ffee84-aee7-4352-ac41-4d571dd15c73 req-8ac35d42-37cc-4362-a01a-25cfc28c8f37 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "DELETE /v2.0/floatingips/5c17cffc-5cf4-43b1-a40d-2dee21811af3 HTTP/1.1" status: 204 len: 173 time: 0.6461506 Nov 03 15:55:14.927307 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23f6fd3a-0d7a-49fa-8156-51613d7f9efb req-83379192-cef4-4fde-93d7-8b19b35fef2a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727656 Nov 03 15:55:14.952008 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:55:14.955703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180b6e2-e512-4ecf-90a0-0fbe0e82ab97 None None] The sync data for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 is: [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:54:32Z', 'revision_number': 4, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5b9dc8a5-c038-44af-b918-f9cedea230ed', 'name': '', 'network_id': '82d1e45b-8d45-4a9b-b570-7b59769accc1', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'mac_address': 'fa:16:3e:36:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:31Z', 'updated_at': '2021-11-03T15:54:40Z', 'revision_number': 5, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'subnets': [{'id': '60a736cf-9bdf-4f4e-98a1-2b363cec21ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:55:15.052190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=032020c3-8643-429e-9e08-e6a24a358e4d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:15.126226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222d721-dc0b-44a7-b185-353f480eeadb req-3bd69c36-bccd-4424-bc6d-7f894ff8fa75 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:15.128902 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e222d721-dc0b-44a7-b185-353f480eeadb req-3bd69c36-bccd-4424-bc6d-7f894ff8fa75 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 947 time: 0.1213808 Nov 03 15:55:15.144811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601859f-40c6-4d29-af62-4569b494c2ef req-a74ab5b2-e348-4bf4-8b20-65536b7af189 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:15.161949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:15.164763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e601859f-40c6-4d29-af62-4569b494c2ef req-a74ab5b2-e348-4bf4-8b20-65536b7af189 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1115110 Nov 03 15:55:15.184455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c', 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c', 'port_id': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c', 'mac_address': 'fa:16:3e:bc:3a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50450fac-b747-4ce1-ad91-ed7030a5fd0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:15.186103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1219b603-532a-4741-b3fd-e89b37ce7af7,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:15.232718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e601859f-40c6-4d29-af62-4569b494c2ef req-445f4b55-469e-4f49-b0e3-1aa31bb3a2fe tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0669012 Nov 03 15:55:15.240868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e222d721-dc0b-44a7-b185-353f480eeadb req-95eaf22b-5230-49fd-af8e-f12cce0e529a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044800 Nov 03 15:55:15.250019 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:15.268326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a4271e-ac5f-4e9b-8488-80a1e9cb158c {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:15.303366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:15.305447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:15.305952 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78e88d8-cc3c-4cc6-8757-076fec0af61d" -d '{"events": [{"name": "network-changed", "server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:15.310734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:15.358300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda921e-87e3-4b6a-b085-fb423a169ee7 req-1f10c7f7-d91e-4a63-99a6-b3395066940d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:15.366732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9bda921e-87e3-4b6a-b085-fb423a169ee7 req-1f10c7f7-d91e-4a63-99a6-b3395066940d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0870214 Nov 03 15:55:15.382465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:15.402548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cac11cc9-ee24-4c21-85e0-71c4f1094e5b req-4f26befb-7060-4d8d-a1bf-6d822885b034 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 210 time: 0.0463772 Nov 03 15:55:15.452519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9bda921e-87e3-4b6a-b085-fb423a169ee7 req-ac68529c-7255-456b-81ce-3f13ea8bd901 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846999 Nov 03 15:55:15.454465 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704c870-9671-4d8f-bf6e-fd51a929a6fa None None] New status for floating IP 5c17cffc-5cf4-43b1-a40d-2dee21811af3: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:55:15.472200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da690c2e-c82a-43a3-ba8d-ca32dfb0e170 req-62909f7e-e814-4abf-a19c-cb959fef820e tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0419476 Nov 03 15:55:15.509442 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851d9239-2154-489a-9a20-90eceee03b7d x-openstack-request-id: req-851d9239-2154-489a-9a20-90eceee03b7d {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:15.509770 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:15.510030 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-851d9239-2154-489a-9a20-90eceee03b7d {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:15.510436 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'status': 'completed', 'code': 200} Nov 03 15:55:15.657996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-a4b0778e-90bb-4440-bf11-e186d7bfde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:15.659493 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-a4b0778e-90bb-4440-bf11-e186d7bfde94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc0f0d9e540144e886835d1dafb7b2d7&device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 1097 time: 0.1010954 Nov 03 15:55:15.665973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['032020c3-8643-429e-9e08-e6a24a358e4d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:15.671953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['d5a4271e-ac5f-4e9b-8488-80a1e9cb158c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:15.672593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a737a-d0fc-49ba-b70d-6ae3f6f19919 req-2a61d9ad-55c8-493c-8080-1f1b9671f9f6 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:15.681883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-744a737a-d0fc-49ba-b70d-6ae3f6f19919 req-2a61d9ad-55c8-493c-8080-1f1b9671f9f6 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 944 time: 0.0943542 Nov 03 15:55:15.826760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-744a737a-d0fc-49ba-b70d-6ae3f6f19919 req-fdef6e53-bf8b-4c56-951c-f320f3a71828 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432481 Nov 03 15:55:15.882696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-293245fa-100b-4ff9-b484-79678b2cf4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:15.884505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-293245fa-100b-4ff9-b484-79678b2cf4ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=82d1e45b-8d45-4a9b-b570-7b59769accc1 HTTP/1.1" status: 200 len: 930 time: 0.2006271 Nov 03 15:55:15.932100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:15.942749 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-04325d83-268e-481f-b1f4-de6b74e96396 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 HTTP/1.1" status: 200 len: 217 time: 0.0433805 Nov 03 15:55:16.032526 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058318d-c5a6-47ee-849a-62412d3325df req-f2b7d669-8d0b-4035-8f97-fa5fdd931cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:16.041193 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6058318d-c5a6-47ee-849a-62412d3325df req-f2b7d669-8d0b-4035-8f97-fa5fdd931cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 946 time: 0.0969481 Nov 03 15:55:16.068389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-2c55b56e-b97e-4a89-a8e8-25e660bbf318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:16.070878 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-2c55b56e-b97e-4a89-a8e8-25e660bbf318 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a736cf-9bdf-4f4e-98a1-2b363cec21ea HTTP/1.1" status: 200 len: 868 time: 0.1174636 Nov 03 15:55:16.092907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff6192-c0dd-43f4-954a-c100eaab5de9 req-529725f7-ff0c-4397-900b-0e40cb2b2559 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:16.103985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8dff6192-c0dd-43f4-954a-c100eaab5de9 req-529725f7-ff0c-4397-900b-0e40cb2b2559 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.0792956 Nov 03 15:55:16.108621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6058318d-c5a6-47ee-849a-62412d3325df req-faef50ee-5e69-4eab-8f6e-b5ab0bd6e0b8 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664675 Nov 03 15:55:16.169222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:16.174121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8dff6192-c0dd-43f4-954a-c100eaab5de9 req-009165c7-1f84-42f1-b086-e3095e1a987b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691979 Nov 03 15:55:16.177214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-2e3e3fbe-296a-4878-8374-ded07d33f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:16.179876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-2e3e3fbe-296a-4878-8374-ded07d33f14e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82d1e45b-8d45-4a9b-b570-7b59769accc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491960 Nov 03 15:55:16.187501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'mac_address': 'fa:16:3e:1b:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:16.231736 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:16.247138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64ccb00-9c62-4310-a607-83dc628d7edb {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:16.275102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:16.279371 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:16.292418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-8a89782a-269c-4158-9f96-81852f8268a4 service neutron] 10.222.0.15 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019728 Nov 03 15:55:16.333559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=10']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:16.438908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b58f15-199d-44ba-a131-597f0d004329 req-659befaf-4085-4bf5-89c6-5910404cf5c8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:16.440534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6b58f15-199d-44ba-a131-597f0d004329 req-659befaf-4085-4bf5-89c6-5910404cf5c8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0987661 Nov 03 15:55:16.442467 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f78e88d8-cc3c-4cc6-8757-076fec0af61d req-77e9a1c0-5a85-4df4-a332-d122f46a5705 service neutron] 10.222.0.15 "GET /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375263 Nov 03 15:55:16.501335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6b58f15-199d-44ba-a131-597f0d004329 req-b55fac7a-d22d-4c89-8bb9-97fa1ddd7afa tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522654 Nov 03 15:55:16.506453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3760782-8ec9-4bc5-9d09-56382f010bb5 req-bb140888-474a-4be9-8542-ef7b1dd73574 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 210 time: 0.0271978 Nov 03 15:55:16.613351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a70022-62f2-4746-bc41-b0c197e7ffda req-554c93a7-f419-4177-8669-22c7b224b87d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:16.614889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a6a70022-62f2-4746-bc41-b0c197e7ffda req-554c93a7-f419-4177-8669-22c7b224b87d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 945 time: 0.0514231 Nov 03 15:55:16.651206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc355287-df35-4386-b647-764f5487c715 req-dff3b29b-afaf-4515-8630-179f2e14cc1f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:16.653592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc355287-df35-4386-b647-764f5487c715 req-dff3b29b-afaf-4515-8630-179f2e14cc1f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 949 time: 0.0671816 Nov 03 15:55:16.669377 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a6a70022-62f2-4746-bc41-b0c197e7ffda req-9796cd13-37ef-4ad3-ae0d-bcf2040515ee tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Nov 03 15:55:16.695785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ad46a-d426-4d8b-8e74-befebf930fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1219b603-532a-4741-b3fd-e89b37ce7af7'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:16.698250 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cf8893-3c11-4358-9aab-3947887ec38b" -d '{"events": [{"server_uuid": "668ad46a-d426-4d8b-8e74-befebf930fc4", "name": "network-vif-plugged", "status": "completed", "tag": "1219b603-532a-4741-b3fd-e89b37ce7af7"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:16.712808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc355287-df35-4386-b647-764f5487c715 req-bb816bb5-2a18-48de-8bfd-a65f2155efbe tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529113 Nov 03 15:55:16.760418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e64ccb00-9c62-4310-a607-83dc628d7edb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:16.796171 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b219de5-90b5-431d-80d4-651c94e9e7f6 x-openstack-request-id: req-4b219de5-90b5-431d-80d4-651c94e9e7f6 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:16.796455 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668ad46a-d426-4d8b-8e74-befebf930fc4", "name": "network-vif-plugged", "status": "completed", "tag": "1219b603-532a-4741-b3fd-e89b37ce7af7", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:16.796810 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4b219de5-90b5-431d-80d4-651c94e9e7f6 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:16.797263 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ad46a-d426-4d8b-8e74-befebf930fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1219b603-532a-4741-b3fd-e89b37ce7af7', 'code': 200} Nov 03 15:55:16.963183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48f086-12b0-4f6a-b7be-9b699313afcf req-d080c415-0ad3-48bd-8052-0062bd643a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:16.970419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f48f086-12b0-4f6a-b7be-9b699313afcf req-d080c415-0ad3-48bd-8052-0062bd643a05 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 1097 time: 0.0971711 Nov 03 15:55:16.976117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6ddcd-a445-4934-abfd-0c35fd7faa8f req-e32369e4-c0e2-4468-aec8-28fef27c88c4 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:16.977811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-69f6ddcd-a445-4934-abfd-0c35fd7faa8f req-e32369e4-c0e2-4468-aec8-28fef27c88c4 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 944 time: 0.0640509 Nov 03 15:55:17.023853 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f48f086-12b0-4f6a-b7be-9b699313afcf req-374092ec-14bd-4603-b782-79abb92ceb91 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442045 Nov 03 15:55:17.039009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-69f6ddcd-a445-4934-abfd-0c35fd7faa8f req-b7cfe1f8-f043-4d91-8513-5c310c735562 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510335 Nov 03 15:55:17.102672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6176b53b-5f13-4369-9efd-5cafdee4192d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9b1469192bd448d38364a749bc3ed35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237229 Nov 03 15:55:17.232595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab24d91-62e6-43e6-b0db-37a8c276346d req-d548b35d-f257-48ae-8f52-c231a64769dc tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:17.234989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ab24d91-62e6-43e6-b0db-37a8c276346d req-d548b35d-f257-48ae-8f52-c231a64769dc tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 946 time: 0.0573239 Nov 03 15:55:17.293788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ab24d91-62e6-43e6-b0db-37a8c276346d req-85cf479e-546c-4efc-867c-a43c821d5217 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520070 Nov 03 15:55:17.420711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bbcf8-32c8-4394-80db-190b0b030c28 req-8e5af50b-e72b-4e28-93ee-032f4feed7a3 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:17.422449 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c44bbcf8-32c8-4394-80db-190b0b030c28 req-8e5af50b-e72b-4e28-93ee-032f4feed7a3 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.0551298 Nov 03 15:55:17.479061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c44bbcf8-32c8-4394-80db-190b0b030c28 req-3199132b-effc-4a9f-825f-afd6bff412bd tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486996 Nov 03 15:55:17.549245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-470ca678-888a-4aee-b694-dccd0d38010d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:17.551413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-470ca678-888a-4aee-b694-dccd0d38010d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4425402 Nov 03 15:55:17.573361 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-605abf54-4a07-4fdb-9482-3b40099ef6dc tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/quotas/9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 375 time: 0.0137262 Nov 03 15:55:17.638185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-a5cbc44c-8524-4c7a-b31e-8ec01b6936de tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577781 Nov 03 15:55:17.651064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d36afbd-3e3a-4c15-8ff7-6846906f0e46 req-a19c877a-89ed-4364-aad5-a6d0c9018d7d tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 210 time: 0.0515399 Nov 03 15:55:17.735641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 032020c3-8643-429e-9e08-e6a24a358e4d up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:55:17.839876 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 032020c3-8643-429e-9e08-e6a24a358e4d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:55:17.845084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 032020c3-8643-429e-9e08-e6a24a358e4d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:17.845458 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:17.891052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7322c6-f52b-4b66-8239-32262082101b req-2ae5364c-e86d-4b8f-a887-bf04bd9b82fa tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:17.894229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd7322c6-f52b-4b66-8239-32262082101b req-2ae5364c-e86d-4b8f-a887-bf04bd9b82fa tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 945 time: 0.1445913 Nov 03 15:55:17.924148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-57f4a39b-075d-4759-af79-0171085d3661 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:17.925858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-57f4a39b-075d-4759-af79-0171085d3661 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.15 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 946 time: 0.1164451 Nov 03 15:55:17.997122 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:18.002609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bde5ceb-141d-4718-ba9c-1ee4c841f3be req-9fcfc50c-44d0-4a66-8daf-8cb411ce60ca tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 210 time: 0.0292401 Nov 03 15:55:18.034142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd7322c6-f52b-4b66-8239-32262082101b req-fb48c09c-1e7b-46bd-bf88-224ae6de4568 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319609 Nov 03 15:55:18.040758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 032020c3-8643-429e-9e08-e6a24a358e4d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=032020c3-8643-429e-9e08-e6a24a358e4d,segment=NetworkSegment(f0ef4696-5ff4-459e-af24-2fcd5af882c7),segment_id=f0ef4696-5ff4-459e-af24-2fcd5af882c7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:18.045390 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:18.046204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device d5a4271e-ac5f-4e9b-8488-80a1e9cb158c up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:55:18.159979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Deleting port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:18.160322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:18.226638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=032020c3-8643-429e-9e08-e6a24a358e4d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:18.239813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5631dc-5e99-4c42-94ac-66dad44fc213 req-12aa2665-8189-4ced-8874-a5a3171244f2 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:18.250735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc5631dc-5e99-4c42-94ac-66dad44fc213 req-12aa2665-8189-4ced-8874-a5a3171244f2 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 945 time: 0.0987701 Nov 03 15:55:18.288492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] For port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:18.289027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:18.289198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:55:18.295882 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:18.296313 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:18.330653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Calling delete_port for d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:18.383469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc5631dc-5e99-4c42-94ac-66dad44fc213 req-ff316acc-0557-4846-944f-027764022b76 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317222 Nov 03 15:55:18.440544 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:18.494402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:18.500612 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:18.517863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e75bb9-ac62-493a-95a9-7bc981df06f9 req-d4588a5b-8644-4963-8e04-e8d603164f74 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:18.519630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0e75bb9-ac62-493a-95a9-7bc981df06f9 req-d4588a5b-8644-4963-8e04-e8d603164f74 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 946 time: 0.0708730 Nov 03 15:55:18.579832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:18.611140 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:18.648202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:18.659441 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0e75bb9-ac62-493a-95a9-7bc981df06f9 req-75530fe0-5cb5-4a93-85b7-09e353f6615e tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/security-groups?id=54786673-3314-4840-a082-517972300dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130357 Nov 03 15:55:18.662037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Pushing event deleted for resources: {'Port': ['ID=d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:18.703653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.704011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.704360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.704739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.705094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.705722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.706206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.706552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.706910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.707240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.707596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.707983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:55:18.739048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] No DVR routers for this DVR port d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:18.741779 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:18.745929 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f56ae49-80f7-435a-bfd6-bca53602200c req-8faa1340-a77d-429f-ac11-ed74c486ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.15 "DELETE /v2.0/ports/d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 HTTP/1.1" status: 204 len: 173 time: 0.8131514 Nov 03 15:55:18.746419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'name': 'network-vif-deleted', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:18.748854 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd92a8-5e99-4a67-b77a-3e71868e170a" -d '{"events": [{"server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "name": "network-vif-deleted", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:18.753851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa66ea-58a6-4690-9c46-ce8616b541e9 req-d104d159-7489-40ff-b0c4-bd5580aa7940 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:18.762206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0dfa66ea-58a6-4690-9c46-ce8616b541e9 req-d104d159-7489-40ff-b0c4-bd5580aa7940 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.1642818 Nov 03 15:55:18.798579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483c401d-9462-4bf5-8b1d-efb885ba5fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032020c3-8643-429e-9e08-e6a24a358e4d'}, {'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:18.804480 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0944afe-9ac2-4896-bfa5-ebb7d0da3071" -d '{"events": [{"server_uuid": "483c401d-9462-4bf5-8b1d-efb885ba5fc9", "name": "network-vif-plugged", "status": "completed", "tag": "032020c3-8643-429e-9e08-e6a24a358e4d"}, {"server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "name": "network-vif-plugged", "status": "completed", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:18.844994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0dfa66ea-58a6-4690-9c46-ce8616b541e9 req-94840aaa-6155-4e8a-8038-8032e71e3605 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813763 Nov 03 15:55:18.892638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fbe516c5-70a3-4ade-a4ac-129e3cc391f6 req-995731e6-5729-4eeb-aa61-7036cd33048a tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb232926-e3a7-4c95-bde2-9d01c4d9f53a HTTP/1.1" status: 200 len: 210 time: 0.0666454 Nov 03 15:55:18.931149 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4370ee6-48e2-41f7-83a2-dca1ce561552 x-openstack-request-id: req-e4370ee6-48e2-41f7-83a2-dca1ce561552 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:18.931451 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832c797-902f-4a34-9e4c-5ac3af24a500", "name": "network-vif-deleted", "tag": "d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:18.931966 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e4370ee6-48e2-41f7-83a2-dca1ce561552 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:18.932399 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832c797-902f-4a34-9e4c-5ac3af24a500', 'name': 'network-vif-deleted', 'tag': 'd6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1', 'status': 'completed', 'code': 200} Nov 03 15:55:18.970691 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca6af22-33d0-4a72-a5bd-f82391380f5d x-openstack-request-id: req-fca6af22-33d0-4a72-a5bd-f82391380f5d {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:18.971232 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483c401d-9462-4bf5-8b1d-efb885ba5fc9", "name": "network-vif-plugged", "status": "completed", "tag": "032020c3-8643-429e-9e08-e6a24a358e4d", "code": 200}, {"server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "name": "network-vif-plugged", "status": "completed", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:18.971678 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fca6af22-33d0-4a72-a5bd-f82391380f5d {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:18.972392 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483c401d-9462-4bf5-8b1d-efb885ba5fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032020c3-8643-429e-9e08-e6a24a358e4d', 'code': 200} Nov 03 15:55:18.972849 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c', 'code': 200} Nov 03 15:55:19.045639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7e3e9-9921-4609-8a17-adaf58ac814e req-01c1a0df-99cb-4ddd-b100-3d5d011a92e0 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:19.047203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0bf7e3e9-9921-4609-8a17-adaf58ac814e req-01c1a0df-99cb-4ddd-b100-3d5d011a92e0 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.0624416 Nov 03 15:55:19.125456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7334a5-5cb2-4d19-b48d-70005c4e50e9 req-d6f9de03-b091-4481-b173-033d8663200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:19.128449 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc7334a5-5cb2-4d19-b48d-70005c4e50e9 req-d6f9de03-b091-4481-b173-033d8663200e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0638726 Nov 03 15:55:19.132528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453a3b1-5af2-469d-b875-0ee90be7b6b5 req-14f9668d-ac74-4bbf-bb75-033d89ebebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:19.134422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9453a3b1-5af2-469d-b875-0ee90be7b6b5 req-14f9668d-ac74-4bbf-bb75-033d89ebebe2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 1097 time: 0.0664036 Nov 03 15:55:19.139337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0bf7e3e9-9921-4609-8a17-adaf58ac814e req-2a66c599-8a54-4bf1-9619-24881a423a5a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861502 Nov 03 15:55:19.195898 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3c15750-c5f4-4ba2-88b4-3b6cc1cd586d req-3524bcac-06d0-4e20-b626-d6cb9a658685 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 210 time: 0.0660794 Nov 03 15:55:19.234392 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9453a3b1-5af2-469d-b875-0ee90be7b6b5 req-09c0f74c-be61-4970-a9fa-5a1fbdacac4a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918765 Nov 03 15:55:19.246334 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc7334a5-5cb2-4d19-b48d-70005c4e50e9 req-89ae114d-efc2-4ed4-91ee-2bec85a8d869 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041937 Nov 03 15:55:19.312500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82f68c-bc76-476d-ae01-da3843897adf req-3b0ae456-a29b-4f46-9561-a25e636ba4a2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:19.313943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe82f68c-bc76-476d-ae01-da3843897adf req-3b0ae456-a29b-4f46-9561-a25e636ba4a2 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.0757823 Nov 03 15:55:19.368766 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe82f68c-bc76-476d-ae01-da3843897adf req-abfb1853-d937-4d6c-ae8c-312330862db4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461283 Nov 03 15:55:19.496636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315aabb-a6be-4a8d-820f-72d4789708a5 req-62fa0984-330f-4652-a608-de07328d52ba tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:19.498138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6315aabb-a6be-4a8d-820f-72d4789708a5 req-62fa0984-330f-4652-a608-de07328d52ba tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 945 time: 0.0495856 Nov 03 15:55:19.546146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6315aabb-a6be-4a8d-820f-72d4789708a5 req-1017bfe7-67bd-4deb-81f2-0969c1c2b6de tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Nov 03 15:55:19.655545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc76a3-cbc3-4cfe-a5ea-ee7ef38b44e6 req-200cf16d-7f4e-40ac-a5da-c8b315d9623c tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:19.658357 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4dcc76a3-cbc3-4cfe-a5ea-ee7ef38b44e6 req-200cf16d-7f4e-40ac-a5da-c8b315d9623c tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.0545194 Nov 03 15:55:19.725656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4dcc76a3-cbc3-4cfe-a5ea-ee7ef38b44e6 req-eaff0ebf-c86f-4a27-b45d-3fc3c729ab71 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565946 Nov 03 15:55:19.765281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-d1043d03-0f54-4454-b891-d73219d124fd tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9b1469192bd448d38364a749bc3ed35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515561 Nov 03 15:55:19.874937 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fd15ca1-6e0e-44a1-9f53-16ff378ee4bd req-072733b5-4aa4-4d81-98b2-8020df4834ed tempest-FloatingIPsAssociationNegativeTestJSON-1299439954 tempest-FloatingIPsAssociationNegativeTestJSON-1299439954-project] 10.222.0.86 "GET /v2.0/ports?device_id=c832c797-902f-4a34-9e4c-5ac3af24a500 HTTP/1.1" status: 200 len: 210 time: 0.0618377 Nov 03 15:55:19.875178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907538e2-1d4b-45b9-ac11-8e47dc7ac340 req-546f4699-3256-46a6-a2f5-0c096ab04c90 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:19.883299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-907538e2-1d4b-45b9-ac11-8e47dc7ac340 req-546f4699-3256-46a6-a2f5-0c096ab04c90 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.0689342 Nov 03 15:55:19.938970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-01ab390f-b0f1-40d2-8454-45d15415ffcc tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:19.940555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-01ab390f-b0f1-40d2-8454-45d15415ffcc tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671281 Nov 03 15:55:19.952538 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-907538e2-1d4b-45b9-ac11-8e47dc7ac340 req-fad29e02-f619-4e6e-818a-cc60adead224 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662525 Nov 03 15:55:19.960080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:55:19.983031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Request body: {'port': {'device_id': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '9b1469192bd448d38364a749bc3ed35c'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:20.030910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e64ccb00-9c62-4310-a607-83dc628d7edb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:20.031302 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:20.177581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:20.190746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5a8af-1675-4487-ad57-e4ecf218629d req-6e9a53c1-b31d-447a-990e-0c773768a39e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:20.192032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Made reservation on behalf of 9b1469192bd448d38364a749bc3ed35c for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:20.194521 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1b5a8af-1675-4487-ad57-e4ecf218629d req-6e9a53c1-b31d-447a-990e-0c773768a39e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.0935998 Nov 03 15:55:20.197994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:20.298340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:20.298800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1b5a8af-1675-4487-ad57-e4ecf218629d req-4178dc43-bb15-4870-87e8-179e3a99a8a7 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963066 Nov 03 15:55:20.313841 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:20.375924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:20.478818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43eed4af-cf1b-413d-9a0d-504d1e0beeee req-33d1bb5c-9e09-43f2-933e-65974e335eab tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 210 time: 0.0586035 Nov 03 15:55:20.526958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Allocated IP 192.168.233.158 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/531227ab-b238-4810-9f3f-eb5cc6ffbdbe) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:55:20.568165 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f68be0-29c0-4f53-bd86-4f53f9fe0473 req-39cf1a6c-a0fb-42cf-a33a-6ea552a8ce41 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:20.578325 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2f68be0-29c0-4f53-bd86-4f53f9fe0473 req-39cf1a6c-a0fb-42cf-a33a-6ea552a8ce41 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.1181414 Nov 03 15:55:20.607364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32526d-0efd-4a82-b6f9-ae55a1d27822 req-67b8db0b-1edd-4da6-96f9-36f2bda5ae61 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:20.608962 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dc32526d-0efd-4a82-b6f9-ae55a1d27822 req-67b8db0b-1edd-4da6-96f9-36f2bda5ae61 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.0750353 Nov 03 15:55:20.675318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dc32526d-0efd-4a82-b6f9-ae55a1d27822 req-11cf4a75-2b2d-486b-95de-48a3749f9006 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577555 Nov 03 15:55:20.738577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2f68be0-29c0-4f53-bd86-4f53f9fe0473 req-95123d2d-8cc2-4639-ad0b-75d8006e49b8 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589699 Nov 03 15:55:20.826106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520883b-54c4-4050-ac8a-c39c2d219f72 req-57a3e7d1-7615-4ce8-ad3b-3fd0de21cf26 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:20.834834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6520883b-54c4-4050-ac8a-c39c2d219f72 req-57a3e7d1-7615-4ce8-ad3b-3fd0de21cf26 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 945 time: 0.0685475 Nov 03 15:55:20.843389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:20.893631 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:20.912105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ff666997-be6f-4961-8b77-d5fc7b29f4fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:20.942804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6520883b-54c4-4050-ac8a-c39c2d219f72 req-33d5e358-9220-44df-b4d3-6adeb1ada729 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980635 Nov 03 15:55:20.973764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'e64ccb00-9c62-4310-a607-83dc628d7edb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:20.979232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:55:20.982686 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:20.990028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:55:21.002409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:21.009155 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c49ff-1e47-4a2a-bd1c-73ffaa94217f" -d '{"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:21.027095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:21.065997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45906) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:21.112426 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:21.113012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:21.154091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6842e449-d918-46ef-b6c5-93891ee405cf tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1899014 Nov 03 15:55:21.174115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Request body: {'port': {'device_id': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:21.182209 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9203f0e-1925-4a8b-aeb9-9a7c66adb45b x-openstack-request-id: req-d9203f0e-1925-4a8b-aeb9-9a7c66adb45b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:21.182635 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:21.183146 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d9203f0e-1925-4a8b-aeb9-9a7c66adb45b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:21.184854 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'code': 200} Nov 03 15:55:21.299748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:21.500225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c0b5d-e9a9-48b5-9ef2-12411a66c702 req-afd8fd70-4035-412d-966e-eea62bf83ae4 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:21.514045 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-909c0b5d-e9a9-48b5-9ef2-12411a66c702 req-afd8fd70-4035-412d-966e-eea62bf83ae4 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.3353138 Nov 03 15:55:21.609899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b1219482-accf-4840-862a-9d211675f317 None None] Provisioning complete for port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:21.610268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1219482-accf-4840-862a-9d211675f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:21.655343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b1219482-accf-4840-862a-9d211675f317 None None] Port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:55:21.704214 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:21.713060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-909c0b5d-e9a9-48b5-9ef2-12411a66c702 req-ed4596c2-3ec6-404d-868b-dd775389c981 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980875 Nov 03 15:55:21.762031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531227ab-b238-4810-9f3f-eb5cc6ffbdbe {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:21.770619 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:21.789253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Transition to ACTIVE for port object 531227ab-b238-4810-9f3f-eb5cc6ffbdbe will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:21.807294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991114-4fd2-41c3-aa7b-69712f0c8778 req-e549727c-18e4-45f4-86dc-f7a6c9d23b55 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:21.815954 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e991114-4fd2-41c3-aa7b-69712f0c8778 req-e549727c-18e4-45f4-86dc-f7a6c9d23b55 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 936 time: 0.1468899 Nov 03 15:55:21.824643 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:21.913911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:21.930071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524566cd-5958-4f29-a852-a576b5ab5a71 req-c451ed68-9b2b-413c-a640-d7d6af9841d1 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:21.932505 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-524566cd-5958-4f29-a852-a576b5ab5a71 req-c451ed68-9b2b-413c-a640-d7d6af9841d1 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.0996091 Nov 03 15:55:21.950920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:21.987105 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e991114-4fd2-41c3-aa7b-69712f0c8778 req-c8e01eb7-7be6-4475-8fb3-02c0c66f9aa7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697240 Nov 03 15:55:21.999623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:22.000116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d6ac9a82-ed7c-4eca-9ead-f2dcbc1e59c1 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:22.081374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-524566cd-5958-4f29-a852-a576b5ab5a71 req-81b6ecf5-25c5-41c3-b3aa-857a18370406 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385458 Nov 03 15:55:22.119233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:22.154892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:22.155175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:22.155479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:22.177382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:22.177730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:22.212595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:22.212942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:22.213391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:22.213925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Bound port: 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:22.215222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:22.246545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf28ec-9d29-47ca-8604-6258cec764a4 req-3a6a542e-8c90-4727-9110-6d1d3c465716 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:22.261423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56cf28ec-9d29-47ca-8604-6258cec764a4 req-3a6a542e-8c90-4727-9110-6d1d3c465716 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.1424930 Nov 03 15:55:22.362349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56cf28ec-9d29-47ca-8604-6258cec764a4 req-5f3d49be-48bb-4b4a-8e03-47cf88771c3f tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943987 Nov 03 15:55:22.366620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:22.371140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:22.384802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:22.467163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:22.467847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:22.470121 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 1096 time: 1.3004193 Nov 03 15:55:22.470760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:22.473115 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fbc104-92e4-4819-8512-c482b36ecb23" -d '{"events": [{"name": "network-changed", "server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:22.476412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48603a5c-564d-4c9a-921a-79c193b91e05 req-aafbe3fc-a054-43e3-bed6-930f9d5cd203 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:22.478400 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48603a5c-564d-4c9a-921a-79c193b91e05 req-aafbe3fc-a054-43e3-bed6-930f9d5cd203 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 945 time: 0.1538515 Nov 03 15:55:22.553022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791f2fe-2b23-4ab9-8849-e16e6a6695c3 service neutron] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:22.585608 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100c2e-b389-40af-835f-748017471c1b req-b12e49fd-cf66-4bb2-a62d-d1bb1ff1e02b tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:22.594642 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11100c2e-b389-40af-835f-748017471c1b req-b12e49fd-cf66-4bb2-a62d-d1bb1ff1e02b tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 1097 time: 0.1434641 Nov 03 15:55:22.601200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48603a5c-564d-4c9a-921a-79c193b91e05 req-76c72055-6862-4429-b9b0-395429f6ed51 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132524 Nov 03 15:55:22.659267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6857de3c-9acc-4d86-8293-1df398ec331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:22.661293 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6857de3c-9acc-4d86-8293-1df398ec331f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1099 time: 0.1217051 Nov 03 15:55:22.745765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Deleting port 5b9dc8a5-c038-44af-b918-f9cedea230ed {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:22.746109 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:22.778272 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11100c2e-b389-40af-835f-748017471c1b req-ef32c883-8c12-4da3-8b95-f1fce72d3a08 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822875 Nov 03 15:55:22.782719 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-e35da4b4-4726-44d3-a757-4e5941b88529 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.1030459 Nov 03 15:55:22.915553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-f172cf01-ea5c-4983-a1a3-cfe210c3caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:22.917352 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-f172cf01-ea5c-4983-a1a3-cfe210c3caa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1259840 Nov 03 15:55:22.918517 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff29e531-fbf9-4ae5-a718-294865faacec x-openstack-request-id: req-ff29e531-fbf9-4ae5-a718-294865faacec {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:22.918807 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:22.919064 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff29e531-fbf9-4ae5-a718-294865faacec {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:22.919451 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'status': 'completed', 'code': 200} Nov 03 15:55:22.930626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] For port 5b9dc8a5-c038-44af-b918-f9cedea230ed, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5b9dc8a5-c038-44af-b918-f9cedea230ed,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:22.931097 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:22.950293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Calling delete_port for 5b9dc8a5-c038-44af-b918-f9cedea230ed owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:23.000466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6084686f-2d91-4e14-b21d-45ce9020030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:23.002003 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-6084686f-2d91-4e14-b21d-45ce9020030a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697448 Nov 03 15:55:23.190713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-9966f65e-0bc5-4997-8a87-958073b8f26b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622877 Nov 03 15:55:23.254025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:23.299344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9dc8a5-c038-44af-b918-f9cedea230ed,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:23.351067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b03f6c-c618-4e3b-ad26-046742772cab req-c89657cc-fbbe-431f-a4e4-dd6f697599d8 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:23.359591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66b03f6c-c618-4e3b-ad26-046742772cab req-c89657cc-fbbe-431f-a4e4-dd6f697599d8 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 1097 time: 0.0644908 Nov 03 15:55:23.431011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66b03f6c-c618-4e3b-ad26-046742772cab req-8692f924-4de6-4cab-8605-ae6079d64396 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704691 Nov 03 15:55:23.481925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078e7aea-d90a-4e0d-9cf6-c33ea793c846 req-273a1b20-14c5-4085-b776-575db73d5eed service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739234 Nov 03 15:55:23.641707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-7c8bd404-b841-4b64-bd1f-46cdd3bdb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:23.645943 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-7c8bd404-b841-4b64-bd1f-46cdd3bdb29c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1099 time: 0.0807498 Nov 03 15:55:23.657277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3bd04-2a3c-4e1d-81ea-f0a30d1aeb6c req-98dc3296-38e3-4f9d-942b-10c879de0afe tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:23.666169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ca3bd04-2a3c-4e1d-81ea-f0a30d1aeb6c req-98dc3296-38e3-4f9d-942b-10c879de0afe tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 948 time: 0.2460890 Nov 03 15:55:23.714391 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:23.759470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ca3bd04-2a3c-4e1d-81ea-f0a30d1aeb6c req-c627000e-7a4a-4e7b-b464-2a3bab5b1730 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852699 Nov 03 15:55:23.802043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-024e147c-a889-48ee-9bf5-ab578d5a07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:23.804275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-024e147c-a889-48ee-9bf5-ab578d5a07e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1498759 Nov 03 15:55:23.862075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-301c67e6-6a13-4db6-a491-12fc28c4bc8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.0473750 Nov 03 15:55:23.974161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-e5d81098-c13c-486e-bddd-e73e0c1a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:23.976735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-e5d81098-c13c-486e-bddd-e73e0c1a078d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0987115 Nov 03 15:55:24.066976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-041a82f3-1666-4097-beb8-e3c4950f110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:24.073592 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-041a82f3-1666-4097-beb8-e3c4950f110a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888345 Nov 03 15:55:24.307262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d284b-e3b3-4735-9612-2a1142297bdd req-5009a19e-55be-4e6c-8a3e-26d7c53fd10d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:24.315866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f5d284b-e3b3-4735-9612-2a1142297bdd req-5009a19e-55be-4e6c-8a3e-26d7c53fd10d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.2359390 Nov 03 15:55:24.355983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-b4a5c572-f7f6-4ba0-b77f-ca50f9854412 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741101 Nov 03 15:55:24.420179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Router fc7df754-c2a3-4779-a079-d661867fd5cb has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:55:24.464093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f5d284b-e3b3-4735-9612-2a1142297bdd req-ae126375-7187-46f3-9199-b6fe6417ee1d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415596 Nov 03 15:55:24.535093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63fbc104-92e4-4819-8512-c482b36ecb23 req-5c65a691-6ee2-467c-88c2-aa1c26fd22ef service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701009 Nov 03 15:55:24.554603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:55:24.560104 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f0eff3bd-bc64-4efc-a7fb-9a22e2a738a5 admin admin] 10.222.0.86 "PUT /v2.0/routers/fc7df754-c2a3-4779-a079-d661867fd5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4930484 Nov 03 15:55:24.563151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45988) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:24.567897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] Sync routers for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:55:24.589884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:55:24.600041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:55:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:24.644555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9ca06-4ed6-41c1-8de2-75784f9dbb7a req-8a29a597-978e-483e-b929-93b1f4314b3c tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:24.647658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55e9ca06-4ed6-41c1-8de2-75784f9dbb7a req-8a29a597-978e-483e-b929-93b1f4314b3c tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 945 time: 0.1001387 Nov 03 15:55:24.742340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55e9ca06-4ed6-41c1-8de2-75784f9dbb7a req-1bbba114-7825-4395-bdc6-95a34d58f92e tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805612 Nov 03 15:55:24.799775 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:24.836099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:55:24.933112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.097924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Deleting port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:25.098262 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.139946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:55:23Z', 'revision_number': 5, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port': {'id': '1121df0c-d5e1-4cbc-ba8f-0aba8caf42be', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:27Z', 'updated_at': '2021-11-03T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:25.184074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119e0fb-1807-42f9-921e-4c5b4e932765 req-1de10f79-9dea-456d-a9c8-d0cceed4c570 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:25.184848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] Checking router: fc7df754-c2a3-4779-a079-d661867fd5cb for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:55:25.186566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a119e0fb-1807-42f9-921e-4c5b4e932765 req-1de10f79-9dea-456d-a9c8-d0cceed4c570 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 948 time: 0.0835500 Nov 03 15:55:25.194937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] Routers {'fc7df754-c2a3-4779-a079-d661867fd5cb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:55:25.195616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:55:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fc7df754-c2a3-4779-a079-d661867fd5cb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:25.200448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] For port 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1121df0c-d5e1-4cbc-ba8f-0aba8caf42be,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:25.201470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.219800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Calling delete_port for 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:25.279087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a119e0fb-1807-42f9-921e-4c5b4e932765 req-c872e631-5fa7-410e-b49c-08a625203853 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754144 Nov 03 15:55:25.313953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] Set router fc7df754-c2a3-4779-a079-d661867fd5cb gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:55:25.377103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:55:24Z', 'revision_number': 6, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:25.389842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-6848af00-957a-4e0d-b311-08dcd0f25646 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:55:25.398133 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-6848af00-957a-4e0d-b311-08dcd0f25646 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0164704 Nov 03 15:55:25.408274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08a188-92ca-42e5-85ee-9fc0a4aeade7 None None] The sync data for ids ['fc7df754-c2a3-4779-a079-d661867fd5cb'] in n-d-813897-2 is: [{'id': 'fc7df754-c2a3-4779-a079-d661867fd5cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706812142-router', 'tenant_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:26Z', 'updated_at': '2021-11-03T15:55:24Z', 'revision_number': 6, 'project_id': 'dc0f0d9e540144e886835d1dafb7b2d7', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:55:25.466260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-3e883592-9a46-4f98-a482-b4816c4b7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:25.467634 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-3e883592-9a46-4f98-a482-b4816c4b7559 service neutron] 10.222.0.86 "GET /v2.0/ports/d5a4271e-ac5f-4e9b-8488-80a1e9cb158c HTTP/1.1" status: 200 len: 1094 time: 0.0687847 Nov 03 15:55:25.477295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Request body: {'binding': {'host': 'n-h1-813897-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:25.477778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Unknown quota resources ['binding']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 15:55:25.481518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.530303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Pushing event deleted for resources: {'Port': ['ID=1121df0c-d5e1-4cbc-ba8f-0aba8caf42be,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:25.588950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fde87-fc8b-4ef5-82f1-7073b479ff99 req-de63414e-2437-4349-ad1f-62faeef257e0 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:25.590630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-909fde87-fc8b-4ef5-82f1-7073b479ff99 req-de63414e-2437-4349-ad1f-62faeef257e0 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 946 time: 0.0552218 Nov 03 15:55:25.650560 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-909fde87-fc8b-4ef5-82f1-7073b479ff99 req-7385236b-2a99-44d1-9a47-89724205964e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Nov 03 15:55:25.654523 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.739430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1219b603-532a-4741-b3fd-e89b37ce7af7 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:25.772696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.778236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.865284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859e846-fe65-44c9-a347-ce1666801f4b req-4e577183-c982-43a5-85cb-dee13d8e3e17 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:25.868140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b859e846-fe65-44c9-a347-ce1666801f4b req-4e577183-c982-43a5-85cb-dee13d8e3e17 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.70 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 945 time: 0.0802348 Nov 03 15:55:25.870371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.871170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7df754-c2a3-4779-a079-d661867fd5cb {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:55:25.888239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.889574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bece0bc0-fcce-47b6-b6b3-7e091c82bcda admin admin] 10.222.0.86 "DELETE /v2.0/routers/fc7df754-c2a3-4779-a079-d661867fd5cb HTTP/1.1" status: 204 len: 168 time: 1.3245845 Nov 03 15:55:25.892280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46008) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:25.905082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1219b603-532a-4741-b3fd-e89b37ce7af7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1219b603-532a-4741-b3fd-e89b37ce7af7,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:25.919005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '1219b603-532a-4741-b3fd-e89b37ce7af7', 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8', 'port_id': '1219b603-532a-4741-b3fd-e89b37ce7af7', 'mac_address': 'fa:16:3e:5d:c6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2df1cc-909a-48af-8ca8-f7872ca243fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:25.959498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on host n-h1-813897-2 for vnic_type normal with profile None {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:25.960131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:25.960631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:25.967608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c227b7e-27c4-4a3b-8d40-a5d602740b47 admin admin] Deleting subnet 60a736cf-9bdf-4f4e-98a1-2b363cec21ea {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:55:25.974687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c227b7e-27c4-4a3b-8d40-a5d602740b47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.979477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:25.980073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:25.983139 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:25.997946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c308e-0e4d-4165-9e83-45bcc9d1be07 req-0dac6ab4-8459-484b-b3eb-e81e05cd1fb7 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:26.000638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:26.005766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b7c308e-0e4d-4165-9e83-45bcc9d1be07 req-0dac6ab4-8459-484b-b3eb-e81e05cd1fb7 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 945 time: 0.1620524 Nov 03 15:55:26.015092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:26.015824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:26.015824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:26.016257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Bound port: d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:26.061367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c227b7e-27c4-4a3b-8d40-a5d602740b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.072129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-b859e846-fe65-44c9-a347-ce1666801f4b req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Deleting port 032020c3-8643-429e-9e08-e6a24a358e4d {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:26.073243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b859e846-fe65-44c9-a347-ce1666801f4b req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.089054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b7c308e-0e4d-4165-9e83-45bcc9d1be07 req-5f747d60-5374-4b70-a700-1a7363b0fad9 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/security-groups?id=84db5020-613d-4fdc-962f-41436d370c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821390 Nov 03 15:55:26.150955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:26.153784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:26.171822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'mac_address': 'fa:16:3e:9f:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:26.174853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1219b603-532a-4741-b3fd-e89b37ce7af7 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:26.182721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] Publish callbacks [] for binding, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.195960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-203bad35-43d9-487d-b9de-5821f32908fe service neutron] 10.222.0.86 "POST /v2.0/ports/d5a4271e-ac5f-4e9b-8488-80a1e9cb158c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7157910 Nov 03 15:55:26.226271 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c227b7e-27c4-4a3b-8d40-a5d602740b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.233395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b859e846-fe65-44c9-a347-ce1666801f4b req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] For port 032020c3-8643-429e-9e08-e6a24a358e4d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=032020c3-8643-429e-9e08-e6a24a358e4d,segment=NetworkSegment(f0ef4696-5ff4-459e-af24-2fcd5af882c7),segment_id=f0ef4696-5ff4-459e-af24-2fcd5af882c7)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:26.233984 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b859e846-fe65-44c9-a347-ce1666801f4b req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.250636 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.252990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-b859e846-fe65-44c9-a347-ce1666801f4b req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Calling delete_port for 032020c3-8643-429e-9e08-e6a24a358e4d owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:26.282497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1219b603-532a-4741-b3fd-e89b37ce7af7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1219b603-532a-4741-b3fd-e89b37ce7af7,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:26.291164 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.302910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531227ab-b238-4810-9f3f-eb5cc6ffbdbe {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:26.364002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:26.382960 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.391542 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1219b603-532a-4741-b3fd-e89b37ce7af7,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:26.398580 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c227b7e-27c4-4a3b-8d40-a5d602740b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.459868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:26.463383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c227b7e-27c4-4a3b-8d40-a5d602740b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a736cf-9bdf-4f4e-98a1-2b363cec21ea,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:26.465403 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c227b7e-27c4-4a3b-8d40-a5d602740b47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.475665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0647596-8ccb-42d1-9311-a7f09b2edd2f None None] Network 82d1e45b-8d45-4a9b-b570-7b59769accc1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:55:26.481081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8c227b7e-27c4-4a3b-8d40-a5d602740b47 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/60a736cf-9bdf-4f4e-98a1-2b363cec21ea HTTP/1.1" status: 204 len: 168 time: 0.5855093 Nov 03 15:55:26.481474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46020) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:26.504774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['1219b603-532a-4741-b3fd-e89b37ce7af7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:26.703934 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.773376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5b9dc8a5-c038-44af-b918-f9cedea230ed no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:26.800736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-71975e7a-4815-46a2-ae4b-275cf8617973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:26.805319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-71975e7a-4815-46a2-ae4b-275cf8617973 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 1097 time: 0.2261314 Nov 03 15:55:26.806227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b859e846-fe65-44c9-a347-ce1666801f4b req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.821580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5b9dc8a5-c038-44af-b918-f9cedea230ed {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:26.822176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5b9dc8a5-c038-44af-b918-f9cedea230ed not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:26.822774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:26.868731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Pushing event deleted for resources: {'Port': ['ID=032020c3-8643-429e-9e08-e6a24a358e4d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:26.875879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f65d06-bb9c-46e2-a98a-50e6501d7b3b None None] DHCP port deletion for 82d1e45b-8d45-4a9b-b570-7b59769accc1 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:55:26.878163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['531227ab-b238-4810-9f3f-eb5cc6ffbdbe'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:26.891505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5f970-03dd-44db-bc60-3dd32e3d990d req-c0d363f0-4e66-4498-b8fb-8294cc1e0e2d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:26.893058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03a5f970-03dd-44db-bc60-3dd32e3d990d req-c0d363f0-4e66-4498-b8fb-8294cc1e0e2d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 949 time: 0.0986209 Nov 03 15:55:26.904790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Deleting port a6501e1b-a2f6-4e48-8c5f-744200333215 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:26.905127 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:26.935210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41065932-2b2c-4a84-8124-187566144e99 req-1cd53be2-6f5e-41e1-89da-e0624dd2abde tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:26.936806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-41065932-2b2c-4a84-8124-187566144e99 req-1cd53be2-6f5e-41e1-89da-e0624dd2abde tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.2554252 Nov 03 15:55:26.970119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:26.970935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1121df0c-d5e1-4cbc-ba8f-0aba8caf42be not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:27.033661 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03a5f970-03dd-44db-bc60-3dd32e3d990d req-c03cb0ce-bece-428d-b0c6-e195a969a00b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319258 Nov 03 15:55:27.052854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] For port a6501e1b-a2f6-4e48-8c5f-744200333215, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a6501e1b-a2f6-4e48-8c5f-744200333215,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:27.053462 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.077165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Calling delete_port for a6501e1b-a2f6-4e48-8c5f-744200333215 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:27.129337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b859e846-fe65-44c9-a347-ce1666801f4b req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] No DVR routers for this DVR port 032020c3-8643-429e-9e08-e6a24a358e4d on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:27.134338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-34029669-c880-4a42-9f87-231e789d80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:27.136181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-34029669-c880-4a42-9f87-231e789d80e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.2754509 Nov 03 15:55:27.137537 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b859e846-fe65-44c9-a347-ce1666801f4b req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.141469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b859e846-fe65-44c9-a347-ce1666801f4b req-42f62ef4-56c4-4a27-aa99-93e40fe2ed41 tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.70 "DELETE /v2.0/ports/032020c3-8643-429e-9e08-e6a24a358e4d HTTP/1.1" status: 204 len: 173 time: 1.2548788 Nov 03 15:55:27.148494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483c401d-9462-4bf5-8b1d-efb885ba5fc9', 'name': 'network-vif-deleted', 'tag': '032020c3-8643-429e-9e08-e6a24a358e4d'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:27.151390 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab039823-1fa4-4c58-b9a4-87aade4f46ee" -d '{"events": [{"server_uuid": "483c401d-9462-4bf5-8b1d-efb885ba5fc9", "name": "network-vif-deleted", "tag": "032020c3-8643-429e-9e08-e6a24a358e4d"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:27.181388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-22f65d06-bb9c-46e2-a98a-50e6501d7b3b None None] Deleting port a6501e1b-a2f6-4e48-8c5f-744200333215 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:27.181837 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-22f65d06-bb9c-46e2-a98a-50e6501d7b3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.185922 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-41065932-2b2c-4a84-8124-187566144e99 req-9af690b8-a26d-4db0-93eb-8461e07185e8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324111 Nov 03 15:55:27.203235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['032020c3-8643-429e-9e08-e6a24a358e4d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:27.231824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-1e8636b4-6581-4432-907a-8ae665f90d2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c HTTP/1.1" status: 200 len: 217 time: 0.0756664 Nov 03 15:55:27.290750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e882f5-ff5e-466c-bd4c-7209384f470f req-b07381a5-8947-4227-a551-b6e9e65f8220 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:27.296733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14e882f5-ff5e-466c-bd4c-7209384f470f req-b07381a5-8947-4227-a551-b6e9e65f8220 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 945 time: 0.1522369 Nov 03 15:55:27.321064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-22f65d06-bb9c-46e2-a98a-50e6501d7b3b None None] For port a6501e1b-a2f6-4e48-8c5f-744200333215, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a6501e1b-a2f6-4e48-8c5f-744200333215,segment=NetworkSegment(ec9cad07-a5c2-405b-a4db-f9648b7e5add),segment_id=ec9cad07-a5c2-405b-a4db-f9648b7e5add)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:27.321555 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-22f65d06-bb9c-46e2-a98a-50e6501d7b3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.338202 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.351649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-22f65d06-bb9c-46e2-a98a-50e6501d7b3b None None] Calling delete_port for a6501e1b-a2f6-4e48-8c5f-744200333215 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:27.376519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6501e1b-a2f6-4e48-8c5f-744200333215,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:27.388137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] No DVR routers for this DVR port a6501e1b-a2f6-4e48-8c5f-744200333215 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:27.423330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14e882f5-ff5e-466c-bd4c-7209384f470f req-9d48a5a2-13f0-43e4-8890-f3ab947213b9 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203699 Nov 03 15:55:27.429325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-84ab8ba0-99fe-4bea-a7a1-a06d39f078fb tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:27.430847 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-84ab8ba0-99fe-4bea-a7a1-a06d39f078fb tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.70 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 945 time: 0.1763525 Nov 03 15:55:27.436420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-347e56f0-5d1a-4be3-8bab-4c050acfec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:27.438061 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-347e56f0-5d1a-4be3-8bab-4c050acfec9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1974087 Nov 03 15:55:27.469316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-22f65d06-bb9c-46e2-a98a-50e6501d7b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.499470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.500729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f65d06-bb9c-46e2-a98a-50e6501d7b3b None None] No DVR routers for this DVR port a6501e1b-a2f6-4e48-8c5f-744200333215 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:27.507960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f65d06-bb9c-46e2-a98a-50e6501d7b3b None None] Pushing event deleted for resources: {'Port': ['ID=a6501e1b-a2f6-4e48-8c5f-744200333215,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:27.535135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d1e45b-8d45-4a9b-b570-7b59769accc1']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:27.558517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9cad07-a5c2-405b-a4db-f9648b7e5add') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:27.558517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9cad07-a5c2-405b-a4db-f9648b7e5add') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:27.581124 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7dd3d25-9271-4000-8570-9bb2ef8cf0bd req-a8189e33-0518-4e40-b9c7-d3c31191924a tempest-InstanceActionsNegativeTestJSON-1800590061 tempest-InstanceActionsNegativeTestJSON-1800590061-project] 10.222.0.86 "GET /v2.0/ports?device_id=483c401d-9462-4bf5-8b1d-efb885ba5fc9 HTTP/1.1" status: 200 len: 210 time: 0.0424263 Nov 03 15:55:27.585165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.608229 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.626218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:55:27.626629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:55:27.629125 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:55:27.698558 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.708697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.715920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] 10.222.0.86 "DELETE /v2.0/networks/82d1e45b-8d45-4a9b-b570-7b59769accc1 HTTP/1.1" status: 204 len: 168 time: 1.2311366 Nov 03 15:55:27.730377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cd836-6def-405e-9ae4-5bf028184f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=82d1e45b-8d45-4a9b-b570-7b59769accc1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:27.744639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 032020c3-8643-429e-9e08-e6a24a358e4d no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:27.766118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 032020c3-8643-429e-9e08-e6a24a358e4d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:27.766518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 032020c3-8643-429e-9e08-e6a24a358e4d not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:27.766917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1219b603-532a-4741-b3fd-e89b37ce7af7 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:27.848159 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef04047b-ff52-4056-844c-77e710bb0ff4 x-openstack-request-id: req-ef04047b-ff52-4056-844c-77e710bb0ff4 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:27.848863 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483c401d-9462-4bf5-8b1d-efb885ba5fc9", "name": "network-vif-deleted", "tag": "032020c3-8643-429e-9e08-e6a24a358e4d", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:27.849561 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef04047b-ff52-4056-844c-77e710bb0ff4 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:27.851221 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483c401d-9462-4bf5-8b1d-efb885ba5fc9', 'name': 'network-vif-deleted', 'tag': '032020c3-8643-429e-9e08-e6a24a358e4d', 'status': 'completed', 'code': 200} Nov 03 15:55:27.861054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50035c42-5e4a-4994-9bb5-fcdc0bfc53ca req-d6547de7-78b1-46f1-82b4-af930769c9ab tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:27.869007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50035c42-5e4a-4994-9bb5-fcdc0bfc53ca req-d6547de7-78b1-46f1-82b4-af930769c9ab tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 945 time: 0.5248713 Nov 03 15:55:27.872449 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-6a1dcc92-16c7-48f0-aa2f-8c91c1194021 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3879004 Nov 03 15:55:27.886658 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.907319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1219b603-532a-4741-b3fd-e89b37ce7af7 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:27.930982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46042) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:27.939397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1219b603-532a-4741-b3fd-e89b37ce7af7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1219b603-532a-4741-b3fd-e89b37ce7af7,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:27.947019 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:27.988320 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ae109013-2685-4fb1-80f0-d3a37a40756f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc0f0d9e540144e886835d1dafb7b2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534465 Nov 03 15:55:27.988986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46044) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:28.004394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50035c42-5e4a-4994-9bb5-fcdc0bfc53ca req-03c5a261-4eb5-4055-9136-fbc49c1540e8 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295538 Nov 03 15:55:28.015622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1219b603-532a-4741-b3fd-e89b37ce7af7,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:28.028073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Deleting port 5edc85dc-7108-49d1-807b-618d5aa721c0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:28.028634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.059472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64ea65af-b143-4b29-b24d-1fcee34a3e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.095085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64ea65af-b143-4b29-b24d-1fcee34a3e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.124476 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-44ed0f36-482b-401a-9efa-360a05e9b562 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352495 Nov 03 15:55:28.163016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64ea65af-b143-4b29-b24d-1fcee34a3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.168162 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64ea65af-b143-4b29-b24d-1fcee34a3e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.170137 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-64ea65af-b143-4b29-b24d-1fcee34a3e68 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/54786673-3314-4840-a082-517972300dfe HTTP/1.1" status: 204 len: 168 time: 0.1804049 Nov 03 15:55:28.210982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea65af-b143-4b29-b24d-1fcee34a3e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54786673-3314-4840-a082-517972300dfe,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:28.232554 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] For port 5edc85dc-7108-49d1-807b-618d5aa721c0, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5edc85dc-7108-49d1-807b-618d5aa721c0,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:28.233029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.278187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Calling delete_port for 5edc85dc-7108-49d1-807b-618d5aa721c0 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:28.280161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c4a1a-f40b-4617-ac54-c444718ca7b5 req-ae8f8d2e-bbd4-4d9e-91f7-ea55aa62d54b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:28.287666 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-798c4a1a-f40b-4617-ac54-c444718ca7b5 req-ae8f8d2e-bbd4-4d9e-91f7-ea55aa62d54b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 949 time: 0.0959227 Nov 03 15:55:28.338412 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-798c4a1a-f40b-4617-ac54-c444718ca7b5 req-c02beb9c-b350-4cd7-a4c9-f19c0ee45029 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492580 Nov 03 15:55:28.344329 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-d520202b-e29c-46e7-99d6-e55e165749d9 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084599 Nov 03 15:55:28.364031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a4014-3683-45e8-98db-a74d63ca9e8f req-65cfff3d-a0d7-4d3d-bacf-aeba0f022bce tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:28.365603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-689a4014-3683-45e8-98db-a74d63ca9e8f req-65cfff3d-a0d7-4d3d-bacf-aeba0f022bce tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 944 time: 0.1217513 Nov 03 15:55:28.450431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-689a4014-3683-45e8-98db-a74d63ca9e8f req-f20a13ed-a8be-44ea-89c6-59ab64af3ea1 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742986 Nov 03 15:55:28.476435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62370b9-49f0-40f3-9e15-4b8cee1779cc req-c6319a08-0f87-407b-9fe5-a5400b99295b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:28.478675 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e62370b9-49f0-40f3-9e15-4b8cee1779cc req-c6319a08-0f87-407b-9fe5-a5400b99295b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.0763848 Nov 03 15:55:28.562335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e62370b9-49f0-40f3-9e15-4b8cee1779cc req-1c65e6b3-9ba5-4045-994b-2e88265633e6 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763166 Nov 03 15:55:28.590354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79aa70-89ba-4afc-a414-ee14e8e6ee0a req-9203a663-b4e5-43da-ad5d-7487a626532c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:28.594075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab79aa70-89ba-4afc-a414-ee14e8e6ee0a req-9203a663-b4e5-43da-ad5d-7487a626532c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=57ba56be-5132-495b-8111-1d600abd099d HTTP/1.1" status: 200 len: 945 time: 0.0709739 Nov 03 15:55:28.596540 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.644207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46068) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:28.657771 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Pushing event deleted for resources: {'Port': ['ID=5edc85dc-7108-49d1-807b-618d5aa721c0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:28.710769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] No DVR routers for this DVR port 5edc85dc-7108-49d1-807b-618d5aa721c0 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:28.716339 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.719942 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d3afdc1-3ed8-4045-87eb-013f1262c976 req-8a1711e0-19f4-4e87-862c-773d271e4a98 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.70 "DELETE /v2.0/ports/5edc85dc-7108-49d1-807b-618d5aa721c0 HTTP/1.1" status: 204 len: 173 time: 1.2810063 Nov 03 15:55:28.749732 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab79aa70-89ba-4afc-a414-ee14e8e6ee0a req-36904e0c-68ca-4c4e-b730-ebd3446ef709 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507137 Nov 03 15:55:28.765382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fabf97-235b-4150-b428-35cc3c81d3fe admin admin] Deleting subnet bbe57825-5a0b-4410-bd0b-f9323346a476 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:55:28.766333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a6501e1b-a2f6-4e48-8c5f-744200333215 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:28.770865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf97-235b-4150-b428-35cc3c81d3fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.809132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a6501e1b-a2f6-4e48-8c5f-744200333215 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:28.809632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a6501e1b-a2f6-4e48-8c5f-744200333215 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:28.813029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf97-235b-4150-b428-35cc3c81d3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.868991 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf97-235b-4150-b428-35cc3c81d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.949888 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf97-235b-4150-b428-35cc3c81d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.979211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fabf97-235b-4150-b428-35cc3c81d3fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe57825-5a0b-4410-bd0b-f9323346a476,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:28.983013 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf97-235b-4150-b428-35cc3c81d3fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:28.988344 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4fabf97-235b-4150-b428-35cc3c81d3fe admin admin] 10.222.0.86 "DELETE /v2.0/subnets/bbe57825-5a0b-4410-bd0b-f9323346a476 HTTP/1.1" status: 204 len: 168 time: 0.3409476 Nov 03 15:55:28.988574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46078) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:29.065221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.158518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.180024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e18913-8450-4e7a-b221-5792eb6226e6']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:29.191729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ef4696-5ff4-459e-af24-2fcd5af882c7') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:29.192026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ef4696-5ff4-459e-af24-2fcd5af882c7') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:29.202555 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.215834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.222155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:55:29.222531 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:55:29.224145 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:55:29.294776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.302129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.307603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/86e18913-8450-4e7a-b221-5792eb6226e6 HTTP/1.1" status: 204 len: 168 time: 0.3180735 Nov 03 15:55:29.320404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c6ff4-5866-4d0e-8366-cc7514decdc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=86e18913-8450-4e7a-b221-5792eb6226e6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:29.514452 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4295f8-311b-4b90-bd83-b080464a3205 req-e365bf48-e9ce-4893-8946-befa346d7008 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:29.524652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2e4295f8-311b-4b90-bd83-b080464a3205 req-e365bf48-e9ce-4893-8946-befa346d7008 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 949 time: 0.0777104 Nov 03 15:55:29.556704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46098) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:29.578570 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2e4295f8-311b-4b90-bd83-b080464a3205 req-2a173fa1-9a38-4989-929a-ab275d558c5a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528376 Nov 03 15:55:29.645194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f5ec2055-34e3-4f77-8e29-752fecfb21f6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aea2e2b94edd45bb9ee12945d0a4c7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854101 Nov 03 15:55:29.648702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46106) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:29.654884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04abd-4818-4db2-b774-8d1f538a07c9 req-9f18ad48-02db-45b8-a660-52c46f2a69a0 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:29.656375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3d04abd-4818-4db2-b774-8d1f538a07c9 req-9f18ad48-02db-45b8-a660-52c46f2a69a0 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 944 time: 0.1142840 Nov 03 15:55:29.716306 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3d04abd-4818-4db2-b774-8d1f538a07c9 req-f3e3973e-99e0-49fa-9a90-614c8b724584 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538409 Nov 03 15:55:29.742047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cb5d7-ea5a-4ac3-8432-bf2c06b28a91 req-b31c5349-595c-46db-989d-379d71390b07 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:29.742934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46108) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:29.743696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e5cb5d7-ea5a-4ac3-8432-bf2c06b28a91 req-b31c5349-595c-46db-989d-379d71390b07 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.0878351 Nov 03 15:55:29.750605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5edc85dc-7108-49d1-807b-618d5aa721c0 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:29.780253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 5edc85dc-7108-49d1-807b-618d5aa721c0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:29.780835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5edc85dc-7108-49d1-807b-618d5aa721c0 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:29.786122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-018139e2-060a-44c4-a96b-24cec176111e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.842873 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-018139e2-060a-44c4-a96b-24cec176111e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.854717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e5cb5d7-ea5a-4ac3-8432-bf2c06b28a91 req-0b9410a6-312f-45c6-8807-8e7fee374c21 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932419 Nov 03 15:55:29.863835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'name': 'network-vif-deleted', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:29.866250 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b36d5-815c-4e09-a7e8-8014ca9fc2a3" -d '{"events": [{"server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "name": "network-vif-deleted", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:29.910043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63eb7647-d1f3-4561-80ba-b039e607ecfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.928151 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942b2901-ad40-4ac9-a20b-f9649ea780c8 x-openstack-request-id: req-942b2901-ad40-4ac9-a20b-f9649ea780c8 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:29.928424 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ba56be-5132-495b-8111-1d600abd099d", "name": "network-vif-deleted", "tag": "5edc85dc-7108-49d1-807b-618d5aa721c0", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:29.929758 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-942b2901-ad40-4ac9-a20b-f9649ea780c8 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:29.930482 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ba56be-5132-495b-8111-1d600abd099d', 'name': 'network-vif-deleted', 'tag': '5edc85dc-7108-49d1-807b-618d5aa721c0', 'status': 'completed', 'code': 200} Nov 03 15:55:29.956851 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-018139e2-060a-44c4-a96b-24cec176111e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.960918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-018139e2-060a-44c4-a96b-24cec176111e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:29.962732 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-018139e2-060a-44c4-a96b-24cec176111e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/84db5020-613d-4fdc-962f-41436d370c97 HTTP/1.1" status: 204 len: 168 time: 0.3129191 Nov 03 15:55:29.972457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018139e2-060a-44c4-a96b-24cec176111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84db5020-613d-4fdc-962f-41436d370c97,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:30.106964 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63eb7647-d1f3-4561-80ba-b039e607ecfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.119739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc435df8-3c56-46e2-88bd-e706129b558d req-ffb37313-3277-4b75-9e11-fcdaabc0c168 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:30.121161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63eb7647-d1f3-4561-80ba-b039e607ecfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.123027 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc435df8-3c56-46e2-88bd-e706129b558d req-ffb37313-3277-4b75-9e11-fcdaabc0c168 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.70 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 944 time: 0.1121473 Nov 03 15:55:30.202423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb7647-d1f3-4561-80ba-b039e607ecfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667e0d70-0d72-4a0d-b7e6-f8c95302c2e5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:30.224107 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-63eb7647-d1f3-4561-80ba-b039e607ecfa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa806bd49c60468ca7922f0f31550a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801223 Nov 03 15:55:30.227719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46126) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:30.253099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53ccc9-557f-44be-b571-f75df7ff9c3c req-0e01f556-f8c6-450d-95d5-a4a9f2c6c409 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:30.254642 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd53ccc9-557f-44be-b571-f75df7ff9c3c req-0e01f556-f8c6-450d-95d5-a4a9f2c6c409 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 945 time: 0.1461401 Nov 03 15:55:30.320691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-cc435df8-3c56-46e2-88bd-e706129b558d req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Deleting port 1219b603-532a-4741-b3fd-e89b37ce7af7 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:30.321353 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cc435df8-3c56-46e2-88bd-e706129b558d req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.332395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:55:30.362246 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb70d515-d611-4049-b8fe-fe6c3184f13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.400652 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd53ccc9-557f-44be-b571-f75df7ff9c3c req-4ce257ec-7e01-479e-9cff-4306a139d742 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252365 Nov 03 15:55:30.421835 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb70d515-d611-4049-b8fe-fe6c3184f13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.473197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:55:30.494511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-cc435df8-3c56-46e2-88bd-e706129b558d req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] For port 1219b603-532a-4741-b3fd-e89b37ce7af7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1219b603-532a-4741-b3fd-e89b37ce7af7,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:30.494767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:30.495027 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.495434 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cc435df8-3c56-46e2-88bd-e706129b558d req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.515413 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb70d515-d611-4049-b8fe-fe6c3184f13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.516288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-cc435df8-3c56-46e2-88bd-e706129b558d req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Calling delete_port for 1219b603-532a-4741-b3fd-e89b37ce7af7 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:30.518086 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb70d515-d611-4049-b8fe-fe6c3184f13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.519221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bb70d515-d611-4049-b8fe-fe6c3184f13f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/667e0d70-0d72-4a0d-b7e6-f8c95302c2e5 HTTP/1.1" status: 204 len: 168 time: 0.2905986 Nov 03 15:55:30.536522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70d515-d611-4049-b8fe-fe6c3184f13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667e0d70-0d72-4a0d-b7e6-f8c95302c2e5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:30.565616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-3c67b400-8ec6-488b-846d-a2dd1bc894a9 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:30.580788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-3c67b400-8ec6-488b-846d-a2dd1bc894a9 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 945 time: 0.1051872 Nov 03 15:55:30.680560 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.734786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:30.737084 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abef5e67-5e29-46f9-8d99-8cf9ad966f0f" -d '{"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-plugged", "status": "completed", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:30.755561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:30.763076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.824680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Deleting port 40da8018-58ad-4b68-9024-6b2f40aadfd7 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:30.825025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.849611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:30.882118 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cc435df8-3c56-46e2-88bd-e706129b558d req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:30.905471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aa067-9bbf-4a8f-b2b0-41d8c5720f9e req-ee65a7fa-6a2c-42e4-a19f-c8f94d80b06a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:30.914490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a25aa067-9bbf-4a8f-b2b0-41d8c5720f9e req-ee65a7fa-6a2c-42e4-a19f-c8f94d80b06a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1985269 Nov 03 15:55:30.930082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9c4a6431-8f48-4f31-8f3f-977c11d03840 req-f5717b61-b8a7-4e3a-acc8-ec58681965f1 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ad46a-d426-4d8b-8e74-befebf930fc4 HTTP/1.1" status: 200 len: 210 time: 0.0664060 Nov 03 15:55:30.948422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event deleted for resources: {'Port': ['ID=1219b603-532a-4741-b3fd-e89b37ce7af7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:31.005143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc435df8-3c56-46e2-88bd-e706129b558d req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] No DVR routers for this DVR port 1219b603-532a-4741-b3fd-e89b37ce7af7 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:31.009176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cc435df8-3c56-46e2-88bd-e706129b558d req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:31.010084 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b41cc2-87eb-4f54-a56f-3e9fa531ee9a x-openstack-request-id: req-69b41cc2-87eb-4f54-a56f-3e9fa531ee9a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:31.010389 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-plugged", "status": "completed", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:31.010648 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69b41cc2-87eb-4f54-a56f-3e9fa531ee9a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:31.011045 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'code': 200} Nov 03 15:55:31.013163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc435df8-3c56-46e2-88bd-e706129b558d req-01061b6c-f096-42a1-9415-cd07d49090cb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.70 "DELETE /v2.0/ports/1219b603-532a-4741-b3fd-e89b37ce7af7 HTTP/1.1" status: 204 len: 173 time: 0.8807287 Nov 03 15:55:31.027421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:31.073276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a25aa067-9bbf-4a8f-b2b0-41d8c5720f9e req-b80cb129-1d60-445f-86e3-d617cf2360c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576953 Nov 03 15:55:31.102759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] For port 40da8018-58ad-4b68-9024-6b2f40aadfd7, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40da8018-58ad-4b68-9024-6b2f40aadfd7,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:31.103876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:31.121217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Calling delete_port for 40da8018-58ad-4b68-9024-6b2f40aadfd7 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:31.236808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35a268-c8d7-401d-9785-22394690e19a req-d2d775d5-74b9-4112-9222-5dd5402339c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:31.238311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab35a268-c8d7-401d-9785-22394690e19a req-d2d775d5-74b9-4112-9222-5dd5402339c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1101 time: 0.1010563 Nov 03 15:55:31.250269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c14-1be7-4a63-b314-652e90e3d161 req-6723308b-60f1-4fa0-b4ef-dd4c7dce922c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:31.258571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2fe5c14-1be7-4a63-b314-652e90e3d161 req-6723308b-60f1-4fa0-b4ef-dd4c7dce922c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.1193199 Nov 03 15:55:31.339402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab35a268-c8d7-401d-9785-22394690e19a req-72976e5a-eb74-4db3-8f31-646e6cd952fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930400 Nov 03 15:55:31.355369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2fe5c14-1be7-4a63-b314-652e90e3d161 req-647b95c1-546b-47d5-af69-d18a028eec1a tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863044 Nov 03 15:55:31.427700 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:31.553021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] No DVR routers for this DVR port 40da8018-58ad-4b68-9024-6b2f40aadfd7 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:31.557750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Pushing event deleted for resources: {'Port': ['ID=40da8018-58ad-4b68-9024-6b2f40aadfd7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:31.558049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46172) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:31.566881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:31.579794 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2109dd59-b051-4ba8-bb1a-afc4ba779775 req-6ee8d565-f80e-4e20-b460-1c7b65df4689 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.70 "DELETE /v2.0/ports/40da8018-58ad-4b68-9024-6b2f40aadfd7 HTTP/1.1" status: 204 len: 173 time: 0.9891460 Nov 03 15:55:31.610774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'name': 'network-vif-deleted', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:31.613342 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ca8da8-67bf-4003-8528-8219b6d44708" -d '{"events": [{"server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "name": "network-vif-deleted", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:31.619108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b972d78-59dd-4996-babb-26bb9142f111 req-1994affb-ac48-4211-a917-7d9c543e894c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac45fd0a-27f5-4a99-8ecf-172687f0f439 HTTP/1.1" status: 200 len: 210 time: 0.0382066 Nov 03 15:55:31.746870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-650695637-network', 'tenant_id': '51818aef780248d0ac0a8399a001d1ad'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:31.794914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Made reservation on behalf of 51818aef780248d0ac0a8399a001d1ad for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:31.798651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:31.815871 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:31.930403 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:31.931168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ad46a-d426-4d8b-8e74-befebf930fc4', 'name': 'network-vif-deleted', 'tag': '1219b603-532a-4741-b3fd-e89b37ce7af7'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:31.933943 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36438d0b-91da-4344-aea5-2ba9b764995c" -d '{"events": [{"server_uuid": "668ad46a-d426-4d8b-8e74-befebf930fc4", "name": "network-vif-deleted", "tag": "1219b603-532a-4741-b3fd-e89b37ce7af7"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:31.939702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:31.942471 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046a9c31-c077-41af-98ae-2d990682fe51 x-openstack-request-id: req-046a9c31-c077-41af-98ae-2d990682fe51 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:31.942774 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac45fd0a-27f5-4a99-8ecf-172687f0f439", "name": "network-vif-deleted", "tag": "40da8018-58ad-4b68-9024-6b2f40aadfd7", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:31.943032 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-046a9c31-c077-41af-98ae-2d990682fe51 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:31.944422 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac45fd0a-27f5-4a99-8ecf-172687f0f439', 'name': 'network-vif-deleted', 'tag': '40da8018-58ad-4b68-9024-6b2f40aadfd7', 'status': 'completed', 'code': 200} Nov 03 15:55:31.976466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:55:31.979198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9b4bba-90cc-402f-8d3b-33bae4facb7b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:32.006775 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.007416 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Added segment 38396616-31bb-45d3-a433-a385b5d8d84d of type vlan for network ff0d33c2-0684-444b-9288-a567700b3e85 Nov 03 15:55:32.017783 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8651daa8-c418-4fd7-9614-552c2a06c235 x-openstack-request-id: req-8651daa8-c418-4fd7-9614-552c2a06c235 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:32.018083 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668ad46a-d426-4d8b-8e74-befebf930fc4", "name": "network-vif-deleted", "tag": "1219b603-532a-4741-b3fd-e89b37ce7af7", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:32.018347 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8651daa8-c418-4fd7-9614-552c2a06c235 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:32.019451 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ad46a-d426-4d8b-8e74-befebf930fc4', 'name': 'network-vif-deleted', 'tag': '1219b603-532a-4741-b3fd-e89b37ce7af7', 'status': 'completed', 'code': 200} Nov 03 15:55:32.036974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46194) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:32.066693 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.115103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.116882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:32.117714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.228180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805583d5-6e7e-4740-81c0-e2c468f46160 req-c3945e7a-8fa6-41a7-9648-73df232eb54d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:32.238420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-805583d5-6e7e-4740-81c0-e2c468f46160 req-c3945e7a-8fa6-41a7-9648-73df232eb54d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0870996 Nov 03 15:55:32.239614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] Pushing event updated for resources: {'Network': ['ID=ff0d33c2-0684-444b-9288-a567700b3e85,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:32.251628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ff0d33c2-0684-444b-9288-a567700b3e85 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:55:32.260876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-306b5705-d7a3-4b53-b126-e94f8d267916 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7020710 Nov 03 15:55:32.264983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46200) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:32.271202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Request body: {'subnet': {'network_id': 'ff0d33c2-0684-444b-9288-a567700b3e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-650695637-subnet', 'tenant_id': '51818aef780248d0ac0a8399a001d1ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:32.290970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-736615369-network', 'tenant_id': '453236d257d74a2bae741ad1e455f5c9'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:32.320633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Made reservation on behalf of 51818aef780248d0ac0a8399a001d1ad for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:32.324096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.383932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-805583d5-6e7e-4740-81c0-e2c468f46160 req-e0315f7f-1afd-4f53-9586-cff35b1150e0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350617 Nov 03 15:55:32.391206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Made reservation on behalf of 453236d257d74a2bae741ad1e455f5c9 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:32.398484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.404369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46206) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:32.417835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ad3e4a41-31d6-4126-9852-84ed2c7a882b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2040192332', 'description': 'tempest-description--741436974'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:32.483243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.486422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4a41-31d6-4126-9852-84ed2c7a882b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.516367 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7afe-772d-4de6-8f26-148950c7f7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.569321 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa586ed5-ecd4-4353-8571-3a4b752186bb req-0da4e9ce-36f9-403d-bb03-d77157f15a71 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:32.571111 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa586ed5-ecd4-4353-8571-3a4b752186bb req-0da4e9ce-36f9-403d-bb03-d77157f15a71 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.0989690 Nov 03 15:55:32.639509 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4a41-31d6-4126-9852-84ed2c7a882b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.654134 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4a41-31d6-4126-9852-84ed2c7a882b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.666593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.675113 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4a41-31d6-4126-9852-84ed2c7a882b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.676959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ad3e4a41-31d6-4126-9852-84ed2c7a882b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2705977 Nov 03 15:55:32.689566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa586ed5-ecd4-4353-8571-3a4b752186bb req-f439ea57-2a1a-41d6-b221-31105c0ac1c4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038592 Nov 03 15:55:32.690309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46212) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:32.697226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-1c2d01db-feef-40bd-93e0-9bb918a8c4d9 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Request body: {'security_group_rule': {'security_group_id': 'cadd7204-ed00-4ac6-8418-461afc03c38c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:32.704786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e4a41-31d6-4126-9852-84ed2c7a882b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadd7204-ed00-4ac6-8418-461afc03c38c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:32.708548 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.724011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:55:32.744956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.745306 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Added segment b52d8bac-d1d6-4dea-94cd-9770d047d3d6 of type vlan for network 98fefa13-b26e-4a4f-93cb-90848da7ea9a Nov 03 15:55:32.789752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99a09c0-8a64-436d-bafe-a6743954d396,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:32.803187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.806596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1c2d01db-feef-40bd-93e0-9bb918a8c4d9 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.810917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.837665 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.838815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:32.839413 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:32.924632 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8854294 Nov 03 15:55:32.927638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46216) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:32.933863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Request body: {'subnet': {'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-736615369-subnet', 'tenant_id': '453236d257d74a2bae741ad1e455f5c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:32.941924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb420a-edf8-44b7-8e63-22b3d3186d3d admin admin] Pushing event updated for resources: {'Network': ['ID=98fefa13-b26e-4a4f-93cb-90848da7ea9a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:32.955216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:55:32.974661 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a5c391-6988-42c8-84d9-fc72aa89bd17,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:32.975938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Made reservation on behalf of 453236d257d74a2bae741ad1e455f5c9 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:32.985004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.018019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Checking segment: {'id': '38396616-31bb-45d3-a433-a385b5d8d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff0d33c2-0684-444b-9288-a567700b3e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:33.018389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Network hostable DHCP agents. Network: ff0d33c2-0684-444b-9288-a567700b3e85, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:55:33.028127 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1c2d01db-feef-40bd-93e0-9bb918a8c4d9 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.035699 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1c2d01db-feef-40bd-93e0-9bb918a8c4d9 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.074944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d01db-feef-40bd-93e0-9bb918a8c4d9 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccf844e-009a-4e52-9593-12f6ad0da10e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:33.080448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Network ff0d33c2-0684-444b-9288-a567700b3e85 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:55:33.092383 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1c2d01db-feef-40bd-93e0-9bb918a8c4d9 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.096358 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1c2d01db-feef-40bd-93e0-9bb918a8c4d9 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4008472 Nov 03 15:55:33.096831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46220) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:33.104030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-26cd0ed8-d6d7-4140-acc6-848b9719a974 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Request body: {'security_group_rule': {'security_group_id': 'cadd7204-ed00-4ac6-8418-461afc03c38c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:33.109332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ff0d33c2-0684-444b-9288-a567700b3e85) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:33.114485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:33.115093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.136040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2d4d7f-58f0-4da8-9735-48afa71ccb65 None None] Network ff0d33c2-0684-444b-9288-a567700b3e85 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:55:33.173426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7758eca1-e5d1-4c57-a010-8d039a70934b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8989477 Nov 03 15:55:33.173426 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26cd0ed8-d6d7-4140-acc6-848b9719a974 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.176320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc73de-a029-4ea3-b399-07afb6d2ae7d req-5c863004-9451-4eef-a0ae-af7380b8175c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:33.180024 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0fc73de-a029-4ea3-b399-07afb6d2ae7d req-5c863004-9451-4eef-a0ae-af7380b8175c tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 944 time: 0.0834653 Nov 03 15:55:33.291856 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26cd0ed8-d6d7-4140-acc6-848b9719a974 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.298454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26cd0ed8-d6d7-4140-acc6-848b9719a974 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.319062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ea0bc-dc11-4c40-9b38-33eeb2e2ccb7 None None] Network ff0d33c2-0684-444b-9288-a567700b3e85 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:55:33.322255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd0ed8-d6d7-4140-acc6-848b9719a974 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c786f3b-f754-4207-80e6-6aba988ebee6,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:33.347362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26cd0ed8-d6d7-4140-acc6-848b9719a974 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.363494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26cd0ed8-d6d7-4140-acc6-848b9719a974 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2654192 Nov 03 15:55:33.364131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46226) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:33.368885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:33.402469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.432332 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.451684 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0fc73de-a029-4ea3-b399-07afb6d2ae7d req-a9c1c3d5-fe26-41a6-88d9-542bf638c7d6 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/security-groups?id=1330b7c2-353f-4aa6-a6bb-886de3a47cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497927 Nov 03 15:55:33.570374 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f1e646-0c63-47c3-8cd0-a87565cea73d,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:33.595418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d47655-837f-4b4d-951d-efb51f87d058 req-6858afef-d3ae-44d6-a737-0053c91c832b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:33.597018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60d47655-837f-4b4d-951d-efb51f87d058 req-6858afef-d3ae-44d6-a737-0053c91c832b tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 944 time: 0.0920870 Nov 03 15:55:33.598335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Checking segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:33.598782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Network hostable DHCP agents. Network: 98fefa13-b26e-4a4f-93cb-90848da7ea9a, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:55:33.666390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b39cd-b114-4c9e-b54d-21adab552f05 req-95ccf9b0-0a90-4bc4-b6dc-2739cea0e312 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:33.670057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-118b39cd-b114-4c9e-b54d-21adab552f05 req-95ccf9b0-0a90-4bc4-b6dc-2739cea0e312 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1174033 Nov 03 15:55:33.701624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:55:33.718435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 98fefa13-b26e-4a4f-93cb-90848da7ea9a) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:33.726560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:33.728435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.744844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2468e6-28d5-4710-a1e1-676da4f22c4a None None] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:55:33.775453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:33.795182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-87534e0e-44b7-4f59-9afd-17fdafb7c0f4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8652143 Nov 03 15:55:33.807425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-118b39cd-b114-4c9e-b54d-21adab552f05 req-2cb5adca-8e3f-4e16-9331-f851f2d93830 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120532 Nov 03 15:55:33.857048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1219b603-532a-4741-b3fd-e89b37ce7af7 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:33.903797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 1219b603-532a-4741-b3fd-e89b37ce7af7 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:33.904441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1219b603-532a-4741-b3fd-e89b37ce7af7 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:33.905085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40da8018-58ad-4b68-9024-6b2f40aadfd7 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:33.930809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 40da8018-58ad-4b68-9024-6b2f40aadfd7 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:33.931470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40da8018-58ad-4b68-9024-6b2f40aadfd7 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:33.958976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3a071-c2ab-414a-8eb8-9a4bee8b6585 None None] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:55:34.085481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Allocated IP 172.25.6.254 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/883b4c37-00bd-4350-acff-ae206ac93cad) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:55:34.216595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-60d47655-837f-4b4d-951d-efb51f87d058 req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Deleting port 7d6a255b-1a5c-4987-89aa-43ae715042f2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:34.217511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60d47655-837f-4b4d-951d-efb51f87d058 req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:34.349122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e858b4f-f0aa-4d91-9991-03468623fcd9 req-8d25843a-2fd3-4060-a3e9-78a96efe6476 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:34.350895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e858b4f-f0aa-4d91-9991-03468623fcd9 req-8d25843a-2fd3-4060-a3e9-78a96efe6476 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.1029215 Nov 03 15:55:34.361542 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-fe6713af-1302-43ce-bc8e-dec16af42cb2 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:34.370211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-fe6713af-1302-43ce-bc8e-dec16af42cb2 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/networks?id=ff0d33c2-0684-444b-9288-a567700b3e85 HTTP/1.1" status: 200 len: 812 time: 0.6050963 Nov 03 15:55:34.376235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:34.394625 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-9d5b7644-fa89-425d-8ce3-7ad96ec4a5e5 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/quotas/51818aef780248d0ac0a8399a001d1ad HTTP/1.1" status: 200 len: 375 time: 0.0228338 Nov 03 15:55:34.398039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-60d47655-837f-4b4d-951d-efb51f87d058 req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] For port 7d6a255b-1a5c-4987-89aa-43ae715042f2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7d6a255b-1a5c-4987-89aa-43ae715042f2,segment=NetworkSegment(c13d2571-20cf-4a64-95de-2b6fce8319f2),segment_id=c13d2571-20cf-4a64-95de-2b6fce8319f2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:34.399899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60d47655-837f-4b4d-951d-efb51f87d058 req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:34.438064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e858b4f-f0aa-4d91-9991-03468623fcd9 req-6543d5b4-f2b7-4b00-a836-8bcd630c1b14 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740626 Nov 03 15:55:34.453868 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:34.465415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-60d47655-837f-4b4d-951d-efb51f87d058 req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Calling delete_port for 7d6a255b-1a5c-4987-89aa-43ae715042f2 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:34.468041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-6f4e3404-bdc1-4de2-9a7f-dfca2919567a tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=51818aef780248d0ac0a8399a001d1ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632696 Nov 03 15:55:34.477304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:55:34.502806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:34.508102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:55:34.550815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event updated for resources: {'Port': ['ID=883b4c37-00bd-4350-acff-ae206ac93cad,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:34.674796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc05d8-d7bb-4275-aa7c-c3596c590338 req-4ac0f4d0-aa05-4770-a6ff-bd15199e1e01 tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:34.676704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88bc05d8-d7bb-4275-aa7c-c3596c590338 req-4ac0f4d0-aa05-4770-a6ff-bd15199e1e01 tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1101 time: 0.1124063 Nov 03 15:55:34.685558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:34.691184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-380bc6e0-2ab7-4dbd-a76d-e427b0001466 service neutron] 10.222.0.86 "GET /v2.0/networks/ff0d33c2-0684-444b-9288-a567700b3e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222681 Nov 03 15:55:34.759572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:34.802460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88bc05d8-d7bb-4275-aa7c-c3596c590338 req-77068e0f-9253-4c10-a347-2dde1ff70f82 tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143315 Nov 03 15:55:34.813148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60d47655-837f-4b4d-951d-efb51f87d058 req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:34.862519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Pushing event deleted for resources: {'Port': ['ID=7d6a255b-1a5c-4987-89aa-43ae715042f2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:34.912743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-6b0a196c-dda2-4e6e-b15c-2cc485f3f5ec service neutron] 10.222.0.86 "GET /v2.0/networks/ff0d33c2-0684-444b-9288-a567700b3e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142026 Nov 03 15:55:34.930436 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98672001-25b6-48ea-be22-e62210e3a055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:34.932707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d47655-837f-4b4d-951d-efb51f87d058 req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] No DVR routers for this DVR port 7d6a255b-1a5c-4987-89aa-43ae715042f2 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:34.936422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60d47655-837f-4b4d-951d-efb51f87d058 req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:34.941426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60d47655-837f-4b4d-951d-efb51f87d058 req-288df771-0f90-41d1-a4ac-60bbb8d863f4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.70 "DELETE /v2.0/ports/7d6a255b-1a5c-4987-89aa-43ae715042f2 HTTP/1.1" status: 204 len: 173 time: 1.3380933 Nov 03 15:55:34.942244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'name': 'network-vif-deleted', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:34.945516 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1b0a5e-4ff6-405d-8fd2-b87b940ab357" -d '{"events": [{"server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "name": "network-vif-deleted", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:35.012685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:35.019945 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:35.180244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b325247-8924-487b-9bb8-c538a4e15f80 req-80363294-894d-47ee-8deb-881038b1ddc4 tempest-LiveMigrationTest-1119750016 tempest-LiveMigrationTest-1119750016-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d357393-e5bb-4164-ab52-9c0473497fe0 HTTP/1.1" status: 200 len: 210 time: 0.0428174 Nov 03 15:55:35.226761 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:35.232535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event updated for resources: {'Port': ['ID=883b4c37-00bd-4350-acff-ae206ac93cad,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:35.270217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:35.278814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-efd84023-7ac9-4bc2-9c23-f39ff949223e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9063787 Nov 03 15:55:35.322665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-abeb5691-31d6-4f1a-a18f-6904b4017cd8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:35.324454 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-abeb5691-31d6-4f1a-a18f-6904b4017cd8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.2422216 Nov 03 15:55:35.354130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-9c232ba0-7a1c-4459-853b-23489a098e68 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/quotas/453236d257d74a2bae741ad1e455f5c9 HTTP/1.1" status: 200 len: 375 time: 0.0225925 Nov 03 15:55:35.401057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-4506c47c-5035-402e-8ea2-3b36d01a092d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457685 Nov 03 15:55:35.460887 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee669c3-1713-49ec-806c-fe758f96a7ed x-openstack-request-id: req-7ee669c3-1713-49ec-806c-fe758f96a7ed {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:35.461220 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d357393-e5bb-4164-ab52-9c0473497fe0", "name": "network-vif-deleted", "tag": "7d6a255b-1a5c-4987-89aa-43ae715042f2", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:35.461477 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ee669c3-1713-49ec-806c-fe758f96a7ed {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:35.461956 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d357393-e5bb-4164-ab52-9c0473497fe0', 'name': 'network-vif-deleted', 'tag': '7d6a255b-1a5c-4987-89aa-43ae715042f2', 'status': 'completed', 'code': 200} Nov 03 15:55:35.574763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-dab5b57c-e029-45b5-9a69-53a111d7242a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969486 Nov 03 15:55:35.621092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-ba5d24b7-6af5-4ef0-a51c-29b2a23398d2 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078125 Nov 03 15:55:35.738626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf626e0f-3c7c-4d13-88be-a623125e5dcc req-1bd07d8b-4645-43f5-8a56-08160f848acd tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 210 time: 0.0436206 Nov 03 15:55:35.791467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7d6a255b-1a5c-4987-89aa-43ae715042f2 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:35.814566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-42e66547-22c7-4321-9674-5e793ffdcf87 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897049 Nov 03 15:55:35.853192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 7d6a255b-1a5c-4987-89aa-43ae715042f2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:35.853564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7d6a255b-1a5c-4987-89aa-43ae715042f2 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:36.003543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d4ebc-0d15-4f73-b8d1-1df191b36b6e req-6eca6c86-2465-4b10-9e78-cbe3600aa276 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:36.013656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-502d4ebc-0d15-4f73-b8d1-1df191b36b6e req-6eca6c86-2465-4b10-9e78-cbe3600aa276 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1024010 Nov 03 15:55:36.086090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-502d4ebc-0d15-4f73-b8d1-1df191b36b6e req-6b950068-eb4b-4677-9847-288a08a50608 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715082 Nov 03 15:55:36.114988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:36.174557 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-a4721561-7f24-46ae-96b6-9acb7092c9ab tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:36.178760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-a4721561-7f24-46ae-96b6-9acb7092c9ab tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/networks?id=8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 200 len: 820 time: 0.1592798 Nov 03 15:55:36.200748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-91c9a15c-e4c3-4389-bdb7-4121e9d0eadf tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/quotas/b46972cfa0f54b88be6c9632329ff707 HTTP/1.1" status: 200 len: 375 time: 0.0120816 Nov 03 15:55:36.251323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172d840-6eb8-4ca8-aaa2-2bbf355c3e6d req-611e0ef3-00ef-4491-a2da-f9cca6d1f44c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:36.253297 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c172d840-6eb8-4ca8-aaa2-2bbf355c3e6d req-611e0ef3-00ef-4491-a2da-f9cca6d1f44c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.0734527 Nov 03 15:55:36.276561 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-c20373cc-44e2-4a51-a699-9bb8d5642841 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b46972cfa0f54b88be6c9632329ff707&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684907 Nov 03 15:55:36.323827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c172d840-6eb8-4ca8-aaa2-2bbf355c3e6d req-52aa3dc1-4bdf-43b0-b530-00a89b24cd19 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623298 Nov 03 15:55:36.463069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-eae85f2d-b62f-4a0c-87f9-c6be8b197442 service neutron] 10.222.0.86 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774993 Nov 03 15:55:36.463443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb1fbab9-1579-4ab4-9a0d-2b94db497619 req-960d9ced-e75a-490f-ba91-38d4ed49139a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 210 time: 0.0558465 Nov 03 15:55:36.546931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46342) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:36.643570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-e799b816-7c42-4085-a7d3-080270e5b383 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:36.644867 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-bf90472d-4cc8-48c0-983b-5a7cd23b2977 service neutron] 10.222.0.86 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732421 Nov 03 15:55:36.645504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-e799b816-7c42-4085-a7d3-080270e5b383 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.70 "GET /v2.0/networks?id=ff0d33c2-0684-444b-9288-a567700b3e85 HTTP/1.1" status: 200 len: 812 time: 0.2277405 Nov 03 15:55:36.659274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Request body: {'port': {'device_id': '9ccede17-a476-40d4-9e24-594982564b30', 'network_id': 'ff0d33c2-0684-444b-9288-a567700b3e85', 'admin_state_up': True, 'tenant_id': '51818aef780248d0ac0a8399a001d1ad'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:36.793689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8280d5-8bb1-4412-85a1-2c6be26ef907 admin admin] Deleting subnet 79f39b73-700f-497b-8303-695c939e8a88 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:55:36.796857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb8280d5-8bb1-4412-85a1-2c6be26ef907 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:36.903290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ca47370-4fe2-43f9-98d5-5986a5df6619 req-fa7b1dbe-baae-4c5d-a2ec-86462803e8f0 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 210 time: 0.0424621 Nov 03 15:55:36.905382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb8280d5-8bb1-4412-85a1-2c6be26ef907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:36.919575 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4db736c-c395-4d1d-93e3-dbf765459827 req-e2c371d0-89e0-40ab-ab0d-62636b93b6f2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 210 time: 0.0530941 Nov 03 15:55:36.980584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb8280d5-8bb1-4412-85a1-2c6be26ef907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.002951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Made reservation on behalf of 51818aef780248d0ac0a8399a001d1ad for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:37.007489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.107347 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb8280d5-8bb1-4412-85a1-2c6be26ef907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.166441 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8280d5-8bb1-4412-85a1-2c6be26ef907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f39b73-700f-497b-8303-695c939e8a88,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:37.168496 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb8280d5-8bb1-4412-85a1-2c6be26ef907 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.172046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bb8280d5-8bb1-4412-85a1-2c6be26ef907 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/79f39b73-700f-497b-8303-695c939e8a88 HTTP/1.1" status: 204 len: 168 time: 0.6151958 Nov 03 15:55:37.175084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46362) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:37.231833 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17537b28-3c11-4a09-870a-add9ddd9e954 req-6af5dfa7-cc2e-4a39-b28d-c3b4d8955b2d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:37.233510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17537b28-3c11-4a09-870a-add9ddd9e954 req-6af5dfa7-cc2e-4a39-b28d-c3b4d8955b2d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0644658 Nov 03 15:55:37.250884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Allocated IP 172.20.0.9 (ff0d33c2-0684-444b-9288-a567700b3e85/71a5c391-6988-42c8-84d9-fc72aa89bd17/9047c37b-9309-41f4-9d81-99370d6f3571) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:55:37.278832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.297001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17537b28-3c11-4a09-870a-add9ddd9e954 req-9ea2ecaa-dacc-44ba-bd94-040577582723 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570588 Nov 03 15:55:37.514927 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.582014 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a12820d3-68b7-4ef0-883a-811d680d1594 req-0fd739be-99db-49ac-847b-0ffc84993d49 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 210 time: 0.0372593 Nov 03 15:55:37.613216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.614520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:37.630153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-8872eeca-900c-4d43-a32b-057012d2654e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:37.632762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-8872eeca-900c-4d43-a32b-057012d2654e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.15 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.1862893 Nov 03 15:55:37.638073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13d2571-20cf-4a64-95de-2b6fce8319f2') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:37.638348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13d2571-20cf-4a64-95de-2b6fce8319f2') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:37.661980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.669638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Request body: {'port': {'device_id': '12d3e76b-cb28-44f5-91e4-ac3c37254ae9', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'admin_state_up': True, 'tenant_id': '453236d257d74a2bae741ad1e455f5c9'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:37.688369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedf69f-36d1-4332-9594-dad858b4b786 req-87d6af9e-6538-48e6-b3fc-25d96d48e37b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:37.689916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3fedf69f-36d1-4332-9594-dad858b4b786 req-87d6af9e-6538-48e6-b3fc-25d96d48e37b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.2401655 Nov 03 15:55:37.707602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.723303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.725596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:55:37.725924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:55:37.733113 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:55:37.736502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-4d543523-d1fa-40c2-a355-f518d64ae89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:37.737032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-4d543523-d1fa-40c2-a355-f518d64ae89d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1101 time: 0.2060516 Nov 03 15:55:37.824250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.828752 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.834920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] 10.222.0.86 "DELETE /v2.0/networks/add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede HTTP/1.1" status: 204 len: 168 time: 0.6588912 Nov 03 15:55:37.835622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46374) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:37.844561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3fedf69f-36d1-4332-9594-dad858b4b786 req-787fd733-eb73-4639-92bf-52f696411d9d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382635 Nov 03 15:55:37.880961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-d60031fe-c2e6-4c89-8547-857b7033fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:37.882566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-d60031fe-c2e6-4c89-8547-857b7033fda9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1340399 Nov 03 15:55:37.883658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Made reservation on behalf of 453236d257d74a2bae741ad1e455f5c9 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:37.887084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.890614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8948d-9291-428a-9cd7-fbc793a0b99c admin admin] Pushing event deleted for resources: {'Network': ['ID=add7b6cf-eb9e-4bff-b809-1ef6dc5d0ede,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:37.907577 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.940038 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-8483ab01-609b-4f77-a8b7-1faf2670214c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.0422790 Nov 03 15:55:37.944985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-288231fc-dcc2-439b-ad0e-1c94ba71f9d8 admin admin] Deleting subnet 8a5c84cd-d37e-4988-bb26-7d174b932d04 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:55:37.950510 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-288231fc-dcc2-439b-ad0e-1c94ba71f9d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:37.985097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Network ff0d33c2-0684-444b-9288-a567700b3e85 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:55:37.995614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:37.997928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:55:38.028716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Pushing event updated for resources: {'Port': ['ID=9047c37b-9309-41f4-9d81-99370d6f3571,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:38.034949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-4cfc354e-3546-4d08-820e-d9da9ca8adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:38.036387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-4cfc354e-3546-4d08-820e-d9da9ca8adf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0871608 Nov 03 15:55:38.041748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-288231fc-dcc2-439b-ad0e-1c94ba71f9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.106523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd90151f-b786-4de5-b807-0c763224b02a req-4d51fd01-50df-4d0c-9881-d79f2848998a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 210 time: 0.0722086 Nov 03 15:55:38.123121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:38.123763 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.143010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-288231fc-dcc2-439b-ad0e-1c94ba71f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.169791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1e18ea55-886b-4469-89c5-0dfbfa4b7044 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5147145 Nov 03 15:55:38.179208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Allocated IP 172.20.0.3 (98fefa13-b26e-4a4f-93cb-90848da7ea9a/e8f1e646-0c63-47c3-8cd0-a87565cea73d/8d1fdfd3-d098-4c0d-b058-fd4f07973c38) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:55:38.188737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-d29465ac-a71e-4193-97e1-392b3f1f8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:38.189016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Request body: {'port': {'device_id': '9ccede17-a476-40d4-9e24-594982564b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:38.190631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-d29465ac-a71e-4193-97e1-392b3f1f8825 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397262 Nov 03 15:55:38.202815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f315c5-3b92-41b2-8c17-8748e1403b65 req-c7c488f9-e712-4578-9eea-d1d1199e51e2 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:38.204272 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8f315c5-3b92-41b2-8c17-8748e1403b65 req-c7c488f9-e712-4578-9eea-d1d1199e51e2 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 931 time: 0.1670499 Nov 03 15:55:38.338860 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-288231fc-dcc2-439b-ad0e-1c94ba71f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.359530 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.384730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.389383 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-288231fc-dcc2-439b-ad0e-1c94ba71f9d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.396442 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-288231fc-dcc2-439b-ad0e-1c94ba71f9d8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8a5c84cd-d37e-4988-bb26-7d174b932d04 HTTP/1.1" status: 204 len: 168 time: 0.5557389 Nov 03 15:55:38.400624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46384) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:38.422278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288231fc-dcc2-439b-ad0e-1c94ba71f9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a5c84cd-d37e-4988-bb26-7d174b932d04,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:38.546122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-eb9ab910-75eb-443b-8417-b47409d4e3a4 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:38.547617 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-eb9ab910-75eb-443b-8417-b47409d4e3a4 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.15 "GET /v2.0/networks?id=8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 200 len: 820 time: 0.3196144 Nov 03 15:55:38.573696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Request body: {'port': {'device_id': '0182fac9-1a67-458e-aab9-85435b526b51', 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8', 'admin_state_up': True, 'tenant_id': 'b46972cfa0f54b88be6c9632329ff707'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:38.614874 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.652983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8f315c5-3b92-41b2-8c17-8748e1403b65 req-0a96b2a7-298f-4f39-9a9a-75565be69d8c tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350402 Nov 03 15:55:38.669114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d2d0a-aba2-41ce-8feb-7aa9616b1272 req-e69eb6ff-9c6d-40c0-8a8e-61b7a97e6508 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:38.670654 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c5d2d0a-aba2-41ce-8feb-7aa9616b1272 req-e69eb6ff-9c6d-40c0-8a8e-61b7a97e6508 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.2449861 Nov 03 15:55:38.696039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-c72c30b9-0135-4e5d-82dc-9d999df8ca48 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893706 Nov 03 15:55:38.796794 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6258edb9-2ac8-49a8-b688-c8082cc22315 req-9a0b2b15-f319-4276-a560-6931a1655cc9 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 210 time: 0.0638335 Nov 03 15:55:38.824596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.853474 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f9599fa4-8eaf-4d1a-9e1e-4996c3a73ad1 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499102 Nov 03 15:55:38.877352 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.929084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:55:38.932289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:38.936410 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:38.936969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:55:38.944450 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c5d2d0a-aba2-41ce-8feb-7aa9616b1272 req-6dd68853-bb84-4bf3-b083-51acfd48d812 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295411 Nov 03 15:55:38.960156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event updated for resources: {'Port': ['ID=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:38.992767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369eebde-bdfd-43ed-bda4-e30b7e7413a7']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:38.999917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:39.000543 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.002723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Made reservation on behalf of b46972cfa0f54b88be6c9632329ff707 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:39.007808 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.022628 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-d50eb0f6-1c65-4479-aa9a-56db949c833f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3571849 Nov 03 15:55:39.024659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4f37b2-6216-4573-92c5-3281fa8b780e') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:39.024957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4f37b2-6216-4573-92c5-3281fa8b780e') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:39.043321 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Request body: {'port': {'device_id': '12d3e76b-cb28-44f5-91e4-ac3c37254ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:39.066173 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.104358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.160457 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.198855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:55:39.199257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:55:39.201263 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:55:39.241405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-548a7016-f342-49bc-b6d8-879739b327d0 req-ad9c12bc-c21a-47d1-a4b6-fdf083209dc4 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 210 time: 0.0328028 Nov 03 15:55:39.269985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef339-40b5-41a7-aab4-532568647784 req-c517bbb6-9aa8-4fed-bf75-5c37506d754e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:39.271584 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fdef339-40b5-41a7-aab4-532568647784 req-c517bbb6-9aa8-4fed-bf75-5c37506d754e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.2432780 Nov 03 15:55:39.285343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9047c37b-9309-41f4-9d81-99370d6f3571 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:39.318729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.349151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.354762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.357466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] 10.222.0.86 "DELETE /v2.0/networks/369eebde-bdfd-43ed-bda4-e30b7e7413a7 HTTP/1.1" status: 204 len: 168 time: 0.9542284 Nov 03 15:55:39.384875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Transition to ACTIVE for port object 9047c37b-9309-41f4-9d81-99370d6f3571 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:39.396848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abea6c-0251-41e4-8dfd-4fe08c619627 admin admin] Pushing event deleted for resources: {'Network': ['ID=369eebde-bdfd-43ed-bda4-e30b7e7413a7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:39.403170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.414101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Allocated IP 172.20.0.14 (8e6fda05-9f70-4b50-857c-19dfd861e3d8/6a2df1cc-909a-48af-8ca8-f7872ca243fa/2c4aa340-c02f-4715-99ef-661af0b6a5d9) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:55:39.434207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:39.442432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.456642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Transition to ACTIVE for port object 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:39.462268 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.476130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fdef339-40b5-41a7-aab4-532568647784 req-c367af0b-0274-4a02-9497-5f938a4fbfb8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856604 Nov 03 15:55:39.503315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46398) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:39.509992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Pushing event updated for resources: {'Port': ['ID=9047c37b-9309-41f4-9d81-99370d6f3571,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:39.549169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:39.602879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6fc156ea-0976-4ed1-9211-23c2ace19593 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=574458bcf0c640ecb8efbda6451c2ee6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0984910 Nov 03 15:55:39.605298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46400) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:39.666874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Attempting to bind port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:39.667209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Attempting to bind port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:39.667540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Attempting to bind port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:39.680436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:39.680763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Attempting to bind port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:39.688237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4db98293-6120-4cbd-9584-004b2bca99f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.690119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:39.690464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Checking segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:39.690854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Bound using segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:39.691301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Bound port: 8d1fdfd3-d098-4c0d-b058-fd4f07973c38, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:39.691652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.726237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4db98293-6120-4cbd-9584-004b2bca99f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.841143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] For port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:39.845011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] For port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:39.859527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c08b0-d449-48fe-87ad-7c66a30ff5f7 req-cb98201e-5aad-4335-a294-c20ed0917831 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:39.861062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-768c08b0-d449-48fe-87ad-7c66a30ff5f7 req-cb98201e-5aad-4335-a294-c20ed0917831 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 943 time: 0.1078136 Nov 03 15:55:39.863166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.912673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4db98293-6120-4cbd-9584-004b2bca99f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.915409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4db98293-6120-4cbd-9584-004b2bca99f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.916536 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4db98293-6120-4cbd-9584-004b2bca99f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1330b7c2-353f-4aa6-a6bb-886de3a47cc4 HTTP/1.1" status: 204 len: 168 time: 0.3103120 Nov 03 15:55:39.927182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:39.927842 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:39.929960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d1fdfd3-d098-4c0d-b058-fd4f07973c38 HTTP/1.1" status: 200 len: 1091 time: 0.8907290 Nov 03 15:55:39.930860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d3e76b-cb28-44f5-91e4-ac3c37254ae9', 'tag': '8d1fdfd3-d098-4c0d-b058-fd4f07973c38'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:39.933148 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5" -d '{"events": [{"name": "network-changed", "server_uuid": "12d3e76b-cb28-44f5-91e4-ac3c37254ae9", "tag": "8d1fdfd3-d098-4c0d-b058-fd4f07973c38"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:39.950411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db98293-6120-4cbd-9584-004b2bca99f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1330b7c2-353f-4aa6-a6bb-886de3a47cc4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:39.987576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6935d60-1c91-4b62-ba26-60665eff2e99 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:39.993765 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-768c08b0-d449-48fe-87ad-7c66a30ff5f7 req-e3ea76af-91f6-4067-8a46-3aaffbf8a4a3 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210976 Nov 03 15:55:40.010949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Attempting to bind port 9047c37b-9309-41f4-9d81-99370d6f3571 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:40.011475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Attempting to bind port 9047c37b-9309-41f4-9d81-99370d6f3571 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '38396616-31bb-45d3-a433-a385b5d8d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff0d33c2-0684-444b-9288-a567700b3e85'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:40.011613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Attempting to bind port 9047c37b-9309-41f4-9d81-99370d6f3571 on network ff0d33c2-0684-444b-9288-a567700b3e85 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:40.029268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2780219-bd28-4354-b184-0b2c69e7ad1d req-e647ca67-c9a1-4374-ae63-2965750945cc tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.030970 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f2780219-bd28-4354-b184-0b2c69e7ad1d req-e647ca67-c9a1-4374-ae63-2965750945cc tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 943 time: 0.1453412 Nov 03 15:55:40.038472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Port 9047c37b-9309-41f4-9d81-99370d6f3571 on network ff0d33c2-0684-444b-9288-a567700b3e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:40.038803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Attempting to bind port 9047c37b-9309-41f4-9d81-99370d6f3571 on network ff0d33c2-0684-444b-9288-a567700b3e85 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:40.065675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:40.066068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Checking segment: {'id': '38396616-31bb-45d3-a433-a385b5d8d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff0d33c2-0684-444b-9288-a567700b3e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:40.066450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Bound using segment: {'id': '38396616-31bb-45d3-a433-a385b5d8d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff0d33c2-0684-444b-9288-a567700b3e85'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:40.066966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Bound port: 9047c37b-9309-41f4-9d81-99370d6f3571, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38396616-31bb-45d3-a433-a385b5d8d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff0d33c2-0684-444b-9288-a567700b3e85'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:40.067318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.071589 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-3054ddf4-5063-4c2d-a5a6-0eeac6a18a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.073094 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-3054ddf4-5063-4c2d-a5a6-0eeac6a18a00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 1094 time: 0.0633805 Nov 03 15:55:40.075006 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aca42f0-c405-4cdf-86db-9ae7f6ccec91 x-openstack-request-id: req-4aca42f0-c405-4cdf-86db-9ae7f6ccec91 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:40.075294 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d3e76b-cb28-44f5-91e4-ac3c37254ae9", "tag": "8d1fdfd3-d098-4c0d-b058-fd4f07973c38", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:40.075553 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4aca42f0-c405-4cdf-86db-9ae7f6ccec91 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:40.075992 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d3e76b-cb28-44f5-91e4-ac3c37254ae9', 'tag': '8d1fdfd3-d098-4c0d-b058-fd4f07973c38', 'status': 'completed', 'code': 200} Nov 03 15:55:40.122949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.142080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-4c425085-c3a7-4ef1-9e89-c121fcaa1e06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1fdfd3-d098-4c0d-b058-fd4f07973c38 HTTP/1.1" status: 200 len: 217 time: 0.0412898 Nov 03 15:55:40.171431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f2780219-bd28-4354-b184-0b2c69e7ad1d req-e703b54d-6bdb-486d-ae52-9f021b1eb6bd tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296794 Nov 03 15:55:40.213469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] For port 9047c37b-9309-41f4-9d81-99370d6f3571, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:40.217828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] For port 9047c37b-9309-41f4-9d81-99370d6f3571, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9047c37b-9309-41f4-9d81-99370d6f3571,segment=NetworkSegment(38396616-31bb-45d3-a433-a385b5d8d84d),segment_id=38396616-31bb-45d3-a433-a385b5d8d84d)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:40.225971 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.235949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.243100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-904df184-31f5-469f-8207-d37b43d473b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.245546 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-904df184-31f5-469f-8207-d37b43d473b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.0688813 Nov 03 15:55:40.280526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.281131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.282731 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] 10.222.0.70 "PUT /v2.0/ports/9047c37b-9309-41f4-9d81-99370d6f3571 HTTP/1.1" status: 200 len: 1091 time: 2.1028609 Nov 03 15:55:40.286938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccede17-a476-40d4-9e24-594982564b30', 'tag': '9047c37b-9309-41f4-9d81-99370d6f3571'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:40.290675 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c879754a-9881-4f6f-9f1a-7a09dd91458c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccede17-a476-40d4-9e24-594982564b30", "tag": "9047c37b-9309-41f4-9d81-99370d6f3571"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:40.291830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-6be107f3-13c0-4b4c-afaa-3750a4a65065 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369401 Nov 03 15:55:40.314155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:55:40.317541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:40.320776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:55:40.412586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343f2b9-b509-455a-bef3-41782ffdb455 service neutron] Pushing event updated for resources: {'Port': ['ID=9047c37b-9309-41f4-9d81-99370d6f3571,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:40.426221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ab98f-4b8c-4d5f-ae81-5a6a3754a00b req-b7e7265e-7763-4c14-ac48-498af59db55f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.428319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb3ab98f-4b8c-4d5f-ae81-5a6a3754a00b req-b7e7265e-7763-4c14-ac48-498af59db55f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1350043 Nov 03 15:55:40.441414 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-b6bd85df-1e4f-434b-a37f-7441a206b77b service neutron] 10.222.0.15 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377668 Nov 03 15:55:40.464373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46422) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:40.488033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.488628 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.516994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event updated for resources: {'Port': ['ID=2c4aa340-c02f-4715-99ef-661af0b6a5d9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:40.527409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1f927e07-d40c-48db-a80c-2335a081dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.528919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-1f927e07-d40c-48db-a80c-2335a081dc9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51818aef780248d0ac0a8399a001d1ad&device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 1094 time: 0.1768832 Nov 03 15:55:40.539856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b95aeb-fb76-4779-8815-be8a9d7781dd req-f7e15150-2de5-483e-9608-d3a47a72be15 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.541271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21b95aeb-fb76-4779-8815-be8a9d7781dd req-f7e15150-2de5-483e-9608-d3a47a72be15 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 932 time: 0.2083855 Nov 03 15:55:40.546897 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb3ab98f-4b8c-4d5f-ae81-5a6a3754a00b req-18fc9b6e-ba02-4be8-bafd-1bbbc9a2186f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077499 Nov 03 15:55:40.558776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-245b766c-cb38-4dad-a2a4-8938168ae3e2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9949820 Nov 03 15:55:40.571324 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ae28c65-b9a6-4896-9f7e-0af4e999b5ba req-e3640867-3c2f-443a-9ce7-36c74b0d89b0 service neutron] 10.222.0.15 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160500 Nov 03 15:55:40.608624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Request body: {'port': {'device_id': '0182fac9-1a67-458e-aab9-85435b526b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:40.616342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-fd5fcb36-457b-4f31-bfe9-5e9d8fee36cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9047c37b-9309-41f4-9d81-99370d6f3571 HTTP/1.1" status: 200 len: 217 time: 0.0690310 Nov 03 15:55:40.617795 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64abac29-202c-43bb-9056-57d72f549887 x-openstack-request-id: req-64abac29-202c-43bb-9056-57d72f549887 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:40.618082 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccede17-a476-40d4-9e24-594982564b30", "tag": "9047c37b-9309-41f4-9d81-99370d6f3571", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:40.618335 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-64abac29-202c-43bb-9056-57d72f549887 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:40.618724 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccede17-a476-40d4-9e24-594982564b30', 'tag': '9047c37b-9309-41f4-9d81-99370d6f3571', 'status': 'completed', 'code': 200} Nov 03 15:55:40.653136 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d68deda4-c699-478c-a2fb-8c13fd3ef4a9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8e7a93ec44c84385a3dcc5584d85db2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851261 Nov 03 15:55:40.655652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46426) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:40.741073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-2ca8c9b7-4e45-47f3-b018-62004e56fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.743855 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-2ca8c9b7-4e45-47f3-b018-62004e56fa4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71a5c391-6988-42c8-84d9-fc72aa89bd17 HTTP/1.1" status: 200 len: 852 time: 0.1162319 Nov 03 15:55:40.750133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.754888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21b95aeb-fb76-4779-8815-be8a9d7781dd req-1ef5463a-e723-48c2-9b87-b3f41a7a70f5 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914976 Nov 03 15:55:40.777570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-0f4ae8ed-925a-462b-aaf4-0306681172ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.778704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-0f4ae8ed-925a-462b-aaf4-0306681172ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 1094 time: 0.0950449 Nov 03 15:55:40.786060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c00609d5-0459-4503-b7f3-84cc1138ad93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.795700 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-a47e36cb-f7dd-4b98-8996-8e8dc53d4e33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0d33c2-0684-444b-9288-a567700b3e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398841 Nov 03 15:55:40.832176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9f4f-ba70-4b61-96c5-af0c4e86cc72 req-0a170583-fe67-4df1-acb3-ac1bec62954f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.833726 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98ea9f4f-ba70-4b61-96c5-af0c4e86cc72 req-0a170583-fe67-4df1-acb3-ac1bec62954f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.1086526 Nov 03 15:55:40.845364 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c00609d5-0459-4503-b7f3-84cc1138ad93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.926033 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:55:40.969090 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98ea9f4f-ba70-4b61-96c5-af0c4e86cc72 req-8ad6aa75-1ab0-4e56-80ae-cea8a20012e7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217177 Nov 03 15:55:40.972243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-4af92b86-3980-4c78-ba53-414114146465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:40.973712 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-4af92b86-3980-4c78-ba53-414114146465 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 912 time: 0.1850097 Nov 03 15:55:40.979014 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c00609d5-0459-4503-b7f3-84cc1138ad93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.981973 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c00609d5-0459-4503-b7f3-84cc1138ad93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:40.985453 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c00609d5-0459-4503-b7f3-84cc1138ad93 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0a7e8f1f-5052-4281-9d0b-29c481784555 HTTP/1.1" status: 204 len: 168 time: 0.3264472 Nov 03 15:55:40.994741 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-3662ae67-368a-4e55-8261-ac3fd25f9156 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0d33c2-0684-444b-9288-a567700b3e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823912 Nov 03 15:55:41.037535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00609d5-0459-4503-b7f3-84cc1138ad93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e8f1f-5052-4281-9d0b-29c481784555,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:41.040333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-ddf70113-c091-4a67-85c0-49d54c7982ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1fdfd3-d098-4c0d-b058-fd4f07973c38 HTTP/1.1" status: 200 len: 217 time: 0.0560915 Nov 03 15:55:41.127575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-9c70b2f9-b72d-4f8e-8182-fe9bae40e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:41.129061 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-9c70b2f9-b72d-4f8e-8182-fe9bae40e9cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.0762353 Nov 03 15:55:41.166641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-91360662-a7af-4cbc-8e06-02436770f7e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300124 Nov 03 15:55:41.284036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f06cf-4af4-4068-9331-45ea6fc297fa req-b7a2e99b-da64-46d5-ad20-7ff33620bf14 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:41.285299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-240f06cf-4af4-4068-9331-45ea6fc297fa req-b7a2e99b-da64-46d5-ad20-7ff33620bf14 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 943 time: 0.1779211 Nov 03 15:55:41.291527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab3b8ae7-9b50-42b7-ba50-f9c4ea7e992f req-b26f1205-0186-41ce-a860-91aa49e7e63f service neutron] 10.222.0.70 "GET /v2.0/networks/ff0d33c2-0684-444b-9288-a567700b3e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480369 Nov 03 15:55:41.303591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-945fb502-51d1-4550-a4c1-45b9161ba4d8 service neutron] 10.222.0.15 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262209 Nov 03 15:55:41.307106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4aa340-c02f-4715-99ef-661af0b6a5d9 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:41.327892 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:41.359375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Transition to ACTIVE for port object 2c4aa340-c02f-4715-99ef-661af0b6a5d9 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:41.376688 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:41.409410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-240f06cf-4af4-4068-9331-45ea6fc297fa req-b94e34a4-4fe6-4a1b-8c13-9b83d7a4fc40 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127348 Nov 03 15:55:41.466173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4aa340-c02f-4715-99ef-661af0b6a5d9,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:41.474269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-c0ad543c-b0fe-4b89-a6ea-68dd4c2f5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:41.477010 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-c0ad543c-b0fe-4b89-a6ea-68dd4c2f5e4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51818aef780248d0ac0a8399a001d1ad&device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 1094 time: 0.1188641 Nov 03 15:55:41.485860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bfc87-e34e-4177-b6f6-52c27b6539d3 req-cc825a28-ae92-4b59-9c5f-a605a873ee9e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:41.487521 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-db6bfc87-e34e-4177-b6f6-52c27b6539d3 req-cc825a28-ae92-4b59-9c5f-a605a873ee9e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 943 time: 0.0772219 Nov 03 15:55:41.516667 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f36ac507-26bd-4cf1-942d-38ddfa8a63b5 req-9f294d04-ced4-415c-b033-39703a30d345 service neutron] 10.222.0.15 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966934 Nov 03 15:55:41.553436 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-db6bfc87-e34e-4177-b6f6-52c27b6539d3 req-20374552-9eec-4f22-9d9a-c37f40861aca tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Nov 03 15:55:41.642897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Attempting to bind port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:41.643207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Attempting to bind port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:41.643537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Attempting to bind port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 on network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:41.676747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 on network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:41.677072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Attempting to bind port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 on network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:41.682020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-9872affd-e546-4364-8d90-44b9a5e102f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:41.683478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-9872affd-e546-4364-8d90-44b9a5e102f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0d33c2-0684-444b-9288-a567700b3e85 HTTP/1.1" status: 200 len: 913 time: 0.1839108 Nov 03 15:55:41.690040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:41.690395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Checking segment: {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:41.690785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Bound using segment: {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:41.691435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Bound port: 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:41.691668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:41.755887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-6a9022f6-067b-4bb2-88b3-f55e52230212 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9047c37b-9309-41f4-9d81-99370d6f3571 HTTP/1.1" status: 200 len: 217 time: 0.0619967 Nov 03 15:55:41.783086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929c878-79a6-4628-914c-97c6734e27c4 req-ddcec266-1960-4a31-b105-18d5a2155312 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:41.784498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c929c878-79a6-4628-914c-97c6734e27c4 req-ddcec266-1960-4a31-b105-18d5a2155312 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1609604 Nov 03 15:55:41.877433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-4fce4078-ed7c-4901-997f-11a191423ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:41.878940 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-4fce4078-ed7c-4901-997f-11a191423ad0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71a5c391-6988-42c8-84d9-fc72aa89bd17 HTTP/1.1" status: 200 len: 852 time: 0.0916603 Nov 03 15:55:41.890102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:41.905850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05278f7-b4fa-4588-b09a-82f5a6513bcc req-788c3241-532e-4367-8e1f-f510a0b1aa7d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:41.909091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b05278f7-b4fa-4588-b09a-82f5a6513bcc req-788c3241-532e-4367-8e1f-f510a0b1aa7d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 944 time: 0.0599706 Nov 03 15:55:41.932073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-741f318f-6ad5-4c6f-98cf-e621a277483f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0d33c2-0684-444b-9288-a567700b3e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433009 Nov 03 15:55:41.934001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:41.938487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c929c878-79a6-4628-914c-97c6734e27c4 req-d94f7f26-07e4-47a0-bfff-624c1f8b19a8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410055 Nov 03 15:55:41.939978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:41.971624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b05278f7-b4fa-4588-b09a-82f5a6513bcc req-8f716d9c-afce-452b-a9d2-fdb17fda9092 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571663 Nov 03 15:55:42.002454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:42.002948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:42.004319 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] 10.222.0.15 "PUT /v2.0/ports/2c4aa340-c02f-4715-99ef-661af0b6a5d9 HTTP/1.1" status: 200 len: 1092 time: 1.4078794 Nov 03 15:55:42.056721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f5264-8cc8-403b-b643-c6eb33332a76 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4aa340-c02f-4715-99ef-661af0b6a5d9,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:42.143640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-9b0d4351-aa46-4f42-b8b1-9779b7fbf6de service neutron] 10.222.0.70 "GET /v2.0/networks/ff0d33c2-0684-444b-9288-a567700b3e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990359 Nov 03 15:55:42.195429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d768a3-fc7a-4334-93d5-fb515bf1f3e0 req-47ea07db-31a2-4847-992b-495c655e565d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:42.196812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3d768a3-fc7a-4334-93d5-fb515bf1f3e0 req-47ea07db-31a2-4847-992b-495c655e565d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 946 time: 0.1222007 Nov 03 15:55:42.229633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-dd860772-652b-49e6-92ab-3d565ce5a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:42.231072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-dd860772-652b-49e6-92ab-3d565ce5a976 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b46972cfa0f54b88be6c9632329ff707&device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 1095 time: 0.1496098 Nov 03 15:55:42.309075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-30904429-8677-47c0-ae41-85f2f14fa5b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9 HTTP/1.1" status: 200 len: 217 time: 0.0546000 Nov 03 15:55:42.357880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c879754a-9881-4f6f-9f1a-7a09dd91458c req-0bc097d1-bee0-411c-ae2c-37235fb42fcf service neutron] 10.222.0.70 "GET /v2.0/networks/ff0d33c2-0684-444b-9288-a567700b3e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034240 Nov 03 15:55:42.366101 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3d768a3-fc7a-4334-93d5-fb515bf1f3e0 req-5d0b7502-4156-45e7-9f86-6bdbe4485f26 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409018 Nov 03 15:55:42.381469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-6d6d93d9-454e-42fe-bbbd-1308519d02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:42.382997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-6d6d93d9-454e-42fe-bbbd-1308519d02c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2df1cc-909a-48af-8ca8-f7872ca243fa HTTP/1.1" status: 200 len: 860 time: 0.0631430 Nov 03 15:55:42.428965 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-d48de617-6600-457d-9112-08dff7634d16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6fda05-9f70-4b50-857c-19dfd861e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278249 Nov 03 15:55:42.565570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-0542dde2-5e9f-4cc5-a347-3854567cd59d service neutron] 10.222.0.15 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229684 Nov 03 15:55:42.574511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bfc01-5c7e-4d30-be3c-b187be1a47a1 req-423ed351-13bf-44bb-90c0-99d84437e4be tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:42.575964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-511bfc01-5c7e-4d30-be3c-b187be1a47a1 req-423ed351-13bf-44bb-90c0-99d84437e4be tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 943 time: 0.0736318 Nov 03 15:55:42.645578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:42.648500 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e" -d '{"events": [{"name": "network-changed", "server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:42.691029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-511bfc01-5c7e-4d30-be3c-b187be1a47a1 req-4cf3b0c3-99ca-4b98-800f-8066d37acc9b tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048558 Nov 03 15:55:42.714615 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bc02883-75e5-44c6-b1fa-1ecfc1013446 req-475758bc-623a-4336-aa9a-442e029dba58 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372025 Nov 03 15:55:42.717040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32730fc3-0851-4346-9621-65683ec83b3b req-e378cca9-7547-4426-9d6e-acf827fe6892 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:42.718655 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-32730fc3-0851-4346-9621-65683ec83b3b req-e378cca9-7547-4426-9d6e-acf827fe6892 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 943 time: 0.0883875 Nov 03 15:55:42.726953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-25274e37-a66e-438f-9978-9c2781b09761 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:42.728405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-25274e37-a66e-438f-9978-9c2781b09761 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1097 time: 0.0694602 Nov 03 15:55:42.752290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-2'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:42.760436 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea409a6-3f33-41b8-862e-c5e139275fa7 x-openstack-request-id: req-cea409a6-3f33-41b8-862e-c5e139275fa7 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:42.760642 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:42.761004 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cea409a6-3f33-41b8-862e-c5e139275fa7 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:42.761484 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9', 'status': 'completed', 'code': 200} Nov 03 15:55:42.833741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-32730fc3-0851-4346-9621-65683ec83b3b req-d47f9f56-2900-42c8-81c9-f8ddbb7594fe tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031981 Nov 03 15:55:42.839566 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:42.877062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-894364d8-0501-4cd6-a9f9-3520a4c3a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:42.878750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-894364d8-0501-4cd6-a9f9-3520a4c3a8da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b46972cfa0f54b88be6c9632329ff707&device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 1095 time: 0.0452907 Nov 03 15:55:42.983770 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:42.995527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-c83c68c0-64c3-49d9-97df-0bbea224fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:42.997723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-c83c68c0-64c3-49d9-97df-0bbea224fb89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 200 len: 921 time: 0.1084263 Nov 03 15:55:43.047522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-33c55b90-0338-4a91-983f-5bb411c57fea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9 HTTP/1.1" status: 200 len: 217 time: 0.0425196 Nov 03 15:55:43.049365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:43.111304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66515ea7-fb7c-452f-9cef-70638b35c79c req-4e4fb0d1-768c-43b2-81a3-9bdac3d981de tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:43.121677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-f80db806-0874-43fc-abcf-87f9b1387df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:43.122222 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66515ea7-fb7c-452f-9cef-70638b35c79c req-4e4fb0d1-768c-43b2-81a3-9bdac3d981de tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0983317 Nov 03 15:55:43.123716 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-f80db806-0874-43fc-abcf-87f9b1387df1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2df1cc-909a-48af-8ca8-f7872ca243fa HTTP/1.1" status: 200 len: 860 time: 0.0688698 Nov 03 15:55:43.128305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:43.130442 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6831e47-6b55-4be2-8978-d7afe19932b4" -d '{"events": [{"server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:43.134746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:43.151515 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:43.161180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-1622c02d-ee49-41c5-9b62-7f0089bdfdfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6fda05-9f70-4b50-857c-19dfd861e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306094 Nov 03 15:55:43.255434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66515ea7-fb7c-452f-9cef-70638b35c79c req-a138fa35-4a4f-4095-9459-13a9b19de740 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183190 Nov 03 15:55:43.258678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:43.271319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76ff01-1975-45ad-b73d-8230b047e151 req-f7f15c5f-ab30-46c8-a9d3-8dd39efa05e6 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:43.273075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d76ff01-1975-45ad-b73d-8230b047e151 req-f7f15c5f-ab30-46c8-a9d3-8dd39efa05e6 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 944 time: 0.1071489 Nov 03 15:55:43.282965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on host n-h2-813897-2 for vnic_type normal with profile {"migrating_to": "n-h1-813897-2"} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:43.283305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:43.283614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:43.288963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on network 48b8266a-2e0a-4360-9a7a-b575f54e220c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:43.289351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Attempting to bind port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on network 48b8266a-2e0a-4360-9a7a-b575f54e220c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:43.294520 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:43.294862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Checking segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:43.295230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Bound using segment: {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:43.295652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Bound port: d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ed3a0-8ba6-41c8-813c-515630ead715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '48b8266a-2e0a-4360-9a7a-b575f54e220c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:43.296003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:43.315369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-84f54bfd-3fb4-44fe-b6af-54fc07f6900b service neutron] 10.222.0.15 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411102 Nov 03 15:55:43.363197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:43.367937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:43.368711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d76ff01-1975-45ad-b73d-8230b047e151 req-73948a61-92ae-45ec-bb9f-69fc1926f466 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887864 Nov 03 15:55:43.387708 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:43.435570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07ee65d0-7f4d-4924-a9e9-234f3ccaf97e req-6ddd552c-64d4-4e47-a1e7-e61df464f4d3 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085610 Nov 03 15:55:43.464723 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb58e10-6acd-4445-aeed-e712b61cf5c4 x-openstack-request-id: req-4cb58e10-6acd-4445-aeed-e712b61cf5c4 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:43.464937 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:43.465150 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4cb58e10-6acd-4445-aeed-e712b61cf5c4 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:43.467232 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c', 'code': 200} Nov 03 15:55:43.534205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,revision_number=8']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:43.560686 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:43.561273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:43.562917 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-543d3884-09d0-4578-87ed-05d45740763f service neutron] 10.222.0.15 "PUT /v2.0/ports/d5a4271e-ac5f-4e9b-8488-80a1e9cb158c HTTP/1.1" status: 200 len: 1122 time: 0.8219471 Nov 03 15:55:43.578113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ae64e-e47b-423f-b316-4ef80e0f46df req-c9578006-6e33-4b54-8ad2-555f3dda8f41 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:43.579618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c20ae64e-e47b-423f-b316-4ef80e0f46df req-c9578006-6e33-4b54-8ad2-555f3dda8f41 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.1005023 Nov 03 15:55:43.635105 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c20ae64e-e47b-423f-b316-4ef80e0f46df req-b17cc735-bf6f-46e0-9841-d9ef0bc6206b tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478742 Nov 03 15:55:43.653241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['d5a4271e-ac5f-4e9b-8488-80a1e9cb158c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:43.794683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['d5a4271e-ac5f-4e9b-8488-80a1e9cb158c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:43.827606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9047c37b-9309-41f4-9d81-99370d6f3571 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:43.828067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55588c6e-2ebd-4457-b8a0-9802c656cf3e req-222bd537-b5b8-42cc-9321-82bcb8f215b4 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:43.829663 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55588c6e-2ebd-4457-b8a0-9802c656cf3e req-222bd537-b5b8-42cc-9321-82bcb8f215b4 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 943 time: 0.0566318 Nov 03 15:55:43.882744 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55588c6e-2ebd-4457-b8a0-9802c656cf3e req-9cdb9b76-a165-4400-a681-59e05ad41531 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467858 Nov 03 15:55:44.018477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c017c3-4250-4eda-9412-f72f9a0a1296 req-c0466286-fa22-402c-996b-e88427abb45b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:44.020236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36c017c3-4250-4eda-9412-f72f9a0a1296 req-c0466286-fa22-402c-996b-e88427abb45b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 943 time: 0.0572395 Nov 03 15:55:44.058262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9047c37b-9309-41f4-9d81-99370d6f3571, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9047c37b-9309-41f4-9d81-99370d6f3571,segment=NetworkSegment(38396616-31bb-45d3-a433-a385b5d8d84d),segment_id=38396616-31bb-45d3-a433-a385b5d8d84d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:44.079468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '9047c37b-9309-41f4-9d81-99370d6f3571', 'network_id': 'ff0d33c2-0684-444b-9288-a567700b3e85', 'port_id': '9047c37b-9309-41f4-9d81-99370d6f3571', 'mac_address': 'fa:16:3e:e3:c8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a5c391-6988-42c8-84d9-fc72aa89bd17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:44.082161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36c017c3-4250-4eda-9412-f72f9a0a1296 req-28c9e342-49bf-4e31-9f68-4714e46b651a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547090 Nov 03 15:55:44.122568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:44.175845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.245276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9047c37b-9309-41f4-9d81-99370d6f3571 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:44.285484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9047c37b-9309-41f4-9d81-99370d6f3571, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9047c37b-9309-41f4-9d81-99370d6f3571,segment=NetworkSegment(38396616-31bb-45d3-a433-a385b5d8d84d),segment_id=38396616-31bb-45d3-a433-a385b5d8d84d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:44.294436 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.335208 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:44.355314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '8d1fdfd3-d098-4c0d-b058-fd4f07973c38', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'port_id': '8d1fdfd3-d098-4c0d-b058-fd4f07973c38', 'mac_address': 'fa:16:3e:ab:f3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f1e646-0c63-47c3-8cd0-a87565cea73d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:44.394651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9047c37b-9309-41f4-9d81-99370d6f3571,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:44.399729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2b0e0-7626-4618-8117-815575228ae9 req-7b1e25f7-d6e9-4a13-93b5-2c4d9129d612 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:44.402594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58b2b0e0-7626-4618-8117-815575228ae9 req-7b1e25f7-d6e9-4a13-93b5-2c4d9129d612 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0595992 Nov 03 15:55:44.424834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.445586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:44.476191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:44.479541 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58b2b0e0-7626-4618-8117-815575228ae9 req-aaea8129-cef9-457c-b6c2-45c656832f03 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708911 Nov 03 15:55:44.485582 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.486295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d5a4271e-ac5f-4e9b-8488-80a1e9cb158c details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:44.527348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cbc41-cb45-4fe3-a574-82197bae6ca1 req-63641909-dc59-4c33-9a36-b2a840665d38 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:44.529182 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f15cbc41-cb45-4fe3-a574-82197bae6ca1 req-63641909-dc59-4c33-9a36-b2a840665d38 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 944 time: 0.0609803 Nov 03 15:55:44.572601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:44.576562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['9047c37b-9309-41f4-9d81-99370d6f3571'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:44.577785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46554) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:44.610300 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f15cbc41-cb45-4fe3-a574-82197bae6ca1 req-af97337f-add2-48d3-8571-616881669e4f tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716355 Nov 03 15:55:44.684880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:44.707999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-abcfaab6-e5e3-4a2c-95de-c5f934ce6760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.708795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d5a4271e-ac5f-4e9b-8488-80a1e9cb158c has no active binding in host n-h1-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 15:55:44.767755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a3f9c-418a-4351-8d6a-1128dcba27b9 req-fb57a490-dcc7-49b9-8a49-9ed05102865d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:44.769853 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e40a3f9c-418a-4351-8d6a-1128dcba27b9 req-fb57a490-dcc7-49b9-8a49-9ed05102865d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0539610 Nov 03 15:55:44.804028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-abcfaab6-e5e3-4a2c-95de-c5f934ce6760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.808438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-abcfaab6-e5e3-4a2c-95de-c5f934ce6760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.828388 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e40a3f9c-418a-4351-8d6a-1128dcba27b9 req-90ab93fd-f675-441a-ba18-823ce46a4c14 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498104 Nov 03 15:55:44.853367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-abcfaab6-e5e3-4a2c-95de-c5f934ce6760 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e329f58530434a00a36bea52e56112f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740984 Nov 03 15:55:44.854261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfaab6-e5e3-4a2c-95de-c5f934ce6760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd7a1cd-d8a2-40df-bbda-7d0ad8d29138,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:44.855958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46560) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:44.906214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-504d4c63-da01-424a-b7c3-dfbfd2ddf9e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.928685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-504d4c63-da01-424a-b7c3-dfbfd2ddf9e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.986988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-504d4c63-da01-424a-b7c3-dfbfd2ddf9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.989664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-504d4c63-da01-424a-b7c3-dfbfd2ddf9e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:44.991633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-504d4c63-da01-424a-b7c3-dfbfd2ddf9e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4dd7a1cd-d8a2-40df-bbda-7d0ad8d29138 HTTP/1.1" status: 204 len: 168 time: 0.1346190 Nov 03 15:55:45.001280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d4c63-da01-424a-b7c3-dfbfd2ddf9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd7a1cd-d8a2-40df-bbda-7d0ad8d29138,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:45.022147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f12b1-f2a0-46b3-ba8f-ee1a511e1a46 req-3a7646c0-81f5-4fe8-a323-8233158c1190 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:45.030842 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f2f12b1-f2a0-46b3-ba8f-ee1a511e1a46 req-3a7646c0-81f5-4fe8-a323-8233158c1190 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 944 time: 0.0722320 Nov 03 15:55:45.088578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f2f12b1-f2a0-46b3-ba8f-ee1a511e1a46 req-d8ee4e5b-dd8f-4df3-980e-bb47b865af03 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566385 Nov 03 15:55:45.205918 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505c5d4-e300-4c5a-be8f-a8a3cd1043bc req-da2af8d5-42dc-4aad-8c5e-4934a8967c6a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:45.207530 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a505c5d4-e300-4c5a-be8f-a8a3cd1043bc req-da2af8d5-42dc-4aad-8c5e-4934a8967c6a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 944 time: 0.0581517 Nov 03 15:55:45.255855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a505c5d4-e300-4c5a-be8f-a8a3cd1043bc req-9a9dcafb-ef9a-4c0c-bad5-e81182b2f158 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Nov 03 15:55:45.298681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46572) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:45.311842 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09432823-7e6a-4c5a-a9df-f1952f4bab80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:45.385517 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09432823-7e6a-4c5a-a9df-f1952f4bab80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:45.389010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09432823-7e6a-4c5a-a9df-f1952f4bab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:45.426868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-09432823-7e6a-4c5a-a9df-f1952f4bab80 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=83d75d4b215e4533ad55054c9cdec161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270835 Nov 03 15:55:45.427931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09432823-7e6a-4c5a-a9df-f1952f4bab80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993baaba-954b-456c-9263-808e89de5c59,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:45.429869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46574) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:45.468335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:45.470789 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed9c634-e037-4dcb-97cd-794db3750cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:45.482630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8d1fdfd3-d098-4c0d-b058-fd4f07973c38'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:45.482963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a831c7b-8c0d-4c60-92a8-a5bcbd26e35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:45.510747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a831c7b-8c0d-4c60-92a8-a5bcbd26e35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:45.514296 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97e9659-442b-455c-b5e3-249207bc22e3 x-openstack-request-id: req-b97e9659-442b-455c-b5e3-249207bc22e3 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:45.514489 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:45.514751 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b97e9659-442b-455c-b5e3-249207bc22e3 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:45.515240 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c', 'status': 'completed', 'code': 200} Nov 03 15:55:45.591985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-4aac0bf6-b37c-4628-960b-21f441dfaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:45.594041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-4aac0bf6-b37c-4628-960b-21f441dfaf16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 1125 time: 0.0544000 Nov 03 15:55:45.605646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a831c7b-8c0d-4c60-92a8-a5bcbd26e35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:45.608393 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a831c7b-8c0d-4c60-92a8-a5bcbd26e35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:45.609543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6a831c7b-8c0d-4c60-92a8-a5bcbd26e35b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/993baaba-954b-456c-9263-808e89de5c59 HTTP/1.1" status: 204 len: 168 time: 0.1785965 Nov 03 15:55:45.632531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba458a-ae87-492f-8969-3f5ba805797c req-29cbd50a-2c44-4e3e-aeb0-1b6ab6211a40 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:45.637879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a831c7b-8c0d-4c60-92a8-a5bcbd26e35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993baaba-954b-456c-9263-808e89de5c59,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:45.642280 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b9ba458a-ae87-492f-8969-3f5ba805797c req-29cbd50a-2c44-4e3e-aeb0-1b6ab6211a40 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0830777 Nov 03 15:55:45.709596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b9ba458a-ae87-492f-8969-3f5ba805797c req-5ee4ecfd-6af8-4d75-bd10-7b4c5aa18358 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614331 Nov 03 15:55:45.759201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-cfeb34dc-8461-4567-a2d1-59aa1a71490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:45.760681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-cfeb34dc-8461-4567-a2d1-59aa1a71490c service neutron] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.1499348 Nov 03 15:55:45.809608 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-f95e68a6-ae81-4566-a044-7c5282f84574 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c HTTP/1.1" status: 200 len: 217 time: 0.0400641 Nov 03 15:55:45.820099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9047c37b-9309-41f4-9d81-99370d6f3571 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:55:45.820686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79ec8b-4adf-44e7-8d77-11f5847ee968 req-74eceffd-ca61-4978-bdb1-ef11211225fc tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:45.821908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba79ec8b-4adf-44e7-8d77-11f5847ee968 req-74eceffd-ca61-4978-bdb1-ef11211225fc tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 944 time: 0.0994260 Nov 03 15:55:45.877705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 9047c37b-9309-41f4-9d81-99370d6f3571 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:55:45.883623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 9047c37b-9309-41f4-9d81-99370d6f3571 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:45.884073 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:45.903740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-953ca869-9d00-432a-b801-8c203479eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:45.905133 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-953ca869-9d00-432a-b801-8c203479eebc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0823388 Nov 03 15:55:45.950853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-49b75124-9c37-41df-b4a7-0ab54159829d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363829 Nov 03 15:55:45.954510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba79ec8b-4adf-44e7-8d77-11f5847ee968 req-ffbb0459-7a62-4007-b7af-e355fb86e923 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232278 Nov 03 15:55:45.971176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367b83-381e-4ecf-b1b7-88a9906d0c1e req-1a91c2c4-e707-4f92-822d-ec6fd40b865f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:45.973872 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f7367b83-381e-4ecf-b1b7-88a9906d0c1e req-1a91c2c4-e707-4f92-822d-ec6fd40b865f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0604117 Nov 03 15:55:46.009225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:46.049047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccede17-a476-40d4-9e24-594982564b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9047c37b-9309-41f4-9d81-99370d6f3571'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:46.052072 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27abdf82-e969-47ea-9fd3-9bb6a82e61be" -d '{"events": [{"server_uuid": "9ccede17-a476-40d4-9e24-594982564b30", "name": "network-vif-plugged", "status": "completed", "tag": "9047c37b-9309-41f4-9d81-99370d6f3571"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:46.064142 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f7367b83-381e-4ecf-b1b7-88a9906d0c1e req-bb6332f1-420f-4760-b58c-6bc5a14ac803 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711207 Nov 03 15:55:46.082151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-7a996f64-f8b1-4170-af31-eea909d4ab14 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156301 Nov 03 15:55:46.084242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9047c37b-9309-41f4-9d81-99370d6f3571, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9047c37b-9309-41f4-9d81-99370d6f3571,segment=NetworkSegment(38396616-31bb-45d3-a433-a385b5d8d84d),segment_id=38396616-31bb-45d3-a433-a385b5d8d84d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:46.091251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:46.123432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2c4aa340-c02f-4715-99ef-661af0b6a5d9 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:46.163196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9047c37b-9309-41f4-9d81-99370d6f3571,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:46.217822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ed9c634-e037-4dcb-97cd-794db3750cf0 req-ee9fa73f-16aa-4d4f-9853-0e1c0ca7e45e service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349132 Nov 03 15:55:46.314878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2b198-951e-4358-8a22-46c281d027ba req-94200092-5178-4900-9a76-dc1d9956cef4 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:46.325837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2da2b198-951e-4358-8a22-46c281d027ba req-94200092-5178-4900-9a76-dc1d9956cef4 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 945 time: 0.0769095 Nov 03 15:55:46.376648 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2575b33-1b81-485a-bcaa-9d762cfe0129 x-openstack-request-id: req-a2575b33-1b81-485a-bcaa-9d762cfe0129 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:46.376938 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccede17-a476-40d4-9e24-594982564b30", "name": "network-vif-plugged", "status": "completed", "tag": "9047c37b-9309-41f4-9d81-99370d6f3571", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:46.377191 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2575b33-1b81-485a-bcaa-9d762cfe0129 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:46.377597 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccede17-a476-40d4-9e24-594982564b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9047c37b-9309-41f4-9d81-99370d6f3571', 'code': 200} Nov 03 15:55:46.399590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2da2b198-951e-4358-8a22-46c281d027ba req-9c060f61-ef36-4224-90f8-3039044ed092 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724380 Nov 03 15:55:46.414210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:46.430036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '2c4aa340-c02f-4715-99ef-661af0b6a5d9', 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8', 'port_id': '2c4aa340-c02f-4715-99ef-661af0b6a5d9', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2df1cc-909a-48af-8ca8-f7872ca243fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:46.471783 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:46.487776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4aa340-c02f-4715-99ef-661af0b6a5d9 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:46.509551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:46.515157 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:46.522494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b248b-46a1-47fc-b192-fb598ae9f63d req-89e3d8b3-99b2-44d7-8c64-01e34a166759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:46.524146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca4b248b-46a1-47fc-b192-fb598ae9f63d req-89e3d8b3-99b2-44d7-8c64-01e34a166759 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 1096 time: 0.0830495 Nov 03 15:55:46.536037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d66e71-2a4d-442d-a44f-aa731a4e7362 req-5e5a61ca-fe2c-4d64-86bf-aa6fe8079c01 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:46.538023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67d66e71-2a4d-442d-a44f-aa731a4e7362 req-5e5a61ca-fe2c-4d64-86bf-aa6fe8079c01 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 944 time: 0.0844655 Nov 03 15:55:46.566154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=2c4aa340-c02f-4715-99ef-661af0b6a5d9,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:46.610732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca4b248b-46a1-47fc-b192-fb598ae9f63d req-c17eaef0-031a-4158-9a11-286317b13799 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715334 Nov 03 15:55:46.614361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67d66e71-2a4d-442d-a44f-aa731a4e7362 req-00456a2d-7871-4de5-9f99-99c654e8ef8e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624871 Nov 03 15:55:46.824897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94532779-d9cb-42f3-91b7-ba86392fff59 req-6628d015-9fd5-4bb6-9c37-a5d2394bf660 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:46.825591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-94532779-d9cb-42f3-91b7-ba86392fff59 req-6628d015-9fd5-4bb6-9c37-a5d2394bf660 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0519657 Nov 03 15:55:46.882607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-94532779-d9cb-42f3-91b7-ba86392fff59 req-c383279d-a2c2-4523-812a-086e6c8db614 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Nov 03 15:55:47.076840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6acaba-1b00-4359-8d7c-0c4e89df52ea req-e8bd5876-1a1a-4268-bcbd-cb2cbba2b9ad tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:47.078402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9a6acaba-1b00-4359-8d7c-0c4e89df52ea req-e8bd5876-1a1a-4268-bcbd-cb2cbba2b9ad tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 945 time: 0.0517969 Nov 03 15:55:47.150818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9a6acaba-1b00-4359-8d7c-0c4e89df52ea req-9f0760ac-2ebf-406d-a8bf-7d7230ee6108 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Nov 03 15:55:47.195715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346181-a497-42eb-b571-5be97c7f4da9 req-cfe1e354-0fc7-4b3a-8cd5-203d7edda5f4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:47.197253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7346181-a497-42eb-b571-5be97c7f4da9 req-cfe1e354-0fc7-4b3a-8cd5-203d7edda5f4 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0573311 Nov 03 15:55:47.218550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2c4aa340-c02f-4715-99ef-661af0b6a5d9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:47.252287 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7346181-a497-42eb-b571-5be97c7f4da9 req-6056e2c8-86b8-4e2a-8e47-89d991be0c80 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485020 Nov 03 15:55:47.523596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445d7af-5da7-4fb4-926c-8db8e5338aa0 req-2f043ac2-012d-4bcd-b4bf-d9aa39970929 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:47.526851 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f445d7af-5da7-4fb4-926c-8db8e5338aa0 req-2f043ac2-012d-4bcd-b4bf-d9aa39970929 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 945 time: 0.0604820 Nov 03 15:55:47.589500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f445d7af-5da7-4fb4-926c-8db8e5338aa0 req-b2dcf03e-a8e8-4ea8-a7be-f8816ddb34d2 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540051 Nov 03 15:55:47.783376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ec894-381f-41d4-91b4-11fbc27c78a6 req-f60c56ee-9c96-414a-be69-f0bef78cc706 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:47.785298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-631ec894-381f-41d4-91b4-11fbc27c78a6 req-f60c56ee-9c96-414a-be69-f0bef78cc706 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 944 time: 0.0710907 Nov 03 15:55:47.851820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-631ec894-381f-41d4-91b4-11fbc27c78a6 req-5a17ff01-3bf8-4a65-805c-462503ed52ec tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591772 Nov 03 15:55:48.026465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf4ee-ccef-41f1-835e-45ddc8214164 req-ce731e1d-f05e-43ef-8cb5-4f6408d9754d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:48.027979 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-12abf4ee-ccef-41f1-835e-45ddc8214164 req-ce731e1d-f05e-43ef-8cb5-4f6408d9754d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0557699 Nov 03 15:55:48.087585 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-12abf4ee-ccef-41f1-835e-45ddc8214164 req-dc601290-0e8b-46c9-bb04-5c0e5d475a49 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516851 Nov 03 15:55:48.121806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:55:48.142200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46688) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:48.190264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:55:48.196959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:48.197688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.294016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fedc5dd9-6f6a-463f-ba62-8cbba3d53473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.296558 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.327214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1cd93-abd5-4b39-b7f2-bcd9b85c9225 req-2aa8b2f7-d569-4fb0-b9ef-e41ab465c36d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:48.328920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0b1cd93-abd5-4b39-b7f2-bcd9b85c9225 req-2aa8b2f7-d569-4fb0-b9ef-e41ab465c36d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 945 time: 0.0941744 Nov 03 15:55:48.339178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:48.346515 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.379797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d3e76b-cb28-44f5-91e4-ac3c37254ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1fdfd3-d098-4c0d-b058-fd4f07973c38'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:48.383055 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6da3ec7-12ba-4de9-92c2-0fb5eab9c76b" -d '{"events": [{"server_uuid": "12d3e76b-cb28-44f5-91e4-ac3c37254ae9", "name": "network-vif-plugged", "status": "completed", "tag": "8d1fdfd3-d098-4c0d-b058-fd4f07973c38"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:48.413450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:48.419603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0b1cd93-abd5-4b39-b7f2-bcd9b85c9225 req-a626cf8d-f605-4697-834d-2dc4f4ac3d75 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777724 Nov 03 15:55:48.457969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fedc5dd9-6f6a-463f-ba62-8cbba3d53473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.464568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fedc5dd9-6f6a-463f-ba62-8cbba3d53473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.481665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c966d4-9e1b-4a9b-9fe6-08c8998691bb req-56263400-a9c6-445f-8521-cd99a63835df tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:48.483550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43c966d4-9e1b-4a9b-9fe6-08c8998691bb req-56263400-a9c6-445f-8521-cd99a63835df tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0799794 Nov 03 15:55:48.515741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc5dd9-6f6a-463f-ba62-8cbba3d53473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed02f8b-135a-4843-9309-531e2b78861d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:48.524123 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fedc5dd9-6f6a-463f-ba62-8cbba3d53473 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1819f6961c534089aa89bc746721d1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808687 Nov 03 15:55:48.525007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46700) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:48.571003 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43c966d4-9e1b-4a9b-9fe6-08c8998691bb req-59985805-505f-4704-b687-035390c48f26 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797880 Nov 03 15:55:48.591428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e45a178a-7dbd-4223-bd22-979b1ead973b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.595619 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e713c3-e6aa-438d-b45e-31a1fb44e63f x-openstack-request-id: req-c1e713c3-e6aa-438d-b45e-31a1fb44e63f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:48.595918 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d3e76b-cb28-44f5-91e4-ac3c37254ae9", "name": "network-vif-plugged", "status": "completed", "tag": "8d1fdfd3-d098-4c0d-b058-fd4f07973c38", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:48.596179 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c1e713c3-e6aa-438d-b45e-31a1fb44e63f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:48.596576 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d3e76b-cb28-44f5-91e4-ac3c37254ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1fdfd3-d098-4c0d-b058-fd4f07973c38', 'code': 200} Nov 03 15:55:48.613215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e45a178a-7dbd-4223-bd22-979b1ead973b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.674604 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e45a178a-7dbd-4223-bd22-979b1ead973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.679685 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e45a178a-7dbd-4223-bd22-979b1ead973b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:48.684049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e45a178a-7dbd-4223-bd22-979b1ead973b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bed02f8b-135a-4843-9309-531e2b78861d HTTP/1.1" status: 204 len: 168 time: 0.1547086 Nov 03 15:55:48.699083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a178a-7dbd-4223-bd22-979b1ead973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed02f8b-135a-4843-9309-531e2b78861d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:48.807485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f278c-853b-49e7-b47a-a5e2b386b1a5 req-d7895f8d-ad35-4b61-917e-f7a382826cfd tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:48.809043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a98f278c-853b-49e7-b47a-a5e2b386b1a5 req-d7895f8d-ad35-4b61-917e-f7a382826cfd tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 945 time: 0.1073866 Nov 03 15:55:48.812003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebabb60-8638-4ae3-b283-a3ee99778074 req-b06962b0-20f0-4762-9e0a-83ea60f488d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:48.813686 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bebabb60-8638-4ae3-b283-a3ee99778074 req-b06962b0-20f0-4762-9e0a-83ea60f488d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0960464 Nov 03 15:55:48.910599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a98f278c-853b-49e7-b47a-a5e2b386b1a5 req-df7539f1-a3df-4d81-922a-fcd6cb1d1a2a tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914125 Nov 03 15:55:48.917683 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bebabb60-8638-4ae3-b283-a3ee99778074 req-58ce345c-079a-4745-9159-4255c0572d8f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932732 Nov 03 15:55:49.010950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5389d87-f1b7-498f-bb48-5685fa294f55 req-58c14552-f79c-40de-9cc3-6410bc5bb333 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:49.012573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5389d87-f1b7-498f-bb48-5685fa294f55 req-58c14552-f79c-40de-9cc3-6410bc5bb333 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 945 time: 0.0638986 Nov 03 15:55:49.041789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46714) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:49.067714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64549989-fd34-4d03-86f6-540eeeacc993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:49.099996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5389d87-f1b7-498f-bb48-5685fa294f55 req-442bef8e-4cae-4ee4-a3b6-5d9c14f5a15a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783257 Nov 03 15:55:49.190093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64549989-fd34-4d03-86f6-540eeeacc993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:49.194196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64549989-fd34-4d03-86f6-540eeeacc993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:49.252569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-64549989-fd34-4d03-86f6-540eeeacc993 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2034232fd28542b6953ddd03a8cc3353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074864 Nov 03 15:55:49.252946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46722) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:49.266905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64549989-fd34-4d03-86f6-540eeeacc993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52a8c01-98b5-47d7-a99c-7256f869358a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:49.317358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bac44504-3a65-4ac6-a223-12cbd1d9e96f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:49.319351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eace7-c8cc-49cb-a51b-6783eabd0864 req-5cfc4060-1cfc-4d95-84ee-9246306ae74b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:49.320945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-236eace7-c8cc-49cb-a51b-6783eabd0864 req-5cfc4060-1cfc-4d95-84ee-9246306ae74b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0985453 Nov 03 15:55:49.340391 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bac44504-3a65-4ac6-a223-12cbd1d9e96f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:49.391201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b16b0c8a-627a-46dd-923c-f803013212d8 service neutron] 10.222.0.70 "GET /v2.0/ports/d5a4271e-ac5f-4e9b-8488-80a1e9cb158c/bindings/n-h1-813897-2 HTTP/1.1" status: 200 len: 384 time: 0.1106687 Nov 03 15:55:49.395801 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-236eace7-c8cc-49cb-a51b-6783eabd0864 req-092358ed-eb3c-4e8b-80d8-62cabfe52336 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674274 Nov 03 15:55:49.404268 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bac44504-3a65-4ac6-a223-12cbd1d9e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:49.407192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bac44504-3a65-4ac6-a223-12cbd1d9e96f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:49.408344 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bac44504-3a65-4ac6-a223-12cbd1d9e96f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a52a8c01-98b5-47d7-a99c-7256f869358a HTTP/1.1" status: 204 len: 168 time: 0.1541650 Nov 03 15:55:49.418222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac44504-3a65-4ac6-a223-12cbd1d9e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52a8c01-98b5-47d7-a99c-7256f869358a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:49.626987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d38923-70ac-4c1d-9a5c-2c1ffc2467fe req-bd782644-7079-460a-92c4-3af89121fd58 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:49.628626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6d38923-70ac-4c1d-9a5c-2c1ffc2467fe req-bd782644-7079-460a-92c4-3af89121fd58 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 945 time: 0.0549474 Nov 03 15:55:49.685130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6d38923-70ac-4c1d-9a5c-2c1ffc2467fe req-b9fb170a-463d-4fce-87b9-ac7d40041c89 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474143 Nov 03 15:55:49.811833 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adef38-3f98-4d69-9a85-b628029a3499 req-6f48b284-560b-40f7-be5e-867448f3dce8 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:49.813635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6adef38-3f98-4d69-9a85-b628029a3499 req-6f48b284-560b-40f7-be5e-867448f3dce8 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 945 time: 0.0766819 Nov 03 15:55:49.847542 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device d5a4271e-ac5f-4e9b-8488-80a1e9cb158c no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:49.891605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97885ae7-6bc1-487e-baa7-e53e58bde386 req-986dcac9-f067-4d27-a7d5-77fc13c28470 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:49.903317 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-97885ae7-6bc1-487e-baa7-e53e58bde386 req-986dcac9-f067-4d27-a7d5-77fc13c28470 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 944 time: 0.0886633 Nov 03 15:55:49.941793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6adef38-3f98-4d69-9a85-b628029a3499 req-812dd169-73ac-4879-bda8-cdab1055ec15 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096709 Nov 03 15:55:49.978665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-97885ae7-6bc1-487e-baa7-e53e58bde386 req-4ea77fac-0435-47ec-91b3-f501ab190300 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737660 Nov 03 15:55:49.982243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:50.004261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:50.039631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a4271e-ac5f-4e9b-8488-80a1e9cb158c {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:50.050901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:50.064814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:50.134801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2c4aa340-c02f-4715-99ef-661af0b6a5d9 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:55:50.168870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] Transition to ACTIVE for port object d5a4271e-ac5f-4e9b-8488-80a1e9cb158c will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:50.174960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:50.204934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:55:50.212585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:50.212585 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:50.270768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] No DVR routers for this DVR port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:50.303039 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:50.321157 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] 10.222.0.70 "PUT /v2.0/ports/d5a4271e-ac5f-4e9b-8488-80a1e9cb158c/bindings/n-h1-813897-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9227607 Nov 03 15:55:50.322885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7a9ce-7343-4c22-99dd-8ac138a626b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:50.339763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118ba7a-2345-4042-a2a5-423cb637bfeb req-5e581291-4e38-466d-8e4d-de8035df71c7 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:50.341185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:50.347093 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:50.347348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9118ba7a-2345-4042-a2a5-423cb637bfeb req-5e581291-4e38-466d-8e4d-de8035df71c7 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 945 time: 0.1424921 Nov 03 15:55:50.419018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9118ba7a-2345-4042-a2a5-423cb637bfeb req-6e8f1268-426a-4638-a941-f990e31a6b17 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707805 Nov 03 15:55:50.433706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=2c4aa340-c02f-4715-99ef-661af0b6a5d9,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:50.472006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-beac2ce5-e726-4227-b09c-ec9ff79f149d tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:50.473618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-beac2ce5-e726-4227-b09c-ec9ff79f149d tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.0614278 Nov 03 15:55:50.550591 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb25577-e576-4932-81df-da6e316661f4 req-b71ff752-4948-4096-830b-613ddeb2c260 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:50.552195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eeb25577-e576-4932-81df-da6e316661f4 req-b71ff752-4948-4096-830b-613ddeb2c260 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0566964 Nov 03 15:55:50.582134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-d8d7fa50-e90d-4cc9-984a-2dcee288607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:50.584317 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-d8d7fa50-e90d-4cc9-984a-2dcee288607f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0451674 Nov 03 15:55:50.597514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:50.600191 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c29f3-9840-4be1-81bb-3dac643004bf" -d '{"events": [{"server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "name": "network-vif-plugged", "status": "completed", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:50.621814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eeb25577-e576-4932-81df-da6e316661f4 req-8ce6bf16-61f5-478b-8066-3c18f7ff9141 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630510 Nov 03 15:55:50.647497 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a5b4a5-e0f8-4d17-b041-b7a229ef49ce x-openstack-request-id: req-59a5b4a5-e0f8-4d17-b041-b7a229ef49ce {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:50.648380 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "name": "network-vif-plugged", "status": "completed", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:50.649100 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59a5b4a5-e0f8-4d17-b041-b7a229ef49ce {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:50.649731 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9', 'code': 200} Nov 03 15:55:50.757161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-03b68b1e-6691-44a6-89d8-6c6613c45e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:50.758722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-03b68b1e-6691-44a6-89d8-6c6613c45e51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 1096 time: 0.0705228 Nov 03 15:55:50.887207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30342-bf31-43dc-8264-f8a14984d20a req-7adda2b0-9e80-4db3-8335-1b4f7583707f tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:50.888808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14b30342-bf31-43dc-8264-f8a14984d20a req-7adda2b0-9e80-4db3-8335-1b4f7583707f tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 945 time: 0.1190941 Nov 03 15:55:50.900182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6728fe-6512-432b-99a4-3ab88d68e455 req-554af549-007c-419e-92b1-a046dc4acd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:50.901814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b6728fe-6512-432b-99a4-3ab88d68e455 req-554af549-007c-419e-92b1-a046dc4acd39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 1097 time: 0.1036820 Nov 03 15:55:50.909814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-d970ecd1-ba84-4a92-88b3-69df8ff4622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:50.911397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-d970ecd1-ba84-4a92-88b3-69df8ff4622d service neutron] 10.222.0.15 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.1222942 Nov 03 15:55:50.972632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-18f29a7f-7802-4ee2-8c7b-1ef6a644d8e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c HTTP/1.1" status: 200 len: 217 time: 0.0535269 Nov 03 15:55:50.988750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14b30342-bf31-43dc-8264-f8a14984d20a req-571b69ad-b80b-4f02-9de6-0adbfaa25e23 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f9b4bba-90cc-402f-8d3b-33bae4facb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910065 Nov 03 15:55:51.007566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b6728fe-6512-432b-99a4-3ab88d68e455 req-f2511b78-1b2e-41fd-b355-ca73ab996ded service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965719 Nov 03 15:55:51.084170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44ac27-5cb3-4224-a2a4-f14ea5c5f898 req-42074f61-54c6-4fda-99c2-f9ea3fb4c63d tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:51.091820 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c44ac27-5cb3-4224-a2a4-f14ea5c5f898 req-42074f61-54c6-4fda-99c2-f9ea3fb4c63d tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 945 time: 0.1221485 Nov 03 15:55:51.099914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b4dfb737-9fce-44c4-9cb4-7fdd8abc7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:51.101351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-b4dfb737-9fce-44c4-9cb4-7fdd8abc7bed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.1190114 Nov 03 15:55:51.141849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210d563-4959-4455-b354-591edccb81b3 req-d125bc4c-ba33-4860-960a-5cb46fca39bc tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:51.143421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c210d563-4959-4455-b354-591edccb81b3 req-d125bc4c-ba33-4860-960a-5cb46fca39bc tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.0923474 Nov 03 15:55:51.145077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c44ac27-5cb3-4224-a2a4-f14ea5c5f898 req-14faafb5-af8d-421d-b8c4-1c41800dec4f tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523224 Nov 03 15:55:51.156432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-05d74c49-d6f1-454b-9c10-38190ffaff5f tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:51.157924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-05d74c49-d6f1-454b-9c10-38190ffaff5f tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 945 time: 0.0938230 Nov 03 15:55:51.272692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d3937-524c-4acd-b8d2-7f6b6759e49d req-76bcb2b6-3b62-41cb-9455-3e97c1f1607d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:51.273713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c210d563-4959-4455-b354-591edccb81b3 req-12bea04f-de40-40f1-9935-2bf6445074d1 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104240 Nov 03 15:55:51.275296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f30d3937-524c-4acd-b8d2-7f6b6759e49d req-76bcb2b6-3b62-41cb-9455-3e97c1f1607d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 945 time: 0.0570066 Nov 03 15:55:51.313332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Deleting port 9047c37b-9309-41f4-9d81-99370d6f3571 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:51.313906 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:51.333736 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f30d3937-524c-4acd-b8d2-7f6b6759e49d req-dcf32920-55b8-49dd-9170-fa5956ffe58f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516107 Nov 03 15:55:51.409898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] For port 9047c37b-9309-41f4-9d81-99370d6f3571, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9047c37b-9309-41f4-9d81-99370d6f3571,segment=NetworkSegment(38396616-31bb-45d3-a433-a385b5d8d84d),segment_id=38396616-31bb-45d3-a433-a385b5d8d84d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:51.410260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:51.424354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Calling delete_port for 9047c37b-9309-41f4-9d81-99370d6f3571 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:51.493857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-fafbb65c-c916-491b-9822-ec3610ae7177 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b68ac3a85d104eea8ba9c6464ff3108a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262053 Nov 03 15:55:51.536077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-c5753721-5440-4932-a699-11f70518085e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442824 Nov 03 15:55:51.559428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84fac0-15b6-40b4-8411-9df786029173 req-485800c1-712a-4798-a146-afac74d37e09 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:51.560866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa84fac0-15b6-40b4-8411-9df786029173 req-485800c1-712a-4798-a146-afac74d37e09 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 945 time: 0.0679741 Nov 03 15:55:51.655610 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:51.656209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf82123-c0d7-4822-a044-81da6996722c req-ff6cb464-dc8a-4c79-9fc7-003962ad8c35 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:51.657898 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-ff6cb464-dc8a-4c79-9fc7-003962ad8c35 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567972 Nov 03 15:55:51.669940 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa84fac0-15b6-40b4-8411-9df786029173 req-581d87fe-6bfe-40c4-9fe7-7248e77bf8af tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999084 Nov 03 15:55:51.674989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:51.684194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-3bf86391-d464-4cc7-a946-4b56ae30c6e8 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/quotas/b68ac3a85d104eea8ba9c6464ff3108a HTTP/1.1" status: 200 len: 375 time: 0.0177071 Nov 03 15:55:51.685604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-53cb5d91-ef76-4a4b-8549-097d79011244 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237791 Nov 03 15:55:51.691604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['9047c37b-9309-41f4-9d81-99370d6f3571'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:51.728456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Pushing event deleted for resources: {'Port': ['ID=9047c37b-9309-41f4-9d81-99370d6f3571,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:51.757727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-d43969a8-6789-4417-80a4-a87a31669c64 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b68ac3a85d104eea8ba9c6464ff3108a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411766 Nov 03 15:55:51.795420 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-697994af-f14a-44e1-b3b2-c79e3f149114 service neutron] 10.222.0.15 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992343 Nov 03 15:55:51.795620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] No DVR routers for this DVR port 9047c37b-9309-41f4-9d81-99370d6f3571 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:51.798028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:51.801202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b650ab2c-bbdd-412f-9e9b-ab928b5d2fc2 req-7bf33a1a-edd0-4b8f-abe4-6c93700d222e tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.70 "DELETE /v2.0/ports/9047c37b-9309-41f4-9d81-99370d6f3571 HTTP/1.1" status: 204 len: 173 time: 0.6350060 Nov 03 15:55:51.801747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccede17-a476-40d4-9e24-594982564b30', 'name': 'network-vif-deleted', 'tag': '9047c37b-9309-41f4-9d81-99370d6f3571'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:51.804747 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7c5169-8f36-4fd4-bf9c-c3e4f7f56926" -d '{"events": [{"server_uuid": "9ccede17-a476-40d4-9e24-594982564b30", "name": "network-vif-deleted", "tag": "9047c37b-9309-41f4-9d81-99370d6f3571"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:51.921162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2dcc4-9547-4398-a1a2-6e90ede10e32 req-3fa7a92b-2f87-45ab-98f6-79f981b362a7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:51.923429 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55b2dcc4-9547-4398-a1a2-6e90ede10e32 req-3fa7a92b-2f87-45ab-98f6-79f981b362a7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0768926 Nov 03 15:55:51.996910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55b2dcc4-9547-4398-a1a2-6e90ede10e32 req-18d45b22-5991-455d-9d24-ee032e2cd34c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579324 Nov 03 15:55:52.046597 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d53631c-b22d-4b95-a100-8a472a6a27b8 x-openstack-request-id: req-2d53631c-b22d-4b95-a100-8a472a6a27b8 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:52.046958 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccede17-a476-40d4-9e24-594982564b30", "name": "network-vif-deleted", "tag": "9047c37b-9309-41f4-9d81-99370d6f3571", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:52.047540 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d53631c-b22d-4b95-a100-8a472a6a27b8 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:52.048204 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccede17-a476-40d4-9e24-594982564b30', 'name': 'network-vif-deleted', 'tag': '9047c37b-9309-41f4-9d81-99370d6f3571', 'status': 'completed', 'code': 200} Nov 03 15:55:52.100190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c69bafc6-d77e-4d44-9f69-3a8bbe621d89 req-9917a5ec-a402-4a0e-9bcc-f43bbcff7b69 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 210 time: 0.0295134 Nov 03 15:55:52.152979 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-10e9651c-f27c-4f3a-9fb3-7292278af770 req-b24f95c1-10f4-4146-ad7e-85ba0d51fb19 tempest-ServerPasswordTestJSON-1704522797 tempest-ServerPasswordTestJSON-1704522797-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ccede17-a476-40d4-9e24-594982564b30 HTTP/1.1" status: 200 len: 210 time: 0.0276859 Nov 03 15:55:52.260869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-9743d733-3435-4fa2-9080-d5cb847f8074 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:52.262471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001bad2-87ae-4be0-ac1d-e4ddaf97c54f req-b8a501fe-c82e-4065-b2bf-f98cf282859b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:52.263200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-9743d733-3435-4fa2-9080-d5cb847f8074 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4&tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.0603836 Nov 03 15:55:52.274938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8001bad2-87ae-4be0-ac1d-e4ddaf97c54f req-b8a501fe-c82e-4065-b2bf-f98cf282859b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 945 time: 0.0901518 Nov 03 15:55:52.334923 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8001bad2-87ae-4be0-ac1d-e4ddaf97c54f req-cdf0a937-5936-457c-96ec-71e001c6e3b3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589743 Nov 03 15:55:52.449495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-21d20fb9-c50c-459a-8573-decd9b2fbfcd service neutron] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:52.460297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-21d20fb9-c50c-459a-8573-decd9b2fbfcd service neutron] Publish callbacks [] for binding, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:52.465930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7da3cc25-b788-48d0-8b5a-11c67d515f4c req-21d20fb9-c50c-459a-8573-decd9b2fbfcd service neutron] 10.222.0.15 "DELETE /v2.0/ports/d5a4271e-ac5f-4e9b-8488-80a1e9cb158c/bindings/n-h2-813897-2 HTTP/1.1" status: 204 len: 173 time: 0.1864927 Nov 03 15:55:52.471450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2644d30-5e01-42a3-8d5d-a986986422e4 req-469b169a-0651-41bc-9995-7d0030e494ca tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:52.479878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2644d30-5e01-42a3-8d5d-a986986422e4 req-469b169a-0651-41bc-9995-7d0030e494ca tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.0679712 Nov 03 15:55:52.527836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2644d30-5e01-42a3-8d5d-a986986422e4 req-bb6cc0f3-594c-4af7-92f1-00bf71c217cf tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470865 Nov 03 15:55:52.566112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af43650-8eb0-4168-be24-81c8592765ff req-0e2b489f-9214-4635-b2c3-a1f04b0852b7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:52.574883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9af43650-8eb0-4168-be24-81c8592765ff req-0e2b489f-9214-4635-b2c3-a1f04b0852b7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 945 time: 0.0798049 Nov 03 15:55:52.620043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9af43650-8eb0-4168-be24-81c8592765ff req-70130a03-8253-4e13-8049-a64a2d1bcebc tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443099 Nov 03 15:55:52.644299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38edf1-af0c-456f-a80f-5fd2f767a96a req-7808ed96-c223-4aa9-ad9a-babd42d6bcaa tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:52.650025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ea38edf1-af0c-456f-a80f-5fd2f767a96a req-7808ed96-c223-4aa9-ad9a-babd42d6bcaa tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Nov 03 15:55:52.705947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ea38edf1-af0c-456f-a80f-5fd2f767a96a req-47226808-2be5-44d3-8699-d3b7b26cac0d tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526321 Nov 03 15:55:52.766852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6652c4-7b49-401c-9a94-543ce149cbbb req-31b9a3a2-b060-4861-91e7-77ccb3b806a7 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:52.768389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed6652c4-7b49-401c-9a94-543ce149cbbb req-31b9a3a2-b060-4861-91e7-77ccb3b806a7 tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 1096 time: 0.0450616 Nov 03 15:55:52.813460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed6652c4-7b49-401c-9a94-543ce149cbbb req-cbf1754d-4271-400b-bbec-feed10d9650b tempest-LiveAutoBlockMigrationV225Test-2080434778 tempest-LiveAutoBlockMigrationV225Test-2080434778-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Nov 03 15:55:53.138091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-9b5100c5-8b88-43b0-bb38-468b56f048d6 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b68ac3a85d104eea8ba9c6464ff3108a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631113 Nov 03 15:55:53.160690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319ff54-5f23-4b2f-a0d0-02b8933980ba req-8d3defb0-a5b6-40ca-a7af-502dde413597 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:53.163077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b319ff54-5f23-4b2f-a0d0-02b8933980ba req-8d3defb0-a5b6-40ca-a7af-502dde413597 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 945 time: 0.1040089 Nov 03 15:55:53.167248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ba12e-a841-4ac1-8f56-43a53231b983 req-c487617d-5663-4d89-9d93-188711992d7f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:53.168722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa7ba12e-a841-4ac1-8f56-43a53231b983 req-c487617d-5663-4d89-9d93-188711992d7f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0742931 Nov 03 15:55:53.227609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa7ba12e-a841-4ac1-8f56-43a53231b983 req-28719f0f-16c8-416b-8d80-51e2abe7ae32 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513058 Nov 03 15:55:53.287948 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b319ff54-5f23-4b2f-a0d0-02b8933980ba req-e6b9e1ab-cab0-46c1-af48-5f29ea987b66 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085329 Nov 03 15:55:53.321651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf82123-c0d7-4822-a044-81da6996722c req-38c3d5d2-f001-46bc-8ee1-a47867b16ca0 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:53.323475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-38c3d5d2-f001-46bc-8ee1-a47867b16ca0 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583560 Nov 03 15:55:53.337079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7971781b-7729-41c3-9263-7d4775540197 req-4dc242e9-06e1-40ac-870f-153445733a6e tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 210 time: 0.0326085 Nov 03 15:55:53.339249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Request body: {'port': {'device_id': '420e7488-3f68-4353-a2c7-9dcac3e4b641', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'b68ac3a85d104eea8ba9c6464ff3108a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:53.350978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46848) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:53.399443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86206b3-96a6-4566-ba93-2fe749f59e6d admin admin] Deleting subnet 71a5c391-6988-42c8-84d9-fc72aa89bd17 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:55:53.403248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e86206b3-96a6-4566-ba93-2fe749f59e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:53.456186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Made reservation on behalf of b68ac3a85d104eea8ba9c6464ff3108a for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:55:53.459987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:53.469757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:53.566879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:53.571967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:53.701418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd52639b-113c-44fc-a79c-f6b023f26169,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:53.744671 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e86206b3-96a6-4566-ba93-2fe749f59e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:53.747996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb5f08-5f26-4ebc-8355-a459b8195c03 req-8a09e087-5e83-4cd6-8d2c-b48acb4d156b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:53.754026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fb5f08-5f26-4ebc-8355-a459b8195c03 req-8a09e087-5e83-4cd6-8d2c-b48acb4d156b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.1287332 Nov 03 15:55:53.784811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec193788-5f44-448e-bcbe-35227748ef4e req-a123cf2c-cf45-499a-abdc-1cd7c210b943 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:53.786516 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec193788-5f44-448e-bcbe-35227748ef4e req-a123cf2c-cf45-499a-abdc-1cd7c210b943 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 945 time: 0.3813612 Nov 03 15:55:53.800899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Allocated IP 192.168.233.201 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/45818d53-bc8a-4a9c-9fef-8a3d7bde1402) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:55:53.815431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e86206b3-96a6-4566-ba93-2fe749f59e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:53.835310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fb5f08-5f26-4ebc-8355-a459b8195c03 req-efe8cb79-0538-4421-87d8-8bbab5e58888 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778322 Nov 03 15:55:53.868849 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec193788-5f44-448e-bcbe-35227748ef4e req-78987b0a-6f8a-4c1d-acd1-7c3792aaf4dc tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720110 Nov 03 15:55:53.870035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9047c37b-9309-41f4-9d81-99370d6f3571 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:53.920028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 9047c37b-9309-41f4-9d81-99370d6f3571 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:53.920742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9047c37b-9309-41f4-9d81-99370d6f3571 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:53.923310 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e86206b3-96a6-4566-ba93-2fe749f59e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:53.971727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86206b3-96a6-4566-ba93-2fe749f59e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a5c391-6988-42c8-84d9-fc72aa89bd17,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:53.982013 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e86206b3-96a6-4566-ba93-2fe749f59e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:53.985235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e86206b3-96a6-4566-ba93-2fe749f59e6d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/71a5c391-6988-42c8-84d9-fc72aa89bd17 HTTP/1.1" status: 204 len: 168 time: 0.6329587 Nov 03 15:55:53.987728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46860) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:54.035288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434cfcf-35b0-4020-b975-f3c6ad35c459 req-0742eb97-b296-4d2f-a2f4-6a6ee4bbbbf1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:54.037411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5434cfcf-35b0-4020-b975-f3c6ad35c459 req-0742eb97-b296-4d2f-a2f4-6a6ee4bbbbf1 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 945 time: 0.0845053 Nov 03 15:55:54.057083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.082093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f56153-d6b4-4081-8f4d-2a8ce02e3e2a req-38bb6bbf-ac76-4cac-ac92-9eb1200c894a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:54.082995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0f56153-d6b4-4081-8f4d-2a8ce02e3e2a req-38bb6bbf-ac76-4cac-ac92-9eb1200c894a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.1149907 Nov 03 15:55:54.088137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.110518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5434cfcf-35b0-4020-b975-f3c6ad35c459 req-2be99043-abd7-424a-aace-7670861f2acf tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644703 Nov 03 15:55:54.123863 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.192070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:55:54.197083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:55:54.199275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Pushing event updated for resources: {'Port': ['ID=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:54.201721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:55:54.253869 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0f56153-d6b4-4081-8f4d-2a8ce02e3e2a req-097269e8-ca0e-415b-a504-bbd65adaf238 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543386 Nov 03 15:55:54.261638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:54.262311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.285317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-0df9ca84-47fc-4573-930d-98e766f5eeed tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:54.287344 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-0df9ca84-47fc-4573-930d-98e766f5eeed tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 945 time: 0.1885860 Nov 03 15:55:54.294132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-fe0ae738-f843-46ed-a82a-9b9cdb01bf66 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9572651 Nov 03 15:55:54.305808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Request body: {'port': {'device_id': '420e7488-3f68-4353-a2c7-9dcac3e4b641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:55:54.344324 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-8c1ea5d8-45f0-4939-833b-b300d9a36c14 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:54.346204 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-8c1ea5d8-45f0-4939-833b-b300d9a36c14 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.15 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 945 time: 0.2307491 Nov 03 15:55:54.367278 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.443454 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.466055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c20dd-70b7-41d3-a10f-69915e168022 req-e40c4b36-8b07-4f97-a38a-252bb08799b6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:54.467581 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-191c20dd-70b7-41d3-a10f-69915e168022 req-e40c4b36-8b07-4f97-a38a-252bb08799b6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0994992 Nov 03 15:55:54.470782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0d33c2-0684-444b-9288-a567700b3e85']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:54.510459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-37d4af8e-0d99-40e5-9267-8dd59c200237 None None] Provisioning complete for port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:55:54.511227 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-37d4af8e-0d99-40e5-9267-8dd59c200237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.511364 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38396616-31bb-45d3-a433-a385b5d8d84d') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:54.511702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38396616-31bb-45d3-a433-a385b5d8d84d') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:54.528586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.553217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.558752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-37d4af8e-0d99-40e5-9267-8dd59c200237 None None] Port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:55:54.573931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:55:54.574471 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.577884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Deleting port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:54.578323 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: timer() Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:55:54.581078 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:55:54.637709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-355232e8-0daf-4969-ad86-ce1606b57129 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:54.639223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-355232e8-0daf-4969-ad86-ce1606b57129 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.15 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 945 time: 0.1704614 Nov 03 15:55:54.645392 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-191c20dd-70b7-41d3-a10f-69915e168022 req-96402213-4688-4804-93e3-6a2874afaa80 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644614 Nov 03 15:55:54.652246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Deleting port b856f8cc-c159-438a-ad64-03fab1fb986f {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:54.652727 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.750419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.768224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.772406 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] 10.222.0.86 "DELETE /v2.0/networks/ff0d33c2-0684-444b-9288-a567700b3e85 HTTP/1.1" status: 204 len: 168 time: 0.7837594 Nov 03 15:55:54.822722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28039a9-ad89-42f6-be4c-a50ef614a0eb admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0d33c2-0684-444b-9288-a567700b3e85,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:54.882733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] For port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:54.882958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25d52-cee0-44ad-8908-ab11569d4ea7 req-1a2c6b08-06bd-4b6a-b0b4-afec744eec2e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:54.883102 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.890231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2f25d52-cee0-44ad-8908-ab11569d4ea7 req-1a2c6b08-06bd-4b6a-b0b4-afec744eec2e tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 945 time: 0.1626379 Nov 03 15:55:54.912431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] For port b856f8cc-c159-438a-ad64-03fab1fb986f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b856f8cc-c159-438a-ad64-03fab1fb986f,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:54.912882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:54.915683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Calling delete_port for d5a4271e-ac5f-4e9b-8488-80a1e9cb158c owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:54.924004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Deleting port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:54.924349 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.008854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46884) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:55.017979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c203554-f25d-4a7c-9a48-fe3c0d957d6f req-251e1149-7488-48be-bde8-5638b55e7f57 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:55.019468 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c203554-f25d-4a7c-9a48-fe3c0d957d6f req-251e1149-7488-48be-bde8-5638b55e7f57 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 936 time: 0.2004569 Nov 03 15:55:55.064407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2f25d52-cee0-44ad-8908-ab11569d4ea7 req-b256a070-0c87-4d2e-bf38-2848a92d0567 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733129 Nov 03 15:55:55.081513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:55.103705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.137798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85ae5504-ee31-4ada-b362-2452823214f1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=51818aef780248d0ac0a8399a001d1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093438 Nov 03 15:55:55.141717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46892) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:55.142670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Transition to ACTIVE for port object 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:55:55.155658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] For port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:55.155658 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.158927 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.159156 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c203554-f25d-4a7c-9a48-fe3c0d957d6f req-aef20636-b44e-4aa5-beb6-9a9c4b89ac17 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312490 Nov 03 15:55:55.212707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Calling delete_port for 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:55.279741 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.279989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.280472 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Floating IP ef7826bd-19da-4631-b66c-3e1fb9c87ee1 disassociated. External IP: 172.25.6.213, port: b856f8cc-c159-438a-ad64-03fab1fb986f. Nov 03 15:55:55.280660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Calling delete_port for b856f8cc-c159-438a-ad64-03fab1fb986f owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:55.288348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Pushing event updated for resources: {'Port': ['ID=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:55.296966 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.310594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f9558f35-8020-484c-a557-9e137577e6d4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:55.362616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['d5a4271e-ac5f-4e9b-8488-80a1e9cb158c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:55.420403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Pushing event deleted for resources: {'Port': ['ID=d5a4271e-ac5f-4e9b-8488-80a1e9cb158c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:55.451755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02edd13e-0d94-4fcf-8533-697f3b31514a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.481238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] No DVR routers for this DVR port d5a4271e-ac5f-4e9b-8488-80a1e9cb158c on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:55.484180 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.488690 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9017c6b0-c4bd-4eb2-a844-f7a16cfb2d98 req-50837968-fe72-4ae8-bf7e-310c506a76d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.15 "DELETE /v2.0/ports/d5a4271e-ac5f-4e9b-8488-80a1e9cb158c HTTP/1.1" status: 204 len: 173 time: 1.1176660 Nov 03 15:55:55.496574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'name': 'network-vif-deleted', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:55.498827 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2b2363-b097-4540-b2e2-f8a7a5abbb25" -d '{"events": [{"server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "name": "network-vif-deleted", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:55.535166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02edd13e-0d94-4fcf-8533-697f3b31514a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.542489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fc808-6fb4-4065-a3d3-723bb62d4406 req-8dd2781e-bd3a-47c0-a9d9-cb3818051196 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:55.553222 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d4fc808-6fb4-4065-a3d3-723bb62d4406 req-8dd2781e-bd3a-47c0-a9d9-cb3818051196 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 945 time: 0.2431777 Nov 03 15:55:55.569846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Attempting to bind port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:55:55.570122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Attempting to bind port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:55:55.570362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Attempting to bind port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:55.598583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746b5b8-1633-4aef-b334-d7aec0191ffe req-fa884322-bfc8-4644-b7ee-c0199b82d5af tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:55.607530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d746b5b8-1633-4aef-b334-d7aec0191ffe req-fa884322-bfc8-4644-b7ee-c0199b82d5af tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 945 time: 0.2460427 Nov 03 15:55:55.615309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:55:55.615644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Attempting to bind port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:55:55.618379 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d4fc808-6fb4-4065-a3d3-723bb62d4406 req-2bc56ddc-df55-4f43-92e0-c7d0c94a0c2f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602973 Nov 03 15:55:55.651807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:55:55.651807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:55:55.652129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:55:55.652592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Bound port: 45818d53-bc8a-4a9c-9fef-8a3d7bde1402, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:55:55.652953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.708220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02edd13e-0d94-4fcf-8533-697f3b31514a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.712038 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02edd13e-0d94-4fcf-8533-697f3b31514a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.713195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-02edd13e-0d94-4fcf-8533-697f3b31514a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f9b4bba-90cc-402f-8d3b-33bae4facb7b HTTP/1.1" status: 204 len: 168 time: 0.5691857 Nov 03 15:55:55.713940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.745615 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.750427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event deleted for resources: {'Port': ['ID=b856f8cc-c159-438a-ad64-03fab1fb986f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:55.782848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8d1fdfd3-d098-4c0d-b058-fd4f07973c38'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:55.796754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edd13e-0d94-4fcf-8533-697f3b31514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9b4bba-90cc-402f-8d3b-33bae4facb7b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:55.808061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event deleted for resources: {'Port': ['ID=8d1fdfd3-d098-4c0d-b058-fd4f07973c38,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:55.824863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d746b5b8-1633-4aef-b334-d7aec0191ffe req-8b79db72-fff6-4ebd-b6a7-f00be607cad3 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec761868-1ebd-44bb-9140-e762058abdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163696 Nov 03 15:55:55.876069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] For port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:55:55.892752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] No DVR routers for this DVR port 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:55.899857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.903193 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e25afb3-9403-4c24-bfec-967c9f1fc5bd req-472c21bd-0660-474a-b5a0-d2de72edb3d5 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.15 "DELETE /v2.0/ports/8d1fdfd3-d098-4c0d-b058-fd4f07973c38 HTTP/1.1" status: 204 len: 173 time: 1.2537923 Nov 03 15:55:55.903640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d3e76b-cb28-44f5-91e4-ac3c37254ae9', 'name': 'network-vif-deleted', 'tag': '8d1fdfd3-d098-4c0d-b058-fd4f07973c38'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:55.906108 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a9a15a-b803-4324-8ea2-e4c97fa82f39" -d '{"events": [{"server_uuid": "12d3e76b-cb28-44f5-91e4-ac3c37254ae9", "name": "network-vif-deleted", "tag": "8d1fdfd3-d098-4c0d-b058-fd4f07973c38"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:55.913915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] For port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:55:55.922138 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.931103 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b2b71c-5a32-4b4d-a0ba-48f7bac44c20 x-openstack-request-id: req-d8b2b71c-5a32-4b4d-a0ba-48f7bac44c20 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:55.931723 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185fdaa6-b996-4419-8087-dbd8f2bb83b4", "name": "network-vif-deleted", "tag": "d5a4271e-ac5f-4e9b-8488-80a1e9cb158c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:55.935576 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d8b2b71c-5a32-4b4d-a0ba-48f7bac44c20 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:55.936315 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185fdaa6-b996-4419-8087-dbd8f2bb83b4', 'name': 'network-vif-deleted', 'tag': 'd5a4271e-ac5f-4e9b-8488-80a1e9cb158c', 'status': 'completed', 'code': 200} Nov 03 15:55:55.991826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:55.992437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:55.993921 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] 10.222.0.70 "PUT /v2.0/ports/45818d53-bc8a-4a9c-9fef-8a3d7bde1402 HTTP/1.1" status: 200 len: 1096 time: 1.6927588 Nov 03 15:55:56.065056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeba912-733f-45dd-9192-8304143bd312 service neutron] Pushing event updated for resources: {'Port': ['ID=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:56.087495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201ad40-0737-4e20-bcc1-a0085d875ea9 req-614bf431-2466-46a2-bfa6-d64a15e2dab1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:56.089097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5201ad40-0737-4e20-bcc1-a0085d875ea9 req-614bf431-2466-46a2-bfa6-d64a15e2dab1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1180286 Nov 03 15:55:56.165382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Router 0437c019-dc21-4cc3-8328-07585802eae8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:55:56.196804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa288453-3507-4ebd-8990-35be4e1411a2 req-cb0d3fb3-9f6b-473d-95bd-45d8208532d4 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:56.213411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa288453-3507-4ebd-8990-35be4e1411a2 req-cb0d3fb3-9f6b-473d-95bd-45d8208532d4 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.1323028 Nov 03 15:55:56.247747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf82123-c0d7-4822-a044-81da6996722c req-474d5926-205d-4507-bc2c-94f3c9ab6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:56.254762 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-474d5926-205d-4507-bc2c-94f3c9ab6e5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b68ac3a85d104eea8ba9c6464ff3108a&device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 1099 time: 0.1542280 Nov 03 15:55:56.261081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5201ad40-0737-4e20-bcc1-a0085d875ea9 req-b2d797f5-8911-4235-a773-20ec8f5b559f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451087 Nov 03 15:55:56.347648 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-fa30e303-bff6-4b73-b9e7-c4fcf1a8d1fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=45818d53-bc8a-4a9c-9fef-8a3d7bde1402 HTTP/1.1" status: 200 len: 217 time: 0.0854030 Nov 03 15:55:56.442007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf82123-c0d7-4822-a044-81da6996722c req-035d7a31-8c3d-420e-8551-c4a72859ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:56.443810 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-035d7a31-8c3d-420e-8551-c4a72859ff33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0881984 Nov 03 15:55:56.453849 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53695378-b32a-495c-941d-244938e031fd x-openstack-request-id: req-53695378-b32a-495c-941d-244938e031fd {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:56.455115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa288453-3507-4ebd-8990-35be4e1411a2 req-590f3dfa-c84a-4e98-8380-555afe5806f9 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328613 Nov 03 15:55:56.462154 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d3e76b-cb28-44f5-91e4-ac3c37254ae9", "name": "network-vif-deleted", "tag": "8d1fdfd3-d098-4c0d-b058-fd4f07973c38", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:56.468033 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-53695378-b32a-495c-941d-244938e031fd {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:56.468630 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d3e76b-cb28-44f5-91e4-ac3c37254ae9', 'name': 'network-vif-deleted', 'tag': '8d1fdfd3-d098-4c0d-b058-fd4f07973c38', 'status': 'completed', 'code': 200} Nov 03 15:55:56.488424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:55:56.504345 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] Sync routers for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:55:56.529260 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:55:56.530281 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:55:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:56.572198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ad69fe1-ff35-4e0f-b6f8-9950d2b3b052 req-cf75d67f-e499-4618-9924-61b182abbf68 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 210 time: 0.1023350 Nov 03 15:55:56.582757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] No DVR routers for this DVR port b856f8cc-c159-438a-ad64-03fab1fb986f on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:55:56.602524 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:56.608703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf82123-c0d7-4822-a044-81da6996722c req-1b5bb38b-fac8-4172-998e-b9d5b652d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:56.610447 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-1b5bb38b-fac8-4172-998e-b9d5b652d0a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1320641 Nov 03 15:55:56.615208 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2eb18e9d-64e8-4043-bd7d-a42e9acf9581 req-fb6c2299-92f5-491f-92fa-0873f6dd6665 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.70 "DELETE /v2.0/ports/b856f8cc-c159-438a-ad64-03fab1fb986f HTTP/1.1" status: 204 len: 173 time: 2.2926869 Nov 03 15:55:56.704037 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:55:56.741937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b569a25-e570-4af7-995f-7470c1b5d59b req-cb4cc6d6-1cdc-4887-86b2-9abe59ec781d tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:56.747982 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b569a25-e570-4af7-995f-7470c1b5d59b req-cb4cc6d6-1cdc-4887-86b2-9abe59ec781d tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 948 time: 0.1788290 Nov 03 15:55:56.808498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b569a25-e570-4af7-995f-7470c1b5d59b req-de064916-5894-4d47-80bd-f02730e495d3 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552068 Nov 03 15:55:56.823560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-813b70c8-f728-44e5-a7bf-6fc7055a83ed service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031126 Nov 03 15:55:56.940347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc6a0aee-6adc-48ff-aa0a-229b58cc5a8a req-357098a9-928b-4670-a3a4-9bcef7ed28bd tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=12d3e76b-cb28-44f5-91e4-ac3c37254ae9 HTTP/1.1" status: 200 len: 210 time: 0.1043987 Nov 03 15:55:57.029772 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:57.036452 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cf82123-c0d7-4822-a044-81da6996722c req-d379e349-2d4c-46bd-8101-0ebd4ecfa146 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969421 Nov 03 15:55:57.124164 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] Checking router: 0437c019-dc21-4cc3-8328-07585802eae8 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:55:57.138037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df771bac-6713-49d1-a1b1-578591a55298 req-1bcb8668-1982-48dd-9223-7888994838aa tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8e700e5-8f19-4ffa-8dc8-63df0adf24b1 HTTP/1.1" status: 200 len: 210 time: 0.0612605 Nov 03 15:55:57.152961 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:55:57.158718 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:55:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:57.303848 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:55:57.430224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e5803-ddf0-4119-865d-3f8a9e11a836 req-fdf8df6d-751f-4e90-9f13-187037fcdb68 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:57.431857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-904e5803-ddf0-4119-865d-3f8a9e11a836 req-fdf8df6d-751f-4e90-9f13-187037fcdb68 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0644956 Nov 03 15:55:57.510572 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-904e5803-ddf0-4119-865d-3f8a9e11a836 req-e92f5fe4-eb1b-4c0e-b306-bbfed9be7497 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716481 Nov 03 15:55:57.598817 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:55:57.637631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe3798-a3a7-4fbf-8872-f495c0c58816 req-36719135-7660-481c-beec-43379e209c7b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:57.638664 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b348d4-6d89-47d4-bfef-39cb9d751c31 None None] The sync data for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 is: [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:04Z', 'revision_number': 4, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fe7e2888-bc41-45b3-a63e-805155c005e1', 'name': '', 'network_id': 'b6f071b7-6095-4657-8637-67e1a9657057', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'mac_address': 'fa:16:3e:14:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:03Z', 'updated_at': '2021-11-03T15:50:09Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'subnets': [{'id': '31910181-2df9-4130-8a50-e405cbc14f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:55:57.646988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bdbe3798-a3a7-4fbf-8872-f495c0c58816 req-36719135-7660-481c-beec-43379e209c7b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.0802588 Nov 03 15:55:57.701105 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cd323fdf-dad1-4051-ac65-854ef5586aee req-ece8394b-292a-4c9c-9a10-a09087326d64 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 210 time: 0.0339389 Nov 03 15:55:57.713132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bdbe3798-a3a7-4fbf-8872-f495c0c58816 req-b398c69a-a22e-4daf-bcc5-60e8fb478626 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649707 Nov 03 15:55:57.888945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b856f8cc-c159-438a-ad64-03fab1fb986f no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:57.911359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: b856f8cc-c159-438a-ad64-03fab1fb986f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:57.912369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b856f8cc-c159-438a-ad64-03fab1fb986f not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:57.938352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'name': 'network-vif-deleted', 'tag': 'b856f8cc-c159-438a-ad64-03fab1fb986f'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:57.939998 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3360ebd-ccec-456b-a9eb-e8aceb174e7b" -d '{"events": [{"server_uuid": "e8e700e5-8f19-4ffa-8dc8-63df0adf24b1", "name": "network-vif-deleted", "tag": "b856f8cc-c159-438a-ad64-03fab1fb986f"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:57.951760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06b531-7096-46b8-81e1-61478ecafac6 req-36eae68f-4364-4888-8ce3-e388ad881b7d tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:57.953365 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a06b531-7096-46b8-81e1-61478ecafac6 req-36eae68f-4364-4888-8ce3-e388ad881b7d tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 948 time: 0.0676191 Nov 03 15:55:57.970544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf480d5-2f3a-4dcd-9e8c-7e1ab62dfc2b None None] New status for floating IP ef7826bd-19da-4631-b66c-3e1fb9c87ee1: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:55:58.037508 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d76b0c-9348-4a80-b4fe-e95308b4b686 x-openstack-request-id: req-89d76b0c-9348-4a80-b4fe-e95308b4b686 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:58.039300 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e700e5-8f19-4ffa-8dc8-63df0adf24b1", "name": "network-vif-deleted", "tag": "b856f8cc-c159-438a-ad64-03fab1fb986f", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:58.039300 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89d76b0c-9348-4a80-b4fe-e95308b4b686 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:58.039300 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e700e5-8f19-4ffa-8dc8-63df0adf24b1', 'name': 'network-vif-deleted', 'tag': 'b856f8cc-c159-438a-ad64-03fab1fb986f', 'status': 'completed', 'code': 200} Nov 03 15:55:58.056958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a06b531-7096-46b8-81e1-61478ecafac6 req-78a653fd-941f-46b6-b04e-588c13f9eea8 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841212 Nov 03 15:55:58.182273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2c4aa340-c02f-4715-99ef-661af0b6a5d9 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:58.209560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:58.238237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:58.238982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8d1fdfd3-d098-4c0d-b058-fd4f07973c38 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:58.240438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d5a4271e-ac5f-4e9b-8488-80a1e9cb158c no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:55:58.284823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: d5a4271e-ac5f-4e9b-8488-80a1e9cb158c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:55:58.285357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d5a4271e-ac5f-4e9b-8488-80a1e9cb158c not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:55:58.316744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46998) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:58.375325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47006) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:58.420761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:58.446968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '2c4aa340-c02f-4715-99ef-661af0b6a5d9', 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8', 'port_id': '2c4aa340-c02f-4715-99ef-661af0b6a5d9', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2df1cc-909a-48af-8ca8-f7872ca243fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:55:58.452785 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96969baa-3726-48fe-bbfa-5989476a5947 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:58.473160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420e7488-3f68-4353-a2c7-9dcac3e4b641', 'tag': '45818d53-bc8a-4a9c-9fef-8a3d7bde1402'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:55:58.478668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-58d13edf-d802-400b-8818-50ef4c373068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:58.485919 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461" -d '{"events": [{"name": "network-changed", "server_uuid": "420e7488-3f68-4353-a2c7-9dcac3e4b641", "tag": "45818d53-bc8a-4a9c-9fef-8a3d7bde1402"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:55:58.496346 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:58.512498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c4aa340-c02f-4715-99ef-661af0b6a5d9 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:55:58.545695 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:55:58.554721 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:58.557809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96969baa-3726-48fe-bbfa-5989476a5947 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:58.690609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=2c4aa340-c02f-4715-99ef-661af0b6a5d9,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:58.785297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2c4aa340-c02f-4715-99ef-661af0b6a5d9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:55:58.786202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-58d13edf-d802-400b-8818-50ef4c373068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:58.797036 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-58d13edf-d802-400b-8818-50ef4c373068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:58.838653 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96969baa-3726-48fe-bbfa-5989476a5947 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:58.841669 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96969baa-3726-48fe-bbfa-5989476a5947 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:58.843665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-96969baa-3726-48fe-bbfa-5989476a5947 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "DELETE /v2.0/security-groups/ec761868-1ebd-44bb-9140-e762058abdc1 HTTP/1.1" status: 204 len: 168 time: 0.4667912 Nov 03 15:55:58.851838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47024) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:58.861892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff6bfa-8e89-4c8c-8e9e-ceef272a8f44 req-fb908cc6-61a5-4d1a-9436-235f36bbec19 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:58.870761 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bff6bfa-8e89-4c8c-8e9e-ceef272a8f44 req-fb908cc6-61a5-4d1a-9436-235f36bbec19 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1603374 Nov 03 15:55:58.876354 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503cd2f3-3e4e-4a60-b590-ba79d4fd024f x-openstack-request-id: req-503cd2f3-3e4e-4a60-b590-ba79d4fd024f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:55:58.876887 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420e7488-3f68-4353-a2c7-9dcac3e4b641", "tag": "45818d53-bc8a-4a9c-9fef-8a3d7bde1402", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:55:58.876887 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-503cd2f3-3e4e-4a60-b590-ba79d4fd024f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:55:58.877247 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420e7488-3f68-4353-a2c7-9dcac3e4b641', 'tag': '45818d53-bc8a-4a9c-9fef-8a3d7bde1402', 'status': 'completed', 'code': 200} Nov 03 15:55:58.885555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-58d13edf-d802-400b-8818-50ef4c373068 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5cefa8b703c1427285f9bd2f57015450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675359 Nov 03 15:55:58.889271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47026) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:58.907963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13edf-d802-400b-8818-50ef4c373068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e8db46-f706-43ff-b94e-693f690f4407,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:58.922670 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-2d3d0182-9d63-4abb-9a96-52f32356f890 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] show failed (client error): The resource could not be found. Nov 03 15:55:58.924695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2d3d0182-9d63-4abb-9a96-52f32356f890 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "GET /v2.0/security-groups/ec761868-1ebd-44bb-9140-e762058abdc1 HTTP/1.1" status: 404 len: 347 time: 0.0709720 Nov 03 15:55:58.931100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47028) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:55:58.951473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96969baa-3726-48fe-bbfa-5989476a5947 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec761868-1ebd-44bb-9140-e762058abdc1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:58.985861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-48ca8575-4807-4fd1-a8c1-cb366053d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:58.987575 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-48ca8575-4807-4fd1-a8c1-cb366053d767 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b68ac3a85d104eea8ba9c6464ff3108a&device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 1099 time: 0.1132503 Nov 03 15:55:59.070730 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bff6bfa-8e89-4c8c-8e9e-ceef272a8f44 req-9af70fa2-2b1d-4174-bc14-eecda51f680e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962800 Nov 03 15:55:59.131101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Deleting port 580ef8d2-5217-473b-a8e5-d1006adaea10 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:55:59.131823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.139550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-31a945aa-a532-40f1-89ed-b573f7ae9a41 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:59.141075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-31a945aa-a532-40f1-89ed-b573f7ae9a41 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.7053981 Nov 03 15:55:59.189632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-4130ffcc-83c6-4691-950f-13202f1bb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:59.196221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-4130ffcc-83c6-4691-950f-13202f1bb4d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1996162 Nov 03 15:55:59.201630 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-525d312c-9d03-4f10-a676-64fc333784b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.214835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-1797f367-c46a-4bdd-8ad2-cf6e14bd4faa tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/quotas/453236d257d74a2bae741ad1e455f5c9 HTTP/1.1" status: 200 len: 375 time: 0.0491660 Nov 03 15:55:59.252139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.252400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.283797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Calling delete_port for 580ef8d2-5217-473b-a8e5-d1006adaea10 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:55:59.383840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-83effa2f-e4fd-4bca-b02b-8fac16129b57 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1680484 Nov 03 15:55:59.386439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-7c4f7f7e-c192-4d7c-9835-0f7076510bac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=45818d53-bc8a-4a9c-9fef-8a3d7bde1402 HTTP/1.1" status: 200 len: 217 time: 0.1810555 Nov 03 15:55:59.399647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-525d312c-9d03-4f10-a676-64fc333784b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.515317 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.540136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-7a6e404a-12e4-46f7-98a6-f1a44237e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:59.542145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-7a6e404a-12e4-46f7-98a6-f1a44237e60e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1401622 Nov 03 15:55:59.547169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-61672443-3025-4fbb-a7f6-19f685f8eccf req-6a914ff8-b40e-40c7-8f00-9cffe05a4742 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 210 time: 0.1120420 Nov 03 15:55:59.549107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Pushing event deleted for resources: {'Port': ['ID=580ef8d2-5217-473b-a8e5-d1006adaea10,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:59.571011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-05ea8d11-4ef6-4391-b8eb-f908f20adb07 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862090 Nov 03 15:55:59.600542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-525d312c-9d03-4f10-a676-64fc333784b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.603162 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-525d312c-9d03-4f10-a676-64fc333784b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.606774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-525d312c-9d03-4f10-a676-64fc333784b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/92e8db46-f706-43ff-b94e-693f690f4407 HTTP/1.1" status: 204 len: 168 time: 0.7140694 Nov 03 15:55:59.677725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.681088 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:55:59.682554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ef8099a-c973-443d-bf7b-1d2e3820b690 tempest-ServersWithSpecificFlavorTestJSON-1298374818 tempest-ServersWithSpecificFlavorTestJSON-1298374818-project] 10.222.0.86 "DELETE /v2.0/floatingips/ef7826bd-19da-4631-b66c-3e1fb9c87ee1 HTTP/1.1" status: 204 len: 168 time: 0.7487645 Nov 03 15:55:59.691522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d312c-9d03-4f10-a676-64fc333784b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e8db46-f706-43ff-b94e-693f690f4407,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:55:59.741810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-fbd2ee7a-f79b-45aa-aca4-926fedad945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:59.744751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-fbd2ee7a-f79b-45aa-aca4-926fedad945e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1879497 Nov 03 15:55:59.766003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da77dbf-5824-4eef-bfd0-dc644b4125ae req-577af83b-ff04-4858-b31f-38e0ba5b8974 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:55:59.773643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4da77dbf-5824-4eef-bfd0-dc644b4125ae req-577af83b-ff04-4858-b31f-38e0ba5b8974 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 945 time: 0.1128125 Nov 03 15:55:59.799927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7f6cadc5-bc6b-4cae-98c7-cd9c0aec2299 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279663 Nov 03 15:55:59.861254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4da77dbf-5824-4eef-bfd0-dc644b4125ae req-a9eb3224-87f0-4721-912a-4c57ee6fd31a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866423 Nov 03 15:55:59.888139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:55:59.957360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-8bb46582-9e4a-46e1-bedd-f32877d29127 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005141 Nov 03 15:56:00.022624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3e71a-316c-42cb-bc35-5958751820d8 req-07e98b0c-6429-4b40-9b67-7856185c0a79 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:00.046882 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3b3e71a-316c-42cb-bc35-5958751820d8 req-07e98b0c-6429-4b40-9b67-7856185c0a79 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 948 time: 0.0972514 Nov 03 15:56:00.095042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:00.116810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '45818d53-bc8a-4a9c-9fef-8a3d7bde1402', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '45818d53-bc8a-4a9c-9fef-8a3d7bde1402', 'mac_address': 'fa:16:3e:cd:d5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:56:00.167017 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3b3e71a-316c-42cb-bc35-5958751820d8 req-a7508f3a-efa5-4733-a279-7b614c3c9620 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141586 Nov 03 15:56:00.173682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:00.190374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:00.204557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2c4aa340-c02f-4715-99ef-661af0b6a5d9 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:56:00.258230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:00.273096 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:00.278285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4cd4814-8f77-4e5f-b6f4-97f8e834c461 req-22237959-2abe-42f3-b6d8-32158c6d5516 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164740 Nov 03 15:56:00.339080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26186660-adec-4d62-a65a-67f255677a46 req-6a28ec12-7196-40e2-a9c7-aae5675566ed tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 210 time: 0.0430195 Nov 03 15:56:00.467863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:56:00.467863 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:00.506270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803f226-be03-48a6-b91e-1a1baf0ab28d req-9f5a2624-7327-424d-ac81-cee561746a4b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:00.513500 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b803f226-be03-48a6-b91e-1a1baf0ab28d req-9f5a2624-7327-424d-ac81-cee561746a4b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0949137 Nov 03 15:56:00.546830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['45818d53-bc8a-4a9c-9fef-8a3d7bde1402'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:00.560422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:00.638147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b803f226-be03-48a6-b91e-1a1baf0ab28d req-a8bf6449-6787-498f-a812-0d2076072e42 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167998 Nov 03 15:56:00.748708 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:00.773296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e1d6732-5dcb-45c9-bdfc-a64a65ae813a req-0d7d9c3c-c2f0-4ca6-aa01-7685531c2ea7 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 210 time: 0.0543683 Nov 03 15:56:00.821229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:00.824554 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180d6e73-8cee-41d2-8e91-53225dc6b02e" -d '{"events": [{"server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "name": "network-vif-plugged", "status": "completed", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:00.851178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:00.883164 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:00.954239 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f670cc2-3031-4640-862e-450be19d438d x-openstack-request-id: req-1f670cc2-3031-4640-862e-450be19d438d {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:00.954877 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "name": "network-vif-plugged", "status": "completed", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:00.954877 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1f670cc2-3031-4640-862e-450be19d438d {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:00.955961 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9', 'code': 200} Nov 03 15:56:01.003275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=2c4aa340-c02f-4715-99ef-661af0b6a5d9,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:01.009810 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:01.149703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd84d4-e22c-48d0-a957-ec17534d8f47 req-1b7a4ef2-54d2-480e-a00d-af10bba43b56 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:01.157609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43cd84d4-e22c-48d0-a957-ec17534d8f47 req-1b7a4ef2-54d2-480e-a00d-af10bba43b56 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.0667655 Nov 03 15:56:01.233556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43cd84d4-e22c-48d0-a957-ec17534d8f47 req-cbcafd82-86a7-4575-96b4-179574bf6e1d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741730 Nov 03 15:56:01.342132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987e062-9a92-4823-9670-c6646767e1e9 req-934d0016-e4cf-4bbb-b8be-557b1f1a5d05 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:01.344277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c987e062-9a92-4823-9670-c6646767e1e9 req-934d0016-e4cf-4bbb-b8be-557b1f1a5d05 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 949 time: 0.0745046 Nov 03 15:56:01.406695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c987e062-9a92-4823-9670-c6646767e1e9 req-0e841544-9cad-4b51-9a5e-572e4ce82b91 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546668 Nov 03 15:56:01.472133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47106) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:01.512924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c85c9f2-de7b-4f50-92eb-15d192411cac req-291c54c5-73d7-49a6-a075-2d00bdf55359 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 210 time: 0.0474277 Nov 03 15:56:01.835121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-f8502ad9-f198-4ad5-8580-aa2e0d915e6a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:01.837327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-f8502ad9-f198-4ad5-8580-aa2e0d915e6a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.2092669 Nov 03 15:56:01.857435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Request body: {'port': {'device_id': '0c429f08-4f28-432b-a113-826ab4ea0ddd', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'admin_state_up': True, 'tenant_id': '453236d257d74a2bae741ad1e455f5c9'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:01.887982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:56:01.954334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:56:01.977011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:56:01.977410 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:01.979370 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b011aa3a-5581-4c3a-b706-5bb9a644930c req-e2cd4457-2683-4c0d-b302-b5fcfa496617 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 210 time: 0.0720026 Nov 03 15:56:02.023198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204f40e-4f1b-4bf0-9589-75899dec2c4e req-2cef974d-d360-4b05-9d05-c95cbc7c152b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:02.034233 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7204f40e-4f1b-4bf0-9589-75899dec2c4e req-2cef974d-d360-4b05-9d05-c95cbc7c152b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.2421012 Nov 03 15:56:02.126096 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:02.156290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Made reservation on behalf of 453236d257d74a2bae741ad1e455f5c9 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:02.161477 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:02.195066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:02.204427 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:02.266194 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:02.352339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7204f40e-4f1b-4bf0-9589-75899dec2c4e req-a56287ae-b107-4728-be94-0ac724c3e245 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151588 Nov 03 15:56:02.356354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Allocated IP 172.20.0.4 (98fefa13-b26e-4a4f-93cb-90848da7ea9a/e8f1e646-0c63-47c3-8cd0-a87565cea73d/0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:56:02.367488 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-8f57a1dc-6388-44be-8e68-2f5e719d867a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2941561 Nov 03 15:56:02.459640 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-52783456-a192-4d60-85ae-b9a069c30f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:02.468264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ee832-29fb-489a-95bf-146708c5591c req-bfa33e50-b4f5-4389-99fa-aa0d78649ea2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:02.470549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1f3ee832-29fb-489a-95bf-146708c5591c req-bfa33e50-b4f5-4389-99fa-aa0d78649ea2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.1102035 Nov 03 15:56:02.519260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-1d5dad53-184f-4a91-bb73-23b45bea6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:02.521644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-1d5dad53-184f-4a91-bb73-23b45bea6915 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 1095 time: 0.1258423 Nov 03 15:56:02.650704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1f3ee832-29fb-489a-95bf-146708c5591c req-99c11083-4d0f-470b-90d0-c4ac8c0f327d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639702 Nov 03 15:56:02.741096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:02.781157 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bdc06a8c-67a2-4a1a-8a74-f38077a4965b req-163eeb2a-4e78-4409-b3cd-c721c4a1aa72 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 210 time: 0.0363021 Nov 03 15:56:02.822174 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:02.866610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:56:02.870727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:56:02.875281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:56:02.954355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event updated for resources: {'Port': ['ID=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:02.957339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420e7488-3f68-4353-a2c7-9dcac3e4b641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45818d53-bc8a-4a9c-9fef-8a3d7bde1402'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:02.960664 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9625506-8a9c-4aa0-b52d-415077ede5c3" -d '{"events": [{"server_uuid": "420e7488-3f68-4353-a2c7-9dcac3e4b641", "name": "network-vif-plugged", "status": "completed", "tag": "45818d53-bc8a-4a9c-9fef-8a3d7bde1402"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:03.008250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:03.008953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:03.017089 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216a55df-f76a-4e2d-9f73-ba097d04f288 x-openstack-request-id: req-216a55df-f76a-4e2d-9f73-ba097d04f288 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:03.017381 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420e7488-3f68-4353-a2c7-9dcac3e4b641", "name": "network-vif-plugged", "status": "completed", "tag": "45818d53-bc8a-4a9c-9fef-8a3d7bde1402", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:03.018010 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-216a55df-f76a-4e2d-9f73-ba097d04f288 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:03.018656 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420e7488-3f68-4353-a2c7-9dcac3e4b641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45818d53-bc8a-4a9c-9fef-8a3d7bde1402', 'code': 200} Nov 03 15:56:03.047808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-7a3124fe-d0f9-4b89-84aa-2567e28a2d4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2010753 Nov 03 15:56:03.061959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Request body: {'port': {'device_id': '0c429f08-4f28-432b-a113-826ab4ea0ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:03.138567 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:03.227864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18e03e00-c113-4db3-a30e-6b85b6d1f337 req-77394a26-55a4-4f5b-b809-e20eff0e7bd8 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=185fdaa6-b996-4419-8087-dbd8f2bb83b4 HTTP/1.1" status: 200 len: 210 time: 0.0402727 Nov 03 15:56:03.229343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:03.253937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230104ac-473e-453a-a0fc-03e6e51d2d19 req-5d5bad78-20f6-4f42-9d8d-112b3f8f1f01 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:03.264059 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-230104ac-473e-453a-a0fc-03e6e51d2d19 req-5d5bad78-20f6-4f42-9d8d-112b3f8f1f01 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 950 time: 0.2129235 Nov 03 15:56:03.272781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-99d533a8-296d-4d22-9a71-302dcbbd2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:03.275241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-99d533a8-296d-4d22-9a71-302dcbbd2477 service neutron] 10.222.0.70 "GET /v2.0/networks?id=48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 200 len: 922 time: 0.7121336 Nov 03 15:56:03.404996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-e5112708-1934-4eab-befd-c0e07146e741 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 200 len: 217 time: 0.1124904 Nov 03 15:56:03.421884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-230104ac-473e-453a-a0fc-03e6e51d2d19 req-169a31bb-a72b-44fc-b75a-e53337129be3 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566753 Nov 03 15:56:03.434539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5384aac-44a3-4603-824a-d22f801d6498 req-3a2f0cf3-70d9-4b86-b1dc-281c6aece703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:03.436243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5384aac-44a3-4603-824a-d22f801d6498 req-3a2f0cf3-70d9-4b86-b1dc-281c6aece703 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 1101 time: 0.3155153 Nov 03 15:56:03.501115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-e46373b5-8494-4e2b-8b8a-073ef65b38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:03.503173 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-e46373b5-8494-4e2b-8b8a-073ef65b38b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 200 len: 861 time: 0.0772424 Nov 03 15:56:03.576400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c14dd3-b259-4013-8816-b6f45ae32e7e req-634544a3-4510-4564-a24c-1cd5ed64b28b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:03.576950 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-29937c84-df95-400d-b564-b29740e235ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48b8266a-2e0a-4360-9a7a-b575f54e220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604000 Nov 03 15:56:03.577922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11c14dd3-b259-4013-8816-b6f45ae32e7e req-634544a3-4510-4564-a24c-1cd5ed64b28b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1129258 Nov 03 15:56:03.647044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5384aac-44a3-4603-824a-d22f801d6498 req-1ba920c9-79b7-42b4-bf83-91bce7d6470b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422954 Nov 03 15:56:03.694154 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11c14dd3-b259-4013-8816-b6f45ae32e7e req-27849e41-649a-4228-9864-8e6813c12a40 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046286 Nov 03 15:56:03.718397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:03.736414 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:03.775199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Transition to ACTIVE for port object 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:56:03.785111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:03.829450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-46225394-2993-4c49-ad93-f923b98b7d25 service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927855 Nov 03 15:56:03.884752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Pushing event updated for resources: {'Port': ['ID=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:03.905970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abc373-cdb2-4d42-ada9-46c8b63b9ef0 req-881e61a4-fb5d-4a61-81a7-ca9202b1717f tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:03.914782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3abc373-cdb2-4d42-ada9-46c8b63b9ef0 req-881e61a4-fb5d-4a61-81a7-ca9202b1717f tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.0968831 Nov 03 15:56:04.005919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Attempting to bind port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:56:04.006243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Attempting to bind port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:56:04.006555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Attempting to bind port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:04.020382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:56:04.020704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Attempting to bind port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:04.032883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:56:04.033234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Checking segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:04.034297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Bound using segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:56:04.034297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Bound port: 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:56:04.034539 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:04.040200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Deleting port fe7e2888-bc41-45b3-a63e-805155c005e1 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:04.040541 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:04.041298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3abc373-cdb2-4d42-ada9-46c8b63b9ef0 req-f9021190-0e7b-4da3-b7ab-88cc1567dcdb tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257901 Nov 03 15:56:04.053827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf663-5eb6-44f1-a494-f25f641cffdb req-b950421d-e6e0-4adb-833e-1b18d557b16b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:04.063841 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f88cf663-5eb6-44f1-a494-f25f641cffdb req-b950421d-e6e0-4adb-833e-1b18d557b16b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 943 time: 0.1495953 Nov 03 15:56:04.113548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bca8ac87-7591-4db6-a501-e95a9a1c2f2f req-24dd6bef-9075-488b-b11f-b3cd8361ac9b service neutron] 10.222.0.70 "GET /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602170 Nov 03 15:56:04.120235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] For port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:56:04.123859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] For port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:56:04.129641 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:04.172460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:04.173063 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:04.174593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] 10.222.0.70 "PUT /v2.0/ports/0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 HTTP/1.1" status: 200 len: 1091 time: 1.1199589 Nov 03 15:56:04.175047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c429f08-4f28-432b-a113-826ab4ea0ddd', 'tag': '0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:04.178236 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c429f08-4f28-432b-a113-826ab4ea0ddd", "tag": "0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:04.208500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4794c4f-69b6-4db3-a0b1-7f3910237aac service neutron] Pushing event updated for resources: {'Port': ['ID=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:04.231335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f88cf663-5eb6-44f1-a494-f25f641cffdb req-b4a8ebde-69d2-483f-bb12-fceef99fd7e4 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665463 Nov 03 15:56:04.296429 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] For port fe7e2888-bc41-45b3-a63e-805155c005e1, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fe7e2888-bc41-45b3-a63e-805155c005e1,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:04.297152 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:04.306205 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f0d369-d9ef-46df-ad60-fc5dc1aba477 x-openstack-request-id: req-e4f0d369-d9ef-46df-ad60-fc5dc1aba477 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:04.306527 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c429f08-4f28-432b-a113-826ab4ea0ddd", "tag": "0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:04.306750 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e4f0d369-d9ef-46df-ad60-fc5dc1aba477 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:04.307169 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c429f08-4f28-432b-a113-826ab4ea0ddd', 'tag': '0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9', 'status': 'completed', 'code': 200} Nov 03 15:56:04.318872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-e67e2354-aa82-463a-952f-90e2b67bb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:04.320389 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-e67e2354-aa82-463a-952f-90e2b67bb957 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 1094 time: 0.1019914 Nov 03 15:56:04.321678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Calling delete_port for fe7e2888-bc41-45b3-a63e-805155c005e1 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:04.400207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-945ddc90-c182-4238-9df3-8ed514a4c2b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 HTTP/1.1" status: 200 len: 217 time: 0.0701692 Nov 03 15:56:04.564538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-b8ebcc75-6491-4c30-ab89-659e06b8d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:04.566036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-b8ebcc75-6491-4c30-ab89-659e06b8d894 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.1580839 Nov 03 15:56:04.639591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-bf3c86d4-78bc-4d15-bf32-0bcb6da28ee6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590632 Nov 03 15:56:04.648350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ca4f3-3c3f-42e2-acf8-d460d1394853 req-9533838e-1ec6-46b0-aa85-1536b0ca240d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:04.657817 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f21ca4f3-3c3f-42e2-acf8-d460d1394853 req-9533838e-1ec6-46b0-aa85-1536b0ca240d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.1945944 Nov 03 15:56:04.675429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:04.705372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397b492-66bc-4d87-9d49-72ae84e44b9a req-fe367901-d966-4775-930f-5a3303b3c904 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:04.718284 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0397b492-66bc-4d87-9d49-72ae84e44b9a req-fe367901-d966-4775-930f-5a3303b3c904 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 950 time: 0.2043791 Nov 03 15:56:04.881782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f21ca4f3-3c3f-42e2-acf8-d460d1394853 req-9cec1831-9080-4ff6-a0ca-29b8cbf07e7d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058728 Nov 03 15:56:04.922232 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8aaf485c-d627-45e1-8f10-529801b82948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:04.922804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-6cfa6aa0-6ac1-4fdc-8747-7dbbb10a17a7 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621586 Nov 03 15:56:04.986789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7e2888-bc41-45b3-a63e-805155c005e1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:05.050849 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:05.079949 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83fce2b1-de68-4e96-9903-fb1a0f3d4b54 req-22d09551-d73a-46a7-9f45-58ebf706fbd5 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496565 Nov 03 15:56:05.086128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0397b492-66bc-4d87-9d49-72ae84e44b9a req-92989033-e472-44dd-8b45-4cc2e5bf03d8 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607702 Nov 03 15:56:05.213318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364f852-89c3-4dfd-b293-1abc4442fb04 req-677d9575-5d0a-431d-a80c-67386abe130e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:05.214876 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f364f852-89c3-4dfd-b293-1abc4442fb04 req-677d9575-5d0a-431d-a80c-67386abe130e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1340251 Nov 03 15:56:05.274229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-faeb9795-b068-431c-ab43-ef794139a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:05.276387 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-faeb9795-b068-431c-ab43-ef794139a7d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 1094 time: 0.1268573 Nov 03 15:56:05.344602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f364f852-89c3-4dfd-b293-1abc4442fb04 req-654d4dc5-3a42-4197-af81-a08a7d7b350d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178577 Nov 03 15:56:05.421930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-f8d0c5d7-7ceb-4020-9e3b-a099591522c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:05.423791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-f8d0c5d7-7ceb-4020-9e3b-a099591522c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 912 time: 0.1372640 Nov 03 15:56:05.470483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b2ebb-eb74-4a4e-8596-c4852a241163 req-6e336d91-b08c-453a-9b25-e6422bb1b088 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:05.472046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b44b2ebb-eb74-4a4e-8596-c4852a241163 req-6e336d91-b08c-453a-9b25-e6422bb1b088 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 943 time: 0.1245763 Nov 03 15:56:05.483579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-6401d60e-4f3c-488f-95e7-bb0c81d4227a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 HTTP/1.1" status: 200 len: 217 time: 0.0525165 Nov 03 15:56:05.534261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Router 0437c019-dc21-4cc3-8328-07585802eae8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:56:05.539760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b44b2ebb-eb74-4a4e-8596-c4852a241163 req-ecc33cee-9e18-425d-895b-2ce56932bd08 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Nov 03 15:56:05.602022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-cc1f6f46-ecda-49e1-8896-c418345e4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:05.603626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-cc1f6f46-ecda-49e1-8896-c418345e4d9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.1128852 Nov 03 15:56:05.671880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:56:05.677657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d3f5bbfd-4a3d-4445-8104-47f68a354ef6 admin admin] 10.222.0.86 "PUT /v2.0/routers/0437c019-dc21-4cc3-8328-07585802eae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2044475 Nov 03 15:56:05.678981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-6ad098cf-0a3b-4970-ab3e-84246b03ff7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647178 Nov 03 15:56:05.680225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47222) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:05.686880 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] Sync routers for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:56:05.713796 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:56:05.714472 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:56:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:05.838156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-93eb0ed9-ee8b-4b28-8868-92ff9b258d83 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531203 Nov 03 15:56:05.877741 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:05.902262 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:56:06.052922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82b9ae5d-3779-4efe-97a3-6fbc7f77875c req-a058874b-6ab9-4dd8-b6dc-9d42617eb171 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068059 Nov 03 15:56:06.093946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38922469-2f42-4ad0-baec-d365d6f902e2 req-0c9f4334-88fd-4ca4-86a6-58c37d48feff tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:06.095747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38922469-2f42-4ad0-baec-d365d6f902e2 req-0c9f4334-88fd-4ca4-86a6-58c37d48feff tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 946 time: 0.0860038 Nov 03 15:56:06.117093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:06.125817 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:06.210956 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38922469-2f42-4ad0-baec-d365d6f902e2 req-b42e4245-4750-4695-8bb8-8638ad19531d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963802 Nov 03 15:56:06.247128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2c4aa340-c02f-4715-99ef-661af0b6a5d9 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:06.264637 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:56:04Z', 'revision_number': 5, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port': {'id': 'f21ecb10-de36-475f-9b1b-3054194c5e98', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0437c019-dc21-4cc3-8328-07585802eae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:06.295629 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] Checking router: 0437c019-dc21-4cc3-8328-07585802eae8 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:56:06.306778 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] Routers {'0437c019-dc21-4cc3-8328-07585802eae8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:56:06.307398 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:56:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0437c019-dc21-4cc3-8328-07585802eae8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:06.341074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Deleting port f21ecb10-de36-475f-9b1b-3054194c5e98 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:06.341465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:06.369512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af666e12-e143-47a2-8d5c-de6c96461410 req-8b990df4-d1da-4bff-a6bf-d4792f13fa5b tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:06.380657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af666e12-e143-47a2-8d5c-de6c96461410 req-8b990df4-d1da-4bff-a6bf-d4792f13fa5b tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 950 time: 0.1892366 Nov 03 15:56:06.431866 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] Set router 0437c019-dc21-4cc3-8328-07585802eae8 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:56:06.443094 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:06.492202 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:56:06Z', 'revision_number': 6, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:06.500731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:06.510228 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990fcd76-577d-4947-987e-c892245b386b" -d '{"events": [{"server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:06.527678 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e94b7-8cc4-4d33-b6df-3245d5c4fc28 None None] The sync data for ids ['0437c019-dc21-4cc3-8328-07585802eae8'] in n-d-813897-2 is: [{'id': '0437c019-dc21-4cc3-8328-07585802eae8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291037090-router', 'tenant_id': 'c958ac05699b411fb275bfd729d8fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:00Z', 'updated_at': '2021-11-03T15:56:06Z', 'revision_number': 6, 'project_id': 'c958ac05699b411fb275bfd729d8fa30', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:56:06.539334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:06.549023 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:06.610938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af666e12-e143-47a2-8d5c-de6c96461410 req-dcaea69e-64d3-447f-ab2d-6fce3d688a6e tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293465 Nov 03 15:56:06.650131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=2c4aa340-c02f-4715-99ef-661af0b6a5d9,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:06.697338 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c53ced9-f572-4f7f-9aa7-e500b268e277 x-openstack-request-id: req-1c53ced9-f572-4f7f-9aa7-e500b268e277 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:06.697855 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:06.698263 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1c53ced9-f572-4f7f-9aa7-e500b268e277 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:06.698827 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9', 'code': 200} Nov 03 15:56:06.726159 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] For port f21ecb10-de36-475f-9b1b-3054194c5e98, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f21ecb10-de36-475f-9b1b-3054194c5e98,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:06.726721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:06.757068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Calling delete_port for f21ecb10-de36-475f-9b1b-3054194c5e98 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:06.765439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ddef1-9c13-4111-926d-99d2f4eb23c8 req-8a06595b-d96b-411b-b1fb-1f8dae00c986 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:06.765439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a0ddef1-9c13-4111-926d-99d2f4eb23c8 req-8a06595b-d96b-411b-b1fb-1f8dae00c986 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.2188723 Nov 03 15:56:06.851095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-da30de37-a6c6-4b63-8007-423aa8102075 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:06.855561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-da30de37-a6c6-4b63-8007-423aa8102075 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 944 time: 0.2024288 Nov 03 15:56:06.930894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a0ddef1-9c13-4111-926d-99d2f4eb23c8 req-96611829-cc27-4027-9d9e-825905d9cf29 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583116 Nov 03 15:56:06.997485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fe7e2888-bc41-45b3-a63e-805155c005e1 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:07.002808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:07.064730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f21ecb10-de36-475f-9b1b-3054194c5e98,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:07.085229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: fe7e2888-bc41-45b3-a63e-805155c005e1 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:07.085589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fe7e2888-bc41-45b3-a63e-805155c005e1 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:07.176804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af018-52e4-40b2-933d-e611270c623b req-4de90b0e-2101-48ca-aa14-c234e9bcb473 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:07.186693 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a00af018-52e4-40b2-933d-e611270c623b req-4de90b0e-2101-48ca-aa14-c234e9bcb473 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 943 time: 0.1987817 Nov 03 15:56:07.238859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:07.253749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Deleting port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:07.254231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:07.413300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] For port 2c4aa340-c02f-4715-99ef-661af0b6a5d9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2c4aa340-c02f-4715-99ef-661af0b6a5d9,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:07.413558 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:07.453300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Calling delete_port for 2c4aa340-c02f-4715-99ef-661af0b6a5d9 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:07.618967 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:07.707420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370cb3c-1029-4f8a-83d3-c35c98963f47 req-1dfd528c-632d-4f28-8c5e-111a26211617 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:07.710545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6370cb3c-1029-4f8a-83d3-c35c98963f47 req-1dfd528c-632d-4f28-8c5e-111a26211617 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0182fac9-1a67-458e-aab9-85435b526b51 HTTP/1.1" status: 200 len: 944 time: 0.1337066 Nov 03 15:56:07.823995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a00af018-52e4-40b2-933d-e611270c623b req-c0177c91-50a4-4a72-a994-6680d93e96ef tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358740 Nov 03 15:56:07.914155 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:07.922495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:07.935272 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:56:07.936013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6370cb3c-1029-4f8a-83d3-c35c98963f47 req-40301c9d-6f4e-48a7-aae9-85c7d86ccedf tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075598 Nov 03 15:56:07.936793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.052678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event deleted for resources: {'Port': ['ID=2c4aa340-c02f-4715-99ef-661af0b6a5d9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:08.079496 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.080445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0437c019-dc21-4cc3-8328-07585802eae8 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:56:08.091580 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.096602 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5a9e931d-a0d6-409e-aa8f-9b5810a283e1 admin admin] 10.222.0.86 "DELETE /v2.0/routers/0437c019-dc21-4cc3-8328-07585802eae8 HTTP/1.1" status: 204 len: 168 time: 2.4131370 Nov 03 15:56:08.112502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47330) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:08.153146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.153636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.154265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.154639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.154918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.155340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.155680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.155997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.156338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.162865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.163218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.163563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:08.245458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] No DVR routers for this DVR port 2c4aa340-c02f-4715-99ef-661af0b6a5d9 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:08.247098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11b0e9a-542a-4b5c-b325-d980630d41a2 admin admin] Deleting subnet 31910181-2df9-4130-8a50-e405cbc14f6e {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:56:08.265535 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.268914 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-207898a0-4615-45b0-8e8a-26dfccc98544 req-17fa6460-c4b7-4fbe-aff3-a9a74ace2072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.15 "DELETE /v2.0/ports/2c4aa340-c02f-4715-99ef-661af0b6a5d9 HTTP/1.1" status: 204 len: 173 time: 1.3304543 Nov 03 15:56:08.269418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'name': 'network-vif-deleted', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:08.276787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:08.284906 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec5106-428e-4f69-994b-1f4c9e8318e9" -d '{"events": [{"server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "name": "network-vif-deleted", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:08.310301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c11b0e9a-542a-4b5c-b325-d980630d41a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.322422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'port_id': '0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9', 'mac_address': 'fa:16:3e:cd:ab:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f1e646-0c63-47c3-8cd0-a87565cea73d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:56:08.389007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfe558-fb03-4dfc-abe1-ee35f132eb5d req-aef90915-1722-4465-b7f3-8d1cb6346eae tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:08.398401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbcfe558-fb03-4dfc-abe1-ee35f132eb5d req-aef90915-1722-4465-b7f3-8d1cb6346eae tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.2606001 Nov 03 15:56:08.413380 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.420864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c11b0e9a-542a-4b5c-b325-d980630d41a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.452601 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.502167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:08.530619 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2134c1cb-23c0-4607-a009-38749edf629c x-openstack-request-id: req-2134c1cb-23c0-4607-a009-38749edf629c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:08.530937 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0182fac9-1a67-458e-aab9-85435b526b51", "name": "network-vif-deleted", "tag": "2c4aa340-c02f-4715-99ef-661af0b6a5d9", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:08.531182 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2134c1cb-23c0-4607-a009-38749edf629c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:08.531590 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182fac9-1a67-458e-aab9-85435b526b51', 'name': 'network-vif-deleted', 'tag': '2c4aa340-c02f-4715-99ef-661af0b6a5d9', 'status': 'completed', 'code': 200} Nov 03 15:56:08.545990 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbcfe558-fb03-4dfc-abe1-ee35f132eb5d req-0d030f39-ff07-4151-b880-b50795a2203a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429167 Nov 03 15:56:08.592302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:08.598117 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.634100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c11b0e9a-542a-4b5c-b325-d980630d41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.721364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:08.781117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f21ecb10-de36-475f-9b1b-3054194c5e98 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:08.808337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f21ecb10-de36-475f-9b1b-3054194c5e98 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:08.808945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f21ecb10-de36-475f-9b1b-3054194c5e98 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:08.825566 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c11b0e9a-542a-4b5c-b325-d980630d41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:08.851405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:09.002885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b0e9a-542a-4b5c-b325-d980630d41a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31910181-2df9-4130-8a50-e405cbc14f6e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:09.002885 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c11b0e9a-542a-4b5c-b325-d980630d41a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:09.008010 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c11b0e9a-542a-4b5c-b325-d980630d41a2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/31910181-2df9-4130-8a50-e405cbc14f6e HTTP/1.1" status: 204 len: 168 time: 0.8920343 Nov 03 15:56:09.013389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9af48-ac4c-4d6d-ab18-08798dc4d991 None None] Network b6f071b7-6095-4657-8637-67e1a9657057 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:09.016060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81482879-9028-465a-a4b2-1f3eeab5ab88 req-fa9c3321-1ab1-42c4-8719-da1e422a021f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:09.017685 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-81482879-9028-465a-a4b2-1f3eeab5ab88 req-fa9c3321-1ab1-42c4-8719-da1e422a021f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 944 time: 0.0944176 Nov 03 15:56:09.018192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47382) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:09.125455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5a9b2-018f-4bde-b938-3fb3754e44fa req-dccd5fc0-a5e0-48bc-9c47-b8d5cecec474 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:09.127620 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bdf5a9b2-018f-4bde-b938-3fb3754e44fa req-dccd5fc0-a5e0-48bc-9c47-b8d5cecec474 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 950 time: 0.1517010 Nov 03 15:56:09.219888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-6f4ffe87-e7b1-4379-a578-45ce5f4ea31f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2007329 Nov 03 15:56:09.250826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bdf5a9b2-018f-4bde-b938-3fb3754e44fa req-58d0d204-8954-4f99-b0ce-082355b001bf tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149004 Nov 03 15:56:09.716894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:09.735726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-81482879-9028-465a-a4b2-1f3eeab5ab88 req-1756a665-0bbd-4d81-9034-919f1e3e634d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076260 Nov 03 15:56:09.738825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47406) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:09.809132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b686f9-bf42-494c-91ed-83f7bcdd5694 None None] DHCP port deletion for b6f071b7-6095-4657-8637-67e1a9657057 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:56:09.813482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-65462624-a409-4a22-9e9f-71185b969ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:09.814987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-65462624-a409-4a22-9e9f-71185b969ac6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 1101 time: 0.1949563 Nov 03 15:56:09.825424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-177db48c-a3c0-4fde-901b-24bbaf525425 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:09.826990 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-177db48c-a3c0-4fde-901b-24bbaf525425 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/networks?id=8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 200 len: 820 time: 0.1764443 Nov 03 15:56:09.862525 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-d15cab28-0541-4c91-badd-a1afec6f636c tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/quotas/b46972cfa0f54b88be6c9632329ff707 HTTP/1.1" status: 200 len: 375 time: 0.0246682 Nov 03 15:56:09.942788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-59b686f9-bf42-494c-91ed-83f7bcdd5694 None None] Deleting port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:09.943697 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59b686f9-bf42-494c-91ed-83f7bcdd5694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:09.961260 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-8565b846-3445-4754-8504-a8bd0f7601ff tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b46972cfa0f54b88be6c9632329ff707&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978813 Nov 03 15:56:10.012425 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75172353-a6ec-4096-acdd-fc421034e2fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.040044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Deleting port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:10.041101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.072177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-47f4cd4d-9e84-4927-9b28-8994c56b7641 service neutron] 10.222.0.86 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023672 Nov 03 15:56:10.095126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-59b686f9-bf42-494c-91ed-83f7bcdd5694 None None] For port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3d37ead4-75ba-46f7-9160-9e1e7e5e125a,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:10.095126 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59b686f9-bf42-494c-91ed-83f7bcdd5694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.107174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-d61ba819-620d-432b-b1b3-58ff881e4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:10.109020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-d61ba819-620d-432b-b1b3-58ff881e4c67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2530627 Nov 03 15:56:10.111949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-59b686f9-bf42-494c-91ed-83f7bcdd5694 None None] Calling delete_port for 3d37ead4-75ba-46f7-9160-9e1e7e5e125a owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:10.158380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] For port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3d37ead4-75ba-46f7-9160-9e1e7e5e125a,segment=NetworkSegment(b00c81de-59cc-446b-93db-9e80c92bd502),segment_id=b00c81de-59cc-446b-93db-9e80c92bd502)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:10.159156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.174292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Calling delete_port for 3d37ead4-75ba-46f7-9160-9e1e7e5e125a owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:10.207941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-b3a868bd-6846-4267-83df-4dbf2ec0e769 service neutron] 10.222.0.86 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269112 Nov 03 15:56:10.264524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2c4aa340-c02f-4715-99ef-661af0b6a5d9 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:10.268577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa4188-2025-4e56-93b9-a74086e18ccc req-8f793a3a-86bc-4942-9a09-0e31292e3f20 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:10.277230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59aa4188-2025-4e56-93b9-a74086e18ccc req-8f793a3a-86bc-4942-9a09-0e31292e3f20 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.3461607 Nov 03 15:56:10.296369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 2c4aa340-c02f-4715-99ef-661af0b6a5d9 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:10.296758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2c4aa340-c02f-4715-99ef-661af0b6a5d9 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:10.352812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59aa4188-2025-4e56-93b9-a74086e18ccc req-39c1b7a7-c579-4418-9188-1578de7e547b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747542 Nov 03 15:56:10.416408 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-720c76bb-3078-48a2-8caf-eb796c4d1134 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 200 len: 217 time: 0.1369910 Nov 03 15:56:10.426026 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59b686f9-bf42-494c-91ed-83f7bcdd5694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.438248 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.493190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b686f9-bf42-494c-91ed-83f7bcdd5694 None None] Pushing event deleted for resources: {'Port': ['ID=3d37ead4-75ba-46f7-9160-9e1e7e5e125a,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:10.503559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b686f9-bf42-494c-91ed-83f7bcdd5694 None None] No DVR routers for this DVR port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:10.527151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94955981-a498-480a-bf50-96013a30e879 req-a9511781-e3b2-4d83-8cef-67f6df92ad46 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:10.536721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d37ead4-75ba-46f7-9160-9e1e7e5e125a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:10.537275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-94955981-a498-480a-bf50-96013a30e879 req-a9511781-e3b2-4d83-8cef-67f6df92ad46 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 950 time: 0.0995383 Nov 03 15:56:10.544532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] No DVR routers for this DVR port 3d37ead4-75ba-46f7-9160-9e1e7e5e125a on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:10.601460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c18aaa68-a3f4-4793-8bac-40be82150520 req-cf368158-a070-4936-9e7b-f1c4dde775dd tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 210 time: 0.0661767 Nov 03 15:56:10.613816 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-94955981-a498-480a-bf50-96013a30e879 req-4b525659-138b-4cb6-9d40-b1c4f005f1a7 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd52639b-113c-44fc-a79c-f6b023f26169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726779 Nov 03 15:56:10.639589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-12f5f1d8-27fd-41e1-a722-f27f67f08e26 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:10.641208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-12f5f1d8-27fd-41e1-a722-f27f67f08e26 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.70 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 950 time: 0.3585453 Nov 03 15:56:10.696866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75172353-a6ec-4096-acdd-fc421034e2fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.753926 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75172353-a6ec-4096-acdd-fc421034e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.761868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3d37ead4-75ba-46f7-9160-9e1e7e5e125a no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:10.787686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.793783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 3d37ead4-75ba-46f7-9160-9e1e7e5e125a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:10.794396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3d37ead4-75ba-46f7-9160-9e1e7e5e125a not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:10.809784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-04000bae-ae63-4909-87ee-8a0ca6e035e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:10.811938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-04000bae-ae63-4909-87ee-8a0ca6e035e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.3867364 Nov 03 15:56:10.850479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f071b7-6095-4657-8637-67e1a9657057']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:10.892005 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-75172353-a6ec-4096-acdd-fc421034e2fc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=62ef907073e6481f8c12844f2de79720&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1499624 Nov 03 15:56:10.895471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63642883-3617-4770-a00a-f52cf2100b00 req-f34e1156-5db1-4944-a6ed-edc1ca8d30cb tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:10.906175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63642883-3617-4770-a00a-f52cf2100b00 req-f34e1156-5db1-4944-a6ed-edc1ca8d30cb tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 944 time: 0.0746865 Nov 03 15:56:10.912837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47430) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:10.929347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00c81de-59cc-446b-93db-9e80c92bd502') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:10.929634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00c81de-59cc-446b-93db-9e80c92bd502') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:10.939806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75172353-a6ec-4096-acdd-fc421034e2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c56516-0a96-4305-a255-ec0167075aed,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:10.957440 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:10.995950 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63642883-3617-4770-a00a-f52cf2100b00 req-e42b6a4f-0787-477b-aa51-ac4d679829b3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886705 Nov 03 15:56:10.996528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.018918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-905afd5f-6f5b-496e-ba16-c70bf281c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:11.020440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-905afd5f-6f5b-496e-ba16-c70bf281c200 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843178 Nov 03 15:56:11.027544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:56:11.028150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:56:11.031115 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:56:11.142309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Deleting port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:11.142923 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.197385 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4afc1e7-3441-4554-aacc-1de5bd36c844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.199718 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.205579 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.212722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b6f071b7-6095-4657-8637-67e1a9657057 HTTP/1.1" status: 204 len: 168 time: 2.1897039 Nov 03 15:56:11.213307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47436) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:11.299740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b24707-da3c-481b-b5cd-6c0d08529d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f071b7-6095-4657-8637-67e1a9657057,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:11.327291 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4afc1e7-3441-4554-aacc-1de5bd36c844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.398249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-21905ef4-f727-49c2-923e-19c71337bbcf service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452082 Nov 03 15:56:11.403832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] For port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:11.404284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.425753 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-3caa5670-b6cf-44f7-b970-e52ecd45e5cb service neutron] show failed (client error): The resource could not be found. Nov 03 15:56:11.426170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-3caa5670-b6cf-44f7-b970-e52ecd45e5cb service neutron] 10.222.0.15 "GET /v2.0/ports/531227ab-b238-4810-9f3f-eb5cc6ffbdbe/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.1727405 Nov 03 15:56:11.442254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Calling delete_port for 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:11.509268 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4afc1e7-3441-4554-aacc-1de5bd36c844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.511743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4afc1e7-3441-4554-aacc-1de5bd36c844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.513198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b4afc1e7-3441-4554-aacc-1de5bd36c844 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d9c56516-0a96-4305-a255-ec0167075aed HTTP/1.1" status: 204 len: 168 time: 0.5975482 Nov 03 15:56:11.528424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9017f9-9a7c-4ee0-99fa-af11b32a27e6 req-6b06ea65-8e8b-4352-8a48-a729ab22b29c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:11.535904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc9017f9-9a7c-4ee0-99fa-af11b32a27e6 req-6b06ea65-8e8b-4352-8a48-a729ab22b29c tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.1583135 Nov 03 15:56:11.611183 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc9017f9-9a7c-4ee0-99fa-af11b32a27e6 req-b48182b6-2d8f-41b5-ad97-59db4d266b16 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696654 Nov 03 15:56:11.674746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afc1e7-3441-4554-aacc-1de5bd36c844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c56516-0a96-4305-a255-ec0167075aed,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:11.741046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-460f5c5a-24c6-428c-ae42-d4ed131330cb req-f66ad8b9-4b11-4dfd-a5e4-6ae34be5eb9b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267174 Nov 03 15:56:11.865323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d8220-b098-48c5-9c1d-638e88d3281f req-2b4fb3f6-29a0-4133-80ff-26231a21d1a5 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:11.874084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-277d8220-b098-48c5-9c1d-638e88d3281f req-2b4fb3f6-29a0-4133-80ff-26231a21d1a5 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.3696382 Nov 03 15:56:11.878363 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:11.890911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['45818d53-bc8a-4a9c-9fef-8a3d7bde1402'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:11.951396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Pushing event deleted for resources: {'Port': ['ID=45818d53-bc8a-4a9c-9fef-8a3d7bde1402,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:11.973151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:56:12.001466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] No DVR routers for this DVR port 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:12.004780 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:12.009168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f30f7ad0-1811-479d-83c8-3d617bc66efd req-95e620c3-e163-46b2-bae1-3d1a18dc2c38 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.70 "DELETE /v2.0/ports/45818d53-bc8a-4a9c-9fef-8a3d7bde1402 HTTP/1.1" status: 204 len: 173 time: 1.3091977 Nov 03 15:56:12.013897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420e7488-3f68-4353-a2c7-9dcac3e4b641', 'name': 'network-vif-deleted', 'tag': '45818d53-bc8a-4a9c-9fef-8a3d7bde1402'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:12.016657 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d883ca7-4668-4c0d-9b16-d6e0c8af2c9b" -d '{"events": [{"server_uuid": "420e7488-3f68-4353-a2c7-9dcac3e4b641", "name": "network-vif-deleted", "tag": "45818d53-bc8a-4a9c-9fef-8a3d7bde1402"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:12.062143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-afcc4887-dad8-4522-a650-27267a53dada req-548a776a-46e0-4fa5-a63d-562de1cb6159 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 210 time: 0.2299726 Nov 03 15:56:12.072841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-277d8220-b098-48c5-9c1d-638e88d3281f req-492ab4b5-e1a4-4e6f-b875-3eec5579aad6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962392 Nov 03 15:56:12.183081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:56:12.199765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:56:12.200162 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:12.256704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-6b892639-23c5-46ff-98d7-7638c28e0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:12.256704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-6b892639-23c5-46ff-98d7-7638c28e0fa6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263&tenant_id=9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 1101 time: 0.3399007 Nov 03 15:56:12.260102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47456) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:12.301868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:12.312750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5986b5f4-23a2-41bc-a8ad-ad5352bebcc6 req-5709ad75-8622-462b-86b1-c73e45f0c289 tempest-TenantUsagesTestJSON-1819007012 tempest-TenantUsagesTestJSON-1819007012-project] 10.222.0.86 "GET /v2.0/ports?device_id=420e7488-3f68-4353-a2c7-9dcac3e4b641 HTTP/1.1" status: 200 len: 210 time: 0.0745902 Nov 03 15:56:12.348495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d12220a-a87a-49f7-aac7-b266eee81c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:12.358045 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd56e018-aa1b-4e1b-843a-173c2be9adf4 x-openstack-request-id: req-dd56e018-aa1b-4e1b-843a-173c2be9adf4 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:12.358351 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420e7488-3f68-4353-a2c7-9dcac3e4b641", "name": "network-vif-deleted", "tag": "45818d53-bc8a-4a9c-9fef-8a3d7bde1402", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:12.358607 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dd56e018-aa1b-4e1b-843a-173c2be9adf4 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:12.359018 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420e7488-3f68-4353-a2c7-9dcac3e4b641', 'name': 'network-vif-deleted', 'tag': '45818d53-bc8a-4a9c-9fef-8a3d7bde1402', 'status': 'completed', 'code': 200} Nov 03 15:56:12.392597 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:12.416039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c429f08-4f28-432b-a113-826ab4ea0ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:12.418332 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c97c9b-0019-4a97-ab19-f6ca57d97e7b" -d '{"events": [{"server_uuid": "0c429f08-4f28-432b-a113-826ab4ea0ddd", "name": "network-vif-plugged", "status": "completed", "tag": "0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:12.432144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:12.437695 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:12.464025 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79245855-cb4a-40ca-87dd-8fcb6ac7ad90 x-openstack-request-id: req-79245855-cb4a-40ca-87dd-8fcb6ac7ad90 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:12.464317 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c429f08-4f28-432b-a113-826ab4ea0ddd", "name": "network-vif-plugged", "status": "completed", "tag": "0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:12.464568 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79245855-cb4a-40ca-87dd-8fcb6ac7ad90 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:12.464962 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c429f08-4f28-432b-a113-826ab4ea0ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9', 'code': 200} Nov 03 15:56:12.485099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-396617db-1bc3-4308-bcc5-efd10ccc88d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:12.486731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-396617db-1bc3-4308-bcc5-efd10ccc88d9 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.70 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.6276519 Nov 03 15:56:12.522014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:12.535251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-92044a0c-b4da-4bfe-a4ad-929f486d8b0a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:12.537127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-92044a0c-b4da-4bfe-a4ad-929f486d8b0a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.15 "GET /v2.0/networks?id=8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 200 len: 820 time: 0.8063850 Nov 03 15:56:12.573253 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:12.592578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Request body: {'port': {'device_id': '0f209776-6f38-4742-8d83-3d3470ccdc2b', 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8', 'admin_state_up': True, 'tenant_id': 'b46972cfa0f54b88be6c9632329ff707'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:12.595062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f096c5-0e71-40ab-b060-1de289d5daf2 req-cb81fe30-ec44-4c0c-9324-08a717ed123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:12.596572 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f096c5-0e71-40ab-b060-1de289d5daf2 req-cb81fe30-ec44-4c0c-9324-08a717ed123c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 1096 time: 0.0668149 Nov 03 15:56:12.667379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f096c5-0e71-40ab-b060-1de289d5daf2 req-a2e2535d-02f2-43a6-96cb-5c4101224249 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625122 Nov 03 15:56:12.667857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebeb4-a8c0-4872-b6a3-9aaf99a3e0ab req-52352219-4d9d-4bcc-a0ae-5fbd4b8e7a14 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:12.669381 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26cebeb4-a8c0-4872-b6a3-9aaf99a3e0ab req-52352219-4d9d-4bcc-a0ae-5fbd4b8e7a14 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 944 time: 0.3026116 Nov 03 15:56:12.752353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4e4f0-5561-4390-af42-ef3fd8a56b3e req-098c0e7d-37de-40cf-9c7c-33ec71e10277 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:12.753868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01b4e4f0-5561-4390-af42-ef3fd8a56b3e req-098c0e7d-37de-40cf-9c7c-33ec71e10277 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.0544093 Nov 03 15:56:12.807012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01b4e4f0-5561-4390-af42-ef3fd8a56b3e req-5c31da18-37ab-4358-967e-537fdbde3585 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452402 Nov 03 15:56:12.905535 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d12220a-a87a-49f7-aac7-b266eee81c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:12.934974 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d12220a-a87a-49f7-aac7-b266eee81c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:12.969884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26cebeb4-a8c0-4872-b6a3-9aaf99a3e0ab req-7cfc4969-fd1a-4f30-86b4-bf3fa4c638cf tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308679 Nov 03 15:56:12.997117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Deleting port f9558f35-8020-484c-a557-9e137577e6d4 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:12.997451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:13.061032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2d12220a-a87a-49f7-aac7-b266eee81c67 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e85c14df91c4463928862125fef3aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7998142 Nov 03 15:56:13.063983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47464) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:13.135653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6e82-3561-4741-9426-96fefbdccfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:13.160184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Made reservation on behalf of b46972cfa0f54b88be6c9632329ff707 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:13.164453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:13.166458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12220a-a87a-49f7-aac7-b266eee81c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd826a75-5909-4aff-9edb-c652052c71af,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:13.170523 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6e82-3561-4741-9426-96fefbdccfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:13.251193 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00144099-02ca-4d41-b2d3-565c3bc97d6e req-a7337db7-3284-4b3b-9fc7-fa2dc397027f tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 210 time: 0.0549428 Nov 03 15:56:13.265562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fa032-ffab-4bdc-ba5a-f55430264ba9 req-a8779f50-61f1-459c-84d9-d94c0bf9280c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:13.267294 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f51fa032-ffab-4bdc-ba5a-f55430264ba9 req-a8779f50-61f1-459c-84d9-d94c0bf9280c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.0694733 Nov 03 15:56:13.280965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6e82-3561-4741-9426-96fefbdccfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:13.284580 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6e82-3561-4741-9426-96fefbdccfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:13.289290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fa9c6e82-3561-4741-9426-96fefbdccfe8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd826a75-5909-4aff-9edb-c652052c71af HTTP/1.1" status: 204 len: 168 time: 0.2203100 Nov 03 15:56:13.307833 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c6e82-3561-4741-9426-96fefbdccfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd826a75-5909-4aff-9edb-c652052c71af,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:13.330375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] For port f9558f35-8020-484c-a557-9e137577e6d4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f9558f35-8020-484c-a557-9e137577e6d4,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:13.330375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:13.355495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:13.372250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f51fa032-ffab-4bdc-ba5a-f55430264ba9 req-44e7d7f7-8188-4142-860c-b6129e80407e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847380 Nov 03 15:56:13.375919 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:13.379092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Calling delete_port for f9558f35-8020-484c-a557-9e137577e6d4 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:13.672111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47484) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:13.860868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:56:13.872662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7e1d57d3-e828-4c3a-9841-e6597bc57626 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b68ac3a85d104eea8ba9c6464ff3108a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988108 Nov 03 15:56:13.876590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47496) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:13.914114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Allocated IP 172.20.0.10 (8e6fda05-9f70-4b50-857c-19dfd861e3d8/6a2df1cc-909a-48af-8ca8-f7872ca243fa/35880520-ddf9-44d9-bfa3-f3ff50b31a88) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:56:13.946520 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba5a-bddc-4259-bd31-f1778e463156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:13.971921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f9558f35-8020-484c-a557-9e137577e6d4 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:13.974743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba5a-bddc-4259-bd31-f1778e463156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.009965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:14.009965 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c709c3-73fd-4f89-b85b-5aaf0fc002f9" -d '{"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-unplugged", "status": "completed", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:14.015718 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.060389 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba5a-bddc-4259-bd31-f1778e463156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.064815 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba5a-bddc-4259-bd31-f1778e463156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.066525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f7fcba5a-bddc-4259-bd31-f1778e463156 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd52639b-113c-44fc-a79c-f6b023f26169 HTTP/1.1" status: 204 len: 168 time: 0.1889677 Nov 03 15:56:14.079911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcba5a-bddc-4259-bd31-f1778e463156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd52639b-113c-44fc-a79c-f6b023f26169,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:14.096184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Transition to ACTIVE for port object 531227ab-b238-4810-9f3f-eb5cc6ffbdbe will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:56:14.130738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.137065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:14.162254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:14.162685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 45818d53-bc8a-4a9c-9fef-8a3d7bde1402 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:14.183484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb94c7c-6116-44fe-b00d-d11e1cf49342 req-ba161183-6e1d-4879-9dfe-d1be01c456da tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:14.185554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eeb94c7c-6116-44fe-b00d-d11e1cf49342 req-ba161183-6e1d-4879-9dfe-d1be01c456da tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 945 time: 0.0746169 Nov 03 15:56:14.218725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714d3f5-e986-47f1-ac48-c3df25d0c4ae req-7ed4400f-0476-4c91-8df0-17d693e400db tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:14.227958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8714d3f5-e986-47f1-ac48-c3df25d0c4ae req-7ed4400f-0476-4c91-8df0-17d693e400db tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=56b9a903-d543-4acc-b868-eb605c48c1de HTTP/1.1" status: 200 len: 944 time: 0.3151939 Nov 03 15:56:14.268951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:14.279009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eeb94c7c-6116-44fe-b00d-d11e1cf49342 req-6e931db8-631e-44bd-a8a0-60d02ac2bcbd tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865729 Nov 03 15:56:14.371375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:14.443784 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.447244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=6']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:14.453073 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dce43b-d731-4984-93a4-fe6f4141bb8e x-openstack-request-id: req-00dce43b-d731-4984-93a4-fe6f4141bb8e {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:14.453653 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-unplugged", "status": "completed", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:14.454072 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-00dce43b-d731-4984-93a4-fe6f4141bb8e {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:14.454617 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'code': 200} Nov 03 15:56:14.466870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] No DVR routers for this DVR port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:14.539633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8714d3f5-e986-47f1-ac48-c3df25d0c4ae req-19b55a80-df92-47a5-9e60-3a32d6ef8e1f tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105359 Nov 03 15:56:14.627387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47524) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:14.636481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Pushing event deleted for resources: {'Port': ['ID=f9558f35-8020-484c-a557-9e137577e6d4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:14.638019 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-417d9d2b-742d-4995-9ce3-07a59227bd1a req-4f06ce42-2784-4f48-bead-70a3c635847b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 210 time: 0.0471063 Nov 03 15:56:14.660019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1da13438-140c-4723-989d-a2835930b63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.660673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.701262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] No DVR routers for this DVR port f9558f35-8020-484c-a557-9e137577e6d4 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:14.719264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.726374 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8fa43f7b-8dca-4579-b12c-0218cd5a88ca req-f683039c-6973-48ef-910e-f07881ad9df0 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.70 "DELETE /v2.0/ports/f9558f35-8020-484c-a557-9e137577e6d4 HTTP/1.1" status: 204 len: 173 time: 2.2148359 Nov 03 15:56:14.810448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1da13438-140c-4723-989d-a2835930b63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.818298 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1da13438-140c-4723-989d-a2835930b63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.867716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:56:14.868100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:56:14.868937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:14.872806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da13438-140c-4723-989d-a2835930b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b809cc-22ce-462d-9c4a-8fcd4d289dde,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:14.918773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1da13438-140c-4723-989d-a2835930b63d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ce310ad7acfe412b8446b3d086315853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796898 Nov 03 15:56:14.919793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:14.925081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47532) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:14.952825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:56:14.953144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:14.982456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:56:14.982789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:14.983174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:56:14.983617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Bound port: 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:56:14.983967 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:15.009011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:56:15.021864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:56:15.040768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:56:15.071558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d2cd-fbf1-41c8-a6c3-131ab023cfb1 req-1925ace8-bdf7-4c80-bd40-2984e7bfc5a1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:15.073267 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9b7d2cd-fbf1-41c8-a6c3-131ab023cfb1 req-1925ace8-bdf7-4c80-bd40-2984e7bfc5a1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 948 time: 0.4105246 Nov 03 15:56:15.140508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event updated for resources: {'Port': ['ID=35880520-ddf9-44d9-bfa3-f3ff50b31a88,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:15.232091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:15.232719 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:15.248628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Deleting port 402969c6-ec1a-4c7a-a3c5-43701c8afa80 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:15.250707 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:15.258651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42934f4d-a355-4a93-b088-92d3da35a893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:15.323879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:56:15.329497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-93180c95-dceb-4389-acbb-fb5ece10b428 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7527783 Nov 03 15:56:15.342328 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9b7d2cd-fbf1-41c8-a6c3-131ab023cfb1 req-01c32a09-7210-4fae-8021-7f7871c4aaca tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377615 Nov 03 15:56:15.392468 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42934f4d-a355-4a93-b088-92d3da35a893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:15.398397 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Request body: {'port': {'device_id': '0f209776-6f38-4742-8d83-3d3470ccdc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:15.403324 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:56:15.464727 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:15.562113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:15.562985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:15.565911 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] 10.222.0.70 "PUT /v2.0/ports/531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 1096 time: 3.2718527 Nov 03 15:56:15.609171 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:15.805307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f35f6-3fcc-481c-a092-ee26a740b624 service neutron] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:15.832267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] For port 402969c6-ec1a-4c7a-a3c5-43701c8afa80, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=402969c6-ec1a-4c7a-a3c5-43701c8afa80,segment=NetworkSegment(8ffeab69-382e-4b76-a967-848f01c4213d),segment_id=8ffeab69-382e-4b76-a967-848f01c4213d)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:15.833823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:15.869742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Calling delete_port for 402969c6-ec1a-4c7a-a3c5-43701c8afa80 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:15.948351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f1c85-5021-4e14-8bfd-7093e76bb869 req-cd42e8c6-dce6-4e08-97de-4de66af2c75b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:15.967240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468f1c85-5021-4e14-8bfd-7093e76bb869 req-cd42e8c6-dce6-4e08-97de-4de66af2c75b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 932 time: 0.2074916 Nov 03 15:56:16.040046 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42934f4d-a355-4a93-b088-92d3da35a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:16.043565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42934f4d-a355-4a93-b088-92d3da35a893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:16.047276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-42934f4d-a355-4a93-b088-92d3da35a893 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d0b809cc-22ce-462d-9c4a-8fcd4d289dde HTTP/1.1" status: 204 len: 168 time: 1.1099923 Nov 03 15:56:16.060702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-468f1c85-5021-4e14-8bfd-7093e76bb869 req-24910de9-94de-40c2-bac6-4528e049c31b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918603 Nov 03 15:56:16.120301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42934f4d-a355-4a93-b088-92d3da35a893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b809cc-22ce-462d-9c4a-8fcd4d289dde,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:16.144116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-6e7c7947-18ac-452e-bf87-e3e69fe6cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:16.146205 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-6e7c7947-18ac-452e-bf87-e3e69fe6cca4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1099 time: 0.5032411 Nov 03 15:56:16.208302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d0391-13dd-4dd7-846b-e5d8c1a502f3 req-b5196671-6baf-4e79-b347-e9bc8cae2749 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:16.217077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-667d0391-13dd-4dd7-846b-e5d8c1a502f3 req-b5196671-6baf-4e79-b347-e9bc8cae2749 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 945 time: 0.0713642 Nov 03 15:56:16.289173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-667d0391-13dd-4dd7-846b-e5d8c1a502f3 req-dd44c9d0-1e75-418e-ae6f-1f3aa2968c1d tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631213 Nov 03 15:56:16.431089 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:16.436882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-7714988c-e619-48b9-8ed1-e9f375aba334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:16.438773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-7714988c-e619-48b9-8ed1-e9f375aba334 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2831395 Nov 03 15:56:16.463758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'name': 'network-vif-deleted', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4'}, {'name': 'network-changed', 'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:16.466053 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b261f567-5194-4516-8706-709432da3508" -d '{"events": [{"server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "name": "network-vif-deleted", "tag": "f9558f35-8020-484c-a557-9e137577e6d4"}, {"name": "network-changed", "server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:16.487558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Pushing event deleted for resources: {'Port': ['ID=402969c6-ec1a-4c7a-a3c5-43701c8afa80,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:16.534601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e46d50-c518-40dc-84da-44f41a0b475b req-171b0a8e-5c2c-472a-ab33-358c5a0f8933 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:16.537043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46e46d50-c518-40dc-84da-44f41a0b475b req-171b0a8e-5c2c-472a-ab33-358c5a0f8933 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 945 time: 0.0899012 Nov 03 15:56:16.592900 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf83a85-f978-447a-b98b-3c3bffb27444 x-openstack-request-id: req-faf83a85-f978-447a-b98b-3c3bffb27444 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:16.593200 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b9a903-d543-4acc-b868-eb605c48c1de", "name": "network-vif-deleted", "tag": "f9558f35-8020-484c-a557-9e137577e6d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:16.593460 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-faf83a85-f978-447a-b98b-3c3bffb27444 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:16.593904 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b9a903-d543-4acc-b868-eb605c48c1de', 'name': 'network-vif-deleted', 'tag': 'f9558f35-8020-484c-a557-9e137577e6d4', 'status': 'completed', 'code': 200} Nov 03 15:56:16.594164 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'status': 'completed', 'code': 200} Nov 03 15:56:16.597492 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-952f9374-d3ce-46b2-b34d-1d3d2627e04b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.1246648 Nov 03 15:56:16.742888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-46e46d50-c518-40dc-84da-44f41a0b475b req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Deleting port 01c72f88-e213-4103-b365-491659c397e8 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:16.743711 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46e46d50-c518-40dc-84da-44f41a0b475b req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:16.787837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35880520-ddf9-44d9-bfa3-f3ff50b31a88 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:16.802681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96d4f7-9763-4364-b207-b25ad742d865 req-10cb3dff-2e8b-468a-ace9-f6db9543551d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:16.804290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad96d4f7-9763-4364-b207-b25ad742d865 req-10cb3dff-2e8b-468a-ace9-f6db9543551d tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 948 time: 0.3325968 Nov 03 15:56:16.822065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:16.890077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-46e46d50-c518-40dc-84da-44f41a0b475b req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] For port 01c72f88-e213-4103-b365-491659c397e8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=01c72f88-e213-4103-b365-491659c397e8,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:16.890400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-0b5be19a-d351-4314-b80a-7d030bc812be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:16.890555 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46e46d50-c518-40dc-84da-44f41a0b475b req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:16.891895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-0b5be19a-d351-4314-b80a-7d030bc812be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2463071 Nov 03 15:56:16.899578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f567-5194-4516-8706-709432da3508 req-496a7eff-2f6b-4a8a-a462-66f4431b4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:16.901037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-496a7eff-2f6b-4a8a-a462-66f4431b4812 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1099 time: 0.2781782 Nov 03 15:56:16.905814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-46e46d50-c518-40dc-84da-44f41a0b475b req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Calling delete_port for 01c72f88-e213-4103-b365-491659c397e8 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:16.940999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Transition to ACTIVE for port object 35880520-ddf9-44d9-bfa3-f3ff50b31a88 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:56:16.982172 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:17.080079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46e46d50-c518-40dc-84da-44f41a0b475b req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:17.141122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Pushing event deleted for resources: {'Port': ['ID=01c72f88-e213-4103-b365-491659c397e8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:17.200462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e46d50-c518-40dc-84da-44f41a0b475b req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] No DVR routers for this DVR port 01c72f88-e213-4103-b365-491659c397e8 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:17.203535 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46e46d50-c518-40dc-84da-44f41a0b475b req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:17.209747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46e46d50-c518-40dc-84da-44f41a0b475b req-ed63ddcd-0bb4-4b28-ad88-739df1011887 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.15 "DELETE /v2.0/ports/01c72f88-e213-4103-b365-491659c397e8 HTTP/1.1" status: 204 len: 173 time: 0.6526351 Nov 03 15:56:17.210336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'name': 'network-vif-deleted', 'tag': '01c72f88-e213-4103-b365-491659c397e8'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:17.229557 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaf8d6f-1d0b-4ae5-8ea5-3bba5ab81f77" -d '{"events": [{"server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "name": "network-vif-deleted", "tag": "01c72f88-e213-4103-b365-491659c397e8"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:17.461340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad96d4f7-9763-4364-b207-b25ad742d865 req-52b5a99e-e618-422a-9ad4-3abcbc5c99fc tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369267 Nov 03 15:56:17.513774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47624) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:17.647812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-cc0a4cd0-6ad2-4824-a36a-e0418ae082b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:17.649261 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-cc0a4cd0-6ad2-4824-a36a-e0418ae082b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7427492 Nov 03 15:56:17.668487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=35880520-ddf9-44d9-bfa3-f3ff50b31a88,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:17.727271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1306933774-network', 'tenant_id': '334fbe3a802149578a96ff221367833c'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:17.769738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Made reservation on behalf of 334fbe3a802149578a96ff221367833c for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:17.771069 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:17.793126 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d1dc1e-6968-45db-afa8-3ddae182355b x-openstack-request-id: req-32d1dc1e-6968-45db-afa8-3ddae182355b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:17.794761 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad70800-9049-4cfe-aa30-9d776e920d21", "name": "network-vif-deleted", "tag": "01c72f88-e213-4103-b365-491659c397e8", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:17.795209 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-32d1dc1e-6968-45db-afa8-3ddae182355b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:17.795978 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad70800-9049-4cfe-aa30-9d776e920d21', 'name': 'network-vif-deleted', 'tag': '01c72f88-e213-4103-b365-491659c397e8', 'status': 'completed', 'code': 200} Nov 03 15:56:17.801228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:17.857022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-55b7ca63-e1fd-42bd-9747-cd079f847273 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833816 Nov 03 15:56:17.863390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f567-5194-4516-8706-709432da3508 req-a8f02a71-8bea-4dd9-ac23-b70e100d6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:17.868896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-a8f02a71-8bea-4dd9-ac23-b70e100d6449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.9494920 Nov 03 15:56:17.927986 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:56:17.931752 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:17.973590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afeb2659-c893-47df-81ef-ff64c30a15d2 req-b91f9aca-d343-44e0-b4aa-e37588bfa328 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad70800-9049-4cfe-aa30-9d776e920d21 HTTP/1.1" status: 200 len: 210 time: 0.0847571 Nov 03 15:56:18.021479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Attempting to bind port 35880520-ddf9-44d9-bfa3-f3ff50b31a88 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:56:18.023272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Attempting to bind port 35880520-ddf9-44d9-bfa3-f3ff50b31a88 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:56:18.023745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Attempting to bind port 35880520-ddf9-44d9-bfa3-f3ff50b31a88 on network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:18.059465 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.064885 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.085818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:56:18.087719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Port 35880520-ddf9-44d9-bfa3-f3ff50b31a88 on network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:56:18.088076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Attempting to bind port 35880520-ddf9-44d9-bfa3-f3ff50b31a88 on network 8e6fda05-9f70-4b50-857c-19dfd861e3d8 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:18.091271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-d2b418ca-e8a7-4dd5-9c7a-d220a95482cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.1573014 Nov 03 15:56:18.101256 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.101955 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Added segment 792aa1bf-0a90-4378-943e-048862e3851a of type vlan for network e87107de-c28a-41da-bb50-9dbae1eac466 Nov 03 15:56:18.137546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3166d-48b4-4f4e-8dbb-c1fee52187b3 req-07a61403-0316-4fa9-8a2c-ef6dc9ebbbfc tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:18.145205 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00d3166d-48b4-4f4e-8dbb-c1fee52187b3 req-07a61403-0316-4fa9-8a2c-ef6dc9ebbbfc tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 944 time: 0.5020473 Nov 03 15:56:18.152476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:56:18.153038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Checking segment: {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:18.153223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Bound using segment: {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:56:18.153917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Bound port: 35880520-ddf9-44d9-bfa3-f3ff50b31a88, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4019430-9ea3-429f-abfb-9a6369be8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:56:18.154085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.179255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.231621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.232740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:18.233467 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.277153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873054b3-22ef-4470-bbfe-557d2867ab7f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:18.294825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7798173 Nov 03 15:56:18.303277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:18.345260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Request body: {'subnet': {'network_id': 'e87107de-c28a-41da-bb50-9dbae1eac466', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1306933774-subnet', 'tenant_id': '334fbe3a802149578a96ff221367833c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:18.379461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Made reservation on behalf of 334fbe3a802149578a96ff221367833c for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:18.383261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.392242 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00d3166d-48b4-4f4e-8dbb-c1fee52187b3 req-0d0a0018-3cd4-41b1-b7fa-1ba24a6ef74e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460387 Nov 03 15:56:18.461987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523ce30-742e-45a9-8fdf-36e691e24e8a admin admin] Pushing event updated for resources: {'Network': ['ID=e87107de-c28a-41da-bb50-9dbae1eac466,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:18.471729 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-5ffd8913-79c1-4db5-b687-9c297460a4ec service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889096 Nov 03 15:56:18.473103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f567-5194-4516-8706-709432da3508 req-a9dad54a-871c-49ae-8b9a-6ef84da8d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:18.475231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-a9dad54a-871c-49ae-8b9a-6ef84da8d6d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.3678665 Nov 03 15:56:18.477338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e87107de-c28a-41da-bb50-9dbae1eac466 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:56:18.586469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] For port 35880520-ddf9-44d9-bfa3-f3ff50b31a88, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:56:18.621999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] For port 35880520-ddf9-44d9-bfa3-f3ff50b31a88, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=35880520-ddf9-44d9-bfa3-f3ff50b31a88,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:56:18.635189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f567-5194-4516-8706-709432da3508 req-179a0a6b-f8dd-4373-a897-5c9295b76fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:18.637036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-179a0a6b-f8dd-4373-a897-5c9295b76fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240585 Nov 03 15:56:18.642985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.648376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Router a8fbeeb4-e080-4b0b-b77d-f9b148949209 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:56:18.741468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f567-5194-4516-8706-709432da3508 req-939ee000-5c20-4ae1-b922-ac22953ff5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:18.752798 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-939ee000-5c20-4ae1-b922-ac22953ff5ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1099 time: 0.2019746 Nov 03 15:56:18.757637 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.793641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:18.805733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52153-aa56-4049-b9e0-2f278e12ab70 req-5937d428-c290-4d0e-9513-4e191038a283 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:18.808193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.809863 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] 10.222.0.15 "PUT /v2.0/ports/35880520-ddf9-44d9-bfa3-f3ff50b31a88 HTTP/1.1" status: 200 len: 1092 time: 3.4196191 Nov 03 15:56:18.810159 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53b52153-aa56-4049-b9e0-2f278e12ab70 req-5937d428-c290-4d0e-9513-4e191038a283 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 948 time: 0.1279254 Nov 03 15:56:18.862049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f209776-6f38-4742-8d83-3d3470ccdc2b', 'tag': '35880520-ddf9-44d9-bfa3-f3ff50b31a88'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:18.866600 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53753b0d-24f1-4ed1-9c43-339acdaa5954" -d '{"events": [{"name": "network-changed", "server_uuid": "0f209776-6f38-4742-8d83-3d3470ccdc2b", "tag": "35880520-ddf9-44d9-bfa3-f3ff50b31a88"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:18.894068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=45da11a8-c4ec-415e-ae56-3e9b20305167,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:18.901517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Checking segment: {'id': '792aa1bf-0a90-4378-943e-048862e3851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e87107de-c28a-41da-bb50-9dbae1eac466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:18.902369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Network hostable DHCP agents. Network: e87107de-c28a-41da-bb50-9dbae1eac466, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:56:18.944844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53b52153-aa56-4049-b9e0-2f278e12ab70 req-9e51fb47-fa00-474b-9192-1bfb0baf5ce6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133142 Nov 03 15:56:18.945658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Network e87107de-c28a-41da-bb50-9dbae1eac466 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:56:18.957389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e87107de-c28a-41da-bb50-9dbae1eac466) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:56:18.962396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:18.963888 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:18.967022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2499f19b-9485-4e28-bb77-7abc2d57150d None None] Network e87107de-c28a-41da-bb50-9dbae1eac466 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:18.979581 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3dfcde-6321-48bb-a4e0-d47b9ea11395 x-openstack-request-id: req-7a3dfcde-6321-48bb-a4e0-d47b9ea11395 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:18.979865 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f209776-6f38-4742-8d83-3d3470ccdc2b", "tag": "35880520-ddf9-44d9-bfa3-f3ff50b31a88", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:18.980314 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a3dfcde-6321-48bb-a4e0-d47b9ea11395 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:18.980871 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f209776-6f38-4742-8d83-3d3470ccdc2b', 'tag': '35880520-ddf9-44d9-bfa3-f3ff50b31a88', 'status': 'completed', 'code': 200} Nov 03 15:56:19.032905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dce6a532-8100-46d7-af10-65b7a3204afd admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7205234 Nov 03 15:56:19.132120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:56:19.137560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=35880520-ddf9-44d9-bfa3-f3ff50b31a88,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:19.152187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] Sync routers for ids ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:56:19.201442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] Routers {'a8fbeeb4-e080-4b0b-b77d-f9b148949209'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:56:19.207090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:56:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:19.390316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47668) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:19.390915 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5ca65fac-366a-4449-bf73-d8c46c1dce76 admin admin] 10.222.0.86 "PUT /v2.0/routers/a8fbeeb4-e080-4b0b-b77d-f9b148949209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1760590 Nov 03 15:56:19.391891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f567-5194-4516-8706-709432da3508 req-9e19f794-882c-4dd6-bf63-9e4b2c82a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:19.393763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-9e19f794-882c-4dd6-bf63-9e4b2c82a74c service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.6020119 Nov 03 15:56:19.396833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-68202606-e28a-40b8-8fe3-301383825c82 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458279 Nov 03 15:56:19.412852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6790523-d06b-4dc9-8061-11513823ced2 None None] Network e87107de-c28a-41da-bb50-9dbae1eac466 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:19.416791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.417150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.417488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.418211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.418703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.419205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.419682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.420158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.420641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.421159 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.421774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.422469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4295a99a-4150-4b5a-834c-53cd0d089cb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:19.525735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-8596e3af-8efc-404d-882b-f2662f815362 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.0954592 Nov 03 15:56:19.538878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-9b8154e4-9a85-4696-85ab-6dd6a0e1ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:19.540565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-9b8154e4-9a85-4696-85ab-6dd6a0e1ada7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b46972cfa0f54b88be6c9632329ff707&device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 1095 time: 0.6234381 Nov 03 15:56:19.612637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f567-5194-4516-8706-709432da3508 req-4a37ef1d-2eb7-4882-9574-cc9410776ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:19.615823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-4a37ef1d-2eb7-4882-9574-cc9410776ed9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0741937 Nov 03 15:56:19.634058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] Set router a8fbeeb4-e080-4b0b-b77d-f9b148949209 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:56:19.637296 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:19.739916 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-27556d6c-cffc-4006-88dc-04338da77dbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35880520-ddf9-44d9-bfa3-f3ff50b31a88 HTTP/1.1" status: 200 len: 217 time: 0.1227732 Nov 03 15:56:19.746460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a594e-329d-48d5-ac76-06419e1ab817 req-b049282e-2396-4e38-a816-eca5b0d238ec tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:19.751676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-375a594e-329d-48d5-ac76-06419e1ab817 req-b049282e-2396-4e38-a816-eca5b0d238ec tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 944 time: 0.1701760 Nov 03 15:56:19.890736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-375a594e-329d-48d5-ac76-06419e1ab817 req-a3962160-40d3-48c8-a37d-f6c7305bab85 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318643 Nov 03 15:56:19.937714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd896d8-a743-4782-8d22-60d042c62543 req-c3047493-c1a9-4dde-9a4f-8d3938f07087 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:19.938504 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ccd896d8-a743-4782-8d22-60d042c62543 req-c3047493-c1a9-4dde-9a4f-8d3938f07087 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 944 time: 0.5342245 Nov 03 15:56:19.940000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-9d7e3f2b-3e3b-4237-8cd5-0d13da6f0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:19.941321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-9d7e3f2b-3e3b-4237-8cd5-0d13da6f0f06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2df1cc-909a-48af-8ca8-f7872ca243fa HTTP/1.1" status: 200 len: 860 time: 0.1763237 Nov 03 15:56:19.943976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-27b39df9-f40d-4126-9b8d-46cd8682f164 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841099 Nov 03 15:56:19.959560 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:20.008177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f567-5194-4516-8706-709432da3508 req-9f8a28da-2395-4744-b028-2b3689f09db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:20.021877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-9f8a28da-2395-4744-b028-2b3689f09db4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3618073 Nov 03 15:56:20.070888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Deleting port b3968315-c3cd-483e-849f-0d33154b42a7 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:20.071263 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:20.136942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:56:20.272509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-293abb4d-6a26-4616-985c-b3a95cc2dcf5 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337492 Nov 03 15:56:20.320299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 01c72f88-e213-4103-b365-491659c397e8 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:20.321517 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-7ae4f616-2af5-438b-98a8-fedb5b643821 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6fda05-9f70-4b50-857c-19dfd861e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446358 Nov 03 15:56:20.400493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 01c72f88-e213-4103-b365-491659c397e8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:20.400912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 01c72f88-e213-4103-b365-491659c397e8 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:20.476557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:10Z', 'updated_at': '2021-11-03T15:56:16Z', 'revision_number': 5, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'gw_port': {'id': 'b3968315-c3cd-483e-849f-0d33154b42a7', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:50:12Z', 'updated_at': '2021-11-03T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:20.510810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] Checking router: a8fbeeb4-e080-4b0b-b77d-f9b148949209 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:56:20.531643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:20.554152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] Routers {'a8fbeeb4-e080-4b0b-b77d-f9b148949209'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:56:20.555107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:56:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:20.558810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'mac_address': 'fa:16:3e:9f:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:56:20.620116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ccd896d8-a743-4782-8d22-60d042c62543 req-4e55d277-2983-43db-b4eb-80cbe3039a73 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740789 Nov 03 15:56:20.692137 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-637bdb65-2e80-4f49-9792-ea5399f781d6 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425057 Nov 03 15:56:20.696099 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:20.697324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47698) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:20.702585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] Set router a8fbeeb4-e080-4b0b-b77d-f9b148949209 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:56:20.711083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-567807751-network', 'tenant_id': '0f0e171a521e48d1a655343e3f97d4d3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:20.767786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:10Z', 'updated_at': '2021-11-03T15:56:19Z', 'revision_number': 6, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:20.816581 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3280b91a-909b-490f-aa87-cba322a01da0 None None] The sync data for ids ['a8fbeeb4-e080-4b0b-b77d-f9b148949209'] in n-d-813897-2 is: [{'id': 'a8fbeeb4-e080-4b0b-b77d-f9b148949209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-403764401-router', 'tenant_id': '918e8d0af3e04e1e89fc88a20484a423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:50:10Z', 'updated_at': '2021-11-03T15:56:19Z', 'revision_number': 6, 'project_id': '918e8d0af3e04e1e89fc88a20484a423', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:56:20.832550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531227ab-b238-4810-9f3f-eb5cc6ffbdbe {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:20.877761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:20.883324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Made reservation on behalf of 0f0e171a521e48d1a655343e3f97d4d3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:20.884443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:20.896089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:20.947287 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:20.982218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] For port b3968315-c3cd-483e-849f-0d33154b42a7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b3968315-c3cd-483e-849f-0d33154b42a7,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:20.982858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:20.983210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:20.993360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.993733 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.994079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.994416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.994773 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.995746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.996364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.996703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.997034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.997360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.997717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:20.998046 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:56:21.006159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565fca-3433-4a2e-abe3-fe10d731c9d1 req-06eabaf9-d05b-44f9-9c42-2931d1305a87 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:21.015692 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8565fca-3433-4a2e-abe3-fe10d731c9d1 req-06eabaf9-d05b-44f9-9c42-2931d1305a87 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 948 time: 0.3172746 Nov 03 15:56:21.041424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Calling delete_port for b3968315-c3cd-483e-849f-0d33154b42a7 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:21.129855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['531227ab-b238-4810-9f3f-eb5cc6ffbdbe'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:21.152966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8565fca-3433-4a2e-abe3-fe10d731c9d1 req-132a8153-1ee7-4d8a-84de-ca0765577d16 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361001 Nov 03 15:56:21.347127 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.347835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-7f1f1704-b3f9-4810-96a2-de08ef00cb44 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:21.355209 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.355948 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-7f1f1704-b3f9-4810-96a2-de08ef00cb44 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 944 time: 1.0824773 Nov 03 15:56:21.404222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:56:21.406536 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.428878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c8aae4-0e3c-4e41-9971-a9b9e824b5a1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:21.451918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b261f567-5194-4516-8706-709432da3508 req-ffe92645-6fae-40bb-99ff-5a7884471e27 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1327631 Nov 03 15:56:21.477806 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.478462 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Added segment bbf45514-c4d0-4dee-85ce-330329f99cb1 of type vlan for network 1b7296d5-eb36-40b9-bc1b-a86273c34369 Nov 03 15:56:21.481657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3968315-c3cd-483e-849f-0d33154b42a7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:21.560808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e953e06-3147-4719-a9be-e1e4ae522a62 req-4ff29f82-c580-4f65-9c51-3c8926ae18e5 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:21.562767 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e953e06-3147-4719-a9be-e1e4ae522a62 req-4ff29f82-c580-4f65-9c51-3c8926ae18e5 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 944 time: 0.3701093 Nov 03 15:56:21.596441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.613448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e5e82b6-d965-4600-8b0f-cc33506dd4b0 req-867226fd-d618-4a86-818b-d22454d78ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9103930 Nov 03 15:56:21.616776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.649542 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e953e06-3147-4719-a9be-e1e4ae522a62 req-2ba16663-254f-4cf2-9b88-c1b347a61a6a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772295 Nov 03 15:56:21.652004 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Deleting port e321406c-b26d-4bb0-874a-1a85b18d0d84 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:21.652455 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.683971 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.758564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] For port e321406c-b26d-4bb0-874a-1a85b18d0d84, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e321406c-b26d-4bb0-874a-1a85b18d0d84,segment=NetworkSegment(629ed3a0-8ba6-41c8-813c-515630ead715),segment_id=629ed3a0-8ba6-41c8-813c-515630ead715)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:21.761452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.777948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Calling delete_port for e321406c-b26d-4bb0-874a-1a85b18d0d84 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:21.822637 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.823473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:21.824053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.852291 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.892447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-e4217083-5c7e-4459-94da-4a45bc34e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:21.905673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-e4217083-5c7e-4459-94da-4a45bc34e2ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b46972cfa0f54b88be6c9632329ff707&device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 1095 time: 0.1206260 Nov 03 15:56:21.972852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:21.976262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7296d5-eb36-40b9-bc1b-a86273c34369,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:22.005704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 1b7296d5-eb36-40b9-bc1b-a86273c34369 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:56:22.042811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d51d8a8c-b49b-4da8-a3fa-113bbcc2e333 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3414073 Nov 03 15:56:22.048413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47720) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:22.052569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Request body: {'subnet': {'network_id': '1b7296d5-eb36-40b9-bc1b-a86273c34369', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-567807751-subnet', 'tenant_id': '0f0e171a521e48d1a655343e3f97d4d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:22.077912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Made reservation on behalf of 0f0e171a521e48d1a655343e3f97d4d3 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:22.080726 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.085956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.086493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8fbeeb4-e080-4b0b-b77d-f9b148949209 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:56:22.092560 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.093914 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1bd3f9dd-d548-4b6f-a7cc-487844c0deb7 admin admin] 10.222.0.86 "DELETE /v2.0/routers/a8fbeeb4-e080-4b0b-b77d-f9b148949209 HTTP/1.1" status: 204 len: 168 time: 2.7021191 Nov 03 15:56:22.106743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47722) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:22.110284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-dd1ce2a6-599c-4ce8-80d0-9477dcf2f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:22.111801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-dd1ce2a6-599c-4ce8-80d0-9477dcf2f447 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 200 len: 921 time: 0.1926389 Nov 03 15:56:22.134093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5977923-adb2-4cc2-8df7-2676fb5ff8c1 req-3ba18693-bfda-4d9d-8e6a-4aa970fbb653 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:22.148094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a5977923-adb2-4cc2-8df7-2676fb5ff8c1 req-3ba18693-bfda-4d9d-8e6a-4aa970fbb653 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 944 time: 0.3874803 Nov 03 15:56:22.165931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-e1f9fba2-149a-43eb-a4fb-2206bc214754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35880520-ddf9-44d9-bfa3-f3ff50b31a88 HTTP/1.1" status: 200 len: 217 time: 0.0425510 Nov 03 15:56:22.176924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:56:22.292950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-a2a6cb24-3567-41c1-9943-6704550a79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:22.295115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-a2a6cb24-3567-41c1-9943-6704550a79cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2df1cc-909a-48af-8ca8-f7872ca243fa HTTP/1.1" status: 200 len: 860 time: 0.1199944 Nov 03 15:56:22.297827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:56:22.303379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:56:22.303757 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.376668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cbb4ec-0ce7-43b9-bdc8-b91d95ce67b7 admin admin] Deleting subnet bfe568ad-8551-4955-ae28-5170bb770470 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:56:22.383131 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-74e1f7b7-38a1-4807-aa81-0a020696d38d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6fda05-9f70-4b50-857c-19dfd861e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691819 Nov 03 15:56:22.415864 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-26cbb4ec-0ce7-43b9-bdc8-b91d95ce67b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.447727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a5977923-adb2-4cc2-8df7-2676fb5ff8c1 req-b613e5e9-22aa-4dc3-a697-7bc5b70718ac tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/security-groups?id=99f473a7-5732-4701-8a30-5b3019af5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986922 Nov 03 15:56:22.457048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27c3dd-8643-465f-83de-f463716704fc req-35da8215-8d4f-4058-a097-ca3f0e6bc49e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:22.465976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b27c3dd-8643-465f-83de-f463716704fc req-35da8215-8d4f-4058-a097-ca3f0e6bc49e tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 949 time: 0.1619253 Nov 03 15:56:22.493320 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.528641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.537499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:22.547454 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-26cbb4ec-0ce7-43b9-bdc8-b91d95ce67b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.554932 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4c2b44-989d-46b5-94a7-ad20517a2729" -d '{"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-plugged", "status": "completed", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:22.579458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:22.586917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.668400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Pushing event deleted for resources: {'Port': ['ID=e321406c-b26d-4bb0-874a-1a85b18d0d84,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:22.671070 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0e73f4-4a80-4d80-b624-4ab825e9f0fd x-openstack-request-id: req-4f0e73f4-4a80-4d80-b624-4ab825e9f0fd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:22.677772 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-plugged", "status": "completed", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:22.678155 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4f0e73f4-4a80-4d80-b624-4ab825e9f0fd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:22.678797 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'code': 200} Nov 03 15:56:22.686519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:22.711660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-c62fdadc-853c-46fb-93b4-19739baa6859 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201408 Nov 03 15:56:22.734970 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b27c3dd-8643-465f-83de-f463716704fc req-a21ffe4e-9d76-4f33-ae91-59f7ab76ca75 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639048 Nov 03 15:56:22.810057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b3968315-c3cd-483e-849f-0d33154b42a7 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:22.858399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b3968315-c3cd-483e-849f-0d33154b42a7 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:22.862048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b3968315-c3cd-483e-849f-0d33154b42a7 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:22.862729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 402969c6-ec1a-4c7a-a3c5-43701c8afa80 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:22.905954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 402969c6-ec1a-4c7a-a3c5-43701c8afa80 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:22.906688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 402969c6-ec1a-4c7a-a3c5-43701c8afa80 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:22.909755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53753b0d-24f1-4ed1-9c43-339acdaa5954 req-26e6ec7d-6e10-4f24-bf33-44dd25df56fa service neutron] 10.222.0.15 "GET /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734498 Nov 03 15:56:22.920252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-26cbb4ec-0ce7-43b9-bdc8-b91d95ce67b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.928695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] No DVR routers for this DVR port e321406c-b26d-4bb0-874a-1a85b18d0d84 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:22.931391 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:22.935478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0071f7b7-ae3e-4801-9929-b5e99469742f req-2d6a76e9-4690-4143-8099-647a5cfbca11 tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.15 "DELETE /v2.0/ports/e321406c-b26d-4bb0-874a-1a85b18d0d84 HTTP/1.1" status: 204 len: 173 time: 1.5423052 Nov 03 15:56:22.936131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'name': 'network-vif-deleted', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:22.939135 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb6115b-b69a-4155-9c03-a3065c1c8b71" -d '{"events": [{"server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "name": "network-vif-deleted", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:22.948481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:23.026080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d1cc-dbe0-40e8-8558-a3625c49324f req-953cbb7e-2428-497a-b291-c8de525a093d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:23.034051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dda6d1cc-dbe0-40e8-8558-a3625c49324f req-953cbb7e-2428-497a-b291-c8de525a093d tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 944 time: 0.2334485 Nov 03 15:56:23.082396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb65e12-d800-4352-90bf-3c04365376e2,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:23.147330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Checking segment: {'id': 'bbf45514-c4d0-4dee-85ce-330329f99cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1b7296d5-eb36-40b9-bc1b-a86273c34369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:23.147703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Network hostable DHCP agents. Network: 1b7296d5-eb36-40b9-bc1b-a86273c34369, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:56:23.150502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-26cbb4ec-0ce7-43b9-bdc8-b91d95ce67b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:23.165350 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dda6d1cc-dbe0-40e8-8558-a3625c49324f req-3f15c455-3c19-4ef0-b600-09c1056dc88f tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302588 Nov 03 15:56:23.189797 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ce1f1a-1e7e-482a-b027-92a066e4bea7 x-openstack-request-id: req-27ce1f1a-1e7e-482a-b027-92a066e4bea7 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:23.189797 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f682e805-6210-41a2-9603-de2c198d7879", "name": "network-vif-deleted", "tag": "e321406c-b26d-4bb0-874a-1a85b18d0d84", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:23.189797 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-27ce1f1a-1e7e-482a-b027-92a066e4bea7 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:23.189797 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f682e805-6210-41a2-9603-de2c198d7879', 'name': 'network-vif-deleted', 'tag': 'e321406c-b26d-4bb0-874a-1a85b18d0d84', 'status': 'completed', 'code': 200} Nov 03 15:56:23.230310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbb4ec-0ce7-43b9-bdc8-b91d95ce67b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe568ad-8551-4955-ae28-5170bb770470,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:23.246250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-26cbb4ec-0ce7-43b9-bdc8-b91d95ce67b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:23.252804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe97fb-bb83-479d-91cf-4747ec2533d3 None None] Network e0716278-1f99-4413-a391-00fb219a4062 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:23.257153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-26cbb4ec-0ce7-43b9-bdc8-b91d95ce67b7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/bfe568ad-8551-4955-ae28-5170bb770470 HTTP/1.1" status: 204 len: 168 time: 1.1436799 Nov 03 15:56:23.261718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-cd536002-c11f-4f4a-9d6f-ca4bf7cf5b4a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:23.264674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47750) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:23.268754 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-cd536002-c11f-4f4a-9d6f-ca4bf7cf5b4a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263&tenant_id=9b1469192bd448d38364a749bc3ed35c&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 950 time: 0.0954089 Nov 03 15:56:23.315673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Network 1b7296d5-eb36-40b9-bc1b-a86273c34369 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:56:23.359341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-98c1ac82-b41e-4b4c-9ca1-139f9698469a service neutron] 10.222.0.70 "GET /v2.0/ports/531227ab-b238-4810-9f3f-eb5cc6ffbdbe/bindings/n-h2-813897-2 HTTP/1.1" status: 200 len: 382 time: 0.0808096 Nov 03 15:56:23.380776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 1b7296d5-eb36-40b9-bc1b-a86273c34369) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:56:23.396957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:23.397582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:23.408950 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:23.436336 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-acfa1851-6349-42f3-aded-bf5e1c3a5108 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3887498 Nov 03 15:56:23.447700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ae30a-2bfe-404d-84b4-f1c30aaf7b16 req-d38b9178-b2c9-4da1-b99f-a2a7da816bfa tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:23.449204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030695a-e9c2-45b4-ab0b-49fe1a034957 None None] Network 1b7296d5-eb36-40b9-bc1b-a86273c34369 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:23.455156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-977ae30a-2bfe-404d-84b4-f1c30aaf7b16 req-d38b9178-b2c9-4da1-b99f-a2a7da816bfa tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1475194 Nov 03 15:56:23.509196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-07a5e9a9-3f7b-4698-b44c-1c965d86ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:23.510807 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-07a5e9a9-3f7b-4698-b44c-1c965d86ab06 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1101 time: 0.1116199 Nov 03 15:56:23.644585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-977ae30a-2bfe-404d-84b4-f1c30aaf7b16 req-cc0d03f0-2f92-4e54-a74c-f3db7fa8bc7f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884565 Nov 03 15:56:23.699335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3932e29-9472-4658-a891-5177f6649669 req-acc7d31c-7e89-4537-9d9d-7b968cbdd3ac tempest-LiveAutoBlockMigrationV225Test-286343600 tempest-LiveAutoBlockMigrationV225Test-286343600-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682e805-6210-41a2-9603-de2c198d7879 HTTP/1.1" status: 200 len: 210 time: 0.1065717 Nov 03 15:56:23.699786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Deleting port 6d998c06-2b80-46ba-9365-f1ef34c50f07 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:23.700079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:23.817607 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd91463-f499-4a9d-886e-c5a90f4c6978 None None] Network 1b7296d5-eb36-40b9-bc1b-a86273c34369 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:23.861918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] For port 6d998c06-2b80-46ba-9365-f1ef34c50f07, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6d998c06-2b80-46ba-9365-f1ef34c50f07,segment=NetworkSegment(8ffeab69-382e-4b76-a967-848f01c4213d),segment_id=8ffeab69-382e-4b76-a967-848f01c4213d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:23.862281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:23.890638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Calling delete_port for 6d998c06-2b80-46ba-9365-f1ef34c50f07 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:23.896956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-5cde24f2-9ba8-4967-b97e-6c1a2e9e3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:23.900609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-5cde24f2-9ba8-4967-b97e-6c1a2e9e3f4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.3809762 Nov 03 15:56:24.000807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] DHCP port deletion for e0716278-1f99-4413-a391-00fb219a4062 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:56:24.012161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-c6ce38fa-c54d-4816-9ff7-adfe4b2c46b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.1026900 Nov 03 15:56:24.088065 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.114806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-620d1d67-50a6-4845-b8b6-c26d5bf569c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:24.116306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-620d1d67-50a6-4845-b8b6-c26d5bf569c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0969326 Nov 03 15:56:24.158878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] No DVR routers for this DVR port 6d998c06-2b80-46ba-9365-f1ef34c50f07 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:24.167277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d998c06-2b80-46ba-9365-f1ef34c50f07,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:24.229367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] Deleting port 6d998c06-2b80-46ba-9365-f1ef34c50f07 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:24.229742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.338131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.345493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 35880520-ddf9-44d9-bfa3-f3ff50b31a88 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:56:24.365401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e321406c-b26d-4bb0-874a-1a85b18d0d84 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:24.367251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0716278-1f99-4413-a391-00fb219a4062']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:24.381774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffeab69-382e-4b76-a967-848f01c4213d') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:24.382202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffeab69-382e-4b76-a967-848f01c4213d') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:24.400758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704f015-a7e7-491f-8139-e4027ff85ab8 req-fc93caea-9b68-489d-a37c-887ba5f62668 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:24.402297 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6704f015-a7e7-491f-8139-e4027ff85ab8 req-fc93caea-9b68-489d-a37c-887ba5f62668 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 944 time: 0.1001933 Nov 03 15:56:24.404065 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.416803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a260-390f-44d7-a791-fa7adf15af4c req-dbcf6b66-2c9d-46ad-86b8-51838cb2fddc tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:24.426679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-dbcf6b66-2c9d-46ad-86b8-51838cb2fddc tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/networks?id=e87107de-c28a-41da-bb50-9dbae1eac466 HTTP/1.1" status: 200 len: 815 time: 0.1638985 Nov 03 15:56:24.447766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-8a0c58bc-a8e1-4127-b684-229e49da7362 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/quotas/334fbe3a802149578a96ff221367833c HTTP/1.1" status: 200 len: 375 time: 0.0194845 Nov 03 15:56:24.450423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-faa23d31-9615-4a4a-a25e-2c51d961622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:24.452045 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-faa23d31-9615-4a4a-a25e-2c51d961622b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3277626 Nov 03 15:56:24.455151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.457791 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: e321406c-b26d-4bb0-874a-1a85b18d0d84 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:24.458736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e321406c-b26d-4bb0-874a-1a85b18d0d84 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:24.460905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] For port 6d998c06-2b80-46ba-9365-f1ef34c50f07, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:24.461300 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.466174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:56:24.466572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:56:24.468350 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:56:24.587141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6704f015-a7e7-491f-8139-e4027ff85ab8 req-244b92a3-4fda-477a-bca5-653557029154 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601312 Nov 03 15:56:24.595372 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.605829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.607115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-352ecb3d-c0d0-4429-854b-962274d06aaf service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463444 Nov 03 15:56:24.624218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e0716278-1f99-4413-a391-00fb219a4062 HTTP/1.1" status: 204 len: 168 time: 1.3483438 Nov 03 15:56:24.626143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-b374943d-90ec-4dc5-937b-dd347b74f298 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=334fbe3a802149578a96ff221367833c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1668119 Nov 03 15:56:24.654609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 35880520-ddf9-44d9-bfa3-f3ff50b31a88, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=35880520-ddf9-44d9-bfa3-f3ff50b31a88,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:24.674105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786b6cf-bbe3-49b4-adc4-89e29d806578 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0716278-1f99-4413-a391-00fb219a4062,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:24.679914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '35880520-ddf9-44d9-bfa3-f3ff50b31a88', 'network_id': '8e6fda05-9f70-4b50-857c-19dfd861e3d8', 'port_id': '35880520-ddf9-44d9-bfa3-f3ff50b31a88', 'mac_address': 'fa:16:3e:21:52:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2df1cc-909a-48af-8ca8-f7872ca243fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:56:24.687201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] Calling delete_port for 6d998c06-2b80-46ba-9365-f1ef34c50f07 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:24.695787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] Port 6d998c06-2b80-46ba-9365-f1ef34c50f07 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 15:56:24.700435 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.733812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] Pushing event deleted for resources: {'Port': ['ID=6d998c06-2b80-46ba-9365-f1ef34c50f07,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:24.777779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6d998c06-2b80-46ba-9365-f1ef34c50f07 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:24.818899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 6d998c06-2b80-46ba-9365-f1ef34c50f07 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:24.819504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6d998c06-2b80-46ba-9365-f1ef34c50f07 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:24.822649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] Network e0716278-1f99-4413-a391-00fb219a4062 is not hosted by any dhcp agent {{(pid=108106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 15:56:24.823286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6eeebf-52b0-4cc5-b0a8-2b71480a4be7 None None] No DVR routers for this DVR port 6d998c06-2b80-46ba-9365-f1ef34c50f07 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:24.851597 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-25de26c0-223b-4f88-be92-2b4f87f339a9 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283437 Nov 03 15:56:24.857411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-97405b05-faed-4a1e-9fd0-d833c6f6ee1c service neutron] 10.222.0.86 "GET /v2.0/networks/e87107de-c28a-41da-bb50-9dbae1eac466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086370 Nov 03 15:56:24.885890 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:24.909485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35880520-ddf9-44d9-bfa3-f3ff50b31a88 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:24.910084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567c1f4-8451-4a9f-99be-f7d73b971098 req-e1e23ca0-7f79-459f-81ec-f7d3589945ef tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:24.912796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e567c1f4-8451-4a9f-99be-f7d73b971098 req-e1e23ca0-7f79-459f-81ec-f7d3589945ef tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1140497 Nov 03 15:56:24.934747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 35880520-ddf9-44d9-bfa3-f3ff50b31a88, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=35880520-ddf9-44d9-bfa3-f3ff50b31a88,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:24.943251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:25.028317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e567c1f4-8451-4a9f-99be-f7d73b971098 req-9e4e158b-6c31-4484-9f3c-9be66c3ae138 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074653 Nov 03 15:56:25.042601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=35880520-ddf9-44d9-bfa3-f3ff50b31a88,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:25.074838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-6aec13e4-edff-4792-8977-f1d50a1812a0 service neutron] 10.222.0.86 "GET /v2.0/networks/e87107de-c28a-41da-bb50-9dbae1eac466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037177 Nov 03 15:56:25.093489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47802) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:25.152321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47808) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:25.246940 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d739bed4-6b16-48e6-9cb0-ffe27278c732 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c958ac05699b411fb275bfd729d8fa30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0924728 Nov 03 15:56:25.249305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47812) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:25.392397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-311b5d3e-0a3f-4534-88a7-572992a0480c req-04467ad5-7ab3-41ad-80ac-a783e97d24ad tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 210 time: 0.0789285 Nov 03 15:56:25.399161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['35880520-ddf9-44d9-bfa3-f3ff50b31a88'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:25.458949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-71773aa6-4d2a-408b-b055-88d95d8a28ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:25.491317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-71773aa6-4d2a-408b-b055-88d95d8a28ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:25.550580 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-71773aa6-4d2a-408b-b055-88d95d8a28ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:25.559062 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-71773aa6-4d2a-408b-b055-88d95d8a28ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:25.560852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-71773aa6-4d2a-408b-b055-88d95d8a28ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/012936b1-5b40-41cd-a4c8-6f6815a4fb72 HTTP/1.1" status: 204 len: 168 time: 0.3105967 Nov 03 15:56:25.579801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71773aa6-4d2a-408b-b055-88d95d8a28ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012936b1-5b40-41cd-a4c8-6f6815a4fb72,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:25.634923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05fc838-7f2b-4057-92d2-6e4729e17e06 admin admin] Deleting subnet 50450fac-b747-4ce1-ad91-ed7030a5fd0c {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:56:25.654164 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b05fc838-7f2b-4057-92d2-6e4729e17e06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:25.827784 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b05fc838-7f2b-4057-92d2-6e4729e17e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:25.898220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a1717-5126-45a1-af80-26128bccf104 req-7218817b-580d-412c-bb1c-0821fd5c4595 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:25.899795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c22a1717-5126-45a1-af80-26128bccf104 req-7218817b-580d-412c-bb1c-0821fd5c4595 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 945 time: 0.1664705 Nov 03 15:56:25.916709 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b05fc838-7f2b-4057-92d2-6e4729e17e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:25.996802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c22a1717-5126-45a1-af80-26128bccf104 req-78838a5b-518e-4420-bebf-b179b7f21358 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897777 Nov 03 15:56:26.027218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b05fc838-7f2b-4057-92d2-6e4729e17e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.056854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47840) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:26.086356 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b05fc838-7f2b-4057-92d2-6e4729e17e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.090364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b05fc838-7f2b-4057-92d2-6e4729e17e06 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/50450fac-b747-4ce1-ad91-ed7030a5fd0c HTTP/1.1" status: 204 len: 168 time: 0.9955652 Nov 03 15:56:26.091756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fc838-7f2b-4057-92d2-6e4729e17e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50450fac-b747-4ce1-ad91-ed7030a5fd0c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:26.094218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47842) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:26.259704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9900fdc2-b5f2-42db-8cc7-4e286378dbb4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=918e8d0af3e04e1e89fc88a20484a423&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1983936 Nov 03 15:56:26.260349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47848) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:26.273861 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.295186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc20f33-bf6c-4574-95be-6d1e5f63b2fe req-f9b10152-3b2d-447a-a64e-b752f0ec9534 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:26.313323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cc20f33-bf6c-4574-95be-6d1e5f63b2fe req-f9b10152-3b2d-447a-a64e-b752f0ec9534 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1815109 Nov 03 15:56:26.386117 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b46c4b9f-229a-4d0b-8501-b0d32e953f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.421103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b46c4b9f-229a-4d0b-8501-b0d32e953f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.435162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cc20f33-bf6c-4574-95be-6d1e5f63b2fe req-8c70233a-d935-4c52-9d4d-26b7d21291e6 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208260 Nov 03 15:56:26.444612 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.510967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b8266a-2e0a-4360-9a7a-b575f54e220c']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:26.519895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6639cb42-50f4-448b-929a-b3413cccacb0 req-7ef0d9c9-9cfc-41c9-b47d-29f36e5844d3 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 210 time: 0.0304542 Nov 03 15:56:26.529092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629ed3a0-8ba6-41c8-813c-515630ead715') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:26.529495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629ed3a0-8ba6-41c8-813c-515630ead715') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:26.534293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b46c4b9f-229a-4d0b-8501-b0d32e953f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.543897 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b46c4b9f-229a-4d0b-8501-b0d32e953f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.545792 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b46c4b9f-229a-4d0b-8501-b0d32e953f03 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0f803103-f40f-47e4-b6bf-85ef32dcb5ab HTTP/1.1" status: 204 len: 168 time: 0.2823622 Nov 03 15:56:26.556482 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.570502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4b9f-229a-4d0b-8501-b0d32e953f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f803103-f40f-47e4-b6bf-85ef32dcb5ab,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:26.599159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.606847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:56:26.607231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:56:26.610457 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:56:26.620812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47858) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:26.699405 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.729750 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.738163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] 10.222.0.86 "DELETE /v2.0/networks/48b8266a-2e0a-4360-9a7a-b575f54e220c HTTP/1.1" status: 204 len: 168 time: 0.6404366 Nov 03 15:56:26.759452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47862) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:26.819667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24009bae-3d5a-4381-a437-646caa536e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=48b8266a-2e0a-4360-9a7a-b575f54e220c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:26.838940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a260-390f-44d7-a791-fa7adf15af4c req-e9fcf5ba-afa7-4358-b42d-d3f156f8d254 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:26.840869 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-e9fcf5ba-afa7-4358-b42d-d3f156f8d254 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.70 "GET /v2.0/networks?id=e87107de-c28a-41da-bb50-9dbae1eac466 HTTP/1.1" status: 200 len: 815 time: 0.1575730 Nov 03 15:56:26.841497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7ded1c-47d8-4e34-a6b9-4e5fe190a51c admin admin] Deleting subnet 4a0578d4-9692-4cbe-9ccf-386aec54a8ae {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:56:26.846000 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f7ded1c-47d8-4e34-a6b9-4e5fe190a51c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.865409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Request body: {'port': {'device_id': 'f453c678-a068-4bf8-b3e4-0035f32a6569', 'network_id': 'e87107de-c28a-41da-bb50-9dbae1eac466', 'admin_state_up': True, 'tenant_id': '334fbe3a802149578a96ff221367833c'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:26.886782 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f7ded1c-47d8-4e34-a6b9-4e5fe190a51c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.935377 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f7ded1c-47d8-4e34-a6b9-4e5fe190a51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:26.952131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ff27fc2-b010-4046-917a-922c31f43f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.028901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f7ded1c-47d8-4e34-a6b9-4e5fe190a51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.060153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Made reservation on behalf of 334fbe3a802149578a96ff221367833c for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:27.064614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.074627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ded1c-47d8-4e34-a6b9-4e5fe190a51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0578d4-9692-4cbe-9ccf-386aec54a8ae,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:27.077195 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f7ded1c-47d8-4e34-a6b9-4e5fe190a51c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.085868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7f7ded1c-47d8-4e34-a6b9-4e5fe190a51c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4a0578d4-9692-4cbe-9ccf-386aec54a8ae HTTP/1.1" status: 204 len: 168 time: 0.3295057 Nov 03 15:56:27.086225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:27.175602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ff27fc2-b010-4046-917a-922c31f43f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.179639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289b3db-8efa-48db-af81-5299c9b7f2ea req-57423a32-a81e-42ab-9d0b-dfd9447eb38a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:27.181380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9289b3db-8efa-48db-af81-5299c9b7f2ea req-57423a32-a81e-42ab-9d0b-dfd9447eb38a tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 945 time: 0.0724690 Nov 03 15:56:27.218112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ff27fc2-b010-4046-917a-922c31f43f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.252817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.261481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9289b3db-8efa-48db-af81-5299c9b7f2ea req-f7a6b217-da77-471b-8b13-0911848c258e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675037 Nov 03 15:56:27.297210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff27fc2-b010-4046-917a-922c31f43f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b9c0d7-f8ac-43ff-81de-e5daf0e4a689,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:27.305338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3ff27fc2-b010-4046-917a-922c31f43f0f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=98749c124c734556883cf2e6fd42b18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6835318 Nov 03 15:56:27.308152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47884) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:27.401866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f65b6ed-f07f-461e-ba7c-72524190d783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.420793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.436130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f65b6ed-f07f-461e-ba7c-72524190d783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.450189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94f7ed6-061c-4f85-8343-554e1bcfbeb6']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:27.461695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce63e0b1-7b01-4f01-bee6-17047e1c51d3') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:27.462048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce63e0b1-7b01-4f01-bee6-17047e1c51d3') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:27.503741 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.513091 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f65b6ed-f07f-461e-ba7c-72524190d783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.518951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f65b6ed-f07f-461e-ba7c-72524190d783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.525088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f65b6ed-f07f-461e-ba7c-72524190d783 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/80b9c0d7-f8ac-43ff-81de-e5daf0e4a689 HTTP/1.1" status: 204 len: 168 time: 0.2157669 Nov 03 15:56:27.532493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Allocated IP 172.20.0.8 (e87107de-c28a-41da-bb50-9dbae1eac466/45da11a8-c4ec-415e-ae56-3e9b20305167/fde79748-833c-40eb-827b-4da196c494b0) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:56:27.534664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.536936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65b6ed-f07f-461e-ba7c-72524190d783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b9c0d7-f8ac-43ff-81de-e5daf0e4a689,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:27.551974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:56:27.552404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: timer() Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:56:27.555004 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:56:27.617194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-89443d6f-09ed-4aa8-8f33-cdfdfac34088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:27.621924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-89443d6f-09ed-4aa8-8f33-cdfdfac34088 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263&tenant_id=9b1469192bd448d38364a749bc3ed35c HTTP/1.1" status: 200 len: 1101 time: 0.1502767 Nov 03 15:56:27.635925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c2e10-9b81-4848-aed8-8ce70eda76d9 req-9e352cc6-3f0c-486f-b81d-eeef357d339a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:27.643630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b17c2e10-9b81-4848-aed8-8ce70eda76d9 req-9e352cc6-3f0c-486f-b81d-eeef357d339a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1093783 Nov 03 15:56:27.670719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47898) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:27.673711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:27.676112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.679504 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b388a14-8c49-4fb2-8647-9a8e00dd55dc req-c54bfd47-a09a-4293-943b-b13388678d82 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 210 time: 0.0452709 Nov 03 15:56:27.689783 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.695246 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] 10.222.0.86 "DELETE /v2.0/networks/f94f7ed6-061c-4f85-8343-554e1bcfbeb6 HTTP/1.1" status: 204 len: 168 time: 0.6018436 Nov 03 15:56:27.716317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b17c2e10-9b81-4848-aed8-8ce70eda76d9 req-f6b91296-6c2a-49bb-9253-1e140e48e235 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648851 Nov 03 15:56:27.738143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b9081-748f-45d3-8c42-33feb451b33d admin admin] Pushing event deleted for resources: {'Network': ['ID=f94f7ed6-061c-4f85-8343-554e1bcfbeb6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:27.828533 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.900704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-64975729-network', 'tenant_id': '1d40cbdc17c748f6800384bde3ddda03'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:27.906669 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.933569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Made reservation on behalf of 1d40cbdc17c748f6800384bde3ddda03 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:27.936701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:27.946296 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.008940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47906) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:28.045147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47908) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:28.080067 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.080330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.088267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-885964e9-38fe-4241-92fa-9976baa96afb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4415b11ae00042a5aed73f8c5b96bcf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763507 Nov 03 15:56:28.088529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47910) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:28.095122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.097113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-37ebec22-3fcb-4b17-aff6-79afeb36e84b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.141277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:56:28.153248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d44f3-3123-4931-b5b1-cc6e8e448653,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:28.164717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.165044 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Added segment fcdf37df-d02a-41c0-9a86-384c239b0dfe of type vlan for network 644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8 Nov 03 15:56:28.165733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Network e87107de-c28a-41da-bb50-9dbae1eac466 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:56:28.175670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:56:28.181428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Pushing event updated for resources: {'Port': ['ID=fde79748-833c-40eb-827b-4da196c494b0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:28.183744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:56:28.214777 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99635911-d0a2-48e2-8acc-2c16e29bb0fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.225785 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.230422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:28.252283 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99635911-d0a2-48e2-8acc-2c16e29bb0fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.280866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.282008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:28.282619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.285467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:28.287033 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.320555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:56:28.326863 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-518f1f55-5c89-44b5-a561-55d5dc72af5f tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4690473 Nov 03 15:56:28.350147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 35880520-ddf9-44d9-bfa3-f3ff50b31a88 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:56:28.357690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Request body: {'port': {'device_id': 'f453c678-a068-4bf8-b3e4-0035f32a6569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:28.368360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6936793 Nov 03 15:56:28.369802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47914) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:28.371847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64e7fb-fedb-48cf-847a-9ff25ff5abb0 admin admin] Pushing event updated for resources: {'Network': ['ID=644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:28.378865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Request body: {'subnet': {'network_id': '644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-64975729-subnet', 'tenant_id': '1d40cbdc17c748f6800384bde3ddda03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:28.398822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:56:28.402061 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99635911-d0a2-48e2-8acc-2c16e29bb0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.405572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99635911-d0a2-48e2-8acc-2c16e29bb0fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.408849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-99635911-d0a2-48e2-8acc-2c16e29bb0fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/99f473a7-5732-4701-8a30-5b3019af5c4b HTTP/1.1" status: 204 len: 168 time: 0.3169570 Nov 03 15:56:28.411302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Made reservation on behalf of 1d40cbdc17c748f6800384bde3ddda03 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:28.413801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.433731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99635911-d0a2-48e2-8acc-2c16e29bb0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f473a7-5732-4701-8a30-5b3019af5c4b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:28.456501 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-37ebec22-3fcb-4b17-aff6-79afeb36e84b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.459799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:28.462881 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845596b7-3f6d-4a99-95b3-5e8a854057e8" -d '{"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-unplugged", "status": "completed", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:28.469497 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.475413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-37ebec22-3fcb-4b17-aff6-79afeb36e84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.497243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 35880520-ddf9-44d9-bfa3-f3ff50b31a88 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:56:28.508708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 35880520-ddf9-44d9-bfa3-f3ff50b31a88 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:56:28.509351 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.574338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Transition to ACTIVE for port object 531227ab-b238-4810-9f3f-eb5cc6ffbdbe will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:56:28.600752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-37ebec22-3fcb-4b17-aff6-79afeb36e84b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bbc371b5382c484a9db118c404832f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5520048 Nov 03 15:56:28.604274 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.604895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47924) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:28.610456 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.618063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebec22-3fcb-4b17-aff6-79afeb36e84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e9748-8377-480b-a3eb-3c7e47658ea0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:28.626030 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.657065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6a53d-5e83-4469-92f4-a2a9b35c77f8 req-64c067ee-bdcb-43d4-8ed5-f9bb3395d1a3 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:28.658866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d1c6a53d-5e83-4469-92f4-a2a9b35c77f8 req-64c067ee-bdcb-43d4-8ed5-f9bb3395d1a3 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 945 time: 0.3104815 Nov 03 15:56:28.674012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f209776-6f38-4742-8d83-3d3470ccdc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35880520-ddf9-44d9-bfa3-f3ff50b31a88'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:28.681198 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335583fd-5e71-483e-ad32-85734104eb72" -d '{"events": [{"server_uuid": "0f209776-6f38-4742-8d83-3d3470ccdc2b", "name": "network-vif-plugged", "status": "completed", "tag": "35880520-ddf9-44d9-bfa3-f3ff50b31a88"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:28.710976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 35880520-ddf9-44d9-bfa3-f3ff50b31a88, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=35880520-ddf9-44d9-bfa3-f3ff50b31a88,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:28.719244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.742639 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8bb49df8-51a4-421f-97d7-04782a4914f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.779086 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cebc8de-cbd8-4213-b98f-acbfe7fb8660 x-openstack-request-id: req-3cebc8de-cbd8-4213-b98f-acbfe7fb8660 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:28.779658 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-unplugged", "status": "completed", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:28.780094 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3cebc8de-cbd8-4213-b98f-acbfe7fb8660 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:28.780684 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'code': 200} Nov 03 15:56:28.790280 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8bb49df8-51a4-421f-97d7-04782a4914f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.797581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:28.808493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=35880520-ddf9-44d9-bfa3-f3ff50b31a88,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:28.838384 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa876f95-7abf-4bc8-ac42-c25b414cbb4b x-openstack-request-id: req-aa876f95-7abf-4bc8-ac42-c25b414cbb4b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:28.839500 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f209776-6f38-4742-8d83-3d3470ccdc2b", "name": "network-vif-plugged", "status": "completed", "tag": "35880520-ddf9-44d9-bfa3-f3ff50b31a88", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:28.839987 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aa876f95-7abf-4bc8-ac42-c25b414cbb4b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:28.841009 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f209776-6f38-4742-8d83-3d3470ccdc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35880520-ddf9-44d9-bfa3-f3ff50b31a88', 'code': 200} Nov 03 15:56:28.861491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] No DVR routers for this DVR port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:28.888017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=10']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:28.925474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a01fb8-d71c-4de7-924a-9c9ef3608f41,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:28.993430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Checking segment: {'id': 'fcdf37df-d02a-41c0-9a86-384c239b0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:28.993838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Network hostable DHCP agents. Network: 644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:56:29.008595 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8bb49df8-51a4-421f-97d7-04782a4914f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.011227 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8bb49df8-51a4-421f-97d7-04782a4914f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.012418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8bb49df8-51a4-421f-97d7-04782a4914f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd4e9748-8377-480b-a3eb-3c7e47658ea0 HTTP/1.1" status: 204 len: 168 time: 0.4048462 Nov 03 15:56:29.029072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb49df8-51a4-421f-97d7-04782a4914f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e9748-8377-480b-a3eb-3c7e47658ea0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:29.039533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Network 644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:56:29.059032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a434-e890-4ff4-8969-75f97085acd1 req-873aff6d-57cc-4b8d-8322-5e9d8561b59e tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:29.069102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cec1a434-e890-4ff4-8969-75f97085acd1 req-873aff6d-57cc-4b8d-8322-5e9d8561b59e tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 931 time: 0.1209874 Nov 03 15:56:29.114826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:56:29.120232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:29.120937 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.127497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60fb86c-fc98-465b-a8a0-788add6e4dac None None] Network 644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:29.158804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d1f03142-b966-4dd2-bbe3-57e7d5634119 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7862172 Nov 03 15:56:29.190996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cec1a434-e890-4ff4-8969-75f97085acd1 req-03eeb043-45bf-43f1-94d8-52738e7c4dce tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065514 Nov 03 15:56:29.192236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47938) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:29.289919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cc8ea2da-374c-488d-9916-94423f7365dc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f30d7593358d43ceaeca818f804c11c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0945916 Nov 03 15:56:29.290690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47942) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:29.406504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd9793e-a130-4384-bd39-ae789b2a078d None None] Network 644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:29.417800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fee656b-531a-4310-ae4c-aa0cf7c9c611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.439092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:56:29.439637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:56:29.439965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:29.442790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6c09-3c19-4289-88f4-9324d53d39d6 req-1b8a5731-8308-4dce-aeaa-775ec3d05457 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:29.444356 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e0d6c09-3c19-4289-88f4-9324d53d39d6 req-1b8a5731-8308-4dce-aeaa-775ec3d05457 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 949 time: 0.1359723 Nov 03 15:56:29.462184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d1c6a53d-5e83-4469-92f4-a2a9b35c77f8 req-d693fa4b-6aa1-4962-8be1-e8b740b9ac15 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7832990 Nov 03 15:56:29.476156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:56:29.476557 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Attempting to bind port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:29.485023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fee656b-531a-4310-ae4c-aa0cf7c9c611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.493393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4b72b-7334-4aa8-96a1-c387ded8109b req-909f6654-12d5-4038-beb1-1a538f81a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:29.496287 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ed4b72b-7334-4aa8-96a1-c387ded8109b req-909f6654-12d5-4038-beb1-1a538f81a3a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 1097 time: 0.1733730 Nov 03 15:56:29.499559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:56:29.500254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:29.500708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:56:29.501295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Bound port: 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:56:29.501789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.551218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e0d6c09-3c19-4289-88f4-9324d53d39d6 req-adc94ed5-72b8-448d-93ec-04f230b8491c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948920 Nov 03 15:56:29.586341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fee656b-531a-4310-ae4c-aa0cf7c9c611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.589318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fee656b-531a-4310-ae4c-aa0cf7c9c611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.590476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2fee656b-531a-4310-ae4c-aa0cf7c9c611 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c4867ec5-9e3f-4c36-a75a-98f08cd38642 HTTP/1.1" status: 204 len: 168 time: 0.2988782 Nov 03 15:56:29.602402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee656b-531a-4310-ae4c-aa0cf7c9c611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4867ec5-9e3f-4c36-a75a-98f08cd38642,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:29.673219 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ed4b72b-7334-4aa8-96a1-c387ded8109b req-0ac27e7d-af69-40a4-af68-79919405a199 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690662 Nov 03 15:56:29.712600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:56:29.717976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:56:29.729010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.785062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:29.786505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.787972 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] 10.222.0.15 "PUT /v2.0/ports/531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 1097 time: 2.1501827 Nov 03 15:56:29.845977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31259e35-fd1f-4fd3-99c9-786069f6da38 service neutron] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=11']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:29.870071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde79748-833c-40eb-827b-4da196c494b0 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:29.880566 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.892978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Transition to ACTIVE for port object fde79748-833c-40eb-827b-4da196c494b0 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:56:29.900832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:29.987682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Pushing event updated for resources: {'Port': ['ID=fde79748-833c-40eb-827b-4da196c494b0,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:30.044490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Attempting to bind port fde79748-833c-40eb-827b-4da196c494b0 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:56:30.045025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Attempting to bind port fde79748-833c-40eb-827b-4da196c494b0 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '792aa1bf-0a90-4378-943e-048862e3851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e87107de-c28a-41da-bb50-9dbae1eac466'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:56:30.045439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Attempting to bind port fde79748-833c-40eb-827b-4da196c494b0 on network e87107de-c28a-41da-bb50-9dbae1eac466 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:30.072722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:30.079714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Port fde79748-833c-40eb-827b-4da196c494b0 on network e87107de-c28a-41da-bb50-9dbae1eac466 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:56:30.080113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Attempting to bind port fde79748-833c-40eb-827b-4da196c494b0 on network e87107de-c28a-41da-bb50-9dbae1eac466 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:30.092886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:56:30.093228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Checking segment: {'id': '792aa1bf-0a90-4378-943e-048862e3851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e87107de-c28a-41da-bb50-9dbae1eac466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:30.093664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Bound using segment: {'id': '792aa1bf-0a90-4378-943e-048862e3851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e87107de-c28a-41da-bb50-9dbae1eac466'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:56:30.094114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Bound port: fde79748-833c-40eb-827b-4da196c494b0, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792aa1bf-0a90-4378-943e-048862e3851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e87107de-c28a-41da-bb50-9dbae1eac466'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:56:30.094647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.142387 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-de85bf4c-591b-4c8b-b68c-67e359102b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.143934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-de85bf4c-591b-4c8b-b68c-67e359102b5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1100 time: 0.0960486 Nov 03 15:56:30.149925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:30.231174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] For port fde79748-833c-40eb-827b-4da196c494b0, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:56:30.250207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] For port fde79748-833c-40eb-827b-4da196c494b0, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fde79748-833c-40eb-827b-4da196c494b0,segment=NetworkSegment(792aa1bf-0a90-4378-943e-048862e3851a),segment_id=792aa1bf-0a90-4378-943e-048862e3851a)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:56:30.275656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.324917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-152fa56e-72b6-4c64-bac8-54953c5475f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.326517 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-152fa56e-72b6-4c64-bac8-54953c5475f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1726556 Nov 03 15:56:30.327862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.328449 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.329766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] 10.222.0.70 "PUT /v2.0/ports/fde79748-833c-40eb-827b-4da196c494b0 HTTP/1.1" status: 200 len: 1091 time: 1.9824700 Nov 03 15:56:30.361097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513e427-caf6-4734-8340-13bbebba399b req-422947ab-9daa-4244-b0e4-85b139101aee tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.371869 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6513e427-caf6-4734-8340-13bbebba399b req-422947ab-9daa-4244-b0e4-85b139101aee tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 943 time: 0.1145699 Nov 03 15:56:30.389752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-ce28baad-d3f2-4529-a1aa-68bf2dae53d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.0524380 Nov 03 15:56:30.444595 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6513e427-caf6-4734-8340-13bbebba399b req-b2c3a1fa-4c6b-4e42-8fcf-99f6906d54f5 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710912 Nov 03 15:56:30.445424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948abd3d-a355-4d10-af9c-bcbca3ccdf4d service neutron] Pushing event updated for resources: {'Port': ['ID=fde79748-833c-40eb-827b-4da196c494b0,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:30.446435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47988) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:30.465291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-334193344-network', 'tenant_id': '68c39be803c044a1b27ad495722e2188'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:30.465772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a260-390f-44d7-a791-fa7adf15af4c req-2ef61b10-ab37-457b-9454-1bf9eb1700a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.467278 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-2ef61b10-ab37-457b-9454-1bf9eb1700a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=334fbe3a802149578a96ff221367833c&device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 1094 time: 0.0899255 Nov 03 15:56:30.485891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-c0fb2c7e-3cb4-47bb-899c-4a352e58d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.487335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-c0fb2c7e-3cb4-47bb-899c-4a352e58d154 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0751829 Nov 03 15:56:30.498777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Made reservation on behalf of 68c39be803c044a1b27ad495722e2188 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:30.502031 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.529830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-f049597e-80fd-49c1-93f3-40b221194533 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde79748-833c-40eb-827b-4da196c494b0 HTTP/1.1" status: 200 len: 217 time: 0.0540998 Nov 03 15:56:30.536723 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.608308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-9dc4cebd-e177-4493-a47f-3fd36acb7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.610143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-9dc4cebd-e177-4493-a47f-3fd36acb7379 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893142 Nov 03 15:56:30.617096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a260-390f-44d7-a791-fa7adf15af4c req-9de4f411-c10f-4422-a1c7-a68a16c16fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.618683 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-9de4f411-c10f-4422-a1c7-a68a16c16fb5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45da11a8-c4ec-415e-ae56-3e9b20305167 HTTP/1.1" status: 200 len: 855 time: 0.0699182 Nov 03 15:56:30.707017 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.719239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.731682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:56:30.742595 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.742936 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Added segment 85db015e-4688-4a17-8330-711430e5b81b of type vlan for network 6029f6ed-658b-4b60-9724-dc8a386683ec Nov 03 15:56:30.746332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-79b8e0b8-0159-4cb6-92b8-1146eae5bcd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e87107de-c28a-41da-bb50-9dbae1eac466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141214 Nov 03 15:56:30.775565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc439b-53c2-4def-aa89-9d894ebb164e req-4d782314-6056-439d-bdd5-52380a23c225 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.775565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0cc439b-53c2-4def-aa89-9d894ebb164e req-4d782314-6056-439d-bdd5-52380a23c225 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 949 time: 0.1170127 Nov 03 15:56:30.796391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe'}, {'name': 'network-changed', 'server_uuid': 'f453c678-a068-4bf8-b3e4-0035f32a6569', 'tag': 'fde79748-833c-40eb-827b-4da196c494b0'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:30.799006 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72051bbd-d681-4146-be52-a6d52546dd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe"}, {"name": "network-changed", "server_uuid": "f453c678-a068-4bf8-b3e4-0035f32a6569", "tag": "fde79748-833c-40eb-827b-4da196c494b0"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:30.841449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.845632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ded46-a00a-4a5f-93c0-a147211e32d7 req-ecd81c86-fef2-4088-93f0-5b379848b1ef tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.846334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff55d07-5b15-418e-9ef9-d14f8b34fca1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:30.847342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d97ded46-a00a-4a5f-93c0-a147211e32d7 req-ecd81c86-fef2-4088-93f0-5b379848b1ef tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 946 time: 0.2266278 Nov 03 15:56:30.908121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0cc439b-53c2-4def-aa89-9d894ebb164e req-1b4f4a8a-8a45-4371-8015-0acf7769500b tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062992 Nov 03 15:56:30.911475 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.912461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:30.913014 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:30.954119 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-e470c5e0-c795-4a43-847d-cd18b8d60be0 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343706 Nov 03 15:56:30.971552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-146079e5-e137-47fa-b3ff-cff4df09af97 service neutron] 10.222.0.70 "GET /v2.0/networks/e87107de-c28a-41da-bb50-9dbae1eac466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167103 Nov 03 15:56:30.976229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d97ded46-a00a-4a5f-93c0-a147211e32d7 req-50d38c19-d458-45ed-956a-90b3257831f5 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989470 Nov 03 15:56:31.006267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5584307 Nov 03 15:56:31.006991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48012) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:31.024383 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:31.024969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Request body: {'subnet': {'network_id': '6029f6ed-658b-4b60-9724-dc8a386683ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-334193344-subnet', 'tenant_id': '68c39be803c044a1b27ad495722e2188', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:31.033412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95913561-c5d8-41e5-b5a7-adda7d343531 admin admin] Pushing event updated for resources: {'Network': ['ID=6029f6ed-658b-4b60-9724-dc8a386683ec,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:31.043902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6029f6ed-658b-4b60-9724-dc8a386683ec details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:56:31.075500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Made reservation on behalf of 68c39be803c044a1b27ad495722e2188 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:31.081124 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:31.149239 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8762ca-0269-4931-91a2-973a2857d509 x-openstack-request-id: req-0a8762ca-0269-4931-91a2-973a2857d509 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:31.150561 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f453c678-a068-4bf8-b3e4-0035f32a6569", "tag": "fde79748-833c-40eb-827b-4da196c494b0", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:31.151313 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0a8762ca-0269-4931-91a2-973a2857d509 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:31.152006 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'status': 'completed', 'code': 200} Nov 03 15:56:31.152485 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f453c678-a068-4bf8-b3e4-0035f32a6569', 'tag': 'fde79748-833c-40eb-827b-4da196c494b0', 'status': 'completed', 'code': 200} Nov 03 15:56:31.307089 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c066a260-390f-44d7-a791-fa7adf15af4c req-ea055ce0-acca-4f0a-b94d-052ec6cf6516 service neutron] 10.222.0.70 "GET /v2.0/networks/e87107de-c28a-41da-bb50-9dbae1eac466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201361 Nov 03 15:56:31.311018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-6fa43ec4-de8f-43fd-b308-ba42682c6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:31.312937 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-6fa43ec4-de8f-43fd-b308-ba42682c6f37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1100 time: 0.1587155 Nov 03 15:56:31.321478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33f2231e-4ef8-4e2f-b899-ea9fb516e790 req-086c9c87-6ff2-48ff-9bfb-bb639fa4b3df service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418224 Nov 03 15:56:31.396505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:31.454164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-3ed0d878-19ee-412b-bb3b-4e632910048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:31.455631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-3ed0d878-19ee-412b-bb3b-4e632910048f service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1356487 Nov 03 15:56:31.483088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbeaba3-2392-49ee-9823-707d0ab81b3a,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:31.517359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Checking segment: {'id': '85db015e-4688-4a17-8330-711430e5b81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6029f6ed-658b-4b60-9724-dc8a386683ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:31.517759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Network hostable DHCP agents. Network: 6029f6ed-658b-4b60-9724-dc8a386683ec, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:56:31.551138 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-6aeca54f-c4ee-42a1-997d-e99e114c1c35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.0849864 Nov 03 15:56:31.564243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-44a4177a-0bf7-495f-b5ff-b79a9a2deafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:31.565799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Network 6029f6ed-658b-4b60-9724-dc8a386683ec is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:56:31.565935 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-44a4177a-0bf7-495f-b5ff-b79a9a2deafd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b1469192bd448d38364a749bc3ed35c&device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1100 time: 0.1093254 Nov 03 15:56:31.596262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6029f6ed-658b-4b60-9724-dc8a386683ec) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:56:31.607506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77ced1-c3ed-435d-a6e8-efeac07b8cba None None] Network 6029f6ed-658b-4b60-9724-dc8a386683ec requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:31.610311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:31.610896 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:31.643742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7315-7465-4f9d-8355-9e6e81af4c40 req-3bfc805c-f569-4e77-952b-cac972eb3424 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:31.651965 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d86b7315-7465-4f9d-8355-9e6e81af4c40 req-3bfc805c-f569-4e77-952b-cac972eb3424 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 943 time: 0.1037028 Nov 03 15:56:31.662963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-026255ea-c120-4a30-bd73-b82a51ad13a7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6429632 Nov 03 15:56:31.715524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-330eb92f-0d65-4d61-9046-d592d3501a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:31.717466 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-330eb92f-0d65-4d61-9046-d592d3501a92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1417062 Nov 03 15:56:31.737244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d86b7315-7465-4f9d-8355-9e6e81af4c40 req-e16c28ff-2347-4299-9fcc-61f11602cc38 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843132 Nov 03 15:56:31.780701 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744d9c8a-ce0e-4a3d-9329-7ab9f2af5d5d None None] Network 6029f6ed-658b-4b60-9724-dc8a386683ec requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:56:31.787119 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-03042713-284d-4e38-97e0-6c8654822dc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 200 len: 217 time: 0.0613108 Nov 03 15:56:31.806729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-754d18c2-81c8-4c38-9655-a4176551367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:31.808046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-754d18c2-81c8-4c38-9655-a4176551367c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2467754 Nov 03 15:56:31.885762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-326b7af9-ccd9-463d-b725-ef124d197da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:31.887975 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-326b7af9-ccd9-463d-b725-ef124d197da4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0930870 Nov 03 15:56:31.891730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48046) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:31.961672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-d5bcb931-3f2b-4c5b-9599-3a8916b45f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:31.963172 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-d5bcb931-3f2b-4c5b-9599-3a8916b45f75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1317828 Nov 03 15:56:32.013147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0363c086-fb6b-457c-a8eb-39fcfeaa806f admin admin] Deleting subnet c6a01fb8-d71c-4de7-924a-9c9ef3608f41 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:56:32.024289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0363c086-fb6b-457c-a8eb-39fcfeaa806f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.034557 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-6279baeb-a709-4e61-9a30-d3754eb1b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:32.036619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-6279baeb-a709-4e61-9a30-d3754eb1b9c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360221 Nov 03 15:56:32.151419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6409a5-28d3-4e9f-8cfa-8c1f8a98333a req-593b991f-6fcb-4b41-b85c-3bddfa4e3a9b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:32.153203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab6409a5-28d3-4e9f-8cfa-8c1f8a98333a req-593b991f-6fcb-4b41-b85c-3bddfa4e3a9b tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 946 time: 0.0725412 Nov 03 15:56:32.225486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab6409a5-28d3-4e9f-8cfa-8c1f8a98333a req-74d58fd9-0c9f-4260-a6f6-1f378c82e4c7 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645607 Nov 03 15:56:32.305713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-ec2fb417-5625-425a-8b33-ccda5235d2e8 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264835 Nov 03 15:56:32.315273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0363c086-fb6b-457c-a8eb-39fcfeaa806f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.411712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0363c086-fb6b-457c-a8eb-39fcfeaa806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.454287 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3482-c377-4364-8416-9ae20fa2544e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.563810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-9b0f1057-5d79-440a-b3c4-d212649dda04 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600222 Nov 03 15:56:32.574839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502939d-96f5-46eb-a803-2c54fb48749e req-4853b30f-79c2-4fee-ae6b-238edaa4bf08 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:32.576318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5502939d-96f5-46eb-a803-2c54fb48749e req-4853b30f-79c2-4fee-ae6b-238edaa4bf08 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 949 time: 0.5580552 Nov 03 15:56:32.577326 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0363c086-fb6b-457c-a8eb-39fcfeaa806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.653075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363c086-fb6b-457c-a8eb-39fcfeaa806f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a01fb8-d71c-4de7-924a-9c9ef3608f41,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:32.657762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d657a-a3de-4d65-8092-84144e5e4a60 req-0df43ae9-ac15-4df1-aebc-efba74c2873c tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:32.658744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cb1d657a-a3de-4d65-8092-84144e5e4a60 req-0df43ae9-ac15-4df1-aebc-efba74c2873c tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 946 time: 0.0576451 Nov 03 15:56:32.667112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0363c086-fb6b-457c-a8eb-39fcfeaa806f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.670338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0363c086-fb6b-457c-a8eb-39fcfeaa806f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c6a01fb8-d71c-4de7-924a-9c9ef3608f41 HTTP/1.1" status: 204 len: 168 time: 0.7774816 Nov 03 15:56:32.676975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48076) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:32.738543 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-ea76e7cf-f90e-4758-8a87-64d343597969 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979588 Nov 03 15:56:32.770457 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5502939d-96f5-46eb-a803-2c54fb48749e req-d1eb8e1a-decb-446e-93f2-dd0d5a86c916 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844950 Nov 03 15:56:32.774231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cb1d657a-a3de-4d65-8092-84144e5e4a60 req-802b845e-a486-4659-bc35-47cfce8ac097 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081853 Nov 03 15:56:32.781650 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.853628 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-bbc4ddee-86b3-48ea-8710-1175c5e526bc service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588677 Nov 03 15:56:32.863521 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-ccf37c2e-eb6d-45c3-8751-168fe7ad4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:32.865721 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-ccf37c2e-eb6d-45c3-8751-168fe7ad4c02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=334fbe3a802149578a96ff221367833c&device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 1094 time: 0.0644484 Nov 03 15:56:32.893166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.913960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:32.923738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdf37df-d02a-41c0-9a86-384c239b0dfe') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:32.924039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdf37df-d02a-41c0-9a86-384c239b0dfe') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:32.943495 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.949198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.955316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:56:32.955708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:32.992681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-dccbb75f-20b3-4da4-b71f-3e67401f8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:32.994718 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-dccbb75f-20b3-4da4-b71f-3e67401f8c85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e87107de-c28a-41da-bb50-9dbae1eac466 HTTP/1.1" status: 200 len: 916 time: 0.1195779 Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:56:33.015687 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:56:33.029919 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:33.052698 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:33.059109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] 10.222.0.86 "DELETE /v2.0/networks/644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8 HTTP/1.1" status: 204 len: 168 time: 0.3811247 Nov 03 15:56:33.059411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48094) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:33.079536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a44a-a306-4af5-9b23-321fb2f13629 admin admin] Pushing event deleted for resources: {'Network': ['ID=644114fb-dd6f-4fb5-af0c-12e1a3d6f4f8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:33.107030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefe02f-c821-4af9-b6a1-42a44e243b5d req-4da80beb-7511-41a5-9d33-29880c8f1c65 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:33.108705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ceefe02f-c821-4af9-b6a1-42a44e243b5d req-4da80beb-7511-41a5-9d33-29880c8f1c65 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 943 time: 0.0918808 Nov 03 15:56:33.112440 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-8344524e-bedf-41e5-8286-4ffe5800a3a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde79748-833c-40eb-827b-4da196c494b0 HTTP/1.1" status: 200 len: 217 time: 0.1078579 Nov 03 15:56:33.190146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ceefe02f-c821-4af9-b6a1-42a44e243b5d req-fe0153a0-c507-452e-9882-4fa1f2a26b18 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748494 Nov 03 15:56:33.475974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4569768-bd30-4708-aa23-1419ed21e6fc admin admin] Deleting subnet 2dbeaba3-2392-49ee-9823-707d0ab81b3a {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:56:33.484008 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4569768-bd30-4708-aa23-1419ed21e6fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:33.566172 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4569768-bd30-4708-aa23-1419ed21e6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:33.589162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051bbd-d681-4146-be52-a6d52546dd6d req-9d267563-af72-4923-9e57-2c911bc78f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:33.590702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-9d267563-af72-4923-9e57-2c911bc78f60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45da11a8-c4ec-415e-ae56-3e9b20305167 HTTP/1.1" status: 200 len: 855 time: 0.4683313 Nov 03 15:56:33.603193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66baf6-cd3a-4276-84ee-081359488f6f req-9e22115d-250a-4c1b-a9c0-975c2187f61f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:33.604576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc66baf6-cd3a-4276-84ee-081359488f6f req-9e22115d-250a-4c1b-a9c0-975c2187f61f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 945 time: 0.1598229 Nov 03 15:56:33.648181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-a3570da3-ded2-4864-a2d2-3a66731b8945 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e87107de-c28a-41da-bb50-9dbae1eac466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407166 Nov 03 15:56:33.670551 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4569768-bd30-4708-aa23-1419ed21e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:33.783715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc66baf6-cd3a-4276-84ee-081359488f6f req-d754085d-36c6-4aad-9032-6ed158f263d3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599402 Nov 03 15:56:33.833164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-aad8b5e6-f7d8-48f5-b77c-29a881dcc8c8 service neutron] 10.222.0.70 "GET /v2.0/networks/e87107de-c28a-41da-bb50-9dbae1eac466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737068 Nov 03 15:56:33.834814 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4569768-bd30-4708-aa23-1419ed21e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:33.880544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4569768-bd30-4708-aa23-1419ed21e6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbeaba3-2392-49ee-9823-707d0ab81b3a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:33.929864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4569768-bd30-4708-aa23-1419ed21e6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:33.938501 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e4569768-bd30-4708-aa23-1419ed21e6fc admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2dbeaba3-2392-49ee-9823-707d0ab81b3a HTTP/1.1" status: 204 len: 168 time: 0.8754432 Nov 03 15:56:33.939380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48146) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:34.018323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eafe3-5d58-445c-84f2-a3bbd26c90e3 req-bca83738-41d0-46fb-9e85-fe564144307e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:34.026542 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a0eafe3-5d58-445c-84f2-a3bbd26c90e3 req-bca83738-41d0-46fb-9e85-fe564144307e tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 946 time: 0.1402926 Nov 03 15:56:34.041021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2864d-decb-4d63-907d-2d5b908de6ea req-aaa212b4-28f3-49f9-a014-e5165df00c5f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:34.043103 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bbd2864d-decb-4d63-907d-2d5b908de6ea req-aaa212b4-28f3-49f9-a014-e5165df00c5f tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 949 time: 0.1585259 Nov 03 15:56:34.061104 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72051bbd-d681-4146-be52-a6d52546dd6d req-e96a4653-bb15-41dc-9f6a-d6322f366de7 service neutron] 10.222.0.70 "GET /v2.0/networks/e87107de-c28a-41da-bb50-9dbae1eac466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185106 Nov 03 15:56:34.062921 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.080743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fde79748-833c-40eb-827b-4da196c494b0 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:56:34.099955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a0eafe3-5d58-445c-84f2-a3bbd26c90e3 req-c8abc737-872c-4732-831a-d133c588f380 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups?id=31a067bd-a9bb-48c3-9bfe-045975bcb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673432 Nov 03 15:56:34.158746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bbd2864d-decb-4d63-907d-2d5b908de6ea req-04fca665-685c-41f2-acd2-48fc3b4dde45 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062646 Nov 03 15:56:34.199154 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.260142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6029f6ed-658b-4b60-9724-dc8a386683ec']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:34.266539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-aa4eec2d-044e-404e-a22f-f7ab9965a652 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:34.268731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-aa4eec2d-044e-404e-a22f-f7ab9965a652 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 946 time: 0.0833201 Nov 03 15:56:34.273556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48154) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:34.289668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85db015e-4688-4a17-8330-711430e5b81b') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:34.289668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85db015e-4688-4a17-8330-711430e5b81b') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:34.295764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port fde79748-833c-40eb-827b-4da196c494b0, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fde79748-833c-40eb-827b-4da196c494b0,segment=NetworkSegment(792aa1bf-0a90-4378-943e-048862e3851a),segment_id=792aa1bf-0a90-4378-943e-048862e3851a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:34.299877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.313457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'fde79748-833c-40eb-827b-4da196c494b0', 'network_id': 'e87107de-c28a-41da-bb50-9dbae1eac466', 'port_id': 'fde79748-833c-40eb-827b-4da196c494b0', 'mac_address': 'fa:16:3e:1f:15:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45da11a8-c4ec-415e-ae56-3e9b20305167', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:56:34.319612 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.330843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:56:34.331252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:56:34.334171 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:56:34.368794 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.386465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde79748-833c-40eb-827b-4da196c494b0 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:34.393014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:56:34.394562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.401200 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.409333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] 10.222.0.86 "DELETE /v2.0/networks/6029f6ed-658b-4b60-9724-dc8a386683ec HTTP/1.1" status: 204 len: 168 time: 0.4591777 Nov 03 15:56:34.435224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f574d5-c67e-425a-a5de-c984907ed116 req-d2fdbfa3-e03d-4180-a3ed-30e7b4594871 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:34.435224 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-83f574d5-c67e-425a-a5de-c984907ed116 req-d2fdbfa3-e03d-4180-a3ed-30e7b4594871 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 943 time: 0.1454430 Nov 03 15:56:34.441010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e3d40-225a-42bb-b113-aa40c2f88417 admin admin] Pushing event deleted for resources: {'Network': ['ID=6029f6ed-658b-4b60-9724-dc8a386683ec,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:34.494807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Deleting port 35880520-ddf9-44d9-bfa3-f3ff50b31a88 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:34.495157 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.520767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4136ee7-75dc-4bb1-aad4-f9ee5d38b8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.547975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:34.570047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'mac_address': 'fa:16:3e:9f:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:56:34.585891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port fde79748-833c-40eb-827b-4da196c494b0, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fde79748-833c-40eb-827b-4da196c494b0,segment=NetworkSegment(792aa1bf-0a90-4378-943e-048862e3851a),segment_id=792aa1bf-0a90-4378-943e-048862e3851a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:34.612911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.678628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48168) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:34.709887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] For port 35880520-ddf9-44d9-bfa3-f3ff50b31a88, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=35880520-ddf9-44d9-bfa3-f3ff50b31a88,segment=NetworkSegment(d4019430-9ea3-429f-abfb-9a6369be8923),segment_id=d4019430-9ea3-429f-abfb-9a6369be8923)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:34.710509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.725393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Calling delete_port for 35880520-ddf9-44d9-bfa3-f3ff50b31a88 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:34.744112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4136ee7-75dc-4bb1-aad4-f9ee5d38b8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.750924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d5b45761-74b6-4090-b79d-54c0191515be admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1d40cbdc17c748f6800384bde3ddda03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0675137 Nov 03 15:56:34.750924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48170) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:34.772020 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4136ee7-75dc-4bb1-aad4-f9ee5d38b8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.866829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4136ee7-75dc-4bb1-aad4-f9ee5d38b8df admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=111a8861218e4579a844f6f4831f3254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891922 Nov 03 15:56:34.867849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48174) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:34.870147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4136ee7-75dc-4bb1-aad4-f9ee5d38b8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7403ac26-e55a-4f34-b3a8-4e1341b93756,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:34.878049 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1f4a-0260-4c87-8f8d-a3abd3ff8639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.891418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-83f574d5-c67e-425a-a5de-c984907ed116 req-78c3b3db-1c6f-4b41-bb63-73cd2e48a94d tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457605 Nov 03 15:56:34.893066 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.937227 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1f4a-0260-4c87-8f8d-a3abd3ff8639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:34.939382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event deleted for resources: {'Port': ['ID=35880520-ddf9-44d9-bfa3-f3ff50b31a88,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:34.996620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] No DVR routers for this DVR port 35880520-ddf9-44d9-bfa3-f3ff50b31a88 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:34.999456 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.003036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-552b14ac-772e-4203-a2fc-68d724fb53f5 req-c3cc50c1-c515-452f-8978-58a07632c536 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.15 "DELETE /v2.0/ports/35880520-ddf9-44d9-bfa3-f3ff50b31a88 HTTP/1.1" status: 204 len: 173 time: 0.7245331 Nov 03 15:56:35.003503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f209776-6f38-4742-8d83-3d3470ccdc2b', 'name': 'network-vif-deleted', 'tag': '35880520-ddf9-44d9-bfa3-f3ff50b31a88'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:35.004754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['35880520-ddf9-44d9-bfa3-f3ff50b31a88'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:35.005887 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddde4cf-a7b3-4e43-a7df-54a0a1be4899" -d '{"events": [{"server_uuid": "0f209776-6f38-4742-8d83-3d3470ccdc2b", "name": "network-vif-deleted", "tag": "35880520-ddf9-44d9-bfa3-f3ff50b31a88"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:35.070691 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267e1d80-7d94-45d2-82b0-2fcc6a93727d x-openstack-request-id: req-267e1d80-7d94-45d2-82b0-2fcc6a93727d {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:35.071631 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f209776-6f38-4742-8d83-3d3470ccdc2b", "name": "network-vif-deleted", "tag": "35880520-ddf9-44d9-bfa3-f3ff50b31a88", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:35.071972 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-267e1d80-7d94-45d2-82b0-2fcc6a93727d {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:35.075786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.085511 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f209776-6f38-4742-8d83-3d3470ccdc2b', 'name': 'network-vif-deleted', 'tag': '35880520-ddf9-44d9-bfa3-f3ff50b31a88', 'status': 'completed', 'code': 200} Nov 03 15:56:35.122630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05249e21-95de-4a6b-9f78-5ddf0d6df546 req-b75fbd91-e1ec-4ed6-aeb3-a32e1d6b38c6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:35.124304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531227ab-b238-4810-9f3f-eb5cc6ffbdbe {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:35.132186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['fde79748-833c-40eb-827b-4da196c494b0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:35.133258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05249e21-95de-4a6b-9f78-5ddf0d6df546 req-b75fbd91-e1ec-4ed6-aeb3-a32e1d6b38c6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 945 time: 0.1694551 Nov 03 15:56:35.143797 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ce47f7d-683d-4cad-9e6c-de7adfc6ab05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.168431 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1f4a-0260-4c87-8f8d-a3abd3ff8639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.171231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1f4a-0260-4c87-8f8d-a3abd3ff8639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.174703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7c8c1f4a-0260-4c87-8f8d-a3abd3ff8639 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e33d44f3-3123-4931-b5b1-cc6e8e448653 HTTP/1.1" status: 204 len: 168 time: 0.4181151 Nov 03 15:56:35.174896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-4f23e456-04ce-4ca9-a7d6-1ce6056f232e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:35.178303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-4f23e456-04ce-4ca9-a7d6-1ce6056f232e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 945 time: 0.1569152 Nov 03 15:56:35.185129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8fbe4ac6-121c-4f56-975d-83a41fd56a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.191623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=fde79748-833c-40eb-827b-4da196c494b0,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:35.195913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:35.205505 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.210697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ce47f7d-683d-4cad-9e6c-de7adfc6ab05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.231637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c1f4a-0260-4c87-8f8d-a3abd3ff8639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d44f3-3123-4931-b5b1-cc6e8e448653,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:35.273277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05249e21-95de-4a6b-9f78-5ddf0d6df546 req-76dee9ac-dc71-4172-ac2a-4446727b9613 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389573 Nov 03 15:56:35.323083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ce47f7d-683d-4cad-9e6c-de7adfc6ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.326313 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ce47f7d-683d-4cad-9e6c-de7adfc6ab05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.329813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8ce47f7d-683d-4cad-9e6c-de7adfc6ab05 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7403ac26-e55a-4f34-b3a8-4e1341b93756 HTTP/1.1" status: 204 len: 168 time: 0.4582908 Nov 03 15:56:35.337853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce47f7d-683d-4cad-9e6c-de7adfc6ab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7403ac26-e55a-4f34-b3a8-4e1341b93756,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:35.341774 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d480783a-870c-4be5-9ee3-4cb7aff1d529 req-54796a6e-9482-4917-860a-f81a01c66f50 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f209776-6f38-4742-8d83-3d3470ccdc2b HTTP/1.1" status: 200 len: 210 time: 0.0669432 Nov 03 15:56:35.414215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Deleting port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:35.414573 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.437645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=12']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:35.482390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1b97-3872-4876-9e4b-e74e818c0f6e req-ed0a6118-45f4-494d-ac88-e1e6743c8387 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:35.483955 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4ec1b97-3872-4876-9e4b-e74e818c0f6e req-ed0a6118-45f4-494d-ac88-e1e6743c8387 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1024215 Nov 03 15:56:35.552359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] For port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:35.552767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.564959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4ec1b97-3872-4876-9e4b-e74e818c0f6e req-560558fb-21cf-470f-aa1d-2e22d69bed74 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724185 Nov 03 15:56:35.571292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Calling delete_port for 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:35.614822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['531227ab-b238-4810-9f3f-eb5cc6ffbdbe'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:35.731711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95945b-e125-42fc-a89d-fe0ee4f76594 req-1e6d8864-eeb5-47f0-88e3-5684b853b91d tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:35.733235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be95945b-e125-42fc-a89d-fe0ee4f76594 req-1e6d8864-eeb5-47f0-88e3-5684b853b91d tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 1101 time: 0.0633683 Nov 03 15:56:35.838484 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be95945b-e125-42fc-a89d-fe0ee4f76594 req-f5f21fbc-59d4-4d32-b0ff-5231f5b17824 tempest-MigrationsAdminTest-1019440188 tempest-MigrationsAdminTest-1019440188-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814922 Nov 03 15:56:35.869422 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:35.887895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:35.898779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48204) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:35.965683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event deleted for resources: {'Port': ['ID=0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:35.993260 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e459b991-6d67-4d74-bc62-17f30cbc79c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=68c39be803c044a1b27ad495722e2188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0926359 Nov 03 15:56:35.996317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48208) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:36.059193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] No DVR routers for this DVR port 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:36.084955 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.089371 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a47d5adb-2a4f-4bfb-b738-411e8bfe18bd req-fab9b08f-3f81-4453-bbe1-094e100f123d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "DELETE /v2.0/ports/0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 HTTP/1.1" status: 204 len: 173 time: 0.9042215 Nov 03 15:56:36.092163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fde79748-833c-40eb-827b-4da196c494b0 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:56:36.103762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7df3-19b5-40b5-8638-617aca8ac2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.119457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da27d7b-7f75-4538-8da4-766660f2af67 req-c8d66a1f-cea2-46f9-b561-fbdb01e6f268 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:36.121385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6da27d7b-7f75-4538-8da4-766660f2af67 req-c8d66a1f-cea2-46f9-b561-fbdb01e6f268 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 944 time: 0.0880442 Nov 03 15:56:36.152340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7df3-19b5-40b5-8638-617aca8ac2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.166166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48214) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:36.186785 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-564584f7-6b2c-4712-b38c-a764be093d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.226624 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.229274 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6da27d7b-7f75-4538-8da4-766660f2af67 req-d8fac84a-e40e-4c0b-b870-ae33ef8763dc tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015019 Nov 03 15:56:36.256270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port fde79748-833c-40eb-827b-4da196c494b0 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:56:36.270585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port fde79748-833c-40eb-827b-4da196c494b0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:56:36.270976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.298596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8c73-927b-4ee6-9885-f9401af1cfd6 req-015b06f0-c4d4-4cc8-b562-148cb0e3141c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:36.307571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71db8c73-927b-4ee6-9885-f9401af1cfd6 req-015b06f0-c4d4-4cc8-b562-148cb0e3141c tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1671906 Nov 03 15:56:36.321488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-564584f7-6b2c-4712-b38c-a764be093d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.327620 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-564584f7-6b2c-4712-b38c-a764be093d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.378595 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-564584f7-6b2c-4712-b38c-a764be093d2a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8449173ca88f4aa89e81653ed941b082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111821 Nov 03 15:56:36.379949 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.381763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48222) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:36.395991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564584f7-6b2c-4712-b38c-a764be093d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ae4818-2beb-410e-80b2-dc92e4819bfd,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:36.414106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71db8c73-927b-4ee6-9885-f9401af1cfd6 req-e2d0a15e-05d6-4909-9eb3-000d99fe03f4 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052141 Nov 03 15:56:36.428303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7df3-19b5-40b5-8638-617aca8ac2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.438437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7df3-19b5-40b5-8638-617aca8ac2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.438437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3c3b7df3-19b5-40b5-8638-617aca8ac2ab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bff55d07-5b15-418e-9ef9-d14f8b34fca1 HTTP/1.1" status: 204 len: 168 time: 0.4346337 Nov 03 15:56:36.448446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b7df3-19b5-40b5-8638-617aca8ac2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff55d07-5b15-418e-9ef9-d14f8b34fca1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:36.475332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port fde79748-833c-40eb-827b-4da196c494b0, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fde79748-833c-40eb-827b-4da196c494b0,segment=NetworkSegment(792aa1bf-0a90-4378-943e-048862e3851a),segment_id=792aa1bf-0a90-4378-943e-048862e3851a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:36.478159 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6483699d-fb09-4c6b-bac4-1c7f769970d8 req-37d5c342-d0ce-487f-b8f9-8de030504a8f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 210 time: 0.0521979 Nov 03 15:56:36.482348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f453c678-a068-4bf8-b3e4-0035f32a6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79748-833c-40eb-827b-4da196c494b0'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:36.486953 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41351d20-0ed5-4d13-90da-a95ef69ec1a8" -d '{"events": [{"server_uuid": "f453c678-a068-4bf8-b3e4-0035f32a6569", "name": "network-vif-plugged", "status": "completed", "tag": "fde79748-833c-40eb-827b-4da196c494b0"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:36.510525 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.524288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb705abf-cc98-4667-9fd1-136756bb0beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.579398 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb705abf-cc98-4667-9fd1-136756bb0beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.599304 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a9eaf9-51fd-495c-b400-8a882ad7a16b x-openstack-request-id: req-b5a9eaf9-51fd-495c-b400-8a882ad7a16b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:36.600087 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f453c678-a068-4bf8-b3e4-0035f32a6569", "name": "network-vif-plugged", "status": "completed", "tag": "fde79748-833c-40eb-827b-4da196c494b0", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:36.600535 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b5a9eaf9-51fd-495c-b400-8a882ad7a16b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:36.601233 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f453c678-a068-4bf8-b3e4-0035f32a6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79748-833c-40eb-827b-4da196c494b0', 'code': 200} Nov 03 15:56:36.655417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=fde79748-833c-40eb-827b-4da196c494b0,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:36.716940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48246) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:36.753143 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb705abf-cc98-4667-9fd1-136756bb0beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.756580 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb705abf-cc98-4667-9fd1-136756bb0beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.760133 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eb705abf-cc98-4667-9fd1-136756bb0beb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d9ae4818-2beb-410e-80b2-dc92e4819bfd HTTP/1.1" status: 204 len: 168 time: 0.3746758 Nov 03 15:56:36.767221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb705abf-cc98-4667-9fd1-136756bb0beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ae4818-2beb-410e-80b2-dc92e4819bfd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:36.776131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecb5b4-f789-421a-abd7-fa988feda428 req-ab2c04aa-ad18-46cc-80b9-f2025b249372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:36.777721 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98ecb5b4-f789-421a-abd7-fa988feda428 req-ab2c04aa-ad18-46cc-80b9-f2025b249372 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 1096 time: 0.1239810 Nov 03 15:56:36.843342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98ecb5b4-f789-421a-abd7-fa988feda428 req-14f2757f-6c32-40bb-8103-49f42be18838 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579159 Nov 03 15:56:36.843555 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4ffac14-61ff-4a1c-8237-448b4a76a997 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.887474 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4ffac14-61ff-4a1c-8237-448b4a76a997 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.954899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4ffac14-61ff-4a1c-8237-448b4a76a997 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.957768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4ffac14-61ff-4a1c-8237-448b4a76a997 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:36.962115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c4ffac14-61ff-4a1c-8237-448b4a76a997 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "DELETE /v2.0/security-groups/cadd7204-ed00-4ac6-8418-461afc03c38c HTTP/1.1" status: 204 len: 168 time: 0.2413659 Nov 03 15:56:36.962214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48256) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:36.980442 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-f3391b0b-02fe-4569-b23d-36916b938072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] show failed (client error): The resource could not be found. Nov 03 15:56:36.985966 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f3391b0b-02fe-4569-b23d-36916b938072 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "GET /v2.0/security-groups/cadd7204-ed00-4ac6-8418-461afc03c38c HTTP/1.1" status: 404 len: 347 time: 0.0186322 Nov 03 15:56:36.986421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48258) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:37.034690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffac14-61ff-4a1c-8237-448b4a76a997 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadd7204-ed00-4ac6-8418-461afc03c38c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:37.086311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c429f08-4f28-432b-a113-826ab4ea0ddd', 'name': 'network-vif-deleted', 'tag': '0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:37.088745 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da04088f-0109-4f09-a2eb-7ff488976a8d" -d '{"events": [{"server_uuid": "0c429f08-4f28-432b-a113-826ab4ea0ddd", "name": "network-vif-deleted", "tag": "0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:37.166358 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61549787-89e5-4974-8f24-7873230639c9 x-openstack-request-id: req-61549787-89e5-4974-8f24-7873230639c9 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:37.166645 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c429f08-4f28-432b-a113-826ab4ea0ddd", "name": "network-vif-deleted", "tag": "0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:37.166895 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-61549787-89e5-4974-8f24-7873230639c9 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:37.167278 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c429f08-4f28-432b-a113-826ab4ea0ddd', 'name': 'network-vif-deleted', 'tag': '0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9', 'status': 'completed', 'code': 200} Nov 03 15:56:37.192797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Deleting port 883b4c37-00bd-4350-acff-ae206ac93cad {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:37.193878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:37.634742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:37.649963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49570e-1f05-43c3-9823-7e65e338ba29 req-f72cc14d-e403-439d-89c6-0f69444e6834 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:37.664118 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a49570e-1f05-43c3-9823-7e65e338ba29 req-f72cc14d-e403-439d-89c6-0f69444e6834 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1154068 Nov 03 15:56:37.698346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a9da8-a8b4-4d85-940c-fe8944600eeb req-581bd342-2f18-41f5-9308-9843e100aede tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:37.699882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-295a9da8-a8b4-4d85-940c-fe8944600eeb req-581bd342-2f18-41f5-9308-9843e100aede tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 945 time: 0.0838666 Nov 03 15:56:37.709704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:37.709704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:37.745002 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Calling delete_port for 883b4c37-00bd-4350-acff-ae206ac93cad owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:37.788549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-295a9da8-a8b4-4d85-940c-fe8944600eeb req-f7c8e5e9-13d0-4c84-b114-6a6108798409 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762646 Nov 03 15:56:37.790563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a49570e-1f05-43c3-9823-7e65e338ba29 req-1b150a04-c68f-4630-bcb7-789909b1cfe7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254635 Nov 03 15:56:37.821065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-5304b133-5949-44de-9694-25b5eeee58b8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:37.827096 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-5304b133-5949-44de-9694-25b5eeee58b8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 950 time: 0.1025960 Nov 03 15:56:37.985309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.023948 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9c10e8e8-2d74-4f4b-8bdc-206320d89823 req-ba32d159-970a-4df7-a8ff-26f4a052f2ca tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 210 time: 0.0734773 Nov 03 15:56:38.068085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Pushing event deleted for resources: {'Port': ['ID=883b4c37-00bd-4350-acff-ae206ac93cad,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:38.105493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:38.121420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Deleting port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:38.121905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.160016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:38.163789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fc73bda-dd7f-42e7-b1c2-016dd05b8eb9 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:38.219620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.225415 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.232011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d698838b-b453-4047-a5bb-d31723b51ed2 tempest-ImagesOneServerNegativeTestJSON-104375142 tempest-ImagesOneServerNegativeTestJSON-104375142-project] 10.222.0.86 "DELETE /v2.0/floatingips/2758033b-6a09-4d87-bb84-2d599614310c HTTP/1.1" status: 204 len: 168 time: 1.2445633 Nov 03 15:56:38.253310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] For port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:38.253607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.279687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Calling delete_port for 531227ab-b238-4810-9f3f-eb5cc6ffbdbe owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:38.353723 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.392850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 531227ab-b238-4810-9f3f-eb5cc6ffbdbe no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:38.452835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48318) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:38.480890 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.499683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ff666997-be6f-4961-8b77-d5fc7b29f4fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:38.515952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Pushing event deleted for resources: {'Port': ['ID=531227ab-b238-4810-9f3f-eb5cc6ffbdbe,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:38.548119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'e64ccb00-9c62-4310-a607-83dc628d7edb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:38.556590 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.586370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab2ee6a-1528-44d7-b148-6ffa5a77252b admin admin] Deleting subnet 6a2df1cc-909a-48af-8ca8-f7872ca243fa {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:56:38.591276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aab2ee6a-1528-44d7-b148-6ffa5a77252b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.611010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] No DVR routers for this DVR port 531227ab-b238-4810-9f3f-eb5cc6ffbdbe on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:38.618348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.624679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-323b1c5e-3371-4f9c-98f0-3dba43bd1457 req-6020f7db-0df8-4306-8184-47b7653864c9 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "DELETE /v2.0/ports/531227ab-b238-4810-9f3f-eb5cc6ffbdbe HTTP/1.1" status: 204 len: 173 time: 0.7929826 Nov 03 15:56:38.636650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 531227ab-b238-4810-9f3f-eb5cc6ffbdbe {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:38.718025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aab2ee6a-1528-44d7-b148-6ffa5a77252b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.725388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 35880520-ddf9-44d9-bfa3-f3ff50b31a88 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:38.767504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 35880520-ddf9-44d9-bfa3-f3ff50b31a88 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:38.768325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 35880520-ddf9-44d9-bfa3-f3ff50b31a88 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:38.810707 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aab2ee6a-1528-44d7-b148-6ffa5a77252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.885210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aab2ee6a-1528-44d7-b148-6ffa5a77252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.953591 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aab2ee6a-1528-44d7-b148-6ffa5a77252b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:38.963497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48330) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:38.967603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aab2ee6a-1528-44d7-b148-6ffa5a77252b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6a2df1cc-909a-48af-8ca8-f7872ca243fa HTTP/1.1" status: 204 len: 168 time: 0.5069330 Nov 03 15:56:39.045889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2ee6a-1528-44d7-b148-6ffa5a77252b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2df1cc-909a-48af-8ca8-f7872ca243fa,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:39.179273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-deleted', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:39.185518 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7243961-9326-4cdc-a20a-b38333381055" -d '{"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-deleted", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:39.287299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35e3c-5189-487d-b711-c2ba8b899350 req-71bc8256-d9ea-4bbf-a37b-57a1a9f39d57 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:39.294750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09e35e3c-5189-487d-b711-c2ba8b899350 req-71bc8256-d9ea-4bbf-a37b-57a1a9f39d57 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 945 time: 0.2955489 Nov 03 15:56:39.303901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:39.424882 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09e35e3c-5189-487d-b711-c2ba8b899350 req-6a81fde3-ec54-4792-9d93-351f1d175291 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291857 Nov 03 15:56:39.463991 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:39.490189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6fda05-9f70-4b50-857c-19dfd861e3d8']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:39.502563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4019430-9ea3-429f-abfb-9a6369be8923') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:39.503323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4019430-9ea3-429f-abfb-9a6369be8923') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:56:39.539293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:39.557734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-662976f0-b512-42a3-a77d-d13ad7624442 req-b5822101-a650-464c-9042-c90119e22051 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee907189-0ee3-4dad-8ae0-d00804d67263 HTTP/1.1" status: 200 len: 210 time: 0.4986579 Nov 03 15:56:39.635141 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:39.645699 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5389ab77-d223-4ee7-a99d-de310d70571d req-e94761d6-d2c1-44dd-8011-ea1ce4d73c67 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 210 time: 0.1155465 Nov 03 15:56:39.654873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:56:39.655191 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: timer() Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:56:39.656955 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:56:39.742860 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c481e72-6eac-4d63-b3cc-604b3f7acf3e x-openstack-request-id: req-8c481e72-6eac-4d63-b3cc-604b3f7acf3e {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:39.743509 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee907189-0ee3-4dad-8ae0-d00804d67263", "name": "network-vif-deleted", "tag": "531227ab-b238-4810-9f3f-eb5cc6ffbdbe", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:39.743509 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c481e72-6eac-4d63-b3cc-604b3f7acf3e {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:39.743811 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee907189-0ee3-4dad-8ae0-d00804d67263', 'name': 'network-vif-deleted', 'tag': '531227ab-b238-4810-9f3f-eb5cc6ffbdbe', 'status': 'completed', 'code': 200} Nov 03 15:56:39.769206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:39.776659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:39.784314 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8e6fda05-9f70-4b50-857c-19dfd861e3d8 HTTP/1.1" status: 204 len: 168 time: 0.8186834 Nov 03 15:56:39.809841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9de27-1bcd-4776-82aa-bea966cb98d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6fda05-9f70-4b50-857c-19dfd861e3d8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:40.095117 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-4ed06490-8386-479e-ab26-5d95f0600246 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=4b49d9bcbb76486aaafd1502b82f8f20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302093 Nov 03 15:56:40.255157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-668068d1-417d-48ce-8b7d-fab0ede3b7b0 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:40.261709 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-668068d1-417d-48ce-8b7d-fab0ede3b7b0 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656361 Nov 03 15:56:40.282721 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-833e4802-a0ca-4411-9b3a-66c8fdaa97f1 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/quotas/4b49d9bcbb76486aaafd1502b82f8f20 HTTP/1.1" status: 200 len: 375 time: 0.0193005 Nov 03 15:56:40.307982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48386) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:40.331447 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-e74b4abd-cb8f-4446-b46d-475e155378f5 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b49d9bcbb76486aaafd1502b82f8f20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464022 Nov 03 15:56:40.385639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9a66c716-cbb4-4c47-ae76-1c66c9dc1adb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b46972cfa0f54b88be6c9632329ff707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762208 Nov 03 15:56:40.388183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48388) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:40.517476 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-baadedcb-31aa-43cf-a062-5a6c4a58257f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:40.576221 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-baadedcb-31aa-43cf-a062-5a6c4a58257f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:40.771572 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6be7a961-3052-46cc-a200-3383d5c2898c req-0aeb6dd6-3a36-4cd0-bc0d-10e7eb9371b9 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 210 time: 0.1025629 Nov 03 15:56:40.803664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-baadedcb-31aa-43cf-a062-5a6c4a58257f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:40.807170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-baadedcb-31aa-43cf-a062-5a6c4a58257f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:40.808353 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-baadedcb-31aa-43cf-a062-5a6c4a58257f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/31a067bd-a9bb-48c3-9bfe-045975bcb8f0 HTTP/1.1" status: 204 len: 168 time: 0.4191353 Nov 03 15:56:40.830037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadedcb-31aa-43cf-a062-5a6c4a58257f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a067bd-a9bb-48c3-9bfe-045975bcb8f0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:41.024964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9754552b-4ed7-41bf-bfe6-11870fac826e req-e6cc5a16-213b-4b60-b52a-7043f1f184d6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 210 time: 0.0412669 Nov 03 15:56:41.229755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfabb4-0677-41de-bce3-510c0f4e717c req-69b1f178-a36f-457d-b270-bbab650088da tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:41.237553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ccfabb4-0677-41de-bce3-510c0f4e717c req-69b1f178-a36f-457d-b270-bbab650088da tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 950 time: 0.0706217 Nov 03 15:56:41.303434 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ccfabb4-0677-41de-bce3-510c0f4e717c req-ec5ed12b-50e9-4a63-84fe-070bb09817f0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600367 Nov 03 15:56:41.835655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874bee6-2e20-4a88-a2ff-b13b886124d5 req-347da5f0-3967-4f32-b0de-116ec11ae9a6 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:41.835655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874bee6-2e20-4a88-a2ff-b13b886124d5 req-347da5f0-3967-4f32-b0de-116ec11ae9a6 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:41.835655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874bee6-2e20-4a88-a2ff-b13b886124d5 req-347da5f0-3967-4f32-b0de-116ec11ae9a6 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:41.835655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874bee6-2e20-4a88-a2ff-b13b886124d5 req-347da5f0-3967-4f32-b0de-116ec11ae9a6 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:41.835655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874bee6-2e20-4a88-a2ff-b13b886124d5 req-347da5f0-3967-4f32-b0de-116ec11ae9a6 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:41.836386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874bee6-2e20-4a88-a2ff-b13b886124d5 req-347da5f0-3967-4f32-b0de-116ec11ae9a6 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:41.836386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874bee6-2e20-4a88-a2ff-b13b886124d5 req-347da5f0-3967-4f32-b0de-116ec11ae9a6 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:41.841925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d874bee6-2e20-4a88-a2ff-b13b886124d5 req-347da5f0-3967-4f32-b0de-116ec11ae9a6 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5003 time: 0.3589904 Nov 03 15:56:41.938063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6112cf54-046d-407a-b67f-e8e005720718 req-e1fc3b2e-c888-4306-9269-cf45b7743934 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 210 time: 0.0431859 Nov 03 15:56:42.024673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16341f0-d7cd-4f01-b218-6b4f5ab8cbc7 req-244902a6-685d-4f43-aa29-ca0e541faf18 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.030067 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e16341f0-d7cd-4f01-b218-6b4f5ab8cbc7 req-244902a6-685d-4f43-aa29-ca0e541faf18 tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 886 time: 0.1703751 Nov 03 15:56:42.184741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c10e1f63-cc96-4808-9701-6712aa4d2b65 req-d2aae049-c83b-49c9-a0f0-ff008a04f8ff tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 210 time: 0.0459602 Nov 03 15:56:42.284844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74b90-75eb-41b1-bdbb-7ce4fea8261a req-89a97e47-4361-40aa-8300-08f362f11b2b tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.285956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74b90-75eb-41b1-bdbb-7ce4fea8261a req-89a97e47-4361-40aa-8300-08f362f11b2b tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.286436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74b90-75eb-41b1-bdbb-7ce4fea8261a req-89a97e47-4361-40aa-8300-08f362f11b2b tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.287663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74b90-75eb-41b1-bdbb-7ce4fea8261a req-89a97e47-4361-40aa-8300-08f362f11b2b tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.288133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74b90-75eb-41b1-bdbb-7ce4fea8261a req-89a97e47-4361-40aa-8300-08f362f11b2b tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.288588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74b90-75eb-41b1-bdbb-7ce4fea8261a req-89a97e47-4361-40aa-8300-08f362f11b2b tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.289031 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74b90-75eb-41b1-bdbb-7ce4fea8261a req-89a97e47-4361-40aa-8300-08f362f11b2b tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.309304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-32b507af-c562-44a1-a3f8-25c614bfeb23 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b49d9bcbb76486aaafd1502b82f8f20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287580 Nov 03 15:56:42.310102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0af74b90-75eb-41b1-bdbb-7ce4fea8261a req-89a97e47-4361-40aa-8300-08f362f11b2b tempest-NetworksTest-2008589495 tempest-NetworksTest-2008589495-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5003 time: 0.2131960 Nov 03 15:56:42.539759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-df27a53e-fb46-4255-b88e-c334784eacac tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.541320 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-df27a53e-fb46-4255-b88e-c334784eacac tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116897 Nov 03 15:56:42.608203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Request body: {'port': {'device_id': '1740da0e-5f98-4509-aea3-ff2960b3c529', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '4b49d9bcbb76486aaafd1502b82f8f20'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:42.882460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48498) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:42.893113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a69774-cb13-4a6d-94bd-ef2c5d43c7d6 req-8ddf23b3-5424-4cfc-9a45-4f625740a164 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.904276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2a69774-cb13-4a6d-94bd-ef2c5d43c7d6 req-8ddf23b3-5424-4cfc-9a45-4f625740a164 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 950 time: 0.1147852 Nov 03 15:56:42.906787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988250de-e931-46c8-b29e-8b30a4862d7f req-4cdd938b-87e6-4cf7-8d44-3e4ebe11e3c0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:42.908564 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-988250de-e931-46c8-b29e-8b30a4862d7f req-4cdd938b-87e6-4cf7-8d44-3e4ebe11e3c0 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 950 time: 0.2033930 Nov 03 15:56:43.022467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2a69774-cb13-4a6d-94bd-ef2c5d43c7d6 req-cda5135a-eb88-4b04-ab8c-946b62686b43 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124461 Nov 03 15:56:43.075554 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Made reservation on behalf of 4b49d9bcbb76486aaafd1502b82f8f20 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:43.079824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.102658 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.148276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-988250de-e931-46c8-b29e-8b30a4862d7f req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Deleting port e64ccb00-9c62-4310-a607-83dc628d7edb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:43.159547 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-988250de-e931-46c8-b29e-8b30a4862d7f req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.172858 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-37eb6e6a-c7c3-4218-81f3-2a886256af35 req-865617be-916d-45a1-a81b-94ef9a5596b1 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 210 time: 0.0453553 Nov 03 15:56:43.174417 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1957362-22d6-463b-afc9-882f749db771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.261140 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1957362-22d6-463b-afc9-882f749db771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.267456 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1957362-22d6-463b-afc9-882f749db771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.342808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f1957362-22d6-463b-afc9-882f749db771 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db42ac418ca142a1ba97fc547b845397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206514 Nov 03 15:56:43.347142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-988250de-e931-46c8-b29e-8b30a4862d7f req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] For port e64ccb00-9c62-4310-a607-83dc628d7edb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e64ccb00-9c62-4310-a607-83dc628d7edb,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:43.348102 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-988250de-e931-46c8-b29e-8b30a4862d7f req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.350882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48512) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:43.378903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1957362-22d6-463b-afc9-882f749db771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c76843a-6e54-458b-852c-32a0fdc5ce8c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:43.405626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-988250de-e931-46c8-b29e-8b30a4862d7f req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Calling delete_port for e64ccb00-9c62-4310-a607-83dc628d7edb owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:43.431598 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.455237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.538038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70a7f4e3-eaa0-4eb3-8aa6-9bb522a71dec req-bcc9045a-3759-4082-a44f-19efb5192921 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c429f08-4f28-432b-a113-826ab4ea0ddd HTTP/1.1" status: 200 len: 210 time: 0.0563564 Nov 03 15:56:43.655531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40bad8f-1162-451e-8dc2-30d1efaac20d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:43.659810 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-085f5f92-3816-452b-b944-9e0f0b050107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.761577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-085f5f92-3816-452b-b944-9e0f0b050107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.836571 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-988250de-e931-46c8-b29e-8b30a4862d7f req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:43.857189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ff666997-be6f-4961-8b77-d5fc7b29f4fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:43.914000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'e64ccb00-9c62-4310-a607-83dc628d7edb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:44.257954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Allocated IP 192.168.233.7 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/39eec49f-5d88-4b65-bb58-c3d3973f5450) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:56:44.261712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Pushing event deleted for resources: {'Port': ['ID=e64ccb00-9c62-4310-a607-83dc628d7edb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:44.354756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2d85fa08-ba3e-44a9-906f-2f3ffd3054a8 req-c99e5a86-002b-4258-b398-b7511333cdce tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=305c5046-c38a-428c-8b8b-3035ac14c8f0 HTTP/1.1" status: 200 len: 210 time: 0.1037316 Nov 03 15:56:44.390568 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c630e36-5686-4727-865a-4d4f85f104ea req-8a03002e-0321-4921-a6a6-9ef7187c8a1b tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 210 time: 0.0728197 Nov 03 15:56:44.446962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-988250de-e931-46c8-b29e-8b30a4862d7f req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] No DVR routers for this DVR port e64ccb00-9c62-4310-a607-83dc628d7edb on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:44.455354 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-988250de-e931-46c8-b29e-8b30a4862d7f req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:44.464407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-988250de-e931-46c8-b29e-8b30a4862d7f req-524be6b1-ae96-4e5f-94a5-7f01916418df tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "DELETE /v2.0/ports/e64ccb00-9c62-4310-a607-83dc628d7edb HTTP/1.1" status: 204 len: 173 time: 1.5459423 Nov 03 15:56:44.471491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-deleted', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:44.475166 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0f4df4-f399-4eea-a058-9ed3a6157089" -d '{"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-deleted", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:44.553619 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f1c56-4de2-4079-b055-8ee7c9408ed4 x-openstack-request-id: req-e71f1c56-4de2-4079-b055-8ee7c9408ed4 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:44.553619 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305c5046-c38a-428c-8b8b-3035ac14c8f0", "name": "network-vif-deleted", "tag": "e64ccb00-9c62-4310-a607-83dc628d7edb", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:44.553619 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e71f1c56-4de2-4079-b055-8ee7c9408ed4 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:44.553619 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305c5046-c38a-428c-8b8b-3035ac14c8f0', 'name': 'network-vif-deleted', 'tag': 'e64ccb00-9c62-4310-a607-83dc628d7edb', 'status': 'completed', 'code': 200} Nov 03 15:56:44.553619 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-085f5f92-3816-452b-b944-9e0f0b050107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:44.559000 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-085f5f92-3816-452b-b944-9e0f0b050107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:44.588909 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-085f5f92-3816-452b-b944-9e0f0b050107 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c76843a-6e54-458b-852c-32a0fdc5ce8c HTTP/1.1" status: 204 len: 168 time: 1.2357769 Nov 03 15:56:44.662976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f5f92-3816-452b-b944-9e0f0b050107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c76843a-6e54-458b-852c-32a0fdc5ce8c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:44.873969 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:44.928584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:44.965820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48576) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:45.010579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:56:45.015065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:56:45.021232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:56:45.030619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Pushing event updated for resources: {'Port': ['ID=39eec49f-5d88-4b65-bb58-c3d3973f5450,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:45.092896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:45.093646 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.122640 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-89759da6-0b81-486e-9fe4-a8a9de760c38 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5255744 Nov 03 15:56:45.138471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48584) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:45.151850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Request body: {'port': {'device_id': '1740da0e-5f98-4509-aea3-ff2960b3c529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:45.182475 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8383ee1a-c547-47ff-a205-17c867e7ded5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.343152 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.429070 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8383ee1a-c547-47ff-a205-17c867e7ded5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.442160 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8383ee1a-c547-47ff-a205-17c867e7ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.513691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d8f3cc7c-93c1-412f-95b5-b3e0c4d1e058 None None] Provisioning complete for port 39eec49f-5d88-4b65-bb58-c3d3973f5450 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:56:45.516167 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cc7c-93c1-412f-95b5-b3e0c4d1e058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.527882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8383ee1a-c547-47ff-a205-17c867e7ded5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ac8ac59d17d496296101718bc20df1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860273 Nov 03 15:56:45.527882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383ee1a-c547-47ff-a205-17c867e7ded5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa65cc8-8ed6-4350-aa76-b547b8ccbcfa,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:45.541286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48606) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:45.585504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3cc7c-93c1-412f-95b5-b3e0c4d1e058 None None] Port 39eec49f-5d88-4b65-bb58-c3d3973f5450 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:56:45.620050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa793dce-95fe-4c87-824a-871760555765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.711295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a48669-5472-45ba-8589-a2b878184075 req-dd5101fc-0ae6-45f3-ab6d-f473ea7dd6e6 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:45.713370 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64a48669-5472-45ba-8589-a2b878184075 req-dd5101fc-0ae6-45f3-ab6d-f473ea7dd6e6 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 934 time: 0.1709809 Nov 03 15:56:45.749278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b145c0a-9b10-4704-b528-5878a81aa20f req-ebbacc2e-bccb-41da-96fb-a61683cc82d2 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:45.758248 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69ac614e-bc8a-4621-80f4-e46dac037390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.760783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b145c0a-9b10-4704-b528-5878a81aa20f req-ebbacc2e-bccb-41da-96fb-a61683cc82d2 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.3292663 Nov 03 15:56:45.786200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b145c0a-9b10-4704-b528-5878a81aa20f req-06cba321-022f-4095-8750-1d037c4f7170 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/quotas/453236d257d74a2bae741ad1e455f5c9 HTTP/1.1" status: 200 len: 375 time: 0.0236020 Nov 03 15:56:45.825939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69ac614e-bc8a-4621-80f4-e46dac037390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.839745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64a48669-5472-45ba-8589-a2b878184075 req-96c3e133-2bf3-4c4a-8b9e-18ceabc2f7c5 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129513 Nov 03 15:56:45.863854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b145c0a-9b10-4704-b528-5878a81aa20f req-6abab0e3-6373-48da-911c-d4fc364f9c15 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762289 Nov 03 15:56:45.887576 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa793dce-95fe-4c87-824a-871760555765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.893659 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa793dce-95fe-4c87-824a-871760555765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.941858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69ac614e-bc8a-4621-80f4-e46dac037390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.944852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69ac614e-bc8a-4621-80f4-e46dac037390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:45.946274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-69ac614e-bc8a-4621-80f4-e46dac037390 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/caa65cc8-8ed6-4350-aa76-b547b8ccbcfa HTTP/1.1" status: 204 len: 168 time: 0.4026427 Nov 03 15:56:45.952223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fa793dce-95fe-4c87-824a-871760555765 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1bca8b87973341a2a89a4a5ffa6e049f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9827909 Nov 03 15:56:45.952223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa793dce-95fe-4c87-824a-871760555765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40053c2e-ae39-4a74-b156-cdcf8d6d3d7c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:45.956252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48614) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:45.967998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac614e-bc8a-4621-80f4-e46dac037390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa65cc8-8ed6-4350-aa76-b547b8ccbcfa,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:46.036807 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed63385f-8c9e-4fff-b91d-9ae2c6696474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:46.089887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed63385f-8c9e-4fff-b91d-9ae2c6696474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:46.187853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed63385f-8c9e-4fff-b91d-9ae2c6696474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:46.190603 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed63385f-8c9e-4fff-b91d-9ae2c6696474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:46.194977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ed63385f-8c9e-4fff-b91d-9ae2c6696474 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/40053c2e-ae39-4a74-b156-cdcf8d6d3d7c HTTP/1.1" status: 204 len: 168 time: 0.2347465 Nov 03 15:56:46.224722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63385f-8c9e-4fff-b91d-9ae2c6696474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40053c2e-ae39-4a74-b156-cdcf8d6d3d7c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:46.227652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39eec49f-5d88-4b65-bb58-c3d3973f5450 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:46.234559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b145c0a-9b10-4704-b528-5878a81aa20f req-c5a09577-f8f8-4649-a5ad-03f72b44a50d service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594356 Nov 03 15:56:46.239772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:46.389162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Transition to ACTIVE for port object 39eec49f-5d88-4b65-bb58-c3d3973f5450 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:56:46.402616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:46.410990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:46.449564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Pushing event updated for resources: {'Port': ['ID=39eec49f-5d88-4b65-bb58-c3d3973f5450,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:46.481810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b145c0a-9b10-4704-b528-5878a81aa20f req-5436af83-8b3b-48db-bb5e-7cc80c4f4012 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342656 Nov 03 15:56:46.493629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: e64ccb00-9c62-4310-a607-83dc628d7edb {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:46.495608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e64ccb00-9c62-4310-a607-83dc628d7edb not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:46.526605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867ed0a-d9df-4eb3-96d8-1b3e7ab77aeb req-c2717c9c-6082-4645-97a9-c6822e6e2d45 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:46.539635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0867ed0a-d9df-4eb3-96d8-1b3e7ab77aeb req-c2717c9c-6082-4645-97a9-c6822e6e2d45 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.1579480 Nov 03 15:56:46.600897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0867ed0a-d9df-4eb3-96d8-1b3e7ab77aeb req-3a37eaad-2d57-449a-a8c4-c69273c950b7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557294 Nov 03 15:56:46.643335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Attempting to bind port 39eec49f-5d88-4b65-bb58-c3d3973f5450 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:56:46.643683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Attempting to bind port 39eec49f-5d88-4b65-bb58-c3d3973f5450 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:56:46.644042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Attempting to bind port 39eec49f-5d88-4b65-bb58-c3d3973f5450 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:46.653972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Port 39eec49f-5d88-4b65-bb58-c3d3973f5450 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:56:46.654307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Attempting to bind port 39eec49f-5d88-4b65-bb58-c3d3973f5450 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:46.666119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:56:46.666375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:46.666757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:56:46.667179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Bound port: 39eec49f-5d88-4b65-bb58-c3d3973f5450, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:56:46.667565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:46.826044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] For port 39eec49f-5d88-4b65-bb58-c3d3973f5450, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:56:46.829675 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b4be3ae-6571-49a9-8cfe-38e8f9970fa9 req-f527468f-526d-454a-a2fb-93f2d5cde2d2 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=986543e2-8d7c-4e21-aed6-80e06d557494 HTTP/1.1" status: 200 len: 210 time: 0.0631521 Nov 03 15:56:46.842430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] For port 39eec49f-5d88-4b65-bb58-c3d3973f5450, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=39eec49f-5d88-4b65-bb58-c3d3973f5450,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:56:46.845102 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:46.902619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:46.906334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:46.911810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/39eec49f-5d88-4b65-bb58-c3d3973f5450 HTTP/1.1" status: 200 len: 1094 time: 1.7741723 Nov 03 15:56:46.912371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1740da0e-5f98-4509-aea3-ff2960b3c529', 'tag': '39eec49f-5d88-4b65-bb58-c3d3973f5450'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:46.915014 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3" -d '{"events": [{"name": "network-changed", "server_uuid": "1740da0e-5f98-4509-aea3-ff2960b3c529", "tag": "39eec49f-5d88-4b65-bb58-c3d3973f5450"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:47.057445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53c782-8ea3-4bbc-9a4e-91fc975a97b7 service neutron] Pushing event updated for resources: {'Port': ['ID=39eec49f-5d88-4b65-bb58-c3d3973f5450,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:47.105083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-92ef8d17-9e48-4078-9170-5c0bb659c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:47.106732 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-92ef8d17-9e48-4078-9170-5c0bb659c359 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b49d9bcbb76486aaafd1502b82f8f20&device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 1097 time: 0.1291630 Nov 03 15:56:47.116621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b6063-640f-479d-873a-88d6acc652ea req-5d7250cd-63f7-4b1b-a547-cff609973b96 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:47.131028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb0b6063-640f-479d-873a-88d6acc652ea req-5d7250cd-63f7-4b1b-a547-cff609973b96 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 946 time: 0.1175125 Nov 03 15:56:47.204105 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-49257c00-8c19-4982-bdf7-1af618d693b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=39eec49f-5d88-4b65-bb58-c3d3973f5450 HTTP/1.1" status: 200 len: 217 time: 0.0835657 Nov 03 15:56:47.246329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb0b6063-640f-479d-873a-88d6acc652ea req-1285b719-dc5a-4ded-a9d4-324602a3111e tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143138 Nov 03 15:56:47.344098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-9fcb38d5-e00e-4181-a8ba-a58636b4b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:47.346559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-9fcb38d5-e00e-4181-a8ba-a58636b4b8f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1342010 Nov 03 15:56:47.348736 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a3b2c2-f6ae-4e47-bff0-29fe0bff58a1 x-openstack-request-id: req-02a3b2c2-f6ae-4e47-bff0-29fe0bff58a1 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:47.349163 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1740da0e-5f98-4509-aea3-ff2960b3c529", "tag": "39eec49f-5d88-4b65-bb58-c3d3973f5450", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:47.350961 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-02a3b2c2-f6ae-4e47-bff0-29fe0bff58a1 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:47.350961 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1740da0e-5f98-4509-aea3-ff2960b3c529', 'tag': '39eec49f-5d88-4b65-bb58-c3d3973f5450', 'status': 'completed', 'code': 200} Nov 03 15:56:47.441186 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-78cbf709-f27c-4aa4-bf0a-f0741a00a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:47.443219 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-78cbf709-f27c-4aa4-bf0a-f0741a00a232 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762775 Nov 03 15:56:47.565209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-e990de30-850e-41ed-9825-3dd63d4604d6 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099055 Nov 03 15:56:47.827596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-326c9ebc-af3a-4602-b0cd-13e78f9463d7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:47.829099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-326c9ebc-af3a-4602-b0cd-13e78f9463d7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.70 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.2628694 Nov 03 15:56:47.838958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2361dd7-a312-475a-9a71-f11b4ef1fde4 req-1b4e786a-73a4-417c-86a2-17fdc1af1d51 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:47.841205 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2361dd7-a312-475a-9a71-f11b4ef1fde4 req-1b4e786a-73a4-417c-86a2-17fdc1af1d51 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 949 time: 0.0876601 Nov 03 15:56:47.866885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e45f0646-e84a-4d6e-b6de-6bea93a7e551 req-be94d63c-4738-4df5-b1e5-7239dc0d5453 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906880 Nov 03 15:56:47.974087 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2361dd7-a312-475a-9a71-f11b4ef1fde4 req-5e70f391-25c2-4293-9d52-8fe1ec191c6a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085486 Nov 03 15:56:48.013932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Deleting port ff666997-be6f-4961-8b77-d5fc7b29f4fc {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:48.017987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:48.090914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-f458d600-2668-4988-b883-83134ab0ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:48.092486 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-f458d600-2668-4988-b883-83134ab0ef98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b49d9bcbb76486aaafd1502b82f8f20&device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 1097 time: 0.1304169 Nov 03 15:56:48.190381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] For port ff666997-be6f-4961-8b77-d5fc7b29f4fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ff666997-be6f-4961-8b77-d5fc7b29f4fc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:48.190748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:48.221972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Calling delete_port for ff666997-be6f-4961-8b77-d5fc7b29f4fc owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:48.392019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-215f36b8-a60b-4696-94ec-4df29e8fa1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:48.399034 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-215f36b8-a60b-4696-94ec-4df29e8fa1d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2944608 Nov 03 15:56:48.444888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89269df5-1e53-414c-8bc5-74954189cbe0 req-e4f2518d-2ef2-489b-80af-ecc052cbb1fb tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:48.446981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89269df5-1e53-414c-8bc5-74954189cbe0 req-e4f2518d-2ef2-489b-80af-ecc052cbb1fb tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 946 time: 0.1085935 Nov 03 15:56:48.508265 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-ddfa87e6-005c-4870-8757-5453407ebb57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=39eec49f-5d88-4b65-bb58-c3d3973f5450 HTTP/1.1" status: 200 len: 217 time: 0.0941820 Nov 03 15:56:48.509555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89269df5-1e53-414c-8bc5-74954189cbe0 req-7af65638-b6e3-40b9-b56e-5beff1d73436 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544920 Nov 03 15:56:48.618498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-3841b395-3876-45a2-8b1f-135f16b92525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:48.620050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-3841b395-3876-45a2-8b1f-135f16b92525 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1025293 Nov 03 15:56:48.665141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-e4adcdaa-c688-458c-9f3a-94b280f62196 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:48.672347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-e4adcdaa-c688-458c-9f3a-94b280f62196 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.3419626 Nov 03 15:56:48.722838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-68f8ca43-f328-4391-940a-96eaa05495fe tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/quotas/453236d257d74a2bae741ad1e455f5c9 HTTP/1.1" status: 200 len: 375 time: 0.0495312 Nov 03 15:56:48.768288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-279e33f4-8a0c-4eb8-a8ac-3cd8aa0588b1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445254 Nov 03 15:56:48.809815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-91db6f7f-59a3-4f66-a15f-9bcec474eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:48.811824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-91db6f7f-59a3-4f66-a15f-9bcec474eb39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1823041 Nov 03 15:56:48.849051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:48.884455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:48.909627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Pushing event deleted for resources: {'Port': ['ID=ff666997-be6f-4961-8b77-d5fc7b29f4fc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:49.070445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] No DVR routers for this DVR port ff666997-be6f-4961-8b77-d5fc7b29f4fc on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:49.075395 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:49.079052 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6a84a48-6b0c-4325-88c8-193cb16d837c req-962e564c-49e4-4b0f-b368-b2768358eeb1 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.70 "DELETE /v2.0/ports/ff666997-be6f-4961-8b77-d5fc7b29f4fc HTTP/1.1" status: 204 len: 173 time: 1.2419114 Nov 03 15:56:49.088902 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-61e79018-c910-4886-b597-778ad3a0a552 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196375 Nov 03 15:56:49.183772 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-251c4f00-b652-4813-b6fc-801dd46fa97b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390157 Nov 03 15:56:49.322639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f7c8d6f-3a20-4efd-b97c-716c1c6c9be3 req-a16c44c8-7c1d-4b18-9d1f-e03333337e24 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312158 Nov 03 15:56:49.357921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'name': 'network-vif-deleted', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:49.360291 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18a1630-6ff6-4989-8eeb-0d51b7f6d21b" -d '{"events": [{"server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "name": "network-vif-deleted", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:49.377832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-1ac31a00-3fe1-441b-85a2-f07a995ab2a8 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879016 Nov 03 15:56:49.821170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-112e3620-a1d3-4d5f-b9e0-896456edec44 req-de28018e-0cd1-485d-acb9-72a70b46a471 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=14909eea-abc6-45ae-9860-c00b9e1c37a5 HTTP/1.1" status: 200 len: 210 time: 0.0407784 Nov 03 15:56:49.876897 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c17559c-719f-48dd-b2c5-281bfbf12539 x-openstack-request-id: req-7c17559c-719f-48dd-b2c5-281bfbf12539 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:49.877361 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14909eea-abc6-45ae-9860-c00b9e1c37a5", "name": "network-vif-deleted", "tag": "ff666997-be6f-4961-8b77-d5fc7b29f4fc", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:49.877674 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7c17559c-719f-48dd-b2c5-281bfbf12539 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:49.878209 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14909eea-abc6-45ae-9860-c00b9e1c37a5', 'name': 'network-vif-deleted', 'tag': 'ff666997-be6f-4961-8b77-d5fc7b29f4fc', 'status': 'completed', 'code': 200} Nov 03 15:56:50.060894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c57eacd6-e25b-4132-900e-62e0ac902d61 req-5a5771d9-efe0-4c88-a498-af03b09116b6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 210 time: 0.0404909 Nov 03 15:56:50.071010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137872fd-ab7a-49fc-91bc-285c77450c59 req-03265afb-d758-4385-9cdf-0cc787cbcaee tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:50.075368 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-137872fd-ab7a-49fc-91bc-285c77450c59 req-03265afb-d758-4385-9cdf-0cc787cbcaee tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 946 time: 0.1310101 Nov 03 15:56:50.156630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-137872fd-ab7a-49fc-91bc-285c77450c59 req-6155c0f9-6b22-4db1-95e9-89b1453e1838 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801537 Nov 03 15:56:50.169912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ff666997-be6f-4961-8b77-d5fc7b29f4fc no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:50.207919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: ff666997-be6f-4961-8b77-d5fc7b29f4fc {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:50.209721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ff666997-be6f-4961-8b77-d5fc7b29f4fc not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:50.423800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 39eec49f-5d88-4b65-bb58-c3d3973f5450 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:56:50.670107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 39eec49f-5d88-4b65-bb58-c3d3973f5450, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=39eec49f-5d88-4b65-bb58-c3d3973f5450,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:50.697445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '39eec49f-5d88-4b65-bb58-c3d3973f5450', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '39eec49f-5d88-4b65-bb58-c3d3973f5450', 'mac_address': 'fa:16:3e:15:22:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:56:50.736842 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:50.752076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39eec49f-5d88-4b65-bb58-c3d3973f5450 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:50.778101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 39eec49f-5d88-4b65-bb58-c3d3973f5450, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=39eec49f-5d88-4b65-bb58-c3d3973f5450,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:50.785863 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:50.847363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=39eec49f-5d88-4b65-bb58-c3d3973f5450,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:51.169346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['39eec49f-5d88-4b65-bb58-c3d3973f5450'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:51.215910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-34002ee1-2f5f-4e0b-ae14-67496a979afb tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:51.219393 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-34002ee1-2f5f-4e0b-ae14-67496a979afb tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.2508740 Nov 03 15:56:51.235062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Request body: {'port': {'device_id': '912d939c-c28e-4980-be87-723611e3c19e', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'admin_state_up': True, 'tenant_id': '453236d257d74a2bae741ad1e455f5c9'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:51.465965 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9af7ad01-e06c-4f47-bfd5-2fbd1206014c req-820617fd-ad63-4a9b-88eb-a9ebe801e747 tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ff9210d378224759ad3af072a893f38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662868 Nov 03 15:56:51.507814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Made reservation on behalf of 453236d257d74a2bae741ad1e455f5c9 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:51.513590 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:51.532946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfda9553-50a2-4404-8b34-270c633840e0 req-9d3945c9-124f-4f5f-a9f7-94dd2cbe997d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 210 time: 0.0367491 Nov 03 15:56:51.651930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c1706-ac6d-49c0-af64-e5db51527900 req-0d435fbd-466b-45ba-bc63-6cc55e84049a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:51.653902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ea8c1706-ac6d-49c0-af64-e5db51527900 req-0d435fbd-466b-45ba-bc63-6cc55e84049a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.0606363 Nov 03 15:56:51.655109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ad01-e06c-4f47-bfd5-2fbd1206014c req-fe1e3692-2d33-4fb6-bc48-f98b3b41f25e tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:51.656764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9af7ad01-e06c-4f47-bfd5-2fbd1206014c req-fe1e3692-2d33-4fb6-bc48-f98b3b41f25e tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898959 Nov 03 15:56:51.673909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:51.696245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9af7ad01-e06c-4f47-bfd5-2fbd1206014c req-e04603c6-6054-4263-aa69-55c1adc1d93a tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/quotas/ff9210d378224759ad3af072a893f38b HTTP/1.1" status: 200 len: 375 time: 0.0303433 Nov 03 15:56:51.719895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ea8c1706-ac6d-49c0-af64-e5db51527900 req-31c65ff8-cd30-48df-8562-8088e4fb054a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Nov 03 15:56:51.753541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9af7ad01-e06c-4f47-bfd5-2fbd1206014c req-7162679a-a2ef-403f-84bc-b43d163bd15c tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff9210d378224759ad3af072a893f38b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381763 Nov 03 15:56:51.771746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Allocated IP 172.20.0.13 (98fefa13-b26e-4a4f-93cb-90848da7ea9a/e8f1e646-0c63-47c3-8cd0-a87565cea73d/b3c60965-33bb-4936-b026-7fd606ff64b8) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:56:51.854704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3db780-f917-41a8-9c98-9eddf6270597 req-979fd868-19b5-4a97-af65-c4fa214fd83b tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:51.856413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de3db780-f917-41a8-9c98-9eddf6270597 req-979fd868-19b5-4a97-af65-c4fa214fd83b tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 947 time: 0.0647650 Nov 03 15:56:51.915145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de3db780-f917-41a8-9c98-9eddf6270597 req-a0de81f1-7ffd-476c-8283-ed4aaf315e37 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487783 Nov 03 15:56:51.966451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:52.017302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:52.072365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:56:52.075669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:56:52.079594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:56:52.139071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event updated for resources: {'Port': ['ID=b3c60965-33bb-4936-b026-7fd606ff64b8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:52.151726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:52.152347 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:52.173487 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-6ed7f397-6867-4510-96aa-952e7e058d71 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9451163 Nov 03 15:56:52.189385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Request body: {'port': {'device_id': '912d939c-c28e-4980-be87-723611e3c19e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:52.256533 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:52.450966 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 39eec49f-5d88-4b65-bb58-c3d3973f5450 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:56:52.577008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 39eec49f-5d88-4b65-bb58-c3d3973f5450 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:56:52.587994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 39eec49f-5d88-4b65-bb58-c3d3973f5450 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:56:52.588373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:52.734648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6e30-9c3e-4fce-873e-6c3d324222e8 req-61564858-3bb9-482b-8b2a-bcf4fbc8d921 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:52.744692 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36cd6e30-9c3e-4fce-873e-6c3d324222e8 req-61564858-3bb9-482b-8b2a-bcf4fbc8d921 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 932 time: 0.0941584 Nov 03 15:56:52.780696 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:52.830243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36cd6e30-9c3e-4fce-873e-6c3d324222e8 req-4c210415-8bd2-421b-880f-e2d73deeaab6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843861 Nov 03 15:56:52.840633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1740da0e-5f98-4509-aea3-ff2960b3c529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eec49f-5d88-4b65-bb58-c3d3973f5450'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:52.844095 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec14904-8bd5-4a07-a755-c27e136147a3" -d '{"events": [{"server_uuid": "1740da0e-5f98-4509-aea3-ff2960b3c529", "name": "network-vif-plugged", "status": "completed", "tag": "39eec49f-5d88-4b65-bb58-c3d3973f5450"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:52.859461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 39eec49f-5d88-4b65-bb58-c3d3973f5450, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=39eec49f-5d88-4b65-bb58-c3d3973f5450,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:52.865102 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:52.960573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=39eec49f-5d88-4b65-bb58-c3d3973f5450,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:52.989411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd625be-db8c-4cf7-9ec0-8a6ca77adfd7 req-51b6ec9d-5271-4580-a2b9-ac2fa60130c8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:52.996811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdd625be-db8c-4cf7-9ec0-8a6ca77adfd7 req-51b6ec9d-5271-4580-a2b9-ac2fa60130c8 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.0866868 Nov 03 15:56:53.055471 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdd625be-db8c-4cf7-9ec0-8a6ca77adfd7 req-09e5e368-c4a7-444f-92b8-1f8e1e5c03e7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/security-groups?id=acec3e71-f2e1-4833-93c8-ff857dfd537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577040 Nov 03 15:56:53.085705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-015d389f-845d-4861-8d70-03cdd6da80e7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:53.087531 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-015d389f-845d-4861-8d70-03cdd6da80e7 tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 950 time: 0.0995195 Nov 03 15:56:53.126237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c60965-33bb-4936-b026-7fd606ff64b8 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:53.138131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:53.143948 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0f97de-98cf-4b17-8dc4-781cc62129dd x-openstack-request-id: req-1d0f97de-98cf-4b17-8dc4-781cc62129dd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:53.144248 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1740da0e-5f98-4509-aea3-ff2960b3c529", "name": "network-vif-plugged", "status": "completed", "tag": "39eec49f-5d88-4b65-bb58-c3d3973f5450", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:53.144708 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d0f97de-98cf-4b17-8dc4-781cc62129dd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:53.145318 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1740da0e-5f98-4509-aea3-ff2960b3c529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eec49f-5d88-4b65-bb58-c3d3973f5450', 'code': 200} Nov 03 15:56:53.182205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Transition to ACTIVE for port object b3c60965-33bb-4936-b026-7fd606ff64b8 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:56:53.201075 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:53.249901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Deleting port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:53.250450 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:53.312210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4ee22-0028-4620-a4b2-8512317d5ea0 req-2a2c5827-f335-471d-8a9f-7e3eeedff6ff tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:53.324144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94a4ee22-0028-4620-a4b2-8512317d5ea0 req-2a2c5827-f335-471d-8a9f-7e3eeedff6ff tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 948 time: 0.0979245 Nov 03 15:56:53.380875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c60965-33bb-4936-b026-7fd606ff64b8,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:53.381439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94a4ee22-0028-4620-a4b2-8512317d5ea0 req-b30c7a7c-4818-4997-99b2-5107dba26b75 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553226 Nov 03 15:56:53.419715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3375450c-3a87-4e4a-bec0-438270303953 req-de7bddb3-2e62-4627-860f-e0c411b0482e tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ff9210d378224759ad3af072a893f38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673728 Nov 03 15:56:53.471201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70a081-c4b5-4d92-acee-2c925bd7aeb8 req-67bebec4-63d6-49dc-bf4e-e17d9d9ac073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:53.473309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa70a081-c4b5-4d92-acee-2c925bd7aeb8 req-67bebec4-63d6-49dc-bf4e-e17d9d9ac073 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 1099 time: 0.1915646 Nov 03 15:56:53.567200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] For port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:53.567576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:53.604628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Calling delete_port for fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:53.632797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Attempting to bind port b3c60965-33bb-4936-b026-7fd606ff64b8 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:56:53.633142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Attempting to bind port b3c60965-33bb-4936-b026-7fd606ff64b8 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:56:53.633477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Attempting to bind port b3c60965-33bb-4936-b026-7fd606ff64b8 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:53.646805 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa70a081-c4b5-4d92-acee-2c925bd7aeb8 req-e6a7f18e-0661-4fe2-94f2-f35bd1d75d3f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595814 Nov 03 15:56:53.652573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Port b3c60965-33bb-4936-b026-7fd606ff64b8 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:56:53.652903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Attempting to bind port b3c60965-33bb-4936-b026-7fd606ff64b8 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:56:53.706117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:56:53.706478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Checking segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:56:53.706912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Bound using segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:56:53.707409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Bound port: b3c60965-33bb-4936-b026-7fd606ff64b8, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:56:53.707802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:53.729029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375450c-3a87-4e4a-bec0-438270303953 req-77432571-9079-47ac-a616-06fd821d3fa8 tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:53.730552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3375450c-3a87-4e4a-bec0-438270303953 req-77432571-9079-47ac-a616-06fd821d3fa8 tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823896 Nov 03 15:56:53.779184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3375450c-3a87-4e4a-bec0-438270303953 req-75ae14d0-907f-48ca-8a8b-88bb84b6b392 tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/quotas/ff9210d378224759ad3af072a893f38b HTTP/1.1" status: 200 len: 375 time: 0.0385690 Nov 03 15:56:53.843322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3375450c-3a87-4e4a-bec0-438270303953 req-2df75fc7-6f95-44aa-9e04-bc8502d9d6e2 tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff9210d378224759ad3af072a893f38b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442257 Nov 03 15:56:53.892130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] For port b3c60965-33bb-4936-b026-7fd606ff64b8, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:56:53.909798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] For port b3c60965-33bb-4936-b026-7fd606ff64b8, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3c60965-33bb-4936-b026-7fd606ff64b8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:56:53.912443 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:53.942168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:53.945823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:53.946998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Pushing event deleted for resources: {'Port': ['ID=fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:53.999832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:54.000459 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:54.001916 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] 10.222.0.70 "PUT /v2.0/ports/b3c60965-33bb-4936-b026-7fd606ff64b8 HTTP/1.1" status: 200 len: 1092 time: 1.8195453 Nov 03 15:56:54.008647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912d939c-c28e-4980-be87-723611e3c19e', 'tag': 'b3c60965-33bb-4936-b026-7fd606ff64b8'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:54.011003 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "912d939c-c28e-4980-be87-723611e3c19e", "tag": "b3c60965-33bb-4936-b026-7fd606ff64b8"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:54.048533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] No DVR routers for this DVR port fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:54.073254 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:54.077056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58bf0a23-f94a-4398-a6c1-5eb01449cb0e req-3a24447e-7d93-471e-b891-add0d8d065db tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.15 "DELETE /v2.0/ports/fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc HTTP/1.1" status: 204 len: 173 time: 0.9825361 Nov 03 15:56:54.127977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13254d04-48bd-4ba3-a5d9-01e39aaecd60 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c60965-33bb-4936-b026-7fd606ff64b8,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:54.148265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c20a4a-3144-4105-869b-42094d21bb62 req-d7cd8a05-3121-4a03-90b4-11d5a9cec31a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:54.150133 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39c20a4a-3144-4105-869b-42094d21bb62 req-d7cd8a05-3121-4a03-90b4-11d5a9cec31a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 944 time: 0.1471517 Nov 03 15:56:54.157195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-8fbf0199-f300-41cb-9102-63803715ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:54.158967 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-8fbf0199-f300-41cb-9102-63803715ecca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 1095 time: 0.1116693 Nov 03 15:56:54.218582 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-0ced42d0-b5f6-4d00-b3ce-8bc9a09c3da4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c60965-33bb-4936-b026-7fd606ff64b8 HTTP/1.1" status: 200 len: 217 time: 0.0441773 Nov 03 15:56:54.281965 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39c20a4a-3144-4105-869b-42094d21bb62 req-7218bcc3-423b-4b0d-a9fd-84ea446e051f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217041 Nov 03 15:56:54.309653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-0ca09df8-42ab-4c4a-a079-36eb42683970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:54.311628 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-0ca09df8-42ab-4c4a-a079-36eb42683970 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.0849836 Nov 03 15:56:54.312641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48984) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:54.352818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-c5eefd34-6922-4b5c-84f3-11bd84a17722 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293868 Nov 03 15:56:54.355464 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5875b016-2832-46fe-a7c0-755dde8abdd0 x-openstack-request-id: req-5875b016-2832-46fe-a7c0-755dde8abdd0 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:54.356128 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912d939c-c28e-4980-be87-723611e3c19e", "tag": "b3c60965-33bb-4936-b026-7fd606ff64b8", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:54.356696 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5875b016-2832-46fe-a7c0-755dde8abdd0 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:54.357283 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912d939c-c28e-4980-be87-723611e3c19e', 'tag': 'b3c60965-33bb-4936-b026-7fd606ff64b8', 'status': 'completed', 'code': 200} Nov 03 15:56:54.471499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18cb64c1-376c-491b-b560-4778f9acca40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:54.524675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e170311c-cd2e-463a-b91f-226c6193419b req-e5eb19fc-8a7d-4103-9372-9f264cc2b99a tempest-MigrationsAdminTest-359863996 tempest-MigrationsAdminTest-359863996-project] 10.222.0.86 "GET /v2.0/ports?device_id=efb17774-bca2-4b23-9855-2e3b9d8f023a HTTP/1.1" status: 200 len: 210 time: 0.0501866 Nov 03 15:56:54.571397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-ad993708-f176-4ae1-85a7-d8751894ce63 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075760 Nov 03 15:56:54.721093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18cb64c1-376c-491b-b560-4778f9acca40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:54.732374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18cb64c1-376c-491b-b560-4778f9acca40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:54.779606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8406-e8e4-4d27-8907-5fca4bd7ff7c req-1e3d3288-61ad-4327-86b3-548de5ed8827 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:54.781122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5baf8406-e8e4-4d27-8907-5fca4bd7ff7c req-1e3d3288-61ad-4327-86b3-548de5ed8827 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 948 time: 0.1607008 Nov 03 15:56:54.782978 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bec8214-629f-41cf-b51f-d0df8c02c1ca req-1ec8a288-dd82-4389-a493-90bfcc811fec service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022724 Nov 03 15:56:54.823268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:54.833369 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-18cb64c1-376c-491b-b560-4778f9acca40 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a21a04228a94a6fb3e4adcb1e72a6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5193615 Nov 03 15:56:54.845641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb64c1-376c-491b-b560-4778f9acca40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9490d3d-9b1a-4667-a22d-45ae68983a8f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:54.898601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a4b7d2a-34ba-400b-b50a-ff6640d3d117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:54.925312 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a4b7d2a-34ba-400b-b50a-ff6640d3d117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:54.929121 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:56:54.952380 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5baf8406-e8e4-4d27-8907-5fca4bd7ff7c req-689b5b42-0a41-411d-9870-c4a4c37db64c tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609428 Nov 03 15:56:54.963715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-9bd29d07-252c-44b9-8356-28ff31c6eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:54.966880 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-9bd29d07-252c-44b9-8356-28ff31c6eb31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 1095 time: 0.1260037 Nov 03 15:56:55.027513 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a4b7d2a-34ba-400b-b50a-ff6640d3d117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.030664 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a4b7d2a-34ba-400b-b50a-ff6640d3d117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.032388 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0a4b7d2a-34ba-400b-b50a-ff6640d3d117 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c9490d3d-9b1a-4667-a22d-45ae68983a8f HTTP/1.1" status: 204 len: 168 time: 0.2078068 Nov 03 15:56:55.050282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b7d2a-34ba-400b-b50a-ff6640d3d117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9490d3d-9b1a-4667-a22d-45ae68983a8f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:55.124730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-5da3c6ba-524d-4962-b436-e8a0f8eee9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:55.126512 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-5da3c6ba-524d-4962-b436-e8a0f8eee9d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 912 time: 0.1532989 Nov 03 15:56:55.146522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49018) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:55.179630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-4007c06f-c6e2-4499-b62e-6672a13f0aee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c60965-33bb-4936-b026-7fd606ff64b8 HTTP/1.1" status: 200 len: 217 time: 0.0447428 Nov 03 15:56:55.238653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-b52d8ec4-c55b-44c2-9dc6-671d2e1da85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:55.240349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-b52d8ec4-c55b-44c2-9dc6-671d2e1da85c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.0529227 Nov 03 15:56:55.279750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-183f142b-8469-4cea-9c12-6d4fbba1cc95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315177 Nov 03 15:56:55.392507 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb74b644-3a96-42b5-9b82-6e1216cae7ca req-72a4b39a-1d1b-43ec-a3bf-a81d6560d433 tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ff9210d378224759ad3af072a893f38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656981 Nov 03 15:56:55.431745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069155fe-e92f-405d-87a7-ead0b939073e req-453e4494-6867-42fe-b4b2-b547ad9741f8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:55.434111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-069155fe-e92f-405d-87a7-ead0b939073e req-453e4494-6867-42fe-b4b2-b547ad9741f8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 944 time: 0.0689247 Nov 03 15:56:55.442542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c5fa-f929-4133-acfa-e3ed0c6fbd9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.459127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49036) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:55.486910 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a1f74b0f-8e48-47b3-84ca-c7f7e7b857ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.493562 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-a400ff98-96a0-4702-97cd-e91104387ed8 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056382 Nov 03 15:56:55.563982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-069155fe-e92f-405d-87a7-ead0b939073e req-ce2b44b1-4584-4335-9f0f-c7f836d4c337 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182051 Nov 03 15:56:55.584849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74b644-3a96-42b5-9b82-6e1216cae7ca req-3b13ee6b-d69e-45e1-ac7c-73ffb734a780 tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:55.586359 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb74b644-3a96-42b5-9b82-6e1216cae7ca req-3b13ee6b-d69e-45e1-ac7c-73ffb734a780 tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870298 Nov 03 15:56:55.609836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb74b644-3a96-42b5-9b82-6e1216cae7ca req-f0c89912-a31b-4bf9-8cbf-773c05e0e177 tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/quotas/ff9210d378224759ad3af072a893f38b HTTP/1.1" status: 200 len: 375 time: 0.0173440 Nov 03 15:56:55.644301 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-209f822d-a9ed-4ecc-8a4b-a4508a29f2dd req-2b134a4f-9083-4ce2-9dc0-63ccda52d83d service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411617 Nov 03 15:56:55.662455 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c5fa-f929-4133-acfa-e3ed0c6fbd9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.678096 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb74b644-3a96-42b5-9b82-6e1216cae7ca req-90073fb1-10f2-48db-9510-0ff84b70067b tempest-QuotasAdminNegativeTest-956705946 tempest-QuotasAdminNegativeTest-956705946-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff9210d378224759ad3af072a893f38b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554481 Nov 03 15:56:55.679437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c5fa-f929-4133-acfa-e3ed0c6fbd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.682778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a1f74b0f-8e48-47b3-84ca-c7f7e7b857ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.702590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a1f74b0f-8e48-47b3-84ca-c7f7e7b857ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.747114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5c5fa-f929-4133-acfa-e3ed0c6fbd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e43810e-4b6b-4887-b31a-6f1076e9e2e6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:55.758063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c5f5c5fa-f929-4133-acfa-e3ed0c6fbd9e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=41a93ae63f4b40969062af46fa5618c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6081727 Nov 03 15:56:55.758519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49046) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:55.792514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a1f74b0f-8e48-47b3-84ca-c7f7e7b857ac admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=50046d1d8b9a4440820e60696281f255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321850 Nov 03 15:56:55.795406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49052) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:55.816823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f74b0f-8e48-47b3-84ca-c7f7e7b857ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8c01f8-c298-4acb-a9e4-9d4c1a2d2494,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:55.878379 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6039157-7971-482b-9d90-8cd6037787b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.898118 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-563d4526-6fb0-4c34-8c8d-0fcc0cd85887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.906284 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6039157-7971-482b-9d90-8cd6037787b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.942194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-563d4526-6fb0-4c34-8c8d-0fcc0cd85887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:55.957873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49058) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:56.005578 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6039157-7971-482b-9d90-8cd6037787b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.010025 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6039157-7971-482b-9d90-8cd6037787b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.015026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d6039157-7971-482b-9d90-8cd6037787b3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e43810e-4b6b-4887-b31a-6f1076e9e2e6 HTTP/1.1" status: 204 len: 168 time: 0.2517977 Nov 03 15:56:56.039614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6039157-7971-482b-9d90-8cd6037787b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e43810e-4b6b-4887-b31a-6f1076e9e2e6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:56.044322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-563d4526-6fb0-4c34-8c8d-0fcc0cd85887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.046765 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-563d4526-6fb0-4c34-8c8d-0fcc0cd85887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.047998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-563d4526-6fb0-4c34-8c8d-0fcc0cd85887 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ae8c01f8-c298-4acb-a9e4-9d4c1a2d2494 HTTP/1.1" status: 204 len: 168 time: 0.2510881 Nov 03 15:56:56.057429 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d4526-6fb0-4c34-8c8d-0fcc0cd85887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8c01f8-c298-4acb-a9e4-9d4c1a2d2494,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:56.145870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1af431-92a5-46b0-8829-28b7ae49d211 req-251c4f49-58f2-4df4-9537-0f9eab8dd15a tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:56.160858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ea1af431-92a5-46b0-8829-28b7ae49d211 req-251c4f49-58f2-4df4-9537-0f9eab8dd15a tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 948 time: 0.0775156 Nov 03 15:56:56.177329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d5ee5c85-5cf3-48eb-bebc-db702ebd99e7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9b1469192bd448d38364a749bc3ed35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156143 Nov 03 15:56:56.178835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49068) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:56.185750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b3c60965-33bb-4936-b026-7fd606ff64b8 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:56:56.252781 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ea1af431-92a5-46b0-8829-28b7ae49d211 req-bbdc9785-6c0f-411b-b8ec-601cee14c73f tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907087 Nov 03 15:56:56.265823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4ba446f0-d4c9-4644-86ae-74189109cc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.295588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4ba446f0-d4c9-4644-86ae-74189109cc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.358796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'name': 'network-vif-deleted', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:56.361322 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de02266f-eff1-42d7-b7d5-b6bd70ddaa63" -d '{"events": [{"server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "name": "network-vif-deleted", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:56.394672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4ba446f0-d4c9-4644-86ae-74189109cc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.398398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4ba446f0-d4c9-4644-86ae-74189109cc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.402023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4ba446f0-d4c9-4644-86ae-74189109cc47 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/acec3e71-f2e1-4833-93c8-ff857dfd537c HTTP/1.1" status: 204 len: 168 time: 0.2195480 Nov 03 15:56:56.409272 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b3c60965-33bb-4936-b026-7fd606ff64b8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3c60965-33bb-4936-b026-7fd606ff64b8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:56.419764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba446f0-d4c9-4644-86ae-74189109cc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec3e71-f2e1-4833-93c8-ff857dfd537c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:56.440877 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8e164c-4d60-4fdf-8cb8-f3e8c4f928e2 x-openstack-request-id: req-fd8e164c-4d60-4fdf-8cb8-f3e8c4f928e2 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:56.442312 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb17774-bca2-4b23-9855-2e3b9d8f023a", "name": "network-vif-deleted", "tag": "fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:56.442563 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd8e164c-4d60-4fdf-8cb8-f3e8c4f928e2 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:56.443035 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb17774-bca2-4b23-9855-2e3b9d8f023a', 'name': 'network-vif-deleted', 'tag': 'fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc', 'status': 'completed', 'code': 200} Nov 03 15:56:56.449946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'b3c60965-33bb-4936-b026-7fd606ff64b8', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'port_id': 'b3c60965-33bb-4936-b026-7fd606ff64b8', 'mac_address': 'fa:16:3e:eb:f1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f1e646-0c63-47c3-8cd0-a87565cea73d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:56:56.485021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:56:56.511753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:56:56.512243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe05c99c-c5c4-44ad-b1bc-d6c1774ecffc not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:56:56.526524 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.548120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c60965-33bb-4936-b026-7fd606ff64b8 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:56:56.571184 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b3c60965-33bb-4936-b026-7fd606ff64b8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3c60965-33bb-4936-b026-7fd606ff64b8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:56.575470 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:56.667512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb873a5-292d-439f-8c9b-24544d035c11 req-9b431307-0389-450d-a80f-2ccfc3cb1b31 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:56.679493 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7eb873a5-292d-439f-8c9b-24544d035c11 req-9b431307-0389-450d-a80f-2ccfc3cb1b31 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 948 time: 0.0927739 Nov 03 15:56:56.692892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b3c60965-33bb-4936-b026-7fd606ff64b8,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:56.727505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158bac-65e6-451a-a271-0821c7356e3b req-24c7c0ce-9e2d-4f01-87ed-c7752cf8e91b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:56.737589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8158bac-65e6-451a-a271-0821c7356e3b req-24c7c0ce-9e2d-4f01-87ed-c7752cf8e91b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 945 time: 0.0821788 Nov 03 15:56:56.742855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7eb873a5-292d-439f-8c9b-24544d035c11 req-f997751a-05f3-4aa0-a5bd-09492fc35b6c tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568893 Nov 03 15:56:56.756538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49102) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:56.809338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8158bac-65e6-451a-a271-0821c7356e3b req-633c9cce-2cad-45c1-a947-170105b0c50a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693219 Nov 03 15:56:56.834938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['b3c60965-33bb-4936-b026-7fd606ff64b8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:56:56.928886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49110) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:56.992607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7ad38a27-d4d7-445c-8066-a8484f8e66cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=88d91c7cb8294d2a92de56953bf717c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604115 Nov 03 15:56:56.993136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49112) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:56.996326 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83a8dfe0-181d-4566-8de1-6a9524fd9411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.069228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5f74abba-28c6-4d5e-a2db-98f116ed4e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.093124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83a8dfe0-181d-4566-8de1-6a9524fd9411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.099175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83a8dfe0-181d-4566-8de1-6a9524fd9411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.103145 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5f74abba-28c6-4d5e-a2db-98f116ed4e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.150815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-83a8dfe0-181d-4566-8de1-6a9524fd9411 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff9210d378224759ad3af072a893f38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929226 Nov 03 15:56:57.152195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8dfe0-181d-4566-8de1-6a9524fd9411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ecb529-9298-4d7d-a5b1-c0f49ed1297e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:57.154813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49120) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:57.185536 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5f74abba-28c6-4d5e-a2db-98f116ed4e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.188516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5f74abba-28c6-4d5e-a2db-98f116ed4e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.193306 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5f74abba-28c6-4d5e-a2db-98f116ed4e68 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/36c02c32-9623-45ae-b800-29e23cfa0afe HTTP/1.1" status: 204 len: 168 time: 0.1984558 Nov 03 15:56:57.210604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74abba-28c6-4d5e-a2db-98f116ed4e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c02c32-9623-45ae-b800-29e23cfa0afe,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:57.215328 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27896a6e-bbf6-486b-ac7c-32cb8ac37248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.243529 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27896a6e-bbf6-486b-ac7c-32cb8ac37248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.303248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27896a6e-bbf6-486b-ac7c-32cb8ac37248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.306587 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27896a6e-bbf6-486b-ac7c-32cb8ac37248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.307867 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-27896a6e-bbf6-486b-ac7c-32cb8ac37248 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b4ecb529-9298-4d7d-a5b1-c0f49ed1297e HTTP/1.1" status: 204 len: 168 time: 0.1519423 Nov 03 15:56:57.316740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27896a6e-bbf6-486b-ac7c-32cb8ac37248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ecb529-9298-4d7d-a5b1-c0f49ed1297e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:57.821867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49160) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:57.841615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d92562a-f141-4056-847e-c533f8413a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.953878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d92562a-f141-4056-847e-c533f8413a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.959148 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d92562a-f141-4056-847e-c533f8413a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:57.970699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e948b-ca87-422a-8b1e-42cddb010e08 req-6164054f-9d8d-4b6e-83c0-93895ef0f5e3 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:57.972415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac8e948b-ca87-422a-8b1e-42cddb010e08 req-6164054f-9d8d-4b6e-83c0-93895ef0f5e3 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 948 time: 0.1289871 Nov 03 15:56:58.001581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5d92562a-f141-4056-847e-c533f8413a73 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=51f17508cd574e8bac56ae03feb825e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776447 Nov 03 15:56:58.004408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49172) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:58.046827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac8e948b-ca87-422a-8b1e-42cddb010e08 req-10efcca6-f083-44aa-85cf-aeb05d8c0341 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/security-groups?id=d40bad8f-1162-451e-8dc2-30d1efaac20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657449 Nov 03 15:56:58.052963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92562a-f141-4056-847e-c533f8413a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d06c7dd-1b51-4b5c-8cb1-d7f8bd479392,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:58.173675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-373fe345-2c44-4408-bbab-c23b1a71888e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.188912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b3c60965-33bb-4936-b026-7fd606ff64b8 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:56:58.220271 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c07490d0-fde5-4d17-b855-12dfee9356ab tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:58.222079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c07490d0-fde5-4d17-b855-12dfee9356ab tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.15 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 948 time: 0.1019280 Nov 03 15:56:58.225111 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-373fe345-2c44-4408-bbab-c23b1a71888e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.276818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49184) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:58.302227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port b3c60965-33bb-4936-b026-7fd606ff64b8 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:56:58.312727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port b3c60965-33bb-4936-b026-7fd606ff64b8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:56:58.312727 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.335169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43142e99-78a8-4ef4-a7a0-f21267cbc442 req-b9f0059c-8e61-4817-a3d8-def66045ecc1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:58.344852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43142e99-78a8-4ef4-a7a0-f21267cbc442 req-b9f0059c-8e61-4817-a3d8-def66045ecc1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 945 time: 0.1843560 Nov 03 15:56:58.379532 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-373fe345-2c44-4408-bbab-c23b1a71888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.382334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-373fe345-2c44-4408-bbab-c23b1a71888e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.383852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-373fe345-2c44-4408-bbab-c23b1a71888e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d06c7dd-1b51-4b5c-8cb1-d7f8bd479392 HTTP/1.1" status: 204 len: 168 time: 0.3783586 Nov 03 15:56:58.392090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Deleting port 39eec49f-5d88-4b65-bb58-c3d3973f5450 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:56:58.396782 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.430268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.442761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43142e99-78a8-4ef4-a7a0-f21267cbc442 req-1dc135d3-f331-47ae-a9c2-22d4c7d8f520 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862315 Nov 03 15:56:58.477221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fe345-2c44-4408-bbab-c23b1a71888e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d06c7dd-1b51-4b5c-8cb1-d7f8bd479392,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:58.483236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b3c60965-33bb-4936-b026-7fd606ff64b8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3c60965-33bb-4936-b026-7fd606ff64b8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:58.485366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912d939c-c28e-4980-be87-723611e3c19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c60965-33bb-4936-b026-7fd606ff64b8'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:58.489429 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ccb278-cff3-4aa1-9422-1bbdbf1d629c" -d '{"events": [{"server_uuid": "912d939c-c28e-4980-be87-723611e3c19e", "name": "network-vif-plugged", "status": "completed", "tag": "b3c60965-33bb-4936-b026-7fd606ff64b8"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:58.522422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.572505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] For port 39eec49f-5d88-4b65-bb58-c3d3973f5450, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=39eec49f-5d88-4b65-bb58-c3d3973f5450,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:56:58.572874 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.578625 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1cf98d-1680-43d3-a301-d9885ee78c94 x-openstack-request-id: req-2b1cf98d-1680-43d3-a301-d9885ee78c94 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:58.579258 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912d939c-c28e-4980-be87-723611e3c19e", "name": "network-vif-plugged", "status": "completed", "tag": "b3c60965-33bb-4936-b026-7fd606ff64b8", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:58.579716 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2b1cf98d-1680-43d3-a301-d9885ee78c94 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:58.580310 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912d939c-c28e-4980-be87-723611e3c19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c60965-33bb-4936-b026-7fd606ff64b8', 'code': 200} Nov 03 15:56:58.614456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Calling delete_port for 39eec49f-5d88-4b65-bb58-c3d3973f5450 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:56:58.616723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-419502126-network', 'tenant_id': '284715e8494d41b99194edcfa5217fdb'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:58.638076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b3c60965-33bb-4936-b026-7fd606ff64b8,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:58.656472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Made reservation on behalf of 284715e8494d41b99194edcfa5217fdb for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:58.659796 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.671747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.852828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091020d-c1e0-4622-82c0-c1a1bbe073f5 req-351f9033-8b13-472b-a464-f42d103abc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:58.854791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1091020d-c1e0-4622-82c0-c1a1bbe073f5 req-351f9033-8b13-472b-a464-f42d103abc2d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 1097 time: 0.0935588 Nov 03 15:56:58.884768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.889191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.952205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b676971-9131-4127-b951-697c6a5e5c02,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:58.971843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1091020d-c1e0-4622-82c0-c1a1bbe073f5 req-55746067-5679-49a3-9aa2-7ba8c67e6f79 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075072 Nov 03 15:56:58.974400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:58.979606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:56:59.004229 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:59.005008 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Added segment a0f119cc-ec3f-4529-8cef-e564531a95ce of type vlan for network 1cacca8b-4176-44d5-b9c7-567bd698697e Nov 03 15:56:59.032980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Pushing event deleted for resources: {'Port': ['ID=39eec49f-5d88-4b65-bb58-c3d3973f5450,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:59.108150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:59.159648 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] No DVR routers for this DVR port 39eec49f-5d88-4b65-bb58-c3d3973f5450 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:56:59.164959 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:59.168828 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-647ea4d9-9cd0-4ed7-adad-515098229d92 req-c83777c7-b45e-4a62-aefe-99261e04e6b4 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.15 "DELETE /v2.0/ports/39eec49f-5d88-4b65-bb58-c3d3973f5450 HTTP/1.1" status: 204 len: 173 time: 0.9290085 Nov 03 15:56:59.169551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1740da0e-5f98-4509-aea3-ff2960b3c529', 'name': 'network-vif-deleted', 'tag': '39eec49f-5d88-4b65-bb58-c3d3973f5450'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:56:59.186461 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5897b2-63f5-449e-9183-809a3f14ec46" -d '{"events": [{"server_uuid": "1740da0e-5f98-4509-aea3-ff2960b3c529", "name": "network-vif-deleted", "tag": "39eec49f-5d88-4b65-bb58-c3d3973f5450"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:56:59.251652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:59.252739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:59.253370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:59.293433 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f51bd6c-a8e4-4563-a70e-5db273ae9b2b x-openstack-request-id: req-5f51bd6c-a8e4-4563-a70e-5db273ae9b2b {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:56:59.293963 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1740da0e-5f98-4509-aea3-ff2960b3c529", "name": "network-vif-deleted", "tag": "39eec49f-5d88-4b65-bb58-c3d3973f5450", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:56:59.294393 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5f51bd6c-a8e4-4563-a70e-5db273ae9b2b {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:56:59.294823 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1740da0e-5f98-4509-aea3-ff2960b3c529', 'name': 'network-vif-deleted', 'tag': '39eec49f-5d88-4b65-bb58-c3d3973f5450', 'status': 'completed', 'code': 200} Nov 03 15:56:59.363454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7148cdb0-7b13-488e-9aaf-87527806c221 req-114bc24f-b374-4350-ab4a-4c214ecadb12 tempest-ImagesNegativeTestJSON-1120051190 tempest-ImagesNegativeTestJSON-1120051190-project] 10.222.0.86 "GET /v2.0/ports?device_id=1740da0e-5f98-4509-aea3-ff2960b3c529 HTTP/1.1" status: 200 len: 210 time: 0.1526933 Nov 03 15:56:59.427406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1458647 Nov 03 15:56:59.430220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49228) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:56:59.437003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Request body: {'subnet': {'network_id': '1cacca8b-4176-44d5-b9c7-567bd698697e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-419502126-subnet', 'tenant_id': '284715e8494d41b99194edcfa5217fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:56:59.492118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Made reservation on behalf of 284715e8494d41b99194edcfa5217fdb for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:56:59.496831 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:56:59.528870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20346e-e5a1-49f8-af00-876fcb115868 admin admin] Pushing event updated for resources: {'Network': ['ID=1cacca8b-4176-44d5-b9c7-567bd698697e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:56:59.547164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 1cacca8b-4176-44d5-b9c7-567bd698697e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:56:59.735948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7e526-8759-4c42-aa71-e7c02be3bf36 req-16847581-4212-4c53-96df-0d206d54feed tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:56:59.747901 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-35d7e526-8759-4c42-aa71-e7c02be3bf36 req-16847581-4212-4c53-96df-0d206d54feed tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 946 time: 0.1195443 Nov 03 15:56:59.932703 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-35d7e526-8759-4c42-aa71-e7c02be3bf36 req-bf35bc19-9a91-4d8c-8163-eb9cea1e9ee0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799352 Nov 03 15:57:00.108985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:00.259989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8d50a9-f561-4ef5-b3dd-c821e6cff494,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:00.271434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Checking segment: {'id': 'a0f119cc-ec3f-4529-8cef-e564531a95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1cacca8b-4176-44d5-b9c7-567bd698697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:00.272014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Network hostable DHCP agents. Network: 1cacca8b-4176-44d5-b9c7-567bd698697e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:57:00.294641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Network 1cacca8b-4176-44d5-b9c7-567bd698697e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:57:00.309801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 1cacca8b-4176-44d5-b9c7-567bd698697e) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:00.321018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:00.321667 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:00.327724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c477f8-f199-454d-b71f-4c4d90605bbb None None] Network 1cacca8b-4176-44d5-b9c7-567bd698697e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:00.356359 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b4ea835c-48a4-4f32-86fe-e57747556777 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9249635 Nov 03 15:57:00.491322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 39eec49f-5d88-4b65-bb58-c3d3973f5450 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:00.540854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 39eec49f-5d88-4b65-bb58-c3d3973f5450 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:00.541383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 39eec49f-5d88-4b65-bb58-c3d3973f5450 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:00.791118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6ec19-05cb-4f8c-a6ec-d84ce1ca9691 None None] Network 1cacca8b-4176-44d5-b9c7-567bd698697e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:01.002028 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:01.098374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95607b8e-399a-4fdd-b554-df677a215e5f req-8576225f-68eb-4dcf-ba5a-5ba5ac414e5c tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:01.101373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95607b8e-399a-4fdd-b554-df677a215e5f req-8576225f-68eb-4dcf-ba5a-5ba5ac414e5c tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 946 time: 0.0690608 Nov 03 15:57:01.171627 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95607b8e-399a-4fdd-b554-df677a215e5f req-6647a8d8-39be-4167-a6b3-38f406e56eec tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Nov 03 15:57:01.340356 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-0460a1a2-c0d6-4c13-9fd3-59196e68efb4 req-fcbc14f8-6855-4c18-9d4d-0a3af8dc84d0 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] show failed (client error): The resource could not be found. Nov 03 15:57:01.341425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0460a1a2-c0d6-4c13-9fd3-59196e68efb4 req-fcbc14f8-6855-4c18-9d4d-0a3af8dc84d0 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] 10.222.0.86 "GET /v2.0/security-groups/bdfc3882-3dff-4a78-93d5-53b68b4a1d13 HTTP/1.1" status: 404 len: 352 time: 0.0222418 Nov 03 15:57:01.409003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49308) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:01.495978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49316) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:01.516754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34fa29d2-d41b-4bc1-9713-cf0edc6d8b0e req-52641571-f190-48ed-9398-a5b10eac5774 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=284715e8494d41b99194edcfa5217fdb HTTP/1.1" status: 200 len: 3001 time: 0.1014144 Nov 03 15:57:01.541322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec0521-0f55-4b6d-8634-b2959c632d0b req-d78c065b-f03e-43dc-be22-eb6d6179d696 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:01.550380 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cec0521-0f55-4b6d-8634-b2959c632d0b req-d78c065b-f03e-43dc-be22-eb6d6179d696 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 946 time: 0.0841193 Nov 03 15:57:01.623474 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34fa29d2-d41b-4bc1-9713-cf0edc6d8b0e req-d266a320-b9f9-4941-aa21-109b8adfd075 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] 10.222.0.86 "GET /v2.0/security-groups/9b676971-9131-4127-b951-697c6a5e5c02 HTTP/1.1" status: 200 len: 2998 time: 0.0981114 Nov 03 15:57:01.640791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cec0521-0f55-4b6d-8634-b2959c632d0b req-b255c146-8df0-4554-b681-683660e016bf tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891569 Nov 03 15:57:01.701629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34fa29d2-d41b-4bc1-9713-cf0edc6d8b0e req-ada32427-854f-4c9c-b715-62fc664e7f9c tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] 10.222.0.86 "GET /v2.0/security-groups/9b676971-9131-4127-b951-697c6a5e5c02 HTTP/1.1" status: 200 len: 2998 time: 0.0758784 Nov 03 15:57:01.782340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2737d668-db90-44c7-807b-3720c677e9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:01.835622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f251d98-aebc-40ba-bf1f-43780f444290 req-62b0c838-7d80-49b2-b619-97336617c9da tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] 10.222.0.86 "GET /v2.0/security-groups/9b676971-9131-4127-b951-697c6a5e5c02 HTTP/1.1" status: 200 len: 2998 time: 0.0963631 Nov 03 15:57:01.897352 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-38775ff6-5fff-498a-8d98-8de8eef5b684 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4b49d9bcbb76486aaafd1502b82f8f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984323 Nov 03 15:57:01.900248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49334) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:01.972889 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-2f251d98-aebc-40ba-bf1f-43780f444290 req-f60486c3-1733-4615-8739-3101e8d5e513 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 15:57:01.987123 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f251d98-aebc-40ba-bf1f-43780f444290 req-f60486c3-1733-4615-8739-3101e8d5e513 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] 10.222.0.86 "DELETE /v2.0/security-groups/9b676971-9131-4127-b951-697c6a5e5c02 HTTP/1.1" status: 409 len: 352 time: 0.1505308 Nov 03 15:57:02.004518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2737d668-db90-44c7-807b-3720c677e9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.017176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2737d668-db90-44c7-807b-3720c677e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.040234 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-3ee24971-2f82-4a18-8da9-1793e027f230 req-a66ae2e7-ef07-4616-b2e9-dbb144f683d5 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] show failed (client error): The resource could not be found. Nov 03 15:57:02.042312 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ee24971-2f82-4a18-8da9-1793e027f230 req-a66ae2e7-ef07-4616-b2e9-dbb144f683d5 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] 10.222.0.86 "GET /v2.0/security-groups/8e7fadd4-f502-4eb0-a8b3-a9f4f7f7e934 HTTP/1.1" status: 404 len: 352 time: 0.0260732 Nov 03 15:57:02.068794 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed68d2ce-258c-483a-a398-bfa88a65e0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.107920 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-fe678f3a-fed5-4f52-94ba-1f22cec6d327 req-935238de-f4e5-4a80-b632-e29999d5d7a1 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] show failed (client error): The resource could not be found. Nov 03 15:57:02.113810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe678f3a-fed5-4f52-94ba-1f22cec6d327 req-935238de-f4e5-4a80-b632-e29999d5d7a1 tempest-SecurityGroupsNegativeTestJSON-1811613915 tempest-SecurityGroupsNegativeTestJSON-1811613915-project] 10.222.0.86 "GET /v2.0/security-groups/b188271c-68d9-479c-b7fa-f08fb1cba289 HTTP/1.1" status: 404 len: 352 time: 0.0296259 Nov 03 15:57:02.126129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49346) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:02.165712 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2737d668-db90-44c7-807b-3720c677e9dd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a227c77fd90746f9be93ad6f0c6f451c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7552903 Nov 03 15:57:02.168556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49350) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:02.181888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737d668-db90-44c7-807b-3720c677e9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115497ba-8dd0-4318-b610-7b129b3d1786,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:02.220010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8f132c-9f11-44c1-b43e-7caf29eb528b admin admin] Deleting subnet 7a8d50a9-f561-4ef5-b3dd-c821e6cff494 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:57:02.223924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed68d2ce-258c-483a-a398-bfa88a65e0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.224613 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d8f132c-9f11-44c1-b43e-7caf29eb528b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.284675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d8f132c-9f11-44c1-b43e-7caf29eb528b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.335926 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d8f132c-9f11-44c1-b43e-7caf29eb528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.344655 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31a61a1c-471b-4596-b482-57933f4356b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.373429 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31a61a1c-471b-4596-b482-57933f4356b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.407609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d8f132c-9f11-44c1-b43e-7caf29eb528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.456305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f132c-9f11-44c1-b43e-7caf29eb528b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a8d50a9-f561-4ef5-b3dd-c821e6cff494,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:02.460396 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d8f132c-9f11-44c1-b43e-7caf29eb528b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.463238 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b6baa434-2d4d-4b87-b320-6a8d03f0ba90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.470113 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed68d2ce-258c-483a-a398-bfa88a65e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.478762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3d8f132c-9f11-44c1-b43e-7caf29eb528b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7a8d50a9-f561-4ef5-b3dd-c821e6cff494 HTTP/1.1" status: 204 len: 168 time: 0.3490639 Nov 03 15:57:02.478978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed68d2ce-258c-483a-a398-bfa88a65e0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.478978 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ed68d2ce-258c-483a-a398-bfa88a65e0dd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d40bad8f-1162-451e-8dc2-30d1efaac20d HTTP/1.1" status: 204 len: 168 time: 0.5736465 Nov 03 15:57:02.479625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49362) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:02.496145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68d2ce-258c-483a-a398-bfa88a65e0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40bad8f-1162-451e-8dc2-30d1efaac20d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:02.498483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31a61a1c-471b-4596-b482-57933f4356b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.501446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31a61a1c-471b-4596-b482-57933f4356b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.502533 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-31a61a1c-471b-4596-b482-57933f4356b6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/115497ba-8dd0-4318-b610-7b129b3d1786 HTTP/1.1" status: 204 len: 168 time: 0.3237333 Nov 03 15:57:02.526611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a61a1c-471b-4596-b482-57933f4356b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115497ba-8dd0-4318-b610-7b129b3d1786,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:02.627653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.727938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.774605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cacca8b-4176-44d5-b9c7-567bd698697e']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:02.794096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c469e77-c0c6-4d90-aa65-0215aefe98fd req-30265720-9c84-457a-abe9-dae420b22a4e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:02.796201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f119cc-ec3f-4529-8cef-e564531a95ce') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:02.796722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f119cc-ec3f-4529-8cef-e564531a95ce') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:02.803391 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c469e77-c0c6-4d90-aa65-0215aefe98fd req-30265720-9c84-457a-abe9-dae420b22a4e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 946 time: 0.0692077 Nov 03 15:57:02.811568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.843072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.852941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:57:02.853348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:57:02.855093 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:57:02.874122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c469e77-c0c6-4d90-aa65-0215aefe98fd req-f30f1713-f1c2-4892-968f-ead4cabe770f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696340 Nov 03 15:57:02.934182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.954902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:02.965867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] 10.222.0.86 "DELETE /v2.0/networks/1cacca8b-4176-44d5-b9c7-567bd698697e HTTP/1.1" status: 204 len: 168 time: 0.4766195 Nov 03 15:57:02.994049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33591a-aeb7-4c13-aa02-361c09236406 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cacca8b-4176-44d5-b9c7-567bd698697e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:03.174117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49406) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:03.308701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f34169a6-86ab-4913-843a-843725da791b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=284715e8494d41b99194edcfa5217fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314135 Nov 03 15:57:03.308836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49418) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:03.424063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-563131a2-a46c-4c11-b66f-4bd1a9fbcc52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:03.448278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f6e76-de92-42c3-b3df-436a5b964785 req-2c5c307c-88c1-4bf8-b4d3-7b4df8d29605 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:03.449814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf1f6e76-de92-42c3-b3df-436a5b964785 req-2c5c307c-88c1-4bf8-b4d3-7b4df8d29605 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 946 time: 0.0896080 Nov 03 15:57:03.465057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-563131a2-a46c-4c11-b66f-4bd1a9fbcc52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:03.555528 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf1f6e76-de92-42c3-b3df-436a5b964785 req-8331d151-ac29-4bed-80b3-644b4391eb6e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942743 Nov 03 15:57:03.581330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-563131a2-a46c-4c11-b66f-4bd1a9fbcc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:03.584780 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-563131a2-a46c-4c11-b66f-4bd1a9fbcc52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:03.586000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-563131a2-a46c-4c11-b66f-4bd1a9fbcc52 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b676971-9131-4127-b951-697c6a5e5c02 HTTP/1.1" status: 204 len: 168 time: 0.2760887 Nov 03 15:57:03.595370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563131a2-a46c-4c11-b66f-4bd1a9fbcc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b676971-9131-4127-b951-697c6a5e5c02,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:03.740788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49438) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:04.014530 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c16a124-c5d2-4aa3-9305-51b96754734f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:04.159434 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c16a124-c5d2-4aa3-9305-51b96754734f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:04.170065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c16a124-c5d2-4aa3-9305-51b96754734f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:04.216502 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c16a124-c5d2-4aa3-9305-51b96754734f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=020af8b662c744d7a66fd3056a69d254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739771 Nov 03 15:57:04.217850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16a124-c5d2-4aa3-9305-51b96754734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc42e01c-7e91-4512-9690-95a286d5b1ac,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:04.219541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49462) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:04.305430 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11942684-3069-47bf-881d-bf161bb23a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:04.329339 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11942684-3069-47bf-881d-bf161bb23a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:04.398527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11942684-3069-47bf-881d-bf161bb23a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:04.402651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11942684-3069-47bf-881d-bf161bb23a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:04.404202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-11942684-3069-47bf-881d-bf161bb23a90 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bc42e01c-7e91-4512-9690-95a286d5b1ac HTTP/1.1" status: 204 len: 168 time: 0.1811588 Nov 03 15:57:04.415630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11942684-3069-47bf-881d-bf161bb23a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc42e01c-7e91-4512-9690-95a286d5b1ac,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:04.702412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776febe-5449-44d2-8b9b-74b34acc0d91 req-1583265b-1520-46e7-808d-bf5b10aff684 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:04.709828 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6776febe-5449-44d2-8b9b-74b34acc0d91 req-1583265b-1520-46e7-808d-bf5b10aff684 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 946 time: 0.0860612 Nov 03 15:57:04.762397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6776febe-5449-44d2-8b9b-74b34acc0d91 req-719569fd-594e-4d45-ad1a-30d731ec6ba9 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517097 Nov 03 15:57:04.860945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-06e7da16-744c-440c-9522-7d1d91fbec51 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:04.864313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-06e7da16-744c-440c-9522-7d1d91fbec51 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 946 time: 0.0734196 Nov 03 15:57:04.921025 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-343be5fa-9116-41dd-97b3-8a2eb2ff7f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.009968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Deleting port b3c60965-33bb-4936-b026-7fd606ff64b8 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:05.010557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.124903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] For port b3c60965-33bb-4936-b026-7fd606ff64b8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3c60965-33bb-4936-b026-7fd606ff64b8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:05.125184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.140867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Calling delete_port for b3c60965-33bb-4936-b026-7fd606ff64b8 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:05.299584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49510) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:05.315466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53c9b296-4306-48d5-9067-7ef1c31d3ca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.326743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.340031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['b3c60965-33bb-4936-b026-7fd606ff64b8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:57:05.384222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event deleted for resources: {'Port': ['ID=b3c60965-33bb-4936-b026-7fd606ff64b8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:05.449647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] No DVR routers for this DVR port b3c60965-33bb-4936-b026-7fd606ff64b8 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:57:05.452622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.457797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ccdbbd-ebb6-43d0-a934-f83a28fcf9e9 req-37193900-e1bb-4bc5-9a50-7cb102c2389d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "DELETE /v2.0/ports/b3c60965-33bb-4936-b026-7fd606ff64b8 HTTP/1.1" status: 204 len: 173 time: 0.5852118 Nov 03 15:57:05.458382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912d939c-c28e-4980-be87-723611e3c19e', 'name': 'network-vif-deleted', 'tag': 'b3c60965-33bb-4936-b026-7fd606ff64b8'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:05.461396 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab26361-883e-44c6-9f99-0c646364fd8f" -d '{"events": [{"server_uuid": "912d939c-c28e-4980-be87-723611e3c19e", "name": "network-vif-deleted", "tag": "b3c60965-33bb-4936-b026-7fd606ff64b8"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:05.506670 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e1674-b7bf-40c0-a738-0bf4cbf4b733 x-openstack-request-id: req-ee0e1674-b7bf-40c0-a738-0bf4cbf4b733 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:05.506670 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912d939c-c28e-4980-be87-723611e3c19e", "name": "network-vif-deleted", "tag": "b3c60965-33bb-4936-b026-7fd606ff64b8", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:05.506989 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee0e1674-b7bf-40c0-a738-0bf4cbf4b733 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:05.507309 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912d939c-c28e-4980-be87-723611e3c19e', 'name': 'network-vif-deleted', 'tag': 'b3c60965-33bb-4936-b026-7fd606ff64b8', 'status': 'completed', 'code': 200} Nov 03 15:57:05.520924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53c9b296-4306-48d5-9067-7ef1c31d3ca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.526876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53c9b296-4306-48d5-9067-7ef1c31d3ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.564317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-53c9b296-4306-48d5-9067-7ef1c31d3ca1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a5af4b1c91c14fa3a7aaf55b52c59ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619088 Nov 03 15:57:05.567355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49518) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:05.605825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9b296-4306-48d5-9067-7ef1c31d3ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e95db8-5859-4c37-b3a9-f4d80f177232,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:05.671287 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-decce766-03a1-48a7-8627-44bd8c87331e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.699837 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-decce766-03a1-48a7-8627-44bd8c87331e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.776157 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-decce766-03a1-48a7-8627-44bd8c87331e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.779736 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-decce766-03a1-48a7-8627-44bd8c87331e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:05.781829 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-decce766-03a1-48a7-8627-44bd8c87331e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56e95db8-5859-4c37-b3a9-f4d80f177232 HTTP/1.1" status: 204 len: 168 time: 0.2133191 Nov 03 15:57:05.791635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decce766-03a1-48a7-8627-44bd8c87331e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e95db8-5859-4c37-b3a9-f4d80f177232,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:05.920053 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d33857d-1a59-41d5-b1b5-6b60ffbf03c0 req-dec69e8a-f477-4e13-977c-568638d84ea0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=912d939c-c28e-4980-be87-723611e3c19e HTTP/1.1" status: 200 len: 210 time: 0.0505776 Nov 03 15:57:06.118763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:06.138990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49550) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:06.395589 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-223412925-network', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:06.427359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Made reservation on behalf of 64fa0c8d86aa4a7c905a40b8931fb8ab for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:06.433363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:06.448341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:06.568584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:06.574646 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:06.605710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:57:06.617262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac83f96-2158-48ce-ade5-e2fe4021a398,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:06.634427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:06.638520 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Added segment 8de484a8-6b6a-4538-9f27-88414f087235 of type vlan for network 5b56bf33-964b-47f0-96a4-87ef72248f36 Nov 03 15:57:06.708132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:06.749129 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:06.750540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:06.751324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:06.855223 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7151258 Nov 03 15:57:06.858287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49588) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:06.864868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Request body: {'subnet': {'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-223412925-subnet', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:06.875720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30ccdc-3592-4f17-aca0-e8753fb1c5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5b56bf33-964b-47f0-96a4-87ef72248f36,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:06.893229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5b56bf33-964b-47f0-96a4-87ef72248f36 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:57:06.904090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Made reservation on behalf of 64fa0c8d86aa4a7c905a40b8931fb8ab for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:06.910903 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.148786 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.227700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Checking segment: {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:07.228208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Network hostable DHCP agents. Network: 5b56bf33-964b-47f0-96a4-87ef72248f36, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:57:07.236438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d3e4bf-e6f0-4edd-a74e-bee7bb95d536,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:07.272329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Network 5b56bf33-964b-47f0-96a4-87ef72248f36 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:57:07.282940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5b56bf33-964b-47f0-96a4-87ef72248f36) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:07.289075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:07.290565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.298688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf8577-e2df-447f-918d-54a97638ade8 None None] Network 5b56bf33-964b-47f0-96a4-87ef72248f36 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:07.338726 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-597ea7e6-b650-4ea4-95f2-496cb7bed313 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4758904 Nov 03 15:57:07.339473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49640) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:07.350663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:07.383215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.396362 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.419119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49658) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:07.557375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.578725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5b56bf33-964b-47f0-96a4-87ef72248f36', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:57:07.579702 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.624200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-c082a2a2-6638-4d4c-b246-c525c86edc52 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:07.633392 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-c082a2a2-6638-4d4c-b246-c525c86edc52 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.2327847 Nov 03 15:57:07.666938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-be4e6554-f108-4863-b05e-af0048b69498 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/quotas/453236d257d74a2bae741ad1e455f5c9 HTTP/1.1" status: 200 len: 375 time: 0.0262146 Nov 03 15:57:07.685870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.714084 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-8424019e-3b28-421b-a420-2459b362a6f4 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337725 Nov 03 15:57:07.740353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-575774613-network', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:07.799076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.830966 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Allocated IP 172.20.0.2 (5b56bf33-964b-47f0-96a4-87ef72248f36/63d3e4bf-e6f0-4edd-a74e-bee7bb95d536/86264f0e-34ab-47cf-a2e7-9a8e4ab8178b) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:07.832406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Made reservation on behalf of 0ec46f70f9f6444d8c82f606dfef1cec for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:07.835107 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.857944 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:07.892857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-f2f00fbd-3ba4-4d2a-8fd4-935202734d43 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702371 Nov 03 15:57:08.014792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.021729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.123781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:57:08.149155 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.152637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882e3ab2-a3da-4eb9-9084-6ba4b76f20ee,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:08.157375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.157843 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Added segment 4b23d13f-8a29-48f9-84aa-190f78ef15c2 of type vlan for network 2429b1e6-e6ac-46b8-aa54-205012387206 Nov 03 15:57:08.165673 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.216838 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.239330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.243923 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.248307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b3c60965-33bb-4936-b026-7fd606ff64b8 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:08.293945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Network 5b56bf33-964b-47f0-96a4-87ef72248f36 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:08.374724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:08.390617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: b3c60965-33bb-4936-b026-7fd606ff64b8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:08.391363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b3c60965-33bb-4936-b026-7fd606ff64b8 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:08.400462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:08.415008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Pushing event updated for resources: {'Port': ['ID=86264f0e-34ab-47cf-a2e7-9a8e4ab8178b,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:08.438022 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.495647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.497189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:08.498495 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.517463 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-40c38f8c-ff45-497e-984c-aec1356b7607 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228995 Nov 03 15:57:08.570162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Attempting to bind port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:08.570750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Attempting to bind port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:08.571525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Attempting to bind port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b on network 5b56bf33-964b-47f0-96a4-87ef72248f36 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:08.599427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:08.599807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Checking segment: {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:08.600204 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.600587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Bound using segment: {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:08.601155 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Bound port: 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:08.601745 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.612418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Pushing event updated for resources: {'Network': ['ID=2429b1e6-e6ac-46b8-aa54-205012387206,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:08.628763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2037592 Nov 03 15:57:08.629958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49732) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:08.635544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Request body: {'subnet': {'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-575774613-subnet', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:08.653922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.654679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.658526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.659424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.660187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.660819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.661976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.663126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.663746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.664300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.665195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.665949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c5b1-6476-4d2c-a1d6-e42a48171e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:08.678183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Made reservation on behalf of 0ec46f70f9f6444d8c82f606dfef1cec for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:08.681698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:08.726491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 2429b1e6-e6ac-46b8-aa54-205012387206 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:57:08.746414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Allocated IP 172.25.6.13 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/04be8d01-15f3-43d1-b59c-ed0f6fd070e5) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:08.983039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] For port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:08.993188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] For port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=86264f0e-34ab-47cf-a2e7-9a8e4ab8178b,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:09.004076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:09.054157 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:09.061002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8fa581-513e-4a69-9685-aa79a8866586 req-7e95f953-c4e8-4ef6-9c57-4a68b5657526 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 210 time: 0.1598883 Nov 03 15:57:09.129333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=275322b7-498f-499a-8b86-601dc870b716,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:09.140128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65afcd-be33-4156-953c-a95b6f193aa1 None None] Pushing event updated for resources: {'Port': ['ID=86264f0e-34ab-47cf-a2e7-9a8e4ab8178b,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:09.157608 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:09.204806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Checking segment: {'id': '4b23d13f-8a29-48f9-84aa-190f78ef15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:09.205144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Network hostable DHCP agents. Network: 2429b1e6-e6ac-46b8-aa54-205012387206, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:57:09.220150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:09.257503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Network 2429b1e6-e6ac-46b8-aa54-205012387206 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:57:09.280697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 2429b1e6-e6ac-46b8-aa54-205012387206) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:09.287774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:09.288832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:09.291773 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5299e3-115b-4a3b-918f-97c4f33cac4c None None] Network 2429b1e6-e6ac-46b8-aa54-205012387206 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:09.349427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:09.350389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dc437554-beda-49fb-a7f7-04f65f6751e6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7192624 Nov 03 15:57:09.351329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49774) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:09.351887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Pushing event updated for resources: {'Port': ['ID=04be8d01-15f3-43d1-b59c-ed0f6fd070e5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:09.362353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:09.367800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:09.374521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:09.474589 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:09.475725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:09.677785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-2429b1e6-e6ac-46b8-aa54-205012387206', 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'fixed_ips': [{'subnet_id': '275322b7-498f-499a-8b86-601dc870b716'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:57:09.679419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:09.729417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:09.951828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49808) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:09.990963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Allocated IP 172.20.0.2 (2429b1e6-e6ac-46b8-aa54-205012387206/275322b7-498f-499a-8b86-601dc870b716/249a6f72-0bca-4595-8407-f31e65337527) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:10.158174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.178751 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd56ed29-1a5b-4c09-929e-9dc54daa361a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.181985 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.225059 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.239476 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.308560 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68c28a6e-c68d-4284-b9ba-0a8497266251 req-f3ec177b-c676-443a-9da0-4372867c7c14 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 210 time: 0.0545347 Nov 03 15:57:10.320710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Network 2429b1e6-e6ac-46b8-aa54-205012387206 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:10.322436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:10.329794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:10.333204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Pushing event updated for resources: {'Port': ['ID=249a6f72-0bca-4595-8407-f31e65337527,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:10.448478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Attempting to bind port 249a6f72-0bca-4595-8407-f31e65337527 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:10.448848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Attempting to bind port 249a6f72-0bca-4595-8407-f31e65337527 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4b23d13f-8a29-48f9-84aa-190f78ef15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:10.449209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Attempting to bind port 249a6f72-0bca-4595-8407-f31e65337527 on network 2429b1e6-e6ac-46b8-aa54-205012387206 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:10.465125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:10.465471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Checking segment: {'id': '4b23d13f-8a29-48f9-84aa-190f78ef15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:10.469222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.470161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Bound using segment: {'id': '4b23d13f-8a29-48f9-84aa-190f78ef15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:10.470835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Bound port: 249a6f72-0bca-4595-8407-f31e65337527, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b23d13f-8a29-48f9-84aa-190f78ef15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:10.474499 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.506852 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd56ed29-1a5b-4c09-929e-9dc54daa361a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.523767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd56ed29-1a5b-4c09-929e-9dc54daa361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.651478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] For port 249a6f72-0bca-4595-8407-f31e65337527, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:10.657155 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] For port 249a6f72-0bca-4595-8407-f31e65337527, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=249a6f72-0bca-4595-8407-f31e65337527,segment=NetworkSegment(4b23d13f-8a29-48f9-84aa-190f78ef15c2),segment_id=4b23d13f-8a29-48f9-84aa-190f78ef15c2)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:10.666271 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:10.763231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dd56ed29-1a5b-4c09-929e-9dc54daa361a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=48d052db61994df4abb1db44d5bf989e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8099737 Nov 03 15:57:10.803165 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49822) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:10.813913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53143890-b336-4452-8d1d-eb2449d36415 None None] Network 5b56bf33-964b-47f0-96a4-87ef72248f36 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:11.025887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:11.068017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56ed29-1a5b-4c09-929e-9dc54daa361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a11275-6e57-4c87-b921-7f622c9084fc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:11.123503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cc2f9-25b4-4b3c-8502-ab1bd149f815 None None] Pushing event updated for resources: {'Port': ['ID=249a6f72-0bca-4595-8407-f31e65337527,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:11.157185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e448b1ff-e82b-4054-885d-1506d60833ae None None] Provisioning complete for port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:11.157868 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e448b1ff-e82b-4054-885d-1506d60833ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.305435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:11.305840 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.350111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.366421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-4affff94-887b-489f-bb9d-d39d6f381b9c tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:11.367986 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-4affff94-887b-489f-bb9d-d39d6f381b9c tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.8228106 Nov 03 15:57:11.435291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Request body: {'port': {'device_id': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'admin_state_up': True, 'tenant_id': '453236d257d74a2bae741ad1e455f5c9'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:11.468754 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.507101 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e448b1ff-e82b-4054-885d-1506d60833ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.542028 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.569786 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c425d5a-5c6c-40c4-b3af-f8b986e0b359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.583826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e448b1ff-e82b-4054-885d-1506d60833ae None None] For port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=86264f0e-34ab-47cf-a2e7-9a8e4ab8178b,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:11.592294 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e448b1ff-e82b-4054-885d-1506d60833ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.597192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.649487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6172b929-9eef-4a70-986f-95371353ce38 req-08962f7a-da6e-4e1d-9974-b55e572b60dc tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 210 time: 0.0947700 Nov 03 15:57:11.719005 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 15:57:11.719416 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 15:57:11.725847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448b1ff-e82b-4054-885d-1506d60833ae None None] Pushing event updated for resources: {'Port': ['ID=86264f0e-34ab-47cf-a2e7-9a8e4ab8178b,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:11.828539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a70cd758-2906-4973-9cf2-70c51963d73d None None] Provisioning complete for port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:11.829359 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a70cd758-2906-4973-9cf2-70c51963d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:11.913436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Router 6b2f38f9-27ad-4592-b570-0b908e25ef5b is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:57:11.970570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c425d5a-5c6c-40c4-b3af-f8b986e0b359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:12.171390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Made reservation on behalf of 453236d257d74a2bae741ad1e455f5c9 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:12.189392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:12.237999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:12.251615 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Sync routers for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:12.283550 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:12.287916 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:12.289731 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:12.292286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c196e2f6-e7af-4de8-9c22-0898c395cc32 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9442301 Nov 03 15:57:12.295015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49882) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:12.420391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49892) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:12.435074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f573c9-4411-4eb5-9c47-ccd6a4469052 None None] Network 2429b1e6-e6ac-46b8-aa54-205012387206 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:12.488592 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c425d5a-5c6c-40c4-b3af-f8b986e0b359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:12.491343 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c425d5a-5c6c-40c4-b3af-f8b986e0b359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:12.494800 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6c425d5a-5c6c-40c4-b3af-f8b986e0b359 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08a11275-6e57-4c87-b921-7f622c9084fc HTTP/1.1" status: 204 len: 168 time: 1.6775136 Nov 03 15:57:12.531944 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-ad2a770a-ab76-4531-845a-21c282ded8b7 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7a3f083bb2f34f91a01671c111b11061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109824 Nov 03 15:57:12.550308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Allocated IP 172.25.6.250 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/72a5d967-5d6a-47f4-9320-a5a9043f9c54) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:12.559708 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:12.610088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c425d5a-5c6c-40c4-b3af-f8b986e0b359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a11275-6e57-4c87-b921-7f622c9084fc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:12.825314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-642e4326-f84b-4bcf-8721-d21d6c849ea4 None None] Provisioning complete for port 249a6f72-0bca-4595-8407-f31e65337527 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:12.827931 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-642e4326-f84b-4bcf-8721-d21d6c849ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:12.877385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Allocated IP 172.20.0.5 (98fefa13-b26e-4a4f-93cb-90848da7ea9a/e8f1e646-0c63-47c3-8cd0-a87565cea73d/05702c83-56bb-4f8b-a0d7-23f48fc65426) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:12.964898 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:09Z', 'revision_number': 3, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:12.985013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-defaa138-2a44-44f9-bbfb-c6e15d721c7a req-275b5ce3-553e-4bd9-ba8b-6eafb1f6f87f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 210 time: 0.1150401 Nov 03 15:57:13.031123 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-642e4326-f84b-4bcf-8721-d21d6c849ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.052574 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Checking router: 6b2f38f9-27ad-4592-b570-0b908e25ef5b for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:57:13.053179 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Updating router 6b2f38f9-27ad-4592-b570-0b908e25ef5b port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:57:13.108776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-642e4326-f84b-4bcf-8721-d21d6c849ea4 None None] For port 249a6f72-0bca-4595-8407-f31e65337527, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=249a6f72-0bca-4595-8407-f31e65337527,segment=NetworkSegment(4b23d13f-8a29-48f9-84aa-190f78ef15c2),segment_id=4b23d13f-8a29-48f9-84aa-190f78ef15c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:13.109488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f89df640-749c-4e68-9c39-9ca515b07d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.117741 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-642e4326-f84b-4bcf-8721-d21d6c849ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.121633 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.164861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49904) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:13.198440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 249a6f72-0bca-4595-8407-f31e65337527 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:13.232621 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d4c8381-fb3d-4a60-81a7-ea64bb4ca576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.309300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e4326-f84b-4bcf-8721-d21d6c849ea4 None None] Pushing event updated for resources: {'Port': ['ID=249a6f72-0bca-4595-8407-f31e65337527,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:13.334980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 249a6f72-0bca-4595-8407-f31e65337527 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:13.335667 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.361636 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.470615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:13.504160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e912b7-eb76-4432-9623-3429ded6d051 req-5b9b5cf7-edc4-4711-8bc2-fbfbdd7073c1 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:13.505590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-5b9b5cf7-edc4-4711-8bc2-fbfbdd7073c1 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9513936 Nov 03 15:57:13.524392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:13.525029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.562801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-20e8f562-c5dc-4656-bd14-7af528386fc2 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/quotas/7a3f083bb2f34f91a01671c111b11061 HTTP/1.1" status: 200 len: 375 time: 0.0301392 Nov 03 15:57:13.571483 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.578230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-856451ae-726c-4c64-b53a-40abbaf7a799 None None] Provisioning complete for port 249a6f72-0bca-4595-8407-f31e65337527 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:13.578829 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-856451ae-726c-4c64-b53a-40abbaf7a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.603855 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.630388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Allocated IP 172.20.0.1 (5b56bf33-964b-47f0-96a4-87ef72248f36/63d3e4bf-e6f0-4edd-a74e-bee7bb95d536/8f4d006e-9548-47a4-bd70-1834e04ca732) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:13.647400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-4ab177ed-17a2-46aa-8ed4-a07ee1515580 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a3f083bb2f34f91a01671c111b11061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709660 Nov 03 15:57:13.723206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f89df640-749c-4e68-9c39-9ca515b07d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.730602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d4c8381-fb3d-4a60-81a7-ea64bb4ca576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.736280 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f89df640-749c-4e68-9c39-9ca515b07d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.770387 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89df640-749c-4e68-9c39-9ca515b07d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef060f-7669-438d-9328-35d85cf38e7c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:13.772998 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d4c8381-fb3d-4a60-81a7-ea64bb4ca576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.820499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.840304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.842342 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.865024 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f89df640-749c-4e68-9c39-9ca515b07d69 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d431100b658744d59fd011c8acb96d22&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4414313 Nov 03 15:57:13.865663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49908) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:13.889781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:13.898279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6d4c8381-fb3d-4a60-81a7-ea64bb4ca576 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c143b52bcafa415a917391011b36f95f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7270620 Nov 03 15:57:13.905536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:13.927858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c8381-fb3d-4a60-81a7-ea64bb4ca576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a623a51c-8d1c-4345-83f4-01cd75200369,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:13.939818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49910) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:13.952609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:13.954904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:13.957630 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:13.996770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Network 5b56bf33-964b-47f0-96a4-87ef72248f36 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:14.005942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:14.013324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:14.110000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Pushing event updated for resources: {'Port': ['ID=8f4d006e-9548-47a4-bd70-1834e04ca732,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:14.258895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:14.262403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:14.355309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-953f243a-099f-4197-be32-98a504e3b731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.360878 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.376534 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.408925 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.442893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:14.443295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.444222 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Attempting to bind port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:14.444687 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Attempting to bind port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:14.445286 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Attempting to bind port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:14.453253 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:14.454407 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:14.454925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70539d-905c-42fd-8d32-84c455ca3af1 req-6dcd1872-5b5b-4078-8fc0-2a4f960808ad tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:14.457304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e70539d-905c-42fd-8d32-84c455ca3af1 req-6dcd1872-5b5b-4078-8fc0-2a4f960808ad tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 931 time: 0.3048820 Nov 03 15:57:14.459474 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.460804 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:14.461486 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Bound port: 04be8d01-15f3-43d1-b59c-ed0f6fd070e5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:14.462100 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.553980 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Pushing event updated for resources: {'Port': ['ID=04be8d01-15f3-43d1-b59c-ed0f6fd070e5,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:14.570865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-953f243a-099f-4197-be32-98a504e3b731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.579231 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.579563 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.579905 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.580242 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.580579 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.580926 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.591279 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.591635 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.592469 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.593054 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.593054 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.593330 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:14.654131 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] For port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:14.658876 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] For port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=04be8d01-15f3-43d1-b59c-ed0f6fd070e5,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:14.665907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1a2807d7-a3be-427e-9eb0-5f1572629fb5 None None] Provisioning complete for port 8f4d006e-9548-47a4-bd70-1834e04ca732 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:14.666418 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a2807d7-a3be-427e-9eb0-5f1572629fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.672414 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.744568 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:14.760745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3545792 Nov 03 15:57:14.772706 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:14.773345 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:14.783423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e70539d-905c-42fd-8d32-84c455ca3af1 req-1e394024-2db6-4c08-86d7-83daad901a8a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308319 Nov 03 15:57:14.817237 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0de3e-eba1-440e-96e4-e993bf79ef9e None None] Pushing event updated for resources: {'Port': ['ID=04be8d01-15f3-43d1-b59c-ed0f6fd070e5,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:14.834659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1a2807d7-a3be-427e-9eb0-5f1572629fb5 None None] Port 8f4d006e-9548-47a4-bd70-1834e04ca732 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:57:14.883896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 249a6f72-0bca-4595-8407-f31e65337527 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:14.972653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Request body: {'port': {'device_id': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:15.003797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 249a6f72-0bca-4595-8407-f31e65337527 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:15.007124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d68193-640d-496e-a04d-550eb0e08f39 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event updated for resources: {'Port': ['ID=05702c83-56bb-4f8b-a0d7-23f48fc65426,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:15.007295 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:15.019553 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:15.046148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-953f243a-099f-4197-be32-98a504e3b731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:15.049449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-953f243a-099f-4197-be32-98a504e3b731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:15.050741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-95a3cbb9-c127-4046-ba60-1b742ba8631a tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7a3f083bb2f34f91a01671c111b11061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6377640 Nov 03 15:57:15.052080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-953f243a-099f-4197-be32-98a504e3b731 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a623a51c-8d1c-4345-83f4-01cd75200369 HTTP/1.1" status: 204 len: 168 time: 1.1092577 Nov 03 15:57:15.137571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f243a-099f-4197-be32-98a504e3b731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a623a51c-8d1c-4345-83f4-01cd75200369,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:15.184454 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:15.462506 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:09Z', 'revision_number': 3, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:15.520309 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd623fd1-3368-43a5-92b3-0befc83de119 None None] The sync data for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 is: [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:09Z', 'revision_number': 3, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:15.582123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:15.591326 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:15.725973 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:15.728772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Pushing event updated for resources: {'Port': ['ID=8f4d006e-9548-47a4-bd70-1834e04ca732,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:16.181811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Network 5b56bf33-964b-47f0-96a4-87ef72248f36 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:16.207271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:16.342823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9b38-49a5-41a5-9afe-67831ecf42f5 req-18778bd9-7489-4a20-841d-2002fb9bd8dd tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:16.356395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75ad9b38-49a5-41a5-9afe-67831ecf42f5 req-18778bd9-7489-4a20-841d-2002fb9bd8dd tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 931 time: 0.2958744 Nov 03 15:57:16.366855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Pushing event updated for resources: {'Port': ['ID=72a5d967-5d6a-47f4-9320-a5a9043f9c54,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:16.372436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:16.387435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09b3613a-e8cf-4652-919c-876f2c250d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:16.432824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09b3613a-e8cf-4652-919c-876f2c250d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:16.577715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75ad9b38-49a5-41a5-9afe-67831ecf42f5 req-2feeb6af-b07a-4689-a020-0095c2ef0d27 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202396 Nov 03 15:57:16.646103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Router 6b2f38f9-27ad-4592-b570-0b908e25ef5b has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:57:16.695007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bb735d45-41d1-4615-ae5d-95f86da50e4d None None] Provisioning complete for port 8f4d006e-9548-47a4-bd70-1834e04ca732 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:16.695979 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb735d45-41d1-4615-ae5d-95f86da50e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:16.813461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bb735d45-41d1-4615-ae5d-95f86da50e4d None None] Port 8f4d006e-9548-47a4-bd70-1834e04ca732 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:57:16.839772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-09a6e36f-07c2-4bfd-83b3-ead05e8d97b4 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:16.848687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-09a6e36f-07c2-4bfd-83b3-ead05e8d97b4 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7930958 Nov 03 15:57:16.858348 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-5b10e277-89d0-4155-941d-8449ff2de51f tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7a3f083bb2f34f91a01671c111b11061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5164351 Nov 03 15:57:16.870956 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09b3613a-e8cf-4652-919c-876f2c250d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:16.886381 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09b3613a-e8cf-4652-919c-876f2c250d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:16.886586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:16.887936 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-09b3613a-e8cf-4652-919c-876f2c250d6a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dfef060f-7669-438d-9328-35d85cf38e7c HTTP/1.1" status: 204 len: 168 time: 2.9921362 Nov 03 15:57:16.889888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:16.891477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-15d5137c-26c0-44b2-8298-e028c17db88e admin admin] 10.222.0.86 "PUT /v2.0/routers/6b2f38f9-27ad-4592-b570-0b908e25ef5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5954146 Nov 03 15:57:16.957132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:16.957666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:17.117805 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:17.125823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-76e39998-45b5-479e-a6be-3a73cf0b0f93 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/quotas/7a3f083bb2f34f91a01671c111b11061 HTTP/1.1" status: 200 len: 375 time: 0.2754798 Nov 03 15:57:17.164537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=04be8d01-15f3-43d1-b59c-ed0f6fd070e5,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:17.175973 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:17.199046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3613a-e8cf-4652-919c-876f2c250d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef060f-7669-438d-9328-35d85cf38e7c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:17.213324 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-4f0b7b3d-2760-4481-88ea-4b56c6470260 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a3f083bb2f34f91a01671c111b11061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864933 Nov 03 15:57:17.357799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=04be8d01-15f3-43d1-b59c-ed0f6fd070e5,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:17.588268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-094d49c7-73a9-4c14-af86-fea0ee3ce090 req-e6b4fd04-d460-49e1-865b-2164b8b37c09 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 210 time: 0.0524893 Nov 03 15:57:17.705217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:17.787229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05702c83-56bb-4f8b-a0d7-23f48fc65426 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:17.807166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50000) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:17.851526 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7184a237-bfac-4e92-9058-9158f451d13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:17.926888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e912b7-eb76-4432-9623-3429ded6d051 req-90962b60-78ad-4057-9ed8-6b551f77869f tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:17.928522 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-90962b60-78ad-4057-9ed8-6b551f77869f tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8287880 Nov 03 15:57:17.933061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:17.951610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Request body: {'port': {'device_id': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '7a3f083bb2f34f91a01671c111b11061'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:18.014453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50008) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:18.032959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-364c339d-b1a4-4402-9eff-6f4cd297b779 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872484700', 'description': 'tempest-description--332084541'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:18.056818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Transition to ACTIVE for port object 05702c83-56bb-4f8b-a0d7-23f48fc65426 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:57:18.058667 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7184a237-bfac-4e92-9058-9158f451d13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.070549 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7184a237-bfac-4e92-9058-9158f451d13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.131509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ff1f7-9ada-4192-87b1-268227701b2d req-38b0bb44-9f3e-4b45-b172-619534e89b3d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:18.139374 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d1ff1f7-9ada-4192-87b1-268227701b2d req-38b0bb44-9f3e-4b45-b172-619534e89b3d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 931 time: 0.4143641 Nov 03 15:57:18.153069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.168387 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7184a237-bfac-4e92-9058-9158f451d13b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5727e8a9f46c4ee185e2d32cf09f7c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601179 Nov 03 15:57:18.179617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50014) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:18.185297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184a237-bfac-4e92-9058-9158f451d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087e39b6-30a5-4a5d-934d-e78f41ff26af,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:18.254331 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-364c339d-b1a4-4402-9eff-6f4cd297b779 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.301851 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a19beba-a030-4a3e-8b30-9aea7eb31de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.333826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Sync routers for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:18.339432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Pushing event updated for resources: {'Port': ['ID=05702c83-56bb-4f8b-a0d7-23f48fc65426,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:18.366240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:18.366878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:18.375920 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a19beba-a030-4a3e-8b30-9aea7eb31de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.393313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Router b6015b09-c4dc-4f0e-9b76-a24418206c7e is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:57:18.413887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d1ff1f7-9ada-4192-87b1-268227701b2d req-8feab362-37ad-42be-a4d3-7b3db961b154 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689335 Nov 03 15:57:18.481090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a19beba-a030-4a3e-8b30-9aea7eb31de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.484836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a19beba-a030-4a3e-8b30-9aea7eb31de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.490977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0a19beba-a030-4a3e-8b30-9aea7eb31de1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/087e39b6-30a5-4a5d-934d-e78f41ff26af HTTP/1.1" status: 204 len: 168 time: 0.3095551 Nov 03 15:57:18.507251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19beba-a030-4a3e-8b30-9aea7eb31de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e39b6-30a5-4a5d-934d-e78f41ff26af,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:18.579918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:18.668492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Made reservation on behalf of 7a3f083bb2f34f91a01671c111b11061 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:18.672692 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.694277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50028) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:18.781319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.783377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Attempting to bind port 05702c83-56bb-4f8b-a0d7-23f48fc65426 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:18.783715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Attempting to bind port 05702c83-56bb-4f8b-a0d7-23f48fc65426 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:18.784180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Attempting to bind port 05702c83-56bb-4f8b-a0d7-23f48fc65426 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:18.820829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76cbc584-e699-46d8-9d0d-594afe680016 req-61135777-7466-4a78-a684-a454555322ac tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 210 time: 0.0764234 Nov 03 15:57:18.821716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:18.889085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Port 05702c83-56bb-4f8b-a0d7-23f48fc65426 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:57:18.889414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Attempting to bind port 05702c83-56bb-4f8b-a0d7-23f48fc65426 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:18.923440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:18.923774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Checking segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:18.924177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Bound using segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:18.924756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Bound port: 05702c83-56bb-4f8b-a0d7-23f48fc65426, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:18.925725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.952073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-364c339d-b1a4-4402-9eff-6f4cd297b779 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.959138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:18.960448 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:18.981621 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-364c339d-b1a4-4402-9eff-6f4cd297b779 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.022198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:19.036939 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Sync routers for ids ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:19.093893 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Routers {'b6015b09-c4dc-4f0e-9b76-a24418206c7e'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:19.094564 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:19.109453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-364c339d-b1a4-4402-9eff-6f4cd297b779 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.115164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-364c339d-b1a4-4402-9eff-6f4cd297b779 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0838921 Nov 03 15:57:19.115974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50038) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:19.120214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-17e0a391-84e5-4701-b082-4c8880ba376d tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Request body: {'security_group_rule': {'security_group_id': 'eb7e0659-1f5e-4b84-be96-97698af9c8b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:19.139797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c339d-b1a4-4402-9eff-6f4cd297b779 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e0659-1f5e-4b84-be96-97698af9c8b8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:19.151706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.153007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4852f0ec-6b1b-4c67-b1a8-f5af02d443c0 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8003442 Nov 03 15:57:19.156255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50040) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:19.176884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8f4d006e-9548-47a4-bd70-1834e04ca732', 'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'mac_address': 'fa:16:3e:22:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:13Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 2, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'subnets': [{'id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:19.187318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:19.193994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:19.207399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.210740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Checking router: 6b2f38f9-27ad-4592-b570-0b908e25ef5b for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:57:19.215774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Updating router 6b2f38f9-27ad-4592-b570-0b908e25ef5b port 8f4d006e-9548-47a4-bd70-1834e04ca732 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:57:19.219386 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.229802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.275200 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.293129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:19.293987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.295905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] 10.222.0.70 "PUT /v2.0/ports/05702c83-56bb-4f8b-a0d7-23f48fc65426 HTTP/1.1" status: 200 len: 1091 time: 4.3291061 Nov 03 15:57:19.305975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:19.309357 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d775416f-91f9-4f4a-89a2-91a127a9defa" -d '{"events": [{"name": "network-changed", "server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:19.410927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-522bba74-e8da-4f49-9703-a980c162a77f tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:19.435890 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e83cf-93da-49e0-ac53-e10e0264b1b8 x-openstack-request-id: req-c47e83cf-93da-49e0-ac53-e10e0264b1b8 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:19.436161 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:19.436747 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c47e83cf-93da-49e0-ac53-e10e0264b1b8 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:19.436853 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426', 'status': 'completed', 'code': 200} Nov 03 15:57:19.452912 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-69fde27d-8fa4-49e6-a9e3-c6799cd55fdf tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7a3f083bb2f34f91a01671c111b11061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1305084 Nov 03 15:57:19.460247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a207c8-a2bf-4d56-840f-71d46965c576,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:19.491109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.491449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.491812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.492840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.492840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.492840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.493448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.493803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.494193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.494567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.494892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.495458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:19.571433 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf4986-3baf-4b59-931b-abf37780cd5f service neutron] Pushing event updated for resources: {'Port': ['ID=05702c83-56bb-4f8b-a0d7-23f48fc65426,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:19.586433 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17e0a391-84e5-4701-b082-4c8880ba376d tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.661436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-4c5a06e1-c664-4bf4-af02-89f7f44cfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:19.663140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-4c5a06e1-c664-4bf4-af02-89f7f44cfad4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 1094 time: 0.2716973 Nov 03 15:57:19.754991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-522bba74-e8da-4f49-9703-a980c162a77f tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] 10.222.0.86 "PUT /v2.0/quotas/36daf64377c147d5bf10686f2ddeedeb HTTP/1.1" status: 200 len: 366 time: 1.0594869 Nov 03 15:57:19.758667 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Set router b6015b09-c4dc-4f0e-9b76-a24418206c7e gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:19.771495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50060) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:19.909833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-567d29dd-979c-41ff-8f93-6d56436130d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426 HTTP/1.1" status: 200 len: 217 time: 0.1789815 Nov 03 15:57:19.918423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1d358c1c-a413-4717-b6de-3492f0c8efd7 tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] 10.222.0.86 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1405785 Nov 03 15:57:19.921304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50068) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:19.943816 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.958731 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.982968 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17e0a391-84e5-4701-b082-4c8880ba376d tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:19.992093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2b83fed9-0df2-4f08-b15d-367bc7a1c880 tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] 10.222.0.86 "GET /v2.0/quotas/36daf64377c147d5bf10686f2ddeedeb HTTP/1.1" status: 200 len: 366 time: 0.0650029 Nov 03 15:57:19.999193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50070) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:20.042988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cb9df018-3498-40a3-91e3-ec71cea6db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:20.044550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17e0a391-84e5-4701-b082-4c8880ba376d tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.048487 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-cb9df018-3498-40a3-91e3-ec71cea6db0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.1232998 Nov 03 15:57:20.134268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Pushing event updated for resources: {'Port': ['ID=8f4d006e-9548-47a4-bd70-1834e04ca732,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:20.176746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9f67730d-3312-4740-af20-94b843157ca9 tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] 10.222.0.86 "DELETE /v2.0/quotas/36daf64377c147d5bf10686f2ddeedeb HTTP/1.1" status: 204 len: 168 time: 0.1761351 Nov 03 15:57:20.185215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50076) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:20.225445 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-23da0d87-53d9-4d04-8824-4fe49022c720 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535270 Nov 03 15:57:20.229099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Allocated IP 192.168.233.44 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/748edb1d-34f0-440f-b247-c3f6176300ec) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:20.230642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Attempting to bind port 8f4d006e-9548-47a4-bd70-1834e04ca732 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:20.232860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Attempting to bind port 8f4d006e-9548-47a4-bd70-1834e04ca732 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:20.233554 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Attempting to bind port 8f4d006e-9548-47a4-bd70-1834e04ca732 on network 5b56bf33-964b-47f0-96a4-87ef72248f36 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:20.244097 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:09Z', 'updated_at': '2021-11-03T15:57:14Z', 'revision_number': 3, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'gw_port': {'id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:11Z', 'updated_at': '2021-11-03T15:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:20.259731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0a391-84e5-4701-b082-4c8880ba376d tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b8847e-e623-4f7f-ae64-d54467bafa7c,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:20.260415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d74f6d-6c0a-44d3-9201-467e310059f6 req-4d57631a-dd86-473a-b672-b2fb8d824afc tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:20.268486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17e0a391-84e5-4701-b082-4c8880ba376d tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.269713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-17e0a391-84e5-4701-b082-4c8880ba376d tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1532185 Nov 03 15:57:20.270640 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3d74f6d-6c0a-44d3-9201-467e310059f6 req-4d57631a-dd86-473a-b672-b2fb8d824afc tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 943 time: 0.6329882 Nov 03 15:57:20.282388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:20.282763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Checking segment: {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:20.283172 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.286076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Bound using segment: {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:20.286584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Bound port: 8f4d006e-9548-47a4-bd70-1834e04ca732, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:20.286971 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.292238 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Checking router: b6015b09-c4dc-4f0e-9b76-a24418206c7e for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:57:20.292838 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Updating router b6015b09-c4dc-4f0e-9b76-a24418206c7e port 72a5d967-5d6a-47f4-9320-a5a9043f9c54 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:57:20.316910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-61378ced-1ba3-4869-8660-4896c42e0795 tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] 10.222.0.86 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1174169 Nov 03 15:57:20.319811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50078) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:20.320135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50082) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:20.322227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a9e8958-ce84-4d2c-83fa-4025d30b323a req-4864aa2d-0d7d-4a12-9fe0-8c0ab540f7d2 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 210 time: 0.1217661 Nov 03 15:57:20.341212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1ba8e61c-9232-4c49-bacf-0820eb6d2b60 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Request body: {'security_group_rule': {'security_group_id': 'eb7e0659-1f5e-4b84-be96-97698af9c8b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:20.355943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-66f1f84f-81ec-40ac-b00d-56b77ab0af0b tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:20.358097 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-66f1f84f-81ec-40ac-b00d-56b77ab0af0b tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8764150 Nov 03 15:57:20.369516 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.401229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Request body: {'port': {'device_id': '7a151855-5f3a-415e-945f-9ff727552d5b', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '7a3f083bb2f34f91a01671c111b11061'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:20.413860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-babdfabe-8303-4137-9251-68ed9b005eb4 tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] 10.222.0.86 "GET /v2.0/quotas/36daf64377c147d5bf10686f2ddeedeb HTTP/1.1" status: 200 len: 370 time: 0.0894127 Nov 03 15:57:20.419024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50086) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:20.434514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c744d886-3caf-4825-9bbe-490ab28b0adc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] 10.222.0.86 "GET /v2.0/quotas/36daf64377c147d5bf10686f2ddeedeb/default HTTP/1.1" status: 200 len: 370 time: 0.0097382 Nov 03 15:57:20.440908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50088) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:20.468349 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-0f231d30-76a2-4418-bd71-796dfd317784 tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] delete failed (client error): The resource could not be found. Nov 03 15:57:20.469713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f231d30-76a2-4418-bd71-796dfd317784 tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] 10.222.0.86 "DELETE /v2.0/quotas/36daf64377c147d5bf10686f2ddeedeb HTTP/1.1" status: 404 len: 348 time: 0.0266407 Nov 03 15:57:20.515756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e61c-9232-4c49-bacf-0820eb6d2b60 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.667065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ebf13-8979-4511-a347-552149dd801b req-141c963c-e021-4859-ba67-3641a66b8fe8 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:20.672876 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c24ebf13-8979-4511-a347-552149dd801b req-141c963c-e021-4859-ba67-3641a66b8fe8 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 945 time: 0.1413722 Nov 03 15:57:20.681288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e61c-9232-4c49-bacf-0820eb6d2b60 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.682634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-024ef3c3-e4e6-40fc-bb1e-223da7f876d6 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109168 Nov 03 15:57:20.700827 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e61c-9232-4c49-bacf-0820eb6d2b60 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.808002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] For port 8f4d006e-9548-47a4-bd70-1834e04ca732, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:20.816931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3d74f6d-6c0a-44d3-9201-467e310059f6 req-ecf6b2b9-465b-451b-a194-965f3289d4ac tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212224 Nov 03 15:57:20.835295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Made reservation on behalf of 7a3f083bb2f34f91a01671c111b11061 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:20.840781 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.842180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8e61c-9232-4c49-bacf-0820eb6d2b60 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9c602d-9086-4a95-bed4-b4843ba9bbe7,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:20.866449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50098) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:20.869930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7fee83f7-e6bf-4d7a-81fb-e11fab70fa3c None None] Provisioning complete for port 8f4d006e-9548-47a4-bd70-1834e04ca732 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:20.870308 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7fee83f7-e6bf-4d7a-81fb-e11fab70fa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.877883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] For port 8f4d006e-9548-47a4-bd70-1834e04ca732, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8f4d006e-9548-47a4-bd70-1834e04ca732,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:20.883973 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e61c-9232-4c49-bacf-0820eb6d2b60 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.885721 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1ba8e61c-9232-4c49-bacf-0820eb6d2b60 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5625770 Nov 03 15:57:20.893228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50100) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:20.905921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:20.918275 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:20.980176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7fee83f7-e6bf-4d7a-81fb-e11fab70fa3c None None] Port 8f4d006e-9548-47a4-bd70-1834e04ca732 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:57:20.987633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:20.988344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:21.038980 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-470e3aa2-e39f-4e5b-af04-107660177e35 req-f7f4c61a-591f-4083-9c10-7169d8b288b6 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209549 Nov 03 15:57:21.051779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Usage tracker for resource:network and project:3a7c949d78f642c6909584de8f19814f is out of sync, need to count used quota {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 15:57:21.076566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c24ebf13-8979-4511-a347-552149dd801b req-047d146e-b216-41d9-99fe-37a847df7403 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770568 Nov 03 15:57:21.103099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Pushing event updated for resources: {'Port': ['ID=8f4d006e-9548-47a4-bd70-1834e04ca732,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:21.115596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 15:57:21.137099 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:21.148806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.149120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.149672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.150028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.151527 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.151670 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:21.151891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.153161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.153651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.153921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.155977 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:21.156715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.158269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.158646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71a2d-0c73-497b-ac8b-78210977487c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:57:21.163381 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:21.255532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Usage tracker for resource:subnet and project:3a7c949d78f642c6909584de8f19814f is out of sync, need to count used quota {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 15:57:21.267768 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a80b71-3e89-40d0-89ec-43c0e48bdba8 None None] Pushing event updated for resources: {'Port': ['ID=72a5d967-5d6a-47f4-9320-a5a9043f9c54,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:21.269408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:21.298403 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Attempting to bind port 72a5d967-5d6a-47f4-9320-a5a9043f9c54 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:21.300885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 15:57:21.301464 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Attempting to bind port 72a5d967-5d6a-47f4-9320-a5a9043f9c54 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:21.301940 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Attempting to bind port 72a5d967-5d6a-47f4-9320-a5a9043f9c54 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:21.308848 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:21.309227 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:21.309700 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:21.310633 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:21.310633 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Bound port: 72a5d967-5d6a-47f4-9320-a5a9043f9c54, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:21.310944 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:21.329462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-491a7ab6-ecc5-4a48-9933-aac21cfea3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:21.332112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-491a7ab6-ecc5-4a48-9933-aac21cfea3d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 1094 time: 0.1758447 Nov 03 15:57:21.465445 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] For port 72a5d967-5d6a-47f4-9320-a5a9043f9c54, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:21.474288 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] For port 72a5d967-5d6a-47f4-9320-a5a9043f9c54, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=72a5d967-5d6a-47f4-9320-a5a9043f9c54,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:21.484578 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:21.486277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Usage tracker for resource:subnetpool and project:3a7c949d78f642c6909584de8f19814f is out of sync, need to count used quota {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 15:57:21.507395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 15:57:21.522860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-945d15e7-28fa-4a3e-9fc6-8530b1ee45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:21.525002 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-945d15e7-28fa-4a3e-9fc6-8530b1ee45fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 912 time: 0.1850653 Nov 03 15:57:21.559087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Usage tracker for resource:port and project:3a7c949d78f642c6909584de8f19814f is out of sync, need to count used quota {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 15:57:21.635554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 15:57:21.638804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0f28dad9-7cdf-4ff7-ad8c-8960d305407c None None] Provisioning complete for port 8f4d006e-9548-47a4-bd70-1834e04ca732 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:21.639181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0f28dad9-7cdf-4ff7-ad8c-8960d305407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:21.641636 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Routers {'b6015b09-c4dc-4f0e-9b76-a24418206c7e'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:21.644230 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:21.673486 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-498c7145-7f77-40d5-82cf-62aa38db72d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426 HTTP/1.1" status: 200 len: 217 time: 0.0852621 Nov 03 15:57:21.676035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5be75537-e476-4ff1-a651-079dc09d61cc req-4920163e-f3b6-417c-a62d-caddd7d60dbf tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 210 time: 0.1498802 Nov 03 15:57:21.735487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-bc43813e-0fa0-478d-82a6-8f0e4840b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:21.737606 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-bc43813e-0fa0-478d-82a6-8f0e4840b4f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.0554764 Nov 03 15:57:21.741099 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a80b71-3e89-40d0-89ec-43c0e48bdba8 None None] Pushing event updated for resources: {'Port': ['ID=72a5d967-5d6a-47f4-9320-a5a9043f9c54,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:21.786124 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:21.789376 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-24827e9f-efbf-428a-a5c4-ba18518e2cec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436110 Nov 03 15:57:21.799148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Usage tracker for resource:router and project:3a7c949d78f642c6909584de8f19814f is out of sync, need to count used quota {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 15:57:21.839321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 15:57:21.868664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Usage tracker for resource:floatingip and project:3a7c949d78f642c6909584de8f19814f is out of sync, need to count used quota {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 15:57:21.894672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 15:57:21.905228 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] Set router b6015b09-c4dc-4f0e-9b76-a24418206c7e gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:21.916353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-6b321f1c-5991-4e12-bcd9-e5cb6d07483d tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:21.918175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-6b321f1c-5991-4e12-bcd9-e5cb6d07483d tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.70 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 945 time: 0.2718744 Nov 03 15:57:21.938847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Allocated IP 172.20.0.1 (2429b1e6-e6ac-46b8-aa54-205012387206/275322b7-498f-499a-8b86-601dc870b716/1fbbf923-987b-4330-b6d9-5b8d07f94fd2) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:21.997702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8f4d006e-9548-47a4-bd70-1834e04ca732', 'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'mac_address': 'fa:16:3e:22:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:13Z', 'updated_at': '2021-11-03T15:57:20Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'subnets': [{'id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:22.000609 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0f28dad9-7cdf-4ff7-ad8c-8960d305407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:22.007977 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:22.019514 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:22.023530 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-49f92ba5-03a0-4cbc-9b88-6f2f17f41fe6 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125795 Nov 03 15:57:22.082993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8f966-2625-4227-b35d-0a6155e860c6 None None] The sync data for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 is: [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8f4d006e-9548-47a4-bd70-1834e04ca732', 'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'mac_address': 'fa:16:3e:22:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:13Z', 'updated_at': '2021-11-03T15:57:20Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'subnets': [{'id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:22.147200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0f28dad9-7cdf-4ff7-ad8c-8960d305407c None None] For port 8f4d006e-9548-47a4-bd70-1834e04ca732, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8f4d006e-9548-47a4-bd70-1834e04ca732,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:22.154392 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0f28dad9-7cdf-4ff7-ad8c-8960d305407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:22.200702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39233276-f0b9-4627-a4c2-0acb6130cb97 req-34c95552-4c43-4763-83ce-c9951d76dcd9 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:22.208043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39233276-f0b9-4627-a4c2-0acb6130cb97 req-34c95552-4c43-4763-83ce-c9951d76dcd9 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 943 time: 0.2236462 Nov 03 15:57:22.288387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:22.306212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28dad9-7cdf-4ff7-ad8c-8960d305407c None None] Pushing event updated for resources: {'Port': ['ID=8f4d006e-9548-47a4-bd70-1834e04ca732,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:22.323367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 05702c83-56bb-4f8b-a0d7-23f48fc65426 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:57:22.339077 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:09Z', 'updated_at': '2021-11-03T15:57:14Z', 'revision_number': 3, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'gw_port': {'id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:11Z', 'updated_at': '2021-11-03T15:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:22.375715 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cdd2a-d60d-4453-8732-2947278b9db8 None None] The sync data for ids ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'] in n-d-813897-2 is: [{'id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:09Z', 'updated_at': '2021-11-03T15:57:14Z', 'revision_number': 3, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'gw_port': {'id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:11Z', 'updated_at': '2021-11-03T15:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:22.521616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:22.536646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '05702c83-56bb-4f8b-a0d7-23f48fc65426', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'port_id': '05702c83-56bb-4f8b-a0d7-23f48fc65426', 'mac_address': 'fa:16:3e:85:22:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f1e646-0c63-47c3-8cd0-a87565cea73d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:57:22.584124 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:22.601450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05702c83-56bb-4f8b-a0d7-23f48fc65426 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:22.632430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:22.645256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:22.713984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=05702c83-56bb-4f8b-a0d7-23f48fc65426,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:22.853096 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d775416f-91f9-4f4a-89a2-91a127a9defa req-a1d01a10-f138-4c28-919e-dc29cb744be1 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7974277 Nov 03 15:57:22.857749 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['05702c83-56bb-4f8b-a0d7-23f48fc65426'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:57:22.885235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:22.895540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:22.933829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8f4d006e-9548-47a4-bd70-1834e04ca732 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:22.934360 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39233276-f0b9-4627-a4c2-0acb6130cb97 req-ded8e8da-f4cb-4c97-9ace-beab81f58d57 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175441 Nov 03 15:57:22.949948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:22.957270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-f0253e13-0bda-432e-bb3a-ea4e5b469823 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cba2ea0f867744d993003515079833e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1946964 Nov 03 15:57:23.006626 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.088209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:23.104815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Allocated IP 192.168.233.50 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:23.138042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8f4d006e-9548-47a4-bd70-1834e04ca732 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:23.138640 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.210306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:23.211144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.299116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Deleting port fde79748-833c-40eb-827b-4da196c494b0 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:23.301663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.344315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-7f062039-5b71-449d-9b8c-c6fbfa191e9e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3970096 Nov 03 15:57:23.366392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Request body: {'port': {'device_id': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:23.399936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a6acdb9b-d459-444f-bcfe-9d8f50a3625d None None] Provisioning complete for port 748edb1d-34f0-440f-b247-c3f6176300ec triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:23.400258 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6acdb9b-d459-444f-bcfe-9d8f50a3625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.401429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Usage tracker for resource:security_group and project:3a7c949d78f642c6909584de8f19814f is out of sync, need to count used quota {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 15:57:23.427126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Allocated IP 172.25.6.224 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/c9d8348f-64ea-4303-83e8-8e967bac2be0) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:23.436702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 15:57:23.454401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17a978-4223-4024-be22-55eafd861480 req-8ef286e3-df56-4906-a18c-b982704d8104 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:23.455908 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0f17a978-4223-4024-be22-55eafd861480 req-8ef286e3-df56-4906-a18c-b982704d8104 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 945 time: 0.2418158 Nov 03 15:57:23.465865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a6acdb9b-d459-444f-bcfe-9d8f50a3625d None None] Port 748edb1d-34f0-440f-b247-c3f6176300ec cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:57:23.477738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] For port fde79748-833c-40eb-827b-4da196c494b0, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fde79748-833c-40eb-827b-4da196c494b0,segment=NetworkSegment(792aa1bf-0a90-4378-943e-048862e3851a),segment_id=792aa1bf-0a90-4378-943e-048862e3851a)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:23.478110 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.492796 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.518451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Usage tracker for resource:security_group_rule and project:3a7c949d78f642c6909584de8f19814f is out of sync, need to count used quota {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 15:57:23.537481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Calling delete_port for fde79748-833c-40eb-827b-4da196c494b0 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:23.560251 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.582370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-7fc7f29c-0df4-4122-86a3-ecf4a1220b93 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:23.584315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-7fc7f29c-0df4-4122-86a3-ecf4a1220b93 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6001582 Nov 03 15:57:23.584550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.quota.resource [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108104) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 15:57:23.629805 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0f17a978-4223-4024-be22-55eafd861480 req-073ea7f9-88a6-4d17-8268-fe0609bbd6aa tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/security-groups?id=873054b3-22ef-4470-bbfe-557d2867ab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408403 Nov 03 15:57:23.651166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7f9b7227-cb22-4e96-80b9-3d63fac7e4dc tempest-QuotasTest-2051505329 tempest-QuotasTest-2051505329-project-admin] 10.222.0.86 "GET /v2.0/quotas/3a7c949d78f642c6909584de8f19814f/details.json HTTP/1.1" status: 200 len: 703 time: 2.7833962 Nov 03 15:57:23.660133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Network 2429b1e6-e6ac-46b8-aa54-205012387206 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:23.678017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:23.680515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:23.696925 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.792353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:23.794951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbbf923-987b-4330-b6d9-5b8d07f94fd2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:23.808473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-08a098c7-3aa5-4e1e-9029-58c0b0a9b85e tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/quotas/cba2ea0f867744d993003515079833e9 HTTP/1.1" status: 200 len: 375 time: 0.1725361 Nov 03 15:57:23.917511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cbf7023c-7257-4482-81d0-9d646d7546e4 req-f6fa5599-cf68-4f82-92b6-d28de54e4ab6 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 210 time: 0.1733806 Nov 03 15:57:23.996939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-bbf70398-9682-4797-be9d-6743d5fe75e5 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cba2ea0f867744d993003515079833e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399531 Nov 03 15:57:24.059684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.123666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50138) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:24.131639 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.223375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-14d26d43-562a-4993-b435-4ad53a39a87f None None] Provisioning complete for port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:24.225084 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14d26d43-562a-4993-b435-4ad53a39a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.294135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:24.298839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:24.313454 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.333419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-14d26d43-562a-4993-b435-4ad53a39a87f None None] Port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:57:24.342450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 05702c83-56bb-4f8b-a0d7-23f48fc65426 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:24.345822 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7abd54-2649-4b6c-8bc9-5287313aca6d req-267cb027-4ed8-4c8f-8dbc-6ad7dd2d4eb0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:24.347811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf7abd54-2649-4b6c-8bc9-5287313aca6d req-267cb027-4ed8-4c8f-8dbc-6ad7dd2d4eb0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 944 time: 0.2782526 Nov 03 15:57:24.381281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:24.406517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:24.420021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 05702c83-56bb-4f8b-a0d7-23f48fc65426 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:57:24.427011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 05702c83-56bb-4f8b-a0d7-23f48fc65426 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:24.428383 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.437168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:24.457191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:24.517591 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.537151 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.563686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f7a967b-2df7-4fe7-bb3b-219b410a89f8 req-2d3b8f4b-824f-41c9-9323-e36b01eda90e tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 210 time: 0.0629811 Nov 03 15:57:24.574006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:24.577647 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7352b7-06c3-4ab1-b7f8-acddaeedfa27" -d '{"events": [{"server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "name": "network-vif-plugged", "status": "completed", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:24.598277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:24.598986 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.603095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.614883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:24.622432 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.623492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fde79748-833c-40eb-827b-4da196c494b0 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:24.638464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Pushing event updated for resources: {'Port': ['ID=c9d8348f-64ea-4303-83e8-8e967bac2be0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:24.654880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Pushing event updated for resources: {'Port': ['ID=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:24.657884 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa3bd-2e47-487b-b341-513aab4c9e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.702789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Pushing event deleted for resources: {'Port': ['ID=fde79748-833c-40eb-827b-4da196c494b0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:24.769256 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1652b4c0-acbc-4d24-bfe2-2a71ee92a1a3 x-openstack-request-id: req-1652b4c0-acbc-4d24-bfe2-2a71ee92a1a3 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:24.769598 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "name": "network-vif-plugged", "status": "completed", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:24.769913 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1652b4c0-acbc-4d24-bfe2-2a71ee92a1a3 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:24.772117 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426', 'code': 200} Nov 03 15:57:24.793146 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: fde79748-833c-40eb-827b-4da196c494b0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:24.793502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fde79748-833c-40eb-827b-4da196c494b0 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:24.800216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] No DVR routers for this DVR port fde79748-833c-40eb-827b-4da196c494b0 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:57:24.807049 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.811728 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.815849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5259c82d-5740-47e0-93bf-3bd57f8de719 req-9bf7f98d-75ff-4645-891d-77266680ed96 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.70 "DELETE /v2.0/ports/fde79748-833c-40eb-827b-4da196c494b0 HTTP/1.1" status: 204 len: 173 time: 2.8890853 Nov 03 15:57:24.816373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f453c678-a068-4bf8-b3e4-0035f32a6569', 'name': 'network-vif-deleted', 'tag': 'fde79748-833c-40eb-827b-4da196c494b0'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:24.819023 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa70a7-e528-45df-8cec-305a651b263c" -d '{"events": [{"server_uuid": "f453c678-a068-4bf8-b3e4-0035f32a6569", "name": "network-vif-deleted", "tag": "fde79748-833c-40eb-827b-4da196c494b0"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:24.852151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=05702c83-56bb-4f8b-a0d7-23f48fc65426,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:24.856657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf7abd54-2649-4b6c-8bc9-5287313aca6d req-0a5ea7cd-6a55-4022-9e21-a3d042bc7a00 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540732 Nov 03 15:57:24.866402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1d4a273f-3d48-486a-968d-69b2e67cc80d None None] Provisioning complete for port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:24.866790 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1d4a273f-3d48-486a-968d-69b2e67cc80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:24.876976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-ac49f82b-6afd-4786-8ac1-976b4d4cf233 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4942639 Nov 03 15:57:24.887997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-617d6e8c-9e4d-4ade-8f6c-0e2468779683 req-cef4efc8-3128-460e-8da3-59528822ee40 tempest-VolumesAdminNegativeTest-331467978 tempest-VolumesAdminNegativeTest-331467978-project] 10.222.0.86 "GET /v2.0/ports?device_id=f453c678-a068-4bf8-b3e4-0035f32a6569 HTTP/1.1" status: 200 len: 210 time: 0.0578876 Nov 03 15:57:24.959372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 72a5d967-5d6a-47f4-9320-a5a9043f9c54 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:24.962307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Request body: {'port': {'device_id': '7a151855-5f3a-415e-945f-9ff727552d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:24.993335 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a60baf-f0f7-4115-bca6-12895967e6be x-openstack-request-id: req-51a60baf-f0f7-4115-bca6-12895967e6be {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:24.993663 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f453c678-a068-4bf8-b3e4-0035f32a6569", "name": "network-vif-deleted", "tag": "fde79748-833c-40eb-827b-4da196c494b0", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:24.995423 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-51a60baf-f0f7-4115-bca6-12895967e6be {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:25.001226 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f453c678-a068-4bf8-b3e4-0035f32a6569', 'name': 'network-vif-deleted', 'tag': 'fde79748-833c-40eb-827b-4da196c494b0', 'status': 'completed', 'code': 200} Nov 03 15:57:25.037144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a273f-3d48-486a-968d-69b2e67cc80d None None] Port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:57:25.053164 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.070327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 72a5d967-5d6a-47f4-9320-a5a9043f9c54 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:25.070798 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.124732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748edb1d-34f0-440f-b247-c3f6176300ec {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:25.147011 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.165262 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.186846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e7440-39ee-4fc0-9291-328df5bf30dc req-093cb29f-6238-4c4e-9210-defaeaea27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:25.189113 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b5e7440-39ee-4fc0-9291-328df5bf30dc req-093cb29f-6238-4c4e-9210-defaeaea27c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 1096 time: 0.2700868 Nov 03 15:57:25.189795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 72a5d967-5d6a-47f4-9320-a5a9043f9c54, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=72a5d967-5d6a-47f4-9320-a5a9043f9c54,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:25.196183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.235244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Transition to ACTIVE for port object 748edb1d-34f0-440f-b247-c3f6176300ec will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:57:25.259732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.270992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=72a5d967-5d6a-47f4-9320-a5a9043f9c54,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:25.284665 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.361370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8cf34-7061-4150-8a67-91369e127b70 req-528d768f-90fc-4d0a-9aca-81395bd307cf tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:25.363979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4eb8cf34-7061-4150-8a67-91369e127b70 req-528d768f-90fc-4d0a-9aca-81395bd307cf tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 935 time: 0.2601614 Nov 03 15:57:25.371958 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa3bd-2e47-487b-b341-513aab4c9e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.387697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.402458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa3bd-2e47-487b-b341-513aab4c9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.417684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.492089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fa3bd-2e47-487b-b341-513aab4c9e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd40d0-8da3-4cef-9b37-a172feb03e4c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:25.504577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:25.520029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b5e7440-39ee-4fc0-9291-328df5bf30dc req-d612f347-a688-4309-8237-ed87219297fd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025091 Nov 03 15:57:25.577357 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4eb8cf34-7061-4150-8a67-91369e127b70 req-9d562bdf-5f02-4974-bc29-e5960db9e511 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858544 Nov 03 15:57:25.579850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbbf923-987b-4330-b6d9-5b8d07f94fd2,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:25.586561 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c5fa3bd-2e47-487b-b341-513aab4c9e26 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=683940e7944b456a9a295b6d1aafa16f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4598367 Nov 03 15:57:25.589045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50164) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:25.589622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.623934 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.636409 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.740284 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9a12b968-c06f-4195-b896-26ae3605dc56 req-6b218f3d-6d13-42e4-9e74-01cb586b065e tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 210 time: 0.0547040 Nov 03 15:57:25.773739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28858264-1550-4d25-9c0d-be98ba78e8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.790409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Pushing event updated for resources: {'Port': ['ID=c9d8348f-64ea-4303-83e8-8e967bac2be0,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:25.805593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Attempting to bind port 748edb1d-34f0-440f-b247-c3f6176300ec on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:25.805939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Attempting to bind port 748edb1d-34f0-440f-b247-c3f6176300ec by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:25.806337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Attempting to bind port 748edb1d-34f0-440f-b247-c3f6176300ec on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:25.808255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.845978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Port 748edb1d-34f0-440f-b247-c3f6176300ec on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:57:25.846225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.846932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Attempting to bind port 748edb1d-34f0-440f-b247-c3f6176300ec on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:25.854060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2a31700e-c07c-493e-9606-abff780f74fb tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9562318 Nov 03 15:57:25.856741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Network 2429b1e6-e6ac-46b8-aa54-205012387206 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:25.859004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:25.870997 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28858264-1550-4d25-9c0d-be98ba78e8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.886505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:25.886884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:25.887230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:25.887683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Bound port: 748edb1d-34f0-440f-b247-c3f6176300ec, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:25.888035 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:25.985191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-ffa71766-dde7-4007-8aca-d49d090b546e tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cba2ea0f867744d993003515079833e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726001 Nov 03 15:57:25.991800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50172) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:26.094296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac51888-2a7c-49ca-a75c-c60155d8b8f0 req-2c14e61a-f6a8-4d18-a083-f51b084caee0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:26.095884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ac51888-2a7c-49ca-a75c-c60155d8b8f0 req-2c14e61a-f6a8-4d18-a083-f51b084caee0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.0831842 Nov 03 15:57:26.148123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Router b6015b09-c4dc-4f0e-9b76-a24418206c7e has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:57:26.188537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba178ba-4175-4bcf-aaa0-a99cf9ed30f7 admin admin] Deleting subnet 45da11a8-c4ec-415e-ae56-3e9b20305167 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:57:26.198422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:26.200536 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28858264-1550-4d25-9c0d-be98ba78e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.203185 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28858264-1550-4d25-9c0d-be98ba78e8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.203928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ac51888-2a7c-49ca-a75c-c60155d8b8f0 req-f3e83d02-3c80-4d7b-9526-473128492736 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889897 Nov 03 15:57:26.213773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-28858264-1550-4d25-9c0d-be98ba78e8bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/42cd40d0-8da3-4cef-9b37-a172feb03e4c HTTP/1.1" status: 204 len: 168 time: 0.6215637 Nov 03 15:57:26.228901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2ba178ba-4175-4bcf-aaa0-a99cf9ed30f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.311533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:26.319979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28858264-1550-4d25-9c0d-be98ba78e8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd40d0-8da3-4cef-9b37-a172feb03e4c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:26.330677 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.341780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a7cc76c4-ab54-4b00-8dc5-1ee8026d3b7d None None] Provisioning complete for port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:26.342924 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a7cc76c4-ab54-4b00-8dc5-1ee8026d3b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.367059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:26.381991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1bfcb662-cd4f-4ba0-877b-296d897652e9 admin admin] 10.222.0.86 "PUT /v2.0/routers/b6015b09-c4dc-4f0e-9b76-a24418206c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2153740 Nov 03 15:57:26.398438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:26.413820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Sync routers for ids ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:26.414677 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-ef03c8ec-7e38-4316-bbdc-6086b0a80dbe tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:26.416357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-ef03c8ec-7e38-4316-bbdc-6086b0a80dbe tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4069672 Nov 03 15:57:26.421671 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2ba178ba-4175-4bcf-aaa0-a99cf9ed30f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.453508 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.468667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Request body: {'port': {'device_id': '5f75affa-f0de-47e7-b4e6-275b0ef8ea43', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'cba2ea0f867744d993003515079833e9'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:26.511740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc76c4-ab54-4b00-8dc5-1ee8026d3b7d None None] Port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:57:26.514667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Routers {'b6015b09-c4dc-4f0e-9b76-a24418206c7e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:26.522158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:26.641794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:26.642812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.645551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] 10.222.0.15 "PUT /v2.0/ports/748edb1d-34f0-440f-b247-c3f6176300ec HTTP/1.1" status: 200 len: 1095 time: 3.2850153 Nov 03 15:57:26.648794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:26.654959 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686e0753-0615-46e0-9349-ddf09ba66880" -d '{"events": [{"name": "network-changed", "server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:26.692342 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Transition to ACTIVE for port object a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:57:26.733719 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.773861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7c31-008f-4cf2-be74-234655696f6c service neutron] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:26.869709 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2ba178ba-4175-4bcf-aaa0-a99cf9ed30f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:26.874590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Set router b6015b09-c4dc-4f0e-9b76-a24418206c7e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:26.946195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 72a5d967-5d6a-47f4-9320-a5a9043f9c54 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:26.959619 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8eda41-8ea4-4ac5-a4e9-e03bc65b4238 x-openstack-request-id: req-4e8eda41-8ea4-4ac5-a4e9-e03bc65b4238 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:26.959967 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:26.960149 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4e8eda41-8ea4-4ac5-a4e9-e03bc65b4238 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:26.970123 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec', 'status': 'completed', 'code': 200} Nov 03 15:57:26.977553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e27e8e-adda-4c4f-a37c-16b6ade7bf03 req-f6a9dc33-5358-4c71-abbe-1ad53611d3c5 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:26.988653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8e27e8e-adda-4c4f-a37c-16b6ade7bf03 req-f6a9dc33-5358-4c71-abbe-1ad53611d3c5 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 947 time: 0.1759896 Nov 03 15:57:26.992628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Made reservation on behalf of cba2ea0f867744d993003515079833e9 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:26.998372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.017937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:27.054831 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.130472 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8e27e8e-adda-4c4f-a37c-16b6ade7bf03 req-79cbd5a7-1619-4042-8bff-70388703f386 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408494 Nov 03 15:57:27.142292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50244) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:27.171928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95f8555a-45a0-4e72-a224-aad646dc9b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.215229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e912b7-eb76-4432-9623-3429ded6d051 req-b829f1cb-6fe8-4431-9083-cb66ac0c689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:27.217508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-b829f1cb-6fe8-4431-9083-cb66ac0c689b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a3f083bb2f34f91a01671c111b11061&device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 1098 time: 0.4649661 Nov 03 15:57:27.226521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 72a5d967-5d6a-47f4-9320-a5a9043f9c54 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:27.231048 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.252227 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5809eb3b-fcae-49a6-bb98-d014d46ba493 req-a71772c5-6304-4737-9e13-f0a9af4d58cb tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 210 time: 0.1334965 Nov 03 15:57:27.351443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95f8555a-45a0-4e72-a224-aad646dc9b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.364261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-95f8555a-45a0-4e72-a224-aad646dc9b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.479350 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-95f8555a-45a0-4e72-a224-aad646dc9b68 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a7c949d78f642c6909584de8f19814f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348925 Nov 03 15:57:27.480271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50266) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:27.556627 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.561570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2ba178ba-4175-4bcf-aaa0-a99cf9ed30f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.579172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8555a-45a0-4e72-a224-aad646dc9b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffa4cf0-b159-489c-89a2-cca07328632b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:27.593908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:09Z', 'updated_at': '2021-11-03T15:57:24Z', 'revision_number': 4, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'gw_port': {'id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:11Z', 'updated_at': '2021-11-03T15:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '1fbbf923-987b-4330-b6d9-5b8d07f94fd2', 'name': '', 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'mac_address': 'fa:16:3e:12:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '275322b7-498f-499a-8b86-601dc870b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:21Z', 'updated_at': '2021-11-03T15:57:24Z', 'revision_number': 2, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'subnets': [{'id': '275322b7-498f-499a-8b86-601dc870b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:27.602785 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-ba446ef3-959b-4f26-96b2-360a1deafc3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=748edb1d-34f0-440f-b247-c3f6176300ec HTTP/1.1" status: 200 len: 217 time: 0.2942166 Nov 03 15:57:27.610095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba178ba-4175-4bcf-aaa0-a99cf9ed30f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45da11a8-c4ec-415e-ae56-3e9b20305167,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:27.611935 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.630840 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2ba178ba-4175-4bcf-aaa0-a99cf9ed30f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.631465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Checking router: b6015b09-c4dc-4f0e-9b76-a24418206c7e for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:57:27.632265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Updating router b6015b09-c4dc-4f0e-9b76-a24418206c7e port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:57:27.637185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2ba178ba-4175-4bcf-aaa0-a99cf9ed30f7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/45da11a8-c4ec-415e-ae56-3e9b20305167 HTTP/1.1" status: 204 len: 168 time: 1.6422968 Nov 03 15:57:27.638633 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d1857b7-6afd-434c-b6a6-a8dba0d0aabd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.640615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50268) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:27.670211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.752540 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d1857b7-6afd-434c-b6a6-a8dba0d0aabd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.753351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Attempting to bind port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:27.753747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Attempting to bind port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:27.754079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Attempting to bind port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:27.771479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152d054-c703-4ac4-b0bb-974c2536e0ac req-8cd13750-e7bd-4b62-a4a8-492ee1a9b1db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:27.773025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0152d054-c703-4ac4-b0bb-974c2536e0ac req-8cd13750-e7bd-4b62-a4a8-492ee1a9b1db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.3379998 Nov 03 15:57:27.792634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:57:27.792958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Attempting to bind port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:27.810478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:27.810834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:27.811214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:27.811672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Bound port: a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:27.812029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.814195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110e7754-f3c4-48bf-8758-e30a15d55b8b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:27.846946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e912b7-eb76-4432-9623-3429ded6d051 req-6dff8088-ea54-455d-9ec8-61518f1aee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:27.848326 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-6dff8088-ea54-455d-9ec8-61518f1aee27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2263734 Nov 03 15:57:27.856071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.885342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-2c427377-0ce9-4066-a839-616a7b345959 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2995443 Nov 03 15:57:27.890690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:27.923589 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:27.988352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Allocated IP 192.168.233.53 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/5a242ef7-637b-4697-853a-b39d72354307) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:28.000818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0152d054-c703-4ac4-b0bb-974c2536e0ac req-1aa441c8-894d-48ed-a7e6-52b16cce6d1f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187796 Nov 03 15:57:28.005846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d1857b7-6afd-434c-b6a6-a8dba0d0aabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.009864 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d1857b7-6afd-434c-b6a6-a8dba0d0aabd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.013240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8d1857b7-6afd-434c-b6a6-a8dba0d0aabd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1ffa4cf0-b159-489c-89a2-cca07328632b HTTP/1.1" status: 204 len: 168 time: 0.5280035 Nov 03 15:57:28.020312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e912b7-eb76-4432-9623-3429ded6d051 req-40ecf17c-bf63-437b-9825-741b6a7a8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:28.022116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-40ecf17c-bf63-437b-9825-741b6a7a8876 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488931 Nov 03 15:57:28.058186 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.062042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1857b7-6afd-434c-b6a6-a8dba0d0aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffa4cf0-b159-489c-89a2-cca07328632b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:28.132527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:28.143730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87107de-c28a-41da-bb50-9dbae1eac466']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:28.157568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792aa1bf-0a90-4378-943e-048862e3851a') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:28.157832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792aa1bf-0a90-4378-943e-048862e3851a') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:28.181875 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.207486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.212403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:28.225280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:57:28.225747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:57:28.227702 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:57:28.230334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.275588 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.280070 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.286028 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.319555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:28.320023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.322363 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] 10.222.0.70 "PUT /v2.0/ports/a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd HTTP/1.1" status: 200 len: 1095 time: 3.3919690 Nov 03 15:57:28.351785 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.401253 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.415936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50282) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:28.419554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e87107de-c28a-41da-bb50-9dbae1eac466 HTTP/1.1" status: 204 len: 168 time: 0.7663546 Nov 03 15:57:28.589556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a02a33-7b22-474a-b168-45b83d0c324c None None] Pushing event updated for resources: {'Port': ['ID=1fbbf923-987b-4330-b6d9-5b8d07f94fd2,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:28.593036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-f807bf8a-4352-4d23-9fb7-6b8da1b8f6ad service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611956 Nov 03 15:57:28.595544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Attempting to bind port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:28.596016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Attempting to bind port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4b23d13f-8a29-48f9-84aa-190f78ef15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:28.596879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Attempting to bind port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 on network 2429b1e6-e6ac-46b8-aa54-205012387206 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:28.618559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:28.619112 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Checking segment: {'id': '4b23d13f-8a29-48f9-84aa-190f78ef15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:28.619632 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.620125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Bound using segment: {'id': '4b23d13f-8a29-48f9-84aa-190f78ef15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:28.620992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Bound port: 1fbbf923-987b-4330-b6d9-5b8d07f94fd2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b23d13f-8a29-48f9-84aa-190f78ef15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:28.621381 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.860794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] For port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:28.873346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] For port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1fbbf923-987b-4330-b6d9-5b8d07f94fd2,segment=NetworkSegment(4b23d13f-8a29-48f9-84aa-190f78ef15c2),segment_id=4b23d13f-8a29-48f9-84aa-190f78ef15c2)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:28.888766 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.903090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-61c9b857-28fd-48c4-8ac6-75f35f0e88a2 None None] Provisioning complete for port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:28.903751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61c9b857-28fd-48c4-8ac6-75f35f0e88a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:28.982223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a02a33-7b22-474a-b168-45b83d0c324c None None] Pushing event updated for resources: {'Port': ['ID=1fbbf923-987b-4330-b6d9-5b8d07f94fd2,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:29.081954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Routers {'b6015b09-c4dc-4f0e-9b76-a24418206c7e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:29.082594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:29.176647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673a70d-5156-40f2-861c-155fa2852a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=e87107de-c28a-41da-bb50-9dbae1eac466,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:29.249923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:29.268099 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb0354d-8241-40df-a5f3-4d26eaae983d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:29.302780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Allocated IP 172.25.6.76 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/b377dd79-105c-46e1-81e9-f9ea8b1fb250) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:29.307760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fcf25-b83e-4105-b0a0-cdb523ed8551 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:29.433426 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.450001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-d0fa341e-e020-4674-9a0d-d3aa3846599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:29.451997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-d0fa341e-e020-4674-9a0d-d3aa3846599e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a3f083bb2f34f91a01671c111b11061&device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 1098 time: 1.0610321 Nov 03 15:57:29.456205 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61c9b857-28fd-48c4-8ac6-75f35f0e88a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.473111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.481102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad8378f-82e4-47c2-96c9-3798595512c4 admin admin] Deleting subnet dcb65e12-d800-4352-90bf-3c04365376e2 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:57:29.501126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] Set router b6015b09-c4dc-4f0e-9b76-a24418206c7e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:29.521098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:29.526417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:29.529862 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ad8378f-82e4-47c2-96c9-3798595512c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.530918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:29.567561 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-f3bcde59-9e62-4375-9484-21193bbc6874 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd HTTP/1.1" status: 200 len: 217 time: 0.1007767 Nov 03 15:57:29.567831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Pushing event updated for resources: {'Port': ['ID=b377dd79-105c-46e1-81e9-f9ea8b1fb250,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:29.572525 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.637551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-61c9b857-28fd-48c4-8ac6-75f35f0e88a2 None None] For port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1fbbf923-987b-4330-b6d9-5b8d07f94fd2,segment=NetworkSegment(4b23d13f-8a29-48f9-84aa-190f78ef15c2),segment_id=4b23d13f-8a29-48f9-84aa-190f78ef15c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:29.646558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a92ef0-f608-4013-bc4b-4903ce835027 req-69117aeb-b777-42f4-bf04-cb928e2d8d3a tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:29.647881 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61c9b857-28fd-48c4-8ac6-75f35f0e88a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.654479 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13a92ef0-f608-4013-bc4b-4903ce835027 req-69117aeb-b777-42f4-bf04-cb928e2d8d3a tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 947 time: 0.3612516 Nov 03 15:57:29.666503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50318) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:29.675166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.700062 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ad8378f-82e4-47c2-96c9-3798595512c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.739903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9b857-28fd-48c4-8ac6-75f35f0e88a2 None None] Pushing event updated for resources: {'Port': ['ID=1fbbf923-987b-4330-b6d9-5b8d07f94fd2,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:29.742969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63e912b7-eb76-4432-9623-3429ded6d051 req-5de0831e-6d4f-4653-b657-cb7fca6a8ba0 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1356905 Nov 03 15:57:29.747617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.751924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-17c02e8b-045f-4fde-8140-06f09013f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:29.753500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-17c02e8b-045f-4fde-8140-06f09013f58c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1750655 Nov 03 15:57:29.829173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ad8378f-82e4-47c2-96c9-3798595512c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.837043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13a92ef0-f608-4013-bc4b-4903ce835027 req-a9431314-9f94-4b77-823e-a746fa91bf58 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816580 Nov 03 15:57:29.838084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:29.945393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-85552d22-7f04-4927-bbff-d35d6202971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:29.947040 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-85552d22-7f04-4927-bbff-d35d6202971f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1849589 Nov 03 15:57:29.956601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-741348409'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:30.008242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:30.008715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c9e13c75-74f4-45e0-8c11-92e19a0e9099 None None] Provisioning complete for port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:30.009084 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e13c75-74f4-45e0-8c11-92e19a0e9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.011715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.019151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.029803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:30.047964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Pushing event updated for resources: {'Port': ['ID=5a242ef7-637b-4697-853a-b39d72354307,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:30.078902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Pushing event updated for resources: {'Port': ['ID=b377dd79-105c-46e1-81e9-f9ea8b1fb250,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:30.112248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:30.167598 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.177515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:09Z', 'updated_at': '2021-11-03T15:57:24Z', 'revision_number': 4, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'gw_port': {'id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:11Z', 'updated_at': '2021-11-03T15:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '1fbbf923-987b-4330-b6d9-5b8d07f94fd2', 'name': '', 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'mac_address': 'fa:16:3e:12:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '275322b7-498f-499a-8b86-601dc870b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:21Z', 'updated_at': '2021-11-03T15:57:28Z', 'revision_number': 4, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'subnets': [{'id': '275322b7-498f-499a-8b86-601dc870b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:30.210029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Made reservation on behalf of 1adabc456e6c44e7807354c27550df3e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:30.213553 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.221687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.223219 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-98551f92-da0b-4717-86e7-7af907695926 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3369305 Nov 03 15:57:30.226738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9620e81-14f2-4c35-8a87-50109be469b1 None None] The sync data for ids ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'] in n-d-813897-2 is: [{'id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:09Z', 'updated_at': '2021-11-03T15:57:24Z', 'revision_number': 4, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'gw_port': {'id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:11Z', 'updated_at': '2021-11-03T15:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '1fbbf923-987b-4330-b6d9-5b8d07f94fd2', 'name': '', 'network_id': '2429b1e6-e6ac-46b8-aa54-205012387206', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'mac_address': 'fa:16:3e:12:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '275322b7-498f-499a-8b86-601dc870b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:21Z', 'updated_at': '2021-11-03T15:57:28Z', 'revision_number': 4, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'subnets': [{'id': '275322b7-498f-499a-8b86-601dc870b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:30.251206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0753-0615-46e0-9349-ddf09ba66880 req-d8c24ecc-fcb2-4fe6-a7ab-d6f531a09a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:30.252907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686e0753-0615-46e0-9349-ddf09ba66880 req-d8c24ecc-fcb2-4fe6-a7ab-d6f531a09a84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a3f083bb2f34f91a01671c111b11061&device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 1098 time: 0.4113097 Nov 03 15:57:30.281154 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ad8378f-82e4-47c2-96c9-3798595512c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.289664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.359712 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-c843d266-bb5e-472c-b7b3-3011e27ecd56 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.0996010 Nov 03 15:57:30.428372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:30.429118 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.448268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c19ee43f-5c09-453e-ac0f-38bdec56ba9f None None] Provisioning complete for port 5a242ef7-637b-4697-853a-b39d72354307 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:30.448909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c19ee43f-5c09-453e-ac0f-38bdec56ba9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.451240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8378f-82e4-47c2-96c9-3798595512c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb65e12-d800-4352-90bf-3c04365376e2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:30.460414 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ad8378f-82e4-47c2-96c9-3798595512c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.476238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50324) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:30.476899 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3ad8378f-82e4-47c2-96c9-3798595512c4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/dcb65e12-d800-4352-90bf-3c04365376e2 HTTP/1.1" status: 204 len: 168 time: 2.0514557 Nov 03 15:57:30.501433 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb17be-0525-4ae5-ae79-774f90d7f896 req-2bd23999-4117-471b-922e-4be5f834b0c3 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:30.503599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22fb17be-0525-4ae5-ae79-774f90d7f896 req-2bd23999-4117-471b-922e-4be5f834b0c3 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 935 time: 0.4917252 Nov 03 15:57:30.516713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c19ee43f-5c09-453e-ac0f-38bdec56ba9f None None] Port 5a242ef7-637b-4697-853a-b39d72354307 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:57:30.548386 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-4c188cdf-873f-46b6-a176-afd7ad561edb service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873449 Nov 03 15:57:30.590399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-f83496c1-e7e4-4675-ab76-1e39ab7b3439 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:30.591836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50fb1b99-b292-4d2c-bfd1-78aa9b7ecad8 req-f83496c1-e7e4-4675-ab76-1e39ab7b3439 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.2313662 Nov 03 15:57:30.607410 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-798edf3a-8f09-40e2-9002-661051e85750 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1460030 Nov 03 15:57:30.608801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.647976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Request body: {'port': {'device_id': '5f75affa-f0de-47e7-b4e6-275b0ef8ea43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:30.732947 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.782382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7296d5-eb36-40b9-bc1b-a86273c34369']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:30.803367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf45514-c4d0-4dee-85ce-330329f99cb1') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:30.803739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf45514-c4d0-4dee-85ce-330329f99cb1') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:30.808141 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22fb17be-0525-4ae5-ae79-774f90d7f896 req-25fb25a0-8b81-46ca-b66a-3b0d95eef252 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625062 Nov 03 15:57:30.809184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0753-0615-46e0-9349-ddf09ba66880 req-a47ad548-75af-4c38-bd55-a27a55b80210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:30.814209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66841fae-ef87-4f52-abb9-5ab6f9b9d5dc req-3b20ae15-f368-4fbd-acb3-6d6547d9fab0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:30.817282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686e0753-0615-46e0-9349-ddf09ba66880 req-a47ad548-75af-4c38-bd55-a27a55b80210 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.5401692 Nov 03 15:57:30.817510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66841fae-ef87-4f52-abb9-5ab6f9b9d5dc req-3b20ae15-f368-4fbd-acb3-6d6547d9fab0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.0996835 Nov 03 15:57:30.838978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.882038 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.897692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:57:30.898183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:57:30.900266 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:57:30.922952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:30.937877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686e0753-0615-46e0-9349-ddf09ba66880 req-386fab0a-7473-4adf-9b45-13c1a43d410a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=748edb1d-34f0-440f-b247-c3f6176300ec HTTP/1.1" status: 200 len: 217 time: 0.0773461 Nov 03 15:57:30.949456 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.011243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efcc6704-df0c-46d6-9578-041e45ff7428 req-9f51d5dd-7e4e-44e7-bb25-722d26e28963 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429231 Nov 03 15:57:31.034612 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.063205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:31.063642 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.073330 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3813ae24-43bf-43c6-9708-bdabfd9a5433 x-openstack-request-id: req-3813ae24-43bf-43c6-9708-bdabfd9a5433 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:31.073706 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:31.073958 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3813ae24-43bf-43c6-9708-bdabfd9a5433 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:31.074387 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd', 'status': 'completed', 'code': 200} Nov 03 15:57:31.076505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.091704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66841fae-ef87-4f52-abb9-5ab6f9b9d5dc req-90b4cf5b-4ddd-43fb-a626-626b11b28f4f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660925 Nov 03 15:57:31.092453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.137216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.150294 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.161768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] 10.222.0.86 "DELETE /v2.0/networks/1b7296d5-eb36-40b9-bc1b-a86273c34369 HTTP/1.1" status: 204 len: 168 time: 0.6833189 Nov 03 15:57:31.207359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e790990-31c0-4098-a166-19c031913bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7296d5-eb36-40b9-bc1b-a86273c34369,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:31.286558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:57:31.318119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0753-0615-46e0-9349-ddf09ba66880 req-ee8b218b-10f7-45df-acfb-39be4b4f8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:31.320378 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686e0753-0615-46e0-9349-ddf09ba66880 req-ee8b218b-10f7-45df-acfb-39be4b4f8d1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.3736846 Nov 03 15:57:31.329443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196cf19-d57d-4d7e-ad12-b138be2eb225 req-ff4aa614-935b-405b-af22-45eddcfecc7e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:31.331507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a196cf19-d57d-4d7e-ad12-b138be2eb225 req-ff4aa614-935b-405b-af22-45eddcfecc7e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 947 time: 0.0878108 Nov 03 15:57:31.345829 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29d78784-c683-4d7a-9147-b9c68cc049a4 req-9b4a1d3c-5fc9-4418-84cb-41d5381faef1 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips/5bf2a0a1-12a2-4577-9b97-6ab3c1193d06 HTTP/1.1" status: 200 len: 692 time: 0.2520940 Nov 03 15:57:31.354896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d179bdd-38b4-4bbd-b65b-929df6c80982,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:31.362651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.363020 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Added segment 7ff12e70-7c61-4204-a6f2-c64fea45a8ba of type vlan for network 34efbe05-9d42-443c-a5ac-0463d013efb6 Nov 03 15:57:31.436610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a196cf19-d57d-4d7e-ad12-b138be2eb225 req-7d85abdb-edee-46d1-8c36-4941c64fb1b7 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979433 Nov 03 15:57:31.507551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50334) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:31.529638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-8b513495-5013-4c97-b357-4d2dd3660505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:31.531132 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-8b513495-5013-4c97-b357-4d2dd3660505 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a3f083bb2f34f91a01671c111b11061&device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 1098 time: 0.4422319 Nov 03 15:57:31.567310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d24c25a5-a38d-4583-9f87-db8a3f2c01c7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=334fbe3a802149578a96ff221367833c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560036 Nov 03 15:57:31.567889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50336) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:31.608954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.661577 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21c0d2dd-5da2-4b35-a252-18621474ceee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.696019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21c0d2dd-5da2-4b35-a252-18621474ceee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.706691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0753-0615-46e0-9349-ddf09ba66880 req-3240b3ba-98bd-4f4c-8fd1-b433ca07a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:31.708220 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686e0753-0615-46e0-9349-ddf09ba66880 req-3240b3ba-98bd-4f4c-8fd1-b433ca07a9e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3562615 Nov 03 15:57:31.773055 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21c0d2dd-5da2-4b35-a252-18621474ceee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.775960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21c0d2dd-5da2-4b35-a252-18621474ceee admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.779400 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-21c0d2dd-5da2-4b35-a252-18621474ceee admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/873054b3-22ef-4470-bbfe-557d2867ab7f HTTP/1.1" status: 204 len: 168 time: 0.2077138 Nov 03 15:57:31.793783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0d2dd-5da2-4b35-a252-18621474ceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873054b3-22ef-4470-bbfe-557d2867ab7f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:31.852999 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.858608 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:31.859240 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:31.903377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78784-c683-4d7a-9147-b9c68cc049a4 req-76110e43-04aa-48a7-975f-1a86a065327d tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:31.910740 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29d78784-c683-4d7a-9147-b9c68cc049a4 req-76110e43-04aa-48a7-975f-1a86a065327d tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.5357714 Nov 03 15:57:31.933771 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:57:31.945924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-29d78784-c683-4d7a-9147-b9c68cc049a4 req-e1b795ba-9151-49ec-85e6-4fad5ded8fd4 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 15:57:31.946904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29d78784-c683-4d7a-9147-b9c68cc049a4 req-e1b795ba-9151-49ec-85e6-4fad5ded8fd4 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0354099 Nov 03 15:57:32.001080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3271370 Nov 03 15:57:32.001080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-05480af1-5072-4a90-a34c-cbc5a701193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:32.001080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-05480af1-5072-4a90-a34c-cbc5a701193c service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.4560499 Nov 03 15:57:32.003559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50346) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:32.004491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68ade9-0ac6-4208-bf5b-fcbcc65cc173 req-caaf02f7-93e8-4509-ba19-09bf55676102 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:32.006722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df68ade9-0ac6-4208-bf5b-fcbcc65cc173 req-caaf02f7-93e8-4509-ba19-09bf55676102 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 935 time: 0.0931675 Nov 03 15:57:32.054644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'subnet': {'network_id': '34efbe05-9d42-443c-a5ac-0463d013efb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:32.079553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df68ade9-0ac6-4208-bf5b-fcbcc65cc173 req-d4cebc0b-85e7-4284-9040-cdc3f2188455 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644817 Nov 03 15:57:32.348724 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55070222-f39f-40c2-bb1a-8895b35a2b77 req-4d2f8517-b7e1-4c69-8e32-23fdb34744c8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:32.358242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55070222-f39f-40c2-bb1a-8895b35a2b77 req-4d2f8517-b7e1-4c69-8e32-23fdb34744c8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.0961154 Nov 03 15:57:32.391293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50356) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:32.391852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:57:32.447049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55070222-f39f-40c2-bb1a-8895b35a2b77 req-94f90a97-8993-4c1e-bc40-04078b9a55cf tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878477 Nov 03 15:57:32.467439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3b94824c-70c1-4ec7-8d5b-13c2fb856ae5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0f0e171a521e48d1a655343e3f97d4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722785 Nov 03 15:57:32.469731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50360) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:32.530797 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-346e4485-3103-4747-a0fb-d93e780051f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:32.542664 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-102e5f19-a726-4e81-ab0c-fe567b6298a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:32.546646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-150bc98e-63dc-4ca4-a7eb-6b7f341730a2 req-c7071ae1-965b-4d83-909f-9e84ef4ecacf tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=0ec46f70f9f6444d8c82f606dfef1cec HTTP/1.1" status: 200 len: 695 time: 0.5575454 Nov 03 15:57:32.553286 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-1097339a-45a6-4a8c-9d79-e7740785641d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd HTTP/1.1" status: 200 len: 217 time: 0.4950507 Nov 03 15:57:32.560717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eac533-4187-4d54-a129-652abfc18d63 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Network': ['ID=34efbe05-9d42-443c-a5ac-0463d013efb6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:32.575715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-346e4485-3103-4747-a0fb-d93e780051f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:32.578685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:57:32.595210 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686e0753-0615-46e0-9349-ddf09ba66880 req-d3850446-e282-48f1-85a0-3056ce27b184 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456233 Nov 03 15:57:32.676459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302cfdc-5984-4b7f-a1a3-90cd1affa024 req-1aecd68e-2cf8-4f94-a1a7-ae680782a9c1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:32.679078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b302cfdc-5984-4b7f-a1a3-90cd1affa024 req-1aecd68e-2cf8-4f94-a1a7-ae680782a9c1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 945 time: 0.0929878 Nov 03 15:57:32.696865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:32.714055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd', 'mac_address': 'fa:16:3e:a4:07:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:57:32.717108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-346e4485-3103-4747-a0fb-d93e780051f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:32.726930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-346e4485-3103-4747-a0fb-d93e780051f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:32.730089 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-346e4485-3103-4747-a0fb-d93e780051f3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b1c8aae4-0e3c-4e41-9971-a9b9e824b5a1 HTTP/1.1" status: 204 len: 168 time: 0.2592044 Nov 03 15:57:32.765536 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:32.773162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e4485-3103-4747-a0fb-d93e780051f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c8aae4-0e3c-4e41-9971-a9b9e824b5a1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:32.786081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b302cfdc-5984-4b7f-a1a3-90cd1affa024 req-69279657-c0f2-4ebc-a595-c80409e462c2 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899878 Nov 03 15:57:32.802963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:32.842550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:32.850174 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:32.871187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-29d7581b-79cc-4c28-bcf4-f1dfc43dcf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:32.872756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-29d7581b-79cc-4c28-bcf4-f1dfc43dcf64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2798624 Nov 03 15:57:32.878099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a242ef7-637b-4697-853a-b39d72354307 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:32.895190 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:32.906027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Made reservation on behalf of 1adabc456e6c44e7807354c27550df3e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:32.911715 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:32.931308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:32.992220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bc98e-63dc-4ca4-a7eb-6b7f341730a2 req-1cb6c4a9-6caf-49b0-93d2-9a7b749a25d6 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:33.002583 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-150bc98e-63dc-4ca4-a7eb-6b7f341730a2 req-1cb6c4a9-6caf-49b0-93d2-9a7b749a25d6 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/networks?id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 787 time: 0.4375484 Nov 03 15:57:33.026250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996d759-027a-479d-9b90-3559cbd96aca req-b8abe229-04ea-46c8-b02b-5dda17609764 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:33.029860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a996d759-027a-479d-9b90-3559cbd96aca req-b8abe229-04ea-46c8-b02b-5dda17609764 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 948 time: 0.0932193 Nov 03 15:57:33.039919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Transition to ACTIVE for port object 5a242ef7-637b-4697-853a-b39d72354307 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:57:33.055825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686e0753-0615-46e0-9349-ddf09ba66880 req-518d3113-64f4-490d-ae3b-8ec0c5ee7f0f service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348845 Nov 03 15:57:33.061721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:57:33.097720 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:33.114071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a996d759-027a-479d-9b90-3559cbd96aca req-40a698b3-9842-4500-882b-109893ecc116 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648978 Nov 03 15:57:33.126578 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-2a84be11-55fc-4a18-bab1-a4f0f4bf69a1 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips/5bf2a0a1-12a2-4577-9b97-6ab3c1193d06 HTTP/1.1" status: 200 len: 692 time: 0.0916972 Nov 03 15:57:33.161785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-3b4531cf-336b-4ae7-bee5-a27e6e9fc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:33.164008 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-3b4531cf-336b-4ae7-bee5-a27e6e9fc971 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2741034 Nov 03 15:57:33.245510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b850cb5-8161-4bcc-b85d-eeaeb74ba3cb req-207a4530-9827-4536-80dd-7c04e00da1d4 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:33.261764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b850cb5-8161-4bcc-b85d-eeaeb74ba3cb req-207a4530-9827-4536-80dd-7c04e00da1d4 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 947 time: 0.0813103 Nov 03 15:57:33.321650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Pushing event updated for resources: {'Port': ['ID=5a242ef7-637b-4697-853a-b39d72354307,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:33.336361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b850cb5-8161-4bcc-b85d-eeaeb74ba3cb req-d1331dc2-5be0-4dcf-9445-9d798a81567f tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732868 Nov 03 15:57:33.621437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ec483-8842-44ab-a4ba-60b4b7913ddd req-a4737378-efa6-4e09-a3bc-ecc776a94ea1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:33.623496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-351ec483-8842-44ab-a4ba-60b4b7913ddd req-a4737378-efa6-4e09-a3bc-ecc776a94ea1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.0773723 Nov 03 15:57:33.668126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-cd51fba9-322d-499a-8f71-78f65a86d7e0 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:33.669825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-cd51fba9-322d-499a-8f71-78f65a86d7e0 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.5190167 Nov 03 15:57:33.676523 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-a69eb897-da53-428c-8788-a2eaa70fca78 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961512 Nov 03 15:57:33.677235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Attempting to bind port 5a242ef7-637b-4697-853a-b39d72354307 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:33.677600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Attempting to bind port 5a242ef7-637b-4697-853a-b39d72354307 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:33.677949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Attempting to bind port 5a242ef7-637b-4697-853a-b39d72354307 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:33.689165 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Port 5a242ef7-637b-4697-853a-b39d72354307 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:57:33.689331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-351ec483-8842-44ab-a4ba-60b4b7913ddd req-4109c118-8b2d-46bc-abf1-dfdd082372ca tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587502 Nov 03 15:57:33.689463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Attempting to bind port 5a242ef7-637b-4697-853a-b39d72354307 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:33.724457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:33.765982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:33.766351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:33.766702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:33.767162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Bound port: 5a242ef7-637b-4697-853a-b39d72354307, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:33.767519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:33.850874 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-1f6aadcb-19c5-4fcb-bb62-1c625492ac8b tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.1671147 Nov 03 15:57:34.001082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Subnet': ['ID=7d638074-dbc4-4b4b-9193-5bcb2a3c23a0,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:34.012517 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-34d8f558-df9d-4cef-a43a-38c1ca93df30 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.1304734 Nov 03 15:57:34.034469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb0354d-8241-40df-a5f3-4d26eaae983d req-b990295a-e1d0-44f9-a6a6-57ead3940331 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390250 Nov 03 15:57:34.077174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Checking segment: {'id': '7ff12e70-7c61-4204-a6f2-c64fea45a8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34efbe05-9d42-443c-a5ac-0463d013efb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:34.077585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network hostable DHCP agents. Network: 34efbe05-9d42-443c-a5ac-0463d013efb6, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:57:34.087328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] For port 5a242ef7-637b-4697-853a-b39d72354307, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:34.088827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728125b2-1115-42e5-b02b-7c75a87b53dd req-27394e26-a05d-4447-84d7-b7b8dfb9bbee tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:34.090604 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-728125b2-1115-42e5-b02b-7c75a87b53dd req-27394e26-a05d-4447-84d7-b7b8dfb9bbee tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 945 time: 0.0582664 Nov 03 15:57:34.146477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] For port 5a242ef7-637b-4697-853a-b39d72354307, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5a242ef7-637b-4697-853a-b39d72354307,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:34.159393 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-728125b2-1115-42e5-b02b-7c75a87b53dd req-18e7bbdf-60f1-439d-b771-bb7f75218979 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591586 Nov 03 15:57:34.168512 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.180550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:57:34.219351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:34.219975 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.221420 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] 10.222.0.15 "PUT /v2.0/ports/5a242ef7-637b-4697-853a-b39d72354307 HTTP/1.1" status: 200 len: 1095 time: 3.5854750 Nov 03 15:57:34.223447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f75affa-f0de-47e7-b4e6-275b0ef8ea43', 'tag': '5a242ef7-637b-4697-853a-b39d72354307'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:34.225795 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdec86c-8d4b-4701-9156-f602c2d1a848" -d '{"events": [{"name": "network-changed", "server_uuid": "5f75affa-f0de-47e7-b4e6-275b0ef8ea43", "tag": "5a242ef7-637b-4697-853a-b39d72354307"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:34.231734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 34efbe05-9d42-443c-a5ac-0463d013efb6) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:34.244264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:34.244876 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.247863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238fb30b-6ab7-4919-a85a-2dc1a70f790f None None] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:34.276287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371c276-7bb0-49df-b30d-44a39d0642dd service neutron] Pushing event updated for resources: {'Port': ['ID=5a242ef7-637b-4697-853a-b39d72354307,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:34.289893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Deleting port b377dd79-105c-46e1-81e9-f9ea8b1fb250 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:34.290241 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.298920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50406) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:34.306164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1677381869', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:34.314683 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2cffa0c2-7d00-4349-8d6a-459092f6891f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2979486 Nov 03 15:57:34.347891 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.349219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.396432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:34.454491 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.531930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:57:34.550493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-e2a1d18d-b108-4264-bc3b-d0014f25dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:34.563609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-e2a1d18d-b108-4264-bc3b-d0014f25dd48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cba2ea0f867744d993003515079833e9&device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 1098 time: 0.2712662 Nov 03 15:57:34.602166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.602639 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.695878 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-c2bcc5a6-cc30-456a-ba98-b1561a9aa34f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5a242ef7-637b-4697-853a-b39d72354307 HTTP/1.1" status: 200 len: 217 time: 0.1116266 Nov 03 15:57:34.723559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Calling delete_port for b377dd79-105c-46e1-81e9-f9ea8b1fb250 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:34.778323 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.837256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:57:34.849336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec889d2-252a-4d36-a0cb-f90f5188827c req-7ce7d284-6ce2-4100-bf39-d66d4802c557 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:34.860228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ec889d2-252a-4d36-a0cb-f90f5188827c req-7ce7d284-6ce2-4100-bf39-d66d4802c557 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 948 time: 0.3459589 Nov 03 15:57:34.871139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:34.871520 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:34.890494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-caace617-dc02-4153-bae0-a61e989e35df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:34.893782 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-caace617-dc02-4153-bae0-a61e989e35df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1245158 Nov 03 15:57:34.906223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f07f10-1f5f-4237-b279-83199a45b2c8 None None] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:34.998291 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.024053 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fc884cb6-57d4-4068-a363-fc5005dac82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.032680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ec889d2-252a-4d36-a0cb-f90f5188827c req-6fd1bdde-3e4c-42b6-be04-129925ac08ea tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696124 Nov 03 15:57:35.073708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:35.078048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Pushing event deleted for resources: {'Port': ['ID=b377dd79-105c-46e1-81e9-f9ea8b1fb250,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:35.110606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '748edb1d-34f0-440f-b247-c3f6176300ec', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '748edb1d-34f0-440f-b247-c3f6176300ec', 'mac_address': 'fa:16:3e:f1:2e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:57:35.140025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-97963e46-3e1d-454d-9296-76eca32d8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:35.142042 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-97963e46-3e1d-454d-9296-76eca32d8136 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567154 Nov 03 15:57:35.225589 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253c4ecb-04b9-4a3e-8675-244dfaba250d x-openstack-request-id: req-253c4ecb-04b9-4a3e-8675-244dfaba250d {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:35.225589 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f75affa-f0de-47e7-b4e6-275b0ef8ea43", "tag": "5a242ef7-637b-4697-853a-b39d72354307", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:35.225589 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-253c4ecb-04b9-4a3e-8675-244dfaba250d {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:35.225589 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f75affa-f0de-47e7-b4e6-275b0ef8ea43', 'tag': '5a242ef7-637b-4697-853a-b39d72354307', 'status': 'completed', 'code': 200} Nov 03 15:57:35.241677 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.244855 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.263346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748edb1d-34f0-440f-b247-c3f6176300ec {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:35.334684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.345463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:35.357240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.362710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-31c75254-75fc-491f-95fd-b712330810d5 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696553 Nov 03 15:57:35.368793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:35.370932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.371249 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ef414a-995d-4c23-b9b3-2d57847ce6f6" -d '{"events": [{"server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:35.373812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.376283 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f00a348-89e8-453a-9047-346c72bbcc96 req-319c62b7-b799-400b-ab1e-729fecf77648 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "DELETE /v2.0/floatingips/5bf2a0a1-12a2-4577-9b97-6ab3c1193d06 HTTP/1.1" status: 204 len: 173 time: 1.3616598 Nov 03 15:57:35.380587 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.388189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:35.409667 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.448834 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:35.508831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6ef3-f866-46f8-86e5-1492ad0ca2f2 req-c40aa2e3-a521-4c41-8bf0-f754a85d0376 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:35.510535 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93ae6ef3-f866-46f8-86e5-1492ad0ca2f2 req-c40aa2e3-a521-4c41-8bf0-f754a85d0376 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 947 time: 0.1404693 Nov 03 15:57:35.530346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6327b00-3678-43c4-9b4b-d127ba72f6ce req-ed4a5603-94e1-4e77-8f9a-946cc7c64132 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543787 Nov 03 15:57:35.531608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:35.552745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.25.6.218 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/e450540b-99e3-429d-8d40-8693c75f831c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:35.565959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056a380-c082-4c4e-8085-4120ebdb2888 req-dbd72036-7a45-4db5-aa46-9ebca7dc473a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:35.567649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e056a380-c082-4c4e-8085-4120ebdb2888 req-dbd72036-7a45-4db5-aa46-9ebca7dc473a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.0839207 Nov 03 15:57:35.622164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93ae6ef3-f866-46f8-86e5-1492ad0ca2f2 req-038b9480-7f75-4c82-8e0b-b4947b07fe2e tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003916 Nov 03 15:57:35.637327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e056a380-c082-4c4e-8085-4120ebdb2888 req-56e1bc51-d977-4513-8f51-bfacd671b198 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605462 Nov 03 15:57:35.698052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-2bda38ff-676e-401a-8583-247a282ee9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:35.700884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-2bda38ff-676e-401a-8583-247a282ee9d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cba2ea0f867744d993003515079833e9&device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 1098 time: 0.0558302 Nov 03 15:57:35.720867 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df39c5f-48df-493a-a297-d42e9ae7fedb x-openstack-request-id: req-7df39c5f-48df-493a-a297-d42e9ae7fedb {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:35.721453 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:35.721681 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7df39c5f-48df-493a-a297-d42e9ae7fedb {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:35.722168 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd', 'code': 200} Nov 03 15:57:35.731109 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.755642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['748edb1d-34f0-440f-b247-c3f6176300ec'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:57:35.792932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1af7680a-996d-4784-9187-a38d58ac0d79 req-7aaf03bb-c140-409a-914a-dbd7cdb5a102 tempest-FlavorsV2NegativeTest-1499978222 tempest-FlavorsV2NegativeTest-1499978222-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6d9880d5965c419d8bf87ea3933743fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333338 Nov 03 15:57:35.801220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:35.876317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:35.886235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:35.926689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:35.932982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=e450540b-99e3-429d-8d40-8693c75f831c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:35.957206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8561fd-d428-45b9-abed-de0948b97828 req-69a610ca-e22c-46d2-a6fb-4bb5b1b0b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:35.958734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b8561fd-d428-45b9-abed-de0948b97828 req-69a610ca-e22c-46d2-a6fb-4bb5b1b0b3c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 1100 time: 0.1351099 Nov 03 15:57:35.959728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-80a2c3f3-1294-4c1d-96f0-8703ae04cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:35.961022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-80a2c3f3-1294-4c1d-96f0-8703ae04cb16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2525673 Nov 03 15:57:36.031120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-6c30da7e-91c7-4cb7-a9bc-52a1b761073c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5a242ef7-637b-4697-853a-b39d72354307 HTTP/1.1" status: 200 len: 217 time: 0.0554225 Nov 03 15:57:36.039617 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-7511c6a8-d891-48f7-a940-d93b5d897294 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2147958 Nov 03 15:57:36.057488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7680a-996d-4784-9187-a38d58ac0d79 req-c2b3365e-1026-4623-ae43-b027087ef65c tempest-FlavorsV2NegativeTest-1499978222 tempest-FlavorsV2NegativeTest-1499978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:36.058185 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1af7680a-996d-4784-9187-a38d58ac0d79 req-c2b3365e-1026-4623-ae43-b027087ef65c tempest-FlavorsV2NegativeTest-1499978222 tempest-FlavorsV2NegativeTest-1499978222-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438393 Nov 03 15:57:36.078848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:36.120410 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:36.125831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b8561fd-d428-45b9-abed-de0948b97828 req-700dcc35-893f-4e3e-9ea8-1242b965467a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590593 Nov 03 15:57:36.129871 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-dffbc9c8-ba16-4c24-b1b7-13f2889b73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:36.131176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-dffbc9c8-ba16-4c24-b1b7-13f2889b73e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0905676 Nov 03 15:57:36.136565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:36.136920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1af7680a-996d-4784-9187-a38d58ac0d79 req-c0de9ffa-3159-49d8-b9d5-b64155bff0dd tempest-FlavorsV2NegativeTest-1499978222 tempest-FlavorsV2NegativeTest-1499978222-project] 10.222.0.86 "GET /v2.0/quotas/6d9880d5965c419d8bf87ea3933743fd HTTP/1.1" status: 200 len: 375 time: 0.0471466 Nov 03 15:57:36.171036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1af7680a-996d-4784-9187-a38d58ac0d79 req-5d4848ff-4e1c-4acc-be20-05e49769a072 tempest-FlavorsV2NegativeTest-1499978222 tempest-FlavorsV2NegativeTest-1499978222-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d9880d5965c419d8bf87ea3933743fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332325 Nov 03 15:57:36.483360 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:36.572559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-e02cc8e8-0a8f-4707-aa9e-d78c1e552524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:36.574357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-e02cc8e8-0a8f-4707-aa9e-d78c1e552524 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4346828 Nov 03 15:57:36.636095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fac2b2-be85-4898-ab57-5e5068327735 req-df5bdac5-233a-42b5-b535-1d2e0255e5eb tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:36.636330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61fac2b2-be85-4898-ab57-5e5068327735 req-df5bdac5-233a-42b5-b535-1d2e0255e5eb tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 949 time: 0.1091030 Nov 03 15:57:36.728397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-95051ddd-e401-475d-9c34-91929a8ec1a6 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450977 Nov 03 15:57:36.735514 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:36.778902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61fac2b2-be85-4898-ab57-5e5068327735 req-6f00d421-339e-40ae-8d96-a5223b876ac5 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350896 Nov 03 15:57:36.806580 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:36.958729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Allocated IP 172.25.6.37 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/780acaf9-f611-42f6-be72-a183e9010995) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:36.982330 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bdec86c-8d4b-4701-9156-f602c2d1a848 req-0fe7ed7a-8722-4d81-a9d0-9ad4e17b9638 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362399 Nov 03 15:57:37.045544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50486) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:37.108598 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.157901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.230344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9011c5d7-e00d-4b52-92d7-3f750bbeaf13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.233839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:37.248605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:37.260158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:37.265058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Pushing event updated for resources: {'Port': ['ID=780acaf9-f611-42f6-be72-a183e9010995,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:37.325560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648034-2273-46ec-8da9-b433c7d7db49 req-a02b83ad-9e8f-4f26-946b-e707f9f3c04b tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:37.330026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7648034-2273-46ec-8da9-b433c7d7db49 req-a02b83ad-9e8f-4f26-946b-e707f9f3c04b tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 945 time: 0.4550056 Nov 03 15:57:37.398025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7648034-2273-46ec-8da9-b433c7d7db49 req-8fd32e38-26f0-4743-b7ca-9e6c38c59fa0 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615020 Nov 03 15:57:37.398724 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.399273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:57:37.447697 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9011c5d7-e00d-4b52-92d7-3f750bbeaf13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.451163 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.475962 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9011c5d7-e00d-4b52-92d7-3f750bbeaf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.538776 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9011c5d7-e00d-4b52-92d7-3f750bbeaf13 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6d9880d5965c419d8bf87ea3933743fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4921343 Nov 03 15:57:37.542744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011c5d7-e00d-4b52-92d7-3f750bbeaf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4830af84-e3a5-4f7b-a4f5-59430f5decb4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:37.543617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50490) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:37.572145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:37.587835 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64c463-cd11-47bb-8c34-eefe55c493e3 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:37.611379 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64c463-cd11-47bb-8c34-eefe55c493e3 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:37.613742 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cd64c463-cd11-47bb-8c34-eefe55c493e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:37.624059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcee947-6e1a-43c5-9596-5ed61c35929b req-96f4c534-04c0-4757-b99a-2d48126812bf tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:37.625429 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.626144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9dcee947-6e1a-43c5-9596-5ed61c35929b req-96f4c534-04c0-4757-b99a-2d48126812bf tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 947 time: 0.1192658 Nov 03 15:57:37.632197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.633381 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a7f616a-b529-4365-8c9d-72dfcec25e72 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3319778 Nov 03 15:57:37.637160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50492) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:37.672047 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cd64c463-cd11-47bb-8c34-eefe55c493e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:37.682054 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64c463-cd11-47bb-8c34-eefe55c493e3 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:37.682911 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cd64c463-cd11-47bb-8c34-eefe55c493e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:37.694880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.702598 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.708468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf652-1a31-46d1-a66a-32ca4a174f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.720462 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cd64c463-cd11-47bb-8c34-eefe55c493e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:37.722001 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64c463-cd11-47bb-8c34-eefe55c493e3 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:37.798362 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Pushing event updated for resources: {'Port': ['ID=780acaf9-f611-42f6-be72-a183e9010995,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:37.811176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.817080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf652-1a31-46d1-a66a-32ca4a174f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.821002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9dcee947-6e1a-43c5-9596-5ed61c35929b req-01fb5619-075d-4f42-94a9-9ab79a00bd31 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827850 Nov 03 15:57:37.831712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.838037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f2b46f04-3565-468a-b15d-56a50f60395f tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7863188 Nov 03 15:57:37.902557 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-b0916fa2-e920-44de-96c1-007c6c706950 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 695 time: 0.0613668 Nov 03 15:57:37.965152 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf652-1a31-46d1-a66a-32ca4a174f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.967706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf652-1a31-46d1-a66a-32ca4a174f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:37.972164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e4cdf652-1a31-46d1-a66a-32ca4a174f84 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4830af84-e3a5-4f7b-a4f5-59430f5decb4 HTTP/1.1" status: 204 len: 168 time: 0.4236262 Nov 03 15:57:38.017250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdf652-1a31-46d1-a66a-32ca4a174f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4830af84-e3a5-4f7b-a4f5-59430f5decb4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:38.064714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f55fa27d-6331-4da3-88fd-8e722379fc90 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:38.066761 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62c9f8be-8ce7-4472-8471-c69363dec39a req-f55fa27d-6331-4da3-88fd-8e722379fc90 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1542363 Nov 03 15:57:38.069851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0855431-0900-4898-a927-e1e347eb4e47 req-0e8f3785-75ef-44ea-9afe-62a14e2e280e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:38.071546 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0855431-0900-4898-a927-e1e347eb4e47 req-0e8f3785-75ef-44ea-9afe-62a14e2e280e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1428165 Nov 03 15:57:38.185541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-7a6bfeb5-b266-43dd-a4f5-78c728d6218c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:38.187052 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-7a6bfeb5-b266-43dd-a4f5-78c728d6218c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 945 time: 0.0952446 Nov 03 15:57:38.220480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d04a-8fdb-46cb-8602-df77ad1fc7eb req-27642d8c-c038-4258-9bb0-bb6807a66ec6 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:38.222184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96c5d04a-8fdb-46cb-8602-df77ad1fc7eb req-27642d8c-c038-4258-9bb0-bb6807a66ec6 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 949 time: 0.0834832 Nov 03 15:57:38.256167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0855431-0900-4898-a927-e1e347eb4e47 req-1361bd14-0e62-4159-86df-6fe77362ee57 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734846 Nov 03 15:57:38.352827 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:38.361902 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96c5d04a-8fdb-46cb-8602-df77ad1fc7eb req-9d91a120-aad7-4851-8817-9fcd4152bddd tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219387 Nov 03 15:57:38.378731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Deleting port 339a5af7-ecf1-4e06-96d1-a3a51949f50e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:38.379076 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:38.488673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-21bb72bc-db40-48e9-bb85-5609ec723f0e tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips/a7265682-b76a-416d-97ef-b614d52c8a5f HTTP/1.1" status: 200 len: 692 time: 0.1118085 Nov 03 15:57:38.561414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] For port 339a5af7-ecf1-4e06-96d1-a3a51949f50e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=339a5af7-ecf1-4e06-96d1-a3a51949f50e,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:38.561893 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:38.568622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:38.582774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d95017-ff51-41e0-9ecb-c636abd3bce9 req-1e8f32b5-de10-4d04-bf08-da53428f08e7 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:38.584292 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e4d95017-ff51-41e0-9ecb-c636abd3bce9 req-1e8f32b5-de10-4d04-bf08-da53428f08e7 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 948 time: 0.1112244 Nov 03 15:57:38.647390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 748edb1d-34f0-440f-b247-c3f6176300ec completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:57:38.652015 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:38.654822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 748edb1d-34f0-440f-b247-c3f6176300ec triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:38.655388 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:38.737864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e4d95017-ff51-41e0-9ecb-c636abd3bce9 req-6b7d2048-37ac-48c9-ba27-32cd08142560 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474552 Nov 03 15:57:38.823521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-78deca8a-fe03-4352-892f-dffd331bec72 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:38.828943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:38.833329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-78deca8a-fe03-4352-892f-dffd331bec72 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.3335738 Nov 03 15:57:38.853383 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:38.853951 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:38.856053 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Floating IP 53ba9f56-cf37-46e4-beb6-4cc62b9644a1 disassociated. External IP: 172.25.6.201, port: 339a5af7-ecf1-4e06-96d1-a3a51949f50e. Nov 03 15:57:38.856492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Calling delete_port for 339a5af7-ecf1-4e06-96d1-a3a51949f50e owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:38.900122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:38.903191 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e49c1b9-af98-44b6-a904-b41f7c1533ad" -d '{"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-plugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:38.906130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-87f7f916-f79b-481b-b022-36e46a24d137 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 695 time: 0.0741103 Nov 03 15:57:38.920814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:38.929451 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:38.996819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45447fd8-d556-4003-ae1e-fdb59468d8a5 req-f6ca1ebf-7538-4010-8897-95723917d6d3 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:38.999242 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-45447fd8-d556-4003-ae1e-fdb59468d8a5 req-f6ca1ebf-7538-4010-8897-95723917d6d3 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 945 time: 0.1395006 Nov 03 15:57:39.013403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:39.092218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-45447fd8-d556-4003-ae1e-fdb59468d8a5 req-37ecf5ad-d5fd-4ad5-ac32-d21d38a96475 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups?id=13f257e9-933f-4d51-8d7c-d4d620630a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850348 Nov 03 15:57:39.170969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-428cc858-9a4a-432e-9127-4193207f6b47 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 695 time: 0.1659982 Nov 03 15:57:39.186784 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:39.240080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Pushing event deleted for resources: {'Port': ['ID=339a5af7-ecf1-4e06-96d1-a3a51949f50e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:39.344715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55800777-1f52-40e6-8ab6-8442f8981214 req-85a6ac9d-65f7-4541-a644-78b8fc7fd725 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:39.352890 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55800777-1f52-40e6-8ab6-8442f8981214 req-85a6ac9d-65f7-4541-a644-78b8fc7fd725 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 947 time: 0.1563995 Nov 03 15:57:39.355416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.20.0.1 (34efbe05-9d42-443c-a5ac-0463d013efb6/7d638074-dbc4-4b4b-9193-5bcb2a3c23a0/3030b6c1-d737-41d2-a71a-ca65a8ca1ffb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:39.405333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Deleting port 780acaf9-f611-42f6-be72-a183e9010995 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:39.405758 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:39.443795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:57:39.457825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55800777-1f52-40e6-8ab6-8442f8981214 req-d35ce886-9dc9-4a75-bd2d-5883a3ab4b5f tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996110 Nov 03 15:57:39.510057 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5949c946-48c1-433d-83b1-89b6aeeb6ad7 x-openstack-request-id: req-5949c946-48c1-433d-83b1-89b6aeeb6ad7 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:39.510348 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-plugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:39.510600 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5949c946-48c1-433d-83b1-89b6aeeb6ad7 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:39.510991 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec', 'code': 200} Nov 03 15:57:39.557358 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:39.557708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:39.563667 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:39.578374 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Calling delete_port for 780acaf9-f611-42f6-be72-a183e9010995 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:39.674814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:39.703439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:39.715911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] Sync routers for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:39.735929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:39.736676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:39.769845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] No DVR routers for this DVR port 339a5af7-ecf1-4e06-96d1-a3a51949f50e on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:57:39.774413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:39.779170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-681dedf9-cfeb-47f4-8023-94ff426c8328 req-71c46644-960e-4fe3-90d7-9956176a6fc1 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.15 "DELETE /v2.0/ports/339a5af7-ecf1-4e06-96d1-a3a51949f50e HTTP/1.1" status: 204 len: 173 time: 1.5863118 Nov 03 15:57:39.780317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'name': 'network-vif-deleted', 'tag': '339a5af7-ecf1-4e06-96d1-a3a51949f50e'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:39.782840 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff157f3-78ed-4acb-b29d-b7509c832b48" -d '{"events": [{"server_uuid": "84ce1358-0de6-4aa3-a87d-66ba13756271", "name": "network-vif-deleted", "tag": "339a5af7-ecf1-4e06-96d1-a3a51949f50e"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:39.794570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49358a4-91a5-4f62-b332-7c363fc1d583 req-647be985-f096-41cb-8e36-80f28728ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:39.796549 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a49358a4-91a5-4f62-b332-7c363fc1d583 req-647be985-f096-41cb-8e36-80f28728ce6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 1100 time: 0.1644816 Nov 03 15:57:39.820275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:39.825417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:39.828839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:39.908200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a49358a4-91a5-4f62-b332-7c363fc1d583 req-f3f52574-a54b-4cb9-8b77-5e1fc7ac5047 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034353 Nov 03 15:57:39.935481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:39.979613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:39.988067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46df05e-ab09-476a-b24d-068cd9f3a48f req-6b7dd7d9-bfd7-4f6b-a4d6-f9fd454dedcf tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:39.989797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d46df05e-ab09-476a-b24d-068cd9f3a48f req-6b7dd7d9-bfd7-4f6b-a4d6-f9fd454dedcf tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.0925906 Nov 03 15:57:40.030317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=3030b6c1-d737-41d2-a71a-ca65a8ca1ffb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:40.051656 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d46df05e-ab09-476a-b24d-068cd9f3a48f req-1fb2ce25-138f-4812-bf8e-74880ee360be tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531101 Nov 03 15:57:40.086577 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:40.139175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Pushing event deleted for resources: {'Port': ['ID=780acaf9-f611-42f6-be72-a183e9010995,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:40.214301 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:40.219394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:40.222466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a599426-056c-435e-a7d6-fdecc6f5bd68 req-54305a4a-0ba7-4691-82d5-ec627f4cade9 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "DELETE /v2.0/floatingips/a7265682-b76a-416d-97ef-b614d52c8a5f HTTP/1.1" status: 204 len: 173 time: 1.0498230 Nov 03 15:57:40.244290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8781ecaf-1cff-4cb6-a33d-893f98bd5ab4', 'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'mac_address': 'fa:16:3e:7b:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:14Z', 'updated_at': '2021-11-03T15:54:21Z', 'revision_number': 5, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'subnets': [{'id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:40.286971 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96257329-c897-4541-90dd-b8e28b71ec98 x-openstack-request-id: req-96257329-c897-4541-90dd-b8e28b71ec98 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:40.287590 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ce1358-0de6-4aa3-a87d-66ba13756271", "name": "network-vif-deleted", "tag": "339a5af7-ecf1-4e06-96d1-a3a51949f50e", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:40.287590 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-96257329-c897-4541-90dd-b8e28b71ec98 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:40.287930 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ce1358-0de6-4aa3-a87d-66ba13756271', 'name': 'network-vif-deleted', 'tag': '339a5af7-ecf1-4e06-96d1-a3a51949f50e', 'status': 'completed', 'code': 200} Nov 03 15:57:40.291329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] Checking router: d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:57:40.303061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:40.303694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:40.314427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:40.337567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211deb6c-cb0a-4be9-8e3c-a43d6386ef4b req-e78bd720-d4d4-4ffb-b7d5-dad99846af4c tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:40.339615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-211deb6c-cb0a-4be9-8e3c-a43d6386ef4b req-e78bd720-d4d4-4ffb-b7d5-dad99846af4c tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 949 time: 0.1152472 Nov 03 15:57:40.405877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-211deb6c-cb0a-4be9-8e3c-a43d6386ef4b req-80471d33-1e6c-4941-be87-511cefcac2b0 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574763 Nov 03 15:57:40.463888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:40.478274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7cd2fe35-2975-4003-a633-be1ad83f4aab req-b03ed543-1559-4da5-aef7-8f9d6fd0c3f8 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce1358-0de6-4aa3-a87d-66ba13756271 HTTP/1.1" status: 200 len: 210 time: 0.0392857 Nov 03 15:57:40.581980 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-712472f5-fb4a-41be-aa52-b2bb552512d3 req-c480474b-6535-42ba-84e9-2272af3ebe85 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] show failed (client error): The resource could not be found. Nov 03 15:57:40.583014 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-712472f5-fb4a-41be-aa52-b2bb552512d3 req-c480474b-6535-42ba-84e9-2272af3ebe85 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips/a7265682-b76a-416d-97ef-b614d52c8a5f HTTP/1.1" status: 404 len: 350 time: 0.0525606 Nov 03 15:57:40.634730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5a242ef7-637b-4697-853a-b39d72354307 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:57:40.643717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b5b27-4bf9-47b0-afe8-9fbed3c21260 req-d4658a2e-3f6b-4ffc-835d-a6930476ab50 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:40.646303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e18b5b27-4bf9-47b0-afe8-9fbed3c21260 req-d4658a2e-3f6b-4ffc-835d-a6930476ab50 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 947 time: 0.0763531 Nov 03 15:57:40.648549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 339a5af7-ecf1-4e06-96d1-a3a51949f50e no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:40.696777 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-0130df4b-b60d-45e7-8feb-85e430db31b7 req-0336769c-ad11-4c35-ba80-8fb028bbce22 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] show failed (client error): The resource could not be found. Nov 03 15:57:40.710768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0130df4b-b60d-45e7-8feb-85e430db31b7 req-0336769c-ad11-4c35-ba80-8fb028bbce22 tempest-FloatingIPsTestJSON-1162417428 tempest-FloatingIPsTestJSON-1162417428-project] 10.222.0.86 "GET /v2.0/floatingips/a7265682-b76a-416d-97ef-b614d52c8a5f HTTP/1.1" status: 404 len: 350 time: 0.0917168 Nov 03 15:57:40.712497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50580) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:40.771679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 339a5af7-ecf1-4e06-96d1-a3a51949f50e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:40.772271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 339a5af7-ecf1-4e06-96d1-a3a51949f50e not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:40.819657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e18b5b27-4bf9-47b0-afe8-9fbed3c21260 req-904a9a61-1d15-430a-b63d-1e86e9758455 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655343 Nov 03 15:57:40.852508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:40.860545 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:40.921273 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:41.004207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50586) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:41.059269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5a242ef7-637b-4697-853a-b39d72354307, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5a242ef7-637b-4697-853a-b39d72354307,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:41.073388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '5a242ef7-637b-4697-853a-b39d72354307', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '5a242ef7-637b-4697-853a-b39d72354307', 'mac_address': 'fa:16:3e:6f:31:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:57:41.120945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=3030b6c1-d737-41d2-a71a-ca65a8ca1ffb,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:41.244164 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4277dff0-4a6b-42a9-ba38-189d51f11ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:41.317491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42f0a9-7b19-467a-8287-ac9457b561d6 req-8df46814-94ce-4e0d-814a-b4068d5d8daf tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:41.324046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c42f0a9-7b19-467a-8287-ac9457b561d6 req-8df46814-94ce-4e0d-814a-b4068d5d8daf tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1502218 Nov 03 15:57:41.342560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:41.350888 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:41.354687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:41.369755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a242ef7-637b-4697-853a-b39d72354307 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:41.378624 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8781ecaf-1cff-4cb6-a33d-893f98bd5ab4', 'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'mac_address': 'fa:16:3e:7b:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:14Z', 'updated_at': '2021-11-03T15:54:21Z', 'revision_number': 5, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'subnets': [{'id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:41.404531 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:41.411772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c42f0a9-7b19-467a-8287-ac9457b561d6 req-90b7ab0d-4756-4da5-a712-76d7a2b3824b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867746 Nov 03 15:57:41.463700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e1932-4dfa-49ff-a9d9-8f4aaf3c0be8 None None] The sync data for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 is: [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:54:16Z', 'revision_number': 4, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8781ecaf-1cff-4cb6-a33d-893f98bd5ab4', 'name': '', 'network_id': '7c3d93b5-d5b8-4e76-9701-1ffd3611d76e', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'mac_address': 'fa:16:3e:7b:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:14Z', 'updated_at': '2021-11-03T15:54:21Z', 'revision_number': 5, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'subnets': [{'id': '3fa8cae0-e207-49b0-89f0-c03c1af4a3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:41.471881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5a242ef7-637b-4697-853a-b39d72354307, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5a242ef7-637b-4697-853a-b39d72354307,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:41.479194 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:41.574974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=5a242ef7-637b-4697-853a-b39d72354307,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:41.626451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50598) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:41.785360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7df7d-4235-48f2-9b1b-ed447830c527 req-63fab5fd-7a1e-4488-9021-3f8acc428488 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:41.786954 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-94b7df7d-4235-48f2-9b1b-ed447830c527 req-63fab5fd-7a1e-4488-9021-3f8acc428488 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 949 time: 0.2606523 Nov 03 15:57:41.852038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-33c4c5f5-fe64-4d4a-be7e-0ef5dc914f3f tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:41.859589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['5a242ef7-637b-4697-853a-b39d72354307'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:57:41.900018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4277dff0-4a6b-42a9-ba38-189d51f11ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:41.911674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-33c4c5f5-fe64-4d4a-be7e-0ef5dc914f3f tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:41.914999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4277dff0-4a6b-42a9-ba38-189d51f11ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:41.941678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-94b7df7d-4235-48f2-9b1b-ed447830c527 req-c4dcd58c-cf73-43ac-b3c9-16f2428e3623 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471632 Nov 03 15:57:41.943372 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e76ad4-4412-486a-a129-96ad5539ec6c None None] New status for floating IP 53ba9f56-cf37-46e4-beb6-4cc62b9644a1: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:57:41.995532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:57:42.020450 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-33c4c5f5-fe64-4d4a-be7e-0ef5dc914f3f tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:42.023460 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-33c4c5f5-fe64-4d4a-be7e-0ef5dc914f3f tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:42.027782 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-33c4c5f5-fe64-4d4a-be7e-0ef5dc914f3f tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "DELETE /v2.0/security-groups/13f257e9-933f-4d51-8d7c-d4d620630a14 HTTP/1.1" status: 204 len: 168 time: 0.3982236 Nov 03 15:57:42.028586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50604) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:42.091906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4c5f5-fe64-4d4a-be7e-0ef5dc914f3f tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f257e9-933f-4d51-8d7c-d4d620630a14,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:42.097444 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-fa85f698-380c-4e55-a6c8-8452faa02d95 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] show failed (client error): The resource could not be found. Nov 03 15:57:42.102768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fa85f698-380c-4e55-a6c8-8452faa02d95 tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "GET /v2.0/security-groups/13f257e9-933f-4d51-8d7c-d4d620630a14 HTTP/1.1" status: 404 len: 347 time: 0.0382080 Nov 03 15:57:42.105662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50612) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:42.141130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4277dff0-4a6b-42a9-ba38-189d51f11ce0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=154f4ddfb5ab414b8458b159d62157d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1358688 Nov 03 15:57:42.175026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277dff0-4a6b-42a9-ba38-189d51f11ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e894ba-1fd7-4621-9ffe-10e90473a701,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:42.181058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50614) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:42.287330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bc4f4-ae75-4d99-813a-7e587cec55be req-a70a3b61-317c-4d28-8379-274f85608549 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:42.288853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f67bc4f4-ae75-4d99-813a-7e587cec55be req-a70a3b61-317c-4d28-8379-274f85608549 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 948 time: 0.3590240 Nov 03 15:57:42.333337 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3713a001-5bd2-40ed-a4ff-a6e6b3c9a977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:42.359799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Deleting port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:42.360550 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:42.378016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3713a001-5bd2-40ed-a4ff-a6e6b3c9a977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:42.382150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:42.394386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b027383-8429-494f-b138-ba645ad3ef58 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:42.406029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b027383-8429-494f-b138-ba645ad3ef58 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:42.407056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8b027383-8429-494f-b138-ba645ad3ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:42.418755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d0e94ae8-c2f0-40cd-a69e-a070b98bb32b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/routers/ca9419b5-4985-4ba0-85aa-b2258ffbe8a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7793994 Nov 03 15:57:42.423540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50620) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:42.433054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'port': {'network_id': '34efbe05-9d42-443c-a5ac-0463d013efb6', 'name': 'tempest-FloatingIPTestJSON-963558135'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:42.453285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8b027383-8429-494f-b138-ba645ad3ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:42.465772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b027383-8429-494f-b138-ba645ad3ef58 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:42.465772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8b027383-8429-494f-b138-ba645ad3ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:42.472116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f67bc4f4-ae75-4d99-813a-7e587cec55be req-76e70396-7fb1-4080-84de-12774630b696 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633394 Nov 03 15:57:42.478517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Deleting port ad5b009c-9130-4fb1-ab90-43453f4507e3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:42.478861 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:42.526800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8b027383-8429-494f-b138-ba645ad3ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:42.527465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b027383-8429-494f-b138-ba645ad3ef58 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:42.624567 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3713a001-5bd2-40ed-a4ff-a6e6b3c9a977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:42.628169 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3713a001-5bd2-40ed-a4ff-a6e6b3c9a977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:42.631968 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3713a001-5bd2-40ed-a4ff-a6e6b3c9a977 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/87e894ba-1fd7-4621-9ffe-10e90473a701 HTTP/1.1" status: 204 len: 168 time: 0.4482234 Nov 03 15:57:42.663455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713a001-5bd2-40ed-a4ff-a6e6b3c9a977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e894ba-1fd7-4621-9ffe-10e90473a701,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:42.697592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088bcc-e10c-4bd3-a04b-29b8d67eb5d5 req-8b0686a0-0466-46c1-9fd7-3284288dbd31 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:42.699301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e088bcc-e10c-4bd3-a04b-29b8d67eb5d5 req-8b0686a0-0466-46c1-9fd7-3284288dbd31 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1328094 Nov 03 15:57:42.772744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e088bcc-e10c-4bd3-a04b-29b8d67eb5d5 req-774b34b8-8411-4dc3-a930-92dd8d2eae03 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656528 Nov 03 15:57:42.977451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] For port 1fbbf923-987b-4330-b6d9-5b8d07f94fd2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1fbbf923-987b-4330-b6d9-5b8d07f94fd2,segment=NetworkSegment(4b23d13f-8a29-48f9-84aa-190f78ef15c2),segment_id=4b23d13f-8a29-48f9-84aa-190f78ef15c2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:42.977832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.003111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Calling delete_port for 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:43.077122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.077567 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.102702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Calling delete_port for ad5b009c-9130-4fb1-ab90-43453f4507e3 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:43.104332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Made reservation on behalf of 1adabc456e6c44e7807354c27550df3e for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:43.107816 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.147670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] device_id is not set on port d2cf8286-1603-42cf-88ec-be988765f6f8 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 15:57:43.435315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.20.0.14 (34efbe05-9d42-443c-a5ac-0463d013efb6/7d638074-dbc4-4b4b-9193-5bcb2a3c23a0/d2cf8286-1603-42cf-88ec-be988765f6f8) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:43.489424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50656) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:43.514448 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.516596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.585032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbbf923-987b-4330-b6d9-5b8d07f94fd2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:43.650958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1227189985-network', 'tenant_id': '4ddac90a54164be8b478ee385fbf4c21'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:43.681198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Made reservation on behalf of 4ddac90a54164be8b478ee385fbf4c21 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:43.684264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.700600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.791491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Pushing event deleted for resources: {'Port': ['ID=ad5b009c-9130-4fb1-ab90-43453f4507e3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:43.808009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.824593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.868494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e7315e-a691-4774-ab55-4d498b5da57d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:43.880817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:57:43.891974 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.892816 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Added segment 06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5 of type vlan for network 7631667f-9f94-460b-beae-f06285868618 Nov 03 15:57:43.966132 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:43.994480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17e3a6-e4c7-4338-8cb9-72cc8d22da90 req-780141fd-70ac-4855-9494-99d3de017311 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:43.996243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab17e3a6-e4c7-4338-8cb9-72cc8d22da90 req-780141fd-70ac-4855-9494-99d3de017311 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.0946076 Nov 03 15:57:44.011173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c571c52-0fea-4eab-8d38-db01c6434de6 req-5e1338f7-2ef6-4772-809b-ddc133b6e100 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:44.012494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c571c52-0fea-4eab-8d38-db01c6434de6 req-5e1338f7-2ef6-4772-809b-ddc133b6e100 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 948 time: 0.4345593 Nov 03 15:57:44.027065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.027946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.028892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:44.029439 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.029612 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.030599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1121fc51-3863-46a9-b055-03255809ef4c tempest-ServersTestJSON-1609716031 tempest-ServersTestJSON-1609716031-project] 10.222.0.86 "DELETE /v2.0/floatingips/53ba9f56-cf37-46e4-beb6-4cc62b9644a1 HTTP/1.1" status: 204 len: 168 time: 1.9236288 Nov 03 15:57:44.046741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50674) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:44.113330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6221025 Nov 03 15:57:44.118762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50676) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:44.127426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Request body: {'subnet': {'network_id': '7631667f-9f94-460b-beae-f06285868618', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1227189985-subnet', 'tenant_id': '4ddac90a54164be8b478ee385fbf4c21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:44.127650 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.138376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe10423-d950-41b0-963b-42898c42abb8 admin admin] Pushing event updated for resources: {'Network': ['ID=7631667f-9f94-460b-beae-f06285868618,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:44.140682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.153647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab17e3a6-e4c7-4338-8cb9-72cc8d22da90 req-c78d7c1e-9d8f-4484-b699-3f1733ff4772 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446140 Nov 03 15:57:44.154071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 7631667f-9f94-460b-beae-f06285868618 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:57:44.163900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Made reservation on behalf of 4ddac90a54164be8b478ee385fbf4c21 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:44.166625 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.194828 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c571c52-0fea-4eab-8d38-db01c6434de6 req-0130d1ca-ae80-40e0-b0a1-4120e0901f25 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751962 Nov 03 15:57:44.432077 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.441790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.508960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:44.527438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Checking segment: {'id': '06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7631667f-9f94-460b-beae-f06285868618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:44.528039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Network hostable DHCP agents. Network: 7631667f-9f94-460b-beae-f06285868618, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:57:44.531118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=44254809-b1a0-4244-8042-636f33e17c76,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:44.550829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:44.552844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Network 7631667f-9f94-460b-beae-f06285868618 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:57:44.558752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:44.569562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 7631667f-9f94-460b-beae-f06285868618) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:44.573416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5a242ef7-637b-4697-853a-b39d72354307 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:44.579464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:44.580101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.581325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d1ff41-be23-4fc7-87d8-0668172025e5 None None] Network 7631667f-9f94-460b-beae-f06285868618 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:44.615683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-de9c8d07-c72f-4670-8197-b2433a42bdbd admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4957812 Nov 03 15:57:44.619049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=d2cf8286-1603-42cf-88ec-be988765f6f8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:44.711814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:44.712464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.727380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 5a242ef7-637b-4697-853a-b39d72354307 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:57:44.770812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 5a242ef7-637b-4697-853a-b39d72354307 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:44.771903 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:44.782827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a0bbed36-e559-4332-919d-ca074cbe9985 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3546131 Nov 03 15:57:44.785246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50696) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:44.791490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'port': {'network_id': '34efbe05-9d42-443c-a5ac-0463d013efb6', 'name': 'tempest-FloatingIPTestJSON-1161155776'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:44.879087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Router b6015b09-c4dc-4f0e-9b76-a24418206c7e has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:57:44.930766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433123a4-f32c-4d40-a1dc-632a3d5c00ff None None] Network 7631667f-9f94-460b-beae-f06285868618 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:44.984350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Made reservation on behalf of 1adabc456e6c44e7807354c27550df3e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:44.989235 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:45.010042 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:45.010270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] device_id is not set on port 0009e55a-7b79-427b-90a1-e9339f650249 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 15:57:45.078883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f75affa-f0de-47e7-b4e6-275b0ef8ea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a242ef7-637b-4697-853a-b39d72354307'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:45.082664 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a33e19-0330-4c5e-8c8e-7008cdfa412b" -d '{"events": [{"server_uuid": "5f75affa-f0de-47e7-b4e6-275b0ef8ea43", "name": "network-vif-plugged", "status": "completed", "tag": "5a242ef7-637b-4697-853a-b39d72354307"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:45.114545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5a242ef7-637b-4697-853a-b39d72354307, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5a242ef7-637b-4697-853a-b39d72354307,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:45.123621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:45.183509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-43281fca-7632-4f00-afb1-5ab284f800c8 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:45.192029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-43281fca-7632-4f00-afb1-5ab284f800c8 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/networks?id=7631667f-9f94-460b-beae-f06285868618 HTTP/1.1" status: 200 len: 814 time: 0.1262937 Nov 03 15:57:45.192323 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf9e51b-e0fe-4fb8-8ef3-43afc107f131 x-openstack-request-id: req-3cf9e51b-e0fe-4fb8-8ef3-43afc107f131 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:45.192804 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f75affa-f0de-47e7-b4e6-275b0ef8ea43", "name": "network-vif-plugged", "status": "completed", "tag": "5a242ef7-637b-4697-853a-b39d72354307", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:45.192934 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3cf9e51b-e0fe-4fb8-8ef3-43afc107f131 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:45.193238 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f75affa-f0de-47e7-b4e6-275b0ef8ea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a242ef7-637b-4697-853a-b39d72354307', 'code': 200} Nov 03 15:57:45.223462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.20.0.13 (34efbe05-9d42-443c-a5ac-0463d013efb6/7d638074-dbc4-4b4b-9193-5bcb2a3c23a0/0009e55a-7b79-427b-90a1-e9339f650249) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:45.243504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=5a242ef7-637b-4697-853a-b39d72354307,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:45.273364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-c43e4f49-47ac-4a99-83f3-9286e776858f tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/quotas/4ddac90a54164be8b478ee385fbf4c21 HTTP/1.1" status: 200 len: 375 time: 0.0802760 Nov 03 15:57:45.350869 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-c63a5a45-8fb3-41a5-a045-696afec3d0fd tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddac90a54164be8b478ee385fbf4c21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667565 Nov 03 15:57:45.370197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:45.385508 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] Sync routers for ids ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:45.398106 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] Routers {'b6015b09-c4dc-4f0e-9b76-a24418206c7e'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:45.398905 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:45.468881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46ed34-a12c-4e0a-a2ea-1e29d202a411 req-2b3eaefc-903e-41cb-8f09-92e9bc415305 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:45.478192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f46ed34-a12c-4e0a-a2ea-1e29d202a411 req-2b3eaefc-903e-41cb-8f09-92e9bc415305 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1550541 Nov 03 15:57:45.526717 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] Set router b6015b09-c4dc-4f0e-9b76-a24418206c7e gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:45.554113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f46ed34-a12c-4e0a-a2ea-1e29d202a411 req-c8cc52d3-5f37-4ed1-93ef-1698f80a96f9 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705450 Nov 03 15:57:45.594057 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:45.648130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:45.729387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:45.742690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:45.744689 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:09Z', 'updated_at': '2021-11-03T15:57:43Z', 'revision_number': 5, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'gw_port': {'id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:11Z', 'updated_at': '2021-11-03T15:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:45.745572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:45.750982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=0009e55a-7b79-427b-90a1-e9339f650249,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:45.807502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67219f45-86fe-4d8f-a06f-bdec313eb7fb req-a7d6d277-93e9-4133-8ef6-b1108c37893c tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:45.809262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67219f45-86fe-4d8f-a06f-bdec313eb7fb req-a7d6d277-93e9-4133-8ef6-b1108c37893c tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 949 time: 0.1242344 Nov 03 15:57:45.833000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:45.833628 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:45.839861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-768ea324-25e5-4304-b8e0-11394af46aec admin admin] 10.222.0.86 "PUT /v2.0/routers/b6015b09-c4dc-4f0e-9b76-a24418206c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1262004 Nov 03 15:57:45.852220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50732) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:45.865581 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e24e7340-f848-4c2c-a78b-87bc30cc652e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0787029 Nov 03 15:57:45.872860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50736) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:45.897923 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] Checking router: b6015b09-c4dc-4f0e-9b76-a24418206c7e for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:57:45.906515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '0009e55a-7b79-427b-90a1-e9339f650249', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:45.907791 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] Routers {'b6015b09-c4dc-4f0e-9b76-a24418206c7e'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:45.909366 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:45.923234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4f09e-cece-4553-96d5-b5fdb938a2c6 req-9dacfe4a-396b-4848-ae5b-b5b7fa284af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:45.925415 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3d4f09e-cece-4553-96d5-b5fdb938a2c6 req-9dacfe4a-396b-4848-ae5b-b5b7fa284af9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 1100 time: 0.6392505 Nov 03 15:57:45.937921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:45.991718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67219f45-86fe-4d8f-a06f-bdec313eb7fb req-7767962d-4e3e-4b65-b88d-f9e1c0308b3d tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678565 Nov 03 15:57:46.015328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.056032 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] Set router b6015b09-c4dc-4f0e-9b76-a24418206c7e gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:46.058493 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.165345 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.176462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-00f1d3c2-fb5a-4dda-80d6-59e9c7295bb7 service neutron] 10.222.0.86 "GET /v2.0/networks/7631667f-9f94-460b-beae-f06285868618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8170698 Nov 03 15:57:46.204030 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3d4f09e-cece-4553-96d5-b5fdb938a2c6 req-ce57e040-dd5b-48f8-95b6-860f52053561 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638173 Nov 03 15:57:46.239650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Deleting port 72a5d967-5d6a-47f4-9320-a5a9043f9c54 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:46.240481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.297694 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:09Z', 'updated_at': '2021-11-03T15:57:43Z', 'revision_number': 5, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'gw_port': {'id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:11Z', 'updated_at': '2021-11-03T15:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:46.332898 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d8936-e5dd-498a-84ad-aa143519f6a0 None None] The sync data for ids ['b6015b09-c4dc-4f0e-9b76-a24418206c7e'] in n-d-813897-2 is: [{'id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'name': 'tempest-FloatingIPsTestJSON-575774613-router', 'tenant_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:09Z', 'updated_at': '2021-11-03T15:57:43Z', 'revision_number': 5, 'project_id': '0ec46f70f9f6444d8c82f606dfef1cec', 'gw_port': {'id': '72a5d967-5d6a-47f4-9320-a5a9043f9c54', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6015b09-c4dc-4f0e-9b76-a24418206c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:11Z', 'updated_at': '2021-11-03T15:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:46.355575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] For port 72a5d967-5d6a-47f4-9320-a5a9043f9c54, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=72a5d967-5d6a-47f4-9320-a5a9043f9c54,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:46.356004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.370549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Calling delete_port for 72a5d967-5d6a-47f4-9320-a5a9043f9c54 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:46.438181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-ea0f26fd-898a-4fe8-b292-6a3be0e20e8d service neutron] 10.222.0.86 "GET /v2.0/networks/7631667f-9f94-460b-beae-f06285868618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605882 Nov 03 15:57:46.460809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.592772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.594312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:57:46.671450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a5d967-5d6a-47f4-9320-a5a9043f9c54,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:46.706499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.25.6.92 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/8d54a171-5380-4ab0-b2aa-15979113ffaa) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:46.768673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Deleting port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:46.769828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.799336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:46.826821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '748edb1d-34f0-440f-b247-c3f6176300ec', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '748edb1d-34f0-440f-b247-c3f6176300ec', 'mac_address': 'fa:16:3e:f1:2e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:57:46.886856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:46.939702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941be20-e99f-4e07-a76a-491801e2252e req-2574a737-1fff-4d56-b049-c90d94e85b69 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:46.941903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f941be20-e99f-4e07-a76a-491801e2252e req-2574a737-1fff-4d56-b049-c90d94e85b69 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.2578197 Nov 03 15:57:46.947887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.948777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:46.952606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1fbbf923-987b-4330-b6d9-5b8d07f94fd2 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:46.960700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] For port 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8781ecaf-1cff-4cb6-a33d-893f98bd5ab4,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:46.961240 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.974757 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:46.980297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Calling delete_port for 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:46.994389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 748edb1d-34f0-440f-b247-c3f6176300ec {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:47.016014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:47.021473 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.091622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:47.132623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-361f0637-862b-41e6-b44e-19073264fcc3 req-74755dd8-cbe5-4104-a335-3569c1e0b991 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 210 time: 0.4433975 Nov 03 15:57:47.167001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['748edb1d-34f0-440f-b247-c3f6176300ec'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:57:47.206427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f941be20-e99f-4e07-a76a-491801e2252e req-cee41d3d-56da-4050-a18c-6be40184d99d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122996 Nov 03 15:57:47.210859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.216982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.334366 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.334366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6015b09-c4dc-4f0e-9b76-a24418206c7e {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:57:47.335520 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.339007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d38f81f4-90c9-4002-8520-08af82a55a77 admin admin] 10.222.0.86 "DELETE /v2.0/routers/b6015b09-c4dc-4f0e-9b76-a24418206c7e HTTP/1.1" status: 204 len: 168 time: 1.4833775 Nov 03 15:57:47.342422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50772) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:47.471787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5439115c-ef29-459b-875b-7aefb8d7d743 admin admin] Deleting subnet 275322b7-498f-499a-8b86-601dc870b716 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:57:47.488411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5439115c-ef29-459b-875b-7aefb8d7d743 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.498712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.570035 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5439115c-ef29-459b-875b-7aefb8d7d743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.575294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.640950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Pushing event deleted for resources: {'Port': ['ID=8781ecaf-1cff-4cb6-a33d-893f98bd5ab4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:47.658146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015172a-28c8-4871-96a0-622829493ade req-b9bd0403-e373-4f08-9527-b6be7a0fd4a4 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:47.660490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1015172a-28c8-4871-96a0-622829493ade req-b9bd0403-e373-4f08-9527-b6be7a0fd4a4 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 949 time: 0.2734756 Nov 03 15:57:47.677354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5439115c-ef29-459b-875b-7aefb8d7d743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.769598 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5439115c-ef29-459b-875b-7aefb8d7d743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.804529 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5439115c-ef29-459b-875b-7aefb8d7d743 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.804787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1015172a-28c8-4871-96a0-622829493ade req-2814293f-359a-4b27-98a1-a167eae9f001 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154296 Nov 03 15:57:47.806524 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.811492 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5439115c-ef29-459b-875b-7aefb8d7d743 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/275322b7-498f-499a-8b86-601dc870b716 HTTP/1.1" status: 204 len: 168 time: 0.4658701 Nov 03 15:57:47.811492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439115c-ef29-459b-875b-7aefb8d7d743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275322b7-498f-499a-8b86-601dc870b716,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:47.811801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf39e2-7e35-4b00-a4dc-4b0d2a0007f0 None None] Network 2429b1e6-e6ac-46b8-aa54-205012387206 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:47.813441 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50784) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:47.911711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=8d54a171-5380-4ab0-b2aa-15979113ffaa,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:47.935062 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:47.960192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:47.965724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:47.970220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:48.042267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Deleting port 249a6f72-0bca-4595-8407-f31e65337527 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:48.042898 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.056497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7aa6da-fb39-4f4a-ae01-0323b786dc46 None None] DHCP port deletion for 2429b1e6-e6ac-46b8-aa54-205012387206 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:57:48.147991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] For port 249a6f72-0bca-4595-8407-f31e65337527, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=249a6f72-0bca-4595-8407-f31e65337527,segment=NetworkSegment(4b23d13f-8a29-48f9-84aa-190f78ef15c2),segment_id=4b23d13f-8a29-48f9-84aa-190f78ef15c2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:48.148453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.169718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bd7aa6da-fb39-4f4a-ae01-0323b786dc46 None None] Deleting port 249a6f72-0bca-4595-8407-f31e65337527 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:48.170353 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa6da-fb39-4f4a-ae01-0323b786dc46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.206883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Calling delete_port for 249a6f72-0bca-4595-8407-f31e65337527 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:48.268700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bd7aa6da-fb39-4f4a-ae01-0323b786dc46 None None] For port 249a6f72-0bca-4595-8407-f31e65337527, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=249a6f72-0bca-4595-8407-f31e65337527,segment=NetworkSegment(4b23d13f-8a29-48f9-84aa-190f78ef15c2),segment_id=4b23d13f-8a29-48f9-84aa-190f78ef15c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:48.269338 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa6da-fb39-4f4a-ae01-0323b786dc46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.301503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bd7aa6da-fb39-4f4a-ae01-0323b786dc46 None None] Calling delete_port for 249a6f72-0bca-4595-8407-f31e65337527 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:48.369363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40213d8-678a-48ec-8eba-e28fe6091adb req-9b01771f-127a-4de5-a923-7eaa1cbab9c2 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 210 time: 0.0551906 Nov 03 15:57:48.415826 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.425515 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa6da-fb39-4f4a-ae01-0323b786dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.431217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.449198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] No DVR routers for this DVR port 249a6f72-0bca-4595-8407-f31e65337527 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:57:48.470237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Pushing event deleted for resources: {'Port': ['ID=249a6f72-0bca-4595-8407-f31e65337527,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:48.484614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7aa6da-fb39-4f4a-ae01-0323b786dc46 None None] Pushing event deleted for resources: {'Port': ['ID=249a6f72-0bca-4595-8407-f31e65337527,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:48.488553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7aa6da-fb39-4f4a-ae01-0323b786dc46 None None] No DVR routers for this DVR port 249a6f72-0bca-4595-8407-f31e65337527 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:57:48.573340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.601028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:48.630007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2429b1e6-e6ac-46b8-aa54-205012387206']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:48.642049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b23d13f-8a29-48f9-84aa-190f78ef15c2') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:48.643381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b23d13f-8a29-48f9-84aa-190f78ef15c2') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:48.659136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.678056 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.678855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 748edb1d-34f0-440f-b247-c3f6176300ec triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:48.679389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.687829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:57:48.688661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:57:48.691161 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:57:48.786590 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.787395 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.805079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.815814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:48.818428 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7d96a7-09a4-44d6-9491-1fb0c2c46cff" -d '{"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-plugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:48.819485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] 10.222.0.86 "DELETE /v2.0/networks/2429b1e6-e6ac-46b8-aa54-205012387206 HTTP/1.1" status: 204 len: 168 time: 1.0047944 Nov 03 15:57:48.854086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabbffa-abcc-44ce-9b12-48b32748439b admin admin] Pushing event deleted for resources: {'Network': ['ID=2429b1e6-e6ac-46b8-aa54-205012387206,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:48.860622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:48.868107 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:48.945913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:48.950012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-451f798d-d948-48a9-a909-e12957aa1faf tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:48.955633 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d64049-f907-463e-95f3-2faec5be0fd9 x-openstack-request-id: req-d4d64049-f907-463e-95f3-2faec5be0fd9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:48.955954 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-plugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:48.956288 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d4d64049-f907-463e-95f3-2faec5be0fd9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:48.956691 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec', 'code': 200} Nov 03 15:57:48.962924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-451f798d-d948-48a9-a909-e12957aa1faf tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.70 "GET /v2.0/networks?id=7631667f-9f94-460b-beae-f06285868618 HTTP/1.1" status: 200 len: 814 time: 0.8116353 Nov 03 15:57:49.006279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2411c9-dd0c-4049-9ba3-418030c3d097 req-9d9441f4-c2ad-4711-a05d-f3ae48124aed tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:49.014712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 249a6f72-0bca-4595-8407-f31e65337527 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:49.028586 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a2411c9-dd0c-4049-9ba3-418030c3d097 req-9d9441f4-c2ad-4711-a05d-f3ae48124aed tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.6736159 Nov 03 15:57:49.043108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Request body: {'port': {'device_id': 'ac609471-d225-4f05-a194-6a71170843e6', 'network_id': '7631667f-9f94-460b-beae-f06285868618', 'admin_state_up': True, 'tenant_id': '4ddac90a54164be8b478ee385fbf4c21'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:49.046791 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 249a6f72-0bca-4595-8407-f31e65337527 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:49.047144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 249a6f72-0bca-4595-8407-f31e65337527 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:49.047958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 72a5d967-5d6a-47f4-9320-a5a9043f9c54 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:49.074798 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 72a5d967-5d6a-47f4-9320-a5a9043f9c54 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:49.075137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 72a5d967-5d6a-47f4-9320-a5a9043f9c54 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:49.093051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50816) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:49.142515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139ddc2-16db-469c-afa2-a8f485306615 req-1c871cce-cc8c-4661-953b-94df09eb8eb9 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:49.144743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f139ddc2-16db-469c-afa2-a8f485306615 req-1c871cce-cc8c-4661-953b-94df09eb8eb9 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 949 time: 0.1074588 Nov 03 15:57:49.196876 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5ebaa87a-d3f4-4572-9abf-2c164cb6e835 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ec46f70f9f6444d8c82f606dfef1cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0922694 Nov 03 15:57:49.221571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50822) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:49.249771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f139ddc2-16db-469c-afa2-a8f485306615 req-3cf4ae78-e456-444c-83ba-0c2a4b055973 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988591 Nov 03 15:57:49.343108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b48964-27ee-4238-a885-0fe15c659c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:49.387836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b48964-27ee-4238-a885-0fe15c659c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:49.493286 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b48964-27ee-4238-a885-0fe15c659c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:49.496325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b48964-27ee-4238-a885-0fe15c659c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:49.500096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-60b48964-27ee-4238-a885-0fe15c659c43 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/882e3ab2-a3da-4eb9-9084-6ba4b76f20ee HTTP/1.1" status: 204 len: 168 time: 0.2751257 Nov 03 15:57:49.525832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b48964-27ee-4238-a885-0fe15c659c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e3ab2-a3da-4eb9-9084-6ba4b76f20ee,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:49.595273 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a2411c9-dd0c-4049-9ba3-418030c3d097 req-d7259b0e-5bf7-4e4a-b4b3-db3f2a346c92 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657942 Nov 03 15:57:49.739831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:57:49.764425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71f15657-6690-4b50-ad37-4d1aa6a84d1b req-7df92aa6-b5fd-4e2e-b5c6-6af2c88b5b2d tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 210 time: 0.0633335 Nov 03 15:57:50.006637 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:50.042725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Made reservation on behalf of 4ddac90a54164be8b478ee385fbf4c21 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:50.046589 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:50.094781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96610dcd-de50-4d96-966e-eaefda2080f3 req-4025f28f-da2d-456f-ad8a-86161b4c93ac tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:50.103376 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96610dcd-de50-4d96-966e-eaefda2080f3 req-4025f28f-da2d-456f-ad8a-86161b4c93ac tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 949 time: 0.2662339 Nov 03 15:57:50.133880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:50.145233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] Sync routers for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:50.157689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50862) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:50.161577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1b35aed5-0ca0-4c9b-9f26-82de6d1db701 admin admin] 10.222.0.86 "PUT /v2.0/routers/d48d9582-cbc4-4cff-ab7e-bc03c2c3df24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1112008 Nov 03 15:57:50.179219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:50.180265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:50.363961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:50.401551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:50.411067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Allocated IP 172.20.0.10 (7631667f-9f94-460b-beae-f06285868618/44254809-b1a0-4244-8042-636f33e17c76/06d76668-baa5-4e59-93cb-5e4a3c189388) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:57:50.499592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:50.642253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Deleting port f1d67120-44e6-41c9-a740-a89c1f6cf501 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:50.644006 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:50.699312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:50.840361 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96610dcd-de50-4d96-966e-eaefda2080f3 req-cf8d3090-eff1-4aa6-b605-ed44dddcad81 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7358563 Nov 03 15:57:50.933488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:50.934428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] For port f1d67120-44e6-41c9-a740-a89c1f6cf501, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f1d67120-44e6-41c9-a740-a89c1f6cf501,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:50.935003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:50.937787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:57:47Z', 'revision_number': 5, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port': {'id': 'f1d67120-44e6-41c9-a740-a89c1f6cf501', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:54:07Z', 'updated_at': '2021-11-03T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:51.055982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] Checking router: d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:57:51.071752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Calling delete_port for f1d67120-44e6-41c9-a740-a89c1f6cf501 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:51.085189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] Routers {'d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:51.086262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:51.165326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ceef8-15ed-460e-87af-8d0674983823 req-875973a6-0ba5-4c8b-bde4-addf6192d33f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:51.174657 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d05ceef8-15ed-460e-87af-8d0674983823 req-875973a6-0ba5-4c8b-bde4-addf6192d33f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1866167 Nov 03 15:57:51.207710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-45b8ca81-df9a-43c3-a91b-ab296a1d1780 req-20f15686-5089-44e7-a883-1d6849904775 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 210 time: 0.1368773 Nov 03 15:57:51.316023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d05ceef8-15ed-460e-87af-8d0674983823 req-9cc41d8c-261a-42f9-b065-a34653180d74 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397855 Nov 03 15:57:51.333844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] Set router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:57:51.346836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:51.384371 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:51.405339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:57:50Z', 'revision_number': 6, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:51.450682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Pushing event updated for resources: {'Port': ['ID=06d76668-baa5-4e59-93cb-5e4a3c189388,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:51.453926 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:51.468567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d44c0-6b40-478c-aa40-89db4d60ce84 None None] The sync data for ids ['d48d9582-cbc4-4cff-ab7e-bc03c2c3df24'] in n-d-813897-2 is: [{'id': 'd48d9582-cbc4-4cff-ab7e-bc03c2c3df24', 'name': 'tempest-ServersTestJSON-312996372-router', 'tenant_id': '45c8290a80c2437da65a1332d64d838b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:54:05Z', 'updated_at': '2021-11-03T15:57:50Z', 'revision_number': 6, 'project_id': '45c8290a80c2437da65a1332d64d838b', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:51.583340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:51.631214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d67120-44e6-41c9-a740-a89c1f6cf501,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:51.658602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:51.679506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-ff8c00bd-fbad-4769-9a2e-c779eb15c160 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:51.681385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-ff8c00bd-fbad-4769-9a2e-c779eb15c160 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 949 time: 0.4096680 Nov 03 15:57:51.687744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Network 7631667f-9f94-460b-beae-f06285868618 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:57:51.741203 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:51.744297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:57:51.753769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:57:51.837216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:51.953263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:51.954393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:51.999071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-9720f191-1aaa-4d1f-bb6e-0f8b6ab4da1a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0238302 Nov 03 15:57:51.999885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=8d54a171-5380-4ab0-b2aa-15979113ffaa,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:52.038386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Request body: {'port': {'device_id': 'ac609471-d225-4f05-a194-6a71170843e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:52.077642 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.081310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.201990 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.202562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:57:52.207966 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.209114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-52a00277-a0d5-40ec-8327-cd177e48fd4b admin admin] 10.222.0.86 "DELETE /v2.0/routers/d48d9582-cbc4-4cff-ab7e-bc03c2c3df24 HTTP/1.1" status: 204 len: 168 time: 2.0497591 Nov 03 15:57:52.215523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50944) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:52.256045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.332661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a26ff3-83f9-4e41-9d99-7584475b8823 admin admin] Deleting subnet 3fa8cae0-e207-49b0-89f0-c03c1af4a3b3 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:57:52.339054 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4a26ff3-83f9-4e41-9d99-7584475b8823 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.435460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4a26ff3-83f9-4e41-9d99-7584475b8823 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.468309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa30099-afc6-4824-89a2-5aca8fae321e req-f662f22e-a8c6-4dcf-a784-cf94435116fa tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:52.469844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8aa30099-afc6-4824-89a2-5aca8fae321e req-f662f22e-a8c6-4dcf-a784-cf94435116fa tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 932 time: 0.0850499 Nov 03 15:57:52.608432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d76668-baa5-4e59-93cb-5e4a3c189388 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:52.628936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8aa30099-afc6-4824-89a2-5aca8fae321e req-fff43d26-5163-4ade-8a1d-c6ebfe00c698 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444788 Nov 03 15:57:52.631599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.653551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Transition to ACTIVE for port object 06d76668-baa5-4e59-93cb-5e4a3c189388 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:57:52.672762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4a26ff3-83f9-4e41-9d99-7584475b8823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.677061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.679272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50954) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:52.737316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5e426-77a2-4bfc-a27d-e57b58824e27 req-9fcddce4-7dcd-49b5-ad50-09a5ffe75090 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:52.738867 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68d5e426-77a2-4bfc-a27d-e57b58824e27 req-9fcddce4-7dcd-49b5-ad50-09a5ffe75090 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 949 time: 0.6667609 Nov 03 15:57:52.745683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Pushing event updated for resources: {'Port': ['ID=06d76668-baa5-4e59-93cb-5e4a3c189388,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:52.756287 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP 5378043d-9d15-4443-b8f6-625b7a0a8cd1 associated. External IP: 172.25.6.92, port: 0009e55a-7b79-427b-90a1-e9339f650249. Nov 03 15:57:52.930629 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Deleting port 5a242ef7-637b-4697-853a-b39d72354307 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:52.931262 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:52.963680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f1d67120-44e6-41c9-a740-a89c1f6cf501 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:53.001300 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68d5e426-77a2-4bfc-a27d-e57b58824e27 req-5e869fd4-f376-466c-bdc1-8a63caeed0eb tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373555 Nov 03 15:57:53.075399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd775f8-b73a-4e98-be51-fe00a3a49514 req-160bc736-2bf8-41c6-a504-5eabf079590e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:53.076966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bd775f8-b73a-4e98-be51-fe00a3a49514 req-160bc736-2bf8-41c6-a504-5eabf079590e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.2853305 Nov 03 15:57:53.101379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Attempting to bind port 06d76668-baa5-4e59-93cb-5e4a3c189388 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:57:53.105255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Attempting to bind port 06d76668-baa5-4e59-93cb-5e4a3c189388 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7631667f-9f94-460b-beae-f06285868618'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:57:53.106417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Attempting to bind port 06d76668-baa5-4e59-93cb-5e4a3c189388 on network 7631667f-9f94-460b-beae-f06285868618 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:53.126434 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2b2f-5351-4c67-8cd4-b5bcc50079bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.163999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4a26ff3-83f9-4e41-9d99-7584475b8823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.199628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Port 06d76668-baa5-4e59-93cb-5e4a3c189388 on network 7631667f-9f94-460b-beae-f06285868618 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:57:53.200546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Attempting to bind port 06d76668-baa5-4e59-93cb-5e4a3c189388 on network 7631667f-9f94-460b-beae-f06285868618 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:57:53.263454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:57:53.264693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Checking segment: {'id': '06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7631667f-9f94-460b-beae-f06285868618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:57:53.265398 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Bound using segment: {'id': '06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7631667f-9f94-460b-beae-f06285868618'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:57:53.266116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Bound port: 06d76668-baa5-4e59-93cb-5e4a3c189388, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7631667f-9f94-460b-beae-f06285868618'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:57:53.266715 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.325555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f1d67120-44e6-41c9-a740-a89c1f6cf501 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:53.326131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f1d67120-44e6-41c9-a740-a89c1f6cf501 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:53.326665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:53.369659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:53.370448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8781ecaf-1cff-4cb6-a33d-893f98bd5ab4 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:53.401035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] For port 5a242ef7-637b-4697-853a-b39d72354307, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5a242ef7-637b-4697-853a-b39d72354307,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:53.401445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.409482 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2b2f-5351-4c67-8cd4-b5bcc50079bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.416211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a26ff3-83f9-4e41-9d99-7584475b8823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa8cae0-e207-49b0-89f0-c03c1af4a3b3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:53.420436 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2b2f-5351-4c67-8cd4-b5bcc50079bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.452672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ae5d2b2f-5351-4c67-8cd4-b5bcc50079bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5534def9be6f468b8ca8dbaf2c0ba039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7711051 Nov 03 15:57:53.458153 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4a26ff3-83f9-4e41-9d99-7584475b8823 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.464582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4a26ff3-83f9-4e41-9d99-7584475b8823 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3fa8cae0-e207-49b0-89f0-c03c1af4a3b3 HTTP/1.1" status: 204 len: 168 time: 1.2459836 Nov 03 15:57:53.464823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe5036-0de5-4608-8026-3910c6cc92f8 None None] Network 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:57:53.464950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50970) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:53.507471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50972) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:53.537999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Calling delete_port for 5a242ef7-637b-4697-853a-b39d72354307 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:53.581866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bd775f8-b73a-4e98-be51-fe00a3a49514 req-f36ebd13-4bfb-4218-a732-331eee3f6779 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654799 Nov 03 15:57:53.582908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16ee8ed3-31aa-479e-90cb-b5622b7d753c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.590365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d2b2f-5351-4c67-8cd4-b5bcc50079bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf36b7bb-ec87-4af6-b5dd-d51271a2bf43,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:53.634688 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16ee8ed3-31aa-479e-90cb-b5622b7d753c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.733013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d284b3-e425-4f02-9dfd-fa1870f918cd None None] DHCP port deletion for 7c3d93b5-d5b8-4e76-9701-1ffd3611d76e request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:57:53.758542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16ee8ed3-31aa-479e-90cb-b5622b7d753c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.762045 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16ee8ed3-31aa-479e-90cb-b5622b7d753c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.779318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-16ee8ed3-31aa-479e-90cb-b5622b7d753c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf36b7bb-ec87-4af6-b5dd-d51271a2bf43 HTTP/1.1" status: 204 len: 168 time: 0.2970326 Nov 03 15:57:53.801195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee8ed3-31aa-479e-90cb-b5622b7d753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf36b7bb-ec87-4af6-b5dd-d51271a2bf43,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:53.868031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-13d284b3-e425-4f02-9dfd-fa1870f918cd None None] Deleting port 4436aa20-2d48-42ab-b321-a85af1bd0246 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:53.869558 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-13d284b3-e425-4f02-9dfd-fa1870f918cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.938873 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:53.985007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:57:54.011613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-13d284b3-e425-4f02-9dfd-fa1870f918cd None None] For port 4436aa20-2d48-42ab-b321-a85af1bd0246, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4436aa20-2d48-42ab-b321-a85af1bd0246,segment=NetworkSegment(32b66651-2136-4aaf-974e-f37ac36cf943),segment_id=32b66651-2136-4aaf-974e-f37ac36cf943)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:54.012887 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-13d284b3-e425-4f02-9dfd-fa1870f918cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:54.050085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] For port 06d76668-baa5-4e59-93cb-5e4a3c189388, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:57:54.053908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] For port 06d76668-baa5-4e59-93cb-5e4a3c189388, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=06d76668-baa5-4e59-93cb-5e4a3c189388,segment=NetworkSegment(06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5),segment_id=06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:57:54.058845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-13d284b3-e425-4f02-9dfd-fa1870f918cd None None] Calling delete_port for 4436aa20-2d48-42ab-b321-a85af1bd0246 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:54.076775 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:54.207660 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-13d284b3-e425-4f02-9dfd-fa1870f918cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:54.226584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d284b3-e425-4f02-9dfd-fa1870f918cd None None] No DVR routers for this DVR port 4436aa20-2d48-42ab-b321-a85af1bd0246 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:57:54.252773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:54.253620 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:54.257957 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] 10.222.0.70 "PUT /v2.0/ports/06d76668-baa5-4e59-93cb-5e4a3c189388 HTTP/1.1" status: 200 len: 1092 time: 2.2286408 Nov 03 15:57:54.260333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac609471-d225-4f05-a194-6a71170843e6', 'tag': '06d76668-baa5-4e59-93cb-5e4a3c189388'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:54.265452 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468b604e-a52c-4f9b-b65e-576fb26e1fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac609471-d225-4f05-a194-6a71170843e6", "tag": "06d76668-baa5-4e59-93cb-5e4a3c189388"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:54.286608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d284b3-e425-4f02-9dfd-fa1870f918cd None None] Pushing event deleted for resources: {'Port': ['ID=4436aa20-2d48-42ab-b321-a85af1bd0246,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:54.302377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce591a7-50ed-4ada-be2b-a79f0225c0b7 req-ed620927-9c44-4546-bc15-8a2237c62932 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:54.302377 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ce591a7-50ed-4ada-be2b-a79f0225c0b7 req-ed620927-9c44-4546-bc15-8a2237c62932 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 944 time: 0.3959525 Nov 03 15:57:54.302377 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:54.372764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164333b-b188-46c7-aead-625cb01e4ae5 req-f88c1a34-c701-4ec6-859a-53357ba2abf5 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:54.379317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4164333b-b188-46c7-aead-625cb01e4ae5 req-f88c1a34-c701-4ec6-859a-53357ba2abf5 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f75affa-f0de-47e7-b4e6-275b0ef8ea43 HTTP/1.1" status: 200 len: 867 time: 0.2044015 Nov 03 15:57:54.483868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4164333b-b188-46c7-aead-625cb01e4ae5 req-5df20a08-cee1-40cc-9b85-7e597aa48a3b tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.86 "GET /v2.0/security-groups?id=110e7754-f3c4-48bf-8758-e30a15d55b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963721 Nov 03 15:57:54.629514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5a242ef7-637b-4697-853a-b39d72354307 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:54.694554 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 5a242ef7-637b-4697-853a-b39d72354307 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:54.694894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5a242ef7-637b-4697-853a-b39d72354307 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:54.832985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4436aa20-2d48-42ab-b321-a85af1bd0246 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:57:54.849177 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-c7664fdc-dc35-439b-8574-17a1cc849a96 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1872484700&fields=id&tenant_id=64fa0c8d86aa4a7c905a40b8931fb8ab HTTP/1.1" status: 200 len: 267 time: 0.1626186 Nov 03 15:57:54.859504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 4436aa20-2d48-42ab-b321-a85af1bd0246 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:57:54.859847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4436aa20-2d48-42ab-b321-a85af1bd0246 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:57:54.952109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] The port '4436aa20-2d48-42ab-b321-a85af1bd0246' was deleted {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1956}} Nov 03 15:57:54.988259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df2dfd-a02c-43fd-8bbc-94ace56cc160 service neutron] Pushing event updated for resources: {'Port': ['ID=06d76668-baa5-4e59-93cb-5e4a3c189388,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:55.021955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] No DVR routers for this DVR port 5a242ef7-637b-4697-853a-b39d72354307 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:57:55.044041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-41360369-69af-4fa2-944e-2a5b43c55ac6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:55.044740 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.048266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-670ecaf0-53df-45cf-9511-c6c4cd13d326 req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] 10.222.0.15 "DELETE /v2.0/ports/5a242ef7-637b-4697-853a-b39d72354307 HTTP/1.1" status: 204 len: 173 time: 3.3561134 Nov 03 15:57:55.053879 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-41360369-69af-4fa2-944e-2a5b43c55ac6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/networks?id=5b56bf33-964b-47f0-96a4-87ef72248f36 HTTP/1.1" status: 200 len: 815 time: 0.2030818 Nov 03 15:57:55.055582 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ce591a7-50ed-4ada-be2b-a79f0225c0b7 req-ec78afa0-c20c-4952-addf-de9d6a8a27af tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7397516 Nov 03 15:57:55.077423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-7e4bb49c-fe3f-474f-b3ec-24a06ac9b01c tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/quotas/64fa0c8d86aa4a7c905a40b8931fb8ab HTTP/1.1" status: 200 len: 375 time: 0.0222006 Nov 03 15:57:55.124388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747d127-2558-4226-a7f6-fd24aa8c9e43 tempest-ServerDiagnosticsNegativeTest-1527402620 tempest-ServerDiagnosticsNegativeTest-1527402620-project] Pushing event deleted for resources: {'Port': ['ID=5a242ef7-637b-4697-853a-b39d72354307,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:55.186308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.188285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-5c272f09-6b92-49d8-841a-66ad62e595df tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=64fa0c8d86aa4a7c905a40b8931fb8ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085536 Nov 03 15:57:55.208919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-2609b838-a758-4c76-a5b7-5afdfa950d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:55.210406 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-2609b838-a758-4c76-a5b7-5afdfa950d20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4ddac90a54164be8b478ee385fbf4c21&device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 1095 time: 0.8670406 Nov 03 15:57:55.252845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3d93b5-d5b8-4e76-9701-1ffd3611d76e']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:55.258195 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b192322-ac4e-4edc-a015-fec4a4f20ed2 x-openstack-request-id: req-4b192322-ac4e-4edc-a015-fec4a4f20ed2 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:55.258195 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac609471-d225-4f05-a194-6a71170843e6", "tag": "06d76668-baa5-4e59-93cb-5e4a3c189388", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:55.258195 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4b192322-ac4e-4edc-a015-fec4a4f20ed2 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:55.258195 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac609471-d225-4f05-a194-6a71170843e6', 'tag': '06d76668-baa5-4e59-93cb-5e4a3c189388', 'status': 'completed', 'code': 200} Nov 03 15:57:55.289192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:55.303627 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b54d38-3ea2-4728-86ae-7d07f93c9c86 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:55.318405 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b54d38-3ea2-4728-86ae-7d07f93c9c86 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:55.320076 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-e58a9246-22ba-4868-b232-46653fafeab7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06d76668-baa5-4e59-93cb-5e4a3c189388 HTTP/1.1" status: 200 len: 217 time: 0.0943286 Nov 03 15:57:55.320740 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-69b54d38-3ea2-4728-86ae-7d07f93c9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:55.324544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b66651-2136-4aaf-974e-f37ac36cf943') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:55.324953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b66651-2136-4aaf-974e-f37ac36cf943') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:55.352938 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.378574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-86ab1a1b-0549-41f4-b7f0-a186eb1e02eb service neutron] 10.222.0.86 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851017 Nov 03 15:57:55.385292 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.387213 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-69b54d38-3ea2-4728-86ae-7d07f93c9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:55.415716 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b54d38-3ea2-4728-86ae-7d07f93c9c86 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:55.426343 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-69b54d38-3ea2-4728-86ae-7d07f93c9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:55.430915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.457587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:57:55.457998 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: timer() Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:57:55.459774 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:57:55.470467 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-69b54d38-3ea2-4728-86ae-7d07f93c9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:55.471582 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b54d38-3ea2-4728-86ae-7d07f93c9c86 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:55.473035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0b32a91d-ef0b-4f27-b95f-5189e7e3b992 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.5991189 Nov 03 15:57:55.481628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-712648c5-4428-4097-a43f-77df2efad12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:55.483104 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-712648c5-4428-4097-a43f-77df2efad12e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44254809-b1a0-4244-8042-636f33e17c76 HTTP/1.1" status: 200 len: 854 time: 0.1519630 Nov 03 15:57:55.503089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51022) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:55.508234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4a227924-0653-449a-b83d-5c3c370e5a8e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:55.554511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c02ea-678c-483b-8b5f-0f023c63d24e req-4770b825-6cf2-4f3b-b6ff-5048d6fa77fd tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:55.556028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-509c02ea-678c-483b-8b5f-0f023c63d24e req-4770b825-6cf2-4f3b-b6ff-5048d6fa77fd tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1777298 Nov 03 15:57:55.562077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-7b4e7029-b2be-414d-a88d-c98ee6e71e70 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7631667f-9f94-460b-beae-f06285868618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463860 Nov 03 15:57:55.584813 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.590072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4a227924-0653-449a-b83d-5c3c370e5a8e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.647528 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-fba11b4b-6508-46d9-98ae-6fc8c6b32d5a service neutron] 10.222.0.86 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561862 Nov 03 15:57:55.707114 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.713962 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] 10.222.0.86 "DELETE /v2.0/networks/7c3d93b5-d5b8-4e76-9701-1ffd3611d76e HTTP/1.1" status: 204 len: 168 time: 2.0571661 Nov 03 15:57:55.717839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6151ed-cd91-4c3a-84d2-e953f3623d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3d93b5-d5b8-4e76-9701-1ffd3611d76e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:55.808232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-509c02ea-678c-483b-8b5f-0f023c63d24e req-544693b7-9e25-40f5-9e02-35c9212eacbf tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151413 Nov 03 15:57:55.915066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-093e7bc5-8b37-46e6-b2ca-ccaf790dac2d service neutron] 10.222.0.70 "GET /v2.0/networks/7631667f-9f94-460b-beae-f06285868618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445070 Nov 03 15:57:55.941631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4a227924-0653-449a-b83d-5c3c370e5a8e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.947645 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4a227924-0653-449a-b83d-5c3c370e5a8e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:55.948343 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-4a227924-0653-449a-b83d-5c3c370e5a8e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP 5378043d-9d15-4443-b8f6-625b7a0a8cd1 disassociated. External IP: 172.25.6.92, port: 0009e55a-7b79-427b-90a1-e9339f650249. Nov 03 15:57:56.191300 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a929a94-a741-4a24-9fb3-544e314acc87 req-5413d4c2-cb3c-4734-abd1-9307c906eacc service neutron] 10.222.0.70 "GET /v2.0/networks/7631667f-9f94-460b-beae-f06285868618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678304 Nov 03 15:57:56.198500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51048) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:56.385654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-4f6724d1-2917-4f71-b3f8-8621e8e230e4 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e205b1fd8d99431c83333039349ae232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987799 Nov 03 15:57:56.497971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 05702c83-56bb-4f8b-a0d7-23f48fc65426 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:57:56.538545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-fba6f135-b8f8-4cb8-8462-e42fee532c4b tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:56.546483 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-fba6f135-b8f8-4cb8-8462-e42fee532c4b tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598270 Nov 03 15:57:56.581162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-539c29c1-6dfb-42ac-9494-a6e83a40434b tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/quotas/e205b1fd8d99431c83333039349ae232 HTTP/1.1" status: 200 len: 375 time: 0.0324764 Nov 03 15:57:56.668610 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-ca2d40af-5123-43ff-ae02-47b33ffa020d tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e205b1fd8d99431c83333039349ae232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864234 Nov 03 15:57:56.679126 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-daec16ec-f186-4136-8681-81ccc11752a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=45c8290a80c2437da65a1332d64d838b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4804318 Nov 03 15:57:56.680709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51064) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:56.766647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:56.782242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '05702c83-56bb-4f8b-a0d7-23f48fc65426', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'port_id': '05702c83-56bb-4f8b-a0d7-23f48fc65426', 'mac_address': 'fa:16:3e:85:22:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f1e646-0c63-47c3-8cd0-a87565cea73d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:57:56.831402 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ede723a9-c07c-43c7-b023-9db876f90fcd req-adbe8ee8-59b0-4b54-be9b-0dc4265b01d3 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.1119697 Nov 03 15:57:56.879379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-85b5ca57-2b28-4269-af3f-1be9424a51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:56.885211 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-85b5ca57-2b28-4269-af3f-1be9424a51cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4ddac90a54164be8b478ee385fbf4c21&device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 1095 time: 0.6051612 Nov 03 15:57:56.927238 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:56.944705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51068) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:56.983270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05702c83-56bb-4f8b-a0d7-23f48fc65426 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:57.039324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df047069-ee59-4387-b59a-29b1199b636e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:57.067157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a227924-0653-449a-b83d-5c3c370e5a8e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:57:57.074913 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df047069-ee59-4387-b59a-29b1199b636e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:57.096508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed8208-cbf6-490b-a70c-416ff635b9cc req-eabee618-8d7b-4960-b329-9261b8add52b tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:57.098443 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:57.106138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4bed8208-cbf6-490b-a70c-416ff635b9cc req-eabee618-8d7b-4960-b329-9261b8add52b tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 944 time: 0.0984287 Nov 03 15:57:57.111554 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:57.114128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-b83f175a-a480-4447-aacb-03e840748ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:57.115854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-b83f175a-a480-4447-aacb-03e840748ee9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7631667f-9f94-460b-beae-f06285868618 HTTP/1.1" status: 200 len: 915 time: 0.1907635 Nov 03 15:57:57.180804 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-91d43518-0bb7-4ed8-8c56-1469b62e5243 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06d76668-baa5-4e59-93cb-5e4a3c189388 HTTP/1.1" status: 200 len: 217 time: 0.0510511 Nov 03 15:57:57.271535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f75affa-f0de-47e7-b4e6-275b0ef8ea43', 'name': 'network-vif-deleted', 'tag': '5a242ef7-637b-4697-853a-b39d72354307'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:57:57.277095 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b115fc-e4c2-47e8-968d-7a52260e247c" -d '{"events": [{"server_uuid": "5f75affa-f0de-47e7-b4e6-275b0ef8ea43", "name": "network-vif-deleted", "tag": "5a242ef7-637b-4697-853a-b39d72354307"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:57:57.278940 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4bed8208-cbf6-490b-a70c-416ff635b9cc req-f94e7361-4684-465f-827e-a27426f41d6b tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694226 Nov 03 15:57:57.315567 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df047069-ee59-4387-b59a-29b1199b636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:57.318415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a227924-0653-449a-b83d-5c3c370e5a8e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:57:57.325568 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df047069-ee59-4387-b59a-29b1199b636e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:57.331216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-df047069-ee59-4387-b59a-29b1199b636e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6590357-5f81-407a-b44c-e8d9e86dccdd HTTP/1.1" status: 204 len: 168 time: 0.6471980 Nov 03 15:57:57.333662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4a227924-0653-449a-b83d-5c3c370e5a8e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:57.366651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df047069-ee59-4387-b59a-29b1199b636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6590357-5f81-407a-b44c-e8d9e86dccdd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:57.401709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['05702c83-56bb-4f8b-a0d7-23f48fc65426'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:57:57.410293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4a227924-0653-449a-b83d-5c3c370e5a8e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/floatingips/5378043d-9d15-4443-b8f6-625b7a0a8cd1 HTTP/1.1" status: 200 len: 687 time: 1.9055498 Nov 03 15:57:57.412817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51100) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:57.414718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-6e0a5d64-cfe2-4c55-85ca-eb80363e30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:57.418103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-6e0a5d64-cfe2-4c55-85ca-eb80363e30a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44254809-b1a0-4244-8042-636f33e17c76 HTTP/1.1" status: 200 len: 854 time: 0.2295780 Nov 03 15:57:57.453552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb190b-6828-4977-bdc2-38273b3293f1 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:57:57.490025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-e9811852-3f1d-4eb6-9331-85ab4fcef403 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7631667f-9f94-460b-beae-f06285868618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630901 Nov 03 15:57:57.528207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=05702c83-56bb-4f8b-a0d7-23f48fc65426,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:57.601636 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b5f9270c-b313-4d48-9343-d11c4b874678 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cba2ea0f867744d993003515079833e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6557498 Nov 03 15:57:57.604451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51108) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:57.647012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746714b7-c52d-45d6-b94f-3771da25bd35 req-b4a0cd4a-47b2-4135-870a-8ed87484fce0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:57.656839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-746714b7-c52d-45d6-b94f-3771da25bd35 req-b4a0cd4a-47b2-4135-870a-8ed87484fce0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 944 time: 0.2299371 Nov 03 15:57:57.659830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb190b-6828-4977-bdc2-38273b3293f1 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:57.666788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f3eb190b-6828-4977-bdc2-38273b3293f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:57.815778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f3eb190b-6828-4977-bdc2-38273b3293f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:57.838666 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-746714b7-c52d-45d6-b94f-3771da25bd35 req-70915191-bd13-429f-8901-5235b2a8128b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758580 Nov 03 15:57:57.862764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57598fd2-d694-4ec1-8eea-d112dc416054 req-227b40bb-4033-4b15-8760-945132894106 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 210 time: 0.1196265 Nov 03 15:57:57.877975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb190b-6828-4977-bdc2-38273b3293f1 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:57:57.878773 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f3eb190b-6828-4977-bdc2-38273b3293f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:57.878915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdd39243-376e-4fbd-b49d-5a83cb8e636e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:57.927318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port 8d54a171-5380-4ab0-b2aa-15979113ffaa {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:57:57.927563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:57.965167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-3a3b0a22-87c1-493e-9009-af27e8a7f2be service neutron] 10.222.0.70 "GET /v2.0/networks/7631667f-9f94-460b-beae-f06285868618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669886 Nov 03 15:57:58.051901 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94bad92-3436-4734-a54f-13fb9e138cc8 x-openstack-request-id: req-b94bad92-3436-4734-a54f-13fb9e138cc8 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:57:58.057022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f3eb190b-6828-4977-bdc2-38273b3293f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:57:58.057681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb190b-6828-4977-bdc2-38273b3293f1 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:57:58.062898 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f75affa-f0de-47e7-b4e6-275b0ef8ea43", "name": "network-vif-deleted", "tag": "5a242ef7-637b-4697-853a-b39d72354307", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:57:58.063165 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b94bad92-3436-4734-a54f-13fb9e138cc8 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:57:58.065770 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f75affa-f0de-47e7-b4e6-275b0ef8ea43', 'name': 'network-vif-deleted', 'tag': '5a242ef7-637b-4697-853a-b39d72354307', 'status': 'completed', 'code': 200} Nov 03 15:57:58.137563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:58.137817 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:58.162679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for 8d54a171-5380-4ab0-b2aa-15979113ffaa owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:57:58.280531 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb4f935b-8dc3-4e14-a453-5ab69570742b req-341133e7-03ed-46c1-be90-5001cce6e1db tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.1021125 Nov 03 15:57:58.333834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdd39243-376e-4fbd-b49d-5a83cb8e636e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:58.370008 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-468b604e-a52c-4f9b-b65e-576fb26e1fc3 req-048968e8-366d-494d-a6dd-0f6b69b9f273 service neutron] 10.222.0.70 "GET /v2.0/networks/7631667f-9f94-460b-beae-f06285868618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962960 Nov 03 15:57:58.386117 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:58.496245 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 06d76668-baa5-4e59-93cb-5e4a3c189388 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:57:58.502929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 05702c83-56bb-4f8b-a0d7-23f48fc65426 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:57:58.548585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=8d54a171-5380-4ab0-b2aa-15979113ffaa,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:58.650869 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:58.653645 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:58.658160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c08e6882-a41b-4d1b-af50-da7b81cd15fe tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/floatingips/5378043d-9d15-4443-b8f6-625b7a0a8cd1 HTTP/1.1" status: 204 len: 168 time: 1.2410710 Nov 03 15:57:58.658160 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdd39243-376e-4fbd-b49d-5a83cb8e636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:58.658704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51146) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:58.663090 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:57:58.663584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': 'd2cf8286-1603-42cf-88ec-be988765f6f8'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:58.665073 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdd39243-376e-4fbd-b49d-5a83cb8e636e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:58.669999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fdd39243-376e-4fbd-b49d-5a83cb8e636e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/110e7754-f3c4-48bf-8758-e30a15d55b8b HTTP/1.1" status: 204 len: 168 time: 1.0623918 Nov 03 15:57:58.691164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd39243-376e-4fbd-b49d-5a83cb8e636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110e7754-f3c4-48bf-8758-e30a15d55b8b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:58.709873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0edec3-069f-4b2b-9446-d572468a3e26 req-c371e1b6-36b8-4da3-b0a9-bb9e574d7e2e tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:58.712355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a0edec3-069f-4b2b-9446-d572468a3e26 req-c371e1b6-36b8-4da3-b0a9-bb9e574d7e2e tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 944 time: 0.1128521 Nov 03 15:57:58.753275 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:58.814753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 06d76668-baa5-4e59-93cb-5e4a3c189388, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=06d76668-baa5-4e59-93cb-5e4a3c189388,segment=NetworkSegment(06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5),segment_id=06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:58.843522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '06d76668-baa5-4e59-93cb-5e4a3c189388', 'network_id': '7631667f-9f94-460b-beae-f06285868618', 'port_id': '06d76668-baa5-4e59-93cb-5e4a3c189388', 'mac_address': 'fa:16:3e:13:c9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44254809-b1a0-4244-8042-636f33e17c76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:57:58.953994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a0edec3-069f-4b2b-9446-d572468a3e26 req-1539cf4c-2bdb-4eab-a26c-255eb27347bc tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304833 Nov 03 15:57:59.109911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:59.191858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d76668-baa5-4e59-93cb-5e4a3c189388 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:57:59.315602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 06d76668-baa5-4e59-93cb-5e4a3c189388, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=06d76668-baa5-4e59-93cb-5e4a3c189388,segment=NetworkSegment(06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5),segment_id=06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:57:59.331763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:59.342879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61791970-42d2-4265-9731-d72370d389ed req-eecf8f05-13ac-4e5c-a6b2-681be8af3d57 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:59.352822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61791970-42d2-4265-9731-d72370d389ed req-eecf8f05-13ac-4e5c-a6b2-681be8af3d57 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 944 time: 0.1899090 Nov 03 15:57:59.355721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51164) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:59.530699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61791970-42d2-4265-9731-d72370d389ed req-23ddfd8c-2b6d-496a-b81a-1d3986f8f68b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767609 Nov 03 15:57:59.573232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-775691335-network', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:59.575590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=06d76668-baa5-4e59-93cb-5e4a3c189388,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:57:59.636548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9d49bcd7-248b-4fc1-8ff9-7e6e7a1699c1 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:57:59.641315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9d49bcd7-248b-4fc1-8ff9-7e6e7a1699c1 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.15 "GET /v2.0/networks?id=5b56bf33-964b-47f0-96a4-87ef72248f36 HTTP/1.1" status: 200 len: 815 time: 0.8043816 Nov 03 15:57:59.643690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51168) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:57:59.657353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:57:59.663347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 05702c83-56bb-4f8b-a0d7-23f48fc65426 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:57:59.663920 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:59.667373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:59.709816 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:59.717028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5096ccb6-42dc-45fc-abf8-8c40b975ae5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:57:59.754945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['06d76668-baa5-4e59-93cb-5e4a3c189388'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:57:59.958351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-bafa9fdc-ef9d-4435-b5f8-40399d227c0f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64fa0c8d86aa4a7c905a40b8931fb8ab HTTP/1.1" status: 200 len: 380 time: 0.2914317 Nov 03 15:57:59.980562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Request body: {'port': {'device_id': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'admin_state_up': True, 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'security_groups': ['eb7e0659-1f5e-4b84-be96-97698af9c8b8']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:57:59.992554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-b4c998c1-78ef-4165-bd79-9c4975e6ac33 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e205b1fd8d99431c83333039349ae232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622106 Nov 03 15:58:00.031944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.096235 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.141956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.249164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-587b9ce7-a10a-4460-a18f-5f1b8e89e8b6 req-94f27938-c69a-4824-a222-a7124a471b4b tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 210 time: 0.1506810 Nov 03 15:58:00.292925 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.360562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:58:00.445929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19199075-3b08-43ea-9b4c-6ba90e32dfaf,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:00.486658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:00.494792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.498184 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9275a0-df01-4bde-840e-404f7877d9fd" -d '{"events": [{"server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "name": "network-vif-plugged", "status": "completed", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:00.501899 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Added segment 944fcd95-5785-4491-a359-8223a0036ad9 of type vlan for network bcd43fdb-85b3-4815-9295-d195ae708be1 Nov 03 15:58:00.510882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3498e9ad-15e6-47c2-aed9-889d56badb14 req-baf8dd9f-c6b5-49f6-9c82-a1678ad2286a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.1450458 Nov 03 15:58:00.604437 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5096ccb6-42dc-45fc-abf8-8c40b975ae5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.606896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:00.635375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.655712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.683097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5096ccb6-42dc-45fc-abf8-8c40b975ae5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.693724 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.694837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:00.697924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:00.741954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.25.6.41 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/b1b42409-9a1d-446d-a310-007155775261) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:00.935662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5788379 Nov 03 15:58:00.946621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51176) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:00.951219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-9f750e6b-2e97-4126-9a06-ebcf5f37b083 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:00.952735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-9f750e6b-2e97-4126-9a06-ebcf5f37b083 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9317400 Nov 03 15:58:00.960712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Request body: {'subnet': {'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-775691335-subnet', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:00.989118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbe419-2a0d-4bc4-a16a-f2ad2afa8f83 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd43fdb-85b3-4815-9295-d195ae708be1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:01.003647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Request body: {'port': {'device_id': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': 'e205b1fd8d99431c83333039349ae232'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:01.019763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9aa75d-c688-4faf-863d-df30bfa3810e req-5c78bd33-1c54-4de2-82b0-7709aa6304b6 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:01.021415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da9aa75d-c688-4faf-863d-df30bfa3810e req-5c78bd33-1c54-4de2-82b0-7709aa6304b6 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 945 time: 0.3198597 Nov 03 15:58:01.034582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network bcd43fdb-85b3-4815-9295-d195ae708be1 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:58:01.055369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=05702c83-56bb-4f8b-a0d7-23f48fc65426,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:01.126123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096ccb6-42dc-45fc-abf8-8c40b975ae5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a936c90f-c94b-4341-83bc-16318790021d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:01.146167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5096ccb6-42dc-45fc-abf8-8c40b975ae5a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79809ecb290f4dd99cec2ded5b519681&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5012684 Nov 03 15:58:01.150283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51178) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:01.186446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Made reservation on behalf of 64fa0c8d86aa4a7c905a40b8931fb8ab for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:01.196764 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.210499 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da9aa75d-c688-4faf-863d-df30bfa3810e req-c865d5e1-0ba3-41d0-9a18-7719b708c7a7 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804314 Nov 03 15:58:01.311595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:01.315574 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.324975 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.398775 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7c378c-0a7e-4c69-8ad7-a0ba396f01f9 x-openstack-request-id: req-7d7c378c-0a7e-4c69-8ad7-a0ba396f01f9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:01.399071 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "name": "network-vif-plugged", "status": "completed", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:01.399324 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d7c378c-0a7e-4c69-8ad7-a0ba396f01f9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:01.399803 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426', 'code': 200} Nov 03 15:58:01.513987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.538317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a22fdd14-7258-4ecb-bd10-80c4b255b14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.696214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a22fdd14-7258-4ecb-bd10-80c4b255b14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.856769 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.872011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Made reservation on behalf of e205b1fd8d99431c83333039349ae232 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:01.881286 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.897641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28247c1c-615b-4e56-9891-b1aa9386fb22 req-066921c5-3242-4907-910c-73531a53240f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:01.899793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28247c1c-615b-4e56-9891-b1aa9386fb22 req-066921c5-3242-4907-910c-73531a53240f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.3018262 Nov 03 15:58:01.972269 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a22fdd14-7258-4ecb-bd10-80c4b255b14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.974769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a22fdd14-7258-4ecb-bd10-80c4b255b14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:01.978283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a22fdd14-7258-4ecb-bd10-80c4b255b14b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a936c90f-c94b-4341-83bc-16318790021d HTTP/1.1" status: 204 len: 168 time: 0.8226788 Nov 03 15:58:02.042235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:02.049344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=b1b42409-9a1d-446d-a310-007155775261,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:02.059765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Allocated IP 172.20.0.12 (5b56bf33-964b-47f0-96a4-87ef72248f36/63d3e4bf-e6f0-4edd-a74e-bee7bb95d536/e4d61476-328b-4598-9424-849535de8270) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:02.077234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:02.099123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:02.109633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:02.232581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:02.270214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fdd14-7258-4ecb-bd10-80c4b255b14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a936c90f-c94b-4341-83bc-16318790021d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:02.442260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0707e33e-d549-49d9-87b9-451f7fb2e4f8,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:02.458748 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4dea1d5e-6e6c-485b-b255-81a5be322eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:02.498387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 06d76668-baa5-4e59-93cb-5e4a3c189388 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:02.565686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28247c1c-615b-4e56-9891-b1aa9386fb22 req-ea46dc35-43f0-4666-a347-a984e1813ffe tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6525702 Nov 03 15:58:02.585092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Checking segment: {'id': '944fcd95-5785-4491-a359-8223a0036ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:02.587328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Network hostable DHCP agents. Network: bcd43fdb-85b3-4815-9295-d195ae708be1, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:58:02.646836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 06d76668-baa5-4e59-93cb-5e4a3c189388 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:58:02.651980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Network bcd43fdb-85b3-4815-9295-d195ae708be1 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:58:02.652659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 06d76668-baa5-4e59-93cb-5e4a3c189388 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:02.653092 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:02.688432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, bcd43fdb-85b3-4815-9295-d195ae708be1) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:02.694773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:02.695792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:02.731618 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-021ceee4-9155-4d66-9324-6c8e38736f92 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7822652 Nov 03 15:58:02.736560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51190) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:02.766609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5442d8-e09b-4747-bbc2-0a5ba78badc6 None None] Network bcd43fdb-85b3-4815-9295-d195ae708be1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:58:02.768923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:02.809980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-30343669-26f5-4841-8e7a-ae297a879b3b req-e75a5ebe-3bd8-4095-948d-9de35774507e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 210 time: 0.0795100 Nov 03 15:58:02.996744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-375933a1-7c59-4c9b-9646-519b08b3fabc req-fa884e51-70a7-4041-942e-01066b206541 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0717237 Nov 03 15:58:03.044989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:03.341558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52ec8-4537-4017-9ba6-9009ecd9f5db req-ff27c5a2-6eb8-4abd-9a1a-c00e3a0aacaf tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:03.342143 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:03.354004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38b52ec8-4537-4017-9ba6-9009ecd9f5db req-ff27c5a2-6eb8-4abd-9a1a-c00e3a0aacaf tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 945 time: 0.1456649 Nov 03 15:58:03.405495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-bcd43fdb-85b3-4815-9295-d195ae708be1', 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'fixed_ips': [{'subnet_id': '0707e33e-d549-49d9-87b9-451f7fb2e4f8'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:58:03.408567 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:03.413292 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:03.428250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:03.442581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:03.476108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38b52ec8-4537-4017-9ba6-9009ecd9f5db req-eb12823e-e238-401e-b781-33614bad019f tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199915 Nov 03 15:58:03.510140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac609471-d225-4f05-a194-6a71170843e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d76668-baa5-4e59-93cb-5e4a3c189388'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:03.516624 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfddb74d-10f0-4321-b451-13faf2df1bce" -d '{"events": [{"server_uuid": "ac609471-d225-4f05-a194-6a71170843e6", "name": "network-vif-plugged", "status": "completed", "tag": "06d76668-baa5-4e59-93cb-5e4a3c189388"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:03.708255 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6c347b-aa40-4983-af7f-9432d4ee9c5f x-openstack-request-id: req-ce6c347b-aa40-4983-af7f-9432d4ee9c5f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:03.708853 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac609471-d225-4f05-a194-6a71170843e6", "name": "network-vif-plugged", "status": "completed", "tag": "06d76668-baa5-4e59-93cb-5e4a3c189388", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:03.709500 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce6c347b-aa40-4983-af7f-9432d4ee9c5f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:03.710143 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac609471-d225-4f05-a194-6a71170843e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d76668-baa5-4e59-93cb-5e4a3c189388', 'code': 200} Nov 03 15:58:03.712209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 06d76668-baa5-4e59-93cb-5e4a3c189388, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=06d76668-baa5-4e59-93cb-5e4a3c189388,segment=NetworkSegment(06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5),segment_id=06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:03.740646 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:03.822336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f9cd-23cf-4e5d-8d28-4617606ca04b req-9814c422-9679-48ff-a08b-232c35a8a47f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:03.825322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:03.833866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89c1f9cd-23cf-4e5d-8d28-4617606ca04b req-9814c422-9679-48ff-a08b-232c35a8a47f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1197832 Nov 03 15:58:03.962601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=06d76668-baa5-4e59-93cb-5e4a3c189388,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:03.994218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89c1f9cd-23cf-4e5d-8d28-4617606ca04b req-61d91ace-10da-4503-8a1d-3fe46e4e4184 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585603 Nov 03 15:58:04.001031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Allocated IP 172.20.0.2 (bcd43fdb-85b3-4815-9295-d195ae708be1/0707e33e-d549-49d9-87b9-451f7fb2e4f8/e066cf5c-1175-4bfd-b173-6c7f9a24d781) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:04.096695 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:04.239418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-815b33ca-3d3c-4c88-8fcf-671b0912105e req-77833e5e-87cf-45e0-8d5d-29a39a012dbd tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 210 time: 0.0688794 Nov 03 15:58:04.255610 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:04.270150 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:04.368209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Allocated IP 192.168.233.61 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/f2877a77-4985-4643-bb3c-d9dc41603ba5) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:04.375786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Network bcd43fdb-85b3-4815-9295-d195ae708be1 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:04.386375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:04.410989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:04.462799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f86d3946-e54a-4592-a692-c887f0ec9cd2 req-86c9a180-78b9-4a59-966c-aa73462b8ea9 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0837858 Nov 03 15:58:04.500346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Pushing event updated for resources: {'Port': ['ID=e066cf5c-1175-4bfd-b173-6c7f9a24d781,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:04.644087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6812e-c2d4-45a2-a132-5239ac8d9d34 req-1c961009-52ec-46e2-a21b-5d5dcb7e6840 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:04.652741 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54b6812e-c2d4-45a2-a132-5239ac8d9d34 req-1c961009-52ec-46e2-a21b-5d5dcb7e6840 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.0663257 Nov 03 15:58:04.698780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Attempting to bind port e066cf5c-1175-4bfd-b173-6c7f9a24d781 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:04.701113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Attempting to bind port e066cf5c-1175-4bfd-b173-6c7f9a24d781 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '944fcd95-5785-4491-a359-8223a0036ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:04.703030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Attempting to bind port e066cf5c-1175-4bfd-b173-6c7f9a24d781 on network bcd43fdb-85b3-4815-9295-d195ae708be1 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:04.720792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:04.721615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Checking segment: {'id': '944fcd95-5785-4491-a359-8223a0036ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:04.722294 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:04.723349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Bound using segment: {'id': '944fcd95-5785-4491-a359-8223a0036ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:04.727014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Bound port: e066cf5c-1175-4bfd-b173-6c7f9a24d781, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944fcd95-5785-4491-a359-8223a0036ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:04.727777 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:04.756532 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54b6812e-c2d4-45a2-a132-5239ac8d9d34 req-3c5f2196-67f7-488a-b046-14ec4da602aa tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027954 Nov 03 15:58:05.229193 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23e0d344-3cbf-4989-8932-57324c74688b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:05.286129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf5547-1196-4554-8be3-7b1261dae712 req-4096d948-ee7f-4468-8d2a-4a67d013bc23 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:05.297029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4bf5547-1196-4554-8be3-7b1261dae712 req-4096d948-ee7f-4468-8d2a-4a67d013bc23 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1537898 Nov 03 15:58:05.311563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] For port e066cf5c-1175-4bfd-b173-6c7f9a24d781, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:05.320924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] For port e066cf5c-1175-4bfd-b173-6c7f9a24d781, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e066cf5c-1175-4bfd-b173-6c7f9a24d781,segment=NetworkSegment(944fcd95-5785-4491-a359-8223a0036ad9),segment_id=944fcd95-5785-4491-a359-8223a0036ad9)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:05.332886 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:05.444741 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4bf5547-1196-4554-8be3-7b1261dae712 req-da376470-3b07-4842-aadd-9dc796dca9d1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200941 Nov 03 15:58:05.513634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c90a2-0946-49c4-992e-7a9b2e94078a None None] Pushing event updated for resources: {'Port': ['ID=e066cf5c-1175-4bfd-b173-6c7f9a24d781,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:05.585836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e78b1c5d-313b-4c69-96f8-8f839baa1ced req-d9c931a7-356d-46bd-beba-61ee8f368ac4 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 210 time: 0.0584509 Nov 03 15:58:05.732823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1451fda-3ecb-44c0-8bce-38c278c98f21 req-be0846ef-09ff-4676-a028-cfdc7d541003 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0483410 Nov 03 15:58:05.911166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:05.959958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271d65e-98b7-4d00-b6cc-c504da61c553 req-ca42787b-8506-4179-9ae4-20ffce94f5af tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:05.995288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f271d65e-98b7-4d00-b6cc-c504da61c553 req-ca42787b-8506-4179-9ae4-20ffce94f5af tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.1575277 Nov 03 15:58:06.104232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f271d65e-98b7-4d00-b6cc-c504da61c553 req-b93fda30-3227-4361-a132-4ee60855c35a tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990660 Nov 03 15:58:06.165128 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:06.365134 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:06.397396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:06.512937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-a3c3fb8e-095a-45cb-99c5-9679b40d094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:06.526756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-a3c3fb8e-095a-45cb-99c5-9679b40d094f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 1096 time: 2.7095883 Nov 03 15:58:06.580141 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:06.595787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebb78b-57f6-42fd-845e-0b8c53751e2f req-d36f5f44-9b1e-41b7-a768-2e8c83674340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:06.597299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aeebb78b-57f6-42fd-845e-0b8c53751e2f req-d36f5f44-9b1e-41b7-a768-2e8c83674340 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 1097 time: 2.7791243 Nov 03 15:58:06.660359 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:06.739532 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:06.953721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Network 5b56bf33-964b-47f0-96a4-87ef72248f36 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:07.018604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Pushing event updated for resources: {'Port': ['ID=e4d61476-328b-4598-9424-849535de8270,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:07.021288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:07.043293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:07.157179 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aeebb78b-57f6-42fd-845e-0b8c53751e2f req-903673e2-d0bc-4b23-ae08-52a71bb3d9d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198498 Nov 03 15:58:07.282090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e066cf5c-1175-4bfd-b173-6c7f9a24d781 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:07.421803 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e066cf5c-1175-4bfd-b173-6c7f9a24d781 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:07.422248 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:07.487998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a208f155-34a6-4969-8803-89fa8ebd59ed None None] Network bcd43fdb-85b3-4815-9295-d195ae708be1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:58:07.538826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-c8f501a0-a320-49ba-b381-096deceb8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:07.540295 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-c8f501a0-a320-49ba-b381-096deceb8178 service neutron] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 912 time: 0.9874296 Nov 03 15:58:07.616646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:07.617743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:07.620180 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:07.744941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-6e37c9b1-61f9-48cd-b24f-0c52cd3e78a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426 HTTP/1.1" status: 200 len: 217 time: 0.1862555 Nov 03 15:58:07.762755 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:07.771810 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:07.790148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d6cb9c73-528e-40cb-9d39-64c325eaf3b1 None None] Provisioning complete for port e066cf5c-1175-4bfd-b173-6c7f9a24d781 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:07.791219 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6cb9c73-528e-40cb-9d39-64c325eaf3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:07.864033 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-9a66cb09-ad69-464e-87b6-4d136b6be8da tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8818309 Nov 03 15:58:07.864692 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:07.919990 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6cb9c73-528e-40cb-9d39-64c325eaf3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:07.964704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Request body: {'port': {'device_id': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:07.969234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:07.974753 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:08.023199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:08.046760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d6cb9c73-528e-40cb-9d39-64c325eaf3b1 None None] For port e066cf5c-1175-4bfd-b173-6c7f9a24d781, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e066cf5c-1175-4bfd-b173-6c7f9a24d781,segment=NetworkSegment(944fcd95-5785-4491-a359-8223a0036ad9),segment_id=944fcd95-5785-4491-a359-8223a0036ad9)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:08.057447 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6cb9c73-528e-40cb-9d39-64c325eaf3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:08.166543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-f168206b-6785-4250-9f32-0fdc8537e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:08.168355 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-f168206b-6785-4250-9f32-0fdc8537e955 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.4000883 Nov 03 15:58:08.176795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:08.186883 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 15:58:08.187690 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 15:58:08.200554 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb9c73-528e-40cb-9d39-64c325eaf3b1 None None] Pushing event updated for resources: {'Port': ['ID=e066cf5c-1175-4bfd-b173-6c7f9a24d781,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:08.213565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7d09b7ea-77c5-41fa-9455-cebdee966451 None None] Provisioning complete for port e4d61476-328b-4598-9424-849535de8270 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:08.214050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d09b7ea-77c5-41fa-9455-cebdee966451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:08.277103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:08.278065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:08.291831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:08.345621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7d09b7ea-77c5-41fa-9455-cebdee966451 None None] Port e4d61476-328b-4598-9424-849535de8270 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:08.377386 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:08.440549 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-48749968-0524-48f1-a5a2-6e1053983bd6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.4450300 Nov 03 15:58:08.441926 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:08.632280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-54959411-6bf8-4252-940e-2317756f6279 None None] Provisioning complete for port e066cf5c-1175-4bfd-b173-6c7f9a24d781 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:08.632646 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54959411-6bf8-4252-940e-2317756f6279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:08.641015 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP df83ce4e-77c3-4a5c-a502-58c419b832e0 associated. External IP: 172.25.6.41, port: d2cf8286-1603-42cf-88ec-be988765f6f8. Nov 03 15:58:08.805266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Request body: {'port': {'device_id': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:08.934620 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:58:08.962778 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:09.196238 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e066cf5c-1175-4bfd-b173-6c7f9a24d781 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:09.307496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-52b3e874-d18d-4b45-92e9-acc340485cde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9900401 Nov 03 15:58:09.334103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:09.437901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ae278ced-5108-4885-b78b-03154a8f581f None None] Provisioning complete for port f2877a77-4985-4643-bb3c-d9dc41603ba5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:09.439599 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ae278ced-5108-4885-b78b-03154a8f581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:09.552625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:09.604081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ae278ced-5108-4885-b78b-03154a8f581f None None] Port f2877a77-4985-4643-bb3c-d9dc41603ba5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:09.612104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e066cf5c-1175-4bfd-b173-6c7f9a24d781 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:09.613055 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:09.661940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=b1b42409-9a1d-446d-a310-007155775261,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:09.685743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:09.858286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Allocated IP 172.25.6.254 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/5f177363-ea18-4e63-9681-2d31f0e011f6) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:10.059526 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-440ae8ee-9331-4410-950b-43e674d7d69e service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369568 Nov 03 15:58:10.720776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-4aaf47a2-82ac-4d7e-9f36-2d2e900f7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:10.723106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-4aaf47a2-82ac-4d7e-9f36-2d2e900f7e1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a3f083bb2f34f91a01671c111b11061&device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 1100 time: 0.0902781 Nov 03 15:58:10.983202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-8e3105f7-096e-4446-927c-4ed0cc1045f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:10.995275 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-8e3105f7-096e-4446-927c-4ed0cc1045f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2402716 Nov 03 15:58:11.076024 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:11.086247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:11.087623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-8a69bda3-5556-432c-9c85-d551dfa46aa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=748edb1d-34f0-440f-b247-c3f6176300ec HTTP/1.1" status: 200 len: 217 time: 0.0877187 Nov 03 15:58:11.095875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2877a77-4985-4643-bb3c-d9dc41603ba5 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:11.126600 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:11.169941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a3d535-5a0e-48c0-9b0d-3f18b6be41bd req-5ba2a44e-fcb8-450d-8f42-16f2cdccc1c5 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0751672 Nov 03 15:58:11.233563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Transition to ACTIVE for port object f2877a77-4985-4643-bb3c-d9dc41603ba5 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:58:11.246730 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:11.295595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-3591590f-cd2f-4971-800b-0f5b2ddfe361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:11.302084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-3591590f-cd2f-4971-800b-0f5b2ddfe361 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2022414 Nov 03 15:58:11.413505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-14f267bb-bde9-4f8a-9254-e76a31513164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:11.414834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-14f267bb-bde9-4f8a-9254-e76a31513164 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076188 Nov 03 15:58:11.441188 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:11.531686 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:11.568611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:11.613996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-3208b6d8-b500-4c9a-8dfd-0994ae0a11f4 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907649 Nov 03 15:58:11.654074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Pushing event updated for resources: {'Port': ['ID=5f177363-ea18-4e63-9681-2d31f0e011f6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:11.705474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:11.724983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:11.795705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:11.796956 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cad75349-28e8-4dd6-8753-b9de9738bda6 req-e6379d77-60c9-4110-9529-8d4b2109bf43 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755993 Nov 03 15:58:11.808739 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9dfe6b-d5fb-4908-8f8c-c3aeeb578c9d None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:11.826721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:11.849176 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9dfe6b-d5fb-4908-8f8c-c3aeeb578c9d None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:11.850020 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-da9dfe6b-d5fb-4908-8f8c-c3aeeb578c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:11.891843 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-da9dfe6b-d5fb-4908-8f8c-c3aeeb578c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:11.904567 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9dfe6b-d5fb-4908-8f8c-c3aeeb578c9d None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:11.906103 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-da9dfe6b-d5fb-4908-8f8c-c3aeeb578c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:11.950971 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-da9dfe6b-d5fb-4908-8f8c-c3aeeb578c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:11.952017 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9dfe6b-d5fb-4908-8f8c-c3aeeb578c9d None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:12.049664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-70155d93-1915-48b2-b9b6-7178ec0338fc tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.3598983 Nov 03 15:58:12.049923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51268) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:12.055800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d61476-328b-4598-9424-849535de8270 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:12.066589 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:12.085078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Transition to ACTIVE for port object e4d61476-328b-4598-9424-849535de8270 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:58:12.101725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Attempting to bind port f2877a77-4985-4643-bb3c-d9dc41603ba5 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:12.103346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Attempting to bind port f2877a77-4985-4643-bb3c-d9dc41603ba5 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:12.103949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Attempting to bind port f2877a77-4985-4643-bb3c-d9dc41603ba5 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:12.111862 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:12.136390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Port f2877a77-4985-4643-bb3c-d9dc41603ba5 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:58:12.137133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Attempting to bind port f2877a77-4985-4643-bb3c-d9dc41603ba5 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:12.146813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e4b07c3a-3363-45fd-aab5-ca2aa7ec9793 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "GET /v2.0/floatingips/df83ce4e-77c3-4a5c-a502-58c419b832e0 HTTP/1.1" status: 200 len: 977 time: 0.0921597 Nov 03 15:58:12.147132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51270) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:12.174535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:12.175290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:12.175900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:12.176604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Bound port: f2877a77-4985-4643-bb3c-d9dc41603ba5, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:12.177222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:12.398148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e9f8e160-e258-4618-96be-758f407b7fb5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2474484 Nov 03 15:58:12.405844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51276) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:12.411207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'port_id': '0009e55a-7b79-427b-90a1-e9339f650249'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:12.415113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:12.482801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:12.526571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Pushing event updated for resources: {'Port': ['ID=e4d61476-328b-4598-9424-849535de8270,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:12.745118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:12.769834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:12.805180 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:12.814695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Attempting to bind port e4d61476-328b-4598-9424-849535de8270 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:12.814695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Attempting to bind port e4d61476-328b-4598-9424-849535de8270 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:12.815135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Attempting to bind port e4d61476-328b-4598-9424-849535de8270 on network 5b56bf33-964b-47f0-96a4-87ef72248f36 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:12.902824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Port e4d61476-328b-4598-9424-849535de8270 on network 5b56bf33-964b-47f0-96a4-87ef72248f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:58:12.904695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Attempting to bind port e4d61476-328b-4598-9424-849535de8270 on network 5b56bf33-964b-47f0-96a4-87ef72248f36 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:12.927454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:12.930228 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:12.942750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] 10.222.0.15 "PUT /v2.0/ports/f2877a77-4985-4643-bb3c-d9dc41603ba5 HTTP/1.1" status: 200 len: 1095 time: 4.3035147 Nov 03 15:58:12.946662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:12.949701 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893413fb-cf24-420a-836f-a1befd9573a8" -d '{"events": [{"name": "network-changed", "server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:12.985835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:12.986094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Checking segment: {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:12.987192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Bound using segment: {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:12.987192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Bound port: e4d61476-328b-4598-9424-849535de8270, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de484a8-6b6a-4538-9f27-88414f087235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:12.987695 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:13.057888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f8e58-fa16-4ab2-ae81-cda4596d9234 service neutron] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:13.457508 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:13.475280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-7eb1d9ea-87e0-45b0-aee5-e0458b151446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:13.476844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-7eb1d9ea-87e0-45b0-aee5-e0458b151446 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e205b1fd8d99431c83333039349ae232&device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 1098 time: 0.4537153 Nov 03 15:58:13.522081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] For port e4d61476-328b-4598-9424-849535de8270, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:13.585012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] For port e4d61476-328b-4598-9424-849535de8270, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e4d61476-328b-4598-9424-849535de8270,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:13.624384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:13.710345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-fd75b857-e3cc-47ef-9d1c-bf7f5b031843 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5 HTTP/1.1" status: 200 len: 217 time: 0.1579685 Nov 03 15:58:13.782809 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.resource_extend [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:58:13.820349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:13.820349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:13.822368 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] 10.222.0.15 "PUT /v2.0/ports/e4d61476-328b-4598-9424-849535de8270 HTTP/1.1" status: 200 len: 1092 time: 5.9008107 Nov 03 15:58:13.893722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7943087-81c8-487a-96f4-c829f26b1b3c service neutron] Pushing event updated for resources: {'Port': ['ID=e4d61476-328b-4598-9424-849535de8270,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:13.894249 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:13.901133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:13.956985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-920307f7-92db-42fa-8e7b-0b9afa40bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:13.958574 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-920307f7-92db-42fa-8e7b-0b9afa40bffe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1989546 Nov 03 15:58:14.127151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-1f62b322-3068-4295-8cfc-5477c1458e63 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583687 Nov 03 15:58:14.131847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:58:14.163394 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-32e9c3d7-118e-4d86-b2a2-75d4cf4df8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:14.165041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-32e9c3d7-118e-4d86-b2a2-75d4cf4df8f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637812 Nov 03 15:58:14.172479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-d1208de4-e06a-489e-b484-f290b59a6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:14.185123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-d1208de4-e06a-489e-b484-f290b59a6539 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64fa0c8d86aa4a7c905a40b8931fb8ab&device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 1095 time: 0.2728059 Nov 03 15:58:14.339115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-0c862650-1dd5-47cb-8738-03a2cfbc6f39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d61476-328b-4598-9424-849535de8270 HTTP/1.1" status: 200 len: 217 time: 0.1354599 Nov 03 15:58:14.515474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209145-d73e-47d8-9384-0873ceacbf60 req-46d4cce1-94b5-4d7a-bf53-4550fd1f9b0f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:14.524190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d209145-d73e-47d8-9384-0873ceacbf60 req-46d4cce1-94b5-4d7a-bf53-4550fd1f9b0f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.3562379 Nov 03 15:58:14.533405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-a5558337-b1a2-41c9-bc71-ceb5e6c61949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:14.535055 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-a5558337-b1a2-41c9-bc71-ceb5e6c61949 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63d3e4bf-e6f0-4edd-a74e-bee7bb95d536 HTTP/1.1" status: 200 len: 854 time: 0.1595066 Nov 03 15:58:14.569639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:14.580591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Sync routers for ids ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:14.590556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-6f3a99a2-cc6d-4928-a83b-f5d4021cef82 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041626 Nov 03 15:58:14.602933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Routers {'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:14.606493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:14.622238 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:14.627443 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f46d1d27-b432-49e8-af7a-cfea4ee28933 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.8825464 Nov 03 15:58:14.636053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51306) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:14.707329 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP df83ce4e-77c3-4a5c-a502-58c419b832e0 associated. External IP: 172.25.6.41, port: d2cf8286-1603-42cf-88ec-be988765f6f8. Nov 03 15:58:14.761993 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ca8aa79-2b1e-43bf-9c94-1de62eea1dcd req-d6d9caac-6a3c-40dd-b432-1f4e328ae4ca service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066740 Nov 03 15:58:14.781375 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d209145-d73e-47d8-9384-0873ceacbf60 req-ed95f712-ee4e-4532-bae8-184d6d5822ee tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560914 Nov 03 15:58:14.826013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Set router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:58:14.904849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-7b2ee2dc-321b-4d2e-a4ce-237388b4f2d8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:14.906523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-7b2ee2dc-321b-4d2e-a4ce-237388b4f2d8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7782989 Nov 03 15:58:14.936964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-1be359a7-130c-4d9f-b58b-299cab2daa7a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/quotas/659686e42cc5482f827515690024b39e HTTP/1.1" status: 200 len: 375 time: 0.0231841 Nov 03 15:58:14.976469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-afa72c2f-c89a-44c0-bb50-a29c32e1cc0e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332317 Nov 03 15:58:15.212012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:58:04Z', 'updated_at': '2021-11-03T15:58:12Z', 'revision_number': 3, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'gw_port': {'id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:09Z', 'updated_at': '2021-11-03T15:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:15.227108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:15.285082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Checking router: b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:58:15.287649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Updating router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e port 5f177363-ea18-4e63-9681-2d31f0e011f6 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:58:15.318006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:15.352863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:15.365023 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972adcf2-be34-4fa7-bdef-4dbca2fbef0d None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:15.393277 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972adcf2-be34-4fa7-bdef-4dbca2fbef0d None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:15.398424 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-972adcf2-be34-4fa7-bdef-4dbca2fbef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:15.460241 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-972adcf2-be34-4fa7-bdef-4dbca2fbef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:15.470356 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972adcf2-be34-4fa7-bdef-4dbca2fbef0d None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:15.471814 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-972adcf2-be34-4fa7-bdef-4dbca2fbef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:15.480863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ac730-8097-4675-8a8b-29f949e9fd12 req-3b3cb18c-4c57-4211-ab08-079bf396e14e tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:15.482539 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-361ac730-8097-4675-8a8b-29f949e9fd12 req-3b3cb18c-4c57-4211-ab08-079bf396e14e tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 944 time: 0.3022752 Nov 03 15:58:15.524152 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-972adcf2-be34-4fa7-bdef-4dbca2fbef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:15.525733 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972adcf2-be34-4fa7-bdef-4dbca2fbef0d None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:15.581003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca4d40-c95f-48a9-956e-72f6486ca977 req-e9fb03ed-7a02-4698-949c-3dd23b1a19d4 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:15.585155 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ddca4d40-c95f-48a9-956e-72f6486ca977 req-e9fb03ed-7a02-4698-949c-3dd23b1a19d4 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 947 time: 0.7007771 Nov 03 15:58:15.631525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:15.727451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-361ac730-8097-4675-8a8b-29f949e9fd12 req-8f789f83-6978-478a-bbc9-4b2e2f4a6a55 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099219 Nov 03 15:58:15.729884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-3972ec8a-e91d-43d2-9c7c-928ec4943af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:15.731553 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-3972ec8a-e91d-43d2-9c7c-928ec4943af6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b56bf33-964b-47f0-96a4-87ef72248f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0928879 Nov 03 15:58:15.821831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:15.829595 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:15.882399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ddca4d40-c95f-48a9-956e-72f6486ca977 req-360f5b45-f903-4355-b9c8-bce1f6fedc13 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808270 Nov 03 15:58:15.912516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2368be6-8630-48a0-8ce9-3bdd19674217 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:15.957303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eac96b95-bc89-4b5f-9901-11e265cb5ab8 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/floatingips/df83ce4e-77c3-4a5c-a502-58c419b832e0 HTTP/1.1" status: 200 len: 978 time: 3.5501752 Nov 03 15:58:15.957981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51320) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:15.967421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-560cd8a8-be6f-4113-be22-1d1dcdb295f9 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:16.012773 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:16.017362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2368be6-8630-48a0-8ce9-3bdd19674217 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:16.018508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a2368be6-8630-48a0-8ce9-3bdd19674217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:16.023541 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:16.049261 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e32dcc-dd86-46c6-ba4c-5d9e8879decf x-openstack-request-id: req-51e32dcc-dd86-46c6-ba4c-5d9e8879decf {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:16.049574 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:16.049839 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-51e32dcc-dd86-46c6-ba4c-5d9e8879decf {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:16.050243 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'status': 'completed', 'code': 200} Nov 03 15:58:16.095162 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-560cd8a8-be6f-4113-be22-1d1dcdb295f9 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:16.294947 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-edd48bbf-cc0e-44fd-951f-ced78f1f9878 service neutron] 10.222.0.15 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350273 Nov 03 15:58:16.366795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72f749-f21c-4b28-b437-7c745de47d34 None None] Pushing event updated for resources: {'Port': ['ID=5f177363-ea18-4e63-9681-2d31f0e011f6,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:16.382882 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a2368be6-8630-48a0-8ce9-3bdd19674217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:16.427267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2368be6-8630-48a0-8ce9-3bdd19674217 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:16.430906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a2368be6-8630-48a0-8ce9-3bdd19674217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:16.440465 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f610b830-31f8-4c8e-b818-5e451e1c3904 req-2ce0b02a-c854-4492-8e45-4a245a7c6e44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 210 time: 0.1427565 Nov 03 15:58:16.481696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Attempting to bind port 5f177363-ea18-4e63-9681-2d31f0e011f6 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:16.482325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Attempting to bind port 5f177363-ea18-4e63-9681-2d31f0e011f6 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:16.482889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Attempting to bind port 5f177363-ea18-4e63-9681-2d31f0e011f6 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:16.508012 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-560cd8a8-be6f-4113-be22-1d1dcdb295f9 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:16.540515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da15d62-e1e1-4f94-8304-af82af920d8f req-aa744a57-bd98-4487-89cb-c53eb092a7cd tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:16.551595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413fb-cf24-420a-836f-a1befd9573a8 req-50bc5d77-41b9-4761-85be-382fcc89f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:16.553046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-893413fb-cf24-420a-836f-a1befd9573a8 req-50bc5d77-41b9-4761-85be-382fcc89f404 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e205b1fd8d99431c83333039349ae232&device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 1098 time: 0.4802580 Nov 03 15:58:16.558096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4da15d62-e1e1-4f94-8304-af82af920d8f req-aa744a57-bd98-4487-89cb-c53eb092a7cd tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.2507558 Nov 03 15:58:16.568330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-560cd8a8-be6f-4113-be22-1d1dcdb295f9 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:16.568779 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-560cd8a8-be6f-4113-be22-1d1dcdb295f9 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP df83ce4e-77c3-4a5c-a502-58c419b832e0 disassociated. External IP: 172.25.6.41, port: 0009e55a-7b79-427b-90a1-e9339f650249. Nov 03 15:58:16.572681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:16.572992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:16.573324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:16.573757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:16.574237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Bound port: 5f177363-ea18-4e63-9681-2d31f0e011f6, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:16.574630 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:16.641127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] For port 5f177363-ea18-4e63-9681-2d31f0e011f6, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:16.645338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] For port 5f177363-ea18-4e63-9681-2d31f0e011f6, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5f177363-ea18-4e63-9681-2d31f0e011f6,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:16.647218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a2368be6-8630-48a0-8ce9-3bdd19674217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:16.648095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2368be6-8630-48a0-8ce9-3bdd19674217 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:16.670952 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:16.754168 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:58:16.882242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Routers {'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:16.882896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:16.895756 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4da15d62-e1e1-4f94-8304-af82af920d8f req-fbe93e7a-187b-4f5c-b418-766371ce51bb tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285525 Nov 03 15:58:16.954912 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77cfb120-b031-40a1-98bd-2dd5fe05fd7b req-ceb8a487-7ba4-4376-88c7-bb811b3c8309 service neutron] 10.222.0.15 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173034 Nov 03 15:58:17.033574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c9a30-bb5a-41a8-bd47-ae3ad7d91ad0 req-c7d12505-1aa0-4aa6-bb33-6ed51e78ebb8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:17.040814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6a1c9a30-bb5a-41a8-bd47-ae3ad7d91ad0 req-c7d12505-1aa0-4aa6-bb33-6ed51e78ebb8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.4344885 Nov 03 15:58:17.052907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72f749-f21c-4b28-b437-7c745de47d34 None None] Pushing event updated for resources: {'Port': ['ID=5f177363-ea18-4e63-9681-2d31f0e011f6,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:17.078732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413fb-cf24-420a-836f-a1befd9573a8 req-3950bdea-3217-4abc-8e4e-27a4044e0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:17.081290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-893413fb-cf24-420a-836f-a1befd9573a8 req-3950bdea-3217-4abc-8e4e-27a4044e0a67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.4719563 Nov 03 15:58:17.164866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-893413fb-cf24-420a-836f-a1befd9573a8 req-4915e6ac-b174-4fbb-a659-a9218bfa915f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5 HTTP/1.1" status: 200 len: 217 time: 0.0552294 Nov 03 15:58:17.170005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560cd8a8-be6f-4113-be22-1d1dcdb295f9 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:17.176981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] Set router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:58:17.181262 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6a1c9a30-bb5a-41a8-bd47-ae3ad7d91ad0 req-ff06f7de-ff03-494e-8114-3ad57bbf1811 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394444 Nov 03 15:58:17.204826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859852d4-b31c-4cd2-bc71-ff93ae3da5f4 req-7fa0b839-73d5-4d6d-a72c-d83780c80d4e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:17.218491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-859852d4-b31c-4cd2-bc71-ff93ae3da5f4 req-7fa0b839-73d5-4d6d-a72c-d83780c80d4e tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 949 time: 0.1907768 Nov 03 15:58:17.256458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:17.319944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-859852d4-b31c-4cd2-bc71-ff93ae3da5f4 req-45aa8aa1-f20c-44fe-ac65-192173f04528 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004219 Nov 03 15:58:17.331071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413fb-cf24-420a-836f-a1befd9573a8 req-fda5740e-6aee-4cd1-8254-837667a4b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:17.332910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-893413fb-cf24-420a-836f-a1befd9573a8 req-fda5740e-6aee-4cd1-8254-837667a4b1fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1506896 Nov 03 15:58:17.441582 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-fd7ac4eb-813b-42a2-b8db-2895854543c1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410006 Nov 03 15:58:17.475078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd086b42-fe5f-427a-8bf7-a04af9a7c067 req-7838d1dd-f2aa-4a0e-94f6-b1316b215a29 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:17.482763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cd086b42-fe5f-427a-8bf7-a04af9a7c067 req-7838d1dd-f2aa-4a0e-94f6-b1316b215a29 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 944 time: 0.1884623 Nov 03 15:58:17.566737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413fb-cf24-420a-836f-a1befd9573a8 req-e6672087-353f-4a76-addf-f4af0b232755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:17.568385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-893413fb-cf24-420a-836f-a1befd9573a8 req-e6672087-353f-4a76-addf-f4af0b232755 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2270138 Nov 03 15:58:17.605680 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:17.618550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560cd8a8-be6f-4113-be22-1d1dcdb295f9 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:17.624188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-560cd8a8-be6f-4113-be22-1d1dcdb295f9 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:17.635628 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220dbbd-8711-4ce4-86b3-b2b5103ba5d3 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:17.655169 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220dbbd-8711-4ce4-86b3-b2b5103ba5d3 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:17.659918 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f220dbbd-8711-4ce4-86b3-b2b5103ba5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:17.666099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-560cd8a8-be6f-4113-be22-1d1dcdb295f9 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/floatingips/df83ce4e-77c3-4a5c-a502-58c419b832e0 HTTP/1.1" status: 200 len: 687 time: 1.7069910 Nov 03 15:58:17.676475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51344) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:17.679894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:17.682951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:17.700714 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ce8924-9218-4886-95d2-e56ae906330e" -d '{"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:17.705632 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:17.724695 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f220dbbd-8711-4ce4-86b3-b2b5103ba5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:17.734929 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220dbbd-8711-4ce4-86b3-b2b5103ba5d3 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:17.735913 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f220dbbd-8711-4ce4-86b3-b2b5103ba5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:17.764114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bd3c2-31f0-4103-917e-db63585e4597 req-1df4be28-044b-44cd-b121-22e228fad6f5 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:17.765728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e71bd3c2-31f0-4103-917e-db63585e4597 req-1df4be28-044b-44cd-b121-22e228fad6f5 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 947 time: 0.1996241 Nov 03 15:58:17.784191 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f220dbbd-8711-4ce4-86b3-b2b5103ba5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:17.785147 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220dbbd-8711-4ce4-86b3-b2b5103ba5d3 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:17.812652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:17.817186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:58:04Z', 'updated_at': '2021-11-03T15:58:12Z', 'revision_number': 3, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'gw_port': {'id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:09Z', 'updated_at': '2021-11-03T15:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:17.852423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cd086b42-fe5f-427a-8bf7-a04af9a7c067 req-5cd5ca26-1b63-4623-abee-088f3de5fb77 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668544 Nov 03 15:58:17.866472 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a4fc4-df10-4d00-b240-99fb93d51333 None None] The sync data for ids ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'] in n-d-813897-2 is: [{'id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:58:04Z', 'updated_at': '2021-11-03T15:58:12Z', 'revision_number': 3, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'gw_port': {'id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:09Z', 'updated_at': '2021-11-03T15:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:17.906456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e71bd3c2-31f0-4103-917e-db63585e4597 req-d78c3609-f0f2-4631-b7a3-0389b039e0d6 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010594 Nov 03 15:58:17.931225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Allocated IP 172.20.0.1 (bcd43fdb-85b3-4815-9295-d195ae708be1/0707e33e-d549-49d9-87b9-451f7fb2e4f8/04618987-addd-4f0c-b1e1-c35dbe624f15) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:17.944833 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-f1eb5fea-6de5-4597-b004-d01209b0be27 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:17.951535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-f1eb5fea-6de5-4597-b004-d01209b0be27 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4965231 Nov 03 15:58:17.965786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port b1b42409-9a1d-446d-a310-007155775261 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:58:17.966145 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:17.969563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-893413fb-cf24-420a-836f-a1befd9573a8 req-336c9530-9634-4453-aa11-f1f6d99274fe service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450017 Nov 03 15:58:17.975776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Request body: {'port': {'device_id': 'ece03712-e396-4500-a4fb-aef220e7b52f', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '659686e42cc5482f827515690024b39e'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:18.076764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'tag': 'e4d61476-328b-4598-9424-849535de8270'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:18.079709 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa" -d '{"events": [{"name": "network-changed", "server_uuid": "8f22b21b-a394-402e-afe3-b9d66955a7c7", "tag": "e4d61476-328b-4598-9424-849535de8270"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:18.106667 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:18.109811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:18.129670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for b1b42409-9a1d-446d-a310-007155775261 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:58:18.195590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-006e60e7-3d4e-4aa5-a416-0d3cbe724755 req-88821a9f-5210-4904-8841-486e79c3c5ac tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 210 time: 0.1111000 Nov 03 15:58:18.317003 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9ac76e-fad9-4dd5-92d4-41d06ddf085c x-openstack-request-id: req-5b9ac76e-fad9-4dd5-92d4-41d06ddf085c {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:18.317494 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:18.317625 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5b9ac76e-fad9-4dd5-92d4-41d06ddf085c {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:18.317987 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec', 'code': 200} Nov 03 15:58:18.462871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:18.498901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Made reservation on behalf of 659686e42cc5482f827515690024b39e for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:18.513970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:18.540216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-893413fb-cf24-420a-836f-a1befd9573a8 req-d0ad4af8-c5e5-403b-92c8-ada2cad4cef3 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601971 Nov 03 15:58:18.580184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:18.585090 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:18.597863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=b1b42409-9a1d-446d-a310-007155775261,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:18.640473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.640890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.641466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.641899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.642302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.642725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.643596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.644001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.644409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.644809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.645220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.645657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:18.764167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:18.764399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:18.775792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:18.795283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-52953a6d-5763-411f-9fd5-5625ede81fd1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/floatingips/df83ce4e-77c3-4a5c-a502-58c419b832e0 HTTP/1.1" status: 204 len: 168 time: 1.1150036 Nov 03 15:58:18.795978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51374) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:18.812678 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8495c28-b63b-4f03-bb2f-34ed9ba24a03 x-openstack-request-id: req-b8495c28-b63b-4f03-bb2f-34ed9ba24a03 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:18.812970 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f22b21b-a394-402e-afe3-b9d66955a7c7", "tag": "e4d61476-328b-4598-9424-849535de8270", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:18.813289 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b8495c28-b63b-4f03-bb2f-34ed9ba24a03 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:18.814235 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'tag': 'e4d61476-328b-4598-9424-849535de8270', 'status': 'completed', 'code': 200} Nov 03 15:58:18.897895 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:19.016638 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-f4d62789-3b2f-4bc0-9ad6-66ecd55e4fce tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] delete failed (client error): The resource could not be found. Nov 03 15:58:19.020653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4d62789-3b2f-4bc0-9ad6-66ecd55e4fce tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/floatingips/df83ce4e-77c3-4a5c-a502-58c419b832e0 HTTP/1.1" status: 404 len: 345 time: 0.2208920 Nov 03 15:58:19.058586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51380) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:19.096699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:19.151052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'mac_address': 'fa:16:3e:f6:b4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:19.254544 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:19.273993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60b316-b203-45e8-9149-f2d59b2be3b6 req-417ab85f-cc68-4b6b-a0b4-f1f784c09508 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:19.282079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c60b316-b203-45e8-9149-f2d59b2be3b6 req-417ab85f-cc68-4b6b-a0b4-f1f784c09508 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.2598321 Nov 03 15:58:19.284986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5f177363-ea18-4e63-9681-2d31f0e011f6 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:19.343907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2877a77-4985-4643-bb3c-d9dc41603ba5 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:19.350469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c60b316-b203-45e8-9149-f2d59b2be3b6 req-bd65d4b2-48e2-4f6a-b354-4d1a6d6dc891 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651379 Nov 03 15:58:19.374527 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5f177363-ea18-4e63-9681-2d31f0e011f6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:19.376429 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:19.380016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9509fba-9376-4aa0-b841-89806efd9606 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:19.395080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9509fba-9376-4aa0-b841-89806efd9606 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:19.410928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:19.411627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9509fba-9376-4aa0-b841-89806efd9606 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:19.414038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a9509fba-9376-4aa0-b841-89806efd9606 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "GET /v2.0/ports?network_id=34efbe05-9d42-443c-a5ac-0463d013efb6 HTTP/1.1" status: 200 len: 2359 time: 0.3542590 Nov 03 15:58:19.418632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51388) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:19.422057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:19.521205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:19.604961 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:19.638009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 5f177363-ea18-4e63-9681-2d31f0e011f6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5f177363-ea18-4e63-9681-2d31f0e011f6,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:19.646751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:19.785161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=5f177363-ea18-4e63-9681-2d31f0e011f6,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:19.807999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f2877a77-4985-4643-bb3c-d9dc41603ba5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:19.817421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Network bcd43fdb-85b3-4815-9295-d195ae708be1 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:19.839549 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:19.849124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:19.852992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:19.885638 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:19.888693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Pushing event updated for resources: {'Port': ['ID=04618987-addd-4f0c-b1e1-c35dbe624f15,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:19.906352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343101c-8f3d-46cd-bd3e-663f544e35d2 req-1ab13f22-4eaf-4722-b3e8-ba1c0fca8908 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:19.916116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8343101c-8f3d-46cd-bd3e-663f544e35d2 req-1ab13f22-4eaf-4722-b3e8-ba1c0fca8908 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 1.1144910 Nov 03 15:58:19.946393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-47d9e6b4-54e5-4295-b634-48904e9ab865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:19.948449 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-47d9e6b4-54e5-4295-b634-48904e9ab865 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64fa0c8d86aa4a7c905a40b8931fb8ab&device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 1095 time: 1.1319423 Nov 03 15:58:19.997210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:19.998095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:19.998687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:19.999275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:19.999850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:20.000423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:20.001800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:20.002369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:20.002940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:20.003522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:20.004084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:20.004653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:20.027155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f791801-359a-4fdc-9e78-5523ae3443c1 req-e245d991-4f5f-482f-a215-a6452ae64e04 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:20.028887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f791801-359a-4fdc-9e78-5523ae3443c1 req-e245d991-4f5f-482f-a215-a6452ae64e04 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 944 time: 0.1556101 Nov 03 15:58:20.039249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e57d7-5210-4f10-9dbe-9d8b763d7dc1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:20.056047 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cb3e57d7-5210-4f10-9dbe-9d8b763d7dc1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "GET /v2.0/subnets/7d638074-dbc4-4b4b-9193-5bcb2a3c23a0 HTTP/1.1" status: 200 len: 797 time: 0.6319683 Nov 03 15:58:20.063917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319758f7-b609-4678-8774-325fe5d346dc req-27a3e10b-73cd-40a9-9b2c-710ed36b4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:20.066322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-319758f7-b609-4678-8774-325fe5d346dc req-27a3e10b-73cd-40a9-9b2c-710ed36b4dfd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4ddac90a54164be8b478ee385fbf4c21&device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 1097 time: 0.3295271 Nov 03 15:58:20.073200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51392) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:20.114307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'port': {'network_id': '34efbe05-9d42-443c-a5ac-0463d013efb6', 'name': 'tempest-FloatingIPTestJSON-1578547944', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:20.131230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f791801-359a-4fdc-9e78-5523ae3443c1 req-f7b2eec3-7a03-4a27-b318-ff16a6dde184 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769131 Nov 03 15:58:20.225751 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:20.259668 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00dce62-fc85-4f8d-961b-a89de641d237,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:20.291658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a30ff0f4-b3c5-44f3-a527-875a7cce5e66 None None] Provisioning complete for port 04618987-addd-4f0c-b1e1-c35dbe624f15 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:20.291972 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a30ff0f4-b3c5-44f3-a527-875a7cce5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:20.308161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35c5e-4789-4fd3-9954-128b74bd724d req-47066351-a7b1-448a-84a3-6f7632e26019 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:20.317129 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31e35c5e-4789-4fd3-9954-128b74bd724d req-47066351-a7b1-448a-84a3-6f7632e26019 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 948 time: 0.1105044 Nov 03 15:58:20.353839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a30ff0f4-b3c5-44f3-a527-875a7cce5e66 None None] Port 04618987-addd-4f0c-b1e1-c35dbe624f15 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:20.382152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8343101c-8f3d-46cd-bd3e-663f544e35d2 req-00490f3c-6bf8-414e-affd-2ba948c65a10 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645791 Nov 03 15:58:20.421953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31e35c5e-4789-4fd3-9954-128b74bd724d req-3b9dc69f-c637-4a8e-976b-2a4b85352afe tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983288 Nov 03 15:58:20.591304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b43babd6-d0b2-4ec7-9d61-2a9e35b5219d req-39fb9c98-fc45-4826-b8fe-735788fa6002 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 210 time: 0.0690491 Nov 03 15:58:20.601273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e8786-4571-4cc1-94f8-8a521d0c0e96 req-0effecea-e43c-4bad-beec-41d1967df64b tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:20.602638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd1e8786-4571-4cc1-94f8-8a521d0c0e96 req-0effecea-e43c-4bad-beec-41d1967df64b tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.0563922 Nov 03 15:58:20.608497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Allocated IP 192.168.233.175 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/108374a6-05bf-4033-beba-b886eb6c4de5) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:20.612739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-9c23c568-2827-4880-86b1-baf03ba9c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:20.614214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-9c23c568-2827-4880-86b1-baf03ba9c514 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b56bf33-964b-47f0-96a4-87ef72248f36 HTTP/1.1" status: 200 len: 916 time: 0.6503758 Nov 03 15:58:20.661599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd1e8786-4571-4cc1-94f8-8a521d0c0e96 req-948c9701-3fc6-468f-8d5f-98686c8df8aa tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504706 Nov 03 15:58:20.708107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319758f7-b609-4678-8774-325fe5d346dc req-b62329e0-8042-4752-bdd6-04beacd070ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:20.709593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-319758f7-b609-4678-8774-325fe5d346dc req-b62329e0-8042-4752-bdd6-04beacd070ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=7631667f-9f94-460b-beae-f06285868618 HTTP/1.1" status: 200 len: 915 time: 0.5653138 Nov 03 15:58:20.710815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-e90d51c0-4a5e-4514-ba85-5a84b1069ef3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d61476-328b-4598-9424-849535de8270 HTTP/1.1" status: 200 len: 217 time: 0.0891280 Nov 03 15:58:20.786570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Made reservation on behalf of 1adabc456e6c44e7807354c27550df3e for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:20.888583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-c7a9686a-7403-40e3-bcd7-c65e44cb431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:20.889920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-c7a9686a-7403-40e3-bcd7-c65e44cb431c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63d3e4bf-e6f0-4edd-a74e-bee7bb95d536 HTTP/1.1" status: 200 len: 854 time: 0.1680887 Nov 03 15:58:20.902843 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:21.002297 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-319758f7-b609-4678-8774-325fe5d346dc req-43c9d71d-8ca6-4f25-bb87-47bab20cc468 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06d76668-baa5-4e59-93cb-5e4a3c189388 HTTP/1.1" status: 200 len: 217 time: 0.1236460 Nov 03 15:58:21.125271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:21.133017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54468c28-bce3-443d-a04c-ecf7226f277d req-238fb379-f153-4429-9f85-43ad4694eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:21.135899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54468c28-bce3-443d-a04c-ecf7226f277d req-238fb379-f153-4429-9f85-43ad4694eb9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 1096 time: 0.0574176 Nov 03 15:58:21.148738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-a2b9f9b7-14ea-4539-885c-76f5bddf39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:21.150240 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-a2b9f9b7-14ea-4539-885c-76f5bddf39aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b56bf33-964b-47f0-96a4-87ef72248f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455380 Nov 03 15:58:21.153897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5f177363-ea18-4e63-9681-2d31f0e011f6 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:21.195985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:21.199376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319758f7-b609-4678-8774-325fe5d346dc req-6a4b1278-e321-460d-adfc-439e13dc7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:21.200301 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-319758f7-b609-4678-8774-325fe5d346dc req-6a4b1278-e321-460d-adfc-439e13dc7ff0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44254809-b1a0-4244-8042-636f33e17c76 HTTP/1.1" status: 200 len: 854 time: 0.1851630 Nov 03 15:58:21.209703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5f177363-ea18-4e63-9681-2d31f0e011f6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:21.210192 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:21.252975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] device_id is not set on port 2b75558d-ab71-428f-bced-93b29c0a37f5 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 15:58:21.264588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54468c28-bce3-443d-a04c-ecf7226f277d req-574ba701-9134-4aad-b96f-8311d13ecc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:21.266966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54468c28-bce3-443d-a04c-ecf7226f277d req-574ba701-9134-4aad-b96f-8311d13ecc43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 912 time: 0.1212590 Nov 03 15:58:21.321489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54468c28-bce3-443d-a04c-ecf7226f277d req-6b1fea98-7d58-4918-99d7-17da62d9eae3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426 HTTP/1.1" status: 200 len: 217 time: 0.0452812 Nov 03 15:58:21.336862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-319758f7-b609-4678-8774-325fe5d346dc req-8a03d350-8658-4b0c-b61b-4c615068ea8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7631667f-9f94-460b-beae-f06285868618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137927 Nov 03 15:58:21.374714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54468c28-bce3-443d-a04c-ecf7226f277d req-3679d1c2-7776-4861-a653-accc607ecd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:21.376258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54468c28-bce3-443d-a04c-ecf7226f277d req-3679d1c2-7776-4861-a653-accc607ecd31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.0452416 Nov 03 15:58:21.414868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54468c28-bce3-443d-a04c-ecf7226f277d req-09a6fd89-c857-45ab-ad8c-d467024e7a61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262363 Nov 03 15:58:21.539735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aca2f-d5e6-422c-b50a-dda9ee4777bf req-43a2ad7b-2340-432d-8474-3dad64855f95 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:21.541211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9c8aca2f-d5e6-422c-b50a-dda9ee4777bf req-43a2ad7b-2340-432d-8474-3dad64855f95 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.0924864 Nov 03 15:58:21.561666 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54468c28-bce3-443d-a04c-ecf7226f277d req-b73aea7c-7419-4986-9262-232833e6b4f9 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376257 Nov 03 15:58:21.617339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049abf8-0d45-4e5e-8b71-9316bc3424b3 req-6452e864-cc4a-4534-8ce4-28449954507e tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:21.618993 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3049abf8-0d45-4e5e-8b71-9316bc3424b3 req-6452e864-cc4a-4534-8ce4-28449954507e tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 944 time: 0.3879771 Nov 03 15:58:21.651207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9c8aca2f-d5e6-422c-b50a-dda9ee4777bf req-43a8164d-c194-486e-9c49-d4676787d145 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009979 Nov 03 15:58:21.660783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-ddfc2bf7-197a-436d-bb15-b1f989c02199 service neutron] 10.222.0.15 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975491 Nov 03 15:58:21.661834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:21.701199 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54468c28-bce3-443d-a04c-ecf7226f277d req-5eb6e3b2-469d-499b-ab05-5e74945cafa2 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296444 Nov 03 15:58:21.728419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:21.763842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf01ac-0c9b-4417-a678-bfb5b125d0c8 req-4f110836-7b95-400d-889d-db719469c75f tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:21.765330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afbf01ac-0c9b-4417-a678-bfb5b125d0c8 req-4f110836-7b95-400d-889d-db719469c75f tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 948 time: 0.0548928 Nov 03 15:58:21.774514 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-319758f7-b609-4678-8774-325fe5d346dc req-be81a229-19a9-495c-8ed6-e7ff2e1f5bf5 service neutron] 10.222.0.70 "GET /v2.0/networks/7631667f-9f94-460b-beae-f06285868618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148562 Nov 03 15:58:21.817674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afbf01ac-0c9b-4417-a678-bfb5b125d0c8 req-a0933512-06cf-4d71-b052-090d877a0729 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Nov 03 15:58:21.843038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:21.980425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af4dd0-8b31-4fd6-b903-c0e23cd62f36 req-0ea022cc-9b0a-4d6c-950d-528ea85258ef tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:21.981953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23af4dd0-8b31-4fd6-b903-c0e23cd62f36 req-0ea022cc-9b0a-4d6c-950d-528ea85258ef tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 936 time: 0.0513766 Nov 03 15:58:22.032172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23af4dd0-8b31-4fd6-b903-c0e23cd62f36 req-deff5d81-57be-4efa-9c7f-5c6a2823095e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Nov 03 15:58:22.153583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88853ae4-d6e8-4808-8c83-7f438f735de9 req-50ab56ef-75a9-4731-af71-f87dd2f875b7 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:22.155064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88853ae4-d6e8-4808-8c83-7f438f735de9 req-50ab56ef-75a9-4731-af71-f87dd2f875b7 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.0541365 Nov 03 15:58:22.187094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:22.190801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:22.204403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event updated for resources: {'Port': ['ID=108374a6-05bf-4033-beba-b886eb6c4de5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:22.206946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:22.208150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88853ae4-d6e8-4808-8c83-7f438f735de9 req-6165bf0e-fc00-44c5-bd26-9481775b5f1b tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460229 Nov 03 15:58:22.278556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:22.342996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3049abf8-0d45-4e5e-8b71-9316bc3424b3 req-46e3a968-be5f-455a-84ab-451c5798406b tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6896033 Nov 03 15:58:22.458825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:22.459427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:22.470065 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6c9352e-dd0d-4e62-abd4-d1952e06ebaa req-a059bf86-4771-44d5-ad33-cd034eba6342 service neutron] 10.222.0.15 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7705059 Nov 03 15:58:22.476648 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Pushing event updated for resources: {'Port': ['ID=04618987-addd-4f0c-b1e1-c35dbe624f15,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:22.479326 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:22.492408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e43efca1-2196-416c-a8e2-8bf821642a8f None None] Provisioning complete for port 108374a6-05bf-4033-beba-b886eb6c4de5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:22.493062 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e43efca1-2196-416c-a8e2-8bf821642a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:22.499786 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-319758f7-b609-4678-8774-325fe5d346dc req-3d3cd628-247f-45e0-ad9b-f993320db462 service neutron] 10.222.0.70 "GET /v2.0/networks/7631667f-9f94-460b-beae-f06285868618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987669 Nov 03 15:58:22.533236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e43efca1-2196-416c-a8e2-8bf821642a8f None None] Port 108374a6-05bf-4033-beba-b886eb6c4de5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:22.546691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-d1ee3fe1-bde2-4f24-ba6e-8ae9e371ef6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5751779 Nov 03 15:58:22.598200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:22.598855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Request body: {'port': {'device_id': 'ece03712-e396-4500-a4fb-aef220e7b52f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:22.606725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.20.0.12 (34efbe05-9d42-443c-a5ac-0463d013efb6/7d638074-dbc4-4b4b-9193-5bcb2a3c23a0/2b75558d-ab71-428f-bced-93b29c0a37f5) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:22.644863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.20.0.11 (34efbe05-9d42-443c-a5ac-0463d013efb6/7d638074-dbc4-4b4b-9193-5bcb2a3c23a0/2b75558d-ab71-428f-bced-93b29c0a37f5) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:22.715945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:22.728638 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:22.731986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd', 'mac_address': 'fa:16:3e:a4:07:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:22.755957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Network bcd43fdb-85b3-4815-9295-d195ae708be1 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:22.761179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:22.777746 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:22.784077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:22.845088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:22.883224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:22.893641 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:22.929636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf6295-5769-414d-b63f-7a7ba0b3b265 req-7f22293e-5311-4edd-b371-b3564b689634 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:22.944347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6dbf6295-5769-414d-b63f-7a7ba0b3b265 req-7f22293e-5311-4edd-b371-b3564b689634 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1268783 Nov 03 15:58:22.962006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:22.976478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.976939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.977349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.977778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.978180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.978683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.979022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.979437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.980859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.980859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.980859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.980859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:58:22.999878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port f2877a77-4985-4643-bb3c-d9dc41603ba5 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:58:23.015984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port f2877a77-4985-4643-bb3c-d9dc41603ba5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:23.017338 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:23.052000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6dbf6295-5769-414d-b63f-7a7ba0b3b265 req-1d7558a2-13c0-447c-b413-4b3bbefe9805 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007745 Nov 03 15:58:23.083003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:23.208514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-efd02658-2c90-453a-8bb4-e742d2aaffae None None] Provisioning complete for port 04618987-addd-4f0c-b1e1-c35dbe624f15 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:23.208884 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-efd02658-2c90-453a-8bb4-e742d2aaffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:23.290364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-efd02658-2c90-453a-8bb4-e742d2aaffae None None] Port 04618987-addd-4f0c-b1e1-c35dbe624f15 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:23.294739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185c535-6884-4fd4-a46c-99b057f4d657 req-d27908df-679d-4725-9673-c486d6acf6cb tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:23.297224 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0185c535-6884-4fd4-a46c-99b057f4d657 req-d27908df-679d-4725-9673-c486d6acf6cb tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 936 time: 0.0796626 Nov 03 15:58:23.317695 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:23.319973 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:23.330903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:23.367319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:23.368981 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9649bb-a541-407a-99e0-98ee30508b8c" -d '{"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-plugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:23.387122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:23.395767 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:23.412693 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0185c535-6884-4fd4-a46c-99b057f4d657 req-f6d1bd40-c750-477c-8e2b-996fc67d9a70 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084449 Nov 03 15:58:23.477212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:23.527174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:23.558003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0cfde-ebaa-4eca-8661-c8ea83333304 req-3315c067-712f-4160-a349-d47fdd28f25e tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:23.566071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6e0cfde-ebaa-4eca-8661-c8ea83333304 req-3315c067-712f-4160-a349-d47fdd28f25e tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.0697076 Nov 03 15:58:23.620126 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6e0cfde-ebaa-4eca-8661-c8ea83333304 req-ddbb98ce-81aa-4b68-abe9-a25577fbcd53 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505557 Nov 03 15:58:23.659200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8569157-3a3c-4e55-92a0-295f37a43d05 req-059a9b74-d1a2-4776-8d61-3ca90390878d tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:23.660856 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8569157-3a3c-4e55-92a0-295f37a43d05 req-059a9b74-d1a2-4776-8d61-3ca90390878d tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 948 time: 0.4658365 Nov 03 15:58:23.662141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:23.672294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Sync routers for ids ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:23.687979 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a978c165-e660-47a2-b19d-b2e93e420d7e admin admin] 10.222.0.86 "PUT /v2.0/routers/b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9244933 Nov 03 15:58:23.742558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:23.746480 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Routers {'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:23.748424 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:23.756814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=2b75558d-ab71-428f-bced-93b29c0a37f5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:23.760581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:23.769081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:23.805995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d782d-baec-4185-8c0c-81accdbdd662 req-b9d84faf-438e-4dbf-a318-58eff05eef50 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:23.809285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e74d782d-baec-4185-8c0c-81accdbdd662 req-b9d84faf-438e-4dbf-a318-58eff05eef50 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 944 time: 0.0945568 Nov 03 15:58:23.879279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8569157-3a3c-4e55-92a0-295f37a43d05 req-c2653e69-6ce5-459a-b2b6-2a0945e08f63 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105200 Nov 03 15:58:23.892401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e74d782d-baec-4185-8c0c-81accdbdd662 req-d646150c-b8c4-4697-9c09-6fb7504a6363 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737741 Nov 03 15:58:23.913978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:23.926495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.031673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51484) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:24.090790 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-94e56723-072f-40ff-9b93-80c87508ed35 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.9837999 Nov 03 15:58:24.093438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51490) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:24.100303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '2b75558d-ab71-428f-bced-93b29c0a37f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:24.168328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.225552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108374a6-05bf-4033-beba-b886eb6c4de5 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:24.258955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Set router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:58:24.272124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.312170 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4997dbf8-a5e8-463d-9171-3774be9cf206 x-openstack-request-id: req-4997dbf8-a5e8-463d-9171-3774be9cf206 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:24.312703 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-plugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:24.313289 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4997dbf8-a5e8-463d-9171-3774be9cf206 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:24.314196 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'code': 200} Nov 03 15:58:24.330968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Transition to ACTIVE for port object 108374a6-05bf-4033-beba-b886eb6c4de5 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:58:24.336311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.346488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c28074-5794-4310-ada3-887d2eb6828f req-4e562255-3e2c-4684-affc-6d11f190791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:24.348128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0c28074-5794-4310-ada3-887d2eb6828f req-4e562255-3e2c-4684-affc-6d11f190791d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 1100 time: 0.2463005 Nov 03 15:58:24.380565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-252981770'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:24.439956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa1d09-9737-4e33-b89d-d84915274c01 req-4153ae28-07ed-4db8-91aa-601ed1a0c171 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:24.444112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66fa1d09-9737-4e33-b89d-d84915274c01 req-4153ae28-07ed-4db8-91aa-601ed1a0c171 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.2312205 Nov 03 15:58:24.570423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66fa1d09-9737-4e33-b89d-d84915274c01 req-0680092e-cd31-4081-95ac-9e333cfed731 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093168 Nov 03 15:58:24.574874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:24.578435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.581580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0c28074-5794-4310-ada3-887d2eb6828f req-b2994b7c-0dd0-4440-be69-31082ef7712a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911871 Nov 03 15:58:24.609630 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Pushing event updated for resources: {'Port': ['ID=108374a6-05bf-4033-beba-b886eb6c4de5,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:24.623664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:58:24.628452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.649971 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.650780 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Added segment a875fe47-985f-47fc-886f-fdefb1e98872 of type vlan for network 9bb42350-8dca-4c50-ab08-c84a04ec5122 Nov 03 15:58:24.678521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:24.752978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.764448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:24.765020 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.800852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.805800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fdce5-578b-4262-8b0b-0663add4f16f req-64c172c8-41bd-4dd7-b677-d8fba7c8250e tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:24.806207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:24.806547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:58:04Z', 'updated_at': '2021-11-03T15:58:20Z', 'revision_number': 4, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'gw_port': {'id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:09Z', 'updated_at': '2021-11-03T15:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '04618987-addd-4f0c-b1e1-c35dbe624f15', 'name': '', 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'mac_address': 'fa:16:3e:60:15:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '0707e33e-d549-49d9-87b9-451f7fb2e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:17Z', 'updated_at': '2021-11-03T15:58:21Z', 'revision_number': 2, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'subnets': [{'id': '0707e33e-d549-49d9-87b9-451f7fb2e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:24.806823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.808456 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e0fdce5-578b-4262-8b0b-0663add4f16f req-64c172c8-41bd-4dd7-b677-d8fba7c8250e tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.2856278 Nov 03 15:58:24.809878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Attempting to bind port 108374a6-05bf-4033-beba-b886eb6c4de5 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:24.810485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Attempting to bind port 108374a6-05bf-4033-beba-b886eb6c4de5 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:24.811044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Attempting to bind port 108374a6-05bf-4033-beba-b886eb6c4de5 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:24.835725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Port 108374a6-05bf-4033-beba-b886eb6c4de5 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:58:24.836416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Attempting to bind port 108374a6-05bf-4033-beba-b886eb6c4de5 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:24.845942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:24.846726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:24.847379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:24.848150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Bound port: 108374a6-05bf-4033-beba-b886eb6c4de5, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:24.849734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.849867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Checking router: b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:58:24.850551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Updating router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e port 04618987-addd-4f0c-b1e1-c35dbe624f15 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:58:24.919325 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:24.971402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] For port 108374a6-05bf-4033-beba-b886eb6c4de5, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:24.975207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] For port 108374a6-05bf-4033-beba-b886eb6c4de5, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=108374a6-05bf-4033-beba-b886eb6c4de5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:24.976147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Network': ['ID=9bb42350-8dca-4c50-ab08-c84a04ec5122,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:24.989546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:25.018643 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8da94c7b-7012-4b7a-85ec-68c942313787 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9845426 Nov 03 15:58:25.041090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51514) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:25.050554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25434ce3-0368-459b-b000-f4c56d2b4403 req-27d68027-5e6c-4230-b033-af56919bfb9d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:25.057153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Pushing event updated for resources: {'Port': ['ID=108374a6-05bf-4033-beba-b886eb6c4de5,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:25.059731 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-25434ce3-0368-459b-b000-f4c56d2b4403 req-27d68027-5e6c-4230-b033-af56919bfb9d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 948 time: 0.3486123 Nov 03 15:58:25.068231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'subnet': {'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:25.070588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e0fdce5-578b-4262-8b0b-0663add4f16f req-4e8b50e0-8c7a-41b6-a650-fe5b47017108 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532084 Nov 03 15:58:25.086969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:25.087772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:25.097269 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-c350e97f-b35c-4754-beb2-96d2490b3135 service neutron] 10.222.0.70 "PUT /v2.0/ports/108374a6-05bf-4033-beba-b886eb6c4de5 HTTP/1.1" status: 200 len: 1096 time: 2.5060990 Nov 03 15:58:25.100411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece03712-e396-4500-a4fb-aef220e7b52f', 'tag': '108374a6-05bf-4033-beba-b886eb6c4de5'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:25.128212 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d1a618-f124-4740-a56d-279c56b19b68" -d '{"events": [{"name": "network-changed", "server_uuid": "ece03712-e396-4500-a4fb-aef220e7b52f", "tag": "108374a6-05bf-4033-beba-b886eb6c4de5"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:25.260245 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-25434ce3-0368-459b-b000-f4c56d2b4403 req-95afa5b2-637c-4088-a7e2-1ed956684fd5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994755 Nov 03 15:58:25.304732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-f8ae55e2-157a-42dd-9168-c612e05883b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:25.314526 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-f8ae55e2-157a-42dd-9168-c612e05883b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 1099 time: 0.1609364 Nov 03 15:58:25.338830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.25.6.55 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/f00c5b41-1025-40b8-80c8-31a99d60c666) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:25.388910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-05f1e1ed-6b41-4ec5-8b03-43a95ff8bcf6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=108374a6-05bf-4033-beba-b886eb6c4de5 HTTP/1.1" status: 200 len: 217 time: 0.0631499 Nov 03 15:58:25.450431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-dde9dd8c-0ef0-4379-96c8-d2d2001dc50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:25.452412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-dde9dd8c-0ef0-4379-96c8-d2d2001dc50d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0540271 Nov 03 15:58:25.522707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-69b0b753-4c20-4152-84d4-db7753679d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:25.524338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-69b0b753-4c20-4152-84d4-db7753679d37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0623932 Nov 03 15:58:25.590508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:25.598823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9bb42350-8dca-4c50-ab08-c84a04ec5122 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:58:25.629911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:25.662801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:25.666958 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:25.706856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803ded-f69a-487a-97d2-22b9d88d5033 req-3b0eb2cf-a91f-4939-b48b-a913079ef127 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:25.715254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9803ded-f69a-487a-97d2-22b9d88d5033 req-3b0eb2cf-a91f-4939-b48b-a913079ef127 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 944 time: 0.1631114 Nov 03 15:58:25.734264 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-10602d56-3268-4860-aae5-ecb4f72ca2a0 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982596 Nov 03 15:58:25.799426 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:25.850121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:25.859031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94fc70-2c9b-42ed-af31-d02b130e4289 None None] Pushing event updated for resources: {'Port': ['ID=04618987-addd-4f0c-b1e1-c35dbe624f15,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:25.962178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:25.979871 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:25.982071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 05702c83-56bb-4f8b-a0d7-23f48fc65426 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:58:26.047405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8da9991-9c62-49fd-91d0-f03188209d09 req-0caefd86-a9ab-4c2e-b2b1-14afe8cb2cf6 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907171 Nov 03 15:58:26.105632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:26.124582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Attempting to bind port 04618987-addd-4f0c-b1e1-c35dbe624f15 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:26.125115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Attempting to bind port 04618987-addd-4f0c-b1e1-c35dbe624f15 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '944fcd95-5785-4491-a359-8223a0036ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:26.126877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Attempting to bind port 04618987-addd-4f0c-b1e1-c35dbe624f15 on network bcd43fdb-85b3-4815-9295-d195ae708be1 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:26.136578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:26.137557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Checking segment: {'id': '944fcd95-5785-4491-a359-8223a0036ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:26.137991 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.138613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Bound using segment: {'id': '944fcd95-5785-4491-a359-8223a0036ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:26.139063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Bound port: 04618987-addd-4f0c-b1e1-c35dbe624f15, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944fcd95-5785-4491-a359-8223a0036ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:26.140583 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.188433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9803ded-f69a-487a-97d2-22b9d88d5033 req-80e0bfeb-9d0c-4e86-8926-8b7d91753e56 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4708531 Nov 03 15:58:26.236655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-e36c3e50-99e2-41ff-868d-3696cef39b93 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:26.239494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-e36c3e50-99e2-41ff-868d-3696cef39b93 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.1840742 Nov 03 15:58:26.281371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.293235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d4dc0333-54b9-4cbe-a940-cc9f58e2d7f9 None None] Provisioning complete for port 04618987-addd-4f0c-b1e1-c35dbe624f15 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:26.293648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0333-54b9-4cbe-a940-cc9f58e2d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.351478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] For port 04618987-addd-4f0c-b1e1-c35dbe624f15, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:26.357896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:26.363118 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b686abd3-3513-4c67-b096-492137041e30" -d '{"events": [{"server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:26.386429 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.392859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] For port 04618987-addd-4f0c-b1e1-c35dbe624f15, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=04618987-addd-4f0c-b1e1-c35dbe624f15,segment=NetworkSegment(944fcd95-5785-4491-a359-8223a0036ad9),segment_id=944fcd95-5785-4491-a359-8223a0036ad9)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:26.406417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:26.413570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:26.420577 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.425510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:26.477628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc0333-54b9-4cbe-a940-cc9f58e2d7f9 None None] Port 04618987-addd-4f0c-b1e1-c35dbe624f15 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:26.484465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Deleting port 06d76668-baa5-4e59-93cb-5e4a3c189388 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:58:26.485662 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.527493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcda21-7c63-4fd8-aebc-7272e5944f30 req-ad8c2ac1-2524-4252-af89-217b1209cdda tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:26.534774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-c384464e-5b80-4e90-bcc3-1220967b2d52 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:26.538697 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ddfcda21-7c63-4fd8-aebc-7272e5944f30 req-ad8c2ac1-2524-4252-af89-217b1209cdda tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 949 time: 0.2463310 Nov 03 15:58:26.540846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=f00c5b41-1025-40b8-80c8-31a99d60c666,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:26.542412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-c384464e-5b80-4e90-bcc3-1220967b2d52 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=74473d17-2de8-4e96-ba3d-b634a4101e9c HTTP/1.1" status: 200 len: 945 time: 0.1170826 Nov 03 15:58:26.546069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Routers {'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:26.547819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:26.559851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:26.627671 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.650430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94fc70-2c9b-42ed-af31-d02b130e4289 None None] Pushing event updated for resources: {'Port': ['ID=04618987-addd-4f0c-b1e1-c35dbe624f15,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:26.721020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ddfcda21-7c63-4fd8-aebc-7272e5944f30 req-cece86b9-c075-47ec-91a1-e8f8c3584210 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809108 Nov 03 15:58:26.734450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] For port 06d76668-baa5-4e59-93cb-5e4a3c189388, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=06d76668-baa5-4e59-93cb-5e4a3c189388,segment=NetworkSegment(06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5),segment_id=06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:26.735697 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.739915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.768820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Calling delete_port for 06d76668-baa5-4e59-93cb-5e4a3c189388 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:58:26.798456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Deleting port 05702c83-56bb-4f8b-a0d7-23f48fc65426 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:58:26.798909 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.841923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e4d61476-328b-4598-9424-849535de8270 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:26.874075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Subnet': ['ID=a556c792-7343-4c42-925e-743e167eb8f2,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:26.910478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=05702c83-56bb-4f8b-a0d7-23f48fc65426,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:26.919697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-def83247-184d-4dce-8ac0-0547aa1b520d None None] Provisioning complete for port 04618987-addd-4f0c-b1e1-c35dbe624f15 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:26.923475 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-def83247-184d-4dce-8ac0-0547aa1b520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.952351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] Set router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:58:26.956979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] For port 05702c83-56bb-4f8b-a0d7-23f48fc65426, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=05702c83-56bb-4f8b-a0d7-23f48fc65426,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:26.957335 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:26.971160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Calling delete_port for 05702c83-56bb-4f8b-a0d7-23f48fc65426 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:58:27.067539 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98774498-ab8f-48c8-b5c1-e7144d63f241 x-openstack-request-id: req-98774498-ab8f-48c8-b5c1-e7144d63f241 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:27.067829 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece03712-e396-4500-a4fb-aef220e7b52f", "tag": "108374a6-05bf-4033-beba-b886eb6c4de5", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:27.068092 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-98774498-ab8f-48c8-b5c1-e7144d63f241 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:27.068625 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece03712-e396-4500-a4fb-aef220e7b52f', 'tag': '108374a6-05bf-4033-beba-b886eb6c4de5', 'status': 'completed', 'code': 200} Nov 03 15:58:27.143170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Checking segment: {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:27.143808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network hostable DHCP agents. Network: 9bb42350-8dca-4c50-ab08-c84a04ec5122, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:58:27.160976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb951a1-88ec-4393-87f9-671e464d45b4 req-a9f4c9e2-4ab9-406d-962b-8a559a443fe0 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:27.168528 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bb951a1-88ec-4393-87f9-671e464d45b4 req-a9f4c9e2-4ab9-406d-962b-8a559a443fe0 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac609471-d225-4f05-a194-6a71170843e6 HTTP/1.1" status: 200 len: 946 time: 0.1314554 Nov 03 15:58:27.212519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a618-f124-4740-a56d-279c56b19b68 req-f37bb703-f999-479b-86e6-1ae72a3fc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:27.214068 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90d1a618-f124-4740-a56d-279c56b19b68 req-f37bb703-f999-479b-86e6-1ae72a3fc291 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 1099 time: 0.1485069 Nov 03 15:58:27.256623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network 9bb42350-8dca-4c50-ab08-c84a04ec5122 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:58:27.277944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.293990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9bb42350-8dca-4c50-ab08-c84a04ec5122) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:27.314728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bb951a1-88ec-4393-87f9-671e464d45b4 req-947ba8ef-a6cf-4b2c-8960-6537bf268ecb tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.86 "GET /v2.0/security-groups?id=67e7315e-a691-4774-ab55-4d498b5da57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392972 Nov 03 15:58:27.335273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:27.336233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.413852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-738e40e5-3b2d-4fd8-8c03-d74acec65413 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3517308 Nov 03 15:58:27.426224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b104c41-fb55-42c2-a5af-3c5f75c1550f None None] Network 9bb42350-8dca-4c50-ab08-c84a04ec5122 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:58:27.435914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51574) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:27.445842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1477042194'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:27.477632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e4d61476-328b-4598-9424-849535de8270, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e4d61476-328b-4598-9424-849535de8270,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:27.546531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e4d61476-328b-4598-9424-849535de8270', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'port_id': 'e4d61476-328b-4598-9424-849535de8270', 'mac_address': 'fa:16:3e:0c:8e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:27.548701 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-def83247-184d-4dce-8ac0-0547aa1b520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.633561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.710205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d61476-328b-4598-9424-849535de8270 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:27.744769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event deleted for resources: {'Port': ['ID=05702c83-56bb-4f8b-a0d7-23f48fc65426,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:27.760933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-def83247-184d-4dce-8ac0-0547aa1b520d None None] For port 04618987-addd-4f0c-b1e1-c35dbe624f15, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=04618987-addd-4f0c-b1e1-c35dbe624f15,segment=NetworkSegment(944fcd95-5785-4491-a359-8223a0036ad9),segment_id=944fcd95-5785-4491-a359-8223a0036ad9)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:27.780961 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-def83247-184d-4dce-8ac0-0547aa1b520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.822370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:27.824494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] No DVR routers for this DVR port 05702c83-56bb-4f8b-a0d7-23f48fc65426 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:58:27.827094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.833632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.839755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c253c7-55e0-477d-893a-2895ef1fc792 req-21cfdfa1-a11f-4574-be13-e2b71fc1ae03 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:27.844345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a9b4c25-4ad9-4738-904c-ee22a5c86ec5 req-56832cc5-803c-45a2-b915-d0da6e240527 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "DELETE /v2.0/ports/05702c83-56bb-4f8b-a0d7-23f48fc65426 HTTP/1.1" status: 204 len: 173 time: 1.3009710 Nov 03 15:58:27.848394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-30c253c7-55e0-477d-893a-2895ef1fc792 req-21cfdfa1-a11f-4574-be13-e2b71fc1ae03 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 948 time: 0.4218554 Nov 03 15:58:27.859186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e4d61476-328b-4598-9424-849535de8270, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e4d61476-328b-4598-9424-849535de8270,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:27.863425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def83247-184d-4dce-8ac0-0547aa1b520d None None] Pushing event updated for resources: {'Port': ['ID=04618987-addd-4f0c-b1e1-c35dbe624f15,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:27.876691 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.914177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a618-f124-4740-a56d-279c56b19b68 req-28764a16-c6e1-4b7a-9864-487ccca0c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:27.939727 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90d1a618-f124-4740-a56d-279c56b19b68 req-28764a16-c6e1-4b7a-9864-487ccca0c6d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.7132902 Nov 03 15:58:27.949062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:58:27.960017 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.960839 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Added segment 154adcc9-328c-4044-8ba9-cda2cec99599 of type vlan for network 5c69ddd7-2031-4640-9795-6444d5a6dee5 Nov 03 15:58:27.964806 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:27.965813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:58:04Z', 'updated_at': '2021-11-03T15:58:20Z', 'revision_number': 4, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'gw_port': {'id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:09Z', 'updated_at': '2021-11-03T15:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '04618987-addd-4f0c-b1e1-c35dbe624f15', 'name': '', 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'mac_address': 'fa:16:3e:60:15:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '0707e33e-d549-49d9-87b9-451f7fb2e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:17Z', 'updated_at': '2021-11-03T15:58:26Z', 'revision_number': 4, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'subnets': [{'id': '0707e33e-d549-49d9-87b9-451f7fb2e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:27.976152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-9bb42350-8dca-4c50-ab08-c84a04ec5122', 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'fixed_ips': [{'subnet_id': 'a556c792-7343-4c42-925e-743e167eb8f2'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:58:27.977275 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:28.006856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:28.012983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['06d76668-baa5-4e59-93cb-5e4a3c189388'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:28.051721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6636bd-b85a-4eb7-827a-21a29cc7fecb None None] The sync data for ids ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'] in n-d-813897-2 is: [{'id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:58:04Z', 'updated_at': '2021-11-03T15:58:20Z', 'revision_number': 4, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'gw_port': {'id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:09Z', 'updated_at': '2021-11-03T15:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '04618987-addd-4f0c-b1e1-c35dbe624f15', 'name': '', 'network_id': 'bcd43fdb-85b3-4815-9295-d195ae708be1', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'mac_address': 'fa:16:3e:60:15:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '0707e33e-d549-49d9-87b9-451f7fb2e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:17Z', 'updated_at': '2021-11-03T15:58:26Z', 'revision_number': 4, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'subnets': [{'id': '0707e33e-d549-49d9-87b9-451f7fb2e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:28.052607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90d1a618-f124-4740-a56d-279c56b19b68 req-16e7e458-0d7d-4cf0-a65b-b2caf9498b14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=108374a6-05bf-4033-beba-b886eb6c4de5 HTTP/1.1" status: 200 len: 217 time: 0.1036236 Nov 03 15:58:28.071486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-30c253c7-55e0-477d-893a-2895ef1fc792 req-40e9398f-e6b4-4c4b-8222-5a6de3190d59 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218218 Nov 03 15:58:28.073201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e4d61476-328b-4598-9424-849535de8270,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:28.137925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Pushing event deleted for resources: {'Port': ['ID=06d76668-baa5-4e59-93cb-5e4a3c189388,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:28.159885 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:28.197722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:28.198735 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:28.240134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] No DVR routers for this DVR port 06d76668-baa5-4e59-93cb-5e4a3c189388 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:58:28.246956 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:28.251255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a2528c1-fbd2-405b-b830-d2b49aba3e68 req-89c1c413-9f01-449e-9aba-28ad9f57c6d9 tempest-InstanceActionsTestJSON-55344640 tempest-InstanceActionsTestJSON-55344640-project] 10.222.0.70 "DELETE /v2.0/ports/06d76668-baa5-4e59-93cb-5e4a3c189388 HTTP/1.1" status: 204 len: 173 time: 2.0033488 Nov 03 15:58:28.302147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a618-f124-4740-a56d-279c56b19b68 req-64986b49-a33c-46aa-a21d-8c11730f046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:28.303817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90d1a618-f124-4740-a56d-279c56b19b68 req-64986b49-a33c-46aa-a21d-8c11730f046e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2185643 Nov 03 15:58:28.331328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51580) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:28.333029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8929765 Nov 03 15:58:28.337592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'subnet': {'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:28.375857 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f45eb59-f7dc-4ed5-8057-7f0a2e3f6580 x-openstack-request-id: req-2f45eb59-f7dc-4ed5-8057-7f0a2e3f6580 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:28.376233 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:28.376501 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f45eb59-f7dc-4ed5-8057-7f0a2e3f6580 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:28.376949 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd', 'code': 200} Nov 03 15:58:28.377997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e4d61476-328b-4598-9424-849535de8270'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:28.444323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c6e1b-a3b2-49ac-a59a-1a191a36f504 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Network': ['ID=5c69ddd7-2031-4640-9795-6444d5a6dee5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:28.458397 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:28.527523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5c69ddd7-2031-4640-9795-6444d5a6dee5 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:58:28.610815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Allocated IP 19.80.0.2 (9bb42350-8dca-4c50-ab08-c84a04ec5122/a556c792-7343-4c42-925e-743e167eb8f2/08e9ec6d-cc68-4e78-95ea-f970368214d5) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:28.666676 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:28.688558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 05702c83-56bb-4f8b-a0d7-23f48fc65426 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:58:28.756129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 05702c83-56bb-4f8b-a0d7-23f48fc65426 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:58:28.756494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 05702c83-56bb-4f8b-a0d7-23f48fc65426 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:58:28.825001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:28.836131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:28.890365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a618-f124-4740-a56d-279c56b19b68 req-7cbe2897-63cb-4f0e-863f-3948663df26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:28.892055 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90d1a618-f124-4740-a56d-279c56b19b68 req-7cbe2897-63cb-4f0e-863f-3948663df26b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5801418 Nov 03 15:58:29.168769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'name': 'network-vif-deleted', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426'}, {'server_uuid': 'ac609471-d225-4f05-a194-6a71170843e6', 'name': 'network-vif-deleted', 'tag': '06d76668-baa5-4e59-93cb-5e4a3c189388'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:29.171239 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba5b679-0c45-4175-97b9-32e51359d1f3" -d '{"events": [{"server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "name": "network-vif-deleted", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426"}, {"server_uuid": "ac609471-d225-4f05-a194-6a71170843e6", "name": "network-vif-deleted", "tag": "06d76668-baa5-4e59-93cb-5e4a3c189388"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:29.176246 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90d1a618-f124-4740-a56d-279c56b19b68 req-717b3df5-cdb6-4d98-9a96-001b95dd2b94 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411458 Nov 03 15:58:29.210579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5e079-d047-41a4-9ac1-d4dcaeef9679 req-1b5ccb3a-b04e-404b-b661-af93bc785d2f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:29.212872 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27a5e079-d047-41a4-9ac1-d4dcaeef9679 req-1b5ccb3a-b04e-404b-b661-af93bc785d2f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 945 time: 0.6280608 Nov 03 15:58:29.274200 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.280631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51608) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:29.344168 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 04618987-addd-4f0c-b1e1-c35dbe624f15 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:29.354759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90d1a618-f124-4740-a56d-279c56b19b68 req-97ba0bfb-2a6b-4c77-bf43-22044be1bf4d service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341574 Nov 03 15:58:29.417984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b08af1b-533b-4065-adbd-5ca7ac49924a admin admin] Deleting subnet 44254809-b1a0-4244-8042-636f33e17c76 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:58:29.420215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.454622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27a5e079-d047-41a4-9ac1-d4dcaeef9679 req-5c8ba664-968c-4efc-bacf-7a82419915d1 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984437 Nov 03 15:58:29.537128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b08af1b-533b-4065-adbd-5ca7ac49924a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.543549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=f00c5b41-1025-40b8-80c8-31a99d60c666,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:29.563360 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b527f7e6-983e-4a31-bed1-ef8537e9e42f x-openstack-request-id: req-b527f7e6-983e-4a31-bed1-ef8537e9e42f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:29.564300 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "name": "network-vif-deleted", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426", "status": "failed", "code": 422}, {"server_uuid": "ac609471-d225-4f05-a194-6a71170843e6", "name": "network-vif-deleted", "tag": "06d76668-baa5-4e59-93cb-5e4a3c189388", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:29.564783 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b527f7e6-983e-4a31-bed1-ef8537e9e42f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:29.565361 n-d-813897-2 neutron-server[108105]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'name': 'network-vif-deleted', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426', 'status': 'failed', 'code': 422} returned with failed status Nov 03 15:58:29.565822 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac609471-d225-4f05-a194-6a71170843e6', 'name': 'network-vif-deleted', 'tag': '06d76668-baa5-4e59-93cb-5e4a3c189388', 'status': 'completed', 'code': 200} Nov 03 15:58:29.665066 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b08af1b-533b-4065-adbd-5ca7ac49924a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.672642 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.694120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.695522 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.716960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.758809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Network 9bb42350-8dca-4c50-ab08-c84a04ec5122 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:29.763816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:29.769771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:29.775385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Pushing event updated for resources: {'Port': ['ID=08e9ec6d-cc68-4e78-95ea-f970368214d5,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:29.815215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 04618987-addd-4f0c-b1e1-c35dbe624f15 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:29.815587 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.839901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae462d24-871c-4ab5-8872-6c341e25dfc0 req-70261879-6933-4c4f-866c-8021167b0d01 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:29.841358 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae462d24-871c-4ab5-8872-6c341e25dfc0 req-70261879-6933-4c4f-866c-8021167b0d01 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 948 time: 0.2383707 Nov 03 15:58:29.915402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b08af1b-533b-4065-adbd-5ca7ac49924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:29.964806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Subnet': ['ID=388ff339-04dd-4ffa-b92a-1fbdcbaedcee,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:29.973191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae462d24-871c-4ab5-8872-6c341e25dfc0 req-7cb027d8-0bbb-433b-a8c9-f39ae1a00c1a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183634 Nov 03 15:58:29.996177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Checking segment: {'id': '154adcc9-328c-4044-8ba9-cda2cec99599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:29.998068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network hostable DHCP agents. Network: 5c69ddd7-2031-4640-9795-6444d5a6dee5, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:58:30.025451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network 5c69ddd7-2031-4640-9795-6444d5a6dee5 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:58:30.049491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5c69ddd7-2031-4640-9795-6444d5a6dee5) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:30.062543 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP d15e4c1d-8009-499d-98f3-273906efe7a5 associated. External IP: 172.25.6.55, port: 2b75558d-ab71-428f-bced-93b29c0a37f5. Nov 03 15:58:30.064040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:30.068858 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:30.070591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda00a1-ddad-4d0e-bbee-38905bf6a6a9 None None] Network 5c69ddd7-2031-4640-9795-6444d5a6dee5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:58:30.124509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3753758b-faf2-450b-8435-9a7ae8fcb83b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7911177 Nov 03 15:58:30.142852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Attempting to bind port 08e9ec6d-cc68-4e78-95ea-f970368214d5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:30.143362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Attempting to bind port 08e9ec6d-cc68-4e78-95ea-f970368214d5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:30.144200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Attempting to bind port 08e9ec6d-cc68-4e78-95ea-f970368214d5 on network 9bb42350-8dca-4c50-ab08-c84a04ec5122 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:30.159034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:30.159387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Checking segment: {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:30.159741 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:30.160131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Bound using segment: {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:30.160615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Bound port: 08e9ec6d-cc68-4e78-95ea-f970368214d5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:30.160999 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:30.164877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9794249-08ca-41f6-9083-2f57dea75281 req-d356a794-f360-4df2-9d2c-7b68e0296950 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:30.172813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-d356a794-f360-4df2-9d2c-7b68e0296950 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.3582613 Nov 03 15:58:30.212545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-40f3c9b2-7bd8-4445-9021-3182010226e2 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/quotas/453236d257d74a2bae741ad1e455f5c9 HTTP/1.1" status: 200 len: 375 time: 0.0300987 Nov 03 15:58:30.215114 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b08af1b-533b-4065-adbd-5ca7ac49924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:30.318510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] For port 08e9ec6d-cc68-4e78-95ea-f970368214d5, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:30.334522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-75afe98c-bcf7-4eee-9c42-aa4f1e8bf24c tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206801 Nov 03 15:58:30.345811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08af1b-533b-4065-adbd-5ca7ac49924a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44254809-b1a0-4244-8042-636f33e17c76,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:30.354658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] For port 08e9ec6d-cc68-4e78-95ea-f970368214d5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=08e9ec6d-cc68-4e78-95ea-f970368214d5,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:30.368081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b08af1b-533b-4065-adbd-5ca7ac49924a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:30.371455 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8b08af1b-533b-4065-adbd-5ca7ac49924a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/44254809-b1a0-4244-8042-636f33e17c76 HTTP/1.1" status: 204 len: 168 time: 1.0892923 Nov 03 15:58:30.378726 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:30.380032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51644) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:30.381685 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253a7b0a-4321-4ecf-8cb0-bd4f19b2d137" -d '{"events": [{"server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:30.399523 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:30.464531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-9e81ee3a-3748-498b-8668-616bfc16ea59 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:30.472628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-9e81ee3a-3748-498b-8668-616bfc16ea59 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:30.473941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-9e81ee3a-3748-498b-8668-616bfc16ea59 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/networks?id=9bb42350-8dca-4c50-ab08-c84a04ec5122&id=5c69ddd7-2031-4640-9795-6444d5a6dee5&id=9bb42350-8dca-4c50-ab08-c84a04ec5122 HTTP/1.1" status: 200 len: 1391 time: 0.1804652 Nov 03 15:58:30.475796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5c69ddd7-2031-4640-9795-6444d5a6dee5', 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'fixed_ips': [{'subnet_id': '388ff339-04dd-4ffa-b92a-1fbdcbaedcee'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:58:30.476654 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:30.502857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6e6e61-5ef3-491e-ba67-0b5688ba439d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/quotas/6ddfc0ecaffa46bd8d7d756a46f05573 HTTP/1.1" status: 200 len: 375 time: 0.0205958 Nov 03 15:58:30.505501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4919e2-db93-495d-93ff-43077e9ed3d0 None None] Pushing event updated for resources: {'Port': ['ID=08e9ec6d-cc68-4e78-95ea-f970368214d5,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:30.563499 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:30.602832 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-5c37b9d8-339f-4a4a-9ee4-e09f13ef387c service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673216 Nov 03 15:58:30.610365 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-64149290-5464-48a0-a75c-e5010fae2801 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948007 Nov 03 15:58:30.668274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 108374a6-05bf-4033-beba-b886eb6c4de5 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:30.670912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 06d76668-baa5-4e59-93cb-5e4a3c189388 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:58:30.722352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 06d76668-baa5-4e59-93cb-5e4a3c189388 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:58:30.722707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 06d76668-baa5-4e59-93cb-5e4a3c189388 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:58:30.755345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:30.761157 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-7fbf4bc5-56f8-4ceb-aa8b-2b5c5dbfcd90 service neutron] 10.222.0.86 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499233 Nov 03 15:58:30.851135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e4d61476-328b-4598-9424-849535de8270 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:30.933574 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:30.969890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Allocated IP 19.86.0.2 (5c69ddd7-2031-4640-9795-6444d5a6dee5/388ff339-04dd-4ffa-b92a-1fbdcbaedcee/a36c24dc-0e17-467c-b970-17affcef9378) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:30.972092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7631667f-9f94-460b-beae-f06285868618']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:30.982837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:30.983203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cba787-d0e4-4ba7-8ae7-6ef6fa7605e5') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:30.995137 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.010966 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.012813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-aaaacd92-9926-4fd1-aa91-3ea5e39f7feb service neutron] 10.222.0.86 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406361 Nov 03 15:58:31.026943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:58:31.029392 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:58:31.098222 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:58:31.125329 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.183156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 108374a6-05bf-4033-beba-b886eb6c4de5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=108374a6-05bf-4033-beba-b886eb6c4de5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:31.198669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port e4d61476-328b-4598-9424-849535de8270 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:58:31.240723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e4d61476-328b-4598-9424-849535de8270 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:31.241089 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.253825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-c92351aa-de08-4f9b-9097-49a612d51d71 service neutron] 10.222.0.86 "GET /v2.0/networks/5c69ddd7-2031-4640-9795-6444d5a6dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322443 Nov 03 15:58:31.274712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '108374a6-05bf-4033-beba-b886eb6c4de5', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '108374a6-05bf-4033-beba-b886eb6c4de5', 'mac_address': 'fa:16:3e:06:c7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:31.287830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 08e9ec6d-cc68-4e78-95ea-f970368214d5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:31.301949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.323753 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.327491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7631667f-9f94-460b-beae-f06285868618 HTTP/1.1" status: 204 len: 168 time: 0.9462192 Nov 03 15:58:31.358029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9c31-223c-4756-932b-4cd9c1594f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=7631667f-9f94-460b-beae-f06285868618,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:31.382196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-7ab8f6e3-2b1a-4d38-b604-ee92bea9272d service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780497 Nov 03 15:58:31.480005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:31.491148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-ef8bb7c0-8fd5-4c26-b3b4-f6b2e2da16f9 service neutron] 10.222.0.86 "GET /v2.0/networks/5c69ddd7-2031-4640-9795-6444d5a6dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165706 Nov 03 15:58:31.495512 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fade19-bab4-41c8-aa9f-dae39d438ee9 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:31.516403 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fade19-bab4-41c8-aa9f-dae39d438ee9 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:31.523648 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-57fade19-bab4-41c8-aa9f-dae39d438ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:31.571544 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-57fade19-bab4-41c8-aa9f-dae39d438ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:31.586772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.614760 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fade19-bab4-41c8-aa9f-dae39d438ee9 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:31.617107 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-57fade19-bab4-41c8-aa9f-dae39d438ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:31.713078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.716969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9d516005-e67e-4b5e-8063-759be018c9bf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6213145 Nov 03 15:58:31.718747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51662) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:31.729689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e4a87c0d-cce1-4152-972e-ed59c235bfab tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'port_id': '2b75558d-ab71-428f-bced-93b29c0a37f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:31.804916 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-57fade19-bab4-41c8-aa9f-dae39d438ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:31.808464 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fade19-bab4-41c8-aa9f-dae39d438ee9 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:31.847605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108374a6-05bf-4033-beba-b886eb6c4de5 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:31.886759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51670) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:31.938300 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1a834-26e1-4783-99c2-17dfa136c672 x-openstack-request-id: req-bbb1a834-26e1-4783-99c2-17dfa136c672 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:31.938598 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74473d17-2de8-4e96-ba3d-b634a4101e9c", "name": "network-vif-unplugged", "status": "failed", "tag": "05702c83-56bb-4f8b-a0d7-23f48fc65426", "code": 422}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:31.938852 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bbb1a834-26e1-4783-99c2-17dfa136c672 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:31.939353 n-d-813897-2 neutron-server[108106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74473d17-2de8-4e96-ba3d-b634a4101e9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05702c83-56bb-4f8b-a0d7-23f48fc65426', 'code': 422} returned with failed status Nov 03 15:58:31.942191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a95c75c0-d885-41d5-b01d-156085cb020a service neutron] 10.222.0.86 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347715 Nov 03 15:58:31.954353 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.964338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 108374a6-05bf-4033-beba-b886eb6c4de5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=108374a6-05bf-4033-beba-b886eb6c4de5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:31.974142 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.976458 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.984308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 08e9ec6d-cc68-4e78-95ea-f970368214d5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:31.985223 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:31.989492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4a87c0d-cce1-4152-972e-ed59c235bfab tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.041152 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.043426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bad8a2db-6eaf-4250-ad79-fbd489b3be52 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ddac90a54164be8b478ee385fbf4c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530850 Nov 03 15:58:32.048995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51676) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:32.153677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Network 5c69ddd7-2031-4640-9795-6444d5a6dee5 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:32.179163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:32.191039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:32.209753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=108374a6-05bf-4033-beba-b886eb6c4de5,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:32.255674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-180fb1f9-77f9-4a9f-b885-dc07702458db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.264856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:32.304647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e4d61476-328b-4598-9424-849535de8270, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e4d61476-328b-4598-9424-849535de8270,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:32.316414 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-180fb1f9-77f9-4a9f-b885-dc07702458db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.373500 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.392550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-58494b56-0aed-48eb-9cad-5e694ae9bb4f service neutron] 10.222.0.86 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356453 Nov 03 15:58:32.451357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Attempting to bind port a36c24dc-0e17-467c-b970-17affcef9378 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:32.451890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Attempting to bind port a36c24dc-0e17-467c-b970-17affcef9378 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '154adcc9-328c-4044-8ba9-cda2cec99599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:32.452346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Attempting to bind port a36c24dc-0e17-467c-b970-17affcef9378 on network 5c69ddd7-2031-4640-9795-6444d5a6dee5 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:32.461345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Pushing event updated for resources: {'Port': ['ID=a36c24dc-0e17-467c-b970-17affcef9378,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:32.465137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-180fb1f9-77f9-4a9f-b885-dc07702458db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.468074 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-180fb1f9-77f9-4a9f-b885-dc07702458db admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.469978 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-180fb1f9-77f9-4a9f-b885-dc07702458db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67e7315e-a691-4774-ab55-4d498b5da57d HTTP/1.1" status: 204 len: 168 time: 0.4191518 Nov 03 15:58:32.483872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:32.484624 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Checking segment: {'id': '154adcc9-328c-4044-8ba9-cda2cec99599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:32.485294 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.486003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Bound using segment: {'id': '154adcc9-328c-4044-8ba9-cda2cec99599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:32.486607 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Bound port: a36c24dc-0e17-467c-b970-17affcef9378, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154adcc9-328c-4044-8ba9-cda2cec99599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:32.487103 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.487620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fb1f9-77f9-4a9f-b885-dc07702458db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e7315e-a691-4774-ab55-4d498b5da57d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:32.560675 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-37e2a478-a4d5-4da5-8ce5-9550f8b53ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.564251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:32.636793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b9fb9-4385-4114-a13d-069ec30dba27 None None] Network 9bb42350-8dca-4c50-ab08-c84a04ec5122 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:58:32.639254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc72e8-48dc-4e8f-bec3-bfacbcbb1a71 req-30471be7-f8e0-48fc-95a9-56e1a0c3d879 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:32.648046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fefc72e8-48dc-4e8f-bec3-bfacbcbb1a71 req-30471be7-f8e0-48fc-95a9-56e1a0c3d879 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 945 time: 0.3866045 Nov 03 15:58:32.732008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e4d61476-328b-4598-9424-849535de8270,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:32.846107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 08e9ec6d-cc68-4e78-95ea-f970368214d5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=08e9ec6d-cc68-4e78-95ea-f970368214d5,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:32.973063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:33.205712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109af5b-3a6c-4d6d-baf4-922dc88d0b53 req-c26f2754-44f6-495d-9da5-edd7be151944 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:33.214024 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d109af5b-3a6c-4d6d-baf4-922dc88d0b53 req-c26f2754-44f6-495d-9da5-edd7be151944 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 949 time: 0.1336141 Nov 03 15:58:33.309012 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:33.339280 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fefc72e8-48dc-4e8f-bec3-bfacbcbb1a71 req-6c588f8f-4be7-4815-9de0-a9919ce8d03c tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6900487 Nov 03 15:58:33.380812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d109af5b-3a6c-4d6d-baf4-922dc88d0b53 req-4df3c8bf-93ce-4e8a-aa74-622a24a82f3f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657012 Nov 03 15:58:33.382293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] For port a36c24dc-0e17-467c-b970-17affcef9378, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:33.417916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] For port a36c24dc-0e17-467c-b970-17affcef9378, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a36c24dc-0e17-467c-b970-17affcef9378,segment=NetworkSegment(154adcc9-328c-4044-8ba9-cda2cec99599),segment_id=154adcc9-328c-4044-8ba9-cda2cec99599)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:33.540809 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:33.543775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a24f5148-deb2-4ea1-814d-c66527062d9e None None] Provisioning complete for port 08e9ec6d-cc68-4e78-95ea-f970368214d5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:33.544680 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a24f5148-deb2-4ea1-814d-c66527062d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:33.645033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:33.661780 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-498712b9-bd02-496c-81ef-f8265cef192c req-727dd65b-e79c-45e7-9fc1-425f4541f823 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 210 time: 0.0708575 Nov 03 15:58:33.736570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b26c1da-91f0-4ade-bc5a-f504f3f5898b req-75e94d7f-18d0-4724-b740-8462ce17b7f6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 210 time: 0.1050382 Nov 03 15:58:33.805367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'mac_address': 'fa:16:3e:f6:b4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:33.931275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9794249-08ca-41f6-9083-2f57dea75281 req-aa328380-827f-4923-98f1-8126111343f8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:33.932768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-aa328380-827f-4923-98f1-8126111343f8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.2762394 Nov 03 15:58:33.940951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d61476-328b-4598-9424-849535de8270'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:33.950343 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8bb72d-d5fa-48ad-bbcb-5a933c71702e" -d '{"events": [{"server_uuid": "8f22b21b-a394-402e-afe3-b9d66955a7c7", "name": "network-vif-plugged", "status": "completed", "tag": "e4d61476-328b-4598-9424-849535de8270"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:33.950601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Request body: {'port': {'device_id': '81b49734-6560-4200-9c75-fab39aeaeaa1', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'admin_state_up': True, 'tenant_id': '453236d257d74a2bae741ad1e455f5c9'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:33.967866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=08e9ec6d-cc68-4e78-95ea-f970368214d5,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:34.106145 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.resource_extend [None req-e4a87c0d-cce1-4152-972e-ed59c235bfab tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:58:34.124547 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545d9469-1f04-4a7e-86f5-de5babd6a3bc x-openstack-request-id: req-545d9469-1f04-4a7e-86f5-de5babd6a3bc {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:34.124880 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f22b21b-a394-402e-afe3-b9d66955a7c7", "name": "network-vif-plugged", "status": "completed", "tag": "e4d61476-328b-4598-9424-849535de8270", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:34.125206 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-545d9469-1f04-4a7e-86f5-de5babd6a3bc {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:34.125855 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d61476-328b-4598-9424-849535de8270', 'code': 200} Nov 03 15:58:34.203213 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:34.258478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4a87c0d-cce1-4152-972e-ed59c235bfab tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:34.268492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4a87c0d-cce1-4152-972e-ed59c235bfab tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:34.332743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2877a77-4985-4643-bb3c-d9dc41603ba5 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:34.426860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0c03-f8b9-43e8-8111-03b596d9c1c2 None None] Pushing event updated for resources: {'Port': ['ID=a36c24dc-0e17-467c-b970-17affcef9378,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:34.443565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Made reservation on behalf of 453236d257d74a2bae741ad1e455f5c9 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:34.447248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:34.533865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:34.552522 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:34.645857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51750) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:34.688365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d112f0-6761-4f3f-a264-fd4b53e1b398 req-00c7cda7-8d3e-4feb-9000-56a1b9dfffba tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:34.689902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 108374a6-05bf-4033-beba-b886eb6c4de5 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:34.696761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9d112f0-6761-4f3f-a264-fd4b53e1b398 req-00c7cda7-8d3e-4feb-9000-56a1b9dfffba tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 949 time: 0.1292160 Nov 03 15:58:34.753145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Allocated IP 172.20.0.5 (98fefa13-b26e-4a4f-93cb-90848da7ea9a/e8f1e646-0c63-47c3-8cd0-a87565cea73d/0260141d-09af-4af9-8315-720af6f814f8) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:34.825809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f2877a77-4985-4643-bb3c-d9dc41603ba5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:34.907552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9d112f0-6761-4f3f-a264-fd4b53e1b398 req-dfa0de12-63d7-439c-9148-104694c5a749 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095942 Nov 03 15:58:34.943315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:34.979438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-970456789-network', 'tenant_id': '3a5b8c39f92e4a549c11e0f49a98be06'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:35.025093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Made reservation on behalf of 3a5b8c39f92e4a549c11e0f49a98be06 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:35.046179 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.050754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a87c0d-cce1-4152-972e-ed59c235bfab tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:35.093341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8ab16039-5925-4bbe-9078-6e2ffc29c9ed None None] Provisioning complete for port 08e9ec6d-cc68-4e78-95ea-f970368214d5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:35.095805 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8ab16039-5925-4bbe-9078-6e2ffc29c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.112846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.139333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3b59f-0f58-40b7-ab7e-1100abf1a127 req-5af6857d-8aa2-4d17-bbba-cbc039ef9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:35.141669 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5c3b59f-0f58-40b7-ab7e-1100abf1a127 req-5af6857d-8aa2-4d17-bbba-cbc039ef9615 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 1097 time: 0.8262343 Nov 03 15:58:35.203785 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-63611238-631a-440b-ad93-1e76848fae09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.299763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.302862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf2a6bcc-ecef-4262-ba66-bf50701cb8ba req-ebac63d8-3f17-425c-9621-14af6f4271aa tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 210 time: 0.0745089 Nov 03 15:58:35.328777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 108374a6-05bf-4033-beba-b886eb6c4de5 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:58:35.337314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2409f3e-f588-49ba-b37e-a6167d80e871 req-352eab8c-410e-4772-929a-3280493a097f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:35.348185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2409f3e-f588-49ba-b37e-a6167d80e871 req-352eab8c-410e-4772-929a-3280493a097f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.3094137 Nov 03 15:58:35.466266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.479732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 108374a6-05bf-4033-beba-b886eb6c4de5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:35.481547 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.491983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-afaa978c-5359-46a6-b9eb-a23ac984af92 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:35.498482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-afaa978c-5359-46a6-b9eb-a23ac984af92 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:35.501104 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-afaa978c-5359-46a6-b9eb-a23ac984af92 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "GET /v2.0/networks?id=9bb42350-8dca-4c50-ab08-c84a04ec5122&id=5c69ddd7-2031-4640-9795-6444d5a6dee5&id=9bb42350-8dca-4c50-ab08-c84a04ec5122 HTTP/1.1" status: 200 len: 1391 time: 0.4547200 Nov 03 15:58:35.509505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5c3b59f-0f58-40b7-ab7e-1100abf1a127 req-e9f9f79b-e831-4f3d-96a1-8d27149831a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803385 Nov 03 15:58:35.517885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'port': {'device_id': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122', 'admin_state_up': True, 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:35.542861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2409f3e-f588-49ba-b37e-a6167d80e871 req-cce8dd31-c5a7-4f36-89b5-b52478a3ab5d tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931820 Nov 03 15:58:35.616338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a36c24dc-0e17-467c-b970-17affcef9378 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:35.637302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.681672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a87c0d-cce1-4152-972e-ed59c235bfab tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:35.703948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4a87c0d-cce1-4152-972e-ed59c235bfab tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.713177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event updated for resources: {'Port': ['ID=0260141d-09af-4af9-8315-720af6f814f8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:35.744465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:35.748223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:35.753867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:35.774986 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.778494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d18d308-f6c6-45dc-a44f-184cd4038e12 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:35.780866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4694b421-d771-4cb2-89d1-34d3a58527b1 None None] Network 5c69ddd7-2031-4640-9795-6444d5a6dee5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:58:35.786485 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.812960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:58:35.843549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:35.844938 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.864813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:35.866256 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.867124 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Added segment b661c1c3-d4b9-418e-bd77-999ab24a73f6 of type vlan for network 7760c94d-fe16-4292-9c45-5db72224c288 Nov 03 15:58:35.869369 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:35.872402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18d308-f6c6-45dc-a44f-184cd4038e12 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:35.873768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3d18d308-f6c6-45dc-a44f-184cd4038e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:35.877258 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a174a789-de76-4ea9-942d-5a80b7f1e788 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9306037 Nov 03 15:58:35.893852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Request body: {'port': {'device_id': '81b49734-6560-4200-9c75-fab39aeaeaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:35.899230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e4a87c0d-cce1-4152-972e-ed59c235bfab tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/floatingips/d15e4c1d-8009-499d-98f3-273906efe7a5 HTTP/1.1" status: 200 len: 978 time: 4.1713531 Nov 03 15:58:35.911777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51776) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:35.952172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aa9469-4d0c-4206-8d2a-08beaecdd1f8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:35.968369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b5889-9099-4e1d-b1cd-b72d66a9889a req-80a2e857-e0db-42d2-acf9-ce10d44ec64d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:35.971009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f9b5889-9099-4e1d-b1cd-b72d66a9889a req-80a2e857-e0db-42d2-acf9-ce10d44ec64d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 931 time: 0.2227113 Nov 03 15:58:35.987794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3d18d308-f6c6-45dc-a44f-184cd4038e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:36.024819 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.142331 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.143838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:36.144651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.168429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f9b5889-9099-4e1d-b1cd-b72d66a9889a req-e685c2fe-d13c-4f48-a2d0-243cbfb0ee3a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628020 Nov 03 15:58:36.213711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5641606 Nov 03 15:58:36.215154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51786) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:36.268071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Request body: {'subnet': {'network_id': '7760c94d-fe16-4292-9c45-5db72224c288', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-970456789-subnet', 'tenant_id': '3a5b8c39f92e4a549c11e0f49a98be06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:36.322649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83dcd17-ef83-46bb-a2bb-4bf07a50318d admin admin] Pushing event updated for resources: {'Network': ['ID=7760c94d-fe16-4292-9c45-5db72224c288,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:36.336821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18d308-f6c6-45dc-a44f-184cd4038e12 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:36.338884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3d18d308-f6c6-45dc-a44f-184cd4038e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:36.342446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Made reservation on behalf of 3a5b8c39f92e4a549c11e0f49a98be06 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:36.346442 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.347722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a36c24dc-0e17-467c-b970-17affcef9378 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:36.348264 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.382647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.424483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port f00c5b41-1025-40b8-80c8-31a99d60c666 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:58:36.424902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.426812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece03712-e396-4500-a4fb-aef220e7b52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108374a6-05bf-4033-beba-b886eb6c4de5'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:36.429255 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee7ed47-861a-4451-a2f0-a7d50351d3a3" -d '{"events": [{"server_uuid": "ece03712-e396-4500-a4fb-aef220e7b52f", "name": "network-vif-plugged", "status": "completed", "tag": "108374a6-05bf-4033-beba-b886eb6c4de5"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:36.444412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 108374a6-05bf-4033-beba-b886eb6c4de5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=108374a6-05bf-4033-beba-b886eb6c4de5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:36.451435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 7760c94d-fe16-4292-9c45-5db72224c288 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:58:36.479530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7639e50-ab17-4544-a60f-908574c6232a req-2f4ee342-f19f-4d5f-878a-b259af36d202 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 210 time: 0.0597305 Nov 03 15:58:36.572224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.572828 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.629935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for f00c5b41-1025-40b8-80c8-31a99d60c666 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:58:36.694280 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.701512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-234ee0be-7b0f-46e8-afb8-c6004ac19bac None None] Provisioning complete for port a36c24dc-0e17-467c-b970-17affcef9378 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:36.702316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-234ee0be-7b0f-46e8-afb8-c6004ac19bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:36.706255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3d18d308-f6c6-45dc-a44f-184cd4038e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:36.706872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d18d308-f6c6-45dc-a44f-184cd4038e12 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:36.709474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10d89-c24d-422e-88b9-516f894e39ae req-4ba367ad-b33f-41bc-b7b9-b1191e346a06 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:36.711190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5b10d89-c24d-422e-88b9-516f894e39ae req-4ba367ad-b33f-41bc-b7b9-b1191e346a06 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 949 time: 0.6876640 Nov 03 15:58:36.737484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Allocated IP 19.80.0.135 (9bb42350-8dca-4c50-ab08-c84a04ec5122/a556c792-7343-4c42-925e-743e167eb8f2/66a3727f-73d9-4e29-99bc-ee2b495c9917) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:36.743711 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810ec7a8-711e-4003-b765-fdc615cecd08 x-openstack-request-id: req-810ec7a8-711e-4003-b765-fdc615cecd08 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:36.744198 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece03712-e396-4500-a4fb-aef220e7b52f", "name": "network-vif-plugged", "status": "completed", "tag": "108374a6-05bf-4033-beba-b886eb6c4de5", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:36.744461 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-810ec7a8-711e-4003-b765-fdc615cecd08 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:36.745945 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece03712-e396-4500-a4fb-aef220e7b52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108374a6-05bf-4033-beba-b886eb6c4de5', 'code': 200} Nov 03 15:58:36.872087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5b10d89-c24d-422e-88b9-516f894e39ae req-2c7dc6dc-e4e2-453e-9b1d-a1c5c5ff1a83 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439176 Nov 03 15:58:37.055029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0260141d-09af-4af9-8315-720af6f814f8 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:37.086365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.192590 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.207013 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.272789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.292637 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.376648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=108374a6-05bf-4033-beba-b886eb6c4de5,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:37.383601 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.415731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network 9bb42350-8dca-4c50-ab08-c84a04ec5122 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:37.417359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Transition to ACTIVE for port object 0260141d-09af-4af9-8315-720af6f814f8 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:58:37.418299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Port': ['ID=66a3727f-73d9-4e29-99bc-ee2b495c9917,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:37.429212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:37.437976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:37.449393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.483835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port a36c24dc-0e17-467c-b970-17affcef9378, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a36c24dc-0e17-467c-b970-17affcef9378,segment=NetworkSegment(154adcc9-328c-4044-8ba9-cda2cec99599),segment_id=154adcc9-328c-4044-8ba9-cda2cec99599)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:37.495204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2217dc-f26e-4b62-86c4-b41b0e2b78f8,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:37.496121 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.498200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 08e9ec6d-cc68-4e78-95ea-f970368214d5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:37.501807 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-234ee0be-7b0f-46e8-afb8-c6004ac19bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.514443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.548973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e841b5b-0c45-4925-88fd-e48064adb655 req-78f9fa80-50df-4c8a-b1b1-b2ca2c0a1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:37.550578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e841b5b-0c45-4925-88fd-e48064adb655 req-78f9fa80-50df-4c8a-b1b1-b2ca2c0a1a7d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 1101 time: 0.8818817 Nov 03 15:58:37.796829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:37.798101 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.812868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8d7ef-7f70-4d79-a9aa-14f20f427055 req-a0cf4d0f-ae59-4170-a828-9a12fbefd0f9 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:37.819754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Pushing event updated for resources: {'Port': ['ID=0260141d-09af-4af9-8315-720af6f814f8,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:37.833708 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5de8d7ef-7f70-4d79-a9aa-14f20f427055 req-a0cf4d0f-ae59-4170-a828-9a12fbefd0f9 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.8629544 Nov 03 15:58:37.839836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.840187 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP d15e4c1d-8009-499d-98f3-273906efe7a5 disassociated (deleted). External IP: 172.25.6.55, port: 2b75558d-ab71-428f-bced-93b29c0a37f5. Nov 03 15:58:37.851916 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.903340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Attempting to bind port 0260141d-09af-4af9-8315-720af6f814f8 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:37.903684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Attempting to bind port 0260141d-09af-4af9-8315-720af6f814f8 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:37.904439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Attempting to bind port 0260141d-09af-4af9-8315-720af6f814f8 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:37.920556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Port 0260141d-09af-4af9-8315-720af6f814f8 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:58:37.920878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Attempting to bind port 0260141d-09af-4af9-8315-720af6f814f8 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:37.927215 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-a8bbce93-2a9f-473f-9f66-58cfc13255a7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4141486 Nov 03 15:58:37.947544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'port': {'device_id': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5', 'admin_state_up': True, 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:37.964396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:37.964688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Checking segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:37.964922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Bound using segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:37.968260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Bound port: 0260141d-09af-4af9-8315-720af6f814f8, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:37.968260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:37.975789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=a36c24dc-0e17-467c-b970-17affcef9378,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:37.992362 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-234ee0be-7b0f-46e8-afb8-c6004ac19bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 15:58:37.992995 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-234ee0be-7b0f-46e8-afb8-c6004ac19bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 15:58:38.005462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 08e9ec6d-cc68-4e78-95ea-f970368214d5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:38.006305 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:38.125495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=f00c5b41-1025-40b8-80c8-31a99d60c666,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:38.134566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Checking segment: {'id': 'b661c1c3-d4b9-418e-bd77-999ab24a73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7760c94d-fe16-4292-9c45-5db72224c288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:38.134926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Network hostable DHCP agents. Network: 7760c94d-fe16-4292-9c45-5db72224c288, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:58:38.224306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Network 7760c94d-fe16-4292-9c45-5db72224c288 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:58:38.234544 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e841b5b-0c45-4925-88fd-e48064adb655 req-7d21ad1c-b920-48b4-963b-ef4c94b6162b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066318 Nov 03 15:58:38.243132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 7760c94d-fe16-4292-9c45-5db72224c288) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:38.250591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5de8d7ef-7f70-4d79-a9aa-14f20f427055 req-8048680a-3cb6-47f2-be34-6cd0150d3f67 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160159 Nov 03 15:58:38.253105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754af9f-2e07-425d-8cd8-5764c9146c4a None None] Network 7760c94d-fe16-4292-9c45-5db72224c288 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:58:38.285195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:38.285900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:38.343507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] For port 0260141d-09af-4af9-8315-720af6f814f8, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:38.354002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] For port 0260141d-09af-4af9-8315-720af6f814f8, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0260141d-09af-4af9-8315-720af6f814f8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:38.389454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:38.404731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a36c24dc-0e17-467c-b970-17affcef9378 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:38.513919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:38.514163 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:38.522863 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] 10.222.0.70 "PUT /v2.0/ports/0260141d-09af-4af9-8315-720af6f814f8 HTTP/1.1" status: 200 len: 1091 time: 2.6344688 Nov 03 15:58:38.537877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b49734-6560-4200-9c75-fab39aeaeaa1', 'tag': '0260141d-09af-4af9-8315-720af6f814f8'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:38.549649 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fe95c0-4b9a-461a-8325-72c47e82d35f" -d '{"events": [{"name": "network-changed", "server_uuid": "81b49734-6560-4200-9c75-fab39aeaeaa1", "tag": "0260141d-09af-4af9-8315-720af6f814f8"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:38.598680 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:38.717295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0e7df-d315-4796-87ef-8afea154807f service neutron] Pushing event updated for resources: {'Port': ['ID=0260141d-09af-4af9-8315-720af6f814f8,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:38.745838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:38.754671 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:38.783153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9794249-08ca-41f6-9083-2f57dea75281 req-139fe9c1-6609-4d15-aefd-b5088998a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:38.785157 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-139fe9c1-6609-4d15-aefd-b5088998a6d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 1094 time: 0.2013481 Nov 03 15:58:38.816135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a36c24dc-0e17-467c-b970-17affcef9378 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:38.817255 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:38.919139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77224535-bc54-422f-a12c-bfc93183c94e None None] Network 7760c94d-fe16-4292-9c45-5db72224c288 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:58:38.921183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:39.081381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Allocated IP 19.86.0.201 (5c69ddd7-2031-4640-9795-6444d5a6dee5/388ff339-04dd-4ffa-b92a-1fbdcbaedcee/cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:39.220304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:39.231824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b900fa94-6562-4eff-869c-ca9f22b9239f None None] Provisioning complete for port a36c24dc-0e17-467c-b970-17affcef9378 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:39.232222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b900fa94-6562-4eff-869c-ca9f22b9239f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:39.263026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f079465-fec9-4cab-a966-d6f57a07f930 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0041997 Nov 03 15:58:39.289380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827fb5-c3df-4156-b1bc-312583ee06e8 req-7fc45d2d-9d21-4db6-a4ba-025c8e636758 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:39.292314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4827fb5-c3df-4156-b1bc-312583ee06e8 req-7fc45d2d-9d21-4db6-a4ba-025c8e636758 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 943 time: 0.1921899 Nov 03 15:58:39.379560 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-6b027d4a-4840-4c71-8890-aadaf89e043d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0260141d-09af-4af9-8315-720af6f814f8 HTTP/1.1" status: 200 len: 217 time: 0.2796419 Nov 03 15:58:39.528218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9794249-08ca-41f6-9083-2f57dea75281 req-6b9dcecf-1370-41c0-be0d-7333f9e6b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:39.529758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-6b9dcecf-1370-41c0-be0d-7333f9e6b2a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.1409371 Nov 03 15:58:39.577026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-0f665d56-de88-4be5-93c0-175a2dbb438e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385697 Nov 03 15:58:39.594622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port f2877a77-4985-4643-bb3c-d9dc41603ba5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:39.595178 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:39.675918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:39.733688 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-9a77d401-8525-4b87-b0bc-90af1603d058 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485560 Nov 03 15:58:39.945259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:39.959871 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6623fd-7713-415d-bac7-9b5ccb1b2bdc None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:39.966059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b900fa94-6562-4eff-869c-ca9f22b9239f None None] Provisioning complete for port 66a3727f-73d9-4e29-99bc-ee2b495c9917 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:39.970478 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b900fa94-6562-4eff-869c-ca9f22b9239f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:39.992311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:39.995556 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6623fd-7713-415d-bac7-9b5ccb1b2bdc None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:39.999399 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8d6623fd-7713-415d-bac7-9b5ccb1b2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:40.070515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b900fa94-6562-4eff-869c-ca9f22b9239f None None] Port 66a3727f-73d9-4e29-99bc-ee2b495c9917 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:40.086329 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:40.088005 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4827fb5-c3df-4156-b1bc-312583ee06e8 req-715a1f65-7dc2-4089-9410-bd798cbe2418 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7698939 Nov 03 15:58:40.092187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ed79866d-ec94-4023-846e-c33e5ca7b323 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/floatingips/d15e4c1d-8009-499d-98f3-273906efe7a5 HTTP/1.1" status: 204 len: 168 time: 4.1762180 Nov 03 15:58:40.096921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51848) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:40.140560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:40.152900 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d9f502-6aa3-4b28-8f26-f2e4cc2261f0" -d '{"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-plugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:40.175390 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8d6623fd-7713-415d-bac7-9b5ccb1b2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:40.194575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:40.207153 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6623fd-7713-415d-bac7-9b5ccb1b2bdc None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:40.207381 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:40.208204 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8d6623fd-7713-415d-bac7-9b5ccb1b2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:40.301701 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8d6623fd-7713-415d-bac7-9b5ccb1b2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:40.302702 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6623fd-7713-415d-bac7-9b5ccb1b2bdc None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:40.321199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:40.323696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-8dd81bac-0edc-4422-8748-5d293e5349f6 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port 2b75558d-ab71-428f-bced-93b29c0a37f5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:58:40.328271 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8dd81bac-0edc-4422-8748-5d293e5349f6 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:40.345297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:40.425926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Port': ['ID=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:40.452777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network 5c69ddd7-2031-4640-9795-6444d5a6dee5 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:40.455834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:40.461689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:40.533712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:40.534368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:40.543566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9794249-08ca-41f6-9083-2f57dea75281 req-59b02e27-7f39-4fbd-bea8-5f8671708a55 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7980869 Nov 03 15:58:40.550327 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8dd81bac-0edc-4422-8748-5d293e5349f6 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:40.574805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-8dd81bac-0edc-4422-8748-5d293e5349f6 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for 2b75558d-ab71-428f-bced-93b29c0a37f5 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:58:40.587893 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-5e6fe6ab-45d9-41a7-8142-6b5d11524d90 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6519027 Nov 03 15:58:40.600721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'port': {'device_id': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122', 'admin_state_up': True, 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:40.930924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:40.945612 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:40.956891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6d4ed103-6849-4136-bdae-0b79811f4dac None None] Provisioning complete for port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:40.959278 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed103-6849-4136-bdae-0b79811f4dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:40.982093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8dd81bac-0edc-4422-8748-5d293e5349f6 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:41.034739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd81bac-0edc-4422-8748-5d293e5349f6 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=2b75558d-ab71-428f-bced-93b29c0a37f5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:41.037659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ed103-6849-4136-bdae-0b79811f4dac None None] Port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:41.307226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Allocated IP 19.80.0.238 (9bb42350-8dca-4c50-ab08-c84a04ec5122/a556c792-7343-4c42-925e-743e167eb8f2/aa3f24eb-58dc-4e8f-8ae4-57480b8219c4) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:41.359771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8dd81bac-0edc-4422-8748-5d293e5349f6 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:41.365971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8dd81bac-0edc-4422-8748-5d293e5349f6 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/ports/2b75558d-ab71-428f-bced-93b29c0a37f5 HTTP/1.1" status: 204 len: 168 time: 1.2661698 Nov 03 15:58:41.368586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51858) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:41.379015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:41.430861 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:41.624050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:41.693321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:41.752551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network 9bb42350-8dca-4c50-ab08-c84a04ec5122 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:41.757981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:41.761130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:41.761962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:41.824678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:41.825345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:41.841388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Port': ['ID=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:41.864377 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-6fb13e53-2d70-4754-8fcb-e5b44eb71d38 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2675536 Nov 03 15:58:41.879091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Request body: {'port': {'device_id': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:42.011293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.25.6.119 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/5708850f-ea5c-4e7e-8a06-eb00524d550b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:42.032152 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.245790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.280390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8ca49a2f-e235-4796-bdbe-73c1631952f9 None None] Provisioning complete for port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:42.287593 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8ca49a2f-e235-4796-bdbe-73c1631952f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.304034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.351906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:42.357425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:42.361358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:42.412307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=5708850f-ea5c-4e7e-8a06-eb00524d550b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:42.417438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8ca49a2f-e235-4796-bdbe-73c1631952f9 None None] Port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:42.503828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a3727f-73d9-4e29-99bc-ee2b495c9917 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:42.535518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.564048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.577110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Transition to ACTIVE for port object 66a3727f-73d9-4e29-99bc-ee2b495c9917 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:58:42.602265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.643677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.830451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Pushing event updated for resources: {'Port': ['ID=66a3727f-73d9-4e29-99bc-ee2b495c9917,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:42.868053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Attempting to bind port 66a3727f-73d9-4e29-99bc-ee2b495c9917 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:42.868551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Attempting to bind port 66a3727f-73d9-4e29-99bc-ee2b495c9917 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:42.869132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Attempting to bind port 66a3727f-73d9-4e29-99bc-ee2b495c9917 on network 9bb42350-8dca-4c50-ab08-c84a04ec5122 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:42.874149 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Port 66a3727f-73d9-4e29-99bc-ee2b495c9917 on network 9bb42350-8dca-4c50-ab08-c84a04ec5122 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:58:42.874591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Attempting to bind port 66a3727f-73d9-4e29-99bc-ee2b495c9917 on network 9bb42350-8dca-4c50-ab08-c84a04ec5122 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:42.875615 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.883168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.891577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:42.892727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Checking segment: {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:42.893258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Bound using segment: {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:42.893855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Bound port: 66a3727f-73d9-4e29-99bc-ee2b495c9917, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:42.894507 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:42.969589 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:43.033623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:43.037355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6643870 Nov 03 15:58:43.038347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51864) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:43.044818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'port': {'network_id': '34efbe05-9d42-443c-a5ac-0463d013efb6', 'name': 'tempest-FloatingIPTestJSON-270706821'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:43.065446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] For port 66a3727f-73d9-4e29-99bc-ee2b495c9917, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:43.073028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] For port 66a3727f-73d9-4e29-99bc-ee2b495c9917, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=66a3727f-73d9-4e29-99bc-ee2b495c9917,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:43.083175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:43.195410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:43.198652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:43.199316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811f9e3-f2a1-46e1-8d82-83b2f42718cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=5708850f-ea5c-4e7e-8a06-eb00524d550b,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:43.208316 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] 10.222.0.70 "PUT /v2.0/ports/66a3727f-73d9-4e29-99bc-ee2b495c9917 HTTP/1.1" status: 200 len: 1092 time: 1.3348503 Nov 03 15:58:43.212393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Made reservation on behalf of 1adabc456e6c44e7807354c27550df3e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:43.231198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:43.252169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Request body: {'port': {'device_id': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:43.271012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] device_id is not set on port 1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 15:58:43.419439 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:43.442978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3543c7-5af6-4ca7-8e3a-001d9c18e3aa service neutron] Pushing event updated for resources: {'Port': ['ID=66a3727f-73d9-4e29-99bc-ee2b495c9917,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:43.536419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.20.0.6 (34efbe05-9d42-443c-a5ac-0463d013efb6/7d638074-dbc4-4b4b-9193-5bcb2a3c23a0/1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:43.866335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:43.874244 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:43.893625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:43.922818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:43.944921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Transition to ACTIVE for port object cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:58:43.947578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:43.967616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 34efbe05-9d42-443c-a5ac-0463d013efb6 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:43.970149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:43.974743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:43.982310 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:44.049060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:44.050430 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:44.117167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2aa2950c-0b85-4fe0-8854-8f767d5e50d1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0776794 Nov 03 15:58:44.119802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51866) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:44.131003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6eccf941-f7e3-44b8-ae45-ad41b1b275a7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'port_id': '1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:44.148276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Pushing event updated for resources: {'Port': ['ID=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:44.212724 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6eccf941-f7e3-44b8-ae45-ad41b1b275a7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:44.264668 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Attempting to bind port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:44.265172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Attempting to bind port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '154adcc9-328c-4044-8ba9-cda2cec99599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:44.265562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Attempting to bind port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 on network 5c69ddd7-2031-4640-9795-6444d5a6dee5 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:44.275972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 on network 5c69ddd7-2031-4640-9795-6444d5a6dee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:58:44.276456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Attempting to bind port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 on network 5c69ddd7-2031-4640-9795-6444d5a6dee5 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:44.293054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:44.293054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Checking segment: {'id': '154adcc9-328c-4044-8ba9-cda2cec99599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:44.293623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Bound using segment: {'id': '154adcc9-328c-4044-8ba9-cda2cec99599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:44.294245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Bound port: cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154adcc9-328c-4044-8ba9-cda2cec99599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:44.294771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:44.448338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] For port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:44.451928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] For port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,segment=NetworkSegment(154adcc9-328c-4044-8ba9-cda2cec99599),segment_id=154adcc9-328c-4044-8ba9-cda2cec99599)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:44.457637 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:44.526370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:44.527028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:44.528466 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] 10.222.0.70 "PUT /v2.0/ports/cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 HTTP/1.1" status: 200 len: 1092 time: 1.2849174 Nov 03 15:58:44.576730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Request body: {'port': {'device_id': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:44.691347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d20c0-5759-4e21-963b-08571b4b7aeb service neutron] Pushing event updated for resources: {'Port': ['ID=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:44.708980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0260141d-09af-4af9-8315-720af6f814f8 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:44.782751 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.018895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0260141d-09af-4af9-8315-720af6f814f8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0260141d-09af-4af9-8315-720af6f814f8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:45.049126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '0260141d-09af-4af9-8315-720af6f814f8', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'port_id': '0260141d-09af-4af9-8315-720af6f814f8', 'mac_address': 'fa:16:3e:8d:f6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f1e646-0c63-47c3-8cd0-a87565cea73d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:45.057129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6eccf941-f7e3-44b8-ae45-ad41b1b275a7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.065472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6eccf941-f7e3-44b8-ae45-ad41b1b275a7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.157460 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.190697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0260141d-09af-4af9-8315-720af6f814f8 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:45.251782 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0260141d-09af-4af9-8315-720af6f814f8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0260141d-09af-4af9-8315-720af6f814f8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:45.266333 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-6eccf941-f7e3-44b8-ae45-ad41b1b275a7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP e4ddd503-7f17-40ce-a029-e19d78d8af7a associated. External IP: 172.25.6.119, port: 1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3. Nov 03 15:58:45.266560 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.400324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0260141d-09af-4af9-8315-720af6f814f8,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:45.423784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:45.434520 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.451376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Transition to ACTIVE for port object aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:58:45.461241 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.533728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0260141d-09af-4af9-8315-720af6f814f8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:45.663274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Pushing event updated for resources: {'Port': ['ID=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:45.666679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eccf941-f7e3-44b8-ae45-ad41b1b275a7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:45.774084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Attempting to bind port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:45.774421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Attempting to bind port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:45.774665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Attempting to bind port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 on network 9bb42350-8dca-4c50-ab08-c84a04ec5122 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:45.779489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 on network 9bb42350-8dca-4c50-ab08-c84a04ec5122 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:58:45.779733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Attempting to bind port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 on network 9bb42350-8dca-4c50-ab08-c84a04ec5122 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:45.785499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:45.786022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Checking segment: {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:45.786410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Bound using segment: {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:45.786843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Bound port: aa3f24eb-58dc-4e8f-8ae4-57480b8219c4, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a875fe47-985f-47fc-886f-fdefb1e98872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:45.787206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.905406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] For port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:45.910126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] For port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:45.923047 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.936170 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:58:45.954906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eccf941-f7e3-44b8-ae45-ad41b1b275a7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:45.972202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff3653-71e2-4b8a-a3ce-c1a8c27bdb4d None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:45.977255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6eccf941-f7e3-44b8-ae45-ad41b1b275a7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:45.989823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff3653-71e2-4b8a-a3ce-c1a8c27bdb4d None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:45.990453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d8ff3653-71e2-4b8a-a3ce-c1a8c27bdb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:46.034730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.035361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:46.037410 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] 10.222.0.70 "PUT /v2.0/ports/aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 HTTP/1.1" status: 200 len: 1092 time: 1.4700282 Nov 03 15:58:46.038038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d8ff3653-71e2-4b8a-a3ce-c1a8c27bdb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:46.053264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99540cf2-9fd4-4c4d-b827-f5d00ece8f7e service neutron] Pushing event updated for resources: {'Port': ['ID=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:46.078786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6eccf941-f7e3-44b8-ae45-ad41b1b275a7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/floatingips/e4ddd503-7f17-40ce-a029-e19d78d8af7a HTTP/1.1" status: 200 len: 977 time: 1.9559875 Nov 03 15:58:46.081639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51892) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:46.102192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff3653-71e2-4b8a-a3ce-c1a8c27bdb4d None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:46.102852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d8ff3653-71e2-4b8a-a3ce-c1a8c27bdb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:46.163358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d8ff3653-71e2-4b8a-a3ce-c1a8c27bdb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:46.164011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff3653-71e2-4b8a-a3ce-c1a8c27bdb4d None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:46.238364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff9db8-6e9d-43fd-9dd3-2795e2ae41c3 req-a43d8d3a-bdf6-4181-a8dd-9787eb63940e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.239939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12ff9db8-6e9d-43fd-9dd3-2795e2ae41c3 req-a43d8d3a-bdf6-4181-a8dd-9787eb63940e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 950 time: 0.0943666 Nov 03 15:58:46.325879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-2e4d12f0-b4fc-4507-bd97-a37d96fe6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.326736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-2e4d12f0-b4fc-4507-bd97-a37d96fe6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.327201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-2e4d12f0-b4fc-4507-bd97-a37d96fe6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.329505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-2e4d12f0-b4fc-4507-bd97-a37d96fe6c25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2866 time: 0.1993716 Nov 03 15:58:46.346225 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12ff9db8-6e9d-43fd-9dd3-2795e2ae41c3 req-e60759ce-58fc-4023-8cbc-f82821829874 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988190 Nov 03 15:58:46.361946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56505d-08cf-43e0-ae7f-fdb4bc61bc4b req-59f3ffeb-3ffe-41e9-9891-ba2ac41fa1d4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.368016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56505d-08cf-43e0-ae7f-fdb4bc61bc4b req-59f3ffeb-3ffe-41e9-9891-ba2ac41fa1d4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.374440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56505d-08cf-43e0-ae7f-fdb4bc61bc4b req-59f3ffeb-3ffe-41e9-9891-ba2ac41fa1d4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.376294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f56505d-08cf-43e0-ae7f-fdb4bc61bc4b req-59f3ffeb-3ffe-41e9-9891-ba2ac41fa1d4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2413 time: 0.1307859 Nov 03 15:58:46.415495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port 1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:58:46.415995 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:46.425656 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-9aba96e5-6ce2-4a2b-a874-77fd15d0f9e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=66a3727f-73d9-4e29-99bc-ee2b495c9917 HTTP/1.1" status: 200 len: 217 time: 0.0829844 Nov 03 15:58:46.427160 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dce1813-1acc-4cd9-9246-f9c610157e3d x-openstack-request-id: req-8dce1813-1acc-4cd9-9246-f9c610157e3d {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:46.427450 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b49734-6560-4200-9c75-fab39aeaeaa1", "tag": "0260141d-09af-4af9-8315-720af6f814f8", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:46.427701 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8dce1813-1acc-4cd9-9246-f9c610157e3d {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:46.428099 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b49734-6560-4200-9c75-fab39aeaeaa1', 'tag': '0260141d-09af-4af9-8315-720af6f814f8', 'status': 'completed', 'code': 200} Nov 03 15:58:46.551297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a01e5-f811-4541-9a15-661748686870 req-8ae4b4e6-9ac1-4769-8f35-50ab962e2fb0 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.554991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-298a01e5-f811-4541-9a15-661748686870 req-8ae4b4e6-9ac1-4769-8f35-50ab962e2fb0 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.0715785 Nov 03 15:58:46.610750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-c0b52414-f9d9-4dbb-b1e9-db4627b47cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.612130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-c0b52414-f9d9-4dbb-b1e9-db4627b47cf8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a556c792-7343-4c42-925e-743e167eb8f2 HTTP/1.1" status: 200 len: 801 time: 0.1715765 Nov 03 15:58:46.625537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f56505d-08cf-43e0-ae7f-fdb4bc61bc4b req-bc1c779d-ed3f-4748-a637-235e48607beb tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145379 Nov 03 15:58:46.643455 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-298a01e5-f811-4541-9a15-661748686870 req-269da93b-61fc-4b78-95d9-a65548d7e66a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786855 Nov 03 15:58:46.665417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:46.678446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-3010ec89-4336-408e-b385-8c81dde979fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.679916 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-3010ec89-4336-408e-b385-8c81dde979fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 1095 time: 0.2139719 Nov 03 15:58:46.708918 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2deb44-5ceb-4438-8ad9-8abb7cebf0ad x-openstack-request-id: req-0e2deb44-5ceb-4438-8ad9-8abb7cebf0ad {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:46.709616 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-plugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:46.709990 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0e2deb44-5ceb-4438-8ad9-8abb7cebf0ad {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:46.710661 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'code': 200} Nov 03 15:58:46.716434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0260141d-09af-4af9-8315-720af6f814f8 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:46.801241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-25ecfcd0-0e11-4fb1-9e0f-5011666379ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.802663 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-25ecfcd0-0e11-4fb1-9e0f-5011666379ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bb42350-8dca-4c50-ab08-c84a04ec5122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1815972 Nov 03 15:58:46.857395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 0260141d-09af-4af9-8315-720af6f814f8 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:58:46.865140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 0260141d-09af-4af9-8315-720af6f814f8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:46.865782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:46.885383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aca91a-2fbd-4be0-be53-75fcbd090faa req-d2b71759-8a60-4050-a3e7-fa42a6a3e56d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:46.895042 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7aca91a-2fbd-4be0-be53-75fcbd090faa req-d2b71759-8a60-4050-a3e7-fa42a6a3e56d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 944 time: 0.1171463 Nov 03 15:58:46.995090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7aca91a-2fbd-4be0-be53-75fcbd090faa req-44c5097c-df87-4207-8531-070342d5a7a6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985277 Nov 03 15:58:47.009737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-eebf1318-44bf-45e2-952e-e1f6c7a9019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:47.020335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-eebf1318-44bf-45e2-952e-e1f6c7a9019f service neutron] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 912 time: 0.3304517 Nov 03 15:58:47.030017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:47.077264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:47.078769 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:47.078769 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP e4ddd503-7f17-40ce-a029-e19d78d8af7a disassociated. External IP: 172.25.6.119, port: 1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3. Nov 03 15:58:47.078985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for 1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:58:47.097691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0260141d-09af-4af9-8315-720af6f814f8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0260141d-09af-4af9-8315-720af6f814f8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:47.105748 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:47.126327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-84386be0-3a6d-4117-a01f-f31bc7b5b47f service neutron] 10.222.0.70 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155060 Nov 03 15:58:47.131160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-aa809532-641b-4ca3-a44d-bdbafaec63b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0260141d-09af-4af9-8315-720af6f814f8 HTTP/1.1" status: 200 len: 217 time: 0.0974145 Nov 03 15:58:47.177959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0260141d-09af-4af9-8315-720af6f814f8,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:47.367023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-19386e3d-c239-49ba-9ac0-a8bf5569059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:47.368490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-19386e3d-c239-49ba-9ac0-a8bf5569059c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.1970174 Nov 03 15:58:47.396429 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-118efecc-4f70-473c-910a-078598ec5ffb tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:47.397834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-118efecc-4f70-473c-910a-078598ec5ffb tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/networks?id=7760c94d-fe16-4292-9c45-5db72224c288 HTTP/1.1" status: 200 len: 817 time: 0.3731995 Nov 03 15:58:47.403685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a399b3e-4300-4aae-966b-182dd6f5c01a req-59af961b-aab4-4d88-9d10-e7cf079f2e49 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:47.412922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a399b3e-4300-4aae-966b-182dd6f5c01a req-59af961b-aab4-4d88-9d10-e7cf079f2e49 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 1101 time: 0.0602782 Nov 03 15:58:47.428308 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9a399b3e-4300-4aae-966b-182dd6f5c01a req-5b878714-c187-40b4-92b2-b9887cf73e8e tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:47.432609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-b5712393-cea8-4b0a-92d3-3ea506652069 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530407 Nov 03 15:58:47.476426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-20854a2a-ae33-4073-8313-1105f3f64fe2 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/quotas/3a5b8c39f92e4a549c11e0f49a98be06 HTTP/1.1" status: 200 len: 375 time: 0.0500133 Nov 03 15:58:47.478222 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-0580e56c-2b16-48c6-9dfd-9b54b0fbb820 service neutron] 10.222.0.70 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976921 Nov 03 15:58:47.912007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-01e530da-d6db-4b98-9a1b-8ca01a25f1d3 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3a5b8c39f92e4a549c11e0f49a98be06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4197335 Nov 03 15:58:47.916793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-ba297a4b-9cd6-4193-aef7-4b4cefeb87d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 HTTP/1.1" status: 200 len: 217 time: 0.4262011 Nov 03 15:58:48.035789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:48.045036 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9a399b3e-4300-4aae-966b-182dd6f5c01a req-5b878714-c187-40b4-92b2-b9887cf73e8e tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:48.051098 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9a399b3e-4300-4aae-966b-182dd6f5c01a req-5b878714-c187-40b4-92b2-b9887cf73e8e tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:48.080151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:48.089761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a399b3e-4300-4aae-966b-182dd6f5c01a req-5b878714-c187-40b4-92b2-b9887cf73e8e tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733558 Nov 03 15:58:48.100355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-9dedd72f-d33c-4e89-990f-fefa97cf7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:48.101858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-9dedd72f-d33c-4e89-990f-fefa97cf7494 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=388ff339-04dd-4ffa-b92a-1fbdcbaedcee HTTP/1.1" status: 200 len: 801 time: 0.1626348 Nov 03 15:58:48.104438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-a727165d-114e-497d-88f8-3aef6f46dace service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589854 Nov 03 15:58:48.145008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b878714-c187-40b4-92b2-b9887cf73e8e tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a74d28-6513-41dc-bc17-923147d744cd,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:48.245912 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-42505a98-20b2-41f7-bd02-adb956e7292d service neutron] 10.222.0.86 "GET /v2.0/networks/7760c94d-fe16-4292-9c45-5db72224c288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187411 Nov 03 15:58:48.253337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e739-7c42-4846-a182-4305eb0b0057 req-80f5004a-b5a6-499d-a5dc-4a2322677123 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:48.268130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51932) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:48.268633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3019e739-7c42-4846-a182-4305eb0b0057 req-80f5004a-b5a6-499d-a5dc-4a2322677123 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.0744443 Nov 03 15:58:48.286054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-728df912-d4f0-4703-9e32-cfd630ca703f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Request body: {'floatingip': {'port_id': 'e4d61476-328b-4598-9424-849535de8270'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:48.426936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238ccd-769b-4d23-aa85-3999a89d97fb req-b156da92-9814-48b0-b0b1-9ef17633b2ce tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:48.430891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'tag': '66a3727f-73d9-4e29-99bc-ee2b495c9917'}, {'name': 'network-changed', 'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'tag': 'cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16'}, {'name': 'network-changed', 'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'tag': 'aa3f24eb-58dc-4e8f-8ae4-57480b8219c4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:48.433789 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99285c-7cb7-40e3-aed4-6091f364c2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "tag": "66a3727f-73d9-4e29-99bc-ee2b495c9917"}, {"name": "network-changed", "server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "tag": "cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16"}, {"name": "network-changed", "server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "tag": "aa3f24eb-58dc-4e8f-8ae4-57480b8219c4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:48.437546 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf238ccd-769b-4d23-aa85-3999a89d97fb req-b156da92-9814-48b0-b0b1-9ef17633b2ce tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 949 time: 0.0637109 Nov 03 15:58:48.475199 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-728df912-d4f0-4703-9e32-cfd630ca703f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:48.504113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf238ccd-769b-4d23-aa85-3999a89d97fb req-3b59ea2d-034a-42c6-ace0-0eae784a51cd tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646083 Nov 03 15:58:48.575399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-0f1862ce-0929-4f1a-9028-3abc100f9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:48.578392 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-0f1862ce-0929-4f1a-9028-3abc100f9554 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5c69ddd7-2031-4640-9795-6444d5a6dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4307077 Nov 03 15:58:48.651312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd77b31-db83-4619-bc95-73cb0c2fcc79 req-72e14237-a3c4-44cf-8596-889028dffa65 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:48.658560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd77b31-db83-4619-bc95-73cb0c2fcc79 req-72e14237-a3c4-44cf-8596-889028dffa65 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:48.665613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd77b31-db83-4619-bc95-73cb0c2fcc79 req-72e14237-a3c4-44cf-8596-889028dffa65 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:48.672810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0fe95c0-4b9a-461a-8325-72c47e82d35f req-c72b28cf-5690-4fa2-acc2-240a967d55a6 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244367 Nov 03 15:58:48.674179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dd77b31-db83-4619-bc95-73cb0c2fcc79 req-72e14237-a3c4-44cf-8596-889028dffa65 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2413 time: 0.1128783 Nov 03 15:58:48.711328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b49734-6560-4200-9c75-fab39aeaeaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0260141d-09af-4af9-8315-720af6f814f8'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:48.713747 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5e70e5-380b-4872-be12-184332a10575" -d '{"events": [{"server_uuid": "81b49734-6560-4200-9c75-fab39aeaeaa1", "name": "network-vif-plugged", "status": "completed", "tag": "0260141d-09af-4af9-8315-720af6f814f8"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:48.750852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:48.757259 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-cc7a034c-4528-4071-b6e7-39279467ac8e service neutron] 10.222.0.86 "GET /v2.0/networks/7760c94d-fe16-4292-9c45-5db72224c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992628 Nov 03 15:58:48.761172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dd77b31-db83-4619-bc95-73cb0c2fcc79 req-0961e80a-5dda-4a86-b6dc-3c5c4b19d448 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860035 Nov 03 15:58:48.923356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-9852e43b-72db-4baf-858e-f91df46368e7 service neutron] 10.222.0.70 "GET /v2.0/networks/5c69ddd7-2031-4640-9795-6444d5a6dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328617 Nov 03 15:58:48.950713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732554f9-042f-4b84-8713-c5db09af2f43 req-9ba25a09-eacf-4bfe-9e2c-8778f2ccf891 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:48.956942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732554f9-042f-4b84-8713-c5db09af2f43 req-9ba25a09-eacf-4bfe-9e2c-8778f2ccf891 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.0875268 Nov 03 15:58:49.036179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732554f9-042f-4b84-8713-c5db09af2f43 req-02010095-3db8-4839-99d4-1529c011e8a6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706446 Nov 03 15:58:49.234845 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28975bb2-e351-414d-8e18-45ed9d2d0597 x-openstack-request-id: req-28975bb2-e351-414d-8e18-45ed9d2d0597 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:49.235149 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "tag": "66a3727f-73d9-4e29-99bc-ee2b495c9917", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "tag": "cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "tag": "aa3f24eb-58dc-4e8f-8ae4-57480b8219c4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:49.235489 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28975bb2-e351-414d-8e18-45ed9d2d0597 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:49.235898 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'tag': '66a3727f-73d9-4e29-99bc-ee2b495c9917', 'status': 'completed', 'code': 200} Nov 03 15:58:49.236151 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'tag': 'cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16', 'status': 'completed', 'code': 200} Nov 03 15:58:49.236403 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'tag': 'aa3f24eb-58dc-4e8f-8ae4-57480b8219c4', 'status': 'completed', 'code': 200} Nov 03 15:58:49.256398 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fab1f84-5bcf-4125-aaf3-538f8f536a3c x-openstack-request-id: req-6fab1f84-5bcf-4125-aaf3-538f8f536a3c {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:49.256696 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b49734-6560-4200-9c75-fab39aeaeaa1", "name": "network-vif-plugged", "status": "completed", "tag": "0260141d-09af-4af9-8315-720af6f814f8", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:49.256949 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6fab1f84-5bcf-4125-aaf3-538f8f536a3c {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:49.257397 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b49734-6560-4200-9c75-fab39aeaeaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0260141d-09af-4af9-8315-720af6f814f8', 'code': 200} Nov 03 15:58:49.540930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:49.554858 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f6067c-27a2-452e-b63d-cd51e483e653 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:49.560767 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8169d0ca-f59d-4d0e-9874-5d379158fd14 req-2720c37d-d78d-4cbf-8a4c-1105ac2a5a7a tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 210 time: 0.2431581 Nov 03 15:58:49.584914 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f6067c-27a2-452e-b63d-cd51e483e653 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:49.585871 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-71f6067c-27a2-452e-b63d-cd51e483e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:49.661811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-e72cbe48-b396-4fe5-8b10-7e31b59d5657 service neutron] 10.222.0.70 "GET /v2.0/networks/5c69ddd7-2031-4640-9795-6444d5a6dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247822 Nov 03 15:58:49.701638 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-71f6067c-27a2-452e-b63d-cd51e483e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:49.738133 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f6067c-27a2-452e-b63d-cd51e483e653 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:49.740471 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-71f6067c-27a2-452e-b63d-cd51e483e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:49.839876 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-71f6067c-27a2-452e-b63d-cd51e483e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:49.840799 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f6067c-27a2-452e-b63d-cd51e483e653 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:49.863249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13b988-4b2e-47fe-ac9f-f1e568210432 req-f018bdeb-9867-4f14-ba6c-a96559080b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:49.865321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cd13b988-4b2e-47fe-ac9f-f1e568210432 req-f018bdeb-9867-4f14-ba6c-a96559080b67 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 1096 time: 0.5295076 Nov 03 15:58:49.932711 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-19d0720f-d1a7-4a93-b495-e4bc301f7671 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 HTTP/1.1" status: 200 len: 217 time: 0.2364948 Nov 03 15:58:49.981557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6738-da45-47a2-a7fa-566bb7681496 req-8eb6c755-a362-47c9-b4d1-c5f34c34ec2c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:49.988444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6738-da45-47a2-a7fa-566bb7681496 req-8eb6c755-a362-47c9-b4d1-c5f34c34ec2c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:49.996781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6738-da45-47a2-a7fa-566bb7681496 req-8eb6c755-a362-47c9-b4d1-c5f34c34ec2c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:50.011315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4efe6738-da45-47a2-a7fa-566bb7681496 req-8eb6c755-a362-47c9-b4d1-c5f34c34ec2c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2413 time: 0.1405675 Nov 03 15:58:50.023135 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-0047e769-240f-4629-a114-3a626c40aac2 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2190008 Nov 03 15:58:50.086266 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4efe6738-da45-47a2-a7fa-566bb7681496 req-0e41b290-ecda-4b56-bee1-e9316587e0e7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734074 Nov 03 15:58:50.144235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-728df912-d4f0-4703-9e32-cfd630ca703f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:50.225791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b36d852d-039e-4045-bbb4-4aedc76ff2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:50.227099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-b36d852d-039e-4045-bbb4-4aedc76ff2c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a556c792-7343-4c42-925e-743e167eb8f2 HTTP/1.1" status: 200 len: 801 time: 0.1781094 Nov 03 15:58:50.240380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-728df912-d4f0-4703-9e32-cfd630ca703f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:50.240888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64cdda-0958-4e0c-ba0f-539993c5a356 req-d775b8f3-7d57-4e35-b05d-47f5dde41629 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:50.242738 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d64cdda-0958-4e0c-ba0f-539993c5a356 req-d775b8f3-7d57-4e35-b05d-47f5dde41629 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.0816567 Nov 03 15:58:50.259558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:50.268613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:50.269697 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe8ff67f-111f-40b8-a2b8-e673f05f383c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/ports/1a5cc2eb-4b63-4d02-b3d7-2061e5ebc0d3 HTTP/1.1" status: 204 len: 168 time: 4.1868541 Nov 03 15:58:50.349620 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-81890d74-1338-469a-b892-4d5afb1c8ec4 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "GET /v2.0/floatingips/e4ddd503-7f17-40ce-a029-e19d78d8af7a HTTP/1.1" status: 200 len: 688 time: 0.0795405 Nov 03 15:58:50.353222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52006) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:50.420805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d64cdda-0958-4e0c-ba0f-539993c5a356 req-1cf79fe0-31ef-4e2e-9c72-98348fdee045 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679680 Nov 03 15:58:50.450321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cd13b988-4b2e-47fe-ac9f-f1e568210432 req-344758d2-ba23-4173-b63a-ba60d39de4f5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693376 Nov 03 15:58:50.481941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-41043b47-dd66-41df-baf6-f7a01b46841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:50.485609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-41043b47-dd66-41df-baf6-f7a01b46841f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bb42350-8dca-4c50-ab08-c84a04ec5122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2451377 Nov 03 15:58:50.492454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-80225406-bf60-4540-9b40-9563546f5ed6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:50.494027 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-80225406-bf60-4540-9b40-9563546f5ed6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4700599 Nov 03 15:58:50.515741 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-728df912-d4f0-4703-9e32-cfd630ca703f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Floating IP 0532b88b-2227-4a14-a18f-fe7a7648877e associated. External IP: 172.25.6.224, port: e4d61476-328b-4598-9424-849535de8270. Nov 03 15:58:50.520032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-74b97549-07d8-4761-86b4-0c6d0870054b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/quotas/659686e42cc5482f827515690024b39e HTTP/1.1" status: 200 len: 375 time: 0.0178027 Nov 03 15:58:50.552322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port 5708850f-ea5c-4e7e-8a06-eb00524d550b {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:58:50.552955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:50.664796 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:50.665281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:50.681518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for 5708850f-ea5c-4e7e-8a06-eb00524d550b owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:58:50.724874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b1c91bd-e98d-4993-aaf4-ca3cd04d08e7 req-64d882b2-d2a7-4d92-a59b-15ac54c63eec tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 210 time: 0.0421629 Nov 03 15:58:50.741506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:58:50.928995 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:50.986656 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:51.011549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:51.015845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=5708850f-ea5c-4e7e-8a06-eb00524d550b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:51.017190 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:51.076916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:51.133827 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:51.137027 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:51.145100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3de45670-9402-4079-9df9-bc390a2f40e7 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/floatingips/e4ddd503-7f17-40ce-a029-e19d78d8af7a HTTP/1.1" status: 204 len: 168 time: 0.7907288 Nov 03 15:58:51.146003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52032) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:51.151225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '0009e55a-7b79-427b-90a1-e9339f650249'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:51.184716 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-828ad604-2156-4001-aa60-b8f13c8546fb tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6293488 Nov 03 15:58:51.185400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:51.258369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:51.261067 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c9f109-f95c-4ad6-ae6f-7bd868283bd3" -d '{"events": [{"server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:51.311224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b07bec-85d9-4eb0-bfa9-8bb7af21b764 req-9b3b0720-72b2-406d-a0fb-da2016a09931 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:51.317967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b07bec-85d9-4eb0-bfa9-8bb7af21b764 req-9b3b0720-72b2-406d-a0fb-da2016a09931 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:51.328164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b07bec-85d9-4eb0-bfa9-8bb7af21b764 req-9b3b0720-72b2-406d-a0fb-da2016a09931 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:51.336816 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03b07bec-85d9-4eb0-bfa9-8bb7af21b764 req-9b3b0720-72b2-406d-a0fb-da2016a09931 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2413 time: 0.1340714 Nov 03 15:58:51.403688 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-d8cbcdc6-07d3-4b0f-8fc1-b0d5c8f60be5 service neutron] 10.222.0.70 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7571874 Nov 03 15:58:51.424605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03b07bec-85d9-4eb0-bfa9-8bb7af21b764 req-f1905cd5-6d3d-4c35-a8c2-b5e08d5c1114 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866659 Nov 03 15:58:51.487515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:51.497451 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09646eb9-5b41-42ef-adbd-9b17a7cc21b8 x-openstack-request-id: req-09646eb9-5b41-42ef-adbd-9b17a7cc21b8 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:51.497972 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:51.498295 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-09646eb9-5b41-42ef-adbd-9b17a7cc21b8 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:51.498737 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd', 'code': 200} Nov 03 15:58:51.545066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cda286a6-841e-49e2-84e4-5ca14f47645f req-c2b47071-55c0-48e9-9809-5935f765e112 service neutron] 10.222.0.70 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113749 Nov 03 15:58:51.554209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-0d60c957-360f-42ca-9f96-17e8c2c496b1 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:51.556276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-0d60c957-360f-42ca-9f96-17e8c2c496b1 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.15 "GET /v2.0/networks?id=7760c94d-fe16-4292-9c45-5db72224c288 HTTP/1.1" status: 200 len: 817 time: 0.8924983 Nov 03 15:58:51.592564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728df912-d4f0-4703-9e32-cfd630ca703f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Router 6b2f38f9-27ad-4592-b570-0b908e25ef5b has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:51.708187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Request body: {'port': {'device_id': '4c1dd21e-f9d6-438e-a9fe-1f96082a98b1', 'network_id': '7760c94d-fe16-4292-9c45-5db72224c288', 'admin_state_up': True, 'tenant_id': '3a5b8c39f92e4a549c11e0f49a98be06'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:51.750781 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:51.876814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-e7569958-0e92-4443-bf6e-afb7ee62ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:51.877863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-e7569958-0e92-4443-bf6e-afb7ee62ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:51.878333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-e7569958-0e92-4443-bf6e-afb7ee62ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:51.880080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-e7569958-0e92-4443-bf6e-afb7ee62ae04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2866 time: 0.2341456 Nov 03 15:58:52.020883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728df912-d4f0-4703-9e32-cfd630ca703f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:52.033070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] Sync routers for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:52.054595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:52.055245 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:52.056140 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-728df912-d4f0-4703-9e32-cfd630ca703f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:52.064838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31d3e43e-4270-454c-988c-80d07921f8e0 req-6dbe8fcd-2dc6-49a8-9ac9-6e96f4321a9e tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 210 time: 0.1253312 Nov 03 15:58:52.190111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.25.6.237 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/faf71246-86b3-48c2-9299-9dbcca673e9c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:52.210576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-728df912-d4f0-4703-9e32-cfd630ca703f tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "PUT /v2.0/floatingips/0532b88b-2227-4a14-a18f-fe7a7648877e HTTP/1.1" status: 200 len: 992 time: 3.9301746 Nov 03 15:58:52.221784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6db3b-6f52-40d7-9c97-a21bff60efd9 req-3a51452e-6ee6-4188-9b8b-6f5aadbe64a6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:52.226324 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'tag': 'e4d61476-328b-4598-9424-849535de8270'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:52.230993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7f6db3b-6f52-40d7-9c97-a21bff60efd9 req-3a51452e-6ee6-4188-9b8b-6f5aadbe64a6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.5786471 Nov 03 15:58:52.233014 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6695eb90-a343-46c3-9169-7fdd33d38ade" -d '{"events": [{"name": "network-changed", "server_uuid": "8f22b21b-a394-402e-afe3-b9d66955a7c7", "tag": "e4d61476-328b-4598-9424-849535de8270"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:52.314924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Made reservation on behalf of 3a5b8c39f92e4a549c11e0f49a98be06 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:52.340262 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:52.352151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:58:52.355211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-942d2589-1671-48c0-b777-74b5ee285f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:52.355887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-942d2589-1671-48c0-b777-74b5ee285f77 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bb42350-8dca-4c50-ab08-c84a04ec5122 HTTP/1.1" status: 200 len: 902 time: 0.4581001 Nov 03 15:58:52.416715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7f6db3b-6f52-40d7-9c97-a21bff60efd9 req-6dbe89c8-1ade-4692-a87d-8b8b6ad03951 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745687 Nov 03 15:58:52.488436 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-ab6e285f-c04b-4c85-9112-9cf65477b757 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=66a3727f-73d9-4e29-99bc-ee2b495c9917 HTTP/1.1" status: 200 len: 217 time: 0.1125975 Nov 03 15:58:52.539710 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:52.626867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:52.666255 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb77f20-bab7-48c0-b21e-408314565f69 x-openstack-request-id: req-adb77f20-bab7-48c0-b21e-408314565f69 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:52.666544 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f22b21b-a394-402e-afe3-b9d66955a7c7", "tag": "e4d61476-328b-4598-9424-849535de8270", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:52.666744 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-adb77f20-bab7-48c0-b21e-408314565f69 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:52.667156 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'tag': 'e4d61476-328b-4598-9424-849535de8270', 'status': 'completed', 'code': 200} Nov 03 15:58:52.700778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:52.718804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '0532b88b-2227-4a14-a18f-fe7a7648877e', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'port_id': 'e4d61476-328b-4598-9424-849535de8270', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'mac_address': 'fa:16:3e:0c:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:57:24Z', 'updated_at': '2021-11-03T15:58:49Z', 'revision_number': 1, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4d006e-9548-47a4-bd70-1834e04ca732', 'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'mac_address': 'fa:16:3e:22:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:13Z', 'updated_at': '2021-11-03T15:57:22Z', 'revision_number': 5, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'subnets': [{'id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:52.779868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-f9d10041-3ba8-4994-86c4-cc9f1501a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:52.781585 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-f9d10041-3ba8-4994-86c4-cc9f1501a695 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a556c792-7343-4c42-925e-743e167eb8f2 HTTP/1.1" status: 200 len: 801 time: 0.2695889 Nov 03 15:58:52.784575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] Checking router: 6b2f38f9-27ad-4592-b570-0b908e25ef5b for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:58:52.785513 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42a36bf3-455c-4950-a720-a37f348f4837 req-ea12fc53-d404-4248-bd2d-bbcbd648c68d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 210 time: 0.0764480 Nov 03 15:58:52.787553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:52.803037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:52.805738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:52.817068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:52.843631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=faf71246-86b3-48c2-9299-9dbcca673e9c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:52.909503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-70db2b4c-cd7b-412e-ad90-d31db11a81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:52.911046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-70db2b4c-cd7b-412e-ad90-d31db11a81ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64fa0c8d86aa4a7c905a40b8931fb8ab&device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 1097 time: 0.2326694 Nov 03 15:58:52.997935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:58:53.084420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-90e125c7-869d-43b8-a46a-e74d0b93652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:53.088910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-90e125c7-869d-43b8-a46a-e74d0b93652b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bb42350-8dca-4c50-ab08-c84a04ec5122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2797308 Nov 03 15:58:53.184459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ff6cd-cb25-4a57-85f3-5193630944f5 req-01563dbd-76b1-4ce1-8f3c-fbd685bc47f7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:53.211536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ff6cd-cb25-4a57-85f3-5193630944f5 req-01563dbd-76b1-4ce1-8f3c-fbd685bc47f7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:53.226965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ff6cd-cb25-4a57-85f3-5193630944f5 req-01563dbd-76b1-4ce1-8f3c-fbd685bc47f7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:53.250129 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba9ff6cd-cb25-4a57-85f3-5193630944f5 req-01563dbd-76b1-4ce1-8f3c-fbd685bc47f7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2413 time: 0.4830341 Nov 03 15:58:53.256406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Allocated IP 172.20.0.5 (7760c94d-fe16-4292-9c45-5db72224c288/fe2217dc-f26e-4b62-86c4-b41b0e2b78f8/096f0a09-ca83-4e58-9934-ad97f03c1e24) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:53.397098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac21ddd4-ee20-4a3c-b326-c04a271a85ce req-5219a6c4-9502-487a-945f-c0b7cc9016f0 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 210 time: 0.1647308 Nov 03 15:58:53.504474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '0532b88b-2227-4a14-a18f-fe7a7648877e', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'port_id': 'e4d61476-328b-4598-9424-849535de8270', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'mac_address': 'fa:16:3e:0c:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:57:24Z', 'updated_at': '2021-11-03T15:58:49Z', 'revision_number': 1, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4d006e-9548-47a4-bd70-1834e04ca732', 'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'mac_address': 'fa:16:3e:22:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:13Z', 'updated_at': '2021-11-03T15:57:22Z', 'revision_number': 5, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'subnets': [{'id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:53.515756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba9ff6cd-cb25-4a57-85f3-5193630944f5 req-0e04ae45-406d-4575-8229-c9e634dd1c10 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560449 Nov 03 15:58:53.556396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da44dd-654a-46ec-8056-c6b3130fd5d5 None None] The sync data for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 is: [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '0532b88b-2227-4a14-a18f-fe7a7648877e', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'port_id': 'e4d61476-328b-4598-9424-849535de8270', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'mac_address': 'fa:16:3e:0c:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T15:57:24Z', 'updated_at': '2021-11-03T15:58:49Z', 'revision_number': 1, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4d006e-9548-47a4-bd70-1834e04ca732', 'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'mac_address': 'fa:16:3e:22:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:13Z', 'updated_at': '2021-11-03T15:57:22Z', 'revision_number': 5, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'subnets': [{'id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:53.717756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:53.727305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-43829805-2715-4ad7-b291-7f5a43f6d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:53.729290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-43829805-2715-4ad7-b291-7f5a43f6d5e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b56bf33-964b-47f0-96a4-87ef72248f36 HTTP/1.1" status: 200 len: 916 time: 0.7907403 Nov 03 15:58:53.857004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:53.915037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-af2fce54-2750-475f-a23f-c1cb0d28987f service neutron] 10.222.0.70 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599476 Nov 03 15:58:54.051713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae23cc-7b72-4576-9e0a-bd0eed86fc56 req-c9d602eb-7306-4cde-940f-53fcd6cbcd4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:54.054066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17ae23cc-7b72-4576-9e0a-bd0eed86fc56 req-c9d602eb-7306-4cde-940f-53fcd6cbcd4a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.3458407 Nov 03 15:58:54.060270 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-62ccdece-1061-4bfa-a190-283514367c75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d61476-328b-4598-9424-849535de8270 HTTP/1.1" status: 200 len: 1000 time: 0.3065841 Nov 03 15:58:54.147562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8e1696d-6849-4d74-8918-dc11d46b788b req-23e94d00-096d-4b0c-926b-fbeaa53ffdc0 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 210 time: 0.1118748 Nov 03 15:58:54.156449 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e5db8-8671-4a1d-8438-04c8f3379062 None None] New status for floating IP 0532b88b-2227-4a14-a18f-fe7a7648877e: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 15:58:54.168605 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:54.276508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-ce2262eb-5d0c-480d-85dd-c72c58c650b5 service neutron] 10.222.0.70 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285856 Nov 03 15:58:54.284209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-dfa5f388-7418-423c-b51e-2017124f559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:54.286410 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-dfa5f388-7418-423c-b51e-2017124f559c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63d3e4bf-e6f0-4edd-a74e-bee7bb95d536 HTTP/1.1" status: 200 len: 854 time: 0.2110577 Nov 03 15:58:54.297696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17ae23cc-7b72-4576-9e0a-bd0eed86fc56 req-908b9b6e-f7fc-488d-bae1-85d4d8a9c4ef tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307656 Nov 03 15:58:54.362760 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:54.368680 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:54.395362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:54.556431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-5ab5f83e-fbc5-4dea-b3ce-780be8d24cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:54.558514 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-5ab5f83e-fbc5-4dea-b3ce-780be8d24cbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b56bf33-964b-47f0-96a4-87ef72248f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547436 Nov 03 15:58:54.623452 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Network 7760c94d-fe16-4292-9c45-5db72224c288 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:54.687427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:54.689297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Pushing event updated for resources: {'Port': ['ID=096f0a09-ca83-4e58-9934-ad97f03c1e24,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:54.698686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-90091929-dbad-4ebd-b058-7e30aec42605 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1704819 Nov 03 15:58:54.704281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:54.718927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=faf71246-86b3-48c2-9299-9dbcca673e9c,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:54.757714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 66a3727f-73d9-4e29-99bc-ee2b495c9917 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:54.790015 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:54.858308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:54.859690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:54.864206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-5f7905a4-d4b9-434e-8aa7-c8e9f2eba551 service neutron] 10.222.0.15 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543228 Nov 03 15:58:54.954336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:54.956672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-fc302126-dfb6-4441-aa1a-41de51ae6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:54.958514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-fc302126-dfb6-4441-aa1a-41de51ae6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:54.959248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-fc302126-dfb6-4441-aa1a-41de51ae6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:54.961113 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-fc302126-dfb6-4441-aa1a-41de51ae6fb4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2866 time: 0.5612092 Nov 03 15:58:54.975643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06517888-4271-476a-bf25-fb8750f0fe4a req-c332aafc-2333-438a-a715-46451a4bcde3 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:54.977321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06517888-4271-476a-bf25-fb8750f0fe4a req-c332aafc-2333-438a-a715-46451a4bcde3 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 931 time: 0.3182869 Nov 03 15:58:55.012446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-58806729-0ced-4dec-88cf-4250931d766b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3115687 Nov 03 15:58:55.055104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Request body: {'port': {'device_id': '4c1dd21e-f9d6-438e-a9fe-1f96082a98b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:55.055399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38fa83-5aad-43e7-a45c-8588dd3acd28 req-6d7ad6fe-2372-43c3-8803-e4b0652c057c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:55.062579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38fa83-5aad-43e7-a45c-8588dd3acd28 req-6d7ad6fe-2372-43c3-8803-e4b0652c057c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:55.068072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:55.074809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38fa83-5aad-43e7-a45c-8588dd3acd28 req-6d7ad6fe-2372-43c3-8803-e4b0652c057c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:55.084978 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c38fa83-5aad-43e7-a45c-8588dd3acd28 req-6d7ad6fe-2372-43c3-8803-e4b0652c057c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2413 time: 0.3777070 Nov 03 15:58:55.085442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '748edb1d-34f0-440f-b247-c3f6176300ec', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '748edb1d-34f0-440f-b247-c3f6176300ec', 'mac_address': 'fa:16:3e:f1:2e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:55.098016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 66a3727f-73d9-4e29-99bc-ee2b495c9917, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=66a3727f-73d9-4e29-99bc-ee2b495c9917,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:55.170131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '66a3727f-73d9-4e29-99bc-ee2b495c9917', 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122', 'port_id': '66a3727f-73d9-4e29-99bc-ee2b495c9917', 'mac_address': 'fa:16:3e:58:82:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a556c792-7343-4c42-925e-743e167eb8f2', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:55.209452 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6695eb90-a343-46c3-9169-7fdd33d38ade req-cd561f75-92e7-4aeb-8d6f-af265890f737 service neutron] 10.222.0.15 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216865 Nov 03 15:58:55.219314 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:55.224894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06517888-4271-476a-bf25-fb8750f0fe4a req-6bd23742-7dfb-47b7-ae27-86a39c768ed5 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098758 Nov 03 15:58:55.228709 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:55.273420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748edb1d-34f0-440f-b247-c3f6176300ec {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:55.274865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-e871f19c-2cb5-413e-85e9-b45d5f591fab tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1246767 Nov 03 15:58:55.281751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-071bce44-a214-4e7c-80f3-8b839a103363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:55.282907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-071bce44-a214-4e7c-80f3-8b839a103363 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5c69ddd7-2031-4640-9795-6444d5a6dee5 HTTP/1.1" status: 200 len: 903 time: 0.3045611 Nov 03 15:58:55.303895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:55.315057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:55.323455 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:55.378410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a3727f-73d9-4e29-99bc-ee2b495c9917 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:55.401253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 66a3727f-73d9-4e29-99bc-ee2b495c9917, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=66a3727f-73d9-4e29-99bc-ee2b495c9917,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:55.409688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:55.410335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:55.463064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c38fa83-5aad-43e7-a45c-8588dd3acd28 req-9b81cd14-254b-4b77-96dd-4cc3a63cb440 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770404 Nov 03 15:58:55.470357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ed5587c6-65c6-4836-8540-e9bca322cca6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:55.471836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ed5587c6-65c6-4836-8540-e9bca322cca6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7441063 Nov 03 15:58:55.475415 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP ab6046f5-2229-48c0-9e66-944e3f70e530 associated. External IP: 172.25.6.237, port: 0009e55a-7b79-427b-90a1-e9339f650249. Nov 03 15:58:55.484159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:55.524852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['748edb1d-34f0-440f-b247-c3f6176300ec'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:55.557475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:55.593774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'aa3f24eb-58dc-4e8f-8ae4-57480b8219c4', 'network_id': '9bb42350-8dca-4c50-ab08-c84a04ec5122', 'port_id': 'aa3f24eb-58dc-4e8f-8ae4-57480b8219c4', 'mac_address': 'fa:16:3e:8f:11:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a556c792-7343-4c42-925e-743e167eb8f2', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:55.614673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=66a3727f-73d9-4e29-99bc-ee2b495c9917,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:55.654646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Request body: {'port': {'device_id': 'ebb21650-159a-4c5c-9065-8b8ce2307636', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '659686e42cc5482f827515690024b39e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:55.677656 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:55.704603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:55.747483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:55.758577 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:55.759305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:58:55.783032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-dc58dfa2-2a50-4312-8d71-1131280e135c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 HTTP/1.1" status: 200 len: 217 time: 0.4716301 Nov 03 15:58:55.783347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35ab5c83-2df9-4fb7-a944-d56ad2dfdd8c req-76280409-2747-435e-b463-38bc68aba4fa tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 210 time: 0.0586572 Nov 03 15:58:55.893141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:55.928962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-a05b34ca-6ebc-4513-ab0b-f8e95edf2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:55.930432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-a05b34ca-6ebc-4513-ab0b-f8e95edf2bac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=388ff339-04dd-4ffa-b92a-1fbdcbaedcee HTTP/1.1" status: 200 len: 801 time: 0.1382227 Nov 03 15:58:55.940212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,segment=NetworkSegment(154adcc9-328c-4044-8ba9-cda2cec99599),segment_id=154adcc9-328c-4044-8ba9-cda2cec99599)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:55.942276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493a16b-d2b6-467e-a5c2-9a53e8a0a996 req-8eca8890-4b5e-4b38-b04e-e80b6573569b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:55.943417 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4493a16b-d2b6-467e-a5c2-9a53e8a0a996 req-8eca8890-4b5e-4b38-b04e-e80b6573569b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1655638 Nov 03 15:58:55.949320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-7988385d-5eff-44c5-905b-5852161e4293 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:55.950999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-7988385d-5eff-44c5-905b-5852161e4293 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6300645 Nov 03 15:58:55.979860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Request body: {'port': {'device_id': '0637aad2-e8a0-45e6-9d25-488bbe9fd3f9', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '659686e42cc5482f827515690024b39e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:56.065468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Made reservation on behalf of 659686e42cc5482f827515690024b39e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:56.068918 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.085127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:58:56.088187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-751a024a-345d-4a4b-a253-c42c36aa9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.089712 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-751a024a-345d-4a4b-a253-c42c36aa9d24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5c69ddd7-2031-4640-9795-6444d5a6dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1398246 Nov 03 15:58:56.095810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4493a16b-d2b6-467e-a5c2-9a53e8a0a996 req-474ed206-739a-47bb-a181-7667385b47b4 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346200 Nov 03 15:58:56.099085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16', 'network_id': '5c69ddd7-2031-4640-9795-6444d5a6dee5', 'port_id': 'cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16', 'mac_address': 'fa:16:3e:54:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388ff339-04dd-4ffa-b92a-1fbdcbaedcee', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:58:56.144868 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.159065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:56.183534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,segment=NetworkSegment(154adcc9-328c-4044-8ba9-cda2cec99599),segment_id=154adcc9-328c-4044-8ba9-cda2cec99599)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:56.190081 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.248823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-3629aca1-2b08-4ec5-906b-f1dec360c474 service neutron] 10.222.0.70 "GET /v2.0/networks/5c69ddd7-2031-4640-9795-6444d5a6dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500502 Nov 03 15:58:56.250543 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:56.253463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096f0a09-ca83-4e58-9934-ad97f03c1e24 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:56.265014 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.325120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Transition to ACTIVE for port object 096f0a09-ca83-4e58-9934-ad97f03c1e24 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:58:56.330798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.382190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Made reservation on behalf of 659686e42cc5482f827515690024b39e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:56.385647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.405330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Pushing event updated for resources: {'Port': ['ID=096f0a09-ca83-4e58-9934-ad97f03c1e24,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:56.424382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Allocated IP 192.168.233.137 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/2ef4e51b-13ec-4a07-9b7b-d3925ef221a3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:56.429792 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-c2158ecb-9702-4d65-8f2a-1291415e08ba service neutron] 10.222.0.70 "GET /v2.0/networks/5c69ddd7-2031-4640-9795-6444d5a6dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672857 Nov 03 15:58:56.465417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:58:56.485425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67124b6c-f77d-4381-ab8c-129d22340f6f None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:58:56.496029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Attempting to bind port 096f0a09-ca83-4e58-9934-ad97f03c1e24 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:56.496674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Attempting to bind port 096f0a09-ca83-4e58-9934-ad97f03c1e24 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'b661c1c3-d4b9-418e-bd77-999ab24a73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7760c94d-fe16-4292-9c45-5db72224c288'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:56.497196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Attempting to bind port 096f0a09-ca83-4e58-9934-ad97f03c1e24 on network 7760c94d-fe16-4292-9c45-5db72224c288 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:56.502757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67124b6c-f77d-4381-ab8c-129d22340f6f None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:56.502942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Port 096f0a09-ca83-4e58-9934-ad97f03c1e24 on network 7760c94d-fe16-4292-9c45-5db72224c288 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:58:56.503179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Attempting to bind port 096f0a09-ca83-4e58-9934-ad97f03c1e24 on network 7760c94d-fe16-4292-9c45-5db72224c288 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:56.503409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-67124b6c-f77d-4381-ab8c-129d22340f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:56.552342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:56.554909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-67124b6c-f77d-4381-ab8c-129d22340f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:56.556472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:56.556834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Checking segment: {'id': 'b661c1c3-d4b9-418e-bd77-999ab24a73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7760c94d-fe16-4292-9c45-5db72224c288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:56.557601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Bound using segment: {'id': 'b661c1c3-d4b9-418e-bd77-999ab24a73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7760c94d-fe16-4292-9c45-5db72224c288'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:56.558120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Bound port: 096f0a09-ca83-4e58-9934-ad97f03c1e24, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b661c1c3-d4b9-418e-bd77-999ab24a73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7760c94d-fe16-4292-9c45-5db72224c288'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:56.558533 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.585392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['aa3f24eb-58dc-4e8f-8ae4-57480b8219c4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:56.635782 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67124b6c-f77d-4381-ab8c-129d22340f6f None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:58:56.636418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-67124b6c-f77d-4381-ab8c-129d22340f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:56.682702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-67124b6c-f77d-4381-ab8c-129d22340f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:58:56.683275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-4d7a95e2-a186-4820-b756-597959ea3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.683441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67124b6c-f77d-4381-ab8c-129d22340f6f None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:58:56.683755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-4d7a95e2-a186-4820-b756-597959ea3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.684977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-4d7a95e2-a186-4820-b756-597959ea3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.687918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-4d7a95e2-a186-4820-b756-597959ea3238 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2869 time: 0.1735806 Nov 03 15:58:56.706028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2a04c-3309-4c4d-bb42-a931075c04d4 req-b448b7fd-1606-40a6-b45e-7ffa22a8513d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.712346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2a04c-3309-4c4d-bb42-a931075c04d4 req-b448b7fd-1606-40a6-b45e-7ffa22a8513d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.718347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2a04c-3309-4c4d-bb42-a931075c04d4 req-b448b7fd-1606-40a6-b45e-7ffa22a8513d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.720448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8d2a04c-3309-4c4d-bb42-a931075c04d4 req-b448b7fd-1606-40a6-b45e-7ffa22a8513d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2416 time: 0.1436813 Nov 03 15:58:56.752762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] For port 096f0a09-ca83-4e58-9934-ad97f03c1e24, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:58:56.792037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] For port 096f0a09-ca83-4e58-9934-ad97f03c1e24, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=096f0a09-ca83-4e58-9934-ad97f03c1e24,segment=NetworkSegment(b661c1c3-d4b9-418e-bd77-999ab24a73f6),segment_id=b661c1c3-d4b9-418e-bd77-999ab24a73f6)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:58:56.798621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952167d-017c-4b4e-ad0c-693b1f2dfa0b req-0cdebdee-ca4b-4fe6-bdc9-2f2dbc09aee8 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.806627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e952167d-017c-4b4e-ad0c-693b1f2dfa0b req-0cdebdee-ca4b-4fe6-bdc9-2f2dbc09aee8 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 943 time: 0.4661715 Nov 03 15:58:56.853423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.862054 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.939750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.940363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:56.941774 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/096f0a09-ca83-4e58-9934-ad97f03c1e24 HTTP/1.1" status: 200 len: 1091 time: 1.9092958 Nov 03 15:58:56.947806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1dd21e-f9d6-438e-a9fe-1f96082a98b1', 'tag': '096f0a09-ca83-4e58-9934-ad97f03c1e24'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:56.950079 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e68738d-1150-411d-bc98-b6e2179afbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1dd21e-f9d6-438e-a9fe-1f96082a98b1", "tag": "096f0a09-ca83-4e58-9934-ad97f03c1e24"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:56.957114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e77cb947-ff1c-4e07-9ce4-684739cb572f tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.8097279 Nov 03 15:58:56.966908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52180) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:56.972756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-642871490'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:56.983310 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8d2a04c-3309-4c4d-bb42-a931075c04d4 req-c486520a-86c4-40bd-b7ac-ecb04176c0ab tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395575 Nov 03 15:58:56.984649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-9335b05a-0bfe-4cd5-a7df-f71fa1d3a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:56.986087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-9335b05a-0bfe-4cd5-a7df-f71fa1d3a48a service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bb42350-8dca-4c50-ab08-c84a04ec5122 HTTP/1.1" status: 200 len: 902 time: 0.2905455 Nov 03 15:58:56.986821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-added731-363e-456f-aa30-c94bee8a24d2 service neutron] Pushing event updated for resources: {'Port': ['ID=096f0a09-ca83-4e58-9934-ad97f03c1e24,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:56.989691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e952167d-017c-4b4e-ad0c-693b1f2dfa0b req-cbf78092-75f9-48d0-89c0-ec169a8266ec tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820204 Nov 03 15:58:57.030503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Made reservation on behalf of 1adabc456e6c44e7807354c27550df3e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:57.035268 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:57.053293 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-1f8b7b7e-ee42-45b2-8aed-0af66c13b28a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 HTTP/1.1" status: 200 len: 217 time: 0.0591762 Nov 03 15:58:57.069380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:57.086416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:58:57.112398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:57.112737 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Added segment d02b0ee8-6018-4e1b-9ecb-bd2533b7da44 of type vlan for network 29312466-69ef-49f0-88aa-8d3689769f85 Nov 03 15:58:57.144210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-72022de4-4c03-4f81-bd5f-0edd7dae32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:57.145735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-72022de4-4c03-4f81-bd5f-0edd7dae32eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a556c792-7343-4c42-925e-743e167eb8f2 HTTP/1.1" status: 200 len: 801 time: 0.0691719 Nov 03 15:58:57.147527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-1b74a990-e5a8-4569-a725-8c493cb93618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:57.148874 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-1b74a990-e5a8-4569-a725-8c493cb93618 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a5b8c39f92e4a549c11e0f49a98be06&device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 1094 time: 0.1053190 Nov 03 15:58:57.176191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:57.182465 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:57.212633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-caba0d98-dd69-416c-9165-bd3a21e47156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:57.214212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-caba0d98-dd69-416c-9165-bd3a21e47156 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bb42350-8dca-4c50-ab08-c84a04ec5122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508189 Nov 03 15:58:57.297150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02d32f44-1804-49bc-a88d-eee026b15401 req-f3685d81-5e3b-4f33-b211-112ae73e7ffc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 210 time: 0.0819640 Nov 03 15:58:57.308540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:57.317498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:57.322778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:57.323252 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6d4953-2d05-4fd6-8b57-cb75b8082872 x-openstack-request-id: req-be6d4953-2d05-4fd6-8b57-cb75b8082872 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:58:57.323602 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1dd21e-f9d6-438e-a9fe-1f96082a98b1", "tag": "096f0a09-ca83-4e58-9934-ad97f03c1e24", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:58:57.324209 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be6d4953-2d05-4fd6-8b57-cb75b8082872 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:58:57.324659 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1dd21e-f9d6-438e-a9fe-1f96082a98b1', 'tag': '096f0a09-ca83-4e58-9934-ad97f03c1e24', 'status': 'completed', 'code': 200} Nov 03 15:58:57.328537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-0d88c459-5902-4b47-803e-94f439883ab8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=096f0a09-ca83-4e58-9934-ad97f03c1e24 HTTP/1.1" status: 200 len: 217 time: 0.0483570 Nov 03 15:58:57.354763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event updated for resources: {'Port': ['ID=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:57.368348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Allocated IP 192.168.233.153 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/96fd1d11-3e1c-481d-80b2-115c42f750ff) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:58:57.385430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:57.418761 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-794c1229-a473-47ec-85dc-676decddee49 service neutron] 10.222.0.70 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961973 Nov 03 15:58:57.444643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:57.450795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:57.452019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:57.463592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-be8d4d48-6f16-4832-a64a-13ae3779b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:57.466130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-be8d4d48-6f16-4832-a64a-13ae3779b0c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe2217dc-f26e-4b62-86c4-b41b0e2b78f8 HTTP/1.1" status: 200 len: 857 time: 0.1102338 Nov 03 15:58:57.503084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5350497 Nov 03 15:58:57.503745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52202) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:57.530001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'subnet': {'network_id': '29312466-69ef-49f0-88aa-8d3689769f85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:57.564291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-dbb44f0b-b7e6-447e-85fc-3e51a464ea4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7760c94d-fe16-4292-9c45-5db72224c288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661447 Nov 03 15:58:57.580202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a0b4a-8e9e-434a-acaa-feb95a74df63 req-6d1fe0be-5e7a-45d1-89cc-8662a8ef55e9 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:57.581747 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf5a0b4a-8e9e-434a-acaa-feb95a74df63 req-6d1fe0be-5e7a-45d1-89cc-8662a8ef55e9 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 949 time: 0.1594250 Nov 03 15:58:57.607742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['66a3727f-73d9-4e29-99bc-ee2b495c9917'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:57.629369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:57.630033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:57.683738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-71aa6794-687e-4731-8824-607eb0cefe1c None None] Provisioning complete for port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:57.684201 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-71aa6794-687e-4731-8824-607eb0cefe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:57.685685 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee99285c-7cb7-40e3-aed4-6091f364c2d7 req-ba7ca31d-7e60-4cf6-82c2-f70ff8a0d802 service neutron] 10.222.0.70 "GET /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351248 Nov 03 15:58:57.715995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c51c2e-df31-4f8d-9c04-f13cfa241438 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Network': ['ID=29312466-69ef-49f0-88aa-8d3689769f85,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:57.730553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-ab157dc0-223c-47bb-a8d7-bcfd071aa4e5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1186302 Nov 03 15:58:57.737260 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf5a0b4a-8e9e-434a-acaa-feb95a74df63 req-1da527a6-29da-488b-8701-69fb981630f1 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420560 Nov 03 15:58:57.742416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 29312466-69ef-49f0-88aa-8d3689769f85 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:58:57.747885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-71aa6794-687e-4731-8824-607eb0cefe1c None None] Port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:57.750695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-23a6a528-d273-414f-b81e-b6245a08d838 service neutron] 10.222.0.15 "GET /v2.0/networks/7760c94d-fe16-4292-9c45-5db72224c288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630590 Nov 03 15:58:57.751726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48822-f049-420d-bf34-455c7e3f051b req-d6e5a56d-3ea3-4b8e-8e25-2780e9bb071f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:57.758154 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44d48822-f049-420d-bf34-455c7e3f051b req-d6e5a56d-3ea3-4b8e-8e25-2780e9bb071f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.2849765 Nov 03 15:58:57.798330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Request body: {'port': {'device_id': 'ebb21650-159a-4c5c-9065-8b8ce2307636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:57.896847 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d50414e-a95a-4793-b2ba-06bfd68e75c7 req-66528c93-cc40-40cc-a8a1-16f94ee65995 service neutron] 10.222.0.15 "GET /v2.0/networks/7760c94d-fe16-4292-9c45-5db72224c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354883 Nov 03 15:58:57.958231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Made reservation on behalf of 1adabc456e6c44e7807354c27550df3e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:58:57.961926 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:58.057818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-92997424-e9e1-414d-9f8c-230d02d395c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:58.059568 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-92997424-e9e1-414d-9f8c-230d02d395c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a5b8c39f92e4a549c11e0f49a98be06&device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 1094 time: 0.0555217 Nov 03 15:58:58.068674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44d48822-f049-420d-bf34-455c7e3f051b req-3c27b9fb-5ce1-434c-999f-c70598fdcbcd tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091633 Nov 03 15:58:58.105558 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:58.118605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:58.203749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-58fb8be9-e09b-4169-89d5-427498c450b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:58.205320 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-58fb8be9-e09b-4169-89d5-427498c450b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7760c94d-fe16-4292-9c45-5db72224c288 HTTP/1.1" status: 200 len: 918 time: 0.1381269 Nov 03 15:58:58.252258 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-066a7dce-c002-4496-9121-6ec8c152391b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=096f0a09-ca83-4e58-9934-ad97f03c1e24 HTTP/1.1" status: 200 len: 217 time: 0.0385742 Nov 03 15:58:58.309633 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:58.315290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-14eec7f8-a94a-4ef6-bc4e-aeb91508d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:58.317881 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-14eec7f8-a94a-4ef6-bc4e-aeb91508d01e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe2217dc-f26e-4b62-86c4-b41b0e2b78f8 HTTP/1.1" status: 200 len: 857 time: 0.0587389 Nov 03 15:58:58.366155 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-51354b99-283c-47c1-a3aa-583465088f40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7760c94d-fe16-4292-9c45-5db72224c288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406482 Nov 03 15:58:58.425457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:58:58.448424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab29eb-a1d0-4361-bf07-75e9057fc155 req-e3b43c2a-b281-4ae3-a1ef-50ada33655fa tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:58.454818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab29eb-a1d0-4361-bf07-75e9057fc155 req-e3b43c2a-b281-4ae3-a1ef-50ada33655fa tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:58.460923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab29eb-a1d0-4361-bf07-75e9057fc155 req-e3b43c2a-b281-4ae3-a1ef-50ada33655fa tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:58.462711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6bab29eb-a1d0-4361-bf07-75e9057fc155 req-e3b43c2a-b281-4ae3-a1ef-50ada33655fa tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2416 time: 0.2825840 Nov 03 15:58:58.488999 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-2bc2e835-90a5-40ad-9312-4fd12779f59d service neutron] 10.222.0.15 "GET /v2.0/networks/7760c94d-fe16-4292-9c45-5db72224c288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155012 Nov 03 15:58:58.551062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db8dbd-6395-4e3c-9a2d-8e7dbaaee43d req-7b5adef9-d198-4643-b371-0adb0a414562 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:58.551315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:58:58.552775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-01db8dbd-6395-4e3c-9a2d-8e7dbaaee43d req-7b5adef9-d198-4643-b371-0adb0a414562 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 943 time: 0.0543182 Nov 03 15:58:58.587085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:58.589378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:58:58.604763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event updated for resources: {'Port': ['ID=96fd1d11-3e1c-481d-80b2-115c42f750ff,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:58.623653 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-01db8dbd-6395-4e3c-9a2d-8e7dbaaee43d req-5aeaede7-d8f5-4fde-87bb-92cf1eb3cc21 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644171 Nov 03 15:58:58.706843 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:58.757789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:58.852641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e68738d-1150-411d-bc98-b6e2179afbdc req-138f4326-e295-420e-8c83-872bd32db32a service neutron] 10.222.0.15 "GET /v2.0/networks/7760c94d-fe16-4292-9c45-5db72224c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017031 Nov 03 15:58:58.866183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6bab29eb-a1d0-4361-bf07-75e9057fc155 req-bff0fa3a-7cee-42e0-b58b-0554dd44dcea tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676894 Nov 03 15:58:58.887373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:58.888058 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:58.889468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:58:58.896052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:58.896679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:58.990122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:59.010080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Subnet': ['ID=46a7f6e3-ba1c-4b36-832d-6eac789a4fce,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:59.041288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-2dc5a0c8-ea7c-4811-9dd0-059f6501ed12 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0677063 Nov 03 15:58:59.065945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Request body: {'port': {'device_id': '0637aad2-e8a0-45e6-9d25-488bbe9fd3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:59.109147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Checking segment: {'id': 'd02b0ee8-6018-4e1b-9ecb-bd2533b7da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '29312466-69ef-49f0-88aa-8d3689769f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:59.110020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network hostable DHCP agents. Network: 29312466-69ef-49f0-88aa-8d3689769f85, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:58:59.184627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40a523-4954-4849-bb24-be8c54d22c53 req-237d54ea-127b-4a3c-b5ff-04a343db622c tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:59.185075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4c825fd1-0f3c-432d-a1cc-3c1bb6125da2 None None] Provisioning complete for port 96fd1d11-3e1c-481d-80b2-115c42f750ff triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:59.185572 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c825fd1-0f3c-432d-a1cc-3c1bb6125da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.193071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac40a523-4954-4849-bb24-be8c54d22c53 req-237d54ea-127b-4a3c-b5ff-04a343db622c tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 936 time: 0.2192087 Nov 03 15:58:59.221752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:58:59.244028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.248333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4c825fd1-0f3c-432d-a1cc-3c1bb6125da2 None None] Port 96fd1d11-3e1c-481d-80b2-115c42f750ff cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:58:59.259357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 29312466-69ef-49f0-88aa-8d3689769f85 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:58:59.264867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 748edb1d-34f0-440f-b247-c3f6176300ec triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:58:59.265439 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.274952 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.298419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Transition to ACTIVE for port object 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:58:59.301726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.304715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 29312466-69ef-49f0-88aa-8d3689769f85) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:58:59.316512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:59.317367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.320335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.336765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60060f1b-bd95-439c-bbf9-e47da7fa9faf None None] Network 29312466-69ef-49f0-88aa-8d3689769f85 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:58:59.362405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac40a523-4954-4849-bb24-be8c54d22c53 req-4407d825-46ec-4ec3-be2a-af553faf9174 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684406 Nov 03 15:58:59.478805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:58:59.490362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-49e76ba5-c0fe-47ee-9f93-21d807e1a5cf tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9641175 Nov 03 15:58:59.506469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52308) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:58:59.513493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1938478668', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:58:59.537682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:58:59.540146 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ddff1-1466-4122-8f6e-1d08462f2df7" -d '{"events": [{"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:58:59.576967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,segment=NetworkSegment(154adcc9-328c-4044-8ba9-cda2cec99599),segment_id=154adcc9-328c-4044-8ba9-cda2cec99599)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:58:59.598064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d9462-6fae-4887-81fd-41c6b4ec22aa req-07b5ba83-f164-4424-95ff-b2b0cd665165 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:58:59.612212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d26d9462-6fae-4887-81fd-41c6b4ec22aa req-07b5ba83-f164-4424-95ff-b2b0cd665165 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1688104 Nov 03 15:58:59.614136 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.614988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 66a3727f-73d9-4e29-99bc-ee2b495c9917 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:58:59.705312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.708888 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.818706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:58:59.900416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Attempting to bind port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:58:59.901035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Attempting to bind port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:58:59.901575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Attempting to bind port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:59.911034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:58:59.911783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Attempting to bind port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:58:59.928786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:58:59.929488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:58:59.930094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:58:59.930788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Bound port: 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:58:59.931326 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.088771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 66a3727f-73d9-4e29-99bc-ee2b495c9917 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:00.107323 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070d6b05-6717-46a8-82ca-1b0482513695 x-openstack-request-id: req-070d6b05-6717-46a8-82ca-1b0482513695 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:00.107588 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:00.107840 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-070d6b05-6717-46a8-82ca-1b0482513695 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:00.108270 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16', 'code': 200} Nov 03 15:59:00.109005 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.111076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:00.155808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 66a3727f-73d9-4e29-99bc-ee2b495c9917 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:00.156540 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.194381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] For port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:00.214243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-29312466-69ef-49f0-88aa-8d3689769f85', 'network_id': '29312466-69ef-49f0-88aa-8d3689769f85', 'tenant_id': '1adabc456e6c44e7807354c27550df3e', 'fixed_ips': [{'subnet_id': '46a7f6e3-ba1c-4b36-832d-6eac789a4fce'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:59:00.214243 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.236323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] For port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:00.243012 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d26d9462-6fae-4887-81fd-41c6b4ec22aa req-8f979237-e6eb-4fe7-b225-57334758656d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6289685 Nov 03 15:59:00.256550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.262720 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.350518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:00.355435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.356278 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 HTTP/1.1" status: 200 len: 1096 time: 2.5930643 Nov 03 15:59:00.441647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb21650-159a-4c5c-9065-8b8ce2307636', 'tag': '2ef4e51b-13ec-4a07-9b7b-d3925ef221a3'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:00.456784 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f5189b-a021-4fac-b8e1-99827c863e80" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb21650-159a-4c5c-9065-8b8ce2307636", "tag": "2ef4e51b-13ec-4a07-9b7b-d3925ef221a3"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:00.464035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Allocated IP 172.20.0.2 (29312466-69ef-49f0-88aa-8d3689769f85/46a7f6e3-ba1c-4b36-832d-6eac789a4fce/66949a2c-3a0c-4053-81d0-df3ba8eca408) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:00.568085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e74e0c-8b32-43dc-b4b8-e3f8a6eda216 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:00.635658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cc8f0-1e5b-4945-ac6c-42dd7d9ae8da req-09290ceb-1329-49ab-a56e-cc5466ba41e9 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:00.642972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cc8f0-1e5b-4945-ac6c-42dd7d9ae8da req-09290ceb-1329-49ab-a56e-cc5466ba41e9 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:00.670199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cc8f0-1e5b-4945-ac6c-42dd7d9ae8da req-09290ceb-1329-49ab-a56e-cc5466ba41e9 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:00.672318 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.673157 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a98cc8f0-1e5b-4945-ac6c-42dd7d9ae8da req-09290ceb-1329-49ab-a56e-cc5466ba41e9 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2417 time: 0.2165475 Nov 03 15:59:00.695007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.712503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fd1d11-3e1c-481d-80b2-115c42f750ff {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:00.731704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.746069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Transition to ACTIVE for port object 96fd1d11-3e1c-481d-80b2-115c42f750ff will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:59:00.757632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:00.758400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.767893 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a98cc8f0-1e5b-4945-ac6c-42dd7d9ae8da req-851f620e-c709-4cfb-b5a2-fe17b61a4500 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766768 Nov 03 15:59:00.776461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-931fd772-f709-4bff-a680-b052396562a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:00.778108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-931fd772-f709-4bff-a680-b052396562a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=ebb21650-159a-4c5c-9065-8b8ce2307636 HTTP/1.1" status: 200 len: 1099 time: 0.3174095 Nov 03 15:59:00.788708 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:00.793301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9fc5f-bc71-4848-af2f-7f4302357186 req-552c6e5c-c39a-4db5-b522-2db163abc96f tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:00.798202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:00.809073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72e9fc5f-bc71-4848-af2f-7f4302357186 req-552c6e5c-c39a-4db5-b522-2db163abc96f tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 943 time: 0.5313997 Nov 03 15:59:00.821616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Network 29312466-69ef-49f0-88aa-8d3689769f85 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:00.831676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:00.906437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:00.909044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Pushing event updated for resources: {'Port': ['ID=66949a2c-3a0c-4053-81d0-df3ba8eca408,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:00.970735 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.029416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.296564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.303639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.25.6.51 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/1c6dda71-e25b-4955-abb5-66c5f47ba3d0) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:01.313091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 096f0a09-ca83-4e58-9934-ad97f03c1e24 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:01.328475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220c714-b6f6-4060-9dc3-ce08e5920d23 req-95eec199-2ef5-4289-80cb-342e90023e97 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:01.330688 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2220c714-b6f6-4060-9dc3-ce08e5920d23 req-95eec199-2ef5-4289-80cb-342e90023e97 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 948 time: 0.1103411 Nov 03 15:59:01.444175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 096f0a09-ca83-4e58-9934-ad97f03c1e24, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=096f0a09-ca83-4e58-9934-ad97f03c1e24,segment=NetworkSegment(b661c1c3-d4b9-418e-bd77-999ab24a73f6),segment_id=b661c1c3-d4b9-418e-bd77-999ab24a73f6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:01.456779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-dad198f2-3e26-4082-b5e4-836eeab6892d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 HTTP/1.1" status: 200 len: 217 time: 0.0892572 Nov 03 15:59:01.508568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 66a3727f-73d9-4e29-99bc-ee2b495c9917, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=66a3727f-73d9-4e29-99bc-ee2b495c9917,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:01.509806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '096f0a09-ca83-4e58-9934-ad97f03c1e24', 'network_id': '7760c94d-fe16-4292-9c45-5db72224c288', 'port_id': '096f0a09-ca83-4e58-9934-ad97f03c1e24', 'mac_address': 'fa:16:3e:23:a4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2217dc-f26e-4b62-86c4-b41b0e2b78f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:01.555309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2220c714-b6f6-4060-9dc3-ce08e5920d23 req-99756b1e-6e6c-4351-9b8d-57eed498af1d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168977 Nov 03 15:59:01.562901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Pushing event updated for resources: {'Port': ['ID=96fd1d11-3e1c-481d-80b2-115c42f750ff,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:01.622135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.656321 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.661320 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.662150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:01.694459 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3458039d-c4f3-4dda-bdb9-2eb72c63b4db x-openstack-request-id: req-3458039d-c4f3-4dda-bdb9-2eb72c63b4db {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:01.694738 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb21650-159a-4c5c-9065-8b8ce2307636", "tag": "2ef4e51b-13ec-4a07-9b7b-d3925ef221a3", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:01.694988 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3458039d-c4f3-4dda-bdb9-2eb72c63b4db {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:01.695389 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb21650-159a-4c5c-9065-8b8ce2307636', 'tag': '2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', 'status': 'completed', 'code': 200} Nov 03 15:59:01.704119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.755695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72e9fc5f-bc71-4848-af2f-7f4302357186 req-025d7eee-cb26-4e07-86fc-e79551c76922 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772812 Nov 03 15:59:01.785409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:01.819752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-f77d5340-e905-4116-83f7-e62c2868f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:01.822734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-f77d5340-e905-4116-83f7-e62c2868f8f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.3559778 Nov 03 15:59:01.827963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Attempting to bind port 96fd1d11-3e1c-481d-80b2-115c42f750ff on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:01.828601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Attempting to bind port 96fd1d11-3e1c-481d-80b2-115c42f750ff by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:01.829744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Attempting to bind port 96fd1d11-3e1c-481d-80b2-115c42f750ff on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:01.835815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:01.839364 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:01.857786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Attempting to bind port 66949a2c-3a0c-4053-81d0-df3ba8eca408 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:01.860585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Attempting to bind port 66949a2c-3a0c-4053-81d0-df3ba8eca408 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'd02b0ee8-6018-4e1b-9ecb-bd2533b7da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '29312466-69ef-49f0-88aa-8d3689769f85'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:01.865299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Attempting to bind port 66949a2c-3a0c-4053-81d0-df3ba8eca408 on network 29312466-69ef-49f0-88aa-8d3689769f85 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:01.867791 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.895454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Port 96fd1d11-3e1c-481d-80b2-115c42f750ff on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:59:01.895789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Attempting to bind port 96fd1d11-3e1c-481d-80b2-115c42f750ff on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:01.902871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096f0a09-ca83-4e58-9934-ad97f03c1e24 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:01.924062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:01.924784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:01.925385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:01.926216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Bound port: 96fd1d11-3e1c-481d-80b2-115c42f750ff, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:01.927350 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.932104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:01.932649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Checking segment: {'id': 'd02b0ee8-6018-4e1b-9ecb-bd2533b7da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '29312466-69ef-49f0-88aa-8d3689769f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:01.933106 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.933587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Bound using segment: {'id': 'd02b0ee8-6018-4e1b-9ecb-bd2533b7da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '29312466-69ef-49f0-88aa-8d3689769f85'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:01.934108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Bound port: 66949a2c-3a0c-4053-81d0-df3ba8eca408, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02b0ee8-6018-4e1b-9ecb-bd2533b7da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '29312466-69ef-49f0-88aa-8d3689769f85'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:01.934493 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:01.958172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=10']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:01.971131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=1c6dda71-e25b-4955-abb5-66c5f47ba3d0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:02.012118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 096f0a09-ca83-4e58-9934-ad97f03c1e24, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=096f0a09-ca83-4e58-9934-ad97f03c1e24,segment=NetworkSegment(b661c1c3-d4b9-418e-bd77-999ab24a73f6),segment_id=b661c1c3-d4b9-418e-bd77-999ab24a73f6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:02.025841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-b65631a9-d967-485e-84cd-2354867bbf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:02.027772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-b65631a9-d967-485e-84cd-2354867bbf74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945624 Nov 03 15:59:02.039315 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.046361 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.079040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:02.106240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:02.106634 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.116611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec'}, {'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a3727f-73d9-4e29-99bc-ee2b495c9917'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:02.119515 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c672bc6f-89d6-4eea-90c7-890ad7e11eb8" -d '{"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-plugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec"}, {"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-plugged", "status": "completed", "tag": "66a3727f-73d9-4e29-99bc-ee2b495c9917"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:02.146307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] For port 96fd1d11-3e1c-481d-80b2-115c42f750ff, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:02.170817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] For port 66949a2c-3a0c-4053-81d0-df3ba8eca408, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:02.190162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=66a3727f-73d9-4e29-99bc-ee2b495c9917,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:02.195567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:02.208285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] For port 66949a2c-3a0c-4053-81d0-df3ba8eca408, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=66949a2c-3a0c-4053-81d0-df3ba8eca408,segment=NetworkSegment(d02b0ee8-6018-4e1b-9ecb-bd2533b7da44),segment_id=d02b0ee8-6018-4e1b-9ecb-bd2533b7da44)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:02.214362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] For port 96fd1d11-3e1c-481d-80b2-115c42f750ff, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96fd1d11-3e1c-481d-80b2-115c42f750ff,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:02.216567 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.249879 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.250655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ece44-3a7e-41b1-a80a-5b84f811c37f req-d7d55ee1-ab66-459d-a6d7-79e60fb74495 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:02.258414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ece44-3a7e-41b1-a80a-5b84f811c37f req-d7d55ee1-ab66-459d-a6d7-79e60fb74495 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:02.282026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ece44-3a7e-41b1-a80a-5b84f811c37f req-d7d55ee1-ab66-459d-a6d7-79e60fb74495 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:02.314000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-203ece44-3a7e-41b1-a80a-5b84f811c37f req-d7d55ee1-ab66-459d-a6d7-79e60fb74495 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2418 time: 0.3062623 Nov 03 15:59:02.333043 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=096f0a09-ca83-4e58-9934-ad97f03c1e24,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:02.368457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-b8e4a00b-a745-4289-9d05-b73d4419c992 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225222 Nov 03 15:59:02.369916 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.465700 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.473674 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:02.494354 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1385-5a12-4184-89ce-54b65dddfeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.540494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Pushing event updated for resources: {'Port': ['ID=96fd1d11-3e1c-481d-80b2-115c42f750ff,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:02.548385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:02.557118 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.575144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-203ece44-3a7e-41b1-a80a-5b84f811c37f req-4cb6b2b3-ff58-46d1-9bac-95309e81cf0c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577536 Nov 03 15:59:02.596166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['096f0a09-ca83-4e58-9934-ad97f03c1e24'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:02.600583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d7fbd-e3ff-4826-bd52-30229a9212ca None None] Pushing event updated for resources: {'Port': ['ID=66949a2c-3a0c-4053-81d0-df3ba8eca408,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:02.653195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:02.664281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:02.672911 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-53454cb5-a710-4328-b06c-503bc7bde779 service neutron] 10.222.0.15 "PUT /v2.0/ports/96fd1d11-3e1c-481d-80b2-115c42f750ff HTTP/1.1" status: 200 len: 1096 time: 3.6113396 Nov 03 15:59:02.873005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:02.922748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-b028cda7-1458-4e57-9e74-55ac1dce2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:02.924498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-b028cda7-1458-4e57-9e74-55ac1dce2955 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 1099 time: 0.1666262 Nov 03 15:59:02.926767 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-d9f2fce0-ee1f-475d-84ac-698a78233a43 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885062 Nov 03 15:59:03.068849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-a2d6cd42-9e5a-4f74-965f-1c3fe6cc785f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=96fd1d11-3e1c-481d-80b2-115c42f750ff HTTP/1.1" status: 200 len: 217 time: 0.1062493 Nov 03 15:59:03.102881 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18791eb-8dd1-49e6-b3b4-c6c0857b99b5 x-openstack-request-id: req-f18791eb-8dd1-49e6-b3b4-c6c0857b99b5 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:03.103268 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-plugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec", "code": 200}, {"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-plugged", "status": "completed", "tag": "66a3727f-73d9-4e29-99bc-ee2b495c9917", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:03.108261 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f18791eb-8dd1-49e6-b3b4-c6c0857b99b5 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:03.109288 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec', 'code': 200} Nov 03 15:59:03.109288 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a3727f-73d9-4e29-99bc-ee2b495c9917', 'code': 200} Nov 03 15:59:03.139006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65299aa3-3bee-4472-bb08-3123854af382 req-8e9f1b08-fe0f-4c0a-8e9f-5b4e602e53d8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.151081 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-65299aa3-3bee-4472-bb08-3123854af382 req-8e9f1b08-fe0f-4c0a-8e9f-5b4e602e53d8 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 1.3620439 Nov 03 15:59:03.268564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-674fa0e0-874a-4e54-bd00-be10830215ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.270085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-674fa0e0-874a-4e54-bd00-be10830215ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1346800 Nov 03 15:59:03.279210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-0ad15e3c-4253-431a-8ba8-783804e2d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.288744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-0ad15e3c-4253-431a-8ba8-783804e2d9c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=ebb21650-159a-4c5c-9065-8b8ce2307636 HTTP/1.1" status: 200 len: 1099 time: 0.1429496 Nov 03 15:59:03.356975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7cd52-f7e1-462c-83ff-ccf7eb4c15f2 req-3028972d-7069-4da8-8039-2c560567a64e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.365178 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e5b7cd52-f7e1-462c-83ff-ccf7eb4c15f2 req-3028972d-7069-4da8-8039-2c560567a64e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 948 time: 0.1537988 Nov 03 15:59:03.437332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-65299aa3-3bee-4472-bb08-3123854af382 req-3bf8db62-3948-47c2-9853-2bb6da4b0779 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360179 Nov 03 15:59:03.501829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-10d11eb5-f097-49d8-afb3-691f4b0ec12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.503449 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-10d11eb5-f097-49d8-afb3-691f4b0ec12e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2137778 Nov 03 15:59:03.519539 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e5b7cd52-f7e1-462c-83ff-ccf7eb4c15f2 req-e94efb15-b5fc-444e-ad29-758c98c7617e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530032 Nov 03 15:59:03.548105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:03.556233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-5c7d746e-c7ea-4cba-9664-7c4e6dd03625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.558340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-5c7d746e-c7ea-4cba-9664-7c4e6dd03625 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2537622 Nov 03 15:59:03.706543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0637aad2-e8a0-45e6-9d25-488bbe9fd3f9', 'tag': '96fd1d11-3e1c-481d-80b2-115c42f750ff'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:03.708847 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546" -d '{"events": [{"name": "network-changed", "server_uuid": "0637aad2-e8a0-45e6-9d25-488bbe9fd3f9", "tag": "96fd1d11-3e1c-481d-80b2-115c42f750ff"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:03.747895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-ce56eb3a-c2d1-4006-b802-6af4ce69eccd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 HTTP/1.1" status: 200 len: 217 time: 0.1057694 Nov 03 15:59:03.758247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29339bb-f490-447f-a46b-67d577ecb31a req-4142100f-51f7-4ee8-89c0-ea5024d985c4 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.760127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a29339bb-f490-447f-a46b-67d577ecb31a req-4142100f-51f7-4ee8-89c0-ea5024d985c4 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 944 time: 0.1204016 Nov 03 15:59:03.901821 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-1cfd26dd-f306-4ba8-8a0a-7624a141dd16 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778408 Nov 03 15:59:03.913806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70545b-1770-4ff4-9eca-32d20ee00504 req-4ba8b54b-ff65-4e3f-924d-ecca51fe3b96 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.914523 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a29339bb-f490-447f-a46b-67d577ecb31a req-42ce517b-5b41-40ca-a17e-0c7d6859452c tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421490 Nov 03 15:59:03.921583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70545b-1770-4ff4-9eca-32d20ee00504 req-4ba8b54b-ff65-4e3f-924d-ecca51fe3b96 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.930133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70545b-1770-4ff4-9eca-32d20ee00504 req-4ba8b54b-ff65-4e3f-924d-ecca51fe3b96 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:03.937815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f70545b-1770-4ff4-9eca-32d20ee00504 req-4ba8b54b-ff65-4e3f-924d-ecca51fe3b96 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2419 time: 0.2158203 Nov 03 15:59:03.962352 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:04.104692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbedfe45-35a8-4ae6-bbe2-bda961079a25 None None] Network 29312466-69ef-49f0-88aa-8d3689769f85 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:04.119428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-1451d536-cc58-4e1d-b9fb-a36addb41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:04.121079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-1451d536-cc58-4e1d-b9fb-a36addb41be8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.3408725 Nov 03 15:59:04.128084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c755177-0459-4cf9-8bf3-0d99002fceaf req-9e5f9b43-f8eb-444d-b041-bdddd741111b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876056 Nov 03 15:59:04.133631 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07f5583-241f-4009-8c44-b562799d1034 x-openstack-request-id: req-b07f5583-241f-4009-8c44-b562799d1034 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:04.133631 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0637aad2-e8a0-45e6-9d25-488bbe9fd3f9", "tag": "96fd1d11-3e1c-481d-80b2-115c42f750ff", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:04.133631 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b07f5583-241f-4009-8c44-b562799d1034 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:04.134016 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0637aad2-e8a0-45e6-9d25-488bbe9fd3f9', 'tag': '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'status': 'completed', 'code': 200} Nov 03 15:59:04.290145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e9c6900a-eca8-4ded-8878-538b03e6ff05 None None] Provisioning complete for port 66949a2c-3a0c-4053-81d0-df3ba8eca408 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:04.290522 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9c6900a-eca8-4ded-8878-538b03e6ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:04.307764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router c12681e0-a3dc-4bdc-a2a1-3a94974fba59 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:59:04.378257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f70545b-1770-4ff4-9eca-32d20ee00504 req-9ff25142-7d4a-4a2e-8666-c54db061794c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356689 Nov 03 15:59:04.407749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-9ee37ef3-355e-48bf-9450-e428b1effeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:04.409961 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-9ee37ef3-355e-48bf-9450-e428b1effeaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2664826 Nov 03 15:59:04.415059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 66949a2c-3a0c-4053-81d0-df3ba8eca408 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:04.417604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-d4191e56-83e7-406d-ad61-5f6bfc79c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:04.419582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-d4191e56-83e7-406d-ad61-5f6bfc79c6eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 1099 time: 0.1301255 Nov 03 15:59:04.536374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:59:04.556179 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4846f-616e-4d3d-99fe-92a442135ebd None None] Sync routers for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:59:04.567956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9c6900a-eca8-4ded-8878-538b03e6ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:04.575598 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4846f-616e-4d3d-99fe-92a442135ebd None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:04.576585 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-66f4846f-616e-4d3d-99fe-92a442135ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:04.620686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 66949a2c-3a0c-4053-81d0-df3ba8eca408 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:04.621366 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:04.635947 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-66f4846f-616e-4d3d-99fe-92a442135ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:04.650086 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4846f-616e-4d3d-99fe-92a442135ebd None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:04.652827 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-66f4846f-616e-4d3d-99fe-92a442135ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:58:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:04.693695 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:04.700259 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-784032c1-db12-46f8-bf72-f5ce9e6e7362 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1917217 Nov 03 15:59:04.707903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52410) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:04.722472 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-66f4846f-616e-4d3d-99fe-92a442135ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:04.723107 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4846f-616e-4d3d-99fe-92a442135ebd None None] The sync data for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:59:04.742198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e9c6900a-eca8-4ded-8878-538b03e6ff05 None None] For port 66949a2c-3a0c-4053-81d0-df3ba8eca408, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=66949a2c-3a0c-4053-81d0-df3ba8eca408,segment=NetworkSegment(d02b0ee8-6018-4e1b-9ecb-bd2533b7da44),segment_id=d02b0ee8-6018-4e1b-9ecb-bd2533b7da44)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:04.752467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9c6900a-eca8-4ded-8878-538b03e6ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:04.821689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-6f4dba56-7135-40e4-8c66-09e28f027843 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007664 Nov 03 15:59:04.833915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c72ac-11a6-4474-864d-f4f89ee01e46 req-aedec0a8-1804-466c-907e-7758c00188b2 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:04.841707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b9c72ac-11a6-4474-864d-f4f89ee01e46 req-aedec0a8-1804-466c-907e-7758c00188b2 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 948 time: 0.1863132 Nov 03 15:59:04.845491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163077d-efe6-4f08-ba29-d72be4342c6e req-1c135b71-6ef1-4f63-88ed-e9f157932ebb tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:04.847108 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9163077d-efe6-4f08-ba29-d72be4342c6e req-1c135b71-6ef1-4f63-88ed-e9f157932ebb tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.2346687 Nov 03 15:59:04.863278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6900a-eca8-4ded-8878-538b03e6ff05 None None] Pushing event updated for resources: {'Port': ['ID=66949a2c-3a0c-4053-81d0-df3ba8eca408,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:04.893373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-281020f2-e06c-4f58-bb9f-c167e21e74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:04.895303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-281020f2-e06c-4f58-bb9f-c167e21e74c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.4648912 Nov 03 15:59:04.933420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ed14674-249c-4d31-9abb-cb0e2884c194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:04.951973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9163077d-efe6-4f08-ba29-d72be4342c6e req-6ebfc7db-bb33-4c76-ab9b-f8a8bde8cf2d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815918 Nov 03 15:59:04.996256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a538ef94-d7be-4235-9d49-1d157f9b0f77 None None] Provisioning complete for port 66949a2c-3a0c-4053-81d0-df3ba8eca408 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:04.996642 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a538ef94-d7be-4235-9d49-1d157f9b0f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:05.013653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:05.024790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-ef23d065-fa9a-4dc3-95c2-4816e9adc73c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=96fd1d11-3e1c-481d-80b2-115c42f750ff HTTP/1.1" status: 200 len: 217 time: 0.1049933 Nov 03 15:59:05.052556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 096f0a09-ca83-4e58-9934-ad97f03c1e24 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:05.110921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5'}, {'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3f24eb-58dc-4e8f-8ae4-57480b8219c4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:05.114665 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0cdca1-1d26-4b8e-b8fd-eb059d194a1c" -d '{"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5"}, {"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-plugged", "status": "completed", "tag": "aa3f24eb-58dc-4e8f-8ae4-57480b8219c4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:05.133954 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-6f9feff4-ba1f-42dd-9634-75ec3d5d2baa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1577365 Nov 03 15:59:05.178258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b9c72ac-11a6-4474-864d-f4f89ee01e46 req-3bf00020-f204-48ba-9c89-01acca6e75a6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355174 Nov 03 15:59:05.273660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35f5189b-a021-4fac-b8e1-99827c863e80 req-35fe2dda-5d3a-461d-b76b-822cee33a86e service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284384 Nov 03 15:59:05.277657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:05.282287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-d12b6cd4-bbca-403f-b922-0530017a9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:05.283748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-d12b6cd4-bbca-403f-b922-0530017a9ae5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2490532 Nov 03 15:59:05.345316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'mac_address': 'fa:16:3e:f6:b4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:05.366115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-94de6078-99af-4f31-b3a6-5664391b98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:05.367598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-94de6078-99af-4f31-b3a6-5664391b98c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a3f083bb2f34f91a01671c111b11061&device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 1098 time: 0.2043629 Nov 03 15:59:05.407766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703db5ec-9f6a-4ac1-9437-24a0a8219ab0 req-bec160e1-d204-487a-a8a6-a3df08fdbffe tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:05.415517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 096f0a09-ca83-4e58-9934-ad97f03c1e24 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:05.418891 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b45c819-cab3-48ea-8ce2-13db00667ee9 x-openstack-request-id: req-5b45c819-cab3-48ea-8ce2-13db00667ee9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:05.419189 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5", "code": 200}, {"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-plugged", "status": "completed", "tag": "aa3f24eb-58dc-4e8f-8ae4-57480b8219c4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:05.419442 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5b45c819-cab3-48ea-8ce2-13db00667ee9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:05.419833 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'code': 200} Nov 03 15:59:05.420094 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3f24eb-58dc-4e8f-8ae4-57480b8219c4', 'code': 200} Nov 03 15:59:05.420709 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:05.431526 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-703db5ec-9f6a-4ac1-9437-24a0a8219ab0 req-bec160e1-d204-487a-a8a6-a3df08fdbffe tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 944 time: 0.2008862 Nov 03 15:59:05.453305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 096f0a09-ca83-4e58-9934-ad97f03c1e24 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:05.453790 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:05.514002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2877a77-4985-4643-bb3c-d9dc41603ba5 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:05.574015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-e1b23997-bedc-403b-b5d2-bcfa20301142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:05.575780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-e1b23997-bedc-403b-b5d2-bcfa20301142 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930003 Nov 03 15:59:05.584492 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:05.604079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:05.628905 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:05.660855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-703db5ec-9f6a-4ac1-9437-24a0a8219ab0 req-0d57eaed-cf68-47f1-8b61-7ddae9a1526b tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283366 Nov 03 15:59:05.674819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926e65-7f47-4409-bf75-036b54f52e0d req-e488a029-127c-4fea-a1bb-44c51e2e372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:05.675096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926e65-7f47-4409-bf75-036b54f52e0d req-e488a029-127c-4fea-a1bb-44c51e2e372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:05.675688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926e65-7f47-4409-bf75-036b54f52e0d req-e488a029-127c-4fea-a1bb-44c51e2e372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:05.677941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a926e65-7f47-4409-bf75-036b54f52e0d req-e488a029-127c-4fea-a1bb-44c51e2e372b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2872 time: 0.1761034 Nov 03 15:59:05.717793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-14f19241-a55b-4d97-854d-e57888bfc3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:05.723669 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-14f19241-a55b-4d97-854d-e57888bfc3d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2731249 Nov 03 15:59:05.768103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:05.867600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 096f0a09-ca83-4e58-9934-ad97f03c1e24, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=096f0a09-ca83-4e58-9934-ad97f03c1e24,segment=NetworkSegment(b661c1c3-d4b9-418e-bd77-999ab24a73f6),segment_id=b661c1c3-d4b9-418e-bd77-999ab24a73f6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:05.893708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-aebef3d9-b2f2-4bc4-90c2-924ca6c901ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd HTTP/1.1" status: 200 len: 217 time: 0.1521986 Nov 03 15:59:05.904793 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:05.956297 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a926e65-7f47-4409-bf75-036b54f52e0d req-92ae7c2d-38d0-44b8-bf46-f1336e6f2785 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276568 Nov 03 15:59:06.068214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=096f0a09-ca83-4e58-9934-ad97f03c1e24,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:06.071109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-01012292-d19b-4cf4-9d11-c1444527b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:06.081437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-01012292-d19b-4cf4-9d11-c1444527b243 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1782620 Nov 03 15:59:06.100147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac74d5-4aeb-4f8a-86b6-9b2435513b95 req-5acb895c-8168-4453-baf1-3283a0a9857e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:06.106316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac74d5-4aeb-4f8a-86b6-9b2435513b95 req-5acb895c-8168-4453-baf1-3283a0a9857e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:06.113274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac74d5-4aeb-4f8a-86b6-9b2435513b95 req-5acb895c-8168-4453-baf1-3283a0a9857e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:06.117085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f2877a77-4985-4643-bb3c-d9dc41603ba5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:06.120718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9ac74d5-4aeb-4f8a-86b6-9b2435513b95 req-5acb895c-8168-4453-baf1-3283a0a9857e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2419 time: 0.4787712 Nov 03 15:59:06.173612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-8e9c5dde-7067-49b4-a45e-03e915265049 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878420 Nov 03 15:59:06.259618 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:06.305808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4123f8b-264a-4bfb-8e2c-ec5c24555007 req-5640e13b-2e31-4616-ba61-be92711c652b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:06.307487 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4123f8b-264a-4bfb-8e2c-ec5c24555007 req-5640e13b-2e31-4616-ba61-be92711c652b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1857185 Nov 03 15:59:06.337560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9ac74d5-4aeb-4f8a-86b6-9b2435513b95 req-f3ffc99f-2d57-4b2c-ad44-8e9517e818f8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010708 Nov 03 15:59:06.383349 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6b3bd7-7cd9-4f5d-8b95-48d62bec3546 req-91cf84bc-bc12-4e05-ab51-91c8b61b5d7c service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979792 Nov 03 15:59:06.391710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-ad5ca94b-33e8-468c-b1e4-9e811c9cb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:06.394928 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-ad5ca94b-33e8-468c-b1e4-9e811c9cb380 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2489715 Nov 03 15:59:06.410526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 66949a2c-3a0c-4053-81d0-df3ba8eca408 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:06.454716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:06.481882 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4123f8b-264a-4bfb-8e2c-ec5c24555007 req-de4c76d0-867a-40f5-aca8-78bc68c2440b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644518 Nov 03 15:59:06.578008 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-f87d326b-938d-4b86-bdb2-8931fb646588 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634068 Nov 03 15:59:06.642049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 66949a2c-3a0c-4053-81d0-df3ba8eca408 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:06.642526 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:06.718545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cf50a36-aa33-48f0-b3ec-b170d7f7d5ef req-6a27368b-d9ca-4f2c-afdc-5b8039046fd9 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326935 Nov 03 15:59:06.800190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94097f0-55cd-4c35-88d4-8b5f6cdc7e62 req-9b1bf34f-9bf2-4fcc-af58-03429b6d1c32 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:06.800982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f94097f0-55cd-4c35-88d4-8b5f6cdc7e62 req-9b1bf34f-9bf2-4fcc-af58-03429b6d1c32 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 948 time: 0.2854979 Nov 03 15:59:06.919684 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f94097f0-55cd-4c35-88d4-8b5f6cdc7e62 req-9993b6cc-a8e7-41e6-91e0-a6b67e98d221 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011169 Nov 03 15:59:06.924879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480f96b-27c9-4b11-948b-f3141eb147a0 req-1968bd04-936e-4a16-a2e1-2ed0c5ac36d7 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:06.932255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2480f96b-27c9-4b11-948b-f3141eb147a0 req-1968bd04-936e-4a16-a2e1-2ed0c5ac36d7 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 945 time: 0.0656273 Nov 03 15:59:06.978299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2480f96b-27c9-4b11-948b-f3141eb147a0 req-8c99d529-5bd9-4252-9f25-72b061aecdea tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Nov 03 15:59:07.081819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.20.0.1 (29312466-69ef-49f0-88aa-8d3689769f85/46a7f6e3-ba1c-4b36-832d-6eac789a4fce/da57bff1-b6be-4130-b08d-34745e2f5dc0) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:07.217474 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:07.265927 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:07.314620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 29312466-69ef-49f0-88aa-8d3689769f85 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:07.317854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:07.325032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:07.383150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=da57bff1-b6be-4130-b08d-34745e2f5dc0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:07.417240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:07.423563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1dd21e-f9d6-438e-a9fe-1f96082a98b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096f0a09-ca83-4e58-9934-ad97f03c1e24'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:07.426555 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0fe175-9212-4724-ac06-3cf1f820f15c" -d '{"events": [{"server_uuid": "4c1dd21e-f9d6-438e-a9fe-1f96082a98b1", "name": "network-vif-plugged", "status": "completed", "tag": "096f0a09-ca83-4e58-9934-ad97f03c1e24"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:07.489305 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae193c11-a69f-4b68-b319-5ea96f2e3469 x-openstack-request-id: req-ae193c11-a69f-4b68-b319-5ea96f2e3469 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:07.490108 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1dd21e-f9d6-438e-a9fe-1f96082a98b1", "name": "network-vif-plugged", "status": "completed", "tag": "096f0a09-ca83-4e58-9934-ad97f03c1e24", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:07.490537 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ae193c11-a69f-4b68-b319-5ea96f2e3469 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:07.491098 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1dd21e-f9d6-438e-a9fe-1f96082a98b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096f0a09-ca83-4e58-9934-ad97f03c1e24', 'code': 200} Nov 03 15:59:07.655731 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:07.688411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da99a1-f9ee-45f0-98df-2a65bbbdf4a7 req-0ac9724b-9e28-4bc7-942a-324e49aad046 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:07.696102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da99a1-f9ee-45f0-98df-2a65bbbdf4a7 req-0ac9724b-9e28-4bc7-942a-324e49aad046 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:07.704285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da99a1-f9ee-45f0-98df-2a65bbbdf4a7 req-0ac9724b-9e28-4bc7-942a-324e49aad046 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:07.706115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22da99a1-f9ee-45f0-98df-2a65bbbdf4a7 req-0ac9724b-9e28-4bc7-942a-324e49aad046 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2419 time: 0.2012854 Nov 03 15:59:07.786766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9577608a-93f4-459b-a59b-9e03600f0cf3 None None] Provisioning complete for port da57bff1-b6be-4130-b08d-34745e2f5dc0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:07.787163 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9577608a-93f4-459b-a59b-9e03600f0cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:07.811015 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22da99a1-f9ee-45f0-98df-2a65bbbdf4a7 req-eb88dff7-a40b-4bc4-a29d-a1447df09842 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949759 Nov 03 15:59:07.826128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552804e-67f3-41d6-ae79-7aed969c0979 req-8807bbba-8725-47ee-9c0c-15d3be83dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:07.828588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8552804e-67f3-41d6-ae79-7aed969c0979 req-8807bbba-8725-47ee-9c0c-15d3be83dad9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 1096 time: 0.2248499 Nov 03 15:59:07.838873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cdd7f-c68e-4f31-94c0-fc749405c27b req-e361e8f5-a044-48dd-94fa-140d1217cc81 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:07.857010 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-373cdd7f-c68e-4f31-94c0-fc749405c27b req-e361e8f5-a044-48dd-94fa-140d1217cc81 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1225622 Nov 03 15:59:07.900060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9577608a-93f4-459b-a59b-9e03600f0cf3 None None] Port da57bff1-b6be-4130-b08d-34745e2f5dc0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:59:07.964430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-373cdd7f-c68e-4f31-94c0-fc749405c27b req-49d5a8af-b37e-47d9-bc06-c8b1e0a1551e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956299 Nov 03 15:59:07.973824 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8552804e-67f3-41d6-ae79-7aed969c0979 req-26f2e260-cab6-484c-a83f-b2c91e9f7914 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351526 Nov 03 15:59:07.975898 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:08.102408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e60fa-741a-4846-9b06-8e34820bdadb req-5cca6ab6-337d-4e1f-bfd2-27bcd7dc6a25 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:08.104783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e75e60fa-741a-4846-9b06-8e34820bdadb req-5cca6ab6-337d-4e1f-bfd2-27bcd7dc6a25 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 948 time: 0.0620077 Nov 03 15:59:08.179818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e75e60fa-741a-4846-9b06-8e34820bdadb req-27c781b4-a2d9-4e93-9bc6-eca7a1b029f3 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662291 Nov 03 15:59:08.354734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e75ba-ab7b-47f3-b148-c01deac5de4f req-39867ee8-201c-4191-9eff-a6066edbef93 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:08.357621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:08.366261 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a0e75ba-ab7b-47f3-b148-c01deac5de4f req-39867ee8-201c-4191-9eff-a6066edbef93 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 945 time: 0.1234407 Nov 03 15:59:08.417383 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:08.425488 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:08.456051 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a0e75ba-ab7b-47f3-b148-c01deac5de4f req-c9df2565-d87e-44cc-b521-ecfb803d8126 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848961 Nov 03 15:59:08.519690 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:08.522980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=da57bff1-b6be-4130-b08d-34745e2f5dc0,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:08.642836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 29312466-69ef-49f0-88aa-8d3689769f85 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:08.644471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:08.814308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router c12681e0-a3dc-4bdc-a2a1-3a94974fba59 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:59:08.948188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-de17c4c2-6e9c-4bee-aeb8-13f0af8f6871 None None] Provisioning complete for port da57bff1-b6be-4130-b08d-34745e2f5dc0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:08.949172 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de17c4c2-6e9c-4bee-aeb8-13f0af8f6871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:09.001373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-de17c4c2-6e9c-4bee-aeb8-13f0af8f6871 None None] Port da57bff1-b6be-4130-b08d-34745e2f5dc0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:59:09.008009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:59:09.013505 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2d030449-050a-4867-9e5b-3b5be7613096 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/routers/c12681e0-a3dc-4bdc-a2a1-3a94974fba59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3005662 Nov 03 15:59:09.019875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52524) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:09.025472 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:09.027639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'port': {'network_id': '29312466-69ef-49f0-88aa-8d3689769f85', 'name': 'tempest-FloatingIPTestJSON-641073036'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:09.033187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:09.037163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c5232-d2eb-4f29-88a0-fa8347caf30b None None] Sync routers for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:59:09.045030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed6346-a53f-4a95-959a-79128fc40157 req-6a38357e-8eb4-460c-85c7-43591ad2f08a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:09.051835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed6346-a53f-4a95-959a-79128fc40157 req-6a38357e-8eb4-460c-85c7-43591ad2f08a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:09.058771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed6346-a53f-4a95-959a-79128fc40157 req-6a38357e-8eb4-460c-85c7-43591ad2f08a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:09.060509 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98ed6346-a53f-4a95-959a-79128fc40157 req-6a38357e-8eb4-460c-85c7-43591ad2f08a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2419 time: 0.1043987 Nov 03 15:59:09.105731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c5232-d2eb-4f29-88a0-fa8347caf30b None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:09.107382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ed7c5232-d2eb-4f29-88a0-fa8347caf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:09.150976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98ed6346-a53f-4a95-959a-79128fc40157 req-f2f42e46-2a92-4d95-a5eb-8fe5d6bf6714 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650544 Nov 03 15:59:09.294232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Made reservation on behalf of 1adabc456e6c44e7807354c27550df3e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:09.303890 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:09.321986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ab31f-92a0-4443-9f4f-e31a941b1604 req-5757a717-59ba-45e4-8666-2dba53889b2d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:09.322552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ed7c5232-d2eb-4f29-88a0-fa8347caf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:09.325297 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:59:09.327720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] device_id is not set on port 1b01ac49-ee41-49f6-a45f-ff43be2c413d yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 15:59:09.333771 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b7ab31f-92a0-4443-9f4f-e31a941b1604 req-5757a717-59ba-45e4-8666-2dba53889b2d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1552336 Nov 03 15:59:09.375011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c5232-d2eb-4f29-88a0-fa8347caf30b None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:09.375774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ed7c5232-d2eb-4f29-88a0-fa8347caf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:09.418210 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b7ab31f-92a0-4443-9f4f-e31a941b1604 req-049363ed-28b0-4c2f-8a57-c51b5a8d075d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832210 Nov 03 15:59:09.457948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ed7c5232-d2eb-4f29-88a0-fa8347caf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:09.458597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c5232-d2eb-4f29-88a0-fa8347caf30b None None] The sync data for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:59:09.521656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port f2877a77-4985-4643-bb3c-d9dc41603ba5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:09.522350 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:09.524135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a816b70-e875-4d98-9b21-9174d7cd4a18 req-6a421162-0544-47db-afcf-b187a9592305 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:09.534147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a816b70-e875-4d98-9b21-9174d7cd4a18 req-6a421162-0544-47db-afcf-b187a9592305 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 948 time: 0.1312876 Nov 03 15:59:09.580555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Allocated IP 172.20.0.11 (29312466-69ef-49f0-88aa-8d3689769f85/46a7f6e3-ba1c-4b36-832d-6eac789a4fce/1b01ac49-ee41-49f6-a45f-ff43be2c413d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:09.584186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:09.612533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', 'mac_address': 'fa:16:3e:54:2d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:09.631771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a816b70-e875-4d98-9b21-9174d7cd4a18 req-5a1fc371-5d3f-45fa-bba2-df72d3f16336 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865164 Nov 03 15:59:09.754041 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:09.788427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:09.860953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a3a62-a0da-4f48-9460-1adbf5ed98bf req-c8c653ca-7207-40b2-9c46-3c9204db7143 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:09.861371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:09.862597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a88a3a62-a0da-4f48-9460-1adbf5ed98bf req-c8c653ca-7207-40b2-9c46-3c9204db7143 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 945 time: 0.1251011 Nov 03 15:59:09.880209 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:09.928802 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:09.950381 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:09.987555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a88a3a62-a0da-4f48-9460-1adbf5ed98bf req-26e98b36-af92-4bcc-b66b-d2299b7ae2a5 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076229 Nov 03 15:59:10.004362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:10.006847 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c3ed49-dc08-4c0d-9410-067b5afdb60e" -d '{"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-plugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:10.018267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7067b-8648-42b9-ad7f-bcc6f88442f4 req-35995461-a554-4819-88ac-727cf3d721fd tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:10.040107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7067b-8648-42b9-ad7f-bcc6f88442f4 req-35995461-a554-4819-88ac-727cf3d721fd tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:10.040852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:10.042201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:10.048554 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:10.048902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7067b-8648-42b9-ad7f-bcc6f88442f4 req-35995461-a554-4819-88ac-727cf3d721fd tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:10.050779 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:10.062846 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-47a7067b-8648-42b9-ad7f-bcc6f88442f4 req-35995461-a554-4819-88ac-727cf3d721fd tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2419 time: 0.1420269 Nov 03 15:59:10.116563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=10']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:10.135262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Network 29312466-69ef-49f0-88aa-8d3689769f85 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:10.142559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:10.149077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:10.157404 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-47a7067b-8648-42b9-ad7f-bcc6f88442f4 req-58d62563-acac-401a-afbc-1344465c36b5 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790355 Nov 03 15:59:10.169775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event updated for resources: {'Port': ['ID=1b01ac49-ee41-49f6-a45f-ff43be2c413d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:10.200747 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb4b404-4004-4620-970a-33bd9d81b9bd x-openstack-request-id: req-fdb4b404-4004-4620-970a-33bd9d81b9bd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:10.201138 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-plugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:10.201448 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fdb4b404-4004-4620-970a-33bd9d81b9bd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:10.202557 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'code': 200} Nov 03 15:59:10.261242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:10.262059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:10.304685 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-422d365a-71c3-4006-aecf-a95bf1754bb0 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2788031 Nov 03 15:59:10.305011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52578) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:10.309728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Request body: {'floatingip': {'port_id': '1b01ac49-ee41-49f6-a45f-ff43be2c413d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:10.338977 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:10.475002 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:10.571072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c7ac76ba-55a0-4e48-a53a-a9043e0a69c9 None None] Provisioning complete for port 1b01ac49-ee41-49f6-a45f-ff43be2c413d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:10.575156 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76ba-55a0-4e48-a53a-a9043e0a69c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:10.783601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac76ba-55a0-4e48-a53a-a9043e0a69c9 None None] Port 1b01ac49-ee41-49f6-a45f-ff43be2c413d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:59:10.887362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-f8bc374c-614f-4271-989f-2c74ee1d7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:10.893238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-f8bc374c-614f-4271-989f-2c74ee1d7439 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a3f083bb2f34f91a01671c111b11061&device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 1101 time: 0.0722702 Nov 03 15:59:11.035202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 96fd1d11-3e1c-481d-80b2-115c42f750ff details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:11.104367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-e9c15d79-6714-4a22-98dd-063d56df3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:11.105954 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-e9c15d79-6714-4a22-98dd-063d56df3301 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1775811 Nov 03 15:59:11.168627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-a6878810-0ebf-4d04-b089-b0628ebc708b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=748edb1d-34f0-440f-b247-c3f6176300ec HTTP/1.1" status: 200 len: 217 time: 0.0538633 Nov 03 15:59:11.258521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-c14813a0-3030-46b5-b983-5c5dca599054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:11.260746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-c14813a0-3030-46b5-b983-5c5dca599054 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0834746 Nov 03 15:59:11.362473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 96fd1d11-3e1c-481d-80b2-115c42f750ff, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96fd1d11-3e1c-481d-80b2-115c42f750ff,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:11.395330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-db59cdda-e648-48d7-b063-e5fb30fcf582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:11.395739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'mac_address': 'fa:16:3e:c1:ee:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:11.397719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-db59cdda-e648-48d7-b063-e5fb30fcf582 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286209 Nov 03 15:59:11.482307 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:11.504299 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:11.511524 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:11.550766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fd1d11-3e1c-481d-80b2-115c42f750ff {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:11.588565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 96fd1d11-3e1c-481d-80b2-115c42f750ff, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96fd1d11-3e1c-481d-80b2-115c42f750ff,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:11.597956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:11.622475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-93e564c1-a619-4d69-82cb-68a483ad8f73 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153609 Nov 03 15:59:11.658965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-cc8d0fa5-2b64-46bf-9915-204f43d9bc40 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:11.666402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-cc8d0fa5-2b64-46bf-9915-204f43d9bc40 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:11.674824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-cc8d0fa5-2b64-46bf-9915-204f43d9bc40 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:11.677026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-cc8d0fa5-2b64-46bf-9915-204f43d9bc40 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f138c8b0-0f05-488a-901b-bbb3f2ee71a7 HTTP/1.1" status: 200 len: 2419 time: 0.1924148 Nov 03 15:59:11.723572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=96fd1d11-3e1c-481d-80b2-115c42f750ff,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:11.777966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f20c79d-85e7-455b-a007-ff28b4f39e1c req-d9886cfe-cf61-4c85-a656-c9e62162713b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457720 Nov 03 15:59:11.855118 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP ab6046f5-2229-48c0-9e66-944e3f70e530 associated. External IP: 172.25.6.237, port: 0009e55a-7b79-427b-90a1-e9339f650249. Nov 03 15:59:12.109958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['96fd1d11-3e1c-481d-80b2-115c42f750ff'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:12.434054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:12.434435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:12.542212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:59:12.580157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] For port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:12.581085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:12.607379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Calling delete_port for aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:12.873092 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:12.894612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16', 'aa3f24eb-58dc-4e8f-8ae4-57480b8219c4', '66a3727f-73d9-4e29-99bc-ee2b495c9917'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:12.917333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Port': ['ID=aa3f24eb-58dc-4e8f-8ae4-57480b8219c4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:12.944627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:59:12.960459 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a10d154-2f93-46ce-9f28-9385f84564ee None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:59:12.997721 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10d154-2f93-46ce-9f28-9385f84564ee None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:13.003798 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4a10d154-2f93-46ce-9f28-9385f84564ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:13.104171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:13.142697 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4a10d154-2f93-46ce-9f28-9385f84564ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:13.152114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] No DVR routers for this DVR port aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:13.187196 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10d154-2f93-46ce-9f28-9385f84564ee None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:13.190192 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4a10d154-2f93-46ce-9f28-9385f84564ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:13.209875 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:13.213402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-b5bd90c6-9fe7-438d-836d-75c09dddf932 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "DELETE /v2.0/ports/aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 HTTP/1.1" status: 204 len: 173 time: 1.5294571 Nov 03 15:59:13.217139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-deleted', 'tag': 'aa3f24eb-58dc-4e8f-8ae4-57480b8219c4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:13.225655 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c021921-ce31-4692-af2c-c6944b1dac36" -d '{"events": [{"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-deleted", "tag": "aa3f24eb-58dc-4e8f-8ae4-57480b8219c4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:13.300993 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-4a10d154-2f93-46ce-9f28-9385f84564ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:13.301695 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a10d154-2f93-46ce-9f28-9385f84564ee None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:59:13.354614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:13.365839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:13.366216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:13.587983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router c12681e0-a3dc-4bdc-a2a1-3a94974fba59 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:59:13.647716 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:13.660788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:13.661288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:13.700806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb21650-159a-4c5c-9065-8b8ce2307636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4e51b-13ec-4a07-9b7b-d3925ef221a3'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:13.705711 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb12c23-85a3-407b-97e6-5acd102e0845" -d '{"events": [{"server_uuid": "ebb21650-159a-4c5c-9065-8b8ce2307636", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4e51b-13ec-4a07-9b7b-d3925ef221a3"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:13.725728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:13.757304 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:13.883465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] For port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,segment=NetworkSegment(154adcc9-328c-4044-8ba9-cda2cec99599),segment_id=154adcc9-328c-4044-8ba9-cda2cec99599)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:13.887572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:13.923927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:14.012614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:59:14.022458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:14.025373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f70577-eee7-4a5a-93cc-cf69aed145a9 None None] Sync routers for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:59:14.028126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Calling delete_port for cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:14.044534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f70577-eee7-4a5a-93cc-cf69aed145a9 None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:14.045175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-63f70577-eee7-4a5a-93cc-cf69aed145a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:14.118920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-63f70577-eee7-4a5a-93cc-cf69aed145a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:14.129603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f70577-eee7-4a5a-93cc-cf69aed145a9 None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:14.130376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-63f70577-eee7-4a5a-93cc-cf69aed145a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:14.170342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52598) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:14.171186 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ea5f51aa-327b-4824-89dd-74cbce5ec84b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/floatingips/ab6046f5-2229-48c0-9e66-944e3f70e530 HTTP/1.1" status: 200 len: 978 time: 3.8644092 Nov 03 15:59:14.285856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-63f70577-eee7-4a5a-93cc-cf69aed145a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:14.290866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:14.292165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f70577-eee7-4a5a-93cc-cf69aed145a9 None None] The sync data for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:59:14.315253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['aa3f24eb-58dc-4e8f-8ae4-57480b8219c4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:14.446109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Port': ['ID=cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:14.504129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port 1b01ac49-ee41-49f6-a45f-ff43be2c413d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:14.506960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:14.535930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] No DVR routers for this DVR port cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:14.539277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:14.546425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-65202c7a-f258-4594-a4bb-323269140347 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "DELETE /v2.0/ports/cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 HTTP/1.1" status: 204 len: 173 time: 1.2989166 Nov 03 15:59:14.713789 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:14.784286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting port 66a3727f-73d9-4e29-99bc-ee2b495c9917 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:14.784839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.094207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 96fd1d11-3e1c-481d-80b2-115c42f750ff up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:15.094700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] For port 66a3727f-73d9-4e29-99bc-ee2b495c9917, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=66a3727f-73d9-4e29-99bc-ee2b495c9917,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:15.094700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.121814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Calling delete_port for 66a3727f-73d9-4e29-99bc-ee2b495c9917 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:15.127192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.127992 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.128565 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Floating IP ab6046f5-2229-48c0-9e66-944e3f70e530 disassociated. External IP: 172.25.6.237, port: 1b01ac49-ee41-49f6-a45f-ff43be2c413d. Nov 03 15:59:15.129099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for 1b01ac49-ee41-49f6-a45f-ff43be2c413d owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:15.131133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 96fd1d11-3e1c-481d-80b2-115c42f750ff completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:15.137587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 96fd1d11-3e1c-481d-80b2-115c42f750ff triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:15.138382 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.310530 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.397561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 96fd1d11-3e1c-481d-80b2-115c42f750ff, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96fd1d11-3e1c-481d-80b2-115c42f750ff,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:15.401793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.406056 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.487992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=1b01ac49-ee41-49f6-a45f-ff43be2c413d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:15.499999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=96fd1d11-3e1c-481d-80b2-115c42f750ff,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:15.525972 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.591930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Port': ['ID=66a3727f-73d9-4e29-99bc-ee2b495c9917,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:15.702390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] No DVR routers for this DVR port 66a3727f-73d9-4e29-99bc-ee2b495c9917 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:15.706704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:15.716999 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8aaab9b-a56d-4f69-af60-331ce8571e89 req-2113a28a-cae1-47ab-8cf2-b4651088dc6e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "DELETE /v2.0/ports/66a3727f-73d9-4e29-99bc-ee2b495c9917 HTTP/1.1" status: 204 len: 173 time: 1.1597071 Nov 03 15:59:15.916223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router c12681e0-a3dc-4bdc-a2a1-3a94974fba59 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:59:16.156433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:59:16.168738 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8045edb-2842-426b-bb50-f71228fe1a46 None None] Sync routers for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:59:16.203536 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8045edb-2842-426b-bb50-f71228fe1a46 None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:16.204533 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b8045edb-2842-426b-bb50-f71228fe1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:16.294348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:16.301746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0c74fab9-95e6-4d65-b873-453653b6818e tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/ports/1b01ac49-ee41-49f6-a45f-ff43be2c413d HTTP/1.1" status: 204 len: 168 time: 2.1275485 Nov 03 15:59:16.302048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52608) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:16.318924 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b8045edb-2842-426b-bb50-f71228fe1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:16.367995 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8045edb-2842-426b-bb50-f71228fe1a46 None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:16.370619 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b8045edb-2842-426b-bb50-f71228fe1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:16.423582 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b8045edb-2842-426b-bb50-f71228fe1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:16.424654 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8045edb-2842-426b-bb50-f71228fe1a46 None None] The sync data for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:59:16.805362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 66a3727f-73d9-4e29-99bc-ee2b495c9917 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:16.861582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 66a3727f-73d9-4e29-99bc-ee2b495c9917 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:16.863196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 66a3727f-73d9-4e29-99bc-ee2b495c9917 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:16.864331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:16.942942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:16.947702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:16.948248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:17.027289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:17.028399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device aa3f24eb-58dc-4e8f-8ae4-57480b8219c4 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:17.561487 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:17.622510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a615e06-e14c-4f02-ae1f-559bddaf41e4 req-34f84d77-8699-457d-9360-75748752a820 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:17.624876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3a615e06-e14c-4f02-ae1f-559bddaf41e4 req-34f84d77-8699-457d-9360-75748752a820 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 950 time: 0.0574141 Nov 03 15:59:17.700701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d267a0-ef4e-4c1c-8402-ffc8374bc018 req-cf3ebc91-45ae-43c2-9892-a84921a7043a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:17.702458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3a615e06-e14c-4f02-ae1f-559bddaf41e4 req-bf4ceb26-4c0b-4821-85bd-b60a7dd26301 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648971 Nov 03 15:59:17.703365 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a5d267a0-ef4e-4c1c-8402-ffc8374bc018 req-cf3ebc91-45ae-43c2-9892-a84921a7043a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1052175 Nov 03 15:59:17.873429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a5d267a0-ef4e-4c1c-8402-ffc8374bc018 req-38a07ee4-78d7-4ca2-b783-d60903f70796 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571898 Nov 03 15:59:17.959578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52630) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:18.030502 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fa500f-54b9-4e0a-8f99-0ef49f2cb604 x-openstack-request-id: req-38fa500f-54b9-4e0a-8f99-0ef49f2cb604 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:18.033116 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-deleted", "tag": "aa3f24eb-58dc-4e8f-8ae4-57480b8219c4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:18.033386 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38fa500f-54b9-4e0a-8f99-0ef49f2cb604 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:18.034328 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-deleted', 'tag': 'aa3f24eb-58dc-4e8f-8ae4-57480b8219c4', 'status': 'completed', 'code': 200} Nov 03 15:59:18.069664 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6177642f-b2a5-46f5-872a-a9a03670361c x-openstack-request-id: req-6177642f-b2a5-46f5-872a-a9a03670361c {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:18.070226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eeea6-f5fb-40eb-ab8e-bb8819bf8229 req-f2893f69-3d8c-423a-b0a5-1a143ae7bf57 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:18.070748 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb21650-159a-4c5c-9065-8b8ce2307636", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4e51b-13ec-4a07-9b7b-d3925ef221a3", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:18.071196 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6177642f-b2a5-46f5-872a-a9a03670361c {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:18.071761 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb21650-159a-4c5c-9065-8b8ce2307636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', 'code': 200} Nov 03 15:59:18.078118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port da57bff1-b6be-4130-b08d-34745e2f5dc0 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:18.078695 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:18.080278 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-053eeea6-f5fb-40eb-ab8e-bb8819bf8229 req-f2893f69-3d8c-423a-b0a5-1a143ae7bf57 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 945 time: 0.1837080 Nov 03 15:59:18.149947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f48b86-94fc-421f-9d29-2c3f06be2762 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting subnet 388ff339-04dd-4ffa-b92a-1fbdcbaedcee {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:59:18.160457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97f48b86-94fc-421f-9d29-2c3f06be2762 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:18.251038 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-053eeea6-f5fb-40eb-ab8e-bb8819bf8229 req-1a2f9f8c-d7c1-46f8-8cf3-a7878ac4fe97 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697991 Nov 03 15:59:18.261233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97f48b86-94fc-421f-9d29-2c3f06be2762 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:18.332920 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:18.358138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for da57bff1-b6be-4130-b08d-34745e2f5dc0 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:18.370169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97f48b86-94fc-421f-9d29-2c3f06be2762 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:18.429009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85be8a-289c-49c7-b6b0-7070ebfc2dec req-cec2e8da-33bb-4072-8991-34f2d5a4be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:18.430662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e85be8a-289c-49c7-b6b0-7070ebfc2dec req-cec2e8da-33bb-4072-8991-34f2d5a4be0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ebb21650-159a-4c5c-9065-8b8ce2307636 HTTP/1.1" status: 200 len: 1101 time: 0.1698925 Nov 03 15:59:18.445161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643b79f-5ee1-46ff-965f-8f72194bfc34 req-e637be04-0db8-41dd-b2d7-489aeba4da33 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:18.447791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e643b79f-5ee1-46ff-965f-8f72194bfc34 req-e637be04-0db8-41dd-b2d7-489aeba4da33 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 950 time: 0.1669493 Nov 03 15:59:18.493976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97f48b86-94fc-421f-9d29-2c3f06be2762 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:18.575234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f48b86-94fc-421f-9d29-2c3f06be2762 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Subnet': ['ID=388ff339-04dd-4ffa-b92a-1fbdcbaedcee,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:18.580175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97f48b86-94fc-421f-9d29-2c3f06be2762 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:18.582777 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e643b79f-5ee1-46ff-965f-8f72194bfc34 req-d2cfe40c-e42d-4e3c-b044-7fd3eb692c1a tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259511 Nov 03 15:59:18.586437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97f48b86-94fc-421f-9d29-2c3f06be2762 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "DELETE /v2.0/subnets/388ff339-04dd-4ffa-b92a-1fbdcbaedcee HTTP/1.1" status: 204 len: 168 time: 0.6234584 Nov 03 15:59:18.589543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52652) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:18.591220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ede7b-a909-4f0f-87bd-15bf8fb6a675 None None] Network 5c69ddd7-2031-4640-9795-6444d5a6dee5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:18.679171 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e85be8a-289c-49c7-b6b0-7070ebfc2dec req-4c9e5426-fcff-4955-b1b4-71e6d8c14ce7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299476 Nov 03 15:59:18.789768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:18.806070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d1f5-deee-404f-9ace-233322bc260f req-cf3071f6-7e35-4893-a369-82917ebf3b28 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:18.807951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce06d1f5-deee-404f-9ace-233322bc260f req-cf3071f6-7e35-4893-a369-82917ebf3b28 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 945 time: 0.1237555 Nov 03 15:59:18.885866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e006d4b-ceb6-467e-b9ce-fcc3feef7e59 None None] DHCP port deletion for 5c69ddd7-2031-4640-9795-6444d5a6dee5 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:59:18.935252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec700764-d4c4-4c59-833d-3c0bcdee5aa1 req-ca0a21b1-e018-4778-8b6c-62603c435502 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:18.938459 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec700764-d4c4-4c59-833d-3c0bcdee5aa1 req-ca0a21b1-e018-4778-8b6c-62603c435502 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 950 time: 0.0848031 Nov 03 15:59:18.949323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0e006d4b-ceb6-467e-b9ce-fcc3feef7e59 None None] Deleting port a36c24dc-0e17-467c-b970-17affcef9378 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:18.950098 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e006d4b-ceb6-467e-b9ce-fcc3feef7e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:18.970619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce06d1f5-deee-404f-9ace-233322bc260f req-7e135e2b-f848-4df1-8966-2fcf91d06390 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535342 Nov 03 15:59:18.973450 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:19.046122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0e006d4b-ceb6-467e-b9ce-fcc3feef7e59 None None] For port a36c24dc-0e17-467c-b970-17affcef9378, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a36c24dc-0e17-467c-b970-17affcef9378,segment=NetworkSegment(154adcc9-328c-4044-8ba9-cda2cec99599),segment_id=154adcc9-328c-4044-8ba9-cda2cec99599)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:19.046593 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e006d4b-ceb6-467e-b9ce-fcc3feef7e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:19.059324 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec700764-d4c4-4c59-833d-3c0bcdee5aa1 req-dcbe728f-6cf8-4b25-9f74-e205b6d71fe8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106856 Nov 03 15:59:19.069992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0e006d4b-ceb6-467e-b9ce-fcc3feef7e59 None None] Calling delete_port for a36c24dc-0e17-467c-b970-17affcef9378 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:19.085395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=da57bff1-b6be-4130-b08d-34745e2f5dc0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:19.195228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.195579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.195930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.196273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.196609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.196946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.197287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.197845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.198173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.198766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.198945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.199276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:19.221944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting port a36c24dc-0e17-467c-b970-17affcef9378 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:19.222296 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:19.242546 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e006d4b-ceb6-467e-b9ce-fcc3feef7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:19.284615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e006d4b-ceb6-467e-b9ce-fcc3feef7e59 None None] Pushing event deleted for resources: {'Port': ['ID=a36c24dc-0e17-467c-b970-17affcef9378,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:19.295251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1695a40-e410-4799-87e0-a1a392676efc req-fe5da0d6-f729-4b19-97c7-4a1ccf5f0eab tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:19.297031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e006d4b-ceb6-467e-b9ce-fcc3feef7e59 None None] No DVR routers for this DVR port a36c24dc-0e17-467c-b970-17affcef9378 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:19.299823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d1695a40-e410-4799-87e0-a1a392676efc req-fe5da0d6-f729-4b19-97c7-4a1ccf5f0eab tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1377282 Nov 03 15:59:19.387663 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d1695a40-e410-4799-87e0-a1a392676efc req-fb7e1232-a56c-427f-b756-da16f75e1a1c tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762434 Nov 03 15:59:19.390558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] For port a36c24dc-0e17-467c-b970-17affcef9378, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a36c24dc-0e17-467c-b970-17affcef9378,segment=NetworkSegment(154adcc9-328c-4044-8ba9-cda2cec99599),segment_id=154adcc9-328c-4044-8ba9-cda2cec99599)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:19.390926 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:19.444313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Calling delete_port for a36c24dc-0e17-467c-b970-17affcef9378 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:19.506723 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:19.629192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:19.671579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] No DVR routers for this DVR port a36c24dc-0e17-467c-b970-17affcef9378 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:19.678720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Port': ['ID=a36c24dc-0e17-467c-b970-17affcef9378,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:19.878318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:19.911962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811bc0-fc44-43d2-bf84-9c78b53be2f3 req-34a69fa4-84d5-41ee-881a-010560ca8943 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:19.913497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2811bc0-fc44-43d2-bf84-9c78b53be2f3 req-34a69fa4-84d5-41ee-881a-010560ca8943 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 950 time: 0.2054543 Nov 03 15:59:19.918290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c69ddd7-2031-4640-9795-6444d5a6dee5']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:19.964993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154adcc9-328c-4044-8ba9-cda2cec99599') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:19.965289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154adcc9-328c-4044-8ba9-cda2cec99599') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:20.035435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-deleted', 'tag': 'cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16'}, {'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-deleted', 'tag': '66a3727f-73d9-4e29-99bc-ee2b495c9917'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:20.038557 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a8029b-419e-4b66-a895-5169a1fb8853" -d '{"events": [{"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-deleted", "tag": "cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16"}, {"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-deleted", "tag": "66a3727f-73d9-4e29-99bc-ee2b495c9917"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:20.073225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0637aad2-e8a0-45e6-9d25-488bbe9fd3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fd1d11-3e1c-481d-80b2-115c42f750ff'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:20.075733 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b87b00-3f49-4b42-b0b1-67866ec15172" -d '{"events": [{"server_uuid": "0637aad2-e8a0-45e6-9d25-488bbe9fd3f9", "name": "network-vif-plugged", "status": "completed", "tag": "96fd1d11-3e1c-481d-80b2-115c42f750ff"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:20.159092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ab236-02e9-43e6-9501-c1b80f03befa req-f8cf0254-ee41-46a1-a46b-1cddb5a3eeb5 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:20.162619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-544ab236-02e9-43e6-9501-c1b80f03befa req-f8cf0254-ee41-46a1-a46b-1cddb5a3eeb5 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 945 time: 0.0881093 Nov 03 15:59:20.269707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-544ab236-02e9-43e6-9501-c1b80f03befa req-1cfed6ba-4a07-4295-9300-f84142dad107 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860600 Nov 03 15:59:20.354864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a36c24dc-0e17-467c-b970-17affcef9378 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:20.355867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:20.377676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a36c24dc-0e17-467c-b970-17affcef9378 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:20.378053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a36c24dc-0e17-467c-b970-17affcef9378 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:20.384530 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd76e11-50bb-4ff3-b2d3-cbaa7c3b7efe x-openstack-request-id: req-dcd76e11-50bb-4ff3-b2d3-cbaa7c3b7efe {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:20.384890 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-deleted", "tag": "cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16", "status": "completed", "code": 200}, {"server_uuid": "f138c8b0-0f05-488a-901b-bbb3f2ee71a7", "name": "network-vif-deleted", "tag": "66a3727f-73d9-4e29-99bc-ee2b495c9917", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:20.385187 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dcd76e11-50bb-4ff3-b2d3-cbaa7c3b7efe {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:20.389149 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-deleted', 'tag': 'cd5d5df5-d0fb-4ac1-bd88-7a7980ca2f16', 'status': 'completed', 'code': 200} Nov 03 15:59:20.389436 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f138c8b0-0f05-488a-901b-bbb3f2ee71a7', 'name': 'network-vif-deleted', 'tag': '66a3727f-73d9-4e29-99bc-ee2b495c9917', 'status': 'completed', 'code': 200} Nov 03 15:59:20.418303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:20.440542 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router c12681e0-a3dc-4bdc-a2a1-3a94974fba59 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:59:20.451144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:59:20.451822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:59:20.456418 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:59:20.527132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922b51-c60d-498f-a6d2-da4790d90b5d req-347c6915-794b-43e1-a051-e84784451f86 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:20.528696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0922b51-c60d-498f-a6d2-da4790d90b5d req-347c6915-794b-43e1-a051-e84784451f86 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 950 time: 0.0591984 Nov 03 15:59:20.534519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2811bc0-fc44-43d2-bf84-9c78b53be2f3 req-b56ee622-99b3-458c-8433-f690f4616051 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877910 Nov 03 15:59:20.601910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0922b51-c60d-498f-a6d2-da4790d90b5d req-e1d0a39d-4d84-4698-bfb6-79e049e3efb7 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642357 Nov 03 15:59:20.631761 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b05e3b8-80a4-44e0-ba69-80126d729ffd x-openstack-request-id: req-9b05e3b8-80a4-44e0-ba69-80126d729ffd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:20.631761 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0637aad2-e8a0-45e6-9d25-488bbe9fd3f9", "name": "network-vif-plugged", "status": "completed", "tag": "96fd1d11-3e1c-481d-80b2-115c42f750ff", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:20.631761 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b05e3b8-80a4-44e0-ba69-80126d729ffd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:20.631761 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0637aad2-e8a0-45e6-9d25-488bbe9fd3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'code': 200} Nov 03 15:59:20.671899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:20.704624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:20.708709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "DELETE /v2.0/networks/5c69ddd7-2031-4640-9795-6444d5a6dee5 HTTP/1.1" status: 204 len: 168 time: 2.1157646 Nov 03 15:59:20.709758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f41c5-5fff-4538-b6b2-1ff9377a9200 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Network': ['ID=5c69ddd7-2031-4640-9795-6444d5a6dee5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:20.711898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52694) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:20.759174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431faf3-841d-42cc-830f-58f1cfd01a66 req-5c452bb4-b4d3-4a98-addc-bdea1ea2279e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:20.761428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5431faf3-841d-42cc-830f-58f1cfd01a66 req-5c452bb4-b4d3-4a98-addc-bdea1ea2279e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.0734038 Nov 03 15:59:20.816326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47f22ee-4b01-40ca-b416-cf6b9034688d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting subnet a556c792-7343-4c42-925e-743e167eb8f2 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:59:20.824530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b47f22ee-4b01-40ca-b416-cf6b9034688d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:20.839115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5431faf3-841d-42cc-830f-58f1cfd01a66 req-173a3845-6bef-456a-90ad-7bc1d10e3bc9 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698562 Nov 03 15:59:20.839585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:59:20.862106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b426def-d3b0-4b77-999c-e19fa69e9db0 None None] Sync routers for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:59:20.873430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b426def-d3b0-4b77-999c-e19fa69e9db0 None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:20.874261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2b426def-d3b0-4b77-999c-e19fa69e9db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:20.883625 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-318c2576-a1ee-452b-90d7-f1e2594ee8db tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/routers/c12681e0-a3dc-4bdc-a2a1-3a94974fba59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5782175 Nov 03 15:59:20.884021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52706) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:20.918789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2b426def-d3b0-4b77-999c-e19fa69e9db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:20.931435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b426def-d3b0-4b77-999c-e19fa69e9db0 None None] Routers {'c12681e0-a3dc-4bdc-a2a1-3a94974fba59'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:20.932338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2b426def-d3b0-4b77-999c-e19fa69e9db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:20.958366 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b47f22ee-4b01-40ca-b416-cf6b9034688d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.011696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab10d4-d076-4b4d-9c82-17a6a0ac99af req-ebe3d69f-26aa-416a-8094-db4408fd3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:21.013298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99ab10d4-d076-4b4d-9c82-17a6a0ac99af req-ebe3d69f-26aa-416a-8094-db4408fd3d3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 1101 time: 0.1844764 Nov 03 15:59:21.031229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2b426def-d3b0-4b77-999c-e19fa69e9db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:21.031937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b426def-d3b0-4b77-999c-e19fa69e9db0 None None] The sync data for ids ['c12681e0-a3dc-4bdc-a2a1-3a94974fba59'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:59:21.096090 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.172544 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99ab10d4-d076-4b4d-9c82-17a6a0ac99af req-d33f486b-58d7-4b8e-8ed3-a25c587c60d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387317 Nov 03 15:59:21.182816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-f1fa3af2-79d0-41cd-bea6-ef48c7d4bd52 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:21.184353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-f1fa3af2-79d0-41cd-bea6-ef48c7d4bd52 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 945 time: 0.1446693 Nov 03 15:59:21.185800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b47f22ee-4b01-40ca-b416-cf6b9034688d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.252173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.281118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b47f22ee-4b01-40ca-b416-cf6b9034688d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.348322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port 1c6dda71-e25b-4955-abb5-66c5f47ba3d0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:21.348973 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.358443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f22ee-4b01-40ca-b416-cf6b9034688d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Subnet': ['ID=a556c792-7343-4c42-925e-743e167eb8f2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:21.368662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e471dc04-6f56-4a10-b038-357ef5278b39 None None] Network 9bb42350-8dca-4c50-ab08-c84a04ec5122 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:21.370721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b47f22ee-4b01-40ca-b416-cf6b9034688d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.377518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b47f22ee-4b01-40ca-b416-cf6b9034688d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "DELETE /v2.0/subnets/a556c792-7343-4c42-925e-743e167eb8f2 HTTP/1.1" status: 204 len: 168 time: 0.6336193 Nov 03 15:59:21.382660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52754) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:21.488192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c9320-6a6a-4ed3-8374-3fc4316d19b1 req-41de4029-b1be-4533-8c2f-f6ae85e3e363 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:21.490629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e6c9320-6a6a-4ed3-8374-3fc4316d19b1 req-41de4029-b1be-4533-8c2f-f6ae85e3e363 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 945 time: 0.1143317 Nov 03 15:59:21.519577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.522582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.552881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for 1c6dda71-e25b-4955-abb5-66c5f47ba3d0 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:21.602477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e6c9320-6a6a-4ed3-8374-3fc4316d19b1 req-b736fa99-5da9-4fef-8fcc-fb5f3df4fcb0 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040704 Nov 03 15:59:21.752306 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.768475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb23ef00-3129-46af-bb0f-215118c93bc7 None None] DHCP port deletion for 9bb42350-8dca-4c50-ab08-c84a04ec5122 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:59:21.827062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting port 08e9ec6d-cc68-4e78-95ea-f970368214d5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:21.827684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.887243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bb23ef00-3129-46af-bb0f-215118c93bc7 None None] Deleting port 08e9ec6d-cc68-4e78-95ea-f970368214d5 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:21.887620 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb23ef00-3129-46af-bb0f-215118c93bc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.912593 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:21.943749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ab2a-ae00-4297-9e70-cf7e3142a74a req-5ec7a3d5-235a-4810-adde-4c649ed41ca7 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:21.945958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3969ab2a-ae00-4297-9e70-cf7e3142a74a req-5ec7a3d5-235a-4810-adde-4c649ed41ca7 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 950 time: 0.2187355 Nov 03 15:59:21.997935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] For port 08e9ec6d-cc68-4e78-95ea-f970368214d5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=08e9ec6d-cc68-4e78-95ea-f970368214d5,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:22.000007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.051563 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.053755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=1c6dda71-e25b-4955-abb5-66c5f47ba3d0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:22.066917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Deleting port 096f0a09-ca83-4e58-9934-ad97f03c1e24 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:22.069142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.073206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Calling delete_port for 08e9ec6d-cc68-4e78-95ea-f970368214d5 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:22.155412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.156004 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.156105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.156400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.156849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.157179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.157506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.157927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.158251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.158570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.158888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.159204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:22.205250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bb23ef00-3129-46af-bb0f-215118c93bc7 None None] For port 08e9ec6d-cc68-4e78-95ea-f970368214d5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=08e9ec6d-cc68-4e78-95ea-f970368214d5,segment=NetworkSegment(a875fe47-985f-47fc-886f-fdefb1e98872),segment_id=a875fe47-985f-47fc-886f-fdefb1e98872)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:22.209095 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb23ef00-3129-46af-bb0f-215118c93bc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.210888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3969ab2a-ae00-4297-9e70-cf7e3142a74a req-4381b482-7708-47ad-8f2d-767241cae012 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869633 Nov 03 15:59:22.214944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.218126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.237104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] For port 096f0a09-ca83-4e58-9934-ad97f03c1e24, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=096f0a09-ca83-4e58-9934-ad97f03c1e24,segment=NetworkSegment(b661c1c3-d4b9-418e-bd77-999ab24a73f6),segment_id=b661c1c3-d4b9-418e-bd77-999ab24a73f6)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:22.237475 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.255803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Calling delete_port for 096f0a09-ca83-4e58-9934-ad97f03c1e24 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:22.270291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bb23ef00-3129-46af-bb0f-215118c93bc7 None None] Calling delete_port for 08e9ec6d-cc68-4e78-95ea-f970368214d5 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:22.331528 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.332156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Fanout notify agent at l3_agent the message router_deleted on router c12681e0-a3dc-4bdc-a2a1-3a94974fba59 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:59:22.339707 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.343874 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c5e8ea93-ac35-43f0-8cef-065672deb51b tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/routers/c12681e0-a3dc-4bdc-a2a1-3a94974fba59 HTTP/1.1" status: 204 len: 168 time: 1.4586873 Nov 03 15:59:22.352262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52814) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:22.409089 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 08e9ec6d-cc68-4e78-95ea-f970368214d5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:22.437647 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb23ef00-3129-46af-bb0f-215118c93bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.441787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf28b63-829a-49a2-b6e6-c1b153e88a96 req-36b86858-5729-475d-b00f-8b0d33b53585 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:22.449062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fbf28b63-829a-49a2-b6e6-c1b153e88a96 req-36b86858-5729-475d-b00f-8b0d33b53585 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1976266 Nov 03 15:59:22.476079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23ef00-3129-46af-bb0f-215118c93bc7 None None] Pushing event deleted for resources: {'Port': ['ID=08e9ec6d-cc68-4e78-95ea-f970368214d5,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:22.492345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23ef00-3129-46af-bb0f-215118c93bc7 None None] No DVR routers for this DVR port 08e9ec6d-cc68-4e78-95ea-f970368214d5 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:22.521494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No active binding found for port 08e9ec6d-cc68-4e78-95ea-f970368214d5 {{(pid=108106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 15:59:22.522490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 08e9ec6d-cc68-4e78-95ea-f970368214d5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:22.554073 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.635255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Port': ['ID=08e9ec6d-cc68-4e78-95ea-f970368214d5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:22.641144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9ccc0b-b8fc-439c-a7fd-bdfeb4138d8d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting subnet 46a7f6e3-ba1c-4b36-832d-6eac789a4fce {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:59:22.665613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc0b-b8fc-439c-a7fd-bdfeb4138d8d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.712651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] No DVR routers for this DVR port 08e9ec6d-cc68-4e78-95ea-f970368214d5 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:22.752166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fbf28b63-829a-49a2-b6e6-c1b153e88a96 req-e62063de-08c5-4c88-9928-fef3ccd3417d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022201 Nov 03 15:59:22.815526 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847b22-568a-40f4-8175-1425ff694cfa req-d9a96113-19ba-4757-88a7-6b8380f1feca tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:22.823166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-de847b22-568a-40f4-8175-1425ff694cfa req-d9a96113-19ba-4757-88a7-6b8380f1feca tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1dd21e-f9d6-438e-a9fe-1f96082a98b1 HTTP/1.1" status: 200 len: 945 time: 0.0996540 Nov 03 15:59:22.844602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.878312 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-de847b22-568a-40f4-8175-1425ff694cfa req-1153b30c-537a-4aca-8818-971dfabc6db4 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.86 "GET /v2.0/security-groups?id=16aa9469-4d0c-4206-8d2a-08beaecdd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541630 Nov 03 15:59:22.902315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb42350-8dca-4c50-ab08-c84a04ec5122']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:22.912351 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc0b-b8fc-439c-a7fd-bdfeb4138d8d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.917789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a875fe47-985f-47fc-886f-fdefb1e98872') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:22.918088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a875fe47-985f-47fc-886f-fdefb1e98872') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:22.945703 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 15:59:22.956518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:22.997050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.017800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:59:23.018203 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:59:23.021196 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:59:23.080880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:23.140484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.165995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.171619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.175244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "DELETE /v2.0/networks/9bb42350-8dca-4c50-ab08-c84a04ec5122 HTTP/1.1" status: 204 len: 168 time: 1.7916100 Nov 03 15:59:23.180421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52888) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:23.192595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1949220302'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:23.222150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc0b-b8fc-439c-a7fd-bdfeb4138d8d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.226764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Pushing event deleted for resources: {'Port': ['ID=096f0a09-ca83-4e58-9934-ad97f03c1e24,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:23.251192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:23.253845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922962a-23ab-46b3-8d7f-b24bb52698e8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Network': ['ID=9bb42350-8dca-4c50-ab08-c84a04ec5122,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:23.261923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.313736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] No DVR routers for this DVR port 096f0a09-ca83-4e58-9934-ad97f03c1e24 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:23.316067 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.317467 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.322248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b077b621-e98e-4a3c-b0e2-bed07017d00c req-ae49cc04-95d4-45ab-bb6d-7343be1d7535 tempest-InstanceActionsV221TestJSON-540496734 tempest-InstanceActionsV221TestJSON-540496734-project] 10.222.0.15 "DELETE /v2.0/ports/096f0a09-ca83-4e58-9934-ad97f03c1e24 HTTP/1.1" status: 204 len: 173 time: 1.7289662 Nov 03 15:59:23.329007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1dd21e-f9d6-438e-a9fe-1f96082a98b1', 'name': 'network-vif-deleted', 'tag': '096f0a09-ca83-4e58-9934-ad97f03c1e24'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:23.336389 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e64f42-5da8-43a7-8096-aa2915c80c4e" -d '{"events": [{"server_uuid": "4c1dd21e-f9d6-438e-a9fe-1f96082a98b1", "name": "network-vif-deleted", "tag": "096f0a09-ca83-4e58-9934-ad97f03c1e24"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:23.354205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:23.394212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:23.395413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:23.398743 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f8e800-afcf-4a8b-9632-b7e64c933df8" -d '{"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:23.412367 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.442216 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.442422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc0b-b8fc-439c-a7fd-bdfeb4138d8d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.442605 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Added segment 75ee00be-aaef-450d-ac0c-c7d5fb99ec65 of type vlan for network ab1c7762-18f0-4140-89b0-e94e58c6808e Nov 03 15:59:23.478392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ed321c-bc2a-4827-ac2d-9b705553f99a None None] Network 29312466-69ef-49f0-88aa-8d3689769f85 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:23.490266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc0b-b8fc-439c-a7fd-bdfeb4138d8d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.493819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1e9ccc0b-b8fc-439c-a7fd-bdfeb4138d8d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/subnets/46a7f6e3-ba1c-4b36-832d-6eac789a4fce HTTP/1.1" status: 204 len: 168 time: 1.1404243 Nov 03 15:59:23.497829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52914) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:23.498539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ccc0b-b8fc-439c-a7fd-bdfeb4138d8d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Subnet': ['ID=46a7f6e3-ba1c-4b36-832d-6eac789a4fce,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:23.528379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f196df0-4a50-4e07-ba71-d381fca2af10 req-dced020d-234b-4d8e-85a7-7d7ac3918acc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:23.546351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f196df0-4a50-4e07-ba71-d381fca2af10 req-dced020d-234b-4d8e-85a7-7d7ac3918acc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 950 time: 0.1780941 Nov 03 15:59:23.604691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.621909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:23.669559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.670584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.670784 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.670982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.671420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.671728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.672068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.672401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.672734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.673066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.673402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.673778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.674105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 15:59:23.678737 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f196df0-4a50-4e07-ba71-d381fca2af10 req-a174ce00-8b4d-4618-8500-758cbb56df9f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170726 Nov 03 15:59:23.682593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:23.694060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.718660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.779282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5976427 Nov 03 15:59:23.781669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52926) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:23.792178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'subnet': {'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:23.804882 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc236e2-f9f2-4316-b934-7522a90d70f5 x-openstack-request-id: req-8fc236e2-f9f2-4316-b934-7522a90d70f5 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:23.805680 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1dd21e-f9d6-438e-a9fe-1f96082a98b1", "name": "network-vif-deleted", "tag": "096f0a09-ca83-4e58-9934-ad97f03c1e24", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:23.805680 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8fc236e2-f9f2-4316-b934-7522a90d70f5 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:23.806043 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1dd21e-f9d6-438e-a9fe-1f96082a98b1', 'name': 'network-vif-deleted', 'tag': '096f0a09-ca83-4e58-9934-ad97f03c1e24', 'status': 'completed', 'code': 200} Nov 03 15:59:23.811152 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4231ddd-b7c3-4433-a730-95843d155055 x-openstack-request-id: req-c4231ddd-b7c3-4433-a730-95843d155055 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:23.811503 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:23.811766 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c4231ddd-b7c3-4433-a730-95843d155055 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:23.812511 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec', 'code': 200} Nov 03 15:59:23.843135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1c6b0-105b-401c-b101-a8f69c1225ec tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Network': ['ID=ab1c7762-18f0-4140-89b0-e94e58c6808e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:23.852987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port 66949a2c-3a0c-4053-81d0-df3ba8eca408 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:23.853488 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:23.856752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ab1c7762-18f0-4140-89b0-e94e58c6808e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:23.895044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea9b96d-96c5-4ff4-a56b-ee6c19da6f1d None None] DHCP port deletion for 29312466-69ef-49f0-88aa-8d3689769f85 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:59:23.959291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:23.966173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.006259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] For port 66949a2c-3a0c-4053-81d0-df3ba8eca408, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=66949a2c-3a0c-4053-81d0-df3ba8eca408,segment=NetworkSegment(d02b0ee8-6018-4e1b-9ecb-bd2533b7da44),segment_id=d02b0ee8-6018-4e1b-9ecb-bd2533b7da44)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:24.006712 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.034393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for 66949a2c-3a0c-4053-81d0-df3ba8eca408 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:24.091797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-fea9b96d-96c5-4ff4-a56b-ee6c19da6f1d None None] Deleting port 66949a2c-3a0c-4053-81d0-df3ba8eca408 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:24.092540 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fea9b96d-96c5-4ff4-a56b-ee6c19da6f1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.185231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fea9b96d-96c5-4ff4-a56b-ee6c19da6f1d None None] For port 66949a2c-3a0c-4053-81d0-df3ba8eca408, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=66949a2c-3a0c-4053-81d0-df3ba8eca408,segment=NetworkSegment(d02b0ee8-6018-4e1b-9ecb-bd2533b7da44),segment_id=d02b0ee8-6018-4e1b-9ecb-bd2533b7da44)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:24.185518 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fea9b96d-96c5-4ff4-a56b-ee6c19da6f1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.207825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-fea9b96d-96c5-4ff4-a56b-ee6c19da6f1d None None] Calling delete_port for 66949a2c-3a0c-4053-81d0-df3ba8eca408 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:24.233669 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.267159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=66949a2c-3a0c-4053-81d0-df3ba8eca408,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:24.270760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] No DVR routers for this DVR port 66949a2c-3a0c-4053-81d0-df3ba8eca408 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:24.387961 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 66949a2c-3a0c-4053-81d0-df3ba8eca408 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:24.438394 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 66949a2c-3a0c-4053-81d0-df3ba8eca408 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:24.439163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 66949a2c-3a0c-4053-81d0-df3ba8eca408 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:24.470041 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fea9b96d-96c5-4ff4-a56b-ee6c19da6f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.471563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.496653 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29312466-69ef-49f0-88aa-8d3689769f85']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:24.507721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02b0ee8-6018-4e1b-9ecb-bd2533b7da44') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:24.507721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02b0ee8-6018-4e1b-9ecb-bd2533b7da44') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:24.518984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.535733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.537397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9b96d-96c5-4ff4-a56b-ee6c19da6f1d None None] Pushing event deleted for resources: {'Port': ['ID=66949a2c-3a0c-4053-81d0-df3ba8eca408,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:24.541426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:59:24.541667 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.552995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9b96d-96c5-4ff4-a56b-ee6c19da6f1d None None] No DVR routers for this DVR port 66949a2c-3a0c-4053-81d0-df3ba8eca408 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:59:24.592298 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:59:24.638031 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.645268 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.651675 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/networks/29312466-69ef-49f0-88aa-8d3689769f85 HTTP/1.1" status: 204 len: 168 time: 1.1428356 Nov 03 15:59:24.665660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52962) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:24.682707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc9af7-031b-48d8-8e9f-4584aee94c49 req-559072b9-1b7b-49ae-a848-a211f24f652b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:24.684252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1fcc9af7-031b-48d8-8e9f-4584aee94c49 req-559072b9-1b7b-49ae-a848-a211f24f652b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.0931861 Nov 03 15:59:24.685061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bab4d1-586f-42b3-ac4d-cbb91fcdd6e3 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Network': ['ID=29312466-69ef-49f0-88aa-8d3689769f85,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:24.799419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.823968 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1fcc9af7-031b-48d8-8e9f-4584aee94c49 req-2aa8c636-5b31-4eea-85d7-9db2c011e18a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086359 Nov 03 15:59:24.854604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port faf71246-86b3-48c2-9299-9dbcca673e9c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:24.855269 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:24.925206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8a01-b4a2-4544-9c51-92a64a14d1f7 req-61804b1c-ec6f-4ae8-9b2f-e1f12e23ad34 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:24.926802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78da8a01-b4a2-4544-9c51-92a64a14d1f7 req-61804b1c-ec6f-4ae8-9b2f-e1f12e23ad34 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebb21650-159a-4c5c-9065-8b8ce2307636 HTTP/1.1" status: 200 len: 950 time: 0.2503953 Nov 03 15:59:24.929192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Subnet': ['ID=21c1fddb-5ebc-4082-89a0-42fabf685131,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:24.984099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Checking segment: {'id': '75ee00be-aaef-450d-ac0c-c7d5fb99ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:24.984489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network hostable DHCP agents. Network: ab1c7762-18f0-4140-89b0-e94e58c6808e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:25.018355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.019303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.041052 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78da8a01-b4a2-4544-9c51-92a64a14d1f7 req-67af20a5-bde8-428e-b9f8-2986dce00e15 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080358 Nov 03 15:59:25.041349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for faf71246-86b3-48c2-9299-9dbcca673e9c owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:25.044484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network ab1c7762-18f0-4140-89b0-e94e58c6808e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:25.071915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ab1c7762-18f0-4140-89b0-e94e58c6808e) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:25.073513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 096f0a09-ca83-4e58-9934-ad97f03c1e24 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:25.094821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:25.100006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.127531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f878abb3-710c-41d3-b657-23fd70339e55 None None] Network ab1c7762-18f0-4140-89b0-e94e58c6808e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:25.133218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f6238203-4368-4cc3-a478-e10a65fbf015 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3454096 Nov 03 15:59:25.133955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52974) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:25.144201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 096f0a09-ca83-4e58-9934-ad97f03c1e24 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:25.144636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 096f0a09-ca83-4e58-9934-ad97f03c1e24 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:25.153192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1018722041'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:25.209741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:25.220374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.278220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:25.289002 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.289540 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Added segment 60efee43-2778-4b8f-8018-f2f3d0f8e3ab of type vlan for network 90def4e3-834b-48a1-8555-96d46061e8c7 Nov 03 15:59:25.359231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.385205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.468256 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.478873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:25.487908 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.503895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=faf71246-86b3-48c2-9299-9dbcca673e9c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:25.553474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-ab1c7762-18f0-4140-89b0-e94e58c6808e', 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'fixed_ips': [{'subnet_id': '21c1fddb-5ebc-4082-89a0-42fabf685131'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:59:25.555227 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.572044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.574834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.576543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b9c8b515-5fda-4979-b77a-12497e6387df tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/floatingips/ab6046f5-2229-48c0-9e66-944e3f70e530 HTTP/1.1" status: 204 len: 168 time: 0.9093955 Nov 03 15:59:25.580608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52994) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:25.622756 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5e0c8a-082c-41c3-9a67-77032063f789 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] DELETE failed (client error): The resource could not be found. Nov 03 15:59:25.625098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5e0c8a-082c-41c3-9a67-77032063f789 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 15:59:25.631759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4954627 Nov 03 15:59:25.636289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52998) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:25.639358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8f5e0c8a-082c-41c3-9a67-77032063f789 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/ports/1b01ac49-ee41-49f6-a45f-ff43be2c413d HTTP/1.1" status: 404 len: 333 time: 0.0575275 Nov 03 15:59:25.643369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53000) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:25.657437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef1ac4-5675-42b7-9405-675ef3b267e4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Network': ['ID=90def4e3-834b-48a1-8555-96d46061e8c7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:25.664832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'subnet': {'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:25.724651 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1e0c93ab-85b2-4372-8774-fdf4b506e0f4 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12681e0-a3dc-4bdc-a2a1-3a94974fba59 HTTP/1.1" status: 200 len: 205 time: 0.0767076 Nov 03 15:59:25.728146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53002) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:25.734960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 90def4e3-834b-48a1-8555-96d46061e8c7 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:25.808580 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-04fc900d-df5a-4680-9c14-97353a070573 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] delete failed (client error): The resource could not be found. Nov 03 15:59:25.812146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-04fc900d-df5a-4680-9c14-97353a070573 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/routers/c12681e0-a3dc-4bdc-a2a1-3a94974fba59 HTTP/1.1" status: 404 len: 336 time: 0.0824015 Nov 03 15:59:25.814973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:25.842323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a674a10-bd83-4cbf-9941-595503381cdc req-5b399234-1283-4e88-a894-63100e52ecfb tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:25.849095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a674a10-bd83-4cbf-9941-595503381cdc req-5b399234-1283-4e88-a894-63100e52ecfb tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:25.850589 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3a674a10-bd83-4cbf-9941-595503381cdc req-5b399234-1283-4e88-a894-63100e52ecfb tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9&device_id=ebb21650-159a-4c5c-9065-8b8ce2307636 HTTP/1.1" status: 200 len: 1691 time: 0.1075568 Nov 03 15:59:25.864516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:25.869599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:25.870827 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cc5e00-6c20-435b-98d3-daf774125eae tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] DELETE failed (client error): The resource could not be found. Nov 03 15:59:25.876162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cc5e00-6c20-435b-98d3-daf774125eae tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 15:59:25.881847 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c6cc5e00-6c20-435b-98d3-daf774125eae tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/subnets/46a7f6e3-ba1c-4b36-832d-6eac789a4fce HTTP/1.1" status: 404 len: 337 time: 0.0655019 Nov 03 15:59:25.884300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53008) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:25.925647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Allocated IP 19.80.0.2 (ab1c7762-18f0-4140-89b0-e94e58c6808e/21c1fddb-5ebc-4082-89a0-42fabf685131/0cedad30-3ba0-4800-9240-4f9cc6dfe316) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:26.014554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3a674a10-bd83-4cbf-9941-595503381cdc req-3bb242e0-5c95-43b0-81bd-fa76e59736ef tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511934 Nov 03 15:59:26.090665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f82af739-740d-4665-91a7-c3841b7f413d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port 0009e55a-7b79-427b-90a1-e9339f650249 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:26.094008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f82af739-740d-4665-91a7-c3841b7f413d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.179851 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.189205 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.205785 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.239633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Network ab1c7762-18f0-4140-89b0-e94e58c6808e is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:26.246337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:26.251378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:26.297705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f82af739-740d-4665-91a7-c3841b7f413d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.316075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Pushing event updated for resources: {'Port': ['ID=0cedad30-3ba0-4800-9240-4f9cc6dfe316,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:26.333351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f82af739-740d-4665-91a7-c3841b7f413d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for 0009e55a-7b79-427b-90a1-e9339f650249 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:26.346036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Subnet': ['ID=422ff82e-8003-43ad-8da6-636ad05458c3,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:26.352460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Checking segment: {'id': '60efee43-2778-4b8f-8018-f2f3d0f8e3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:26.352959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network hostable DHCP agents. Network: 90def4e3-834b-48a1-8555-96d46061e8c7, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:26.369614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Attempting to bind port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:26.369936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Attempting to bind port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '75ee00be-aaef-450d-ac0c-c7d5fb99ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:26.370428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Attempting to bind port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 on network ab1c7762-18f0-4140-89b0-e94e58c6808e {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:26.379106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:26.379593 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Checking segment: {'id': '75ee00be-aaef-450d-ac0c-c7d5fb99ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:26.379881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network 90def4e3-834b-48a1-8555-96d46061e8c7 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:26.380048 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.380697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Bound using segment: {'id': '75ee00be-aaef-450d-ac0c-c7d5fb99ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:26.381179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Bound port: 0cedad30-3ba0-4800-9240-4f9cc6dfe316, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ee00be-aaef-450d-ac0c-c7d5fb99ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:26.381718 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.395559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 90def4e3-834b-48a1-8555-96d46061e8c7) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:26.404874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:26.407418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.447309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f11a061d-41b5-4083-8bf4-3e58a0a254a0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7892587 Nov 03 15:59:26.465752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] For port 0cedad30-3ba0-4800-9240-4f9cc6dfe316, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:26.470256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] For port 0cedad30-3ba0-4800-9240-4f9cc6dfe316, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0cedad30-3ba0-4800-9240-4f9cc6dfe316,segment=NetworkSegment(75ee00be-aaef-450d-ac0c-c7d5fb99ec65),segment_id=75ee00be-aaef-450d-ac0c-c7d5fb99ec65)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:26.472910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a781d29-2522-4a0f-9ba0-46af17af9eda None None] Network 90def4e3-834b-48a1-8555-96d46061e8c7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:26.500956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.595632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3ac82-6b22-46ba-9de6-101e89ba8347 None None] Pushing event updated for resources: {'Port': ['ID=0cedad30-3ba0-4800-9240-4f9cc6dfe316,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:26.696095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f82af739-740d-4665-91a7-c3841b7f413d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.761425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82af739-740d-4665-91a7-c3841b7f413d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=0009e55a-7b79-427b-90a1-e9339f650249,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:26.819330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-90def4e3-834b-48a1-8555-96d46061e8c7', 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'fixed_ips': [{'subnet_id': '422ff82e-8003-43ad-8da6-636ad05458c3'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:59:26.820653 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.913600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f82af739-740d-4665-91a7-c3841b7f413d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:26.917027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f82af739-740d-4665-91a7-c3841b7f413d tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/ports/0009e55a-7b79-427b-90a1-e9339f650249 HTTP/1.1" status: 204 len: 168 time: 1.0315180 Nov 03 15:59:26.919762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53050) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:26.945221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b523da0-d515-40c4-bed4-e1d3dcaa78cb req-3e4db31a-f3f7-4490-8948-2bf06fff4b6c tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:26.955619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b523da0-d515-40c4-bed4-e1d3dcaa78cb req-3e4db31a-f3f7-4490-8948-2bf06fff4b6c tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1981738 Nov 03 15:59:26.984828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53052) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:27.181460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b523da0-d515-40c4-bed4-e1d3dcaa78cb req-d5cc1803-38a2-4511-bba6-48ec964ffdb3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245944 Nov 03 15:59:27.194009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1930b2-cf7c-4ab0-bc31-a68df6298603 admin admin] Deleting subnet fe2217dc-f26e-4b62-86c4-b41b0e2b78f8 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:59:27.228153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Allocated IP 19.86.0.2 (90def4e3-834b-48a1-8555-96d46061e8c7/422ff82e-8003-43ad-8da6-636ad05458c3/7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:27.246852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-175770f2-9727-4aee-8192-03c484ebed50 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port d2cf8286-1603-42cf-88ec-be988765f6f8 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:27.248613 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-175770f2-9727-4aee-8192-03c484ebed50 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.265823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc1930b2-cf7c-4ab0-bc31-a68df6298603 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.339224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc1930b2-cf7c-4ab0-bc31-a68df6298603 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.412411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc1930b2-cf7c-4ab0-bc31-a68df6298603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.432057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-175770f2-9727-4aee-8192-03c484ebed50 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.475438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-175770f2-9727-4aee-8192-03c484ebed50 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for d2cf8286-1603-42cf-88ec-be988765f6f8 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:27.487620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc1930b2-cf7c-4ab0-bc31-a68df6298603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.523183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.536811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1930b2-cf7c-4ab0-bc31-a68df6298603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2217dc-f26e-4b62-86c4-b41b0e2b78f8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:27.541293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc1930b2-cf7c-4ab0-bc31-a68df6298603 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.545397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cc1930b2-cf7c-4ab0-bc31-a68df6298603 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fe2217dc-f26e-4b62-86c4-b41b0e2b78f8 HTTP/1.1" status: 204 len: 168 time: 0.5565367 Nov 03 15:59:27.546433 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.548353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53102) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:27.623665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Network 90def4e3-834b-48a1-8555-96d46061e8c7 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:27.631286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Pushing event updated for resources: {'Port': ['ID=7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:27.636016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:27.639453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:27.652899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.738879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Attempting to bind port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:27.739610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Attempting to bind port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '60efee43-2778-4b8f-8018-f2f3d0f8e3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:27.740104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Attempting to bind port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 on network 90def4e3-834b-48a1-8555-96d46061e8c7 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:27.742562 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-175770f2-9727-4aee-8192-03c484ebed50 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.746253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:27.746824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Checking segment: {'id': '60efee43-2778-4b8f-8018-f2f3d0f8e3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:27.749419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.750117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Bound using segment: {'id': '60efee43-2778-4b8f-8018-f2f3d0f8e3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:27.750745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Bound port: 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60efee43-2778-4b8f-8018-f2f3d0f8e3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:27.751276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.787150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175770f2-9727-4aee-8192-03c484ebed50 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=d2cf8286-1603-42cf-88ec-be988765f6f8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:27.865305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] For port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:27.870120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] For port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:27.871344 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.875339 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.934718 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-175770f2-9727-4aee-8192-03c484ebed50 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.940629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7760c94d-fe16-4292-9c45-5db72224c288']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:27.943515 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-175770f2-9727-4aee-8192-03c484ebed50 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/ports/d2cf8286-1603-42cf-88ec-be988765f6f8 HTTP/1.1" status: 204 len: 168 time: 1.0209882 Nov 03 15:59:27.951626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53120) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:27.960802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b661c1c3-d4b9-418e-bd77-999ab24a73f6') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:27.961099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b661c1c3-d4b9-418e-bd77-999ab24a73f6') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:27.961753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b3cb6-3056-4622-a30a-72db4ab6e18b None None] Pushing event updated for resources: {'Port': ['ID=7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:27.981028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:27.990760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b4947-96ba-4e34-97bb-50eecdf248c2 req-b02729e6-be1c-429f-8f87-5c5bba8684fd tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:27.992581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-950b4947-96ba-4e34-97bb-50eecdf248c2 req-b02729e6-be1c-429f-8f87-5c5bba8684fd tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 1101 time: 0.1308022 Nov 03 15:59:28.009751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:28.027890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-6b064aad-8f0e-4a82-8312-8398d699b59a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:28.028867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3a45e-63f2-4690-b592-219d936fa16c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:28.031326 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b9e3a45e-63f2-4690-b592-219d936fa16c tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 HTTP/1.1" status: 200 len: 913 time: 0.0781384 Nov 03 15:59:28.036325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-6b064aad-8f0e-4a82-8312-8398d699b59a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:28.038152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-6b064aad-8f0e-4a82-8312-8398d699b59a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/networks?id=ab1c7762-18f0-4140-89b0-e94e58c6808e&id=90def4e3-834b-48a1-8555-96d46061e8c7 HTTP/1.1" status: 200 len: 1392 time: 0.3301730 Nov 03 15:59:28.038658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53122) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:28.040263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:59:28.040736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:59:28.059738 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:59:28.096026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-950b4947-96ba-4e34-97bb-50eecdf248c2 req-fbb46bed-dc3d-4999-87de-8e031a683623 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871036 Nov 03 15:59:28.153418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-d2c7a5a8-175e-4e38-9627-c97d11ed7eef tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/quotas/6ddfc0ecaffa46bd8d7d756a46f05573 HTTP/1.1" status: 200 len: 375 time: 0.0853655 Nov 03 15:59:28.208740 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:28.355594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d967e-355f-4d56-ace6-71ca4b7b88db None None] Network ab1c7762-18f0-4140-89b0-e94e58c6808e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:28.470760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0cedad30-3ba0-4800-9240-4f9cc6dfe316 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:28.581355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-947abe67-0c35-4558-867d-482c3f14ba30 None None] Provisioning complete for port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:28.581833 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-947abe67-0c35-4558-867d-482c3f14ba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:28.649645 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:28.652759 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7760c94d-fe16-4292-9c45-5db72224c288 HTTP/1.1" status: 204 len: 168 time: 1.1034577 Nov 03 15:59:28.666164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:28.666735 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:28.678756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21714f2b-ff9c-4c90-9850-8748583e0525 admin admin] Pushing event deleted for resources: {'Network': ['ID=7760c94d-fe16-4292-9c45-5db72224c288,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:28.721026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-38fc32f6-c4cd-4f82-be37-3bfc82da0b68 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5513585 Nov 03 15:59:28.814056 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-947abe67-0c35-4558-867d-482c3f14ba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:28.829364 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377a5fb-0f06-4643-87b4-c644aef0830d req-b68b6bc0-9e8c-480d-97af-20568dcab77a tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:28.836038 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2377a5fb-0f06-4643-87b4-c644aef0830d req-b68b6bc0-9e8c-480d-97af-20568dcab77a tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ebb21650-159a-4c5c-9065-8b8ce2307636 HTTP/1.1" status: 200 len: 1101 time: 0.0631986 Nov 03 15:59:28.849704 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:28.882982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53142) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:28.907548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-947abe67-0c35-4558-867d-482c3f14ba30 None None] For port 0cedad30-3ba0-4800-9240-4f9cc6dfe316, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0cedad30-3ba0-4800-9240-4f9cc6dfe316,segment=NetworkSegment(75ee00be-aaef-450d-ac0c-c7d5fb99ec65),segment_id=75ee00be-aaef-450d-ac0c-c7d5fb99ec65)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:28.960578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-da10d8a4-8736-45c2-9003-cfc874c257a8 service neutron] 10.222.0.86 "GET /v2.0/networks/ab1c7762-18f0-4140-89b0-e94e58c6808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382953 Nov 03 15:59:28.962163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2377a5fb-0f06-4643-87b4-c644aef0830d req-da93391b-55a2-48dc-afea-920d12cdc2c1 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141407 Nov 03 15:59:28.969975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53144) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:28.977938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-79a8949f-cd8e-4b25-b0d1-8921c8d59d57 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a5b8c39f92e4a549c11e0f49a98be06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793366 Nov 03 15:59:28.981909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-947abe67-0c35-4558-867d-482c3f14ba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:28.989172 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 15:59:28.990008 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 15:59:29.141970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab30e98-dc84-4df9-a0f5-26e2f0615178 req-5b97e88c-bfe1-4b01-ae1d-b828131f9cb4 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:29.144177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dab30e98-dc84-4df9-a0f5-26e2f0615178 req-5b97e88c-bfe1-4b01-ae1d-b828131f9cb4 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.0712492 Nov 03 15:59:29.177002 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e1ef-3603-4fc3-b6c5-413e781768e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:29.214190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dab30e98-dc84-4df9-a0f5-26e2f0615178 req-3e230b48-5bb2-4a10-a52f-755a44c40702 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576448 Nov 03 15:59:29.221228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e1ef-3603-4fc3-b6c5-413e781768e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:29.249162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-346ae237-86aa-43cb-aecf-0ed8db441105 service neutron] 10.222.0.86 "GET /v2.0/networks/ab1c7762-18f0-4140-89b0-e94e58c6808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872107 Nov 03 15:59:29.257404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c325fe45-25c3-4d78-885f-c308b211f38f None None] Provisioning complete for port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:29.258415 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c325fe45-25c3-4d78-885f-c308b211f38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:29.260342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947abe67-0c35-4558-867d-482c3f14ba30 None None] Pushing event updated for resources: {'Port': ['ID=0cedad30-3ba0-4800-9240-4f9cc6dfe316,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:29.384895 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e1ef-3603-4fc3-b6c5-413e781768e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:29.387486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e1ef-3603-4fc3-b6c5-413e781768e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:29.387954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0281be66-143d-41ef-a447-c844c57f1bcd None None] Network 90def4e3-834b-48a1-8555-96d46061e8c7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:29.391343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a0c1e1ef-3603-4fc3-b6c5-413e781768e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/16aa9469-4d0c-4206-8d2a-08beaecdd1f8 HTTP/1.1" status: 204 len: 168 time: 0.4167860 Nov 03 15:59:29.424795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1e1ef-3603-4fc3-b6c5-413e781768e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aa9469-4d0c-4206-8d2a-08beaecdd1f8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:29.431590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-b9ad242f-5120-4119-9572-1963b07f3511 service neutron] 10.222.0.86 "GET /v2.0/networks/90def4e3-834b-48a1-8555-96d46061e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815763 Nov 03 15:59:29.455186 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ce7a-235f-4747-bfa5-63590cc6c8a5 req-c51b86e6-fdc5-48d7-88a4-8c53d2306587 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:29.457058 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89e6ce7a-235f-4747-bfa5-63590cc6c8a5 req-c51b86e6-fdc5-48d7-88a4-8c53d2306587 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 947 time: 0.0631828 Nov 03 15:59:29.486057 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:29.522188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89e6ce7a-235f-4747-bfa5-63590cc6c8a5 req-0d27c983-5972-40ee-bf1c-804d75d48cd4 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589938 Nov 03 15:59:29.578754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3736aca3-c75d-4cd7-b6db-9bcf68073844 None None] Provisioning complete for port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:29.579185 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3736aca3-c75d-4cd7-b6db-9bcf68073844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:29.689194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-791a45cc-f6dd-4688-b739-3cf672fbf94d service neutron] 10.222.0.86 "GET /v2.0/networks/90def4e3-834b-48a1-8555-96d46061e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485597 Nov 03 15:59:29.797076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3736aca3-c75d-4cd7-b6db-9bcf68073844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:29.805751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-b15658f3-e5f1-4265-b3bb-d39f8a9165e1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:29.807463 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-b15658f3-e5f1-4265-b3bb-d39f8a9165e1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 945 time: 0.1195691 Nov 03 15:59:29.878561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3736aca3-c75d-4cd7-b6db-9bcf68073844 None None] For port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:29.883791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db2d0-00f6-4ba0-a944-8ab388d8fceb req-30daaef0-468d-483f-9cf0-cd7a37c70119 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:29.885411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-327db2d0-00f6-4ba0-a944-8ab388d8fceb req-30daaef0-468d-483f-9cf0-cd7a37c70119 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 950 time: 0.1261744 Nov 03 15:59:29.888193 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3736aca3-c75d-4cd7-b6db-9bcf68073844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.011333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736aca3-c75d-4cd7-b6db-9bcf68073844 None None] Pushing event updated for resources: {'Port': ['ID=7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:30.029908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port 3030b6c1-d737-41d2-a71a-ca65a8ca1ffb {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:30.030492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.125879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-327db2d0-00f6-4ba0-a944-8ab388d8fceb req-273a756c-3ede-4183-aeb0-1208eac92780 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186563 Nov 03 15:59:30.166444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Deleting port 0260141d-09af-4af9-8315-720af6f814f8 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:30.166791 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.220201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-134f598c-69f9-4553-a0ac-cca668fe258e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511930 Nov 03 15:59:30.320055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-683069ed-f560-421f-bfa1-e420ab192942 None None] Provisioning complete for port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:30.320431 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-683069ed-f560-421f-bfa1-e420ab192942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.370190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.376672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] For port 0260141d-09af-4af9-8315-720af6f814f8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0260141d-09af-4af9-8315-720af6f814f8,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:30.377036 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.394883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Calling delete_port for 0260141d-09af-4af9-8315-720af6f814f8 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:30.418881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for 3030b6c1-d737-41d2-a71a-ca65a8ca1ffb owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:30.484137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-5edac680-dbda-42d7-ad9b-bc85a92ba3fc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:30.492003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-5edac680-dbda-42d7-ad9b-bc85a92ba3fc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2707789 Nov 03 15:59:30.531475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0cedad30-3ba0-4800-9240-4f9cc6dfe316 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:30.568594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-bd47f158-b91d-4948-b191-0443d059b0f0 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/quotas/659686e42cc5482f827515690024b39e HTTP/1.1" status: 200 len: 375 time: 0.0752342 Nov 03 15:59:30.598006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e0c3a6c-7b25-462b-ace2-839fc0ee1d72 req-d80c4218-88d9-4766-a160-6c766a3975c7 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 210 time: 0.0988088 Nov 03 15:59:30.641298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:30.641713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.662728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-1c9109e8-8789-4712-bc94-a10835081093 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:30.664480 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-1c9109e8-8789-4712-bc94-a10835081093 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 947 time: 0.1642861 Nov 03 15:59:30.665792 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.695561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0260141d-09af-4af9-8315-720af6f814f8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:30.708908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event deleted for resources: {'Port': ['ID=0260141d-09af-4af9-8315-720af6f814f8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:30.795163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:30.798936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-c968645b-0dc9-427a-9cd8-bc262f7b2d98 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2294140 Nov 03 15:59:30.816876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] No DVR routers for this DVR port 0260141d-09af-4af9-8315-720af6f814f8 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:30.821968 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.825718 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88a9797f-d3e7-4f5c-9b1e-54a906481550 req-739e6523-e6bf-4057-ad01-63666dfec518 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "DELETE /v2.0/ports/0260141d-09af-4af9-8315-720af6f814f8 HTTP/1.1" status: 204 len: 173 time: 1.0072336 Nov 03 15:59:30.826478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b49734-6560-4200-9c75-fab39aeaeaa1', 'name': 'network-vif-deleted', 'tag': '0260141d-09af-4af9-8315-720af6f814f8'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:30.839497 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a8b6a-9ad2-4223-aade-4bc4b4d68b6d" -d '{"events": [{"server_uuid": "81b49734-6560-4200-9c75-fab39aeaeaa1", "name": "network-vif-deleted", "tag": "0260141d-09af-4af9-8315-720af6f814f8"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:30.869675 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:30.870744 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.894218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:30.966173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=3030b6c1-d737-41d2-a71a-ca65a8ca1ffb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:31.049851 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:31.055655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Deleting port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:31.056432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:31.171945 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:31.260303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] For port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:31.260824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:31.286753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Calling delete_port for a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:31.525285 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:31.529324 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-970f5a04-d377-43eb-95b3-5c17be7f919e req-fb3e633d-6a5f-49c3-8acd-b358af7b6460 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b49734-6560-4200-9c75-fab39aeaeaa1 HTTP/1.1" status: 200 len: 210 time: 0.0435066 Nov 03 15:59:31.570162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 15:59:31.588600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Pushing event deleted for resources: {'Port': ['ID=a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:31.742997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] No DVR routers for this DVR port a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:31.747413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:31.751220 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57b3729d-50cb-4fc9-aa26-e608d38f4b21 req-de61130b-826b-4187-8d64-6c4d8855dfed tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.70 "DELETE /v2.0/ports/a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd HTTP/1.1" status: 204 len: 173 time: 1.0758789 Nov 03 15:59:31.793122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fad7aa6d-8091-4696-8a68-8737cbe6ac67 req-020f94f2-e1da-49c4-9b78-44b89943fb57 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a151855-5f3a-415e-945f-9ff727552d5b HTTP/1.1" status: 200 len: 210 time: 0.0814276 Nov 03 15:59:31.852913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:59:31.870683 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b187272-0d43-4e4e-978f-dcf902a95816 None None] Sync routers for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:59:31.871257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-029d248a-e358-467a-b5bb-23222f6c08e5 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "PUT /v2.0/routers/ca9419b5-4985-4ba0-85aa-b2258ffbe8a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8123667 Nov 03 15:59:31.874086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53268) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:31.887571 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b187272-0d43-4e4e-978f-dcf902a95816 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:31.890326 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8b187272-0d43-4e4e-978f-dcf902a95816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:31.902516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-fc151fe0-b8a4-4e07-bdfe-b56de3b9e29f tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:31.916297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-fc151fe0-b8a4-4e07-bdfe-b56de3b9e29f tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:31.926931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-fc151fe0-b8a4-4e07-bdfe-b56de3b9e29f tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "GET /v2.0/networks?id=ab1c7762-18f0-4140-89b0-e94e58c6808e&id=90def4e3-834b-48a1-8555-96d46061e8c7 HTTP/1.1" status: 200 len: 1392 time: 0.3777127 Nov 03 15:59:31.928373 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564bcb70-698a-4827-aa02-fef1c4662215 x-openstack-request-id: req-564bcb70-698a-4827-aa02-fef1c4662215 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:31.928664 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b49734-6560-4200-9c75-fab39aeaeaa1", "name": "network-vif-deleted", "tag": "0260141d-09af-4af9-8315-720af6f814f8", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:31.928923 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-564bcb70-698a-4827-aa02-fef1c4662215 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:31.929317 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b49734-6560-4200-9c75-fab39aeaeaa1', 'name': 'network-vif-deleted', 'tag': '0260141d-09af-4af9-8315-720af6f814f8', 'status': 'completed', 'code': 200} Nov 03 15:59:31.944980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'port': {'device_id': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e', 'admin_state_up': True, 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:32.005498 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8b187272-0d43-4e4e-978f-dcf902a95816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:32.031789 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b187272-0d43-4e4e-978f-dcf902a95816 None None] Routers {'ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:32.036582 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8b187272-0d43-4e4e-978f-dcf902a95816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:32.156635 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8b187272-0d43-4e4e-978f-dcf902a95816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:32.158593 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b187272-0d43-4e4e-978f-dcf902a95816 None None] The sync data for ids ['ca9419b5-4985-4ba0-85aa-b2258ffbe8a3'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:59:32.199231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:32.235848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96deeb75-c198-4a34-95e5-d050f04bdf2b req-f43f7169-f8aa-4344-9f33-891802ed0b08 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 210 time: 0.0405781 Nov 03 15:59:32.272691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:32.278539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:32.349136 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8ab6643-2ed2-4170-a8a0-6237454997d7 req-2a143cc4-003e-4e85-9ba5-6a08d719031e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 210 time: 0.1441541 Nov 03 15:59:32.455346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:32.459044 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8816f133-ee9b-44e3-a065-2e149efeda90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:32.494811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Allocated IP 19.80.0.49 (ab1c7762-18f0-4140-89b0-e94e58c6808e/21c1fddb-5ebc-4082-89a0-42fabf685131/0ec78920-3e60-4dcf-a46c-fd51fcbc66ee) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:32.647851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting port e450540b-99e3-429d-8d40-8693c75f831c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:32.648836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:32.738524 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:32.795470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:32.823710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b317bf-854e-4694-b273-29c529af6b1f req-22fb2efd-bd4b-4e6a-bbf7-53840572085f tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:32.833182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4b317bf-854e-4694-b273-29c529af6b1f req-22fb2efd-bd4b-4e6a-bbf7-53840572085f tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 950 time: 0.2718220 Nov 03 15:59:32.890652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:32.922555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Calling delete_port for e450540b-99e3-429d-8d40-8693c75f831c owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:32.926317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network ab1c7762-18f0-4140-89b0-e94e58c6808e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:32.945994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4b317bf-854e-4694-b273-29c529af6b1f req-8d437567-bc48-47ef-96c3-17901fcfb832 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088266 Nov 03 15:59:32.949444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:32.958445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Port': ['ID=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:32.971272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:33.141862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:33.142150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:33.142779 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.180250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53324) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:33.224125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-8dd93319-1661-49ce-85a0-456828e5a4e0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:33.232236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-8dd93319-1661-49ce-85a0-456828e5a4e0 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.3321011 Nov 03 15:59:33.243208 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-905665c8-a4e5-45d8-b8cf-31c6cd557dd4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3045259 Nov 03 15:59:33.248255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.255633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-32375b95-93dc-4980-ab7c-629e1a8ae661 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/quotas/453236d257d74a2bae741ad1e455f5c9 HTTP/1.1" status: 200 len: 375 time: 0.0221622 Nov 03 15:59:33.273501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Request body: {'port': {'device_id': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7', 'admin_state_up': True, 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:33.328402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Port': ['ID=e450540b-99e3-429d-8d40-8693c75f831c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:33.347103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-74b7f03d-ea17-4f02-9bf5-ecf14e98a4f2 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902567 Nov 03 15:59:33.365566 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.412951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.420510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:33.423953 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1257fffd-2773-4d11-a195-526467a98208" -d '{"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:33.448602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1c849aba-8e67-45dc-9c1c-656e252e52b6 None None] Provisioning complete for port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:33.449391 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1c849aba-8e67-45dc-9c1c-656e252e52b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.474789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:33.486622 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.524057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1c849aba-8e67-45dc-9c1c-656e252e52b6 None None] Port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:59:33.553472 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:33.635827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Made reservation on behalf of 6ddfc0ecaffa46bd8d7d756a46f05573 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:33.640260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.646271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e554-e1d7-4bf6-922c-db43abc8b9a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.649879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-989a52ae-eda5-4aa3-9ce7-d0e67a8f14a3 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145871 Nov 03 15:59:33.768098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e554-e1d7-4bf6-922c-db43abc8b9a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.798600 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e554-e1d7-4bf6-922c-db43abc8b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.911832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-526e6da8-e071-4f6c-ab86-46408e99cd23 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632110 Nov 03 15:59:33.935610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'name': 'network-vif-deleted', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:33.938569 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258958e6-2c15-41cf-afc6-1f364bc9a6f2" -d '{"events": [{"server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "name": "network-vif-deleted", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:33.962045 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05ca04ff-aa68-40d4-a1af-04b5e7c879d0 req-49faec34-8145-4083-903c-879abc9182fa tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 210 time: 0.0658512 Nov 03 15:59:33.966884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8ea3e554-e1d7-4bf6-922c-db43abc8b9a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19079f7bbc374d4c86ff836bde92c8c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7845178 Nov 03 15:59:33.974580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53340) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:33.986003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:33.986137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3e554-e1d7-4bf6-922c-db43abc8b9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9a7eb6-579d-4f5b-a1b3-751002d21ae0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:33.986252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-12681afb-b6f5-44cb-bbd5-77579d17d54d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849347 Nov 03 15:59:33.986252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.057395 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.057951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Fanout notify agent at l3_agent the message router_deleted on router ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 15:59:34.074438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.076428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4c11bbe9-f4ae-4c9e-9960-a822819394eb tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/routers/ca9419b5-4985-4ba0-85aa-b2258ffbe8a3 HTTP/1.1" status: 204 len: 168 time: 2.2017474 Nov 03 15:59:34.090371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53342) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:34.169013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c7903-4a2b-4627-83fb-1925f004f6d2 req-0eb22aec-905a-4465-ad99-d2ca1f8292b1 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:34.171418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f4c7903-4a2b-4627-83fb-1925f004f6d2 req-0eb22aec-905a-4465-ad99-d2ca1f8292b1 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 931 time: 0.1175525 Nov 03 15:59:34.173415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-3b4c51f2-bd52-44a6-8f5a-a7411039cfd8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:34.174876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-3b4c51f2-bd52-44a6-8f5a-a7411039cfd8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5102384 Nov 03 15:59:34.182257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-22b647ea-0a15-40b3-8342-115a519b4c44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:34.183659 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-22b647ea-0a15-40b3-8342-115a519b4c44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603878 Nov 03 15:59:34.199606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Request body: {'port': {'device_id': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '659686e42cc5482f827515690024b39e'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:34.206016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Request body: {'port': {'device_id': '90dab361-7881-4979-bad3-6221e8253e1b', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '659686e42cc5482f827515690024b39e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:34.213208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Allocated IP 19.86.0.114 (90def4e3-834b-48a1-8555-96d46061e8c7/422ff82e-8003-43ad-8da6-636ad05458c3/5fb6ad13-29bf-4f64-911f-098b82a1584c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:34.254602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff041fc-bb4b-4ccf-a92f-6a25f4e0ff66 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Deleting subnet 7d638074-dbc4-4b4b-9193-5bcb2a3c23a0 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:59:34.287497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f4c7903-4a2b-4627-83fb-1925f004f6d2 req-06386f40-c39c-4178-b867-1cabb60512b0 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027617 Nov 03 15:59:34.303251 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ff041fc-bb4b-4ccf-a92f-6a25f4e0ff66 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.307252 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-6b669345-8d69-4a84-9c62-5f086f6dd395 service neutron] 10.222.0.86 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771076 Nov 03 15:59:34.339614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fd2fceb8-bdce-4a36-b90d-c1b6628526b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.349657 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419fba2b-d7aa-4ec5-b9da-be9d7aa20997 x-openstack-request-id: req-419fba2b-d7aa-4ec5-b9da-be9d7aa20997 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:34.350637 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:34.350988 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-419fba2b-d7aa-4ec5-b9da-be9d7aa20997 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:34.352221 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'code': 200} Nov 03 15:59:34.379408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Made reservation on behalf of 659686e42cc5482f827515690024b39e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:34.392740 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.408042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ff041fc-bb4b-4ccf-a92f-6a25f4e0ff66 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.469213 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fd2fceb8-bdce-4a36-b90d-c1b6628526b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.501010 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90ce48b-70d3-4b83-9669-2b9811e9f4e9 x-openstack-request-id: req-a90ce48b-70d3-4b83-9669-2b9811e9f4e9 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:34.501455 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a151855-5f3a-415e-945f-9ff727552d5b", "name": "network-vif-deleted", "tag": "a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:34.501618 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a90ce48b-70d3-4b83-9669-2b9811e9f4e9 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:34.501945 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a151855-5f3a-415e-945f-9ff727552d5b', 'name': 'network-vif-deleted', 'tag': 'a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd', 'status': 'completed', 'code': 200} Nov 03 15:59:34.591953 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ff041fc-bb4b-4ccf-a92f-6a25f4e0ff66 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.610529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51207ce4-ce80-449a-a2b9-d445897553ff req-ffcb67bb-abba-44c8-929f-f4f4fdcbbd32 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:34.619508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51207ce4-ce80-449a-a2b9-d445897553ff req-ffcb67bb-abba-44c8-929f-f4f4fdcbbd32 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 948 time: 0.2066960 Nov 03 15:59:34.652379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Allocated IP 192.168.233.92 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/e9c626ff-a2be-4bac-9047-cc51aad65525) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:34.660358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Made reservation on behalf of 659686e42cc5482f827515690024b39e for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:34.663828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.706249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51207ce4-ce80-449a-a2b9-d445897553ff req-fc27b994-5ced-442a-a754-0529ff57615a tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786414 Nov 03 15:59:34.762081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fd2fceb8-bdce-4a36-b90d-c1b6628526b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.767197 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fd2fceb8-bdce-4a36-b90d-c1b6628526b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.768353 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fd2fceb8-bdce-4a36-b90d-c1b6628526b9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca9a7eb6-579d-4f5b-a1b3-751002d21ae0 HTTP/1.1" status: 204 len: 168 time: 0.7911220 Nov 03 15:59:34.789881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aaddd-6189-4e39-a3a6-9170b67a0c7e req-039f1f8c-f43e-40e6-b333-79f27eeb5e2c tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:34.800180 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b48aaddd-6189-4e39-a3a6-9170b67a0c7e req-039f1f8c-f43e-40e6-b333-79f27eeb5e2c tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 948 time: 0.2260556 Nov 03 15:59:34.842981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fceb8-bdce-4a36-b90d-c1b6628526b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9a7eb6-579d-4f5b-a1b3-751002d21ae0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:34.881425 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.885477 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ff041fc-bb4b-4ccf-a92f-6a25f4e0ff66 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.915124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0260141d-09af-4af9-8315-720af6f814f8 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:34.927237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae1fe972-a3f9-4638-a84a-dd51b4b078fa req-4fa45d41-9b32-4d03-8a14-7e52a6b41cbf tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 210 time: 0.0454986 Nov 03 15:59:34.980526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 0260141d-09af-4af9-8315-720af6f814f8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:34.981517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0260141d-09af-4af9-8315-720af6f814f8 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:34.982999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:34.992537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:34.999508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff041fc-bb4b-4ccf-a92f-6a25f4e0ff66 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Subnet': ['ID=7d638074-dbc4-4b4b-9193-5bcb2a3c23a0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:35.017399 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-67214d74-cf53-4f3a-8879-903bce4e464b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:35.020355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:35.020891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a8e2bdf6-1c77-4636-80eb-c8ccb8f76ffd not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:35.041735 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ff041fc-bb4b-4ccf-a92f-6a25f4e0ff66 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:35.049305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53362) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:35.049584 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3ff041fc-bb4b-4ccf-a92f-6a25f4e0ff66 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/subnets/7d638074-dbc4-4b4b-9193-5bcb2a3c23a0 HTTP/1.1" status: 204 len: 168 time: 0.9576733 Nov 03 15:59:35.090609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b48aaddd-6189-4e39-a3a6-9170b67a0c7e req-ab04f919-476a-478e-86f9-2e6bc71c68fd tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888200 Nov 03 15:59:35.106112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:35.179691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16694e5b-97f7-4005-9d4c-d97fbf5a59f2 req-52a52cce-fbd6-4586-802f-beb3e3696258 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 210 time: 0.0922952 Nov 03 15:59:35.183623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Network 90def4e3-834b-48a1-8555-96d46061e8c7 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:35.188333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:35.194481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:35.200352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:35.272273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:35.306375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:35.346126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:35.348779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:35.370531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:35.452486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:35.453301 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:35.456236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event updated for resources: {'Port': ['ID=e9c626ff-a2be-4bac-9047-cc51aad65525,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:35.573250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1542db50-8bee-4ecd-9597-590ec9c14096 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3705084 Nov 03 15:59:35.652519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Request body: {'port': {'device_id': '90dab361-7881-4979-bad3-6221e8253e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:35.734111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cea5a588-27dd-4703-97d8-326e0594a7cc None None] Provisioning complete for port 5fb6ad13-29bf-4f64-911f-098b82a1584c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:35.738110 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cea5a588-27dd-4703-97d8-326e0594a7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:35.865793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cea5a588-27dd-4703-97d8-326e0594a7cc None None] Port 5fb6ad13-29bf-4f64-911f-098b82a1584c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:59:35.870743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-a193f354-d999-4d6e-9f5d-50e4a08f35a4 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:35.872267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-a193f354-d999-4d6e-9f5d-50e4a08f35a4 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.15 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 948 time: 0.3942261 Nov 03 15:59:35.916447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:35.924401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event updated for resources: {'Port': ['ID=5fb6ad13-29bf-4f64-911f-098b82a1584c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:35.937696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:35.969908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:35.994180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5999d41a-a146-4d80-b47c-ab3d1e8d425a None None] Provisioning complete for port e9c626ff-a2be-4bac-9047-cc51aad65525 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:35.994772 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5999d41a-a146-4d80-b47c-ab3d1e8d425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.003788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53388) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:36.016586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-c19f4698-d554-43f4-bb05-9d689a04ef05 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:36.018039 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-c19f4698-d554-43f4-bb05-9d689a04ef05 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 811 time: 0.2758167 Nov 03 15:59:36.033974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Allocated IP 192.168.233.26 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/cb1aeab5-2891-4298-a04d-e47a88f93173) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:36.036787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5999d41a-a146-4d80-b47c-ab3d1e8d425a None None] Port e9c626ff-a2be-4bac-9047-cc51aad65525 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:59:36.050371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Request body: {'port': {'device_id': '8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'admin_state_up': True, 'tenant_id': '453236d257d74a2bae741ad1e455f5c9'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:36.054648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34efbe05-9d42-443c-a5ac-0463d013efb6']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:36.058569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:36.058754 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.083293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d63f10-94a0-4e12-9907-ebc4b35fd69a req-e7b5b284-dbc7-4cce-8ad8-e656ad87717a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:36.089058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d63f10-94a0-4e12-9907-ebc4b35fd69a req-e7b5b284-dbc7-4cce-8ad8-e656ad87717a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:36.094060 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b9d63f10-94a0-4e12-9907-ebc4b35fd69a req-e7b5b284-dbc7-4cce-8ad8-e656ad87717a tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1654 time: 0.1843398 Nov 03 15:59:36.128014 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-83fd9a3c-1bdc-4168-98b0-9691f2fb66c4 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8699977 Nov 03 15:59:36.136571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff12e70-7c61-4204-a6f2-c64fea45a8ba') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:36.136868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff12e70-7c61-4204-a6f2-c64fea45a8ba') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:36.155712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.170288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Request body: {'port': {'device_id': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:36.181221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.187153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1999396221-network', 'tenant_id': '19f1066dbaf94fb5afb66ed0c8a8105e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:36.209697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9066374-abf9-4583-a5e9-22d077c1a41e req-3c8df175-d627-425c-8fd6-aff322198c51 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:36.211776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9066374-abf9-4583-a5e9-22d077c1a41e req-3c8df175-d627-425c-8fd6-aff322198c51 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 948 time: 0.3559959 Nov 03 15:59:36.246407 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.281425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:59:36.281855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: timer() Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:59:36.296558 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:59:36.309419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b9d63f10-94a0-4e12-9907-ebc4b35fd69a req-4cf1974a-cab1-4269-9a37-b57832edd1c9 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073340 Nov 03 15:59:36.322989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.406404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.413225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Made reservation on behalf of 19f1066dbaf94fb5afb66ed0c8a8105e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:36.415541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.465625 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.489086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Deleting port f2877a77-4985-4643-bb3c-d9dc41603ba5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:36.489342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.523296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5c224fc-80ab-43ef-917f-813a917c5502 req-ce5b37e1-f99e-4ea4-b10d-7b5a673fb0af tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 210 time: 0.0428205 Nov 03 15:59:36.525587 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9066374-abf9-4583-a5e9-22d077c1a41e req-cd777c1d-fe00-4fdc-8760-ca3728e518b2 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/security-groups?id=24a207c8-a2bf-4d56-840f-71d46965c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971385 Nov 03 15:59:36.532385 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.587046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.592456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] 10.222.0.86 "DELETE /v2.0/networks/34efbe05-9d42-443c-a5ac-0463d013efb6 HTTP/1.1" status: 204 len: 168 time: 1.5404456 Nov 03 15:59:36.614088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea2536-d57b-499c-b27b-c7b7fe71efa1 tempest-FloatingIPTestJSON-784569365 tempest-FloatingIPTestJSON-784569365-project] Pushing event deleted for resources: {'Network': ['ID=34efbe05-9d42-443c-a5ac-0463d013efb6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:36.615899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Made reservation on behalf of 453236d257d74a2bae741ad1e455f5c9 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:36.619535 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.639547 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:36.654670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:36.699205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event updated for resources: {'Port': ['ID=cb1aeab5-2891-4298-a04d-e47a88f93173,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:36.701552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:36.714484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-99c570c4-d397-4991-867f-732758143b52 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:36.715992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-99c570c4-d397-4991-867f-732758143b52 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.15 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 948 time: 0.1950989 Nov 03 15:59:36.796870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:36.816974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:36.835991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:36.938985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ba26-7dd9-43c9-bdd1-ba20ab651572 req-1c267280-ede7-462e-b07d-9ec54573c2d2 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:36.940551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f439ba26-7dd9-43c9-bdd1-ba20ab651572 req-1c267280-ede7-462e-b07d-9ec54573c2d2 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 948 time: 0.2455394 Nov 03 15:59:36.967400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] For port f2877a77-4985-4643-bb3c-d9dc41603ba5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f2877a77-4985-4643-bb3c-d9dc41603ba5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:36.967937 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.015732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53400) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:37.030499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:37.030746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.038920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c626ff-a2be-4bac-9047-cc51aad65525 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:37.057293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Calling delete_port for f2877a77-4985-4643-bb3c-d9dc41603ba5 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:37.072778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.080574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:37.095074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac87d8a-5aee-4fdd-a5bc-1bd1f922ec19 req-b3e435c8-0567-412f-87b3-22b1e6123faa tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:37.096638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fac87d8a-5aee-4fdd-a5bc-1bd1f922ec19 req-b3e435c8-0567-412f-87b3-22b1e6123faa tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 935 time: 0.4459980 Nov 03 15:59:37.097040 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-563efc07-ddad-4511-959e-3b686ed30649 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9043024 Nov 03 15:59:37.099038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.107653 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f439ba26-7dd9-43c9-bdd1-ba20ab651572 req-2967ff86-c6e6-485d-85ee-01bc7c163127 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581345 Nov 03 15:59:37.120220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Deleting port 748edb1d-34f0-440f-b247-c3f6176300ec {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:37.120559 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.129311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.137858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Request body: {'port': {'device_id': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:37.190328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Transition to ACTIVE for port object 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:59:37.223183 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.273412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1703578e-23d1-4766-866a-21803bbf9898 None None] Provisioning complete for port cb1aeab5-2891-4298-a04d-e47a88f93173 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:37.274020 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1703578e-23d1-4766-866a-21803bbf9898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.314825 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.320352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1703578e-23d1-4766-866a-21803bbf9898 None None] Port cb1aeab5-2891-4298-a04d-e47a88f93173 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 15:59:37.345156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:37.423065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] For port 748edb1d-34f0-440f-b247-c3f6176300ec, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=748edb1d-34f0-440f-b247-c3f6176300ec,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:37.423437 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.488166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.491504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Transition to ACTIVE for port object e9c626ff-a2be-4bac-9047-cc51aad65525 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:59:37.493577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Calling delete_port for 748edb1d-34f0-440f-b247-c3f6176300ec owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:37.521805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.574426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:37.640512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Attempting to bind port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:37.640883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Attempting to bind port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '75ee00be-aaef-450d-ac0c-c7d5fb99ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:37.641238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Attempting to bind port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee on network ab1c7762-18f0-4140-89b0-e94e58c6808e {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:37.651317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccc34a5-a33d-4c07-822b-a935a283d47d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:37.659791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0722d3-d6b3-440f-8611-83b7172d4308 req-16e94631-b6b5-4c18-a27a-841c2e4eaa2d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:37.661350 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.661712 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Added segment 790d2fbf-87db-4862-8fd0-ccc4ca81ff27 of type vlan for network dba9db7d-9995-4ada-b83a-24acaabccd84 Nov 03 15:59:37.665863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0722d3-d6b3-440f-8611-83b7172d4308 req-16e94631-b6b5-4c18-a27a-841c2e4eaa2d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:37.667512 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac0722d3-d6b3-440f-8611-83b7172d4308 req-16e94631-b6b5-4c18-a27a-841c2e4eaa2d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1666 time: 0.2514486 Nov 03 15:59:37.676512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.676804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee on network ab1c7762-18f0-4140-89b0-e94e58c6808e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:59:37.677138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Attempting to bind port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee on network ab1c7762-18f0-4140-89b0-e94e58c6808e {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:37.694703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fac87d8a-5aee-4fdd-a5bc-1bd1f922ec19 req-e82c3b98-93bf-4af2-8453-0e9df016ef4f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609629 Nov 03 15:59:37.709706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Allocated IP 172.20.0.13 (98fefa13-b26e-4a4f-93cb-90848da7ea9a/e8f1e646-0c63-47c3-8cd0-a87565cea73d/f8eba5df-2cc3-4027-a7ad-10569748b495) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:37.730066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:37.730422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Checking segment: {'id': '75ee00be-aaef-450d-ac0c-c7d5fb99ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:37.730816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Bound using segment: {'id': '75ee00be-aaef-450d-ac0c-c7d5fb99ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:37.731273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Bound port: 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ee00be-aaef-450d-ac0c-c7d5fb99ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:37.731634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.832809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c626ff-a2be-4bac-9047-cc51aad65525,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:37.844502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6f8d3b4b-feb9-4dd2-bf56-8c7dc614a711 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1adabc456e6c44e7807354c27550df3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8213670 Nov 03 15:59:37.851499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53416) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:37.913633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac0722d3-d6b3-440f-8611-83b7172d4308 req-9fc3a941-d7a4-4a6e-a334-32e62c3c2e2c tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275832 Nov 03 15:59:37.944395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ccecbacb-df3e-49a9-a3b2-a45d0b25cf5d req-ab238b97-f8eb-4479-ad64-2be1e5fbf6f2 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 210 time: 0.0664780 Nov 03 15:59:37.957070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] For port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:37.958923 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.972441 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:37.980716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] For port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,segment=NetworkSegment(75ee00be-aaef-450d-ac0c-c7d5fb99ec65),segment_id=75ee00be-aaef-450d-ac0c-c7d5fb99ec65)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:38.018005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.028209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Pushing event deleted for resources: {'Port': ['ID=748edb1d-34f0-440f-b247-c3f6176300ec,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:38.065620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.resource_extend [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 15:59:38.086529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae4ebecd-d293-4e78-afe2-6db4af332e27 req-a8921494-17a2-4e8e-bf3b-cccab690deb5 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.86 "GET /v2.0/ports?device_id=17845d12-02a7-4804-ba96-7dfe96e26f0f HTTP/1.1" status: 200 len: 210 time: 0.0648024 Nov 03 15:59:38.130816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:38.131417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.132769 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] 10.222.0.70 "PUT /v2.0/ports/0ec78920-3e60-4dcf-a46c-fd51fcbc66ee HTTP/1.1" status: 200 len: 1091 time: 1.9829836 Nov 03 15:59:38.135933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'tag': '0ec78920-3e60-4dcf-a46c-fd51fcbc66ee'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:38.138843 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b413096-94ef-4d3f-a370-cd64499a16ab" -d '{"events": [{"name": "network-changed", "server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "tag": "0ec78920-3e60-4dcf-a46c-fd51fcbc66ee"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:38.170755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1aeab5-2891-4298-a04d-e47a88f93173 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:38.178820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] No DVR routers for this DVR port 748edb1d-34f0-440f-b247-c3f6176300ec on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:38.183801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Request body: {'port': {'device_id': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:38.225737 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.226708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:38.227406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.232963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5f1b51fa-fe9e-4fbe-9619-0cc0c9a8c97d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.240607 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66bca88-5171-4c5f-beef-fe39abbabb30 x-openstack-request-id: req-c66bca88-5171-4c5f-beef-fe39abbabb30 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:38.240848 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "tag": "0ec78920-3e60-4dcf-a46c-fd51fcbc66ee", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:38.241353 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c66bca88-5171-4c5f-beef-fe39abbabb30 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:38.241975 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'tag': '0ec78920-3e60-4dcf-a46c-fd51fcbc66ee', 'status': 'completed', 'code': 200} Nov 03 15:59:38.243441 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.247016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02839edc-24cf-4efb-95e9-544d95af59a0 req-d718c7aa-3e55-4e21-ae19-5f8d89453f99 tempest-ListImageFiltersTestJSON-1596160632 tempest-ListImageFiltersTestJSON-1596160632-project] 10.222.0.15 "DELETE /v2.0/ports/748edb1d-34f0-440f-b247-c3f6176300ec HTTP/1.1" status: 204 len: 173 time: 1.5161176 Nov 03 15:59:38.254452 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.70', 55096) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:38.256691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.304763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Attempting to bind port e9c626ff-a2be-4bac-9047-cc51aad65525 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:38.305104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Attempting to bind port e9c626ff-a2be-4bac-9047-cc51aad65525 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:38.305742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Attempting to bind port e9c626ff-a2be-4bac-9047-cc51aad65525 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:38.333661 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Transition to ACTIVE for port object cb1aeab5-2891-4298-a04d-e47a88f93173 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:59:38.334384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15948fe7-310c-4620-8a26-e0b8d56a2270 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:38.343622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.346747 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.349373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.361312 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.407984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3997912 Nov 03 15:59:38.415142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5f1b51fa-fe9e-4fbe-9619-0cc0c9a8c97d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.415388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53422) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:38.424909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Request body: {'subnet': {'network_id': 'dba9db7d-9995-4ada-b83a-24acaabccd84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1999396221-subnet', 'tenant_id': '19f1066dbaf94fb5afb66ed0c8a8105e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:38.459100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413096-94ef-4d3f-a370-cd64499a16ab req-397f58a8-dfc3-4378-876e-b038df893eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:38.459857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413096-94ef-4d3f-a370-cd64499a16ab req-397f58a8-dfc3-4378-876e-b038df893eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:38.461636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b413096-94ef-4d3f-a370-cd64499a16ab req-397f58a8-dfc3-4378-876e-b038df893eb9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1913 time: 0.2012098 Nov 03 15:59:38.484891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Port e9c626ff-a2be-4bac-9047-cc51aad65525 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:59:38.485208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Attempting to bind port e9c626ff-a2be-4bac-9047-cc51aad65525 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:38.490445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1aeab5-2891-4298-a04d-e47a88f93173,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:38.506437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.512065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Pushing event deleted for resources: {'Port': ['ID=f2877a77-4985-4643-bb3c-d9dc41603ba5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:38.549448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:38.549706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:38.550079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:38.550536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Bound port: e9c626ff-a2be-4bac-9047-cc51aad65525, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:38.550894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.562158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b21f6-37d7-4fbb-8944-e52e610e8406 admin admin] Pushing event updated for resources: {'Network': ['ID=dba9db7d-9995-4ada-b83a-24acaabccd84,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:38.578144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network dba9db7d-9995-4ada-b83a-24acaabccd84 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:38.609199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] No DVR routers for this DVR port f2877a77-4985-4643-bb3c-d9dc41603ba5 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:38.612600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.616089 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56b0b768-e148-4ca2-ba3c-c7c2f89cb901 req-f0ec8beb-c149-47d5-837c-81b41c39ca0e tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.15 "DELETE /v2.0/ports/f2877a77-4985-4643-bb3c-d9dc41603ba5 HTTP/1.1" status: 204 len: 173 time: 2.6867621 Nov 03 15:59:38.623840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-deleted', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:38.626482 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72578e77-e87d-48fc-bce6-f88c73e79587" -d '{"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-deleted", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:38.643451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d218f-615a-415e-b1e3-b37bf3097644 req-eb41c6d2-d439-42b8-8fe6-fe8b0d1a6848 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:38.652788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f73d218f-615a-415e-b1e3-b37bf3097644 req-eb41c6d2-d439-42b8-8fe6-fe8b0d1a6848 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/ports?device_id=66f7d149-d923-47f5-96c3-0602d4a24ec8 HTTP/1.1" status: 200 len: 866 time: 0.4092476 Nov 03 15:59:38.711355 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53b38a-b628-4325-8a0c-8353815076ab x-openstack-request-id: req-0c53b38a-b628-4325-8a0c-8353815076ab {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:38.711714 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7d149-d923-47f5-96c3-0602d4a24ec8", "name": "network-vif-deleted", "tag": "f2877a77-4985-4643-bb3c-d9dc41603ba5", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:38.711877 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c53b38a-b628-4325-8a0c-8353815076ab {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:38.714497 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7d149-d923-47f5-96c3-0602d4a24ec8', 'name': 'network-vif-deleted', 'tag': 'f2877a77-4985-4643-bb3c-d9dc41603ba5', 'status': 'completed', 'code': 200} Nov 03 15:59:38.719189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Made reservation on behalf of 19f1066dbaf94fb5afb66ed0c8a8105e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:38.722346 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.817486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.877819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] For port e9c626ff-a2be-4bac-9047-cc51aad65525, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:38.880766 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5f1b51fa-fe9e-4fbe-9619-0cc0c9a8c97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.884536 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5f1b51fa-fe9e-4fbe-9619-0cc0c9a8c97d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:38.889117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5f1b51fa-fe9e-4fbe-9619-0cc0c9a8c97d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9d179bdd-38b4-4bbd-b65b-929df6c80982 HTTP/1.1" status: 204 len: 168 time: 1.0095739 Nov 03 15:59:38.921269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Network 98fefa13-b26e-4a4f-93cb-90848da7ea9a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:38.932566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:38.944706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f73d218f-615a-415e-b1e3-b37bf3097644 req-f5479959-120d-4462-9cb1-4ae284da2ac1 tempest-ImagesOneServerTestJSON-1356115379 tempest-ImagesOneServerTestJSON-1356115379-project] 10.222.0.86 "GET /v2.0/security-groups?id=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909100 Nov 03 15:59:38.948662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:39.032693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413096-94ef-4d3f-a370-cd64499a16ab req-91a86dc1-0a3c-4647-9c11-b26b8686f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.033893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413096-94ef-4d3f-a370-cd64499a16ab req-91a86dc1-0a3c-4647-9c11-b26b8686f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.034709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413096-94ef-4d3f-a370-cd64499a16ab req-91a86dc1-0a3c-4647-9c11-b26b8686f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.036858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b413096-94ef-4d3f-a370-cd64499a16ab req-91a86dc1-0a3c-4647-9c11-b26b8686f5db service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5640764 Nov 03 15:59:39.040346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.042348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:39.051689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Attempting to bind port cb1aeab5-2891-4298-a04d-e47a88f93173 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:39.052424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Attempting to bind port cb1aeab5-2891-4298-a04d-e47a88f93173 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:39.053000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Attempting to bind port cb1aeab5-2891-4298-a04d-e47a88f93173 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:39.069137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b51fa-fe9e-4fbe-9619-0cc0c9a8c97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d179bdd-38b4-4bbd-b65b-929df6c80982,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:39.085061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] For port e9c626ff-a2be-4bac-9047-cc51aad65525, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e9c626ff-a2be-4bac-9047-cc51aad65525,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:39.112993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0761883 Nov 03 15:59:39.117204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:39.143167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Request body: {'port': {'device_id': '8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:39.214791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:39.215682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:39.228921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991ce40-2114-41fb-b856-e1d5550bd7db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event updated for resources: {'Port': ['ID=f8eba5df-2cc3-4027-a7ad-10569748b495,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:39.238504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.239135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:39.241048 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] 10.222.0.15 "PUT /v2.0/ports/e9c626ff-a2be-4bac-9047-cc51aad65525 HTTP/1.1" status: 200 len: 1095 time: 3.6039901 Nov 03 15:59:39.279044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: f2877a77-4985-4643-bb3c-d9dc41603ba5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:39.281181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f2877a77-4985-4643-bb3c-d9dc41603ba5 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:39.404698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b7b05-6196-423b-82f8-43a5a6ef8284 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c626ff-a2be-4bac-9047-cc51aad65525,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:39.478530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6fd0e-2d39-4275-9658-ae35079f0466 req-a16ccb7e-fe49-48a7-85e7-b4d5400a7a29 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.485249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6fd0e-2d39-4275-9658-ae35079f0466 req-a16ccb7e-fe49-48a7-85e7-b4d5400a7a29 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.487236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-81a6fd0e-2d39-4275-9658-ae35079f0466 req-a16ccb7e-fe49-48a7-85e7-b4d5400a7a29 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1666 time: 0.2154212 Nov 03 15:59:39.533226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-9a9ecff3-2922-4870-a51c-6b11ac5f4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.534783 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-9a9ecff3-2922-4870-a51c-6b11ac5f4f00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 1098 time: 0.1914117 Nov 03 15:59:39.620327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93530f-b25a-4b6c-b7cf-545ef8efdc13 req-e9bae909-d27d-4a06-8f98-3233a619e17f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.622062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a93530f-b25a-4b6c-b7cf-545ef8efdc13 req-e9bae909-d27d-4a06-8f98-3233a619e17f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 947 time: 0.7745094 Nov 03 15:59:39.623469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Port cb1aeab5-2891-4298-a04d-e47a88f93173 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:59:39.623952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Attempting to bind port cb1aeab5-2891-4298-a04d-e47a88f93173 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:39.643519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-b9b94f87-f1c1-4500-845b-cdac852fdcf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e9c626ff-a2be-4bac-9047-cc51aad65525 HTTP/1.1" status: 200 len: 217 time: 0.0891109 Nov 03 15:59:39.701566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:39.701919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:39.702311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:39.702828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Bound port: cb1aeab5-2891-4298-a04d-e47a88f93173, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:39.703100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:39.799088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-81a6fd0e-2d39-4275-9658-ae35079f0466 req-cb0ea8fa-783e-46c9-82ad-2e50a01bc266 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907271 Nov 03 15:59:39.866367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8eba5df-2cc3-4027-a7ad-10569748b495 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:39.875852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-f47e1272-f29e-4990-828b-0b37d149258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:39.878248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-f47e1272-f29e-4990-828b-0b37d149258c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2118039 Nov 03 15:59:39.880942 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:39.881838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:39.929009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Transition to ACTIVE for port object f8eba5df-2cc3-4027-a7ad-10569748b495 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:59:39.944182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.003880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53458) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:40.035412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-22f55303-8126-4270-99aa-bd2a5167c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:40.036953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-22f55303-8126-4270-99aa-bd2a5167c625 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486015 Nov 03 15:59:40.038978 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a93530f-b25a-4b6c-b7cf-545ef8efdc13 req-0e0dc396-6694-4bd1-8dc4-4cc882d35e63 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910778 Nov 03 15:59:40.062365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Pushing event updated for resources: {'Port': ['ID=f8eba5df-2cc3-4027-a7ad-10569748b495,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:40.065514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb6ad13-29bf-4f64-911f-098b82a1584c {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:40.074221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4983a5-474f-467f-acb9-fb5ca0801039 req-35b20b09-09a5-45c7-9c2c-01b3bd91d610 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:40.074399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.075802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe4983a5-474f-467f-acb9-fb5ca0801039 req-35b20b09-09a5-45c7-9c2c-01b3bd91d610 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 944 time: 0.1525717 Nov 03 15:59:40.090356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae37585-16c1-4e95-bf89-d105890a888c,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:40.105778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Transition to ACTIVE for port object 5fb6ad13-29bf-4f64-911f-098b82a1584c will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:59:40.142678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.171051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] For port cb1aeab5-2891-4298-a04d-e47a88f93173, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:40.194220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413096-94ef-4d3f-a370-cd64499a16ab req-f7ac04d9-7165-4127-b77f-aef5641a273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:40.197737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b413096-94ef-4d3f-a370-cd64499a16ab req-f7ac04d9-7165-4127-b77f-aef5641a273c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1403050 Nov 03 15:59:40.203227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-133281985'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:40.235878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Checking segment: {'id': '790d2fbf-87db-4862-8fd0-ccc4ca81ff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dba9db7d-9995-4ada-b83a-24acaabccd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:40.236749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Network hostable DHCP agents. Network: dba9db7d-9995-4ada-b83a-24acaabccd84, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:40.244119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-deleted', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:40.246602 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d0bb1a-13b2-4175-834b-8be0b7abebb2" -d '{"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-deleted", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:40.251548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] For port cb1aeab5-2891-4298-a04d-e47a88f93173, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cb1aeab5-2891-4298-a04d-e47a88f93173,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:40.282097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe4983a5-474f-467f-acb9-fb5ca0801039 req-7b061c0f-9357-4ec7-ae7f-c167d8d1f992 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767323 Nov 03 15:59:40.292908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-e8402383-8349-43d7-a356-1865dc585815 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426600 Nov 03 15:59:40.296303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Attempting to bind port f8eba5df-2cc3-4027-a7ad-10569748b495 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:40.296645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Attempting to bind port f8eba5df-2cc3-4027-a7ad-10569748b495 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:40.296980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Attempting to bind port f8eba5df-2cc3-4027-a7ad-10569748b495 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:40.302327 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:40.311037 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.319878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.362414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Port f8eba5df-2cc3-4027-a7ad-10569748b495 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:59:40.362759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Attempting to bind port f8eba5df-2cc3-4027-a7ad-10569748b495 on network 98fefa13-b26e-4a4f-93cb-90848da7ea9a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:40.370950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb6ad13-29bf-4f64-911f-098b82a1584c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:40.384352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.403504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:40.404141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Checking segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:40.404715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Bound using segment: {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:40.405350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Bound port: f8eba5df-2cc3-4027-a7ad-10569748b495, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:40.405911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.460251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Network dba9db7d-9995-4ada-b83a-24acaabccd84 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:40.461235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:40.462151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.464006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] 10.222.0.70 "PUT /v2.0/ports/cb1aeab5-2891-4298-a04d-e47a88f93173 HTTP/1.1" status: 200 len: 1095 time: 3.3464937 Nov 03 15:59:40.550230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, dba9db7d-9995-4ada-b83a-24acaabccd84) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:40.559174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7b6da-9e47-43fa-b3cb-c90b42d4ed5d None None] Network dba9db7d-9995-4ada-b83a-24acaabccd84 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:40.618450 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aafac6-8bf7-4a99-baca-b80fc7f934cb x-openstack-request-id: req-b9aafac6-8bf7-4a99-baca-b80fc7f934cb {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:40.619033 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17845d12-02a7-4804-ba96-7dfe96e26f0f", "name": "network-vif-deleted", "tag": "748edb1d-34f0-440f-b247-c3f6176300ec", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:40.619513 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b9aafac6-8bf7-4a99-baca-b80fc7f934cb {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:40.620112 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17845d12-02a7-4804-ba96-7dfe96e26f0f', 'name': 'network-vif-deleted', 'tag': '748edb1d-34f0-440f-b247-c3f6176300ec', 'status': 'completed', 'code': 200} Nov 03 15:59:40.622181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:40.623746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.643553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Attempting to bind port 5fb6ad13-29bf-4f64-911f-098b82a1584c on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:40.643896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Attempting to bind port 5fb6ad13-29bf-4f64-911f-098b82a1584c by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '60efee43-2778-4b8f-8018-f2f3d0f8e3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:40.644341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Attempting to bind port 5fb6ad13-29bf-4f64-911f-098b82a1584c on network 90def4e3-834b-48a1-8555-96d46061e8c7 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:40.655867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f3e97-b7b8-4bb4-8449-3c6c04703359 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1aeab5-2891-4298-a04d-e47a88f93173,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:40.665755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Port 5fb6ad13-29bf-4f64-911f-098b82a1584c on network 90def4e3-834b-48a1-8555-96d46061e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:59:40.665987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Attempting to bind port 5fb6ad13-29bf-4f64-911f-098b82a1584c on network 90def4e3-834b-48a1-8555-96d46061e8c7 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:40.685907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c60c673a-d377-4cb9-9ac5-3a9cdaeb0306 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2682874 Nov 03 15:59:40.687925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:40.688315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Checking segment: {'id': '60efee43-2778-4b8f-8018-f2f3d0f8e3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:40.688644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Bound using segment: {'id': '60efee43-2778-4b8f-8018-f2f3d0f8e3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:40.689103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Bound port: 5fb6ad13-29bf-4f64-911f-098b82a1584c, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60efee43-2778-4b8f-8018-f2f3d0f8e3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:40.689460 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.724735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dab361-7881-4979-bad3-6221e8253e1b', 'tag': 'e9c626ff-a2be-4bac-9047-cc51aad65525'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:40.728815 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c" -d '{"events": [{"name": "network-changed", "server_uuid": "90dab361-7881-4979-bad3-6221e8253e1b", "tag": "e9c626ff-a2be-4bac-9047-cc51aad65525"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:40.737469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-7dd1e556-aada-4b01-a9be-39cce62f3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:40.739048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-7dd1e556-aada-4b01-a9be-39cce62f3200 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 1098 time: 0.1937959 Nov 03 15:59:40.754836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] For port f8eba5df-2cc3-4027-a7ad-10569748b495, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:40.762101 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-cd33fdfb-6c8d-4564-92f2-77e755ec4efe service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608335 Nov 03 15:59:40.782328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] For port f8eba5df-2cc3-4027-a7ad-10569748b495, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f8eba5df-2cc3-4027-a7ad-10569748b495,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:40.799934 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.813568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53486) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:40.815002 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fc8a22-381c-43e3-8f3f-a61003446d82 x-openstack-request-id: req-96fc8a22-381c-43e3-8f3f-a61003446d82 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:40.815309 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dab361-7881-4979-bad3-6221e8253e1b", "tag": "e9c626ff-a2be-4bac-9047-cc51aad65525", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:40.815565 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-96fc8a22-381c-43e3-8f3f-a61003446d82 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:40.815941 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dab361-7881-4979-bad3-6221e8253e1b', 'tag': 'e9c626ff-a2be-4bac-9047-cc51aad65525', 'status': 'completed', 'code': 200} Nov 03 15:59:40.847420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:40.848039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.849456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] 10.222.0.70 "PUT /v2.0/ports/f8eba5df-2cc3-4027-a7ad-10569748b495 HTTP/1.1" status: 200 len: 1092 time: 1.7185867 Nov 03 15:59:40.863802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.879123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.893670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:40.905752 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.906271 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Added segment a17477ea-9f33-4b5a-99d5-df5f85b4fcb7 of type vlan for network e4345518-244c-4689-9cdc-5127dd9f91f7 Nov 03 15:59:40.908123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea705df-a7f4-4dc1-acee-454aeb04c7e5 None None] Network dba9db7d-9995-4ada-b83a-24acaabccd84 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:40.940293 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-04fb86f5-c707-4bde-b268-90ed786bbf60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=cb1aeab5-2891-4298-a04d-e47a88f93173 HTTP/1.1" status: 200 len: 217 time: 0.1850224 Nov 03 15:59:40.958797 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:40.999891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1808119c-5500-4e2f-8d0f-3444bba6f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.002025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-1808119c-5500-4e2f-8d0f-3444bba6f2da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0519621 Nov 03 15:59:41.037460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:41.043222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.043828 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:41.107444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] For port 5fb6ad13-29bf-4f64-911f-098b82a1584c, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:41.116592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] For port 5fb6ad13-29bf-4f64-911f-098b82a1584c, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5fb6ad13-29bf-4f64-911f-098b82a1584c,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:41.127814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-b4305ef9-c8d8-43ed-889a-5d7cecd1f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.130255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-b4305ef9-c8d8-43ed-889a-5d7cecd1f898 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195917 Nov 03 15:59:41.132129 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:41.182266 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1765087 Nov 03 15:59:41.229691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:41.253731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 748edb1d-34f0-440f-b247-c3f6176300ec {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 15:59:41.254359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 748edb1d-34f0-440f-b247-c3f6176300ec not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:41.268760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-92f6953f-9de3-41e7-84f5-62fc5d1f5aa0 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235781 Nov 03 15:59:41.272181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d20a07c-1693-40a5-b170-ba76a64f6772,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:41.281934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.282968 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:41.284603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] 10.222.0.70 "PUT /v2.0/ports/5fb6ad13-29bf-4f64-911f-098b82a1584c HTTP/1.1" status: 200 len: 1092 time: 3.1089065 Nov 03 15:59:41.304192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e029995-29c2-46d9-b8f4-f96f8a255498 service neutron] Pushing event updated for resources: {'Port': ['ID=f8eba5df-2cc3-4027-a7ad-10569748b495,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:41.368125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21755f41-8f62-49f7-99c6-3f2cbd2a0019 req-60d1478b-dbe4-425c-818d-5d9eaaef53b5 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.376880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21755f41-8f62-49f7-99c6-3f2cbd2a0019 req-60d1478b-dbe4-425c-818d-5d9eaaef53b5 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.387691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21755f41-8f62-49f7-99c6-3f2cbd2a0019 req-60d1478b-dbe4-425c-818d-5d9eaaef53b5 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1678 time: 0.4000971 Nov 03 15:59:41.413500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc980c3a-7dd7-4fbe-9f76-d12e682fadd1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Network': ['ID=e4345518-244c-4689-9cdc-5127dd9f91f7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:41.427731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e4345518-244c-4689-9cdc-5127dd9f91f7 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:41.443261 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-31b42d20-19ef-4f5b-94fe-ff2333d41a64 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e205b1fd8d99431c83333039349ae232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6117079 Nov 03 15:59:41.452189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53510) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:41.520140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21755f41-8f62-49f7-99c6-3f2cbd2a0019 req-9cc8d5e7-cce4-411c-b55b-b440af92e978 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296303 Nov 03 15:59:41.524386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65848a0e-ac91-4276-8cd2-b0265d4c4509 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb6ad13-29bf-4f64-911f-098b82a1584c,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:41.582529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-41afdef7-0afd-4b02-9864-a3c52aac3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.586265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-41afdef7-0afd-4b02-9864-a3c52aac3c9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 1098 time: 0.6011443 Nov 03 15:59:41.590683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-48102c86-f35c-435f-8a40-e0b237d3c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.594845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-48102c86-f35c-435f-8a40-e0b237d3c86d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 1095 time: 0.6110778 Nov 03 15:59:41.650866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927afba-7609-42f3-b2c0-0572769dbd5d req-4de7f2a7-782b-4a5c-b9b6-fec7b1458b15 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.652180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-5720fc38-65d8-4636-a8af-cec6659da562 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8eba5df-2cc3-4027-a7ad-10569748b495 HTTP/1.1" status: 200 len: 217 time: 0.0454822 Nov 03 15:59:41.658818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5927afba-7609-42f3-b2c0-0572769dbd5d req-4de7f2a7-782b-4a5c-b9b6-fec7b1458b15 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 947 time: 0.3887014 Nov 03 15:59:41.680366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-332daa33-f380-4b10-b6dd-3087e5ccdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.681154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-332daa33-f380-4b10-b6dd-3087e5ccdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.682915 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-332daa33-f380-4b10-b6dd-3087e5ccdaaa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1980 time: 0.3279827 Nov 03 15:59:41.760376 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53237fa6-13d2-4055-91fc-6ac620f8715b req-f3e30a20-6264-4d68-83e5-fe55cefcb670 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818590 Nov 03 15:59:41.761734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-11c3cdd9-b046-4182-8c73-1c1e7b21b185 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee HTTP/1.1" status: 200 len: 217 time: 0.0642781 Nov 03 15:59:41.771051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-147f6a97-847d-4bd1-b9e2-d3199d87531f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:41.810487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-23a5f101-40ad-4571-a136-d1881e899cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.813167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-23a5f101-40ad-4571-a136-d1881e899cbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.1509187 Nov 03 15:59:41.842362 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5927afba-7609-42f3-b2c0-0572769dbd5d req-4d1bc2e5-a424-43b3-938f-714e2647a809 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801109 Nov 03 15:59:41.851319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-e62920a0-230a-4b3d-97fb-236f192b9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.853451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-e62920a0-230a-4b3d-97fb-236f192b9382 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2571435 Nov 03 15:59:41.855545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-75c26c9e-e3a2-4de9-8249-a90472c19749 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346370 Nov 03 15:59:41.858075 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-147f6a97-847d-4bd1-b9e2-d3199d87531f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:41.892428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-1bbf4b01-58af-4d67-8c45-d32cb3428823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:41.894443 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-1bbf4b01-58af-4d67-8c45-d32cb3428823 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21c1fddb-5ebc-4082-89a0-42fabf685131 HTTP/1.1" status: 200 len: 801 time: 0.1206937 Nov 03 15:59:42.000734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-0049e0dc-8827-43a1-a0d4-08663efaf8ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e9c626ff-a2be-4bac-9047-cc51aad65525 HTTP/1.1" status: 200 len: 217 time: 0.1205792 Nov 03 15:59:42.029978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-8cb1200e-ec24-46e7-9868-ea224733a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:42.031514 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-8cb1200e-ec24-46e7-9868-ea224733a18e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab1c7762-18f0-4140-89b0-e94e58c6808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086056 Nov 03 15:59:42.111461 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-147f6a97-847d-4bd1-b9e2-d3199d87531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:42.112092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-3f79f7e1-9658-4777-bef9-4bfd3fc03e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:42.114234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-147f6a97-847d-4bd1-b9e2-d3199d87531f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:42.114991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-3f79f7e1-9658-4777-bef9-4bfd3fc03e4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0941949 Nov 03 15:59:42.126235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-147f6a97-847d-4bd1-b9e2-d3199d87531f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d92bf69c-d9ad-40dc-ae76-a47ceb6f5926 HTTP/1.1" status: 204 len: 168 time: 0.6534591 Nov 03 15:59:42.144620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec6799-5fdf-40b9-b28b-f63d8a304e2a req-dff11f62-fa63-4e63-b244-3fa595e69502 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:42.152487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fec6799-5fdf-40b9-b28b-f63d8a304e2a req-dff11f62-fa63-4e63-b244-3fa595e69502 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 944 time: 0.1475465 Nov 03 15:59:42.156863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f6a97-847d-4bd1-b9e2-d3199d87531f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92bf69c-d9ad-40dc-ae76-a47ceb6f5926,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:42.242904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-f5dfb98e-fbf2-4a0e-b28d-45efbd31e313 service neutron] 10.222.0.70 "GET /v2.0/networks/ab1c7762-18f0-4140-89b0-e94e58c6808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021961 Nov 03 15:59:42.434255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-a45b71f0-fbb2-4b1f-bdb2-de76c4d3dde8 service neutron] 10.222.0.70 "GET /v2.0/networks/ab1c7762-18f0-4140-89b0-e94e58c6808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836569 Nov 03 15:59:42.519283 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-b0e89a34-2d06-4240-bfaa-c9b34f84fe6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=5fb6ad13-29bf-4f64-911f-098b82a1584c HTTP/1.1" status: 200 len: 217 time: 0.0764701 Nov 03 15:59:42.592209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-91bc9d98-2e79-4602-a890-ad6ef23b38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:42.593973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-a5392a8d-0f37-48ec-827f-6be401f5cd5d service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7304602 Nov 03 15:59:42.602468 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-91bc9d98-2e79-4602-a890-ad6ef23b38f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=422ff82e-8003-43ad-8da6-636ad05458c3 HTTP/1.1" status: 200 len: 801 time: 0.0735257 Nov 03 15:59:42.627351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'tag': 'cb1aeab5-2891-4298-a04d-e47a88f93173'}, {'name': 'network-changed', 'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'tag': '5fb6ad13-29bf-4f64-911f-098b82a1584c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:42.631461 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17642dd-4a81-4c52-93d3-ab23d5123dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5351f79c-6138-4825-bfa3-6fcc0b3a3305", "tag": "cb1aeab5-2891-4298-a04d-e47a88f93173"}, {"name": "network-changed", "server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "tag": "5fb6ad13-29bf-4f64-911f-098b82a1584c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:42.680957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fec6799-5fdf-40b9-b28b-f63d8a304e2a req-f5b7255c-28ff-4eab-bfb6-e33014ca6c17 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150473 Nov 03 15:59:42.714737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-e8598652-9329-4a6f-844f-2b740f4a8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:42.719335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-e8598652-9329-4a6f-844f-2b740f4a8fe5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90def4e3-834b-48a1-8555-96d46061e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1099453 Nov 03 15:59:42.737223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-b8a18a4a-7aa4-4548-b3ce-a93d7bb84ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:42.738843 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-b8a18a4a-7aa4-4548-b3ce-a93d7bb84ec9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6070340 Nov 03 15:59:42.832304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d', 'tag': 'f8eba5df-2cc3-4027-a7ad-10569748b495'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:42.835897 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d", "tag": "f8eba5df-2cc3-4027-a7ad-10569748b495"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:42.919219 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-4e890a4d-3931-4b4c-9e77-dc62423e017e service neutron] 10.222.0.70 "GET /v2.0/networks/90def4e3-834b-48a1-8555-96d46061e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901393 Nov 03 15:59:42.940837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e75f696a-ca8f-4be6-9d78-b59d57edde7f req-a7db842f-ad08-45dc-8682-7e683fd69ccd service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381922 Nov 03 15:59:42.976952 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-8df60017-e7c5-49da-a54c-a96f21d90d7b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287781 Nov 03 15:59:43.094274 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-488b627a-068e-4a71-89b5-0c6bfc9b98f3 req-ba75d8bd-82f2-49fc-bac9-9a516466c3ff service neutron] 10.222.0.70 "GET /v2.0/networks/90def4e3-834b-48a1-8555-96d46061e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671739 Nov 03 15:59:43.129802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c24b3c-0bc5-4752-af78-271638e4ae9c req-d1f4cb10-52ce-4dc9-adb9-f0828b562038 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:43.136105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c24b3c-0bc5-4752-af78-271638e4ae9c req-d1f4cb10-52ce-4dc9-adb9-f0828b562038 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:43.142017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02c24b3c-0bc5-4752-af78-271638e4ae9c req-d1f4cb10-52ce-4dc9-adb9-f0828b562038 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1678 time: 0.1283414 Nov 03 15:59:43.179611 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93e8a1d1-49c6-4d24-ab6c-6b99d993356c req-f82ec1e3-621e-4f15-8c0e-fcafa09ba647 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919916 Nov 03 15:59:43.224344 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02c24b3c-0bc5-4752-af78-271638e4ae9c req-edc0b572-a32f-48d4-915a-ebc7b8fb7442 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782003 Nov 03 15:59:43.312190 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb27389b-b255-45aa-83c9-6fd43a33c0de x-openstack-request-id: req-fb27389b-b255-45aa-83c9-6fd43a33c0de {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:43.312728 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5351f79c-6138-4825-bfa3-6fcc0b3a3305", "tag": "cb1aeab5-2891-4298-a04d-e47a88f93173", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "tag": "5fb6ad13-29bf-4f64-911f-098b82a1584c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:43.312728 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb27389b-b255-45aa-83c9-6fd43a33c0de {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:43.313110 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'tag': 'cb1aeab5-2891-4298-a04d-e47a88f93173', 'status': 'completed', 'code': 200} Nov 03 15:59:43.313579 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'tag': '5fb6ad13-29bf-4f64-911f-098b82a1584c', 'status': 'completed', 'code': 200} Nov 03 15:59:43.422442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-c820dc13-f4b5-4caf-9a5a-c0cd2c1c9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:43.424241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-c820dc13-f4b5-4caf-9a5a-c0cd2c1c9bd9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 1098 time: 0.0837781 Nov 03 15:59:43.441350 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4087ddb-017e-40a5-80da-d819f5441cfa x-openstack-request-id: req-d4087ddb-017e-40a5-80da-d819f5441cfa {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:43.441677 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d", "tag": "f8eba5df-2cc3-4027-a7ad-10569748b495", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:43.441969 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d4087ddb-017e-40a5-80da-d819f5441cfa {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:43.442326 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d', 'tag': 'f8eba5df-2cc3-4027-a7ad-10569748b495', 'status': 'completed', 'code': 200} Nov 03 15:59:43.480252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac394-1971-437f-b0ed-d3555cc97d11 req-be684afe-657c-4070-8c81-6d4a831f356d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:43.488566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf2ac394-1971-437f-b0ed-d3555cc97d11 req-be684afe-657c-4070-8c81-6d4a831f356d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 947 time: 0.1178713 Nov 03 15:59:43.572040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-fe3f970b-bee2-4ec1-9055-5c86b7bb8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:43.580207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-fe3f970b-bee2-4ec1-9055-5c86b7bb8a36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=453236d257d74a2bae741ad1e455f5c9&device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 1095 time: 0.0899835 Nov 03 15:59:43.598934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf2ac394-1971-437f-b0ed-d3555cc97d11 req-ab13796c-f93b-4e9d-aaab-99722986ea66 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091971 Nov 03 15:59:43.666410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-b9c9bfe4-319f-4599-9d06-7e2eb16f3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:43.666410 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-b9c9bfe4-319f-4599-9d06-7e2eb16f3707 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2256556 Nov 03 15:59:43.723461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-248111ad-0be1-4319-bcf5-4a873402a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:43.725361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-248111ad-0be1-4319-bcf5-4a873402a444 service neutron] 10.222.0.70 "GET /v2.0/networks?id=98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 200 len: 912 time: 0.1407144 Nov 03 15:59:43.753339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-8f7a1fd0-5bdc-4cf6-8b4d-275cce18efc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=cb1aeab5-2891-4298-a04d-e47a88f93173 HTTP/1.1" status: 200 len: 217 time: 0.0792072 Nov 03 15:59:43.778485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53600) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:43.788190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-516d41d2-94a4-4ba8-a9d2-52ee29a4ce40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8eba5df-2cc3-4027-a7ad-10569748b495 HTTP/1.1" status: 200 len: 217 time: 0.0546522 Nov 03 15:59:43.899922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-6fbb2b6b-2e8b-42a9-93b5-6425d65fb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:43.906544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-6fbb2b6b-2e8b-42a9-93b5-6425d65fb204 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1468751 Nov 03 15:59:43.919821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-18f11578-748f-4695-be75-538c36da3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:43.921441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-18f11578-748f-4695-be75-538c36da3997 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 200 len: 851 time: 0.1247914 Nov 03 15:59:43.967256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-28087e70-2eb3-4d63-ab0e-04d93697d386 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98fefa13-b26e-4a4f-93cb-90848da7ea9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376060 Nov 03 15:59:44.023978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-13415b26-3a51-4f3d-995a-5856fdab4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:44.025422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-13415b26-3a51-4f3d-995a-5856fdab4c27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116016 Nov 03 15:59:44.066235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d1e13a1b-539f-44ea-b1e4-1e434211f714 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7a3f083bb2f34f91a01671c111b11061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865269 Nov 03 15:59:44.078804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-ea84deb3-2abb-427a-9f7f-d43aadc70cf0 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014447 Nov 03 15:59:44.079571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53606) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:44.204941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-8bb07444-b412-4529-a15d-53936d3d1d0b service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325362 Nov 03 15:59:44.206607 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c2c45bad-4d96-49cf-9b71-24b74fb9cd7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:44.219110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921b372-ea15-4135-b463-4dd0f3a0e399 req-cd8fe8d5-e70f-416d-8952-68180822c462 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:44.220967 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0921b372-ea15-4135-b463-4dd0f3a0e399 req-cd8fe8d5-e70f-416d-8952-68180822c462 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 944 time: 0.2138340 Nov 03 15:59:44.254055 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c2c45bad-4d96-49cf-9b71-24b74fb9cd7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:44.269611 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4ee8e4c-7c57-4f6b-8e0d-f7c0a42f755a req-4f0e017b-bfe2-4133-9e0a-58396492a096 service neutron] 10.222.0.70 "GET /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811788 Nov 03 15:59:44.333720 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c2c45bad-4d96-49cf-9b71-24b74fb9cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:44.333720 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c2c45bad-4d96-49cf-9b71-24b74fb9cd7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:44.333720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c2c45bad-4d96-49cf-9b71-24b74fb9cd7b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/24a207c8-a2bf-4d56-840f-71d46965c576 HTTP/1.1" status: 204 len: 168 time: 0.2530241 Nov 03 15:59:44.348908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c45bad-4d96-49cf-9b71-24b74fb9cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a207c8-a2bf-4d56-840f-71d46965c576,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:44.414135 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0921b372-ea15-4135-b463-4dd0f3a0e399 req-3c20be2f-4cd7-4f38-b40a-eb0021220b9e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769783 Nov 03 15:59:44.467288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-78a8319e-4c9e-4b9c-9f77-4cc4ab783d42 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449365 Nov 03 15:59:44.483863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72729ce-68e0-45cc-8ee7-a6a62c6303c5 req-b1ff8aa0-2dbd-4a48-affb-14ce005e7b20 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:44.490592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72729ce-68e0-45cc-8ee7-a6a62c6303c5 req-b1ff8aa0-2dbd-4a48-affb-14ce005e7b20 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:44.501553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f72729ce-68e0-45cc-8ee7-a6a62c6303c5 req-b1ff8aa0-2dbd-4a48-affb-14ce005e7b20 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1678 time: 0.1021662 Nov 03 15:59:44.572845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53626) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:44.579064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f72729ce-68e0-45cc-8ee7-a6a62c6303c5 req-474b0b0e-ba7f-499d-9c45-126e456dd645 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640516 Nov 03 15:59:44.580079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'subnet': {'network_id': 'e4345518-244c-4689-9cdc-5127dd9f91f7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:44.642744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-5500630c-145b-4a81-8272-2d3bdd2223c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:44.643221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-5500630c-145b-4a81-8272-2d3bdd2223c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:44.644783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-5500630c-145b-4a81-8272-2d3bdd2223c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1980 time: 0.1232593 Nov 03 15:59:44.745308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:44.749405 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:44.763754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8573c7-f9bd-4d23-8db3-ca522ace1b2b req-cb64ed71-9fd7-4cdc-8688-ad709542a2ee tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:44.776312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce8573c7-f9bd-4d23-8db3-ca522ace1b2b req-cb64ed71-9fd7-4cdc-8688-ad709542a2ee tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 947 time: 0.0843666 Nov 03 15:59:44.829683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-b33b60a8-5e44-4a9d-af75-f823a6c3e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:44.831169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-b33b60a8-5e44-4a9d-af75-f823a6c3e69a service neutron] 10.222.0.70 "GET /v2.0/networks?id=90def4e3-834b-48a1-8555-96d46061e8c7 HTTP/1.1" status: 200 len: 903 time: 0.1745675 Nov 03 15:59:44.850169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce8573c7-f9bd-4d23-8db3-ca522ace1b2b req-6a7d4941-02b3-41f6-b1be-114961909c74 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724852 Nov 03 15:59:44.887619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-ef942429-0414-4a4b-b65c-f10935f5af34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=5fb6ad13-29bf-4f64-911f-098b82a1584c HTTP/1.1" status: 200 len: 217 time: 0.0489562 Nov 03 15:59:44.957422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device cb1aeab5-2891-4298-a04d-e47a88f93173 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:44.982773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-04af4b14-2619-4c2b-afe0-6063cd592c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:44.984259 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-04af4b14-2619-4c2b-afe0-6063cd592c97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=422ff82e-8003-43ad-8da6-636ad05458c3 HTTP/1.1" status: 200 len: 801 time: 0.0882885 Nov 03 15:59:45.083491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-41c2dccd-17f2-4f23-90b1-2c7f3bc7d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:45.086161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-41c2dccd-17f2-4f23-90b1-2c7f3bc7d502 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90def4e3-834b-48a1-8555-96d46061e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0942523 Nov 03 15:59:45.088094 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.216749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Subnet': ['ID=449300df-a324-4374-9f7b-95d1e0c7e6be,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:45.227290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port cb1aeab5-2891-4298-a04d-e47a88f93173, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cb1aeab5-2891-4298-a04d-e47a88f93173,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:45.235347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e9c626ff-a2be-4bac-9047-cc51aad65525 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:45.240584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Checking segment: {'id': 'a17477ea-9f33-4b5a-99d5-df5f85b4fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e4345518-244c-4689-9cdc-5127dd9f91f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:45.240954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network hostable DHCP agents. Network: e4345518-244c-4689-9cdc-5127dd9f91f7, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:45.267425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-6991ba99-b66b-42be-beba-8b1c7285631f service neutron] 10.222.0.70 "GET /v2.0/networks/90def4e3-834b-48a1-8555-96d46061e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715939 Nov 03 15:59:45.274266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'cb1aeab5-2891-4298-a04d-e47a88f93173', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'cb1aeab5-2891-4298-a04d-e47a88f93173', 'mac_address': 'fa:16:3e:f2:73:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:45.284662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network e4345518-244c-4689-9cdc-5127dd9f91f7 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:45.341717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e4345518-244c-4689-9cdc-5127dd9f91f7) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:45.349370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:45.350042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.350743 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.375899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1aeab5-2891-4298-a04d-e47a88f93173 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:45.383177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53676) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:45.383715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-76b82e69-4960-400f-b654-672895d54517 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8086529 Nov 03 15:59:45.390799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1568418728'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:45.396864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e703438-d7d1-449f-9fe1-81022d68ccb0 None None] Network e4345518-244c-4689-9cdc-5127dd9f91f7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:45.429078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:45.434265 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.462135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:45.474882 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.475637 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Added segment 64ac60b8-69c4-4db6-a182-d422f871456d of type vlan for network 3d91be1d-681d-44ed-951c-13f63796b19c Nov 03 15:59:45.516365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-39bad3dc-a168-4422-8086-5a3271286256 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:45.526080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-39bad3dc-a168-4422-8086-5a3271286256 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/networks?id=dba9db7d-9995-4ada-b83a-24acaabccd84 HTTP/1.1" status: 200 len: 810 time: 0.1392632 Nov 03 15:59:45.531527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.541170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e17642dd-4a81-4c52-93d3-ab23d5123dc9 req-28da2c22-6318-4a02-8320-4ef9496f8aa3 service neutron] 10.222.0.70 "GET /v2.0/networks/90def4e3-834b-48a1-8555-96d46061e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666147 Nov 03 15:59:45.551590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-869daf3b-0227-45e4-8d9f-f04c9366d911 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/quotas/19f1066dbaf94fb5afb66ed0c8a8105e HTTP/1.1" status: 200 len: 375 time: 0.0240326 Nov 03 15:59:45.566121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.572938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:45.573903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.599883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2c828d8e-9222-426a-9f03-bbf5f2a39979 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f1066dbaf94fb5afb66ed0c8a8105e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469992 Nov 03 15:59:45.649244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2642374 Nov 03 15:59:45.649920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53686) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:45.660386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'subnet': {'network_id': '3d91be1d-681d-44ed-951c-13f63796b19c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:45.676475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faae6b-3d8f-4a0f-8d91-6978028f0c09 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Network': ['ID=3d91be1d-681d-44ed-951c-13f63796b19c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:45.711188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port cb1aeab5-2891-4298-a04d-e47a88f93173, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cb1aeab5-2891-4298-a04d-e47a88f93173,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:45.730971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 3d91be1d-681d-44ed-951c-13f63796b19c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:45.739712 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-0a9b1b71-7c46-4fd6-9197-5adfe18c5178 service neutron] 10.222.0.86 "GET /v2.0/networks/dba9db7d-9995-4ada-b83a-24acaabccd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387668 Nov 03 15:59:45.750996 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.773633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:45.780787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:45.913277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-30441dbc-53a2-43c2-9e56-63236cea17d3 service neutron] 10.222.0.86 "GET /v2.0/networks/dba9db7d-9995-4ada-b83a-24acaabccd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664157 Nov 03 15:59:45.986664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=cb1aeab5-2891-4298-a04d-e47a88f93173,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:45.992976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e9c626ff-a2be-4bac-9047-cc51aad65525, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e9c626ff-a2be-4bac-9047-cc51aad65525,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:45.995681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-e4345518-244c-4689-9cdc-5127dd9f91f7', 'network_id': 'e4345518-244c-4689-9cdc-5127dd9f91f7', 'tenant_id': '4782b5d315e3477b98b2bf0db1413154', 'fixed_ips': [{'subnet_id': '449300df-a324-4374-9f7b-95d1e0c7e6be'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:59:45.996517 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:46.017569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e9c626ff-a2be-4bac-9047-cc51aad65525', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'e9c626ff-a2be-4bac-9047-cc51aad65525', 'mac_address': 'fa:16:3e:2c:5d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:46.051272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960e1ba-fb4e-416b-a221-b17987c86708 req-175f40da-5c25-4420-935a-9c47ff036add tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:46.053354 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6960e1ba-fb4e-416b-a221-b17987c86708 req-175f40da-5c25-4420-935a-9c47ff036add tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 944 time: 0.0942256 Nov 03 15:59:46.103714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['cb1aeab5-2891-4298-a04d-e47a88f93173'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:46.144420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6960e1ba-fb4e-416b-a221-b17987c86708 req-ef997c21-b387-4953-883f-f593fb29137b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674641 Nov 03 15:59:46.211421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:46.279521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c626ff-a2be-4bac-9047-cc51aad65525 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:46.317441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Allocated IP 2001:db8:0:ffff::2 (e4345518-244c-4689-9cdc-5127dd9f91f7/449300df-a324-4374-9f7b-95d1e0c7e6be/80a64675-95d5-4790-9fa3-a83124c71aea) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:46.341844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b55c28-4ab3-40db-b3b5-195d11b5edbe req-d8688377-f34c-49e5-933b-0cfaa7908f3e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:46.349543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b55c28-4ab3-40db-b3b5-195d11b5edbe req-d8688377-f34c-49e5-933b-0cfaa7908f3e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:46.352114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33b55c28-4ab3-40db-b3b5-195d11b5edbe req-d8688377-f34c-49e5-933b-0cfaa7908f3e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1678 time: 0.1116202 Nov 03 15:59:46.389372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e9c626ff-a2be-4bac-9047-cc51aad65525, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e9c626ff-a2be-4bac-9047-cc51aad65525,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:46.431804 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:46.436095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.objects.ports [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 15:59:46.441952 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:46.534864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636c98-c445-4b4c-b6c1-1bab982b095d req-92961377-19a6-4be1-b2f6-e0e1d297b3f3 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:46.543581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0a636c98-c445-4b4c-b6c1-1bab982b095d req-92961377-19a6-4be1-b2f6-e0e1d297b3f3 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 948 time: 0.0633254 Nov 03 15:59:46.558313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e9c626ff-a2be-4bac-9047-cc51aad65525,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:46.595313 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33b55c28-4ab3-40db-b3b5-195d11b5edbe req-15d97410-de67-4a96-9c12-b498d0451498 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289221 Nov 03 15:59:46.612959 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0a636c98-c445-4b4c-b6c1-1bab982b095d req-06c9f64e-acd6-49a0-b731-b8030063b830 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655015 Nov 03 15:59:46.636622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Subnet': ['ID=8cf28568-b444-4629-8bfe-de04a7060905,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:46.643053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Checking segment: {'id': '64ac60b8-69c4-4db6-a182-d422f871456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d91be1d-681d-44ed-951c-13f63796b19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:46.643646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network hostable DHCP agents. Network: 3d91be1d-681d-44ed-951c-13f63796b19c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:46.647713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:46.660478 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:46.665643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network 3d91be1d-681d-44ed-951c-13f63796b19c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:46.684023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 3d91be1d-681d-44ed-951c-13f63796b19c) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:46.690879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:46.692255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:46.700186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f5d80-829b-4346-9185-247ba31b975b None None] Network 3d91be1d-681d-44ed-951c-13f63796b19c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:46.714027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Network e4345518-244c-4689-9cdc-5127dd9f91f7 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:46.721223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b92aaab9-cbb0-4170-92d2-ab6a31f7387b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0673640 Nov 03 15:59:46.723500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53716) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:46.741333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'port': {'network_id': '3d91be1d-681d-44ed-951c-13f63796b19c', 'name': 'tempest-NetworksIpV6TestAttrs-1140290598'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:46.760207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:46.774207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:46.781669 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cba7817-aba4-49a6-bf7c-1002d750b466 req-c129ea86-0677-44bb-b47f-6ff177151bd1 tempest-AbsoluteLimitsNegativeTestJSON-1856763032 tempest-AbsoluteLimitsNegativeTestJSON-1856763032-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ed783046e3a0496bb11429d0c5c28c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367963 Nov 03 15:59:46.788454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Pushing event updated for resources: {'Port': ['ID=80a64675-95d5-4790-9fa3-a83124c71aea,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:46.852459 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3f06878f-ce89-4993-9e27-c991869b18bd req-ce45158d-68fb-4cf0-9c5d-d1e5c39d9236 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 210 time: 0.0397077 Nov 03 15:59:46.869295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e9c626ff-a2be-4bac-9047-cc51aad65525'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:46.916495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:46.921136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:46.944428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] device_id is not set on port 187da1a9-b4f2-4d0b-b268-a3cae7cdb4f8 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 15:59:46.991270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:47.010345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Attempting to bind port 80a64675-95d5-4790-9fa3-a83124c71aea on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:47.010800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Attempting to bind port 80a64675-95d5-4790-9fa3-a83124c71aea by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a17477ea-9f33-4b5a-99d5-df5f85b4fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e4345518-244c-4689-9cdc-5127dd9f91f7'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:47.011851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Attempting to bind port 80a64675-95d5-4790-9fa3-a83124c71aea on network e4345518-244c-4689-9cdc-5127dd9f91f7 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:47.035328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:47.035722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Checking segment: {'id': 'a17477ea-9f33-4b5a-99d5-df5f85b4fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e4345518-244c-4689-9cdc-5127dd9f91f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:47.036244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:47.036687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Bound using segment: {'id': 'a17477ea-9f33-4b5a-99d5-df5f85b4fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e4345518-244c-4689-9cdc-5127dd9f91f7'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:47.038147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Bound port: 80a64675-95d5-4790-9fa3-a83124c71aea, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17477ea-9f33-4b5a-99d5-df5f85b4fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e4345518-244c-4689-9cdc-5127dd9f91f7'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:47.038603 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:47.104901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Allocated IP 2001:db8::f816:3eff:fe33:dec1 (3d91be1d-681d-44ed-951c-13f63796b19c/8cf28568-b444-4629-8bfe-de04a7060905/187da1a9-b4f2-4d0b-b268-a3cae7cdb4f8) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:47.253072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-987ae912-5117-4354-8c89-fd680527b311 None None] For port 80a64675-95d5-4790-9fa3-a83124c71aea, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:47.290518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-987ae912-5117-4354-8c89-fd680527b311 None None] For port 80a64675-95d5-4790-9fa3-a83124c71aea, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80a64675-95d5-4790-9fa3-a83124c71aea,segment=NetworkSegment(a17477ea-9f33-4b5a-99d5-df5f85b4fcb7),segment_id=a17477ea-9f33-4b5a-99d5-df5f85b4fcb7)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:47.310357 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:47.336155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba7817-aba4-49a6-bf7c-1002d750b466 req-dc605976-58a5-4229-a687-217785fdc562 tempest-AbsoluteLimitsNegativeTestJSON-1856763032 tempest-AbsoluteLimitsNegativeTestJSON-1856763032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:47.337791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cba7817-aba4-49a6-bf7c-1002d750b466 req-dc605976-58a5-4229-a687-217785fdc562 tempest-AbsoluteLimitsNegativeTestJSON-1856763032 tempest-AbsoluteLimitsNegativeTestJSON-1856763032-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5471234 Nov 03 15:59:47.360273 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cba7817-aba4-49a6-bf7c-1002d750b466 req-ed2ee7d2-73bd-4ffd-a5cd-3bc44d032153 tempest-AbsoluteLimitsNegativeTestJSON-1856763032 tempest-AbsoluteLimitsNegativeTestJSON-1856763032-project] 10.222.0.86 "GET /v2.0/quotas/ed783046e3a0496bb11429d0c5c28c03 HTTP/1.1" status: 200 len: 375 time: 0.0164051 Nov 03 15:59:47.366184 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:47.380235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6f168-100a-4033-b950-e93bd0f861c1 req-e86742e5-73da-4b29-a7b5-c33b6cbe6629 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:47.381444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-3d91be1d-681d-44ed-951c-13f63796b19c', 'network_id': '3d91be1d-681d-44ed-951c-13f63796b19c', 'tenant_id': '4782b5d315e3477b98b2bf0db1413154', 'fixed_ips': [{'subnet_id': '8cf28568-b444-4629-8bfe-de04a7060905'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:59:47.381897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dae6f168-100a-4033-b950-e93bd0f861c1 req-e86742e5-73da-4b29-a7b5-c33b6cbe6629 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 944 time: 0.1017656 Nov 03 15:59:47.382774 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:47.398843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cba7817-aba4-49a6-bf7c-1002d750b466 req-7a95056d-ee6b-4403-9f19-34e01b4cb371 tempest-AbsoluteLimitsNegativeTestJSON-1856763032 tempest-AbsoluteLimitsNegativeTestJSON-1856763032-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed783046e3a0496bb11429d0c5c28c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347128 Nov 03 15:59:47.467137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,segment=NetworkSegment(75ee00be-aaef-450d-ac0c-c7d5fb99ec65),segment_id=75ee00be-aaef-450d-ac0c-c7d5fb99ec65)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:47.482476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:47.521317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dae6f168-100a-4033-b950-e93bd0f861c1 req-170cca4e-2648-4477-928a-6607946db840 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176116 Nov 03 15:59:47.527377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '0ec78920-3e60-4dcf-a46c-fd51fcbc66ee', 'network_id': 'ab1c7762-18f0-4140-89b0-e94e58c6808e', 'port_id': '0ec78920-3e60-4dcf-a46c-fd51fcbc66ee', 'mac_address': 'fa:16:3e:4f:4c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c1fddb-5ebc-4082-89a0-42fabf685131', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:47.536169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ae912-5117-4354-8c89-fd680527b311 None None] Pushing event updated for resources: {'Port': ['ID=80a64675-95d5-4790-9fa3-a83124c71aea,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:47.576618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network 3d91be1d-681d-44ed-951c-13f63796b19c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:47.582448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:47.586388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:47.603697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:47.604050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:47.636637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Port': ['ID=187da1a9-b4f2-4d0b-b268-a3cae7cdb4f8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:47.676607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cd19ace6-f66b-42db-a0b2-eaacf80f452e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9519739 Nov 03 15:59:47.680735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53736) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:47.744101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-82416be0-33b2-4a08-910d-48d9413c7246 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:47.763792 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-82416be0-33b2-4a08-910d-48d9413c7246 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.70 "GET /v2.0/networks?id=dba9db7d-9995-4ada-b83a-24acaabccd84 HTTP/1.1" status: 200 len: 810 time: 0.2805982 Nov 03 15:59:47.815582 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:47.853219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Request body: {'port': {'device_id': '7fbd517d-53df-489c-bfd8-04264a632333', 'network_id': 'dba9db7d-9995-4ada-b83a-24acaabccd84', 'admin_state_up': True, 'tenant_id': '19f1066dbaf94fb5afb66ed0c8a8105e'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:47.873608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:47.908559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-708ea193-e593-4346-8da8-f833a520e9c8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Deleting subnet 8cf28568-b444-4629-8bfe-de04a7060905 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:59:47.921619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,segment=NetworkSegment(75ee00be-aaef-450d-ac0c-c7d5fb99ec65),segment_id=75ee00be-aaef-450d-ac0c-c7d5fb99ec65)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:47.924285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Allocated IP 2001:db8::f816:3eff:fe95:30b3 (3d91be1d-681d-44ed-951c-13f63796b19c/8cf28568-b444-4629-8bfe-de04a7060905/2f759260-7172-4ef0-b7e1-f8bcd123b3e7) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:47.938811 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:47.940391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5fb6ad13-29bf-4f64-911f-098b82a1584c details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:47.963540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2c8ef-d47a-48a9-bae3-d77147c57838 req-9bbeddf1-1165-4c85-9b30-92f96a0b75f1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:47.979050 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9c2c8ef-d47a-48a9-bae3-d77147c57838 req-9bbeddf1-1165-4c85-9b30-92f96a0b75f1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 948 time: 0.2302251 Nov 03 15:59:48.057654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29cd56-aa52-42bd-a86c-1c3b7350cae1 req-f4f78571-3d57-4af4-a615-82de31324870 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:48.064282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29cd56-aa52-42bd-a86c-1c3b7350cae1 req-f4f78571-3d57-4af4-a615-82de31324870 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:48.066291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be29cd56-aa52-42bd-a86c-1c3b7350cae1 req-f4f78571-3d57-4af4-a615-82de31324870 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1678 time: 0.2982123 Nov 03 15:59:48.092317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9c2c8ef-d47a-48a9-bae3-d77147c57838 req-c2a29b1f-8826-41bf-b44e-3811c5e56675 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071475 Nov 03 15:59:48.114419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:48.147442 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be29cd56-aa52-42bd-a86c-1c3b7350cae1 req-9e879266-5d6b-4c26-927f-09446822fb01 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681033 Nov 03 15:59:48.157329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Made reservation on behalf of 19f1066dbaf94fb5afb66ed0c8a8105e for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:48.162099 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.181958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53746) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:48.188723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53750) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:48.364621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-302f417e-c6aa-4e9d-9fa4-724259bb666f req-00a3cc2a-d6ce-4410-be68-39547b65bb47 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 210 time: 0.0577888 Nov 03 15:59:48.371130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f107c0e1-dbc2-4bd7-8faf-d8b058d94f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.405593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c51dc5-f35f-42bf-b5f4-933062768420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.454156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Allocated IP 172.20.0.14 (dba9db7d-9995-4ada-b83a-24acaabccd84/3ae37585-16c1-4e95-bf89-d105890a888c/43c0e500-0a81-4664-89e6-c8ba5d7eb794) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:48.519479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80a64675-95d5-4790-9fa3-a83124c71aea up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:48.525642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5fb6ad13-29bf-4f64-911f-098b82a1584c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5fb6ad13-29bf-4f64-911f-098b82a1584c,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:48.578066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '5fb6ad13-29bf-4f64-911f-098b82a1584c', 'network_id': '90def4e3-834b-48a1-8555-96d46061e8c7', 'port_id': '5fb6ad13-29bf-4f64-911f-098b82a1584c', 'mac_address': 'fa:16:3e:56:8b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422ff82e-8003-43ad-8da6-636ad05458c3', 'ip_address': '19.86.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:48.578378 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f107c0e1-dbc2-4bd7-8faf-d8b058d94f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.604919 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f107c0e1-dbc2-4bd7-8faf-d8b058d94f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.612723 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.632269 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.649217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708ea193-e593-4346-8da8-f833a520e9c8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.669388 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.686019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb6ad13-29bf-4f64-911f-098b82a1584c {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:48.694174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.704058 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708ea193-e593-4346-8da8-f833a520e9c8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.711370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Network 3d91be1d-681d-44ed-951c-13f63796b19c is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:48.720483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:48.723048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:48.737515 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.738774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 80a64675-95d5-4790-9fa3-a83124c71aea triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:48.739153 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.749728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5fb6ad13-29bf-4f64-911f-098b82a1584c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5fb6ad13-29bf-4f64-911f-098b82a1584c,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:48.757434 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c51dc5-f35f-42bf-b5f4-933062768420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.767608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Pushing event updated for resources: {'Port': ['ID=2f759260-7172-4ef0-b7e1-f8bcd123b3e7,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:48.778568 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.779230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f8eba5df-2cc3-4027-a7ad-10569748b495 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:48.806357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Network dba9db7d-9995-4ada-b83a-24acaabccd84 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:48.810878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c51dc5-f35f-42bf-b5f4-933062768420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.814781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:48.820537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:48.824841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f107c0e1-dbc2-4bd7-8faf-d8b058d94f07 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed783046e3a0496bb11429d0c5c28c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6418138 Nov 03 15:59:48.835632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107c0e1-dbc2-4bd7-8faf-d8b058d94f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da96453e-f63a-4b33-9699-225cf2ab8d03,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:48.838045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53756) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:48.859680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Pushing event updated for resources: {'Port': ['ID=43c0e500-0a81-4664-89e6-c8ba5d7eb794,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:48.891918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Attempting to bind port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:48.892293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Attempting to bind port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '64ac60b8-69c4-4db6-a182-d422f871456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d91be1d-681d-44ed-951c-13f63796b19c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:48.892657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Attempting to bind port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 on network 3d91be1d-681d-44ed-951c-13f63796b19c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:48.895615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:48.896268 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.922495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-67a91b01-277f-48d7-8a95-3304983393fb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0901711 Nov 03 15:59:48.925784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:48.926159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Checking segment: {'id': '64ac60b8-69c4-4db6-a182-d422f871456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d91be1d-681d-44ed-951c-13f63796b19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:48.926558 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.926946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Bound using segment: {'id': '64ac60b8-69c4-4db6-a182-d422f871456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d91be1d-681d-44ed-951c-13f63796b19c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:48.927432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Bound port: 2f759260-7172-4ef0-b7e1-f8bcd123b3e7, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ac60b8-69c4-4db6-a182-d422f871456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d91be1d-681d-44ed-951c-13f63796b19c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:48.927812 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:48.938023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Request body: {'port': {'device_id': '7fbd517d-53df-489c-bfd8-04264a632333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:48.942001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3c7b2-3f98-4190-b281-04f61c0fdf2f None None] Network e4345518-244c-4689-9cdc-5127dd9f91f7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:48.963638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-39c51dc5-f35f-42bf-b5f4-933062768420 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e0cb1ccb39e4465baa8241fd133c2ea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7739301 Nov 03 15:59:48.967458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53758) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:48.975779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c51dc5-f35f-42bf-b5f4-933062768420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f66dc9c-bc71-4310-a8ae-5838035c9b07,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:48.993281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283bee4-05a7-4ac7-a628-c22bb7623df9 req-87b321ee-516e-49ee-b8df-051143a69db3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:49.002064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4283bee4-05a7-4ac7-a628-c22bb7623df9 req-87b321ee-516e-49ee-b8df-051143a69db3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 944 time: 0.2624538 Nov 03 15:59:49.020897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5fb6ad13-29bf-4f64-911f-098b82a1584c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:49.033781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-243f4778-266d-42d0-a7b9-f513d144261b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.053747 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.058659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-939808a6-8382-4bae-8d33-ea17c26d5917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.093847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-243f4778-266d-42d0-a7b9-f513d144261b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.114239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-939808a6-8382-4bae-8d33-ea17c26d5917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.125064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.152647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4283bee4-05a7-4ac7-a628-c22bb7623df9 req-b8876d21-6284-4e0a-8a6e-ab6060e26c0a tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496656 Nov 03 15:59:49.159690 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708ea193-e593-4346-8da8-f833a520e9c8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.185374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fb3ac914-2ac3-49a5-88df-6929ff2eca24 None None] Provisioning complete for port 80a64675-95d5-4790-9fa3-a83124c71aea triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:49.185511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb3ac914-2ac3-49a5-88df-6929ff2eca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.279562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e9c626ff-a2be-4bac-9047-cc51aad65525 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:49.292728 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-243f4778-266d-42d0-a7b9-f513d144261b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.296483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-243f4778-266d-42d0-a7b9-f513d144261b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.300128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-243f4778-266d-42d0-a7b9-f513d144261b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/da96453e-f63a-4b33-9699-225cf2ab8d03 HTTP/1.1" status: 204 len: 168 time: 0.4527063 Nov 03 15:59:49.300301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f8eba5df-2cc3-4027-a7ad-10569748b495, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f8eba5df-2cc3-4027-a7ad-10569748b495,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:49.307942 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708ea193-e593-4346-8da8-f833a520e9c8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.315969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f4778-266d-42d0-a7b9-f513d144261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da96453e-f63a-4b33-9699-225cf2ab8d03,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:49.328547 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-939808a6-8382-4bae-8d33-ea17c26d5917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.331215 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-939808a6-8382-4bae-8d33-ea17c26d5917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.346550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-939808a6-8382-4bae-8d33-ea17c26d5917 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1f66dc9c-bc71-4310-a8ae-5838035c9b07 HTTP/1.1" status: 204 len: 168 time: 0.3672614 Nov 03 15:59:49.363947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] For port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:49.365381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ea193-e593-4346-8da8-f833a520e9c8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf28568-b444-4629-8bfe-de04a7060905,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:49.375465 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708ea193-e593-4346-8da8-f833a520e9c8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.379002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-708ea193-e593-4346-8da8-f833a520e9c8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/subnets/8cf28568-b444-4629-8bfe-de04a7060905 HTTP/1.1" status: 204 len: 168 time: 1.6972446 Nov 03 15:59:49.390572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a534e0e-fa3a-445d-a412-f6dda3bc3c90 req-dce4da95-e602-4322-8dfe-2b6ea8c6ad5e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:49.393335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 80a64675-95d5-4790-9fa3-a83124c71aea, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80a64675-95d5-4790-9fa3-a83124c71aea,segment=NetworkSegment(a17477ea-9f33-4b5a-99d5-df5f85b4fcb7),segment_id=a17477ea-9f33-4b5a-99d5-df5f85b4fcb7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:49.398125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a534e0e-fa3a-445d-a412-f6dda3bc3c90 req-dce4da95-e602-4322-8dfe-2b6ea8c6ad5e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:49.400699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a534e0e-fa3a-445d-a412-f6dda3bc3c90 req-dce4da95-e602-4322-8dfe-2b6ea8c6ad5e tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1680 time: 0.1584780 Nov 03 15:59:49.401142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53770) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:49.420410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939808a6-8382-4bae-8d33-ea17c26d5917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f66dc9c-bc71-4310-a8ae-5838035c9b07,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:49.433460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c2378-6d5e-4d19-a8f8-ae67332fbfb5 req-d6b28084-855f-4a06-8019-df04495e2c38 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:49.442444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-191c2378-6d5e-4d19-a8f8-ae67332fbfb5 req-d6b28084-855f-4a06-8019-df04495e2c38 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 948 time: 0.1988289 Nov 03 15:59:49.459146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.467650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'f8eba5df-2cc3-4027-a7ad-10569748b495', 'network_id': '98fefa13-b26e-4a4f-93cb-90848da7ea9a', 'port_id': 'f8eba5df-2cc3-4027-a7ad-10569748b495', 'mac_address': 'fa:16:3e:76:8f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f1e646-0c63-47c3-8cd0-a87565cea73d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:49.501085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] For port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2f759260-7172-4ef0-b7e1-f8bcd123b3e7,segment=NetworkSegment(64ac60b8-69c4-4db6-a182-d422f871456d),segment_id=64ac60b8-69c4-4db6-a182-d422f871456d)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:49.532122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-191c2378-6d5e-4d19-a8f8-ae67332fbfb5 req-a78bcb5c-0dbd-44b4-a2a9-8a011e23433b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842462 Nov 03 15:59:49.560152 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.580578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fcd51-cb30-4728-b761-423c59d47448 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:49.588931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fcd51-cb30-4728-b761-423c59d47448 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:49.592293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d11fcd51-cb30-4728-b761-423c59d47448 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1898932 Nov 03 15:59:49.598200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53778) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:49.681078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c0e500-0a81-4664-89e6-c8ba5d7eb794 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:49.694462 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.698164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a534e0e-fa3a-445d-a412-f6dda3bc3c90 req-f21b0559-382a-4d94-a94f-717eadf97f13 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849941 Nov 03 15:59:49.734283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Transition to ACTIVE for port object 43c0e500-0a81-4664-89e6-c8ba5d7eb794 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 15:59:49.743768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.805859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbf24548-64ca-4d32-8118-3eda8593c166 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.816495 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf24548-64ca-4d32-8118-3eda8593c166 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 15:59:49.817704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf24548-64ca-4d32-8118-3eda8593c166 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 15:59:49.821906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bbf24548-64ca-4d32-8118-3eda8593c166 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/3d91be1d-681d-44ed-951c-13f63796b19c HTTP/1.1" status: 409 len: 405 time: 0.2178435 Nov 03 15:59:49.826969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53792) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:49.834751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-342191228'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:49.840123 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.843590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port e9c626ff-a2be-4bac-9047-cc51aad65525 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:49.862923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=80a64675-95d5-4790-9fa3-a83124c71aea,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:49.898607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:49.914293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.931770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e9c626ff-a2be-4bac-9047-cc51aad65525 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:49.932069 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.957470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:49.957779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8eba5df-2cc3-4027-a7ad-10569748b495 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:49.970677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:49.971153 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Added segment e35d8f0c-56ae-445f-8246-1dedbb101229 of type vlan for network f223e9ec-ed22-4f21-b4ee-d30a5719f8d0 Nov 03 15:59:50.031394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:50.043780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Pushing event updated for resources: {'Port': ['ID=43c0e500-0a81-4664-89e6-c8ba5d7eb794,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:50.104355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Attempting to bind port 43c0e500-0a81-4664-89e6-c8ba5d7eb794 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:50.104689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Attempting to bind port 43c0e500-0a81-4664-89e6-c8ba5d7eb794 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '790d2fbf-87db-4862-8fd0-ccc4ca81ff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dba9db7d-9995-4ada-b83a-24acaabccd84'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:50.108042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:50.111692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Attempting to bind port 43c0e500-0a81-4664-89e6-c8ba5d7eb794 on network dba9db7d-9995-4ada-b83a-24acaabccd84 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:50.126502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:50.131126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:50.138047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f8eba5df-2cc3-4027-a7ad-10569748b495, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f8eba5df-2cc3-4027-a7ad-10569748b495,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:50.144701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34783e4-b856-4b2d-8a45-19496f1f61f6 req-20639f78-4725-4e05-8252-84a33327c7dd tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:50.146716 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e34783e4-b856-4b2d-8a45-19496f1f61f6 req-20639f78-4725-4e05-8252-84a33327c7dd tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 944 time: 0.3319483 Nov 03 15:59:50.148163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d880f8-8dc8-4ae5-9d03-91106408c4df None None] Pushing event updated for resources: {'Port': ['ID=2f759260-7172-4ef0-b7e1-f8bcd123b3e7,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:50.155015 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Port 43c0e500-0a81-4664-89e6-c8ba5d7eb794 on network dba9db7d-9995-4ada-b83a-24acaabccd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 15:59:50.155607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Attempting to bind port 43c0e500-0a81-4664-89e6-c8ba5d7eb794 on network dba9db7d-9995-4ada-b83a-24acaabccd84 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:50.166071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:50.169797 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:50.170455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Checking segment: {'id': '790d2fbf-87db-4862-8fd0-ccc4ca81ff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dba9db7d-9995-4ada-b83a-24acaabccd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:50.170951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Bound using segment: {'id': '790d2fbf-87db-4862-8fd0-ccc4ca81ff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dba9db7d-9995-4ada-b83a-24acaabccd84'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:50.171703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Bound port: 43c0e500-0a81-4664-89e6-c8ba5d7eb794, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790d2fbf-87db-4862-8fd0-ccc4ca81ff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dba9db7d-9995-4ada-b83a-24acaabccd84'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:50.172312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:50.287170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Network': ['ID=f223e9ec-ed22-4f21-b4ee-d30a5719f8d0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:50.314479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-638a008c-9b01-4da1-bfe9-da9e6f31a410 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4808688 Nov 03 15:59:50.316149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53806) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:50.325093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'subnet': {'network_id': 'f223e9ec-ed22-4f21-b4ee-d30a5719f8d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:50.343001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f8eba5df-2cc3-4027-a7ad-10569748b495,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:50.345970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device cb1aeab5-2891-4298-a04d-e47a88f93173 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:50.352113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network f223e9ec-ed22-4f21-b4ee-d30a5719f8d0 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:50.493476 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e34783e4-b856-4b2d-8a45-19496f1f61f6 req-df1700ba-7254-403f-8843-bc607d556c01 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211770 Nov 03 15:59:50.500796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['5fb6ad13-29bf-4f64-911f-098b82a1584c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:50.508801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] For port 43c0e500-0a81-4664-89e6-c8ba5d7eb794, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:50.516378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] For port 43c0e500-0a81-4664-89e6-c8ba5d7eb794, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=43c0e500-0a81-4664-89e6-c8ba5d7eb794,segment=NetworkSegment(790d2fbf-87db-4862-8fd0-ccc4ca81ff27),segment_id=790d2fbf-87db-4862-8fd0-ccc4ca81ff27)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:50.528177 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:50.563552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0ec78920-3e60-4dcf-a46c-fd51fcbc66ee'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:50.648456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f8eba5df-2cc3-4027-a7ad-10569748b495'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:50.649809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201c416-a98e-4a9d-9c41-7fb245131681 req-7fe95a00-e535-467a-91cb-42e892ba91b6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:50.658028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d201c416-a98e-4a9d-9c41-7fb245131681 req-7fe95a00-e535-467a-91cb-42e892ba91b6 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 945 time: 0.3074195 Nov 03 15:59:50.666731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Pushing event updated for resources: {'Port': ['ID=43c0e500-0a81-4664-89e6-c8ba5d7eb794,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:50.677383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:50.724906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d201c416-a98e-4a9d-9c41-7fb245131681 req-fce60531-d2b2-42cf-b29c-b6c4e88ba4db tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617282 Nov 03 15:59:50.737275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:50.738480 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:50.740190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2b15a500-8d09-4382-8087-76467b26dd3e service neutron] 10.222.0.70 "PUT /v2.0/ports/43c0e500-0a81-4664-89e6-c8ba5d7eb794 HTTP/1.1" status: 200 len: 1092 time: 1.8089807 Nov 03 15:59:50.752263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53824) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:50.758858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:50.772573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbd517d-53df-489c-bfd8-04264a632333', 'tag': '43c0e500-0a81-4664-89e6-c8ba5d7eb794'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:50.777385 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c09de3-fe9d-4ec4-921b-a356d91e1c07" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbd517d-53df-489c-bfd8-04264a632333", "tag": "43c0e500-0a81-4664-89e6-c8ba5d7eb794"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:50.780127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53826) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:50.783562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:50.892356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbee0a9-3c2b-4824-9483-0e1158400135 req-c0d1455e-78bf-4209-a089-a7335c9ed0fe tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:50.898932 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fbee0a9-3c2b-4824-9483-0e1158400135 req-c0d1455e-78bf-4209-a089-a7335c9ed0fe tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 948 time: 0.2288511 Nov 03 15:59:50.933131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-28c1762b-4537-42da-8a64-129b3184b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:50.937253 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-28c1762b-4537-42da-8a64-129b3184b381 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19f1066dbaf94fb5afb66ed0c8a8105e&device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 1095 time: 0.1395390 Nov 03 15:59:50.992004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cf625830-3ee9-4945-aad2-0f77b8aae172 None None] Provisioning complete for port 80a64675-95d5-4790-9fa3-a83124c71aea triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:50.992603 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cf625830-3ee9-4945-aad2-0f77b8aae172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.030322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-5226087e-55f4-4e46-ae5c-1b54127a9753 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c0e500-0a81-4664-89e6-c8ba5d7eb794 HTTP/1.1" status: 200 len: 217 time: 0.0748513 Nov 03 15:59:51.038353 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.056638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1608153066-network', 'tenant_id': '601ecaa8ec4546238c1e4461d046415a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:51.073761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-network', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:51.087953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fbee0a9-3c2b-4824-9483-0e1158400135 req-25894929-3d51-4e45-811d-d27facd704be tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816604 Nov 03 15:59:51.128744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2ec6cbb7-ea72-4be1-8468-9964dc7e8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.131344 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2ec6cbb7-ea72-4be1-8468-9964dc7e8c3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ae37585-16c1-4e95-bf89-d105890a888c HTTP/1.1" status: 200 len: 850 time: 0.0929370 Nov 03 15:59:51.133135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Made reservation on behalf of 601ecaa8ec4546238c1e4461d046415a for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:51.136308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.147083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dab361-7881-4979-bad3-6221e8253e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c626ff-a2be-4bac-9047-cc51aad65525'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:51.150187 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f96412a-766d-488a-81e4-cec8bb17e22d" -d '{"events": [{"server_uuid": "90dab361-7881-4979-bad3-6221e8253e1b", "name": "network-vif-plugged", "status": "completed", "tag": "e9c626ff-a2be-4bac-9047-cc51aad65525"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:51.177795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-229ef9ce-fa3c-4112-b5ab-d18c7ce0efb7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dba9db7d-9995-4ada-b83a-24acaabccd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347874 Nov 03 15:59:51.185833 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.214930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74975fbb-bf38-41df-ab11-8bbe1d1a620f req-ba723c1d-0c08-411a-8055-8ae579dbc466 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.222506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74975fbb-bf38-41df-ab11-8bbe1d1a620f req-ba723c1d-0c08-411a-8055-8ae579dbc466 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.230788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e9c626ff-a2be-4bac-9047-cc51aad65525, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e9c626ff-a2be-4bac-9047-cc51aad65525,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:51.232492 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-74975fbb-bf38-41df-ab11-8bbe1d1a620f req-ba723c1d-0c08-411a-8055-8ae579dbc466 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1680 time: 0.2431431 Nov 03 15:59:51.277506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:51.283170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.287388 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45901a5f-ecbb-4e50-b109-4531f9b8b810 x-openstack-request-id: req-45901a5f-ecbb-4e50-b109-4531f9b8b810 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:51.287570 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbd517d-53df-489c-bfd8-04264a632333", "tag": "43c0e500-0a81-4664-89e6-c8ba5d7eb794", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:51.287811 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-45901a5f-ecbb-4e50-b109-4531f9b8b810 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:51.288198 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbd517d-53df-489c-bfd8-04264a632333', 'tag': '43c0e500-0a81-4664-89e6-c8ba5d7eb794', 'status': 'completed', 'code': 200} Nov 03 15:59:51.294533 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fb5149-cd62-4cbd-9a78-406570957f75 x-openstack-request-id: req-c7fb5149-cd62-4cbd-9a78-406570957f75 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:51.295556 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dab361-7881-4979-bad3-6221e8253e1b", "name": "network-vif-plugged", "status": "completed", "tag": "e9c626ff-a2be-4bac-9047-cc51aad65525", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:51.295556 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c7fb5149-cd62-4cbd-9a78-406570957f75 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:51.295823 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dab361-7881-4979-bad3-6221e8253e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c626ff-a2be-4bac-9047-cc51aad65525', 'code': 200} Nov 03 15:59:51.308907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c841df9b-3af2-4075-ade0-64be188fabc9 None None] Network 3d91be1d-681d-44ed-951c-13f63796b19c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:51.313490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-2190ce50-3f5c-48d3-b78b-59e2fef64649 service neutron] 10.222.0.70 "GET /v2.0/networks/dba9db7d-9995-4ada-b83a-24acaabccd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225379 Nov 03 15:59:51.340537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.359276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.441009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-74975fbb-bf38-41df-ab11-8bbe1d1a620f req-49f77af4-25e6-4a01-bcfa-8b65443ad983 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074678 Nov 03 15:59:51.455197 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-575c3f07-a09c-4575-b249-95cb986e0ed5 req-9b73a121-55eb-4603-9882-e80aeda436b3 service neutron] 10.222.0.70 "GET /v2.0/networks/dba9db7d-9995-4ada-b83a-24acaabccd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323485 Nov 03 15:59:51.490429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.498346 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.499113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b43ea-013e-488b-8656-94a451935959 req-bac868e0-75bd-46d6-98a0-4dcbbdd58d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.500728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b4b43ea-013e-488b-8656-94a451935959 req-bac868e0-75bd-46d6-98a0-4dcbbdd58d02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 1100 time: 0.1704245 Nov 03 15:59:51.514528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:51.527918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.528547 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Added segment 0aa933b9-614e-441f-8595-e82bc3f4b5d2 of type vlan for network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 Nov 03 15:59:51.541659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.objects.ports [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 15:59:51.554254 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.581904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port cb1aeab5-2891-4298-a04d-e47a88f93173 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:51.595108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:51.595760 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.597454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e9c626ff-a2be-4bac-9047-cc51aad65525,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:51.664834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b4b43ea-013e-488b-8656-94a451935959 req-f11c8aa9-fca9-40a5-bec3-11fa5256d926 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521018 Nov 03 15:59:51.668280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Subnet': ['ID=694ee13a-a610-4d20-9f76-a0d189629be6,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:51.672582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.674595 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.685226 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.689127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:51.699514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-3381b1fc-23e1-4457-872a-b78055e9081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.700958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port cb1aeab5-2891-4298-a04d-e47a88f93173 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:51.700958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.702177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-3381b1fc-23e1-4457-872a-b78055e9081f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19f1066dbaf94fb5afb66ed0c8a8105e&device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 1095 time: 0.1584625 Nov 03 15:59:51.714791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:51.726935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Checking segment: {'id': 'e35d8f0c-56ae-445f-8246-1dedbb101229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f223e9ec-ed22-4f21-b4ee-d30a5719f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:51.727278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network hostable DHCP agents. Network: f223e9ec-ed22-4f21-b4ee-d30a5719f8d0, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:51.737292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fa9365-d887-4091-a03a-613006b19010,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:51.746300 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.746650 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Added segment 4e116192-aafa-4837-9582-7346626b7f32 of type vlan for network e647349e-071d-4e0d-ae41-37f29f277a4d Nov 03 15:59:51.787012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network f223e9ec-ed22-4f21-b4ee-d30a5719f8d0 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:51.793192 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.803376 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.808227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, f223e9ec-ed22-4f21-b4ee-d30a5719f8d0) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:51.815713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.816380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.847751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a695fc-ad15-4003-b000-762d8a7e813e None None] Network f223e9ec-ed22-4f21-b4ee-d30a5719f8d0 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:51.863696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8eea4-e38b-4f18-81ed-856cfebec312 req-204a032c-f9a5-4eac-9c18-f1267747642a tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.865214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eec8eea4-e38b-4f18-81ed-856cfebec312 req-204a032c-f9a5-4eac-9c18-f1267747642a tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 944 time: 0.2494571 Nov 03 15:59:51.865870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.866759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.867328 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.877086 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-75f21f76-0885-4813-9013-589fc266410c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5559134 Nov 03 15:59:51.878122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.879135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.879774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:51.881776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53840) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:51.905243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'port': {'network_id': 'f223e9ec-ed22-4f21-b4ee-d30a5719f8d0', 'name': 'tempest-NetworksIpV6TestAttrs-940703637'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:51.912814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1532953 Nov 03 15:59:51.920864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53844) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:51.935504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Request body: {'subnet': {'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-subnet', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:51.988282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243761d-fc17-4a83-94d1-fe9e94310fd7 req-9653aa8f-57bd-43e4-aed4-fae9cc7ade0b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:51.996206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4243761d-fc17-4a83-94d1-fe9e94310fd7 req-9653aa8f-57bd-43e4-aed4-fae9cc7ade0b tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 945 time: 0.1700630 Nov 03 15:59:52.001890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750deee0-3070-440c-adc7-a6b2824170ff admin admin] Pushing event updated for resources: {'Network': ['ID=e647349e-071d-4e0d-ae41-37f29f277a4d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:52.008977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2246983 Nov 03 15:59:52.024044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53846) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:52.040338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Request body: {'subnet': {'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1608153066-subnet', 'tenant_id': '601ecaa8ec4546238c1e4461d046415a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:52.049866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-9595395e-6bbf-4b62-bb34-f43b912eb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:52.050199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e647349e-071d-4e0d-ae41-37f29f277a4d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:52.051339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-9595395e-6bbf-4b62-bb34-f43b912eb75c service neutron] 10.222.0.70 "GET /v2.0/networks?id=dba9db7d-9995-4ada-b83a-24acaabccd84 HTTP/1.1" status: 200 len: 911 time: 0.3396511 Nov 03 15:59:52.059111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaf002-dd04-47b3-a3ca-cac8f90f8660 admin admin] Pushing event updated for resources: {'Network': ['ID=2693c63d-ff71-4bbf-a48d-62270d1fd3a7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:52.076306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:52.078963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.083506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Made reservation on behalf of 601ecaa8ec4546238c1e4461d046415a for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:52.085160 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.110212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:52.124026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4243761d-fc17-4a83-94d1-fe9e94310fd7 req-bca3bb9a-5a09-40fc-bf88-69df0856f3aa tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267283 Nov 03 15:59:52.125665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-7782e26c-6b27-4fc7-87e8-f81954d96693 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c0e500-0a81-4664-89e6-c8ba5d7eb794 HTTP/1.1" status: 200 len: 217 time: 0.0587606 Nov 03 15:59:52.131700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eec8eea4-e38b-4f18-81ed-856cfebec312 req-439776be-9617-46d8-aa4f-077819757dbc tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506638 Nov 03 15:59:52.216612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-7170c862-c274-491a-b302-3a7533f4b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:52.218581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-7170c862-c274-491a-b302-3a7533f4b034 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ae37585-16c1-4e95-bf89-d105890a888c HTTP/1.1" status: 200 len: 850 time: 0.0860262 Nov 03 15:59:52.226650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:52.231091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.238395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.272655 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-fcc185fb-b28f-4dfd-89a8-0ca7d963884e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dba9db7d-9995-4ada-b83a-24acaabccd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379055 Nov 03 15:59:52.281495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] device_id is not set on port 8bf27ed6-7380-4c10-a97a-6c39d3cb04fc yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 15:59:52.307644 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.356534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5ee5-bc52-45f5-be43-96c7c94ac87f req-3fa9ead5-e8cf-43ee-a56f-cc7995fb98c1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:52.358091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55ee5ee5-bc52-45f5-be43-96c7c94ac87f req-3fa9ead5-e8cf-43ee-a56f-cc7995fb98c1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 949 time: 0.1078322 Nov 03 15:59:52.403480 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port cb1aeab5-2891-4298-a04d-e47a88f93173, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cb1aeab5-2891-4298-a04d-e47a88f93173,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:52.423097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01975f26-beef-4c0a-9b21-4cb727a40814 None None] DHCP port deletion for 3d91be1d-681d-44ed-951c-13f63796b19c request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 15:59:52.444317 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.457329 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-4b791a19-700c-49b1-89c8-c32bd703e879 service neutron] 10.222.0.70 "GET /v2.0/networks/dba9db7d-9995-4ada-b83a-24acaabccd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709054 Nov 03 15:59:52.459673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2f759260-7172-4ef0-b7e1-f8bcd123b3e7,segment=NetworkSegment(64ac60b8-69c4-4db6-a182-d422f871456d),segment_id=64ac60b8-69c4-4db6-a182-d422f871456d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:52.476406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Allocated IP 2001:db8::f816:3eff:fed8:3396 (f223e9ec-ed22-4f21-b4ee-d30a5719f8d0/694ee13a-a610-4d20-9f76-a0d189629be6/8bf27ed6-7380-4c10-a97a-6c39d3cb04fc) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:52.494824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:52.528286 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.529442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80a64675-95d5-4790-9fa3-a83124c71aea up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:52.576988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55ee5ee5-bc52-45f5-be43-96c7c94ac87f req-5c09ca59-847c-44c1-ab74-3e6a62f6b327 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076869 Nov 03 15:59:52.594670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.618580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-73a38813-c77a-445a-bd17-3247b7321b92 None None] Provisioning complete for port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:52.619319 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73a38813-c77a-445a-bd17-3247b7321b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.645630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96c09de3-fe9d-4ec4-921b-a356d91e1c07 req-c841bb33-1858-43cb-bae0-3dfea99db166 service neutron] 10.222.0.70 "GET /v2.0/networks/dba9db7d-9995-4ada-b83a-24acaabccd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793025 Nov 03 15:59:52.700520 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=cb1aeab5-2891-4298-a04d-e47a88f93173,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:52.701066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0b312-7ea8-4b96-8a23-37134441c2ea req-7153e912-9041-49b8-baf8-9da56a8d4c55 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:52.709372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0b312-7ea8-4b96-8a23-37134441c2ea req-7153e912-9041-49b8-baf8-9da56a8d4c55 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:52.709372 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ff0b312-7ea8-4b96-8a23-37134441c2ea req-7153e912-9041-49b8-baf8-9da56a8d4c55 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1680 time: 0.1378164 Nov 03 15:59:52.777476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179dca83-e954-4ee2-a28d-d5353fd87384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-f223e9ec-ed22-4f21-b4ee-d30a5719f8d0', 'network_id': 'f223e9ec-ed22-4f21-b4ee-d30a5719f8d0', 'tenant_id': '4782b5d315e3477b98b2bf0db1413154', 'fixed_ips': [{'subnet_id': '694ee13a-a610-4d20-9f76-a0d189629be6'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:59:52.779020 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-179dca83-e954-4ee2-a28d-d5353fd87384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.797299 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.804979 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ff0b312-7ea8-4b96-8a23-37134441c2ea req-e579c2e3-f9a8-4256-a3cd-d55102f909fa tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805297 Nov 03 15:59:52.822105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:52.851858 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.858873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-01975f26-beef-4c0a-9b21-4cb727a40814 None None] Deleting port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 15:59:52.859393 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01975f26-beef-4c0a-9b21-4cb727a40814 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.861210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:52.863029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.867386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 80a64675-95d5-4790-9fa3-a83124c71aea triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:52.867921 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.869563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=2f759260-7172-4ef0-b7e1-f8bcd123b3e7,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:52.905884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network f223e9ec-ed22-4f21-b4ee-d30a5719f8d0 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:52.909158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:52.913766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:52.920026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:52.920673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:52.924543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Port': ['ID=8bf27ed6-7380-4c10-a97a-6c39d3cb04fc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:52.945130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6d857a07-05b6-4336-a0d9-07dfef6ea7b9 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0487807 Nov 03 15:59:52.945749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53854) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:52.970284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.008351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3353d01c-4183-49c3-8226-56d5af50cb08 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Deleting subnet 694ee13a-a610-4d20-9f76-a0d189629be6 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 15:59:53.009815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eea1acf-766d-410c-8515-f7364cab877b,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:53.011830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3353d01c-4183-49c3-8226-56d5af50cb08 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.055377 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3353d01c-4183-49c3-8226-56d5af50cb08 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.060521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Checking segment: {'id': '0aa933b9-614e-441f-8595-e82bc3f4b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:53.061367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Network hostable DHCP agents. Network: 2693c63d-ff71-4bbf-a48d-62270d1fd3a7, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:53.080250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-01975f26-beef-4c0a-9b21-4cb727a40814 None None] For port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2f759260-7172-4ef0-b7e1-f8bcd123b3e7,segment=NetworkSegment(64ac60b8-69c4-4db6-a182-d422f871456d),segment_id=64ac60b8-69c4-4db6-a182-d422f871456d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:53.080628 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01975f26-beef-4c0a-9b21-4cb727a40814 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.085481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Checking segment: {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:53.085865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Network hostable DHCP agents. Network: e647349e-071d-4e0d-ae41-37f29f277a4d, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:53.089315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558ba17c-0e20-4eb8-8db0-7149eb904841,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:53.111973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-01975f26-beef-4c0a-9b21-4cb727a40814 None None] Calling delete_port for 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 15:59:53.137282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:53.157340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Network e647349e-071d-4e0d-ae41-37f29f277a4d is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:53.159130 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3353d01c-4183-49c3-8226-56d5af50cb08 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.164775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 2693c63d-ff71-4bbf-a48d-62270d1fd3a7) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:53.178474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00573905-5258-44f1-bd13-20ebd44fa65d None None] Network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:53.182865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e647349e-071d-4e0d-ae41-37f29f277a4d) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:53.192052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:53.192786 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.227639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:53.231738 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.232971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc6328-12d8-4330-b67d-b09831c32287 None None] Network e647349e-071d-4e0d-ae41-37f29f277a4d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:53.259280 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ab488a96-320d-41fb-a3c4-1e1e0c0ee6e0 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2233424 Nov 03 15:59:53.274471 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3353d01c-4183-49c3-8226-56d5af50cb08 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.305063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1aeab5-2891-4298-a04d-e47a88f93173'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:53.308798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-148f0083-39b9-430d-9a38-7a6b02ed1ec1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3766043 Nov 03 15:59:53.308925 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbb709a-a8e2-4d63-ab1c-952485963eb6" -d '{"events": [{"server_uuid": "5351f79c-6138-4825-bfa3-6fcc0b3a3305", "name": "network-vif-plugged", "status": "completed", "tag": "cb1aeab5-2891-4298-a04d-e47a88f93173"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:53.325885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53864) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:53.335260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:53.351942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353d01c-4183-49c3-8226-56d5af50cb08 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Subnet': ['ID=694ee13a-a610-4d20-9f76-a0d189629be6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:53.355333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3353d01c-4183-49c3-8226-56d5af50cb08 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.361301 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3353d01c-4183-49c3-8226-56d5af50cb08 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/subnets/694ee13a-a610-4d20-9f76-a0d189629be6 HTTP/1.1" status: 204 len: 168 time: 0.4146383 Nov 03 15:59:53.362359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53868) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:53.386914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044e6ca-8c32-4aa5-aff9-b19a89aed45d req-040b4761-8e35-4d90-9812-afab841f946d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:53.389283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6044e6ca-8c32-4aa5-aff9-b19a89aed45d req-040b4761-8e35-4d90-9812-afab841f946d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 945 time: 0.0978637 Nov 03 15:59:53.416761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.417829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.419442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e15cf-30fb-4532-b86d-5596bce5a2fb req-f1cef606-72ac-4f65-9aae-0ce4118a41ac tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:53.428254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2e8e15cf-30fb-4532-b86d-5596bce5a2fb req-f1cef606-72ac-4f65-9aae-0ce4118a41ac tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 944 time: 0.0656168 Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-179dca83-e954-4ee2-a28d-d5353fd87384 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 694ee13a-a610-4d20-9f76-a0d189629be6: This subnet is being modified by another concurrent operation. Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 15:59:53.444131 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exception Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 694ee13a-a610-4d20-9f76-a0d189629be6: This subnet is being modified by another concurrent operation. Nov 03 15:59:53.449033 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 15:59:53.461580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631933c-a7ca-4745-9df6-3ad4e7c6595f tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:53.462841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631933c-a7ca-4745-9df6-3ad4e7c6595f tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:53.468530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7631933c-a7ca-4745-9df6-3ad4e7c6595f tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0997009 Nov 03 15:59:53.468758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53872) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:53.502773 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.529810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2e8e15cf-30fb-4532-b86d-5596bce5a2fb req-c6e3a59f-978b-45b5-bd61-42157b20892d tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004632 Nov 03 15:59:53.531687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.545761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6044e6ca-8c32-4aa5-aff9-b19a89aed45d req-9da8c666-a83f-4746-9dd2-22f9e49a29ce tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320589 Nov 03 15:59:53.628328 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b888e86-6fcb-4f1f-93c3-ea80ffe2e72d tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.639945 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b888e86-6fcb-4f1f-93c3-ea80ffe2e72d tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 15:59:53.640922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b888e86-6fcb-4f1f-93c3-ea80ffe2e72d tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 15:59:53.646239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0b888e86-6fcb-4f1f-93c3-ea80ffe2e72d tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/f223e9ec-ed22-4f21-b4ee-d30a5719f8d0 HTTP/1.1" status: 409 len: 405 time: 0.1777580 Nov 03 15:59:53.650317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53878) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:53.665160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-699904278'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:53.713715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:53.719398 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.751131 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9928baa-71ce-444f-a8cc-1c5c61c36b63 x-openstack-request-id: req-c9928baa-71ce-444f-a8cc-1c5c61c36b63 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:53.751616 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5351f79c-6138-4825-bfa3-6fcc0b3a3305", "name": "network-vif-plugged", "status": "completed", "tag": "cb1aeab5-2891-4298-a04d-e47a88f93173", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:53.751870 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9928baa-71ce-444f-a8cc-1c5c61c36b63 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:53.752262 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1aeab5-2891-4298-a04d-e47a88f93173', 'code': 200} Nov 03 15:59:53.754471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27949a-98eb-4eaa-8122-b67aa254411c None None] Network f223e9ec-ed22-4f21-b4ee-d30a5719f8d0 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:53.774296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 15:59:53.804904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:53.824454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.825487 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Added segment f37a963b-0eeb-4b58-81e2-d6387cb6239e of type vlan for network b831ebeb-ff6b-4991-aafc-3d1504ee6818 Nov 03 15:59:53.828241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99855f71-2d83-4618-85ef-2f3950c1387a req-0c98deec-032c-4a81-8fe0-a84cf3e97c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:53.830233 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99855f71-2d83-4618-85ef-2f3950c1387a req-0c98deec-032c-4a81-8fe0-a84cf3e97c27 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 1100 time: 0.1310830 Nov 03 15:59:53.832261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.889721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7ae7bd42-ca61-4104-8432-429e069e9d2a req-82b26251-ed05-4a5d-ac07-648839c5ee2e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-514692438', 'description': 'tempest-description-1293787667'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:53.908415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,segment=NetworkSegment(75ee00be-aaef-450d-ac0c-c7d5fb99ec65),segment_id=75ee00be-aaef-450d-ac0c-c7d5fb99ec65)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:53.914063 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01975f26-beef-4c0a-9b21-4cb727a40814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.915547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e282fb0-d632-4763-b2c5-8f9775280ae6 req-f1000eab-4490-47da-8dbf-2e6186eb5faf tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:53.917196 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e282fb0-d632-4763-b2c5-8f9775280ae6 req-f1000eab-4490-47da-8dbf-2e6186eb5faf tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 949 time: 0.1557493 Nov 03 15:59:53.920415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.943573 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:53.948975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975f26-beef-4c0a-9b21-4cb727a40814 None None] Pushing event deleted for resources: {'Port': ['ID=2f759260-7172-4ef0-b7e1-f8bcd123b3e7,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:53.963323 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99855f71-2d83-4618-85ef-2f3950c1387a req-3242355f-6193-43e0-82bd-1b01a33206d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246762 Nov 03 15:59:53.970504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7ae7bd42-ca61-4104-8432-429e069e9d2a req-82b26251-ed05-4a5d-ac07-648839c5ee2e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.000641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.006769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:54.007769 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.035634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e282fb0-d632-4763-b2c5-8f9775280ae6 req-69cd4d82-1e98-46f6-9249-12281467c88e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090798 Nov 03 15:59:54.040898 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No active binding found for port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 {{(pid=108106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 15:59:54.041335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 15:59:54.045477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01975f26-beef-4c0a-9b21-4cb727a40814 None None] No DVR routers for this DVR port 2f759260-7172-4ef0-b7e1-f8bcd123b3e7 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 15:59:54.120815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f097f07-21c0-4b50-8592-442675b5ad7e None None] Network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:54.130127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4784803 Nov 03 15:59:54.135220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53884) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:54.138384 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7ae7bd42-ca61-4104-8432-429e069e9d2a req-82b26251-ed05-4a5d-ac07-648839c5ee2e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.144267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'subnet': {'network_id': 'b831ebeb-ff6b-4991-aafc-3d1504ee6818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:54.165196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a63a8-ca78-4b68-a313-b4a1930a8789 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Network': ['ID=b831ebeb-ff6b-4991-aafc-3d1504ee6818,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:54.168401 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7ae7bd42-ca61-4104-8432-429e069e9d2a req-82b26251-ed05-4a5d-ac07-648839c5ee2e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.178880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:54.197039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network b831ebeb-ff6b-4991-aafc-3d1504ee6818 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:54.199059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-e647349e-071d-4e0d-ae41-37f29f277a4d', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:59:54.201031 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.208081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7ae7bd42-ca61-4104-8432-429e069e9d2a req-82b26251-ed05-4a5d-ac07-648839c5ee2e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.209500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 43c0e500-0a81-4664-89e6-c8ba5d7eb794 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 15:59:54.209786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ae7bd42-ca61-4104-8432-429e069e9d2a req-82b26251-ed05-4a5d-ac07-648839c5ee2e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3311083 Nov 03 15:59:54.211363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5fb6ad13-29bf-4f64-911f-098b82a1584c up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:54.220748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.224817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b26251-ed05-4a5d-ac07-648839c5ee2e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c24bd7-bb56-4530-8adb-a2aaa72b00e4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:54.248613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.363966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf249b-178c-4261-9297-1e9b619a522b req-36594ea5-1b3b-4a7f-b38d-436d9e810b7d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:54.379155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf249b-178c-4261-9297-1e9b619a522b req-36594ea5-1b3b-4a7f-b38d-436d9e810b7d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:54.380951 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fecf249b-178c-4261-9297-1e9b619a522b req-36594ea5-1b3b-4a7f-b38d-436d9e810b7d tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1681 time: 0.1691759 Nov 03 15:59:54.402030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:54.405959 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.423474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5459659-6b25-47ce-9f27-487cbe81377d req-dab277ef-9f86-4a4b-9187-78f9a38b9f6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:54.425169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5459659-6b25-47ce-9f27-487cbe81377d req-dab277ef-9f86-4a4b-9187-78f9a38b9f6a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 949 time: 0.1180234 Nov 03 15:59:54.469234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Allocated IP 172.25.6.40 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/3da3d007-c0e9-42d8-9d4c-367ddbf3befe) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:54.508054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fecf249b-178c-4261-9297-1e9b619a522b req-9118c2f1-7f81-4786-b7e8-2230a1bb7d68 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199169 Nov 03 15:59:54.508520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5459659-6b25-47ce-9f27-487cbe81377d req-1f0d7e80-3578-4449-aad3-df1a3ece9bd1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678840 Nov 03 15:59:54.604266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-abc6df5e-3fe4-470d-8b1f-62fc2b6c601f req-dce63f22-49e1-40a4-8013-782302985c68 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2077286423', 'description': 'tempest-description-1083094810'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:54.607088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 5fb6ad13-29bf-4f64-911f-098b82a1584c completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:54.629685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 5fb6ad13-29bf-4f64-911f-098b82a1584c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:54.630324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.636462 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.640197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 43c0e500-0a81-4664-89e6-c8ba5d7eb794, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=43c0e500-0a81-4664-89e6-c8ba5d7eb794,segment=NetworkSegment(790d2fbf-87db-4862-8fd0-ccc4ca81ff27),segment_id=790d2fbf-87db-4862-8fd0-ccc4ca81ff27)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:54.672392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-abc6df5e-3fe4-470d-8b1f-62fc2b6c601f req-dce63f22-49e1-40a4-8013-782302985c68 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.680159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Allocated IP 172.20.0.2 (e647349e-071d-4e0d-ae41-37f29f277a4d/558ba17c-0e20-4eb8-8db0-7149eb904841/f6fc8fad-1a19-4ddb-b452-e401cd3e340d) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:54.682475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '43c0e500-0a81-4664-89e6-c8ba5d7eb794', 'network_id': 'dba9db7d-9995-4ada-b83a-24acaabccd84', 'port_id': '43c0e500-0a81-4664-89e6-c8ba5d7eb794', 'mac_address': 'fa:16:3e:ce:53:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae37585-16c1-4e95-bf89-d105890a888c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 15:59:54.724478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.763426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5427d-8c8e-43d2-81bd-e32aed55cd98 req-67d1b848-4bcf-4abd-a2ef-b2f8a0f0f2e9 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:54.765159 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24d5427d-8c8e-43d2-81bd-e32aed55cd98 req-67d1b848-4bcf-4abd-a2ef-b2f8a0f0f2e9 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 944 time: 0.0943696 Nov 03 15:59:54.780745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:54.790086 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.793497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:54.799975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 15:59:54.805563 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.805772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:54.834951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c0e500-0a81-4664-89e6-c8ba5d7eb794 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 15:59:54.848317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Pushing event updated for resources: {'Port': ['ID=3da3d007-c0e9-42d8-9d4c-367ddbf3befe,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:54.874778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.878247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 43c0e500-0a81-4664-89e6-c8ba5d7eb794, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=43c0e500-0a81-4664-89e6-c8ba5d7eb794,segment=NetworkSegment(790d2fbf-87db-4862-8fd0-ccc4ca81ff27),segment_id=790d2fbf-87db-4862-8fd0-ccc4ca81ff27)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:54.888478 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-abc6df5e-3fe4-470d-8b1f-62fc2b6c601f req-dce63f22-49e1-40a4-8013-782302985c68 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.889620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Subnet': ['ID=9218dacf-808e-4447-b950-51cd00221fa9,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:54.892309 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.901164 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-abc6df5e-3fe4-470d-8b1f-62fc2b6c601f req-dce63f22-49e1-40a4-8013-782302985c68 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.935887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Checking segment: {'id': 'f37a963b-0eeb-4b58-81e2-d6387cb6239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b831ebeb-ff6b-4991-aafc-3d1504ee6818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:54.936240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network hostable DHCP agents. Network: b831ebeb-ff6b-4991-aafc-3d1504ee6818, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:54.957412 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-abc6df5e-3fe4-470d-8b1f-62fc2b6c601f req-dce63f22-49e1-40a4-8013-782302985c68 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:54.959968 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-abc6df5e-3fe4-470d-8b1f-62fc2b6c601f req-dce63f22-49e1-40a4-8013-782302985c68 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3608484 Nov 03 15:59:54.964710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce63f22-49e1-40a4-8013-782302985c68 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d34431e-83fe-44a7-9457-4eb343ccb189,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:54.982476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24d5427d-8c8e-43d2-81bd-e32aed55cd98 req-538e3640-0bf3-4d26-8c87-a20cc502d31e tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044175 Nov 03 15:59:54.983279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network b831ebeb-ff6b-4991-aafc-3d1504ee6818 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:54.998718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, b831ebeb-ff6b-4991-aafc-3d1504ee6818) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:55.007886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:55.008892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.014339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5fb6ad13-29bf-4f64-911f-098b82a1584c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5fb6ad13-29bf-4f64-911f-098b82a1584c,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:55.026556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f98bee3-bc5d-47ac-a99c-8f71beece2f7 None None] Network b831ebeb-ff6b-4991-aafc-3d1504ee6818 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:55.035407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=43c0e500-0a81-4664-89e6-c8ba5d7eb794,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:55.038233 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.038993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f8eba5df-2cc3-4027-a7ad-10569748b495 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:55.040971 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-19491335-c0f7-40cd-abad-641f76875b21 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9050410 Nov 03 15:59:55.041796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53896) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:55.042691 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.118486 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.182398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['43c0e500-0a81-4664-89e6-c8ba5d7eb794'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 15:59:55.239469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Network e647349e-071d-4e0d-ae41-37f29f277a4d is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:55.248817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5fb6ad13-29bf-4f64-911f-098b82a1584c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:55.257801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:55.266692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:55.300792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.307478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406807d-6532-4ec6-b03e-1a70a32dacdd req-ac99bc7a-de40-4af2-8fcb-2d23548748f1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:55.314150 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0406807d-6532-4ec6-b03e-1a70a32dacdd req-ac99bc7a-de40-4af2-8fcb-2d23548748f1 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 945 time: 0.1570318 Nov 03 15:59:55.353146 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.402076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Pushing event updated for resources: {'Port': ['ID=f6fc8fad-1a19-4ddb-b452-e401cd3e340d,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:55.407986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port f8eba5df-2cc3-4027-a7ad-10569748b495 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:55.417497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0406807d-6532-4ec6-b03e-1a70a32dacdd req-329d3ff8-c5e1-4af6-856f-11c2b860e057 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994811 Nov 03 15:59:55.428490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port f8eba5df-2cc3-4027-a7ad-10569748b495 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:55.428490 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.460797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-04d18194-4826-4ce5-b552-b5172ec00075 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:55.462304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-04d18194-4826-4ce5-b552-b5172ec00075 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 813 time: 0.2212658 Nov 03 15:59:55.475341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.517018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-1d5c77ff-afef-41a6-970f-2e94af24ebe5 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/quotas/601ecaa8ec4546238c1e4461d046415a HTTP/1.1" status: 200 len: 375 time: 0.0445538 Nov 03 15:59:55.542801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.574203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Subnet': ['ID=9218dacf-808e-4447-b950-51cd00221fa9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:55.616647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-640bb4f5-571d-4f74-b5fb-f632c2861fb0 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769629 Nov 03 15:59:55.660239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Attempting to bind port f6fc8fad-1a19-4ddb-b452-e401cd3e340d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:55.660839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Attempting to bind port f6fc8fad-1a19-4ddb-b452-e401cd3e340d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:55.660839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Attempting to bind port f6fc8fad-1a19-4ddb-b452-e401cd3e340d on network e647349e-071d-4e0d-ae41-37f29f277a4d {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:55.667770 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.681108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b3b214-9b51-4bc8-b0ea-66e35787f4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-b831ebeb-ff6b-4991-aafc-3d1504ee6818', 'network_id': 'b831ebeb-ff6b-4991-aafc-3d1504ee6818', 'tenant_id': '4782b5d315e3477b98b2bf0db1413154', 'fixed_ips': [{'subnet_id': '9218dacf-808e-4447-b950-51cd00221fa9'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 15:59:55.681985 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-86b3b214-9b51-4bc8-b0ea-66e35787f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.690653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:55.691023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Checking segment: {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:55.691419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.691805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Bound using segment: {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:55.692291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Bound port: f6fc8fad-1a19-4ddb-b452-e401cd3e340d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:55.692670 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:55.766001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec78920-3e60-4dcf-a46c-fd51fcbc66ee'}, {'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb6ad13-29bf-4f64-911f-098b82a1584c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:55.768288 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c2e5ac-5de6-4284-8a50-6f3b1a3d1688" -d '{"events": [{"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-plugged", "status": "completed", "tag": "0ec78920-3e60-4dcf-a46c-fd51fcbc66ee"}, {"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-plugged", "status": "completed", "tag": "5fb6ad13-29bf-4f64-911f-098b82a1584c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:55.820273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-31405c75-7a10-4b3b-b488-8271104ea6c6 service neutron] 10.222.0.86 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945930 Nov 03 15:59:55.916209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3421963-e3ef-45fa-9eec-916b6d264998 None None] Network b831ebeb-ff6b-4991-aafc-3d1504ee6818 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:55.923972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] For port f6fc8fad-1a19-4ddb-b452-e401cd3e340d, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:55.929933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Router aaebc157-208d-43b4-b908-208e78d85e82 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 15:59:56.001333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] For port f6fc8fad-1a19-4ddb-b452-e401cd3e340d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6fc8fad-1a19-4ddb-b452-e401cd3e340d,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:56.010913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.017738 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.022587 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.049033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b831ebeb-ff6b-4991-aafc-3d1504ee6818']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:56.061985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37a963b-0eeb-4b58-81e2-d6387cb6239e') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:56.062280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37a963b-0eeb-4b58-81e2-d6387cb6239e') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:56.066541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 15:59:56.085296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24ee61-0027-4269-8126-82f88ce532ca req-870878e5-6ef7-4d87-bca5-972f1bb476d3 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:56.092339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24ee61-0027-4269-8126-82f88ce532ca req-870878e5-6ef7-4d87-bca5-972f1bb476d3 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:56.094131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.095516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1f812bf8-8395-4a02-a0d2-4035f5747598 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7684085 Nov 03 15:59:56.098367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53916) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:56.100139 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c24ee61-0027-4269-8126-82f88ce532ca req-870878e5-6ef7-4d87-bca5-972f1bb476d3 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1682 time: 0.1064672 Nov 03 15:59:56.103184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.105488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Sync routers for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 15:59:56.120630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-a5d92aa7-0c64-4a2a-b94a-94e4f58ac695 service neutron] 10.222.0.86 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722862 Nov 03 15:59:56.135996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.148252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 15:59:56.148664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: timer() Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 15:59:56.152085 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 15:59:56.175397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f8eba5df-2cc3-4027-a7ad-10569748b495, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f8eba5df-2cc3-4027-a7ad-10569748b495,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:56.188588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfaed8-a413-4fa8-8753-4f1494ee4ce1 None None] Pushing event updated for resources: {'Port': ['ID=f6fc8fad-1a19-4ddb-b452-e401cd3e340d,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:56.191209 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.196637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:56.197282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:56.283651 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c24ee61-0027-4269-8126-82f88ce532ca req-3e7cfc86-6f13-4ef3-8cd5-9338f5581779 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824963 Nov 03 15:59:56.292500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.301483 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.313834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53920) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:56.316892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/b831ebeb-ff6b-4991-aafc-3d1504ee6818 HTTP/1.1" status: 204 len: 168 time: 1.2733891 Nov 03 15:59:56.342294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-735799789'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:56.363400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f8eba5df-2cc3-4027-a7ad-10569748b495,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:56.374619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f800b-0b83-4074-b81a-585a677b3e5c tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Network': ['ID=b831ebeb-ff6b-4991-aafc-3d1504ee6818,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:56.398624 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7412da7-c855-4f46-92f0-9193289e117d x-openstack-request-id: req-a7412da7-c855-4f46-92f0-9193289e117d {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:56.398923 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-plugged", "status": "completed", "tag": "0ec78920-3e60-4dcf-a46c-fd51fcbc66ee", "code": 200}, {"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-plugged", "status": "completed", "tag": "5fb6ad13-29bf-4f64-911f-098b82a1584c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:56.399173 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a7412da7-c855-4f46-92f0-9193289e117d {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:56.399591 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec78920-3e60-4dcf-a46c-fd51fcbc66ee', 'code': 200} Nov 03 15:59:56.400394 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb6ad13-29bf-4f64-911f-098b82a1584c', 'code': 200} Nov 03 15:59:56.412193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:59:56.577329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7e748-bb4f-436e-90d2-537a2a4232fa req-84d80f97-0219-4a9e-8af9-63a526c6b594 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:56.584884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ff7e748-bb4f-436e-90d2-537a2a4232fa req-84d80f97-0219-4a9e-8af9-63a526c6b594 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 949 time: 0.1332388 Nov 03 15:59:56.609104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e740b-57bc-49b2-a800-11d40bca2b5d req-3741c352-dd35-44c4-a2f6-5d4ebe3f4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:56.609603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e740b-57bc-49b2-a800-11d40bca2b5d req-3741c352-dd35-44c4-a2f6-5d4ebe3f4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:56.611184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e3e740b-57bc-49b2-a800-11d40bca2b5d req-3741c352-dd35-44c4-a2f6-5d4ebe3f4b95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1984 time: 0.0949614 Nov 03 15:59:56.686116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ff7e748-bb4f-436e-90d2-537a2a4232fa req-9c0e1b18-cc55-485b-9e09-a05bab356ffc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000779 Nov 03 15:59:56.711090 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e3e740b-57bc-49b2-a800-11d40bca2b5d req-3960c31e-9d1f-43d3-ae3c-74f5b67781e8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890808 Nov 03 15:59:56.766162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:55Z', 'revision_number': 3, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T15:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:56.820466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Checking router: aaebc157-208d-43b4-b908-208e78d85e82 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 15:59:56.820889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Updating router aaebc157-208d-43b4-b908-208e78d85e82 port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 15:59:56.859887 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:56.893167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8dafed09-5aed-4d1d-a9ce-0d104360554c req-d3b02330-f172-4cc6-994e-4a67b3220367 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 210 time: 0.0393128 Nov 03 15:59:56.983351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:56.986959 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.063348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ad85-de2d-4901-a129-7efd5c71727f req-fbb950e2-1bb6-44c5-bb36-8a0610e9d21f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:57.064921 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4788ad85-de2d-4901-a129-7efd5c71727f req-fbb950e2-1bb6-44c5-bb36-8a0610e9d21f tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 946 time: 0.0967574 Nov 03 15:59:57.081700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152df63-0ced-4c18-b780-059630748dd3 req-d29301ca-41c5-4c9f-b15a-a87520cb6101 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:57.084069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e152df63-0ced-4c18-b780-059630748dd3 req-d29301ca-41c5-4c9f-b15a-a87520cb6101 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 945 time: 0.1710675 Nov 03 15:59:57.143657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 15:59:57.163260 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4788ad85-de2d-4901-a129-7efd5c71727f req-5add6253-d5a5-48f7-bba3-5e5d7e600472 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911682 Nov 03 15:59:57.165663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.166030 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Added segment ae0bd844-0617-4540-bf47-5e99457f3f3c of type vlan for network e133cc2a-18c1-444b-8dcf-c84d407d9b7c Nov 03 15:59:57.221956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.224901 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e152df63-0ced-4c18-b780-059630748dd3 req-c0059c04-4049-480d-ae63-76baf9f85cc1 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275110 Nov 03 15:59:57.232218 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.298281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f19ecc-8e79-473c-9580-99cb0dd32b33 None None] Pushing event updated for resources: {'Port': ['ID=3da3d007-c0e9-42d8-9d4c-367ddbf3befe,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:57.300583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Attempting to bind port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 15:59:57.300950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Attempting to bind port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 15:59:57.301314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Attempting to bind port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 15:59:57.308104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 15:59:57.308481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:57.308938 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.309886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 15:59:57.310363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Bound port: 3da3d007-c0e9-42d8-9d4c-367ddbf3befe, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 15:59:57.311022 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.417014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] For port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 15:59:57.420849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] For port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3da3d007-c0e9-42d8-9d4c-367ddbf3befe,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 15:59:57.427007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.428710 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.496395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 15:59:57.497704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:57.501325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f19ecc-8e79-473c-9580-99cb0dd32b33 None None] Pushing event updated for resources: {'Port': ['ID=3da3d007-c0e9-42d8-9d4c-367ddbf3befe,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:57.558811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.563227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f230c-0aa8-4e26-a3d8-ecbd54c6dcf9 None None] Network e647349e-071d-4e0d-ae41-37f29f277a4d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 15:59:57.566062 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.572418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:57.573192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.623431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968fd10-b819-4037-ada2-6433fde6ca40 req-26d73f3b-2efe-4289-a95a-3de0d1742ff1 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:57.629486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968fd10-b819-4037-ada2-6433fde6ca40 req-26d73f3b-2efe-4289-a95a-3de0d1742ff1 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:57.631132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6968fd10-b819-4037-ada2-6433fde6ca40 req-26d73f3b-2efe-4289-a95a-3de0d1742ff1 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1682 time: 0.2280648 Nov 03 15:59:57.668308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac579d-6d32-4e17-9867-65f6f9597d9e req-6dfd93e9-8ac7-4d84-9ad7-207cc9d2002a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:57.679454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3645406 Nov 03 15:59:57.682360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53938) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:57.687875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac579d-6d32-4e17-9867-65f6f9597d9e req-6dfd93e9-8ac7-4d84-9ad7-207cc9d2002a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:57.691949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'subnet': {'network_id': 'e133cc2a-18c1-444b-8dcf-c84d407d9b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:57.692651 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8ac579d-6d32-4e17-9867-65f6f9597d9e req-6dfd93e9-8ac7-4d84-9ad7-207cc9d2002a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b&device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 1689 time: 0.1279764 Nov 03 15:59:57.707195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6fc8fad-1a19-4ddb-b452-e401cd3e340d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:57.789261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b87db9-a242-4ea9-8f3c-ae40a1ba14e8 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Network': ['ID=e133cc2a-18c1-444b-8dcf-c84d407d9b7c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:57.790079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8ac579d-6d32-4e17-9867-65f6f9597d9e req-dcd96301-3827-4785-afa4-ee94a579fefb tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687895 Nov 03 15:59:57.797639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 15:59:57.802748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-70f0ab6f-1f43-407b-be45-8ab4e3f5ecfa None None] Provisioning complete for port f6fc8fad-1a19-4ddb-b452-e401cd3e340d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:57.803373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70f0ab6f-1f43-407b-be45-8ab4e3f5ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:57.841741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e133cc2a-18c1-444b-8dcf-c84d407d9b7c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 15:59:58.043924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6968fd10-b819-4037-ada2-6433fde6ca40 req-061b4955-9c32-4522-b215-8695b29c6ee5 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708856 Nov 03 15:59:58.106981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a294e3-eda5-439c-8326-949381870553 req-c4b417b2-cc52-49fe-8d0c-e47367115caa tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:58.117123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66a294e3-eda5-439c-8326-949381870553 req-c4b417b2-cc52-49fe-8d0c-e47367115caa tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 1100 time: 0.0779405 Nov 03 15:59:58.120394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:58.125446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.155986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f6fc8fad-1a19-4ddb-b452-e401cd3e340d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:58.156481 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.170436 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66a294e3-eda5-439c-8326-949381870553 req-13d72f42-b820-4d7f-befe-5a9f1fe7e87c tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517862 Nov 03 15:59:58.192154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-b910eb1a-01a5-4673-a825-9004c0d6f975 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:58.193987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-b910eb1a-01a5-4673-a825-9004c0d6f975 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.15 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 813 time: 0.3693571 Nov 03 15:59:58.212344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Allocated IP 172.20.0.1 (e647349e-071d-4e0d-ae41-37f29f277a4d/558ba17c-0e20-4eb8-8db0-7149eb904841/29d2f03f-e4f8-4a39-b32e-8f833f801a1c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:58.223967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'port': {'device_id': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7', 'admin_state_up': True, 'tenant_id': '601ecaa8ec4546238c1e4461d046415a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 15:59:58.232113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 43c0e500-0a81-4664-89e6-c8ba5d7eb794 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:58.280179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5eaaa34e-8859-46d9-b2c7-717044ba821b req-c91a7fb8-9488-49c5-897e-5105bcb1a341 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 210 time: 0.1258972 Nov 03 15:59:58.323932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb378-b16e-4a62-a332-fb0b2dae8cc8 req-5d71cc87-dba9-4d70-835b-15b666886351 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:58.335741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-de4bb378-b16e-4a62-a332-fb0b2dae8cc8 req-5d71cc87-dba9-4d70-835b-15b666886351 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 946 time: 0.0963724 Nov 03 15:59:58.403584 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-de4bb378-b16e-4a62-a332-fb0b2dae8cc8 req-c445c858-d376-4726-8008-f4fc1d0b10bc tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Nov 03 15:59:58.419756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eba5df-2cc3-4027-a7ad-10569748b495'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 15:59:58.422120 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821b0e3b-0840-4133-9d42-adbbc866ce6b" -d '{"events": [{"server_uuid": "8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d", "name": "network-vif-plugged", "status": "completed", "tag": "f8eba5df-2cc3-4027-a7ad-10569748b495"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 15:59:58.461899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 43c0e500-0a81-4664-89e6-c8ba5d7eb794 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 15:59:58.472589 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70f0ab6f-1f43-407b-be45-8ab4e3f5ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.480753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 43c0e500-0a81-4664-89e6-c8ba5d7eb794 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:58.482394 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.523341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d09e90-9d94-4040-a83a-e7f3523a1751 req-6aebae23-41f8-491e-a37d-f8538e38c72c tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:58.526932 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c3d09e90-9d94-4040-a83a-e7f3523a1751 req-6aebae23-41f8-491e-a37d-f8538e38c72c tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 945 time: 0.0704100 Nov 03 15:59:58.535412 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.585382 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c3d09e90-9d94-4040-a83a-e7f3523a1751 req-dcb4833b-1569-4d61-a8cd-aaf4f71cefd2 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508840 Nov 03 15:59:58.598836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-70f0ab6f-1f43-407b-be45-8ab4e3f5ecfa None None] For port f6fc8fad-1a19-4ddb-b452-e401cd3e340d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6fc8fad-1a19-4ddb-b452-e401cd3e340d,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:58.604024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b7ac1-fdf3-44fe-8e07-2426222af751 req-411b0683-8e85-4eae-99e1-a706e97fd80c tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:58.612724 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70f0ab6f-1f43-407b-be45-8ab4e3f5ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.624138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c2b7ac1-fdf3-44fe-8e07-2426222af751 req-411b0683-8e85-4eae-99e1-a706e97fd80c tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 1100 time: 0.2448075 Nov 03 15:59:58.691265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Made reservation on behalf of 601ecaa8ec4546238c1e4461d046415a for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 15:59:58.697728 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.701951 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f806cd2-e6fd-45ca-a563-df83c75a91b9 x-openstack-request-id: req-7f806cd2-e6fd-45ca-a563-df83c75a91b9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 15:59:58.702248 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d", "name": "network-vif-plugged", "status": "completed", "tag": "f8eba5df-2cc3-4027-a7ad-10569748b495", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 15:59:58.702506 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7f806cd2-e6fd-45ca-a563-df83c75a91b9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 15:59:58.703068 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eba5df-2cc3-4027-a7ad-10569748b495', 'code': 200} Nov 03 15:59:58.708715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.741337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:55Z', 'revision_number': 3, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T15:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 15:59:58.803089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2bd5-de09-426c-ad6f-ab1cab34a98f req-5b6f7c75-a5b7-4062-b4b9-d6ec8f52fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:58.805456 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e3f2bd5-de09-426c-ad6f-ab1cab34a98f req-5b6f7c75-a5b7-4062-b4b9-d6ec8f52fa08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 1097 time: 0.0483954 Nov 03 15:59:58.811339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c2b7ac1-fdf3-44fe-8e07-2426222af751 req-8f45796b-c5e7-4690-bfb5-c72d18749052 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858721 Nov 03 15:59:58.817799 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.848432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8fd09e-6469-4850-bf74-5972e32a3512 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 15:59:58.851406 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 15:59:58.851761 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 15:59:58.874301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1a8bb-5782-4101-aa57-9d6fad38e3ac None None] The sync data for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 is: [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:55Z', 'revision_number': 3, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T15:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 15:59:58.880064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e3f2bd5-de09-426c-ad6f-ab1cab34a98f req-8e38e513-b63d-4de8-bd2c-e80a9d1a34ce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552199 Nov 03 15:59:58.903442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0ab6f-1f43-407b-be45-8ab4e3f5ecfa None None] Pushing event updated for resources: {'Port': ['ID=f6fc8fad-1a19-4ddb-b452-e401cd3e340d,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:58.910590 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:58.957264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-96fd6936-c0a6-4539-be2d-fb5cc321967f None None] Provisioning complete for port f6fc8fad-1a19-4ddb-b452-e401cd3e340d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 15:59:58.957666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-96fd6936-c0a6-4539-be2d-fb5cc321967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:59.001412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Allocated IP 172.20.0.7 (2693c63d-ff71-4bbf-a48d-62270d1fd3a7/0eea1acf-766d-410c-8515-f7364cab877b/c92efcfa-a626-47bd-892e-2a1f4749d2fb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 15:59:59.068334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 43c0e500-0a81-4664-89e6-c8ba5d7eb794, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=43c0e500-0a81-4664-89e6-c8ba5d7eb794,segment=NetworkSegment(790d2fbf-87db-4862-8fd0-ccc4ca81ff27),segment_id=790d2fbf-87db-4862-8fd0-ccc4ca81ff27)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 15:59:59.085031 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:59.140872 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-44023452-32f5-4ac0-991d-37f73581c498 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621662 Nov 03 15:59:59.172741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Checking segment: {'id': 'ae0bd844-0617-4540-bf47-5e99457f3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e133cc2a-18c1-444b-8dcf-c84d407d9b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 15:59:59.173348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network hostable DHCP agents. Network: e133cc2a-18c1-444b-8dcf-c84d407d9b7c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 15:59:59.187814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:59.247819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=43c0e500-0a81-4664-89e6-c8ba5d7eb794,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:59.294181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Pushing event updated for resources: {'Port': ['ID=29d2f03f-e4f8-4a39-b32e-8f833f801a1c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:59.302580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Subnet': ['ID=fabb91cf-b961-4ae7-adfc-bc0dbf85ef77,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 15:59:59.336807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Network e647349e-071d-4e0d-ae41-37f29f277a4d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 15:59:59.349806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:59.355675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 15:59:59.446816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-f35f923a-2322-4bf5-acbf-113a8bff240f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:59.447617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network e133cc2a-18c1-444b-8dcf-c84d407d9b7c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 15:59:59.448394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-f35f923a-2322-4bf5-acbf-113a8bff240f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050389 Nov 03 15:59:59.475104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fd09e-6469-4850-bf74-5972e32a3512 None None] Unable to find a vacant binding_index for network e133cc2a-18c1-444b-8dcf-c84d407d9b7c and agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b {{(pid=108106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 15:59:59.480341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-317b2f3f-2265-4d1e-bbd4-5810d62504a6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/quotas/659686e42cc5482f827515690024b39e HTTP/1.1" status: 200 len: 375 time: 0.0242488 Nov 03 15:59:59.497274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fd09e-6469-4850-bf74-5972e32a3512 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e133cc2a-18c1-444b-8dcf-c84d407d9b7c) {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 15:59:59.544525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e133cc2a-18c1-444b-8dcf-c84d407d9b7c) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 15:59:59.550199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:59.550787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:59.558081 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-8ecd9bc7-dd63-4b05-9bb5-7d8d725929d2 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0766377 Nov 03 15:59:59.592719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:59.698142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cf1739cf-52a9-47b2-8383-368153a11e57 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0105467 Nov 03 15:59:59.702051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53978) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 15:59:59.775218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3da3d007-c0e9-42d8-9d4c-367ddbf3befe up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 15:59:59.880003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790814e5-d3e9-4716-977a-6da729478949 req-20caed6a-31a3-4c4b-bc61-bebaaa127a15 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:59.888443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790814e5-d3e9-4716-977a-6da729478949 req-20caed6a-31a3-4c4b-bc61-bebaaa127a15 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 15:59:59.890788 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 15:59:59.899097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-790814e5-d3e9-4716-977a-6da729478949 req-20caed6a-31a3-4c4b-bc61-bebaaa127a15 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1682 time: 0.5006816 Nov 03 15:59:59.936890 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:00:00.065390 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-934bcd36-b594-4ec0-beee-e15e8bb34411 req-da204f41-76f6-4ade-8001-b38b3a761bd8 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 210 time: 0.1041064 Nov 03 16:00:00.093027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.110878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.169336 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-790814e5-d3e9-4716-977a-6da729478949 req-43ba281f-ca1d-4adb-933d-269eca5c8ca5 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687116 Nov 03 16:00:00.180088 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.284473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.360835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Subnet': ['ID=fabb91cf-b961-4ae7-adfc-bc0dbf85ef77,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:00.524896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.547636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:00.548820 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.560409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37214-6311-4828-833f-ed2e3092d07e req-ff64078a-dd4a-45e2-93ea-516de6e6cf1e tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:00.562350 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ca37214-6311-4828-833f-ed2e3092d07e req-ff64078a-dd4a-45e2-93ea-516de6e6cf1e tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 946 time: 0.2598336 Nov 03 16:00:00.612054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6078d3ef-c4aa-4ab0-b405-884117909ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-e133cc2a-18c1-444b-8dcf-c84d407d9b7c', 'network_id': 'e133cc2a-18c1-444b-8dcf-c84d407d9b7c', 'tenant_id': '4782b5d315e3477b98b2bf0db1413154', 'fixed_ips': [{'subnet_id': 'fabb91cf-b961-4ae7-adfc-bc0dbf85ef77'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:00:00.613130 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6078d3ef-c4aa-4ab0-b405-884117909ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.636644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e133cc2a-18c1-444b-8dcf-c84d407d9b7c']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:00.643538 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.653981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0bd844-0617-4540-bf47-5e99457f3f3c') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:00.654665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0bd844-0617-4540-bf47-5e99457f3f3c') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:00.676837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373870c4-8333-4b62-990b-341bb72b33cf req-f21ebec2-7202-4290-beb6-4d746324af9d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:00.688441 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-373870c4-8333-4b62-990b-341bb72b33cf req-f21ebec2-7202-4290-beb6-4d746324af9d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 946 time: 0.3884628 Nov 03 16:00:00.692009 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.704880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbd517d-53df-489c-bfd8-04264a632333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c0e500-0a81-4664-89e6-c8ba5d7eb794'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:00.717683 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48c5ee3-8805-49e3-9bbb-b0088df98555" -d '{"events": [{"server_uuid": "7fbd517d-53df-489c-bfd8-04264a632333", "name": "network-vif-plugged", "status": "completed", "tag": "43c0e500-0a81-4664-89e6-c8ba5d7eb794"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:00.745464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.762758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:00.763282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:00.766508 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:00.790235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-373870c4-8333-4b62-990b-341bb72b33cf req-3b6f4a6d-275f-4ab0-bc36-b57cf6066a22 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003993 Nov 03 16:00:00.798234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:00.809462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'Port': ['ID=c92efcfa-a626-47bd-892e-2a1f4749d2fb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:00.824138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:00.835900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:00.879729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b51882-08a4-4e05-b8af-3406bcf4b65d None None] Network e133cc2a-18c1-444b-8dcf-c84d407d9b7c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:00.928184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:00.928578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.929887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39ef816c-7c05-49d4-beaa-6ac07c4be5db req-3eedfde2-f7ea-43b7-8b6e-5c8927d79539 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 210 time: 0.0493522 Nov 03 16:00:00.949771 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.955529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ca37214-6311-4828-833f-ed2e3092d07e req-98f7edd0-a972-468b-acb1-53c313606b07 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805377 Nov 03 16:00:00.962232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.967524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-cdd1643a-93b9-49ec-9692-b55cf96b340c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7491014 Nov 03 16:00:00.972674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:00.980627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53998) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:00.980981 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/e133cc2a-18c1-444b-8dcf-c84d407d9b7c HTTP/1.1" status: 204 len: 168 time: 1.2773907 Nov 03 16:00:00.990185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-53835214'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:00.994192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe06c62-9c14-4387-9143-2312c4fb45f0 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Network': ['ID=e133cc2a-18c1-444b-8dcf-c84d407d9b7c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:01.014304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Request body: {'port': {'device_id': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:01.099376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3da3d007-c0e9-42d8-9d4c-367ddbf3befe,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:01.116145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:01.131010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.139554 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4f210e-9420-4abe-b498-044ed880bac8 x-openstack-request-id: req-be4f210e-9420-4abe-b498-044ed880bac8 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:01.139871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.142668 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbd517d-53df-489c-bfd8-04264a632333", "name": "network-vif-plugged", "status": "completed", "tag": "43c0e500-0a81-4664-89e6-c8ba5d7eb794", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:01.142974 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be4f210e-9420-4abe-b498-044ed880bac8 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:01.144221 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbd517d-53df-489c-bfd8-04264a632333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c0e500-0a81-4664-89e6-c8ba5d7eb794', 'code': 200} Nov 03 16:00:01.157514 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.160856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6fc8fad-1a19-4ddb-b452-e401cd3e340d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:01.217814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.284244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dc08c-a151-4c22-b4e0-f5dcb9cb10ef req-ddc33fa6-1932-4d6b-ba37-83399aefc472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:01.290145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b71dc08c-a151-4c22-b4e0-f5dcb9cb10ef req-ddc33fa6-1932-4d6b-ba37-83399aefc472 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 1097 time: 0.0958340 Nov 03 16:00:01.294640 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.312417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:01.324407 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.324838 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Added segment a022b052-98af-4e38-b64b-579b56410892 of type vlan for network 5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb Nov 03 16:00:01.382989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b71dc08c-a151-4c22-b4e0-f5dcb9cb10ef req-d71043cc-9acc-45fa-b46e-d6f26d3d86dd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847137 Nov 03 16:00:01.406932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a87174-36bf-45f5-b3b7-91dc45025930 None None] Network e133cc2a-18c1-444b-8dcf-c84d407d9b7c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:01.408293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.408576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fe7db5c0-bd21-4ea2-93bc-42de80f8e8ba None None] Provisioning complete for port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:01.408941 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fe7db5c0-bd21-4ea2-93bc-42de80f8e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.414372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=3da3d007-c0e9-42d8-9d4c-367ddbf3befe,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:01.483309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.486724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a87174-36bf-45f5-b3b7-91dc45025930 None None] Network e133cc2a-18c1-444b-8dcf-c84d407d9b7c could not be found, it might have been deleted concurrently. {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 16:00:01.490964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:01.491629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.506281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-fe7db5c0-bd21-4ea2-93bc-42de80f8e8ba None None] Port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:01.507870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f6fc8fad-1a19-4ddb-b452-e401cd3e340d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:01.508236 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.514981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.520037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88020cb1-c45f-4ce8-87ad-d1369bcb60e9 req-3c350f5b-fa05-4b81-8484-3974e2555428 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:01.522645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88020cb1-c45f-4ce8-87ad-d1369bcb60e9 req-3c350f5b-fa05-4b81-8484-3974e2555428 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 931 time: 0.0959442 Nov 03 16:00:01.541504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.611791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88020cb1-c45f-4ce8-87ad-d1369bcb60e9 req-2ce79765-5119-4914-8a10-4375197aee58 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762503 Nov 03 16:00:01.745369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3da3d007-c0e9-42d8-9d4c-367ddbf3befe up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:01.758505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883df7d4-cc9f-4c3b-9f03-f2c2e08a3fd6 req-fffe40c0-6cf8-4788-ae2d-49baf0f5eac5 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:01.765509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883df7d4-cc9f-4c3b-9f03-f2c2e08a3fd6 req-fffe40c0-6cf8-4788-ae2d-49baf0f5eac5 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:01.767228 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-883df7d4-cc9f-4c3b-9f03-f2c2e08a3fd6 req-fffe40c0-6cf8-4788-ae2d-49baf0f5eac5 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1682 time: 0.0663130 Nov 03 16:00:01.805163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:01.805852 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:01.823608 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-883df7d4-cc9f-4c3b-9f03-f2c2e08a3fd6 req-d6a24b03-742f-4a84-90b7-95f77027276f tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501184 Nov 03 16:00:02.012925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Pushing event updated for resources: {'Port': ['ID=29d2f03f-e4f8-4a39-b32e-8f833f801a1c,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:02.035201 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60043680-55fb-4a12-810c-3a01a4e8fae7 req-be8cc96e-bfbb-42c9-95d8-02edf913f696 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 210 time: 0.0281527 Nov 03 16:00:02.055384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0619063 Nov 03 16:00:02.055627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54012) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:02.055627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Request body: {'subnet': {'network_id': '5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:02.077785 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-931a1dc6-b497-4813-930d-8230694f6859 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4977503 Nov 03 16:00:02.110988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df604f4e-436b-4758-befd-c8ed9e63e4e1 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Network': ['ID=5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:02.124607 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:02.189843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8da3-f9b0-4921-b307-b5d477fd5032 req-cc552e24-0298-48c8-b3f5-088eff62fdd9 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:02.191360 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-45ae8da3-f9b0-4921-b307-b5d477fd5032 req-cc552e24-0298-48c8-b3f5-088eff62fdd9 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 946 time: 0.0778415 Nov 03 16:00:02.204885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Made reservation on behalf of 4782b5d315e3477b98b2bf0db1413154 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:02.208994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:02.257239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b75399-565e-4fbb-afda-751f3b283e1e req-c6e1aaa5-aa61-4538-baaa-337e9196e95e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:02.265067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72b75399-565e-4fbb-afda-751f3b283e1e req-c6e1aaa5-aa61-4538-baaa-337e9196e95e tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 946 time: 0.7689984 Nov 03 16:00:02.323916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Network e647349e-071d-4e0d-ae41-37f29f277a4d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:02.327626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-45ae8da3-f9b0-4921-b307-b5d477fd5032 req-7dee4597-5a3f-4e26-9450-3bbd48a9f5dc tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255026 Nov 03 16:00:02.344168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:02.461803 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-321d7993-3aae-4a15-a24c-22f8ac89682b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:02.463548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72b75399-565e-4fbb-afda-751f3b283e1e req-37ef0738-8eb2-4ba6-b1c7-2b8aef8c2faa tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960840 Nov 03 16:00:02.477430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-9a203932-d36f-4fdc-b885-9b2ffc934b5b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:02.479141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-9a203932-d36f-4fdc-b885-9b2ffc934b5b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943667 Nov 03 16:00:02.503811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Request body: {'port': {'device_id': '7c46de11-fdc4-49da-b91d-622b44674358', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '659686e42cc5482f827515690024b39e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:02.571002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:00:02.572983 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:02.643990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event updated for resources: {'Subnet': ['ID=3228086f-1d8a-4f34-a300-2802dfec7c50,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:02.645154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3035543d-963b-41c1-a601-9d9c1ecc5b0a None None] Provisioning complete for port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:02.645770 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3035543d-963b-41c1-a601-9d9c1ecc5b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:02.668662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Checking segment: {'id': 'a022b052-98af-4e38-b64b-579b56410892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:02.669218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network hostable DHCP agents. Network: 5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:02.681388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Router aaebc157-208d-43b4-b908-208e78d85e82 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:00:02.700314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3035543d-963b-41c1-a601-9d9c1ecc5b0a None None] Port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:02.708647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Network 5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:02.732991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92efcfa-a626-47bd-892e-2a1f4749d2fb {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:02.745119 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:02.746135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:02.752627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:02.753230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:02.771677 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cc3f6d42-953d-4b96-8b35-104b78df6836 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7183056 Nov 03 16:00:02.771677 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54018) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:02.777189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6b012-d9a4-4a61-84ee-a7be87ee2402 None None] Network 5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:02.783274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Made reservation on behalf of 659686e42cc5482f827515690024b39e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:02.786823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:02.808999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Transition to ACTIVE for port object c92efcfa-a626-47bd-892e-2a1f4749d2fb will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:00:02.819147 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:02.829976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337c6fe-635f-499f-b8e5-244570da31e2 req-e31c64d2-5c14-4477-8944-030f4106b248 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:02.831448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8337c6fe-635f-499f-b8e5-244570da31e2 req-e31c64d2-5c14-4477-8944-030f4106b248 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 931 time: 0.1184733 Nov 03 16:00:02.941767 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8337c6fe-635f-499f-b8e5-244570da31e2 req-a57d8080-8b53-419e-bbae-767abfc42222 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776200 Nov 03 16:00:02.949108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.016312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb15a43-2b51-4f15-ad81-e196b2e66de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb', 'network_id': '5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb', 'tenant_id': '4782b5d315e3477b98b2bf0db1413154', 'fixed_ips': [{'subnet_id': '3228086f-1d8a-4f34-a300-2802dfec7c50'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:00:03.017806 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dbb15a43-2b51-4f15-ad81-e196b2e66de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.025559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Pushing event updated for resources: {'Port': ['ID=c92efcfa-a626-47bd-892e-2a1f4749d2fb,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:03.046792 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.048632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:00:03.056555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a822f1ea-c386-4abb-8d85-5f5aa3037c1e admin admin] 10.222.0.86 "PUT /v2.0/routers/aaebc157-208d-43b4-b908-208e78d85e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9546883 Nov 03 16:00:03.061212 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Sync routers for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:00:03.110453 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:03.113401 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:03.127456 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.155830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49729c7e-27a4-47c9-8bec-70c694e16fa6 req-0092f8d4-65c0-41a6-89e9-6a3252965817 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-dbb15a43-2b51-4f15-ad81-e196b2e66de1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3228086f-1d8a-4f34-a300-2802dfec7c50: This subnet is being modified by another concurrent operation. Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:00:03.159716 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exception Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3228086f-1d8a-4f34-a300-2802dfec7c50: This subnet is being modified by another concurrent operation. Nov 03 16:00:03.165049 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:00:03.173927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Subnet': ['ID=3228086f-1d8a-4f34-a300-2802dfec7c50,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:03.174205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49729c7e-27a4-47c9-8bec-70c694e16fa6 req-0092f8d4-65c0-41a6-89e9-6a3252965817 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:03.175831 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49729c7e-27a4-47c9-8bec-70c694e16fa6 req-0092f8d4-65c0-41a6-89e9-6a3252965817 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1682 time: 0.2351217 Nov 03 16:00:03.204156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Allocated IP 192.168.233.107 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:03.234717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab27739-599e-492e-baf3-c026d3bd9fc0 None None] Network 5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:03.276068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Attempting to bind port c92efcfa-a626-47bd-892e-2a1f4749d2fb on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:03.276667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Attempting to bind port c92efcfa-a626-47bd-892e-2a1f4749d2fb by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '0aa933b9-614e-441f-8595-e82bc3f4b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:03.276805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Attempting to bind port c92efcfa-a626-47bd-892e-2a1f4749d2fb on network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:03.308155 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.320591 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:00:03.320779 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5edcaddc-44e9-432c-8328-0625946b5ca2 req-06a3c8b1-1207-42f2-8470-5f6bb0f1c904 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 210 time: 0.0475771 Nov 03 16:00:03.339585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Port c92efcfa-a626-47bd-892e-2a1f4749d2fb on network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:00:03.339908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Attempting to bind port c92efcfa-a626-47bd-892e-2a1f4749d2fb on network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:03.361316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:03.361687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Checking segment: {'id': '0aa933b9-614e-441f-8595-e82bc3f4b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:03.362071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Bound using segment: {'id': '0aa933b9-614e-441f-8595-e82bc3f4b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:03.362598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Bound port: c92efcfa-a626-47bd-892e-2a1f4749d2fb, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa933b9-614e-441f-8595-e82bc3f4b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:03.362866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.364029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:03.394751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a022b052-98af-4e38-b64b-579b56410892') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:03.395777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a022b052-98af-4e38-b64b-579b56410892') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:03.408189 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.409042 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49729c7e-27a4-47c9-8bec-70c694e16fa6 req-23416455-9e12-4934-b3da-24f1e0e943a1 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063282 Nov 03 16:00:03.461092 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.530858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e02af-a6c9-4530-afc2-883fbab02d4b None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:00:03.562231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:03.562930 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.572776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] For port c92efcfa-a626-47bd-892e-2a1f4749d2fb, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:03.593436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] For port c92efcfa-a626-47bd-892e-2a1f4749d2fb, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:03.609037 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:03.676065 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:03.678709 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.693222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:03.694080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.695850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] 10.222.0.15 "PUT /v2.0/ports/c92efcfa-a626-47bd-892e-2a1f4749d2fb HTTP/1.1" status: 200 len: 1091 time: 2.6921408 Nov 03 16:00:03.697747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:03.700288 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5b2285-7d61-48f6-9157-7120ea538c09" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:03.714410 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:59Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '29d2f03f-e4f8-4a39-b32e-8f833f801a1c', 'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'mac_address': 'fa:16:3e:95:61:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:57Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 2, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'subnets': [{'id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:03.758389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4d107-d282-4421-9e32-8e4dd02e3d54 service neutron] Pushing event updated for resources: {'Port': ['ID=c92efcfa-a626-47bd-892e-2a1f4749d2fb,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:03.778710 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Checking router: aaebc157-208d-43b4-b908-208e78d85e82 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:00:03.779147 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Updating router aaebc157-208d-43b4-b908-208e78d85e82 port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:00:03.794942 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.802284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e02af-a6c9-4530-afc2-883fbab02d4b None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:00:03.820330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5', 'cb1aeab5-2891-4298-a04d-e47a88f93173'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:03.834022 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.858886 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.868918 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f275ce4-dc4d-4eea-8e24-97aecbaeedfe req-8ead4820-4d07-47c2-8fb9-374bc6f6243f tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:03.877464 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f275ce4-dc4d-4eea-8e24-97aecbaeedfe req-8ead4820-4d07-47c2-8fb9-374bc6f6243f tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 946 time: 0.4078407 Nov 03 16:00:03.888549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-f9fd5f47-bc52-4862-8166-0e285c007817 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:03.891664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'e9c626ff-a2be-4bac-9047-cc51aad65525'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:03.894942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-f9fd5f47-bc52-4862-8166-0e285c007817 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:03.896563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-f9fd5f47-bc52-4862-8166-0e285c007817 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 1682 time: 0.4045539 Nov 03 16:00:03.919948 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:03.924498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb HTTP/1.1" status: 204 len: 168 time: 1.1517627 Nov 03 16:00:03.952278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:03.954811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54074) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:04.006589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:04.039907 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e29f63c-119c-4d5b-b96e-896059b08f0e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): The resource could not be found. Nov 03 16:00:04.041465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e29f63c-119c-4d5b-b96e-896059b08f0e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:00:04.046359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5e29f63c-119c-4d5b-b96e-896059b08f0e tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/subnets/3228086f-1d8a-4f34-a300-2802dfec7c50 HTTP/1.1" status: 404 len: 337 time: 0.0891361 Nov 03 16:00:04.047963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event updated for resources: {'Port': ['ID=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:04.050012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992da3c-7df7-4d85-979f-c0a2b89d9bd7 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Network': ['ID=5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:04.070765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54082) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:04.076372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:04.082805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-0120d189-3e3e-4679-830a-bb6048916e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:04.085167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-0120d189-3e3e-4679-830a-bb6048916e23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 1094 time: 0.2995770 Nov 03 16:00:04.094141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa0d13-2519-4467-a8e9-a12e6c217a95 req-9023ad92-3313-43e6-b15f-5d1d67e7b9ef tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:04.096097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abfa0d13-2519-4467-a8e9-a12e6c217a95 req-9023ad92-3313-43e6-b15f-5d1d67e7b9ef tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 946 time: 0.2992980 Nov 03 16:00:04.126289 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8589bf48-653c-4415-b249-148c1310cc2b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): The resource could not be found. Nov 03 16:00:04.126907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8589bf48-653c-4415-b249-148c1310cc2b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:00:04.130126 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8589bf48-653c-4415-b249-148c1310cc2b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/5bd5f25c-47b9-4ec7-b5c8-d59dc4f6bdfb HTTP/1.1" status: 404 len: 339 time: 0.0583351 Nov 03 16:00:04.146095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54084) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:04.175309 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-88c4a32d-c62a-4116-8997-c6875948352d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb HTTP/1.1" status: 200 len: 217 time: 0.0424094 Nov 03 16:00:04.189321 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f45685-25e4-4417-a48f-31a23ebefd15 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): The resource could not be found. Nov 03 16:00:04.190056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f45685-25e4-4417-a48f-31a23ebefd15 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:00:04.193186 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-36f45685-25e4-4417-a48f-31a23ebefd15 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/subnets/fabb91cf-b961-4ae7-adfc-bc0dbf85ef77 HTTP/1.1" status: 404 len: 337 time: 0.0444469 Nov 03 16:00:04.202191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54086) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:04.232516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abfa0d13-2519-4467-a8e9-a12e6c217a95 req-bd9c0511-9173-4548-a734-c547d799f998 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982678 Nov 03 16:00:04.238623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f275ce4-dc4d-4eea-8e24-97aecbaeedfe req-ade34bdf-0265-470d-ae9a-541efc313f8b tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601134 Nov 03 16:00:04.256246 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c98a6f2-407c-43a2-b9ff-84034c96a922 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): The resource could not be found. Nov 03 16:00:04.260614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c98a6f2-407c-43a2-b9ff-84034c96a922 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:00:04.264693 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2c98a6f2-407c-43a2-b9ff-84034c96a922 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/e133cc2a-18c1-444b-8dcf-c84d407d9b7c HTTP/1.1" status: 404 len: 339 time: 0.0615597 Nov 03 16:00:04.273518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54090) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:04.326871 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09168be1-a272-47f7-974e-20a0eff7bfb9 x-openstack-request-id: req-09168be1-a272-47f7-974e-20a0eff7bfb9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:04.327328 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:04.327531 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-09168be1-a272-47f7-974e-20a0eff7bfb9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:04.328003 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb', 'status': 'completed', 'code': 200} Nov 03 16:00:04.336227 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64260db-9f28-4032-b9f0-0e71f7cd809f tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): The resource could not be found. Nov 03 16:00:04.336876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64260db-9f28-4032-b9f0-0e71f7cd809f tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:00:04.342044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a64260db-9f28-4032-b9f0-0e71f7cd809f tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/subnets/9218dacf-808e-4447-b950-51cd00221fa9 HTTP/1.1" status: 404 len: 337 time: 0.0632060 Nov 03 16:00:04.346913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54096) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:04.350593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:04.351540 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:04.360167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:04.361731 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:04.472882 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:04.484422 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:04.515075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b6273284-c7fe-412a-bbe7-45ff53fba348 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0191278 Nov 03 16:00:04.520929 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f915ec7-c0d3-4a5f-ae0a-13d71429a705 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): The resource could not be found. Nov 03 16:00:04.521570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f915ec7-c0d3-4a5f-ae0a-13d71429a705 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:00:04.532907 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7f915ec7-c0d3-4a5f-ae0a-13d71429a705 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/b831ebeb-ff6b-4991-aafc-3d1504ee6818 HTTP/1.1" status: 404 len: 339 time: 0.1515064 Nov 03 16:00:04.537998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54108) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:04.539544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Request body: {'port': {'device_id': '7c46de11-fdc4-49da-b91d-622b44674358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:04.555096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-2a40ea3c-f48e-4163-b34a-d147c34cb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:04.560285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-2a40ea3c-f48e-4163-b34a-d147c34cb4a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 200 len: 853 time: 0.3307476 Nov 03 16:00:04.585335 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Pushing event updated for resources: {'Port': ['ID=29d2f03f-e4f8-4a39-b32e-8f833f801a1c,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:04.599388 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.599388 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.599896 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.600391 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.600817 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.601252 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.602117 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.602566 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.603017 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.603537 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.604180 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.604518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] For port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,segment=NetworkSegment(75ee00be-aaef-450d-ac0c-c7d5fb99ec65),segment_id=75ee00be-aaef-450d-ac0c-c7d5fb99ec65)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:04.604672 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:04.605429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:04.628479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-4dd4303e-f6f7-4413-a353-361c71d7f717 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347257 Nov 03 16:00:04.643186 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Calling delete_port for 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:04.675938 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Attempting to bind port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:04.676456 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Attempting to bind port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:04.676915 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Attempting to bind port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c on network e647349e-071d-4e0d-ae41-37f29f277a4d {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:04.682594 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:04.684345 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Checking segment: {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:04.684894 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:04.686040 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Bound using segment: {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:04.686880 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Bound port: 29d2f03f-e4f8-4a39-b32e-8f833f801a1c, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:04.687379 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:04.704458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59665f2a-839e-4879-ada3-d2ddc6469b76 req-644a09ef-ab85-4b71-a315-046e344c1bec tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:04.712111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59665f2a-839e-4879-ada3-d2ddc6469b76 req-644a09ef-ab85-4b71-a315-046e344c1bec tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 943 time: 0.3290124 Nov 03 16:00:04.767130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:04.779862 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] For port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:04.783880 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] For port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=29d2f03f-e4f8-4a39-b32e-8f833f801a1c,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:04.789859 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:04.857596 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dc1db-85de-4935-b65e-93d3a4e22fe0 None None] Pushing event updated for resources: {'Port': ['ID=29d2f03f-e4f8-4a39-b32e-8f833f801a1c,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:04.878116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59665f2a-839e-4879-ada3-d2ddc6469b76 req-8db35ace-9dd2-4e90-8eb3-5f89a222bd11 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648433 Nov 03 16:00:04.910677 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:04.911472 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T15:59:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:04.952270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-1411767e-95a2-44dd-8c68-e75e990b8f33 service neutron] 10.222.0.15 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132060 Nov 03 16:00:04.995688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a528-8199-4095-9480-76c7a9ee6013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:05.160413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:05.234060 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:00:05.375181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Port': ['ID=0ec78920-3e60-4dcf-a46c-fd51fcbc66ee,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:05.438230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ceab2-4da5-458d-950a-328f03e70b97 req-9a4ed25c-5eb0-4741-900e-9974c9b98719 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:05.448236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-804ceab2-4da5-458d-950a-328f03e70b97 req-9a4ed25c-5eb0-4741-900e-9974c9b98719 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 936 time: 0.5246971 Nov 03 16:00:05.457293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] No DVR routers for this DVR port 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:05.461170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:05.466158 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-aaaa6c29-6d1a-4756-a921-59acd8bdea5b tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "DELETE /v2.0/ports/0ec78920-3e60-4dcf-a46c-fd51fcbc66ee HTTP/1.1" status: 204 len: 173 time: 1.5406344 Nov 03 16:00:05.483496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-deleted', 'tag': '0ec78920-3e60-4dcf-a46c-fd51fcbc66ee'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:05.485947 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf238a5-2557-4b5d-b2b0-ba22111feb69" -d '{"events": [{"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-deleted", "tag": "0ec78920-3e60-4dcf-a46c-fd51fcbc66ee"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:05.532572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a65392b6-20f2-452e-bfab-09b27e14f78b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Deleting port 8bf27ed6-7380-4c10-a97a-6c39d3cb04fc {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:05.532967 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a65392b6-20f2-452e-bfab-09b27e14f78b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:05.599319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0a651212-63ce-4858-bfa0-2536ace3d916 None None] Provisioning complete for port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:05.599690 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a651212-63ce-4858-bfa0-2536ace3d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:05.699455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e93c-fefc-449d-a4f5-53b07cf344db req-c81a9792-01e5-48a4-8005-a5473f425cc8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:05.705453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d34e93c-fefc-449d-a4f5-53b07cf344db req-c81a9792-01e5-48a4-8005-a5473f425cc8 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/ports?device_id=363beb4d-099c-41d2-b767-81968ee1dc5e HTTP/1.1" status: 200 len: 946 time: 0.4845738 Nov 03 16:00:05.756523 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:59Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '29d2f03f-e4f8-4a39-b32e-8f833f801a1c', 'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'mac_address': 'fa:16:3e:95:61:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:57Z', 'updated_at': '2021-11-03T16:00:04Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'subnets': [{'id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:05.793945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a651212-63ce-4858-bfa0-2536ace3d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:05.821418 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b168587c-c018-46b8-8797-827bb33a0e68 None None] The sync data for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 is: [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:59Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '29d2f03f-e4f8-4a39-b32e-8f833f801a1c', 'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'mac_address': 'fa:16:3e:95:61:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:57Z', 'updated_at': '2021-11-03T16:00:04Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'subnets': [{'id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:00:05.851214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-804ceab2-4da5-458d-950a-328f03e70b97 req-36197d83-291a-43d4-b3af-6fe9edaccd24 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018159 Nov 03 16:00:05.855113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e88425d5-27ab-436b-bc1b-ca5ea875c3df req-b1b27193-caff-4c3c-977a-6923ba97e7c2 service neutron] 10.222.0.15 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8818836 Nov 03 16:00:05.858446 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a65392b6-20f2-452e-bfab-09b27e14f78b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:05.922765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0a651212-63ce-4858-bfa0-2536ace3d916 None None] For port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=29d2f03f-e4f8-4a39-b32e-8f833f801a1c,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:05.931450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a65392b6-20f2-452e-bfab-09b27e14f78b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Calling delete_port for 8bf27ed6-7380-4c10-a97a-6c39d3cb04fc owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:05.937810 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a651212-63ce-4858-bfa0-2536ace3d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:05.969789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d34e93c-fefc-449d-a4f5-53b07cf344db req-a34a0468-2b31-48c1-abe5-147bbc486afc tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "GET /v2.0/security-groups?id=19199075-3b08-43ea-9b4c-6ba90e32dfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521958 Nov 03 16:00:06.049836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a651212-63ce-4858-bfa0-2536ace3d916 None None] Pushing event updated for resources: {'Port': ['ID=29d2f03f-e4f8-4a39-b32e-8f833f801a1c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:06.067217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting port 5fb6ad13-29bf-4f64-911f-098b82a1584c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:06.067583 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.073372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0a651212-63ce-4858-bfa0-2536ace3d916 None None] Provisioning complete for port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:06.075511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a651212-63ce-4858-bfa0-2536ace3d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.124364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0a651212-63ce-4858-bfa0-2536ace3d916 None None] Port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:06.170706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.210097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:06.223163 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.251780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:06.254432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-cbabd268-bbb9-4f07-a42d-a67429727053 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2083042 Nov 03 16:00:06.254823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Transition to ACTIVE for port object 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:00:06.257313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-1a91e346-f288-4a0c-ae70-246823492900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:06.258909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-1a91e346-f288-4a0c-ae70-246823492900 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 1094 time: 0.2149389 Nov 03 16:00:06.272232 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.301458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a65392b6-20f2-452e-bfab-09b27e14f78b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.344633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:06.345698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0ec78920-3e60-4dcf-a46c-fd51fcbc66ee not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:06.345698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5fb6ad13-29bf-4f64-911f-098b82a1584c no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:06.359045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65392b6-20f2-452e-bfab-09b27e14f78b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Port': ['ID=8bf27ed6-7380-4c10-a97a-6c39d3cb04fc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:06.389341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] For port 5fb6ad13-29bf-4f64-911f-098b82a1584c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5fb6ad13-29bf-4f64-911f-098b82a1584c,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:06.390176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.402370 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a252e6d-c087-4719-83b5-64963dc1ca49 x-openstack-request-id: req-9a252e6d-c087-4719-83b5-64963dc1ca49 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:06.402562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7e5a13f4-b14e-40ad-9af2-2fc9e1cf7ab0 None None] Provisioning complete for port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:06.402784 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e5a13f4-b14e-40ad-9af2-2fc9e1cf7ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.403373 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-deleted", "tag": "0ec78920-3e60-4dcf-a46c-fd51fcbc66ee", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:06.403863 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a252e6d-c087-4719-83b5-64963dc1ca49 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:06.405573 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-deleted', 'tag': '0ec78920-3e60-4dcf-a46c-fd51fcbc66ee', 'status': 'completed', 'code': 200} Nov 03 16:00:06.416457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a65392b6-20f2-452e-bfab-09b27e14f78b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.424544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a65392b6-20f2-452e-bfab-09b27e14f78b tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/ports/8bf27ed6-7380-4c10-a97a-6c39d3cb04fc HTTP/1.1" status: 204 len: 168 time: 1.8813002 Nov 03 16:00:06.428044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54156) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:06.502344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Calling delete_port for 5fb6ad13-29bf-4f64-911f-098b82a1584c owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:06.537600 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e8859c-dc4a-41e1-b207-987b9fe1c7ac tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): The resource could not be found. Nov 03 16:00:06.538217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e8859c-dc4a-41e1-b207-987b9fe1c7ac tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:00:06.547309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-23e8859c-dc4a-41e1-b207-987b9fe1c7ac tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/subnets/694ee13a-a610-4d20-9f76-a0d189629be6 HTTP/1.1" status: 404 len: 337 time: 0.1006951 Nov 03 16:00:06.549156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54158) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:06.726176 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.785705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb6ad13-29bf-4f64-911f-098b82a1584c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:06.789162 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6763d8c-6f6f-4b9c-99b0-83b35cd9ff81" -d '{"events": [{"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb6ad13-29bf-4f64-911f-098b82a1584c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:06.806766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f22d-101a-424b-a634-12a80939c0eb req-d2338d65-8881-4c68-99d7-396f57cef029 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:06.809871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5fb6ad13-29bf-4f64-911f-098b82a1584c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5fb6ad13-29bf-4f64-911f-098b82a1584c,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:06.810886 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bce3f22d-101a-424b-a634-12a80939c0eb req-d2338d65-8881-4c68-99d7-396f57cef029 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 946 time: 0.3796997 Nov 03 16:00:06.816729 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:06.825276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b0829-2a3e-416f-9204-3717c358116d req-2ae603a0-51ea-45b9-93d8-b87092000fbc tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:06.826942 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c19b0829-2a3e-416f-9204-3717c358116d req-2ae603a0-51ea-45b9-93d8-b87092000fbc tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 943 time: 0.2952645 Nov 03 16:00:06.897775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5fb6ad13-29bf-4f64-911f-098b82a1584c,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:06.997293 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c19b0829-2a3e-416f-9204-3717c358116d req-d04896aa-cc03-41cc-a5c5-f31177e045de tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522400 Nov 03 16:00:07.046862 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:07.077908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-bce3f22d-101a-424b-a634-12a80939c0eb req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Deleting port f8eba5df-2cc3-4027-a7ad-10569748b495 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:07.078248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bce3f22d-101a-424b-a634-12a80939c0eb req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:07.134025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Pushing event updated for resources: {'Port': ['ID=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:07.218457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Port': ['ID=5fb6ad13-29bf-4f64-911f-098b82a1584c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:07.260129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-26804d22-cdec-419f-b733-e404af7198f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:07.261661 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-26804d22-cdec-419f-b733-e404af7198f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 1101 time: 0.8453600 Nov 03 16:00:07.279844 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:07.307904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-caec91b4-0ecc-4c30-80c3-2ea6d6244250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:07.310164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-caec91b4-0ecc-4c30-80c3-2ea6d6244250 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 914 time: 1.0391214 Nov 03 16:00:07.313484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] No DVR routers for this DVR port 5fb6ad13-29bf-4f64-911f-098b82a1584c on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:07.320187 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:07.323458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2ad0f80-4c49-46bb-9e10-4279667f1eef req-3ff32bdd-00b9-4564-8ad5-9ae5a2d71769 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.70 "DELETE /v2.0/ports/5fb6ad13-29bf-4f64-911f-098b82a1584c HTTP/1.1" status: 204 len: 173 time: 1.8310730 Nov 03 16:00:07.346172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188146e-2af7-4398-b51c-1887b68a88da req-2cc2f5e2-a50d-4199-ae2d-d0249cfaec3d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:07.360579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3188146e-2af7-4398-b51c-1887b68a88da req-2cc2f5e2-a50d-4199-ae2d-d0249cfaec3d tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 946 time: 1.0636990 Nov 03 16:00:07.364957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-bce3f22d-101a-424b-a634-12a80939c0eb req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] For port f8eba5df-2cc3-4027-a7ad-10569748b495, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f8eba5df-2cc3-4027-a7ad-10569748b495,segment=NetworkSegment(b52d8bac-d1d6-4dea-94cd-9770d047d3d6),segment_id=b52d8bac-d1d6-4dea-94cd-9770d047d3d6)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:07.365486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bce3f22d-101a-424b-a634-12a80939c0eb req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:07.385006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-bce3f22d-101a-424b-a634-12a80939c0eb req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Calling delete_port for f8eba5df-2cc3-4027-a7ad-10569748b495 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:07.516103 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-a8237599-8ace-4596-a33d-33142a349d62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb HTTP/1.1" status: 200 len: 217 time: 0.1442099 Nov 03 16:00:07.688688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Attempting to bind port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:07.692890 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:07.693848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Attempting to bind port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:07.694178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Attempting to bind port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:07.739461 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3188146e-2af7-4398-b51c-1887b68a88da req-e0222241-c803-4861-94a5-8b5d1cf7a937 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/security-groups?id=c99a09c0-8a64-436d-bafe-a6743954d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779373 Nov 03 16:00:07.778526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:00:07.783845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Attempting to bind port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:07.825947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-910ff515-e818-4053-b5a8-329368ff5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:07.835834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-910ff515-e818-4053-b5a8-329368ff5239 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 200 len: 853 time: 0.2999146 Nov 03 16:00:07.861448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 29d2f03f-e4f8-4a39-b32e-8f833f801a1c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:07.906677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-4f6bc0bd-74f0-4205-b7bc-71109ecb095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:07.913711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-4f6bc0bd-74f0-4205-b7bc-71109ecb095f service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.6252725 Nov 03 16:00:07.925238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:07.925749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:07.926202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:07.926727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Bound port: 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:07.927148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:07.932720 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd2ff0c-f5fe-412f-a27a-85d37103d76a x-openstack-request-id: req-2fd2ff0c-f5fe-412f-a27a-85d37103d76a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:07.933318 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb6ad13-29bf-4f64-911f-098b82a1584c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:07.934036 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2fd2ff0c-f5fe-412f-a27a-85d37103d76a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:07.934609 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb6ad13-29bf-4f64-911f-098b82a1584c', 'code': 200} Nov 03 16:00:07.951625 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.015319 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-bbb7976e-4c25-479a-81c6-69dc2681e592 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105161 Nov 03 16:00:08.019435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:08.019863 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.020370 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-539a45bc-cdd2-437b-9485-6e0ec913ffa8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=108374a6-05bf-4033-beba-b886eb6c4de5 HTTP/1.1" status: 200 len: 217 time: 0.0907071 Nov 03 16:00:08.128721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f223e9ec-ed22-4f21-b4ee-d30a5719f8d0']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:08.138094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d380127-8f20-4df5-bb1f-9ac9cec72e5c req-5431b4a1-72bb-4e5a-838b-6e6956c71473 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:08.145618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d380127-8f20-4df5-bb1f-9ac9cec72e5c req-5431b4a1-72bb-4e5a-838b-6e6956c71473 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 946 time: 0.9681764 Nov 03 16:00:08.149104 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bce3f22d-101a-424b-a634-12a80939c0eb req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.171040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35d8f0c-56ae-445f-8246-1dedbb101229') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:08.171585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35d8f0c-56ae-445f-8246-1dedbb101229') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:08.171781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f8eba5df-2cc3-4027-a7ad-10569748b495'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:08.230171 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.247208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Pushing event deleted for resources: {'Port': ['ID=f8eba5df-2cc3-4027-a7ad-10569748b495,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:08.264313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-3d6ddc89-402f-49af-a5b1-9512693ea3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:08.265872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-3d6ddc89-402f-49af-a5b1-9512693ea3a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.2109795 Nov 03 16:00:08.273424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce3f22d-101a-424b-a634-12a80939c0eb req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] No DVR routers for this DVR port f8eba5df-2cc3-4027-a7ad-10569748b495 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:08.281822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.286724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d380127-8f20-4df5-bb1f-9ac9cec72e5c req-881f654b-924c-4132-8fec-cc76eebcf59e tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382024 Nov 03 16:00:08.295437 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bce3f22d-101a-424b-a634-12a80939c0eb req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.298893 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bce3f22d-101a-424b-a634-12a80939c0eb req-f02ce4ea-589f-4be5-92a7-ddbca5714fc3 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.70 "DELETE /v2.0/ports/f8eba5df-2cc3-4027-a7ad-10569748b495 HTTP/1.1" status: 204 len: 173 time: 1.4619272 Nov 03 16:00:08.300721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] For port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:08.303035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:08.303466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:08.306827 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:08.318025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a8ebe-7438-49a1-955a-2e9668e48fb4 req-672ce788-a766-4e11-ba12-2a0a4ca74616 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:08.325463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-9e491fa9-63ec-4e70-a403-626f3e9905cb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:08.327042 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-9e491fa9-63ec-4e70-a403-626f3e9905cb tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 946 time: 0.2407916 Nov 03 16:00:08.333388 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c8a8ebe-7438-49a1-955a-2e9668e48fb4 req-672ce788-a766-4e11-ba12-2a0a4ca74616 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 948 time: 0.2889853 Nov 03 16:00:08.377836 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.415645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54174) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:08.415937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-deleted', 'tag': '5fb6ad13-29bf-4f64-911f-098b82a1584c'}, {'server_uuid': '8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d', 'name': 'network-vif-deleted', 'tag': 'f8eba5df-2cc3-4027-a7ad-10569748b495'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:08.418812 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc1e368-aa8b-4b2f-9866-152e0ec2d6f3" -d '{"events": [{"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-deleted", "tag": "5fb6ad13-29bf-4f64-911f-098b82a1584c"}, {"server_uuid": "8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d", "name": "network-vif-deleted", "tag": "f8eba5df-2cc3-4027-a7ad-10569748b495"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:08.431048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] For port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:08.447320 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-79548193-f377-473b-835a-963cc646affc service neutron] 10.222.0.15 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216857 Nov 03 16:00:08.451885 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.480252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.523141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-cdb66e9e-8557-466b-b558-40ba4ebd30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:08.524745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-cdb66e9e-8557-466b-b558-40ba4ebd30dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488339 Nov 03 16:00:08.531732 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.537263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/f223e9ec-ed22-4f21-b4ee-d30a5719f8d0 HTTP/1.1" status: 204 len: 168 time: 1.9466085 Nov 03 16:00:08.551881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54178) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:08.556940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92f9e15-259d-47fa-83ed-b5a4212dae49 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting subnet 422ff82e-8003-43ad-8da6-636ad05458c3 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:08.571284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c8a8ebe-7438-49a1-955a-2e9668e48fb4 req-0c791a32-9967-4c5e-8fec-f37f502d5ae4 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347822 Nov 03 16:00:08.600968 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b92f9e15-259d-47fa-83ed-b5a4212dae49 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.620581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:08.622462 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.624026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] 10.222.0.15 "PUT /v2.0/ports/85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 HTTP/1.1" status: 200 len: 1096 time: 4.0898671 Nov 03 16:00:08.624792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c46de11-fdc4-49da-b91d-622b44674358', 'tag': '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:08.627270 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf285244-4343-432d-9c72-32d26c95064f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c46de11-fdc4-49da-b91d-622b44674358", "tag": "85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:08.642989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adc48c-1c19-4b7f-b4b0-db357ba26cad tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Network': ['ID=f223e9ec-ed22-4f21-b4ee-d30a5719f8d0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:08.674964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b92f9e15-259d-47fa-83ed-b5a4212dae49 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:08.763799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f56da-694b-411a-8ec0-8c1538c9c86d service neutron] Pushing event updated for resources: {'Port': ['ID=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:08.781647 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03759cd5-0c67-4883-a8ff-94e294903acd x-openstack-request-id: req-03759cd5-0c67-4883-a8ff-94e294903acd {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:08.782259 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c46de11-fdc4-49da-b91d-622b44674358", "tag": "85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:08.782656 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-03759cd5-0c67-4883-a8ff-94e294903acd {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:08.783284 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c46de11-fdc4-49da-b91d-622b44674358', 'tag': '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0', 'status': 'completed', 'code': 200} Nov 03 16:00:08.835380 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9494dd5f-2e2c-4e0b-8a8e-a6667b8f8b84 x-openstack-request-id: req-9494dd5f-2e2c-4e0b-8a8e-a6667b8f8b84 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:08.835746 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363beb4d-099c-41d2-b767-81968ee1dc5e", "name": "network-vif-deleted", "tag": "5fb6ad13-29bf-4f64-911f-098b82a1584c", "status": "completed", "code": 200}, {"server_uuid": "8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d", "name": "network-vif-deleted", "tag": "f8eba5df-2cc3-4027-a7ad-10569748b495", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:08.836042 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9494dd5f-2e2c-4e0b-8a8e-a6667b8f8b84 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:08.836750 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363beb4d-099c-41d2-b767-81968ee1dc5e', 'name': 'network-vif-deleted', 'tag': '5fb6ad13-29bf-4f64-911f-098b82a1584c', 'status': 'completed', 'code': 200} Nov 03 16:00:08.836923 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d', 'name': 'network-vif-deleted', 'tag': 'f8eba5df-2cc3-4027-a7ad-10569748b495', 'status': 'completed', 'code': 200} Nov 03 16:00:08.898943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa5b2285-7d61-48f6-9157-7120ea538c09 req-9e79218c-2cba-4331-8674-55198ae31833 service neutron] 10.222.0.15 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843567 Nov 03 16:00:08.914677 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-74177deb-b708-4d2a-a76c-b3654875eccb service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568676 Nov 03 16:00:08.936903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23ddceb6-3235-484d-8514-c83bce939112 req-405f1699-dbd1-42a7-9ab0-669ad55017c2 tempest-DeleteServersTestJSON-659100943 tempest-DeleteServersTestJSON-659100943-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c0c00fd-77fa-4ec6-aff2-71db9f4abe3d HTTP/1.1" status: 200 len: 210 time: 0.0412989 Nov 03 16:00:08.945710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-60666451-1e79-456c-9dbb-4e141b4bb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:08.948377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-60666451-1e79-456c-9dbb-4e141b4bb981 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 1099 time: 0.2076461 Nov 03 16:00:08.957578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Deleting port 43c0e500-0a81-4664-89e6-c8ba5d7eb794 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:08.958197 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.069330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-45f0e9ef-ec22-4dc6-be3c-44df4206c09d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 HTTP/1.1" status: 200 len: 217 time: 0.1066775 Nov 03 16:00:09.142347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b8c529ca-68fd-4b92-8dad-7e49b001e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:09.143796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-b8c529ca-68fd-4b92-8dad-7e49b001e4f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0614007 Nov 03 16:00:09.156566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1105b89d-160c-4f05-8c7e-eb7359ba89d6 req-a286d5f7-7228-4418-8d28-8a98eeee74e7 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249932 Nov 03 16:00:09.157357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333f49c-8f7f-49dd-a2aa-5ff92466005a req-2226e5c5-1d5e-4822-964d-0a6a9fbf8fb8 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:09.158937 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8333f49c-8f7f-49dd-a2aa-5ff92466005a req-2226e5c5-1d5e-4822-964d-0a6a9fbf8fb8 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 943 time: 0.5611844 Nov 03 16:00:09.220506 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b92f9e15-259d-47fa-83ed-b5a4212dae49 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.225552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-15c268bc-d9a4-44cf-827c-0f73682ac6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:09.229361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-15c268bc-d9a4-44cf-827c-0f73682ac6b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748589 Nov 03 16:00:09.308196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c92efcfa-a626-47bd-892e-2a1f4749d2fb details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:00:09.338810 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-839b7faa-512c-4730-a997-e3453fb536cf service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012862 Nov 03 16:00:09.340368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cb95f131-4587-43b2-8d26-375803fc1604 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Deleting port 187da1a9-b4f2-4d0b-b268-a3cae7cdb4f8 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:09.340817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb95f131-4587-43b2-8d26-375803fc1604 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.346741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] For port 43c0e500-0a81-4664-89e6-c8ba5d7eb794, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=43c0e500-0a81-4664-89e6-c8ba5d7eb794,segment=NetworkSegment(790d2fbf-87db-4862-8fd0-ccc4ca81ff27),segment_id=790d2fbf-87db-4862-8fd0-ccc4ca81ff27)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:09.347116 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.382295 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8333f49c-8f7f-49dd-a2aa-5ff92466005a req-7daf5894-197f-4ae9-bcff-52afb9805b1e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050757 Nov 03 16:00:09.404431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Calling delete_port for 43c0e500-0a81-4664-89e6-c8ba5d7eb794 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:09.479853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9d8054-67de-4663-94d1-3ec8132c1107 req-1ce21106-e386-48be-bfb8-289965828c4b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332324 Nov 03 16:00:09.489510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39985da8-683b-4a3a-b677-1c9766ebcbec req-ccf5b00a-4782-46cf-b637-fed57d03ef6f tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:09.499333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b92f9e15-259d-47fa-83ed-b5a4212dae49 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.508026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-39985da8-683b-4a3a-b677-1c9766ebcbec req-ccf5b00a-4782-46cf-b637-fed57d03ef6f tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fbd517d-53df-489c-bfd8-04264a632333 HTTP/1.1" status: 200 len: 946 time: 0.0976751 Nov 03 16:00:09.511607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb95f131-4587-43b2-8d26-375803fc1604 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.528849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c92efcfa-a626-47bd-892e-2a1f4749d2fb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:09.542336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18201e3a-6392-4c54-ae29-2cfb72a72f59 None None] Network 90def4e3-834b-48a1-8555-96d46061e8c7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:09.558824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b92f9e15-259d-47fa-83ed-b5a4212dae49 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.562772 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b92f9e15-259d-47fa-83ed-b5a4212dae49 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "DELETE /v2.0/subnets/422ff82e-8003-43ad-8da6-636ad05458c3 HTTP/1.1" status: 204 len: 168 time: 1.1408226 Nov 03 16:00:09.578280 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-39985da8-683b-4a3a-b677-1c9766ebcbec req-9f55ac94-6397-42a2-b6b8-dcb2536f8a03 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.86 "GET /v2.0/security-groups?id=6ccc34a5-a33d-4c07-822b-a935a283d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692072 Nov 03 16:00:09.580811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54190) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:09.589609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f9e15-259d-47fa-83ed-b5a4212dae49 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Subnet': ['ID=422ff82e-8003-43ad-8da6-636ad05458c3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:09.592364 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cb95f131-4587-43b2-8d26-375803fc1604 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Calling delete_port for 187da1a9-b4f2-4d0b-b268-a3cae7cdb4f8 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:09.601837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb', 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7', 'port_id': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb', 'mac_address': 'fa:16:3e:62:22:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eea1acf-766d-410c-8515-f7364cab877b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:00:09.730508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.760103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb95f131-4587-43b2-8d26-375803fc1604 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.803688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95f131-4587-43b2-8d26-375803fc1604 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Port': ['ID=187da1a9-b4f2-4d0b-b268-a3cae7cdb4f8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:09.807242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.815888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92efcfa-a626-47bd-892e-2a1f4749d2fb {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:09.817513 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.819801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb95f131-4587-43b2-8d26-375803fc1604 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.823772 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cb95f131-4587-43b2-8d26-375803fc1604 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/ports/187da1a9-b4f2-4d0b-b268-a3cae7cdb4f8 HTTP/1.1" status: 204 len: 168 time: 1.2620375 Nov 03 16:00:09.827321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf285244-4343-432d-9c72-32d26c95064f req-a03ce21d-9f63-44f9-9135-a62f6accf447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:09.829637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf285244-4343-432d-9c72-32d26c95064f req-a03ce21d-9f63-44f9-9135-a62f6accf447 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 1099 time: 0.2134151 Nov 03 16:00:09.830917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54194) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:09.843589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c92efcfa-a626-47bd-892e-2a1f4749d2fb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:09.857291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Pushing event deleted for resources: {'Port': ['ID=43c0e500-0a81-4664-89e6-c8ba5d7eb794,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:09.859260 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['43c0e500-0a81-4664-89e6-c8ba5d7eb794'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:09.900083 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.908663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] No DVR routers for this DVR port 43c0e500-0a81-4664-89e6-c8ba5d7eb794 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:09.912904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:09.916586 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2355a4cb-0ed5-4d3f-b917-15ccf0e2cf45 req-0a923a36-d161-4506-9ac9-23e3bb1181e8 tempest-ServerGroupTestJSON-835741959 tempest-ServerGroupTestJSON-835741959-project] 10.222.0.70 "DELETE /v2.0/ports/43c0e500-0a81-4664-89e6-c8ba5d7eb794 HTTP/1.1" status: 204 len: 173 time: 1.5806801 Nov 03 16:00:09.927020 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bc31aa-a932-492e-8a75-70a589ebd8b5 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] DELETE failed (client error): The resource could not be found. Nov 03 16:00:09.927362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bc31aa-a932-492e-8a75-70a589ebd8b5 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:00:09.930840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-20bc31aa-a932-492e-8a75-70a589ebd8b5 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/subnets/8cf28568-b444-4629-8bfe-de04a7060905 HTTP/1.1" status: 404 len: 337 time: 0.0933111 Nov 03 16:00:09.933445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54196) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:09.984632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f53aba-3f4e-4a53-9efe-4d19abaefb9b req-cfa476a0-c6fd-45ec-907f-37b2450066e0 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:09.984632 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6f53aba-3f4e-4a53-9efe-4d19abaefb9b req-cfa476a0-c6fd-45ec-907f-37b2450066e0 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 948 time: 0.2436385 Nov 03 16:00:10.006360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c92efcfa-a626-47bd-892e-2a1f4749d2fb,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:10.049879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9987fff-4b6a-4c64-8324-e7e7dae36497 None None] DHCP port deletion for 90def4e3-834b-48a1-8555-96d46061e8c7 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:00:10.081419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.166889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6f53aba-3f4e-4a53-9efe-4d19abaefb9b req-45aaaba2-f35f-4a26-b52f-886148173b66 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541145 Nov 03 16:00:10.185239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf285244-4343-432d-9c72-32d26c95064f req-cbbe1f36-c197-4d6d-bc6f-d4da2f3f8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:10.187868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf285244-4343-432d-9c72-32d26c95064f req-cbbe1f36-c197-4d6d-bc6f-d4da2f3f8439 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.3342772 Nov 03 16:00:10.194958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:10.195377 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.241027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.241260 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f8eba5df-2cc3-4027-a7ad-10569748b495 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:10.282854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d91be1d-681d-44ed-951c-13f63796b19c']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:10.287530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d9987fff-4b6a-4c64-8324-e7e7dae36497 None None] Deleting port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:10.287917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9987fff-4b6a-4c64-8324-e7e7dae36497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.290125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: f8eba5df-2cc3-4027-a7ad-10569748b495 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:10.290461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f8eba5df-2cc3-4027-a7ad-10569748b495 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:10.302875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ac60b8-69c4-4db6-a182-d422f871456d') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:10.303245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ac60b8-69c4-4db6-a182-d422f871456d') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:10.304255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf285244-4343-432d-9c72-32d26c95064f req-48361d9d-8643-4a1a-b9ba-e3018bacab36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 HTTP/1.1" status: 200 len: 217 time: 0.0440156 Nov 03 16:00:10.313467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] For port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:10.314139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.326179 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.352834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.360597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Calling delete_port for 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:10.365688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:10.366015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:10.372657 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:10.383413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d9987fff-4b6a-4c64-8324-e7e7dae36497 None None] For port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7,segment=NetworkSegment(60efee43-2778-4b8f-8018-f2f3d0f8e3ab),segment_id=60efee43-2778-4b8f-8018-f2f3d0f8e3ab)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:10.385696 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9987fff-4b6a-4c64-8324-e7e7dae36497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.413665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d9987fff-4b6a-4c64-8324-e7e7dae36497 None None] Calling delete_port for 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:10.469936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c92efcfa-a626-47bd-892e-2a1f4749d2fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:10.475421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf285244-4343-432d-9c72-32d26c95064f req-d3f4ceea-6604-4ca5-af1a-747c4f82c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:10.488411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf285244-4343-432d-9c72-32d26c95064f req-d3f4ceea-6604-4ca5-af1a-747c4f82c895 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1631603 Nov 03 16:00:10.504898 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.536252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.541191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/3d91be1d-681d-44ed-951c-13f63796b19c HTTP/1.1" status: 204 len: 168 time: 0.6060677 Nov 03 16:00:10.542368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfd871-ab05-4acb-9390-17dc4ad1ba02 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Network': ['ID=3d91be1d-681d-44ed-951c-13f63796b19c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:10.548779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54216) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:10.616147 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9987fff-4b6a-4c64-8324-e7e7dae36497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.670616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-db916c7c-f822-4e0c-8d62-4df33e901644 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Deleting subnet 449300df-a324-4374-9f7b-95d1e0c7e6be {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:10.674012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db916c7c-f822-4e0c-8d62-4df33e901644 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.676172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf285244-4343-432d-9c72-32d26c95064f req-bc7efab9-8051-42ff-8bc8-416b97b600a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:10.678701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf285244-4343-432d-9c72-32d26c95064f req-bc7efab9-8051-42ff-8bc8-416b97b600a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1889613 Nov 03 16:00:10.719657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9987fff-4b6a-4c64-8324-e7e7dae36497 None None] Pushing event deleted for resources: {'Port': ['ID=7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:10.726718 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db916c7c-f822-4e0c-8d62-4df33e901644 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.728526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9987fff-4b6a-4c64-8324-e7e7dae36497 None None] No DVR routers for this DVR port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:10.799801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3041f-d1fd-4735-b5a1-33a2f5571a9c req-18377e1b-76ab-4cef-939c-c7a83d5586d1 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:10.801390 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-add3041f-d1fd-4735-b5a1-33a2f5571a9c req-18377e1b-76ab-4cef-939c-c7a83d5586d1 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 944 time: 0.2537451 Nov 03 16:00:10.804959 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.847157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] No DVR routers for this DVR port 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:10.847264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbd517d-53df-489c-bfd8-04264a632333', 'name': 'network-vif-deleted', 'tag': '43c0e500-0a81-4664-89e6-c8ba5d7eb794'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:10.849948 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b539530c-d618-4d3e-af2c-b87236315530" -d '{"events": [{"server_uuid": "7fbd517d-53df-489c-bfd8-04264a632333", "name": "network-vif-deleted", "tag": "43c0e500-0a81-4664-89e6-c8ba5d7eb794"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:10.855045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Port': ['ID=7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:10.904896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db916c7c-f822-4e0c-8d62-4df33e901644 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.959332 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:10.963412 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf285244-4343-432d-9c72-32d26c95064f req-a6665fcf-4898-4b53-85d8-c603f23ab462 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602706 Nov 03 16:00:10.966349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-add3041f-d1fd-4735-b5a1-33a2f5571a9c req-27dde32a-979f-42d9-9be4-e1015fa96195 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355591 Nov 03 16:00:11.013480 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c94575-9706-49b6-b930-cf9d984d7cdd x-openstack-request-id: req-27c94575-9706-49b6-b930-cf9d984d7cdd {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:11.013825 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbd517d-53df-489c-bfd8-04264a632333", "name": "network-vif-deleted", "tag": "43c0e500-0a81-4664-89e6-c8ba5d7eb794", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:11.014088 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-27c94575-9706-49b6-b930-cf9d984d7cdd {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:11.014499 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbd517d-53df-489c-bfd8-04264a632333', 'name': 'network-vif-deleted', 'tag': '43c0e500-0a81-4664-89e6-c8ba5d7eb794', 'status': 'completed', 'code': 200} Nov 03 16:00:11.025146 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db916c7c-f822-4e0c-8d62-4df33e901644 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.055334 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db916c7c-f822-4e0c-8d62-4df33e901644 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Subnet': ['ID=449300df-a324-4374-9f7b-95d1e0c7e6be,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:11.061785 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db916c7c-f822-4e0c-8d62-4df33e901644 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.065225 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-db916c7c-f822-4e0c-8d62-4df33e901644 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/subnets/449300df-a324-4374-9f7b-95d1e0c7e6be HTTP/1.1" status: 204 len: 168 time: 0.5153673 Nov 03 16:00:11.066950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb6ac9-b2a9-465f-8288-0a6563b1eaf8 None None] Network e4345518-244c-4689-9cdc-5127dd9f91f7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:11.067750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54240) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:11.094549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90def4e3-834b-48a1-8555-96d46061e8c7']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:11.123230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60efee43-2778-4b8f-8018-f2f3d0f8e3ab') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:11.123609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60efee43-2778-4b8f-8018-f2f3d0f8e3ab') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:11.219463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.286753 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.311321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.316467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Deleting port 80a64675-95d5-4790-9fa3-a83124c71aea {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:11.317611 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.319248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:11.319612 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.417100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] For port 80a64675-95d5-4790-9fa3-a83124c71aea, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80a64675-95d5-4790-9fa3-a83124c71aea,segment=NetworkSegment(a17477ea-9f33-4b5a-99d5-df5f85b4fcb7),segment_id=a17477ea-9f33-4b5a-99d5-df5f85b4fcb7)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:11.417967 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:11.419836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.445182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54260) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:11.458584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Calling delete_port for 80a64675-95d5-4790-9fa3-a83124c71aea owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:11.465072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286bb6e0-15ac-4f7e-87d6-8777c7b82cac None None] DHCP port deletion for e4345518-244c-4689-9cdc-5127dd9f91f7 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:00:11.488631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.497709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf285244-4343-432d-9c72-32d26c95064f req-62461180-7038-4dc3-9004-a35b332f535a service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224397 Nov 03 16:00:11.545875 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.545875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "DELETE /v2.0/networks/90def4e3-834b-48a1-8555-96d46061e8c7 HTTP/1.1" status: 204 len: 168 time: 1.9515369 Nov 03 16:00:11.556993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54262) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:11.573726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c7bac-cf5d-4d6c-aedd-4c0dd3a79037 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Network': ['ID=90def4e3-834b-48a1-8555-96d46061e8c7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:11.608262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-286bb6e0-15ac-4f7e-87d6-8777c7b82cac None None] Deleting port 80a64675-95d5-4790-9fa3-a83124c71aea {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:11.608728 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-286bb6e0-15ac-4f7e-87d6-8777c7b82cac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.674677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef641ece-8f7a-45da-a8cc-67dd1fffde3f req-f36f6bb6-05b5-40a0-99d7-bf341d652eb9 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:11.687883 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef641ece-8f7a-45da-a8cc-67dd1fffde3f req-f36f6bb6-05b5-40a0-99d7-bf341d652eb9 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 948 time: 0.2404530 Nov 03 16:00:11.698547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-286bb6e0-15ac-4f7e-87d6-8777c7b82cac None None] For port 80a64675-95d5-4790-9fa3-a83124c71aea, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80a64675-95d5-4790-9fa3-a83124c71aea,segment=NetworkSegment(a17477ea-9f33-4b5a-99d5-df5f85b4fcb7),segment_id=a17477ea-9f33-4b5a-99d5-df5f85b4fcb7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:11.700457 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-286bb6e0-15ac-4f7e-87d6-8777c7b82cac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.706761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7fe7a2-f85e-4ed7-b1a8-ae789d7811c7 admin admin] Deleting subnet 3ae37585-16c1-4e95-bf89-d105890a888c {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:11.717485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-286bb6e0-15ac-4f7e-87d6-8777c7b82cac None None] Calling delete_port for 80a64675-95d5-4790-9fa3-a83124c71aea owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:11.722492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe7a2-f85e-4ed7-b1a8-ae789d7811c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.759609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffce190b-e669-419b-ab2d-0f5391e50e24 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting subnet 21c1fddb-5ebc-4082-89a0-42fabf685131 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:11.771961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffce190b-e669-419b-ab2d-0f5391e50e24 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.772204 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe7a2-f85e-4ed7-b1a8-ae789d7811c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.821911 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe7a2-f85e-4ed7-b1a8-ae789d7811c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.825065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-a0644c91-5ecc-49f0-9202-74e47e2289d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2072287 Nov 03 16:00:11.839290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef641ece-8f7a-45da-a8cc-67dd1fffde3f req-c518f255-1b2c-4ab1-ae5b-85576fb159f7 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501186 Nov 03 16:00:11.862282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:11.864516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffce190b-e669-419b-ab2d-0f5391e50e24 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.872221 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-286bb6e0-15ac-4f7e-87d6-8777c7b82cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.915091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe7a2-f85e-4ed7-b1a8-ae789d7811c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.921106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286bb6e0-15ac-4f7e-87d6-8777c7b82cac None None] No DVR routers for this DVR port 80a64675-95d5-4790-9fa3-a83124c71aea on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:11.970650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fe7a2-f85e-4ed7-b1a8-ae789d7811c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae37585-16c1-4e95-bf89-d105890a888c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:11.975565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe7a2-f85e-4ed7-b1a8-ae789d7811c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:11.979297 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ef7fe7a2-f85e-4ed7-b1a8-ae789d7811c7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3ae37585-16c1-4e95-bf89-d105890a888c HTTP/1.1" status: 204 len: 168 time: 0.5331101 Nov 03 16:00:11.983514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54266) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:12.008957 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.012667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-31a44ad6-6560-45bd-aeb0-868e37245313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:12.014860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-31a44ad6-6560-45bd-aeb0-868e37245313 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64fa0c8d86aa4a7c905a40b8931fb8ab&device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 1097 time: 0.1157770 Nov 03 16:00:12.070019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:12.070232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Port': ['ID=80a64675-95d5-4790-9fa3-a83124c71aea,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:12.070881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7c0dd700-cd39-4e40-af16-f6ebcb3bf7d7 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:12.070881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80a64675-95d5-4790-9fa3-a83124c71aea no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:12.087433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bb6e0-15ac-4f7e-87d6-8777c7b82cac None None] Pushing event deleted for resources: {'Port': ['ID=80a64675-95d5-4790-9fa3-a83124c71aea,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:12.110299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 80a64675-95d5-4790-9fa3-a83124c71aea {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:12.110646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80a64675-95d5-4790-9fa3-a83124c71aea not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:12.114588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] No DVR routers for this DVR port 80a64675-95d5-4790-9fa3-a83124c71aea on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:12.179093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.225576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.249895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 43c0e500-0a81-4664-89e6-c8ba5d7eb794 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:12.300333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 43c0e500-0a81-4664-89e6-c8ba5d7eb794 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:12.300683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 43c0e500-0a81-4664-89e6-c8ba5d7eb794 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:12.389873 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.420157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba9db7d-9995-4ada-b83a-24acaabccd84']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:12.437310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790d2fbf-87db-4862-8fd0-ccc4ca81ff27') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:12.437310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790d2fbf-87db-4862-8fd0-ccc4ca81ff27') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:12.448280 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.471877 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.475712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4345518-244c-4689-9cdc-5127dd9f91f7']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:12.490857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:12.491506 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:12.493903 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:12.507670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17477ea-9f33-4b5a-99d5-df5f85b4fcb7') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:12.508035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17477ea-9f33-4b5a-99d5-df5f85b4fcb7') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:12.562676 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.585037 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.592850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-90c7cc59-d442-4777-a61b-5fc7b055e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:12.594414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-90c7cc59-d442-4777-a61b-5fc7b055e64d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b56bf33-964b-47f0-96a4-87ef72248f36 HTTP/1.1" status: 200 len: 916 time: 0.5555882 Nov 03 16:00:12.596154 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.598061 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffce190b-e669-419b-ab2d-0f5391e50e24 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.598597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:12.599188 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:12.606834 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:12.630748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.637689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] 10.222.0.86 "DELETE /v2.0/networks/dba9db7d-9995-4ada-b83a-24acaabccd84 HTTP/1.1" status: 204 len: 168 time: 0.6530542 Nov 03 16:00:12.685367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d912b-0410-432e-af25-6f37a0f32d35 req-a18beabd-cfb1-4df5-a512-bf852f579803 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:12.693770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd5d912b-0410-432e-af25-6f37a0f32d35 req-a18beabd-cfb1-4df5-a512-bf852f579803 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 944 time: 0.1547074 Nov 03 16:00:12.700510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ebcfc-a3bf-42f6-9b4a-afe6c23ac4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=dba9db7d-9995-4ada-b83a-24acaabccd84,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:12.721108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.742442 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.750612 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] 10.222.0.86 "DELETE /v2.0/networks/e4345518-244c-4689-9cdc-5127dd9f91f7 HTTP/1.1" status: 204 len: 168 time: 1.6816397 Nov 03 16:00:12.778303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb65d5-cc70-4993-a51c-d61e46202d66 tempest-NetworksIpV6TestAttrs-1638067056 tempest-NetworksIpV6TestAttrs-1638067056-project] Pushing event deleted for resources: {'Network': ['ID=e4345518-244c-4689-9cdc-5127dd9f91f7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:12.817002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-a00c4848-9e0e-4e8c-a14b-e2b8e3e76d96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d61476-328b-4598-9424-849535de8270 HTTP/1.1" status: 200 len: 1002 time: 0.1946313 Nov 03 16:00:12.834647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd5d912b-0410-432e-af25-6f37a0f32d35 req-4fa4efca-815b-4f25-8932-d082828bc031 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396430 Nov 03 16:00:12.845119 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffce190b-e669-419b-ab2d-0f5391e50e24 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.879915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54280) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:12.901014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d793fdd-ea1a-40a8-bc99-157cd62b48de None None] Network ab1c7762-18f0-4140-89b0-e94e58c6808e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:12.911300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce190b-e669-419b-ab2d-0f5391e50e24 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Subnet': ['ID=21c1fddb-5ebc-4082-89a0-42fabf685131,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:12.915526 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffce190b-e669-419b-ab2d-0f5391e50e24 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:12.923410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ffce190b-e669-419b-ab2d-0f5391e50e24 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "DELETE /v2.0/subnets/21c1fddb-5ebc-4082-89a0-42fabf685131 HTTP/1.1" status: 204 len: 168 time: 1.3598936 Nov 03 16:00:12.924607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54282) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:12.957049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-5add7584-23df-4a64-beae-196fc264f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:12.958592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-5add7584-23df-4a64-beae-196fc264f33f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63d3e4bf-e6f0-4edd-a74e-bee7bb95d536 HTTP/1.1" status: 200 len: 854 time: 0.1224444 Nov 03 16:00:13.050125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-a455e932-cd4b-4c3a-8186-d9618ffed9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:13.052322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-a455e932-cd4b-4c3a-8186-d9618ffed9ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b56bf33-964b-47f0-96a4-87ef72248f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836890 Nov 03 16:00:13.107571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f4447df8-3812-4db1-b272-2960efaca59b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19f1066dbaf94fb5afb66ed0c8a8105e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262151 Nov 03 16:00:13.108238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54288) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:13.187823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-41629dc6-6b44-443e-9b1a-d36a111e8088 service neutron] 10.222.0.15 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270244 Nov 03 16:00:13.194615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54290) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:13.241419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f2b58-f80e-4c20-98d2-ed91927f53e0 None None] DHCP port deletion for ab1c7762-18f0-4140-89b0-e94e58c6808e request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:00:13.259400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143789fc-9f71-46db-9821-25554987a5a5 req-92e26ce8-b54d-4b0e-874f-20ca2203caaf tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:13.269142 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-143789fc-9f71-46db-9821-25554987a5a5 req-92e26ce8-b54d-4b0e-874f-20ca2203caaf tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 948 time: 0.2926538 Nov 03 16:00:13.306641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.346864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:00:13.354270 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a3a422f6-2c05-409e-bf8f-00fce19c6f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.357829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c92efcfa-a626-47bd-892e-2a1f4749d2fb up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:13.406230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a3a422f6-2c05-409e-bf8f-00fce19c6f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.460262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f2b58-f80e-4c20-98d2-ed91927f53e0 None None] Deleting port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:13.460584 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b58-f80e-4c20-98d2-ed91927f53e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.508009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75423f31-48d3-4e9c-a00e-a670b9f87120 req-4755f747-ce97-447c-9896-d3c0de6fed55 service neutron] 10.222.0.15 "GET /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065126 Nov 03 16:00:13.539885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-94e8a37b-5a74-4561-af95-6de7b1a6c1f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4782b5d315e3477b98b2bf0db1413154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440959 Nov 03 16:00:13.543878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54298) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:13.575119 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-143789fc-9f71-46db-9821-25554987a5a5 req-0ea88010-e325-454b-98f2-6a22da328c57 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050272 Nov 03 16:00:13.575794 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a3a422f6-2c05-409e-bf8f-00fce19c6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.578408 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a3a422f6-2c05-409e-bf8f-00fce19c6f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.581811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a3a422f6-2c05-409e-bf8f-00fce19c6f1e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6ccc34a5-a33d-4c07-822b-a935a283d47d HTTP/1.1" status: 204 len: 168 time: 0.4185414 Nov 03 16:00:13.629562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2c1f2b58-f80e-4c20-98d2-ed91927f53e0 None None] For port 0cedad30-3ba0-4800-9240-4f9cc6dfe316, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0cedad30-3ba0-4800-9240-4f9cc6dfe316,segment=NetworkSegment(75ee00be-aaef-450d-ac0c-c7d5fb99ec65),segment_id=75ee00be-aaef-450d-ac0c-c7d5fb99ec65)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:13.629562 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b58-f80e-4c20-98d2-ed91927f53e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.648254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a422f6-2c05-409e-bf8f-00fce19c6f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccc34a5-a33d-4c07-822b-a935a283d47d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:13.663426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port c92efcfa-a626-47bd-892e-2a1f4749d2fb completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:00:13.671049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f2b58-f80e-4c20-98d2-ed91927f53e0 None None] Calling delete_port for 0cedad30-3ba0-4800-9240-4f9cc6dfe316 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:13.700619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port c92efcfa-a626-47bd-892e-2a1f4749d2fb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:13.701178 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.705272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Deleting port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:13.705644 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.721207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0acbf404-fb14-47b5-881a-1aadcc78a32d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.772872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0acbf404-fb14-47b5-881a-1aadcc78a32d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.838728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:13.888863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0cedad30-3ba0-4800-9240-4f9cc6dfe316 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:13.914360 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0acbf404-fb14-47b5-881a-1aadcc78a32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.920303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0acbf404-fb14-47b5-881a-1aadcc78a32d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:13.923971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0acbf404-fb14-47b5-881a-1aadcc78a32d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d20a07c-1693-40a5-b170-ba76a64f6772 HTTP/1.1" status: 204 len: 168 time: 0.3765676 Nov 03 16:00:13.958834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] For port 0cedad30-3ba0-4800-9240-4f9cc6dfe316, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0cedad30-3ba0-4800-9240-4f9cc6dfe316,segment=NetworkSegment(75ee00be-aaef-450d-ac0c-c7d5fb99ec65),segment_id=75ee00be-aaef-450d-ac0c-c7d5fb99ec65)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:13.959206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.020427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Calling delete_port for 0cedad30-3ba0-4800-9240-4f9cc6dfe316 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:14.047183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0', 'mac_address': 'fa:16:3e:22:0c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:00:14.047894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbf404-fb14-47b5-881a-1aadcc78a32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d20a07c-1693-40a5-b170-ba76a64f6772,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:14.116884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6099a8c-c2b6-4226-9f43-caf15a5e247f req-503535c0-c9e2-4d4d-9878-2ad9dbe47423 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:14.133292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6099a8c-c2b6-4226-9f43-caf15a5e247f req-503535c0-c9e2-4d4d-9878-2ad9dbe47423 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 944 time: 0.2096562 Nov 03 16:00:14.248070 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.297945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6099a8c-c2b6-4226-9f43-caf15a5e247f req-bef9209e-e729-4942-b85b-0c94cd5d112e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635871 Nov 03 16:00:14.334546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:14.345363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.401380 n-d-813897-2 neutron-server[108106]: INFO neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No ports have port_id starting with 0cedad30-3ba0-4800-9240-4f9cc6dfe316 Nov 03 16:00:14.405278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Port': ['ID=0cedad30-3ba0-4800-9240-4f9cc6dfe316,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:14.408619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] No DVR routers for this DVR port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:14.414257 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b58-f80e-4c20-98d2-ed91927f53e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.437887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:14.441504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.444441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f2b58-f80e-4c20-98d2-ed91927f53e0 None None] No DVR routers for this DVR port 0cedad30-3ba0-4800-9240-4f9cc6dfe316 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:14.516918 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.524709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f2b58-f80e-4c20-98d2-ed91927f53e0 None None] Pushing event deleted for resources: {'Port': ['ID=0cedad30-3ba0-4800-9240-4f9cc6dfe316,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:14.580653 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.583175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c92efcfa-a626-47bd-892e-2a1f4749d2fb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:14.585021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:14.587496 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc90dfc5-eccd-4936-9f66-e06d05e3ce9c" -d '{"events": [{"server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "name": "network-vif-plugged", "status": "completed", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:14.628568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1c7762-18f0-4140-89b0-e94e58c6808e']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:14.642508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ee00be-aaef-450d-ac0c-c7d5fb99ec65') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:14.642666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ee00be-aaef-450d-ac0c-c7d5fb99ec65') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:14.643666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.656526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.678087 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.689405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:14.690096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.690453 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb341e-f14f-416b-ab4e-ea292d141b4f x-openstack-request-id: req-33cb341e-f14f-416b-ab4e-ea292d141b4f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:14.690750 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "name": "network-vif-plugged", "status": "completed", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:14.691063 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-33cb341e-f14f-416b-ab4e-ea292d141b4f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:14.691396 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb', 'code': 200} Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:14.696385 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:14.704104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:14.825811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c92efcfa-a626-47bd-892e-2a1f4749d2fb,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:14.841954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.889925 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:14.901158 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] 10.222.0.86 "DELETE /v2.0/networks/ab1c7762-18f0-4140-89b0-e94e58c6808e HTTP/1.1" status: 204 len: 168 time: 1.9754877 Nov 03 16:00:14.904621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e91bb-edff-4c9f-98d0-77cebb20f804 tempest-ServersTestMultiNic-352409282 tempest-ServersTestMultiNic-352409282-project] Pushing event deleted for resources: {'Network': ['ID=ab1c7762-18f0-4140-89b0-e94e58c6808e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:14.912562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebb33d-96cc-48dd-90e0-ad88c86d20ce req-215eae15-1a36-4913-b410-94b57189538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:14.916590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ebb33d-96cc-48dd-90e0-ad88c86d20ce req-215eae15-1a36-4913-b410-94b57189538c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 1096 time: 0.0973468 Nov 03 16:00:14.933962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059ac3a-fc8b-4065-a5cf-56e7b301bc7d req-a2e5fffa-3a5c-4c5c-8a40-4aa35076a010 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:14.943110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3059ac3a-fc8b-4065-a5cf-56e7b301bc7d req-a2e5fffa-3a5c-4c5c-8a40-4aa35076a010 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 949 time: 0.1678383 Nov 03 16:00:15.016373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:15.134003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3059ac3a-fc8b-4065-a5cf-56e7b301bc7d req-28bc8a11-8099-4e52-be94-59325f719cf3 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897142 Nov 03 16:00:15.164346 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ebb33d-96cc-48dd-90e0-ad88c86d20ce req-80290476-30cd-4b9a-9a1f-f52f4fb9bdb9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817136 Nov 03 16:00:15.164802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54354) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:15.193337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54356) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:15.425944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1244579992-network', 'tenant_id': '4edbcef76db5424d999fc701734441df'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:15.467662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Made reservation on behalf of 4edbcef76db5424d999fc701734441df for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:15.469238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:15.486676 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:15.528908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec2014-46f6-476b-b3e5-b8b091ee760f req-1b988572-597e-4e14-bd0c-099a234b5df5 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:15.530478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5ec2014-46f6-476b-b3e5-b8b091ee760f req-1b988572-597e-4e14-bd0c-099a234b5df5 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 945 time: 0.1119909 Nov 03 16:00:15.674857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5ec2014-46f6-476b-b3e5-b8b091ee760f req-06477e6b-cc8e-4270-97b9-2e8a8622c81e tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367116 Nov 03 16:00:15.704899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:15.711082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:15.740752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54374) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:15.753780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:15.783862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:15.803675 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:15.804333 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Added segment 326d0de2-aa12-4bee-84cd-ef7bea556fa7 of type vlan for network 773a8a75-c993-4806-8e0b-2297a6902394 Nov 03 16:00:15.846654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:15.885593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:15.926567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1fe16623-5d98-4ab8-ae00-2ff153a7efa2 tempest-DvrRoutersNegativeTest-396616387 tempest-DvrRoutersNegativeTest-396616387-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-880323032', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:15.929821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.policy [None req-1fe16623-5d98-4ab8-ae00-2ff153a7efa2 tempest-DvrRoutersNegativeTest-396616387 tempest-DvrRoutersNegativeTest-396616387-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=108104) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 03 16:00:15.930106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.policy [None req-1fe16623-5d98-4ab8-ae00-2ff153a7efa2 tempest-DvrRoutersNegativeTest-396616387 tempest-DvrRoutersNegativeTest-396616387-project] Failed policy check for 'create_router' {{(pid=108104) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 03 16:00:15.930637 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-1fe16623-5d98-4ab8-ae00-2ff153a7efa2 tempest-DvrRoutersNegativeTest-396616387 tempest-DvrRoutersNegativeTest-396616387-project] create failed (client error): Access was denied to this resource. Nov 03 16:00:15.931811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1fe16623-5d98-4ab8-ae00-2ff153a7efa2 tempest-DvrRoutersNegativeTest-396616387 tempest-DvrRoutersNegativeTest-396616387-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1829870 Nov 03 16:00:15.933165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:15.934840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:15.934948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:16.004929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8104236 Nov 03 16:00:16.009395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54380) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:16.017123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Request body: {'subnet': {'network_id': '773a8a75-c993-4806-8e0b-2297a6902394', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1244579992-subnet', 'tenant_id': '4edbcef76db5424d999fc701734441df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:16.052712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a8501-7c1f-4467-8ede-0d8ddc479cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=773a8a75-c993-4806-8e0b-2297a6902394,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:16.062529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Made reservation on behalf of 4edbcef76db5424d999fc701734441df for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:16.065252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 773a8a75-c993-4806-8e0b-2297a6902394 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:16.080624 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:16.414124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961a89a-04ec-4cf8-90b4-0966b84b3167 req-25806b8b-cdab-4f4e-b6b0-6d76e6365ed5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:16.416871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9961a89a-04ec-4cf8-90b4-0966b84b3167 req-25806b8b-cdab-4f4e-b6b0-6d76e6365ed5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 949 time: 0.1265664 Nov 03 16:00:16.469029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54386) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:16.498718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9961a89a-04ec-4cf8-90b4-0966b84b3167 req-803c54ef-ab13-4a7c-888e-988d20c561e3 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742619 Nov 03 16:00:16.515910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Deleting port 04618987-addd-4f0c-b1e1-c35dbe624f15 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:16.515910 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:16.593269 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:16.643825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b9fc-6870-484a-ab59-6f0be4bcf5d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:16.790416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f7543d-ad48-4815-9d9d-e50952b2c57e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:16.804507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] For port 04618987-addd-4f0c-b1e1-c35dbe624f15, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=04618987-addd-4f0c-b1e1-c35dbe624f15,segment=NetworkSegment(944fcd95-5785-4491-a359-8223a0036ad9),segment_id=944fcd95-5785-4491-a359-8223a0036ad9)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:16.814252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:16.825184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Checking segment: {'id': '326d0de2-aa12-4bee-84cd-ef7bea556fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '773a8a75-c993-4806-8e0b-2297a6902394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:16.826422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Network hostable DHCP agents. Network: 773a8a75-c993-4806-8e0b-2297a6902394, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:16.879427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b9fc-6870-484a-ab59-6f0be4bcf5d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:16.890447 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b9fc-6870-484a-ab59-6f0be4bcf5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:16.903710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Calling delete_port for 04618987-addd-4f0c-b1e1-c35dbe624f15 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:16.967055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54406) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:16.991196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Network 773a8a75-c993-4806-8e0b-2297a6902394 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:17.076135 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bbf0b9fc-6870-484a-ab59-6f0be4bcf5d0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=980cd70ec426404badea84024822d718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6058476 Nov 03 16:00:17.080031 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54408) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:17.094893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0b9fc-6870-484a-ab59-6f0be4bcf5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b59b499-36ce-430d-b453-e1b55edd2a90,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:17.116500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-448f172a-d4c9-4c8d-9999-d05a4f8e581d admin admin] Deleting subnet e8f1e646-0c63-47c3-8cd0-a87565cea73d {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:17.130832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-448f172a-d4c9-4c8d-9999-d05a4f8e581d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.187061 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-448f172a-d4c9-4c8d-9999-d05a4f8e581d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.225817 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4b1cae6-422c-4d8b-8b02-f0b18e1d8426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.266419 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4b1cae6-422c-4d8b-8b02-f0b18e1d8426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.268627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-448f172a-d4c9-4c8d-9999-d05a4f8e581d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.378125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:17.447337 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4b1cae6-422c-4d8b-8b02-f0b18e1d8426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.456096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4b1cae6-422c-4d8b-8b02-f0b18e1d8426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.460337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e4b1cae6-422c-4d8b-8b02-f0b18e1d8426 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6b59b499-36ce-430d-b453-e1b55edd2a90 HTTP/1.1" status: 204 len: 168 time: 0.3790932 Nov 03 16:00:17.470731 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-448f172a-d4c9-4c8d-9999-d05a4f8e581d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.503360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1cae6-422c-4d8b-8b02-f0b18e1d8426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b59b499-36ce-430d-b453-e1b55edd2a90,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:17.510387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:00:17.523081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f172a-d4c9-4c8d-9999-d05a4f8e581d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f1e646-0c63-47c3-8cd0-a87565cea73d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:17.527529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:17.533233 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.538222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-448f172a-d4c9-4c8d-9999-d05a4f8e581d admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.556929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-448f172a-d4c9-4c8d-9999-d05a4f8e581d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e8f1e646-0c63-47c3-8cd0-a87565cea73d HTTP/1.1" status: 204 len: 168 time: 0.5821376 Nov 03 16:00:17.558706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54414) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:17.646261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7a48-dd3c-4aaf-91d8-555b3257ced2 req-626e915c-1b3c-4b75-9f02-eec97e782fcf tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:17.658035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c5f7a48-dd3c-4aaf-91d8-555b3257ced2 req-626e915c-1b3c-4b75-9f02-eec97e782fcf tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 945 time: 0.8068337 Nov 03 16:00:17.660588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 773a8a75-c993-4806-8e0b-2297a6902394) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:17.694660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3cd5bc-7129-4b42-b280-9c9a1d6328ff None None] Network 773a8a75-c993-4806-8e0b-2297a6902394 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:17.698343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:17.699467 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.794066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c5f7a48-dd3c-4aaf-91d8-555b3257ced2 req-b6b3ab5c-0107-4074-b83d-533dd3057123 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342471 Nov 03 16:00:17.809336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:17.814821 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ec53f1e6-ad1b-4924-929b-1511e7533705 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8043437 Nov 03 16:00:17.956262 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.008462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085635c-d288-4f8b-abec-fa2cefb6c7a6 req-f095d0f0-a575-4da1-b001-909299842fa8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:18.013648 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04618987-addd-4f0c-b1e1-c35dbe624f15,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:18.054291 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0085635c-d288-4f8b-abec-fa2cefb6c7a6 req-f095d0f0-a575-4da1-b001-909299842fa8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 949 time: 0.2871640 Nov 03 16:00:18.248127 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.296143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fefa13-b26e-4a4f-93cb-90848da7ea9a']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:18.326436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:18.326750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52d8bac-d1d6-4dea-94cd-9770d047d3d6') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:18.348651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.384160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0085635c-d288-4f8b-abec-fa2cefb6c7a6 req-cd1a92d9-32f9-4490-9ee5-dae08b3628da tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025715 Nov 03 16:00:18.404059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.419713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:18.419933 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:18.423135 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:18.565548 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.572218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.579925 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] 10.222.0.86 "DELETE /v2.0/networks/98fefa13-b26e-4a4f-93cb-90848da7ea9a HTTP/1.1" status: 204 len: 168 time: 1.0172465 Nov 03 16:00:18.591622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.620048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a25fd0-0548-4cc7-a21b-67075f7620ef admin admin] Pushing event deleted for resources: {'Network': ['ID=98fefa13-b26e-4a4f-93cb-90848da7ea9a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:18.632449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.649707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ca128-d19e-41cf-8574-653e055ac111 None None] Network 773a8a75-c993-4806-8e0b-2297a6902394 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:18.729936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c46de11-fdc4-49da-b91d-622b44674358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:18.732861 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4803fa2f-f069-4a4c-af3f-93da467aa5e6" -d '{"events": [{"server_uuid": "7c46de11-fdc4-49da-b91d-622b44674358", "name": "network-vif-plugged", "status": "completed", "tag": "85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:18.756106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:18.774773 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:18.861619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54448) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:18.956126 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a54596a8-1f9f-4334-88b6-0e93d1c67fa5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=453236d257d74a2bae741ad1e455f5c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923359 Nov 03 16:00:18.957989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54458) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:18.973440 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcbb384-4acf-4cd9-b40d-6879a77f370e x-openstack-request-id: req-8dcbb384-4acf-4cd9-b40d-6879a77f370e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:18.973872 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c46de11-fdc4-49da-b91d-622b44674358", "name": "network-vif-plugged", "status": "completed", "tag": "85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:18.974337 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8dcbb384-4acf-4cd9-b40d-6879a77f370e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:18.974739 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c46de11-fdc4-49da-b91d-622b44674358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0', 'code': 200} Nov 03 16:00:18.999752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:19.094115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a58e5-bda2-4890-b63e-842b45fafcf6 req-31557570-2990-4362-8fc6-da48923b340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:19.096565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-352a58e5-bda2-4890-b63e-842b45fafcf6 req-31557570-2990-4362-8fc6-da48923b340d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 1101 time: 0.1217320 Nov 03 16:00:19.118067 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1356551-22fc-46ee-a10c-c8016d7550f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.143107 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1356551-22fc-46ee-a10c-c8016d7550f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.145141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0ff8d-5663-4622-96aa-8a1c6e02b3c0 req-9ec82e08-f4b6-43f1-91e7-06053457aa3f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:19.147088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fc0ff8d-5663-4622-96aa-8a1c6e02b3c0 req-9ec82e08-f4b6-43f1-91e7-06053457aa3f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 945 time: 0.1063075 Nov 03 16:00:19.156806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:00:19.188312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-352a58e5-bda2-4890-b63e-842b45fafcf6 req-ecbba5c1-7ae8-4139-bc99-e35ba46510f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821674 Nov 03 16:00:19.219678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380d21-d30f-4b53-adbb-97468c612594 req-2a751088-7e1c-4e6c-a0bf-131de2c2fbc0 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:19.221224 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-2a751088-7e1c-4e6c-a0bf-131de2c2fbc0 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/networks?id=773a8a75-c993-4806-8e0b-2297a6902394 HTTP/1.1" status: 200 len: 821 time: 0.1971917 Nov 03 16:00:19.233976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fc0ff8d-5663-4622-96aa-8a1c6e02b3c0 req-0bdf2afc-6752-4169-9ee0-391503947220 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776343 Nov 03 16:00:19.277212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-d293849e-a17e-4fab-b51a-0dbd42b8a4f1 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/quotas/4edbcef76db5424d999fc701734441df HTTP/1.1" status: 200 len: 375 time: 0.0169618 Nov 03 16:00:19.292818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1356551-22fc-46ee-a10c-c8016d7550f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.295498 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1356551-22fc-46ee-a10c-c8016d7550f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.298906 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f1356551-22fc-46ee-a10c-c8016d7550f5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c99a09c0-8a64-436d-bafe-a6743954d396 HTTP/1.1" status: 204 len: 168 time: 0.3376198 Nov 03 16:00:19.362740 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-f35437df-7c83-40fc-aaa4-bed1e7f0311f tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4edbcef76db5424d999fc701734441df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735626 Nov 03 16:00:19.365595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1356551-22fc-46ee-a10c-c8016d7550f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99a09c0-8a64-436d-bafe-a6743954d396,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:19.417646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:00:19.424185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-18193db5-c7a8-4ef7-bc39-a0c059609dc8 admin admin] 10.222.0.86 "PUT /v2.0/routers/b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2582755 Nov 03 16:00:19.428041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54474) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:19.435660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] Sync routers for ids ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:00:19.449272 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] Routers {'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:19.450638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54476) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:19.451329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:19.519463 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-5adb9d48-2b87-48a9-b250-a12fbf4c67f7 service neutron] 10.222.0.86 "GET /v2.0/networks/773a8a75-c993-4806-8e0b-2297a6902394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402833 Nov 03 16:00:19.653356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.691241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] Set router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:00:19.703454 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-6cbe4f09-9426-4d0d-bb2d-495793b0599c service neutron] 10.222.0.86 "GET /v2.0/networks/773a8a75-c993-4806-8e0b-2297a6902394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736240 Nov 03 16:00:19.808783 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.835036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d020e035-c42a-4cb4-a3b3-c62842ef726c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1678860173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:19.866359 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d020e035-c42a-4cb4-a3b3-c62842ef726c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.867877 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d020e035-c42a-4cb4-a3b3-c62842ef726c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.906881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-88f1e515-f4ef-46b3-8eba-3679ec946dca tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-514692438&fields=id&tenant_id=601ecaa8ec4546238c1e4461d046415a HTTP/1.1" status: 200 len: 267 time: 0.1111636 Nov 03 16:00:19.940314 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d020e035-c42a-4cb4-a3b3-c62842ef726c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.947583 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d020e035-c42a-4cb4-a3b3-c62842ef726c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.964798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Deleting port 5f177363-ea18-4e63-9681-2d31f0e011f6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:19.965255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.995808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d020e035-c42a-4cb4-a3b3-c62842ef726c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:19.998525 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d020e035-c42a-4cb4-a3b3-c62842ef726c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5469196 Nov 03 16:00:20.003744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-de8a335f-f982-45cc-9c8f-10babc25f191 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:20.007965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54492) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:20.014362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-de8a335f-f982-45cc-9c8f-10babc25f191 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 945 time: 0.1065764 Nov 03 16:00:20.023161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'port': {'security_groups': ['d3f98d8a-2ae0-459b-94ce-afbbcb153e6a', 'd6c24bd7-bb56-4530-8adb-a2aaa72b00e4']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:20.042474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2138634844'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:20.116838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Made reservation on behalf of 9c6adcfb95df48b0a823388b11965607 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:20.123412 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.157471 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.187868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.249839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:58:04Z', 'updated_at': '2021-11-03T16:00:17Z', 'revision_number': 5, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'gw_port': {'id': '5f177363-ea18-4e63-9681-2d31f0e011f6', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:58:09Z', 'updated_at': '2021-11-03T15:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:20.291873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] Checking router: b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:00:20.304739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] Routers {'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:20.305467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:20.317869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] For port 5f177363-ea18-4e63-9681-2d31f0e011f6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5f177363-ea18-4e63-9681-2d31f0e011f6,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:20.318522 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.348318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Calling delete_port for 5f177363-ea18-4e63-9681-2d31f0e011f6 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:20.390597 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.408333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388adc10-da7d-43c4-b823-481d00616cc0 req-0a23f420-e094-42a8-9b6f-40f3930a816e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:20.419574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] Set router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:00:20.419773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-388adc10-da7d-43c4-b823-481d00616cc0 req-0a23f420-e094-42a8-9b6f-40f3930a816e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 950 time: 0.2924700 Nov 03 16:00:20.429783 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.487725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:58:04Z', 'updated_at': '2021-11-03T16:00:19Z', 'revision_number': 6, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:20.516712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e744126d-191f-4551-93fa-4774f478cdcd,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:20.533436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d755d-4999-43e4-848a-652ec6ecb9fb None None] The sync data for ids ['b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e'] in n-d-813897-2 is: [{'id': 'b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e', 'name': 'tempest-ServersTestMultiNic-775691335-router', 'tenant_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:58:04Z', 'updated_at': '2021-11-03T16:00:19Z', 'revision_number': 6, 'project_id': '6ddfc0ecaffa46bd8d7d756a46f05573', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:00:20.571820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:20.599412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] For port c92efcfa-a626-47bd-892e-2a1f4749d2fb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:20.635660 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.636013 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Added segment 3b9acad2-8dac-4274-a600-d980f3a2166b of type vlan for network 4d2f7e75-6e74-445a-9814-7be2953a9e1e Nov 03 16:00:20.662701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-388adc10-da7d-43c4-b823-481d00616cc0 req-eb670beb-a75a-4e38-9f41-840059cd2c14 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386096 Nov 03 16:00:20.744653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.755470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.769092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54514) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:20.773783 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.790990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c92efcfa-a626-47bd-892e-2a1f4749d2fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:20.835006 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'Port': ['ID=c92efcfa-a626-47bd-892e-2a1f4749d2fb,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:20.838739 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-93f68ccc-7aca-456b-beb2-779e58ca1a04 req-0e013914-d527-4350-b449-5e416a6cf9c5 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 210 time: 0.0816789 Nov 03 16:00:20.852730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:20.852934 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.854372 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ecb2f57-a808-4f15-8017-9fc9f0bb9559 req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "PUT /v2.0/ports/c92efcfa-a626-47bd-892e-2a1f4749d2fb HTTP/1.1" status: 200 len: 981 time: 0.8389978 Nov 03 16:00:20.856300 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.862186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:20.868040 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7728164-d3ab-41d4-94ca-f885c427c8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:20.888206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.888561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.890331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.893717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.894017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.899393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.899752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.904628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.906764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.907154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.907508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.907856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409f81d-f033-4750-8d7f-47eeb204c370 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:20.952929 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:20.975501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:20.976258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.039456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f177363-ea18-4e63-9681-2d31f0e011f6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:21.046137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-528485990-network', 'tenant_id': '93c4112cf94946fcaec7b67fbf78561d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:21.060436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c92efcfa-a626-47bd-892e-2a1f4749d2fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:21.143106 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1326358 Nov 03 16:00:21.151418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54526) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:21.171966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'subnet': {'network_id': '4d2f7e75-6e74-445a-9814-7be2953a9e1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:21.194298 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.198476 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311193d2-37a0-4a65-877c-c81b3658e4bc x-openstack-request-id: req-311193d2-37a0-4a65-877c-c81b3658e4bc {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:21.198818 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:21.199084 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-311193d2-37a0-4a65-877c-c81b3658e4bc {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:21.199486 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb', 'status': 'completed', 'code': 200} Nov 03 16:00:21.203270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-6d6f466f-5536-4b47-9cff-7209a68645f4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2077286423&fields=id&tenant_id=601ecaa8ec4546238c1e4461d046415a HTTP/1.1" status: 200 len: 267 time: 0.1615891 Nov 03 16:00:21.336178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78eb4d1-55e5-40b3-9b42-f762efb59b75 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Network': ['ID=4d2f7e75-6e74-445a-9814-7be2953a9e1e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:21.351898 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 4d2f7e75-6e74-445a-9814-7be2953a9e1e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:21.357703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Made reservation on behalf of 93c4112cf94946fcaec7b67fbf78561d for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:21.360796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.376486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.381729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.388815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-4cfb592b-347e-4644-bd54-d03d215334d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:21.390465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-4cfb592b-347e-4644-bd54-d03d215334d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 1135 time: 0.1975183 Nov 03 16:00:21.403706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.520308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.521967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-f0470715-d59a-4a04-86f3-f330d32fe255 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:21.522684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Made reservation on behalf of 9c6adcfb95df48b0a823388b11965607 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:21.523846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-f0470715-d59a-4a04-86f3-f330d32fe255 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 984 time: 0.3115811 Nov 03 16:00:21.530729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.534949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.535525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:00:21.538375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.546509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-9e280f32-35c2-487d-86a5-d72861747af6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'port': {'security_groups': ['d3f98d8a-2ae0-459b-94ce-afbbcb153e6a', 'd6c24bd7-bb56-4530-8adb-a2aaa72b00e4', '7d34431e-83fe-44a7-9457-4eb343ccb189']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:21.598004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.599163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ddf70dc1-dd29-43bf-9a4e-ea4c584d500e admin admin] 10.222.0.86 "DELETE /v2.0/routers/b6ee3875-1f1f-4739-b04f-8a9bbd7dcd8e HTTP/1.1" status: 204 len: 168 time: 2.1687469 Nov 03 16:00:21.619033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:21.620909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54528) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:21.642772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-28583493-7ac1-45bb-8c65-738196524199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:21.644267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-28583493-7ac1-45bb-8c65-738196524199 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 914 time: 0.2447739 Nov 03 16:00:21.644812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-9e280f32-35c2-487d-86a5-d72861747af6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.673841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1345893e-a98f-4e54-b65b-af93c39a2d63,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:21.682334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.684827 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Added segment e2270fef-c2a1-472c-b623-ee7574005436 of type vlan for network 1e1156ed-a37c-4977-a069-76349f6f795b Nov 03 16:00:21.703018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-d2846d47-1277-46b5-bccf-7a99a9dbecd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb HTTP/1.1" status: 200 len: 217 time: 0.0463741 Nov 03 16:00:21.741396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.758395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-720896e1-71c8-4eae-9614-3d622015d19c admin admin] Deleting subnet 0707e33e-d549-49d9-87b9-451f7fb2e4f8 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:21.766422 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-720896e1-71c8-4eae-9614-3d622015d19c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.768380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.864549 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-720896e1-71c8-4eae-9614-3d622015d19c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.881957 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 04618987-addd-4f0c-b1e1-c35dbe624f15 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:21.902973 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.904346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:21.905125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:21.918287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 04618987-addd-4f0c-b1e1-c35dbe624f15 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:21.925322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 04618987-addd-4f0c-b1e1-c35dbe624f15 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:21.926417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5f177363-ea18-4e63-9681-2d31f0e011f6 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:21.975890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5f177363-ea18-4e63-9681-2d31f0e011f6 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:21.976239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5f177363-ea18-4e63-9681-2d31f0e011f6 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:21.979534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2063107 Nov 03 16:00:21.985541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54534) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:21.999895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Request body: {'subnet': {'network_id': '1e1156ed-a37c-4977-a069-76349f6f795b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-528485990-subnet', 'tenant_id': '93c4112cf94946fcaec7b67fbf78561d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:22.112530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83d2ff-334a-4e99-93f7-301864695f88 admin admin] Pushing event updated for resources: {'Network': ['ID=1e1156ed-a37c-4977-a069-76349f6f795b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:22.127451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 1e1156ed-a37c-4977-a069-76349f6f795b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:22.152864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423cc41-a539-42a2-85e1-b63c1d3156ea req-f5ee80d6-c9d2-479c-ac23-917331846605 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:22.154461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0423cc41-a539-42a2-85e1-b63c1d3156ea req-f5ee80d6-c9d2-479c-ac23-917331846605 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 950 time: 0.2936966 Nov 03 16:00:22.183478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Made reservation on behalf of 93c4112cf94946fcaec7b67fbf78561d for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:22.185847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.197628 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.254734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-720896e1-71c8-4eae-9614-3d622015d19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.315705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-e22c6889-67b4-46ce-b761-cb1b7a911016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:22.316863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-e22c6889-67b4-46ce-b761-cb1b7a911016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 200 len: 853 time: 0.5676725 Nov 03 16:00:22.360563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-d02057e8-2eae-4759-933e-5d09978322b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352547 Nov 03 16:00:22.425954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Subnet': ['ID=df43feb1-33e7-4b41-9f30-04feb9ec1473,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:22.431433 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0423cc41-a539-42a2-85e1-b63c1d3156ea req-193c1fd2-0c4f-41a4-85dd-3ce061911276 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655818 Nov 03 16:00:22.540027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.540940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.541482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.542023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.543141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.544103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.544591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.545128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.545682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.546031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.546365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.546699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:22.583475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-d5a4e582-6e88-4c11-aaad-80bba1f8a910 service neutron] 10.222.0.15 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132533 Nov 03 16:00:22.605494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Checking segment: {'id': '3b9acad2-8dac-4274-a600-d980f3a2166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4d2f7e75-6e74-445a-9814-7be2953a9e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:22.605895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network hostable DHCP agents. Network: 4d2f7e75-6e74-445a-9814-7be2953a9e1e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:22.608469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-720896e1-71c8-4eae-9614-3d622015d19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.613629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-489f599c-55c9-4552-b4d9-fd7f427a42a0 req-7ea9ef3f-6f20-4003-87c5-29330bf8fa14 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 210 time: 0.0584819 Nov 03 16:00:22.636402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-9e280f32-35c2-487d-86a5-d72861747af6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] For port c92efcfa-a626-47bd-892e-2a1f4749d2fb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:22.681019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720896e1-71c8-4eae-9614-3d622015d19c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0707e33e-d549-49d9-87b9-451f7fb2e4f8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:22.695465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-720896e1-71c8-4eae-9614-3d622015d19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.698812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-720896e1-71c8-4eae-9614-3d622015d19c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0707e33e-d549-49d9-87b9-451f7fb2e4f8 HTTP/1.1" status: 204 len: 168 time: 1.0769689 Nov 03 16:00:22.701683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54542) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:22.704878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6377b-c07e-40a8-9923-bb42da93eb03 None None] Network bcd43fdb-85b3-4815-9295-d195ae708be1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:22.727213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380d21-d30f-4b53-adbb-97468c612594 req-43ad75bc-86ed-4f42-9bf7-dba63fef089f tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:22.728729 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-43ad75bc-86ed-4f42-9bf7-dba63fef089f tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.70 "GET /v2.0/networks?id=773a8a75-c993-4806-8e0b-2297a6902394 HTTP/1.1" status: 200 len: 821 time: 0.3581681 Nov 03 16:00:22.745722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Request body: {'port': {'device_id': '41d7e692-f837-4b21-b7a6-3c246ec81f6b', 'network_id': '773a8a75-c993-4806-8e0b-2297a6902394', 'admin_state_up': True, 'tenant_id': '4edbcef76db5424d999fc701734441df'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:22.755316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network 4d2f7e75-6e74-445a-9814-7be2953a9e1e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:22.757219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-9e280f32-35c2-487d-86a5-d72861747af6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.798063 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-9e280f32-35c2-487d-86a5-d72861747af6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.842478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 4d2f7e75-6e74-445a-9814-7be2953a9e1e) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:22.851230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c92efcfa-a626-47bd-892e-2a1f4749d2fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:22.860836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:22.861850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.871823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7728164-d3ab-41d4-94ca-f885c427c8d0 req-061ad1d7-59fb-4f50-9b93-c84601862be4 service neutron] 10.222.0.15 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766094 Nov 03 16:00:22.882948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93425862-8d00-45b4-8891-2a7aafc4b499 None None] Network 4d2f7e75-6e74-445a-9814-7be2953a9e1e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:22.884471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-9e280f32-35c2-487d-86a5-d72861747af6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:22.885337 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-9e280f32-35c2-487d-86a5-d72861747af6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.886403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d8ae2b2-2b3c-4fa8-ada5-eb825fe635bf req-9e280f32-35c2-487d-86a5-d72861747af6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "PUT /v2.0/ports/c92efcfa-a626-47bd-892e-2a1f4749d2fb HTTP/1.1" status: 200 len: 1020 time: 1.3525579 Nov 03 16:00:22.893094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.946815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e280f32-35c2-487d-86a5-d72861747af6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'Port': ['ID=c92efcfa-a626-47bd-892e-2a1f4749d2fb,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:22.966657 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:22.986020 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7cde2169-7ae4-423b-b46a-23a6b534c3a8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8327048 Nov 03 16:00:22.990690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54546) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:22.997816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'network': {'name': 'tempest-router-network01--1781335894'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:23.054734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e951e2c-e702-460e-90d1-c717996282ee req-220373ac-b6c4-4709-ad9b-cf9b081fdb0e tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:23.056258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Deleting port e066cf5c-1175-4bfd-b173-6c7f9a24d781 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:23.056736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.057710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e951e2c-e702-460e-90d1-c717996282ee req-220373ac-b6c4-4709-ad9b-cf9b081fdb0e tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 1101 time: 0.1886706 Nov 03 16:00:23.066172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e562c45-915a-4f10-85c7-4e872ae3f99f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:23.140187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Made reservation on behalf of 9c6adcfb95df48b0a823388b11965607 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:23.144079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.171623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dda9a-cec2-4396-b4f4-c5090f8fd9c6 req-086a0596-0d8f-4ff0-a384-6921ec831e55 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:23.180296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-836dda9a-cec2-4396-b4f4-c5090f8fd9c6 req-086a0596-0d8f-4ff0-a384-6921ec831e55 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 1023 time: 0.1731246 Nov 03 16:00:23.189647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e951e2c-e702-460e-90d1-c717996282ee req-d17d5705-b96d-4026-b1bd-00d0d01c48ec tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086392 Nov 03 16:00:23.191141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Made reservation on behalf of 4edbcef76db5424d999fc701734441df for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:23.194992 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.201075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c92efcfa-a626-47bd-892e-2a1f4749d2fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:23.205206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:23.208029 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63421a0c-9bea-4a24-a35f-fbe156d2c859" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:23.227290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] For port e066cf5c-1175-4bfd-b173-6c7f9a24d781, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e066cf5c-1175-4bfd-b173-6c7f9a24d781,segment=NetworkSegment(944fcd95-5785-4491-a359-8223a0036ad9),segment_id=944fcd95-5785-4491-a359-8223a0036ad9)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:23.227290 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.227598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Checking segment: {'id': 'e2270fef-c2a1-472c-b623-ee7574005436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1e1156ed-a37c-4977-a069-76349f6f795b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:23.228044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Network hostable DHCP agents. Network: 1e1156ed-a37c-4977-a069-76349f6f795b, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:23.250629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Calling delete_port for e066cf5c-1175-4bfd-b173-6c7f9a24d781 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:23.262560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:23.356575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.358458 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Added segment 23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f of type vlan for network 241d8626-23d9-4eb8-823f-46a73c084a2c Nov 03 16:00:23.362097 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68cef88-49a6-4ea8-85a0-4dc4b32671c6 x-openstack-request-id: req-a68cef88-49a6-4ea8-85a0-4dc4b32671c6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:23.362391 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:23.362690 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a68cef88-49a6-4ea8-85a0-4dc4b32671c6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:23.363094 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb', 'status': 'completed', 'code': 200} Nov 03 16:00:23.471692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-4d2f7e75-6e74-445a-9814-7be2953a9e1e', 'network_id': '4d2f7e75-6e74-445a-9814-7be2953a9e1e', 'tenant_id': '9c6adcfb95df48b0a823388b11965607', 'fixed_ips': [{'subnet_id': 'df43feb1-33e7-4b41-9f30-04feb9ec1473'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:00:23.472522 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.519912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Allocated IP 172.20.0.5 (773a8a75-c993-4806-8e0b-2297a6902394/e8f7543d-ad48-4815-9d9d-e50952b2c57e/f189c945-fce1-4e3d-acae-85a21748c19d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:23.577418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-836dda9a-cec2-4396-b4f4-c5090f8fd9c6 req-cc502409-d17e-48d9-ad42-4e4446f5d153 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6c24bd7-bb56-4530-8adb-a2aaa72b00e4&id=7d34431e-83fe-44a7-9457-4eb343ccb189&id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a HTTP/1.1" status: 200 len: 6208 time: 0.3961289 Nov 03 16:00:23.588984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.589109 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] DHCP port deletion for bcd43fdb-85b3-4815-9295-d195ae708be1 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:00:23.601459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-e4a0552b-fa49-4df8-aa3a-05d450cf5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:23.603774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-e4a0552b-fa49-4df8-aa3a-05d450cf5241 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 1174 time: 0.2248075 Nov 03 16:00:23.679696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2d41dbd9-24a8-495d-b80e-561554439262 req-715bbaa1-e1e5-4734-bbdd-f751c3b8e835 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1644208186 ', 'description': 'tempest-description-821875335'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:23.731673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Network 1e1156ed-a37c-4977-a069-76349f6f795b is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:23.750870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.762152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:23.763128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.787177 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.807351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e066cf5c-1175-4bfd-b173-6c7f9a24d781 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:23.868946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: e066cf5c-1175-4bfd-b173-6c7f9a24d781 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:23.869200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e066cf5c-1175-4bfd-b173-6c7f9a24d781 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:23.871999 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.912594 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-e99548b7-5ff3-42a9-a208-bdee77a1a592 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3149285 Nov 03 16:00:23.924765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Allocated IP 2001:db8::2 (4d2f7e75-6e74-445a-9814-7be2953a9e1e/df43feb1-33e7-4b41-9f30-04feb9ec1473/f30893e6-cd77-43e4-b4d3-aa42e4b92200) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:23.930066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Network': ['ID=241d8626-23d9-4eb8-823f-46a73c084a2c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:23.933773 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2d41dbd9-24a8-495d-b80e-561554439262 req-715bbaa1-e1e5-4734-bbdd-f751c3b8e835 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.938532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Pushing event deleted for resources: {'Port': ['ID=e066cf5c-1175-4bfd-b173-6c7f9a24d781,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:23.960193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 241d8626-23d9-4eb8-823f-46a73c084a2c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:23.960416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 1e1156ed-a37c-4977-a069-76349f6f795b) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:23.961645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] No DVR routers for this DVR port e066cf5c-1175-4bfd-b173-6c7f9a24d781 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:23.965197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Deleting port e066cf5c-1175-4bfd-b173-6c7f9a24d781 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:23.965848 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.974477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-393587cf-4396-4bc0-bc37-c6be2d383efe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9809432 Nov 03 16:00:23.977044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:23.977814 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:23.993581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54572) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:24.006921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'network': {'name': 'tempest-router-network02--73716318'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:24.022674 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d71f7-1efb-4efa-b2b1-680d1461cd80 None None] Network 1e1156ed-a37c-4977-a069-76349f6f795b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:24.133260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Made reservation on behalf of 9c6adcfb95df48b0a823388b11965607 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:24.137936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.193137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-9427a1fa-63fb-4645-a2ff-046c787d1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:24.194927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-9427a1fa-63fb-4645-a2ff-046c787d1f5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 914 time: 0.5790913 Nov 03 16:00:24.260014 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.304440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-214fd992-2c05-469f-87b5-7eaee9319202 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb HTTP/1.1" status: 200 len: 217 time: 0.0666690 Nov 03 16:00:24.323119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] For port e066cf5c-1175-4bfd-b173-6c7f9a24d781, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:24.323905 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.334215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:24.339739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd43fdb-85b3-4815-9295-d195ae708be1']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:24.340680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Calling delete_port for e066cf5c-1175-4bfd-b173-6c7f9a24d781 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:24.344158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Port e066cf5c-1175-4bfd-b173-6c7f9a24d781 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:00:24.348885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.388205 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.388775 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Added segment 93767e30-f2fa-47ea-8e50-fca79e64e956 of type vlan for network a493ee27-44d0-49c6-b4f0-619a0564e4c6 Nov 03 16:00:24.396311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944fcd95-5785-4491-a359-8223a0036ad9') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:24.396728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944fcd95-5785-4491-a359-8223a0036ad9') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:24.399329 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-561f57ca-fc6d-4e4b-8544-619d5ee4abc8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4048522 Nov 03 16:00:24.404915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.491591 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.496477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-66d67730-d239-4572-90b0-165e076b52af tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:24.504239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-66d67730-d239-4572-90b0-165e076b52af tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5907347 Nov 03 16:00:24.507686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2d41dbd9-24a8-495d-b80e-561554439262 req-715bbaa1-e1e5-4734-bbdd-f751c3b8e835 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.534848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-125bab34-0714-49ab-a086-bbd4c91f348f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/quotas/659686e42cc5482f827515690024b39e HTTP/1.1" status: 200 len: 375 time: 0.0296741 Nov 03 16:00:24.563217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-83718476-3b0d-48cf-bf0d-5f191af23129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:24.564714 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-83718476-3b0d-48cf-bf0d-5f191af23129 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 200 len: 853 time: 0.2445905 Nov 03 16:00:24.565315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2d41dbd9-24a8-495d-b80e-561554439262 req-715bbaa1-e1e5-4734-bbdd-f751c3b8e835 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.571788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.588586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] No DVR routers for this DVR port e066cf5c-1175-4bfd-b173-6c7f9a24d781 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:24.602023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Network 773a8a75-c993-4806-8e0b-2297a6902394 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:24.603154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Pushing event deleted for resources: {'Port': ['ID=e066cf5c-1175-4bfd-b173-6c7f9a24d781,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:24.607152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:24.607563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:24.611253 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:24.617456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:24.626543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:24.668662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.688561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:24.689223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.696993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-e364897a-652a-43fd-9c16-17001c9ba68a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154559 Nov 03 16:00:24.710977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Pushing event updated for resources: {'Port': ['ID=f189c945-fce1-4e3d-acae-85a21748c19d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:24.711188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2d41dbd9-24a8-495d-b80e-561554439262 req-715bbaa1-e1e5-4734-bbdd-f751c3b8e835 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.711330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d41dbd9-24a8-495d-b80e-561554439262 req-715bbaa1-e1e5-4734-bbdd-f751c3b8e835 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0785599 Nov 03 16:00:24.734215 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-418a5d9d-de19-460a-8844-a4c0b6e65b68 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9932950 Nov 03 16:00:24.754101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5cc56588-1359-43de-9e32-e37fb1679ce5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2174897 Nov 03 16:00:24.766702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-055be9fb-280c-4b06-ae40-5338fbab1d3a tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:00:24.768149 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-055be9fb-280c-4b06-ae40-5338fbab1d3a tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0127919 Nov 03 16:00:24.778713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.779062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.779393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.779738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.780071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.780395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.780728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.784053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.784367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.784709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.785101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.785383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db844beb-00dd-4e05-9b59-7a9f80bf2504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:00:24.786285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bbaa1-e1e5-4734-bbdd-f751c3b8e835 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3f293-ebde-4334-9641-0f43013a48f8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:24.836602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.843298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:24.844234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.846518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.906122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.919674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Request body: {'port': {'device_id': '41d7e692-f837-4b21-b7a6-3c246ec81f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:24.920020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] 10.222.0.86 "DELETE /v2.0/networks/bcd43fdb-85b3-4815-9295-d195ae708be1 HTTP/1.1" status: 204 len: 168 time: 2.2089536 Nov 03 16:00:24.971248 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.986302 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:24.990954 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9954834 Nov 03 16:00:24.994379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54590) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:25.005483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471db62a-5d91-403a-b0e0-f960b2ef4b90 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Network': ['ID=a493ee27-44d0-49c6-b4f0-619a0564e4c6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:25.024502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'subnet': {'network_id': '241d8626-23d9-4eb8-823f-46a73c084a2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:25.046090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b1251-f1e9-4933-9e53-5cca74808660 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd43fdb-85b3-4815-9295-d195ae708be1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:25.049373 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-53a405cf-e577-45f4-8bbe-7eae767c7967 service neutron] 10.222.0.15 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054500 Nov 03 16:00:25.059552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc944c-ab59-418c-97c1-fbe018e1db0e req-e7fc5647-4dbf-41a4-8866-6ee549e0630a tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:25.061603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55cc944c-ab59-418c-97c1-fbe018e1db0e req-e7fc5647-4dbf-41a4-8866-6ee549e0630a tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 931 time: 0.2281778 Nov 03 16:00:25.064767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network a493ee27-44d0-49c6-b4f0-619a0564e4c6 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:25.172057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Network 4d2f7e75-6e74-445a-9814-7be2953a9e1e is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:25.179328 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55cc944c-ab59-418c-97c1-fbe018e1db0e req-81f71220-dfb6-414c-9902-5f838b5bfa17 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078939 Nov 03 16:00:25.196334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:25.201369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63421a0c-9bea-4a24-a35f-fbe156d2c859 req-e324f236-e9f2-44dc-8d08-75dc0d9790ff service neutron] 10.222.0.15 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387811 Nov 03 16:00:25.202224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:25.276688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a5d757-0e3e-4152-b9c5-e93adb244b63 None None] Network 1e1156ed-a37c-4977-a069-76349f6f795b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:25.288259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Pushing event updated for resources: {'Port': ['ID=f30893e6-cd77-43e4-b4d3-aa42e4b92200,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:25.307439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54596) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:25.420618 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f33abca4-10e1-41e1-b0f2-b64843fadcbe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6ddfc0ecaffa46bd8d7d756a46f05573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1136093 Nov 03 16:00:25.421398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54606) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:25.444744 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80acc01a-e4f4-4d5a-8b0c-625e44ee77bc req-04187827-e221-48ab-90f5-6ac75e4b1869 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/0fe3f293-ebde-4334-9641-0f43013a48f8 HTTP/1.1" status: 200 len: 1799 time: 0.0808971 Nov 03 16:00:25.472731 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:25.479410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Attempting to bind port f30893e6-cd77-43e4-b4d3-aa42e4b92200 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:25.480406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Attempting to bind port f30893e6-cd77-43e4-b4d3-aa42e4b92200 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '3b9acad2-8dac-4274-a600-d980f3a2166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4d2f7e75-6e74-445a-9814-7be2953a9e1e'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:25.480762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Attempting to bind port f30893e6-cd77-43e4-b4d3-aa42e4b92200 on network 4d2f7e75-6e74-445a-9814-7be2953a9e1e {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:25.493821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:25.494286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Checking segment: {'id': '3b9acad2-8dac-4274-a600-d980f3a2166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4d2f7e75-6e74-445a-9814-7be2953a9e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:25.494760 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:25.495212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Bound using segment: {'id': '3b9acad2-8dac-4274-a600-d980f3a2166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4d2f7e75-6e74-445a-9814-7be2953a9e1e'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:25.496456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Bound port: f30893e6-cd77-43e4-b4d3-aa42e4b92200, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9acad2-8dac-4274-a600-d980f3a2166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4d2f7e75-6e74-445a-9814-7be2953a9e1e'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:25.496902 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:25.567834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16f83aec-3639-40a6-95f0-3fc23e5d94df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:25.594134 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43ef67d9-d1af-43ac-abc0-14475af12938 req-b1de6522-99c9-4cca-802a-7ad709c64463 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 210 time: 0.0853474 Nov 03 16:00:25.600313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] For port f30893e6-cd77-43e4-b4d3-aa42e4b92200, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:25.600872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16f83aec-3639-40a6-95f0-3fc23e5d94df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:25.605842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] For port f30893e6-cd77-43e4-b4d3-aa42e4b92200, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f30893e6-cd77-43e4-b4d3-aa42e4b92200,segment=NetworkSegment(3b9acad2-8dac-4274-a600-d980f3a2166b),segment_id=3b9acad2-8dac-4274-a600-d980f3a2166b)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:25.631004 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:25.709102 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16f83aec-3639-40a6-95f0-3fc23e5d94df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:25.712466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16f83aec-3639-40a6-95f0-3fc23e5d94df admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:25.718191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-16f83aec-3639-40a6-95f0-3fc23e5d94df admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/19199075-3b08-43ea-9b4c-6ba90e32dfaf HTTP/1.1" status: 204 len: 168 time: 0.2937877 Nov 03 16:00:25.734942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560b85b-d7b3-4d83-b92b-56a858bc98c8 None None] Pushing event updated for resources: {'Port': ['ID=f30893e6-cd77-43e4-b4d3-aa42e4b92200,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:25.745989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f83aec-3639-40a6-95f0-3fc23e5d94df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19199075-3b08-43ea-9b4c-6ba90e32dfaf,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:25.812264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Made reservation on behalf of 9c6adcfb95df48b0a823388b11965607 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:25.820236 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:26.049855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed372d62-53fd-47e2-8e2f-2e65f9153f0d req-9f45be18-dd84-48d6-8461-780bb9ffcbcc tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/0fe3f293-ebde-4334-9641-0f43013a48f8 HTTP/1.1" status: 200 len: 1799 time: 0.4099929 Nov 03 16:00:26.215383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7bfc6520-84f0-45c6-93b9-7ef1cd47aaf2 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:26.217271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7bfc6520-84f0-45c6-93b9-7ef1cd47aaf2 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/networks?id=1e1156ed-a37c-4977-a069-76349f6f795b HTTP/1.1" status: 200 len: 813 time: 0.2341740 Nov 03 16:00:26.239008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-797c5e4f-69af-48b3-a4af-f0b736f7bc2d tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/quotas/93c4112cf94946fcaec7b67fbf78561d HTTP/1.1" status: 200 len: 375 time: 0.0123105 Nov 03 16:00:26.343134 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-c445379c-464c-4f80-97f2-d401d6425c68 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=93c4112cf94946fcaec7b67fbf78561d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967622 Nov 03 16:00:26.444909 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed372d62-53fd-47e2-8e2f-2e65f9153f0d req-970a0ab6-0278-44c4-9e27-dab8afd90d6a tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:26.504582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-c9b256ee-ce74-44e4-90ee-addb980c818c service neutron] 10.222.0.86 "GET /v2.0/networks/1e1156ed-a37c-4977-a069-76349f6f795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604304 Nov 03 16:00:26.520578 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed372d62-53fd-47e2-8e2f-2e65f9153f0d req-970a0ab6-0278-44c4-9e27-dab8afd90d6a tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:26.564851 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:26.670013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-418f4aeb-4095-4058-9f05-c87a9cccb211 service neutron] 10.222.0.86 "GET /v2.0/networks/1e1156ed-a37c-4977-a069-76349f6f795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524551 Nov 03 16:00:26.787617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f189c945-fce1-4e3d-acae-85a21748c19d {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:26.812219 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:26.830701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Transition to ACTIVE for port object f189c945-fce1-4e3d-acae-85a21748c19d will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:00:26.844484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:26.864968 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed372d62-53fd-47e2-8e2f-2e65f9153f0d req-970a0ab6-0278-44c4-9e27-dab8afd90d6a tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:26.892124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ed372d62-53fd-47e2-8e2f-2e65f9153f0d req-970a0ab6-0278-44c4-9e27-dab8afd90d6a tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:26.895224 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed372d62-53fd-47e2-8e2f-2e65f9153f0d req-970a0ab6-0278-44c4-9e27-dab8afd90d6a tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/0fe3f293-ebde-4334-9641-0f43013a48f8 HTTP/1.1" status: 204 len: 173 time: 0.8445628 Nov 03 16:00:27.031534 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-c903048a-108f-44e1-b7a9-5080064a8064 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838237 Nov 03 16:00:27.074325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54668) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:27.097331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f189c945-fce1-4e3d-acae-85a21748c19d,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:27.112811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a0ab6-0278-44c4-9e27-dab8afd90d6a tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3f293-ebde-4334-9641-0f43013a48f8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:27.198922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Checking segment: {'id': '23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '241d8626-23d9-4eb8-823f-46a73c084a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:27.199811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network hostable DHCP agents. Network: 241d8626-23d9-4eb8-823f-46a73c084a2c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:27.204344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Subnet': ['ID=60983ae5-2ab4-4df1-9a7b-29740ab8bfff,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:27.321392 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a9c003a-b39f-478d-ba25-32141fbe52db req-c591501c-7a0f-4ded-888d-a7d8f2797fec tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 210 time: 0.1029975 Nov 03 16:00:27.324713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network 241d8626-23d9-4eb8-823f-46a73c084a2c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:27.338919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 241d8626-23d9-4eb8-823f-46a73c084a2c) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:27.343504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:27.344274 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:27.350676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7cdfa-36c0-4b59-9f8d-de7a46782944 None None] Network 241d8626-23d9-4eb8-823f-46a73c084a2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:27.446867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1721778951-network', 'tenant_id': 'bbed15a634654a34b11e6aff90c99d7b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:27.470146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5ec0d70f-61df-4fef-8cf0-044fbca68710 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:27.472227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5ec0d70f-61df-4fef-8cf0-044fbca68710 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4040902 Nov 03 16:00:27.499960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6bff2-ed7d-4f6e-86f1-f0e0e1b374b9 req-9f537bee-2057-4a74-ac9f-3649027d21db tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:27.511593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3dd6bff2-ed7d-4f6e-86f1-f0e0e1b374b9 req-9f537bee-2057-4a74-ac9f-3649027d21db tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 943 time: 0.4728169 Nov 03 16:00:27.520566 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735c56ba-4139-414a-b6fd-783a9e936fec None None] Network 4d2f7e75-6e74-445a-9814-7be2953a9e1e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:27.520689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Request body: {'port': {'device_id': '6aae2784-7d6b-4a81-856f-0ca0c7583667', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '659686e42cc5482f827515690024b39e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:27.530094 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c9463e1-0d61-40d7-a12b-7d6ef5f379be req-f22a3300-b08d-4eff-941e-7dcecd5c9043 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 210 time: 0.1371393 Nov 03 16:00:27.531744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Made reservation on behalf of bbed15a634654a34b11e6aff90c99d7b for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:27.535933 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ae1b4d4f-c4a2-49f9-bbaa-a0ee49549315 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5333240 Nov 03 16:00:27.537458 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:27.550889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54678) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:27.582088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'subnet': {'network_id': 'a493ee27-44d0-49c6-b4f0-619a0564e4c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:27.588867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:27.656009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Attempting to bind port f189c945-fce1-4e3d-acae-85a21748c19d on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:27.656344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Attempting to bind port f189c945-fce1-4e3d-acae-85a21748c19d by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '326d0de2-aa12-4bee-84cd-ef7bea556fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '773a8a75-c993-4806-8e0b-2297a6902394'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:27.656671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Attempting to bind port f189c945-fce1-4e3d-acae-85a21748c19d on network 773a8a75-c993-4806-8e0b-2297a6902394 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:27.725134 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-af9ee782-9193-4374-9490-93dc4540b2f1 req-0a1e9676-0fda-4c73-abbf-16d1cad54e78 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:00:27.736363 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af9ee782-9193-4374-9490-93dc4540b2f1 req-0a1e9676-0fda-4c73-abbf-16d1cad54e78 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/0fe3f293-ebde-4334-9641-0f43013a48f8 HTTP/1.1" status: 404 len: 352 time: 0.1352990 Nov 03 16:00:27.755284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3dd6bff2-ed7d-4f6e-86f1-f0e0e1b374b9 req-e3d997c5-1953-4a15-8b2f-3ddeb522bd29 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390106 Nov 03 16:00:27.756513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Port f189c945-fce1-4e3d-acae-85a21748c19d on network 773a8a75-c993-4806-8e0b-2297a6902394 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:00:27.756846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Attempting to bind port f189c945-fce1-4e3d-acae-85a21748c19d on network 773a8a75-c993-4806-8e0b-2297a6902394 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:27.760364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f9d2df16-359a-444d-bada-ae350673adb5 None None] Provisioning complete for port f30893e6-cd77-43e4-b4d3-aa42e4b92200 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:27.760958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f9d2df16-359a-444d-bada-ae350673adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:27.782722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-182f7054-053f-4b5e-9439-68be74211aca req-68fc7553-9443-46b1-b92e-e1b8f674f5de tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1743738470', 'description': 'tempest-description-2117637597'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:27.826138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:27.826138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Checking segment: {'id': '326d0de2-aa12-4bee-84cd-ef7bea556fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '773a8a75-c993-4806-8e0b-2297a6902394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:27.826138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Bound using segment: {'id': '326d0de2-aa12-4bee-84cd-ef7bea556fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '773a8a75-c993-4806-8e0b-2297a6902394'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:27.826138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Bound port: f189c945-fce1-4e3d-acae-85a21748c19d, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326d0de2-aa12-4bee-84cd-ef7bea556fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '773a8a75-c993-4806-8e0b-2297a6902394'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:27.826138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:27.887782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Made reservation on behalf of 659686e42cc5482f827515690024b39e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:27.891466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:27.933086 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:27.945021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:27.953199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f30893e6-cd77-43e4-b4d3-aa42e4b92200 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:27.959238 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-182f7054-053f-4b5e-9439-68be74211aca req-68fc7553-9443-46b1-b92e-e1b8f674f5de tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:27.998971 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Made reservation on behalf of 9c6adcfb95df48b0a823388b11965607 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:28.002490 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.004662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-241d8626-23d9-4eb8-823f-46a73c084a2c', 'network_id': '241d8626-23d9-4eb8-823f-46a73c084a2c', 'tenant_id': '9c6adcfb95df48b0a823388b11965607', 'fixed_ips': [{'subnet_id': '60983ae5-2ab4-4df1-9a7b-29740ab8bfff'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:00:28.005001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:28.006112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.025822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.026329 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Added segment d33571e7-09ea-46ec-b666-1f4b6347ce7e of type vlan for network 0cb8f165-4475-43f8-8568-3a60a823a49b Nov 03 16:00:28.073115 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f9d2df16-359a-444d-bada-ae350673adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.117709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] For port f189c945-fce1-4e3d-acae-85a21748c19d, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:28.147303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] For port f189c945-fce1-4e3d-acae-85a21748c19d, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f189c945-fce1-4e3d-acae-85a21748c19d,segment=NetworkSegment(326d0de2-aa12-4bee-84cd-ef7bea556fa7),segment_id=326d0de2-aa12-4bee-84cd-ef7bea556fa7)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:28.166196 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.172435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.200033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f9d2df16-359a-444d-bada-ae350673adb5 None None] For port f30893e6-cd77-43e4-b4d3-aa42e4b92200, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f30893e6-cd77-43e4-b4d3-aa42e4b92200,segment=NetworkSegment(3b9acad2-8dac-4274-a600-d980f3a2166b),segment_id=3b9acad2-8dac-4274-a600-d980f3a2166b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:28.205684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f30893e6-cd77-43e4-b4d3-aa42e4b92200 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:28.206104 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.211423 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f9d2df16-359a-444d-bada-ae350673adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.280664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:28.281652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.285245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] 10.222.0.70 "PUT /v2.0/ports/f189c945-fce1-4e3d-acae-85a21748c19d HTTP/1.1" status: 200 len: 1091 time: 3.5045464 Nov 03 16:00:28.289006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d7e692-f837-4b21-b7a6-3c246ec81f6b', 'tag': 'f189c945-fce1-4e3d-acae-85a21748c19d'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:28.296248 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65ba71a-6eef-4047-87d7-897187dc4336" -d '{"events": [{"name": "network-changed", "server_uuid": "41d7e692-f837-4b21-b7a6-3c246ec81f6b", "tag": "f189c945-fce1-4e3d-acae-85a21748c19d"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:28.373335 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-182f7054-053f-4b5e-9439-68be74211aca req-68fc7553-9443-46b1-b92e-e1b8f674f5de tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.380254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9b03f-ecbb-4729-89b3-03feb6d230e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f189c945-fce1-4e3d-acae-85a21748c19d,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:28.404444 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-182f7054-053f-4b5e-9439-68be74211aca req-68fc7553-9443-46b1-b92e-e1b8f674f5de tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.458530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2df16-359a-444d-bada-ae350673adb5 None None] Pushing event updated for resources: {'Port': ['ID=f30893e6-cd77-43e4-b4d3-aa42e4b92200,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:28.501082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-182f7054-053f-4b5e-9439-68be74211aca req-68fc7553-9443-46b1-b92e-e1b8f674f5de tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.501351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Allocated IP 192.168.233.227 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/5594471b-44b9-4c05-ad63-48b46c6036b9) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:28.502953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-182f7054-053f-4b5e-9439-68be74211aca req-68fc7553-9443-46b1-b92e-e1b8f674f5de tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7476137 Nov 03 16:00:28.526266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc7553-9443-46b1-b92e-e1b8f674f5de tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df00b2f-7b3b-4f61-8d2f-21fea54fcb79,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:28.550812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Allocated IP 2001:db8::2 (241d8626-23d9-4eb8-823f-46a73c084a2c/60983ae5-2ab4-4df1-9a7b-29740ab8bfff/7797ef05-2bfd-4596-b204-0824cddfc545) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:28.576990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380d21-d30f-4b53-adbb-97468c612594 req-19c71b77-b16d-4db4-a92f-3cdd4324d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:28.581687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-19c71b77-b16d-4db4-a92f-3cdd4324d1c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4edbcef76db5424d999fc701734441df&device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 1094 time: 0.2340097 Nov 03 16:00:28.738714 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d390285-dd31-4381-84a8-e7540e0d1e8c x-openstack-request-id: req-2d390285-dd31-4381-84a8-e7540e0d1e8c {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:28.739146 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d7e692-f837-4b21-b7a6-3c246ec81f6b", "tag": "f189c945-fce1-4e3d-acae-85a21748c19d", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:28.739549 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d390285-dd31-4381-84a8-e7540e0d1e8c {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:28.740043 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d7e692-f837-4b21-b7a6-3c246ec81f6b', 'tag': 'f189c945-fce1-4e3d-acae-85a21748c19d', 'status': 'completed', 'code': 200} Nov 03 16:00:28.744484 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-ef76ea74-e54d-4059-bb5a-cf19d3ed2773 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f189c945-fce1-4e3d-acae-85a21748c19d HTTP/1.1" status: 200 len: 217 time: 0.1407554 Nov 03 16:00:28.755814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.757804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:28.758460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.777193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf528f-8556-4589-8e45-90a43e175bc9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:28.813903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7366052 Nov 03 16:00:28.814095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.816320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a23c07f5-9245-4fcf-9361-75a24ed93684 req-774fb1da-f25a-4650-9d56-86b5ae90e435 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-810984567', 'description': 'tempest-description-365120114'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:28.829338 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.839947 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.859196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54700) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:28.919289 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e4605a6e-eb9d-4ae4-8b07-0a1de307ed46 req-ef7d21d5-f555-4273-a06d-d560027c93a1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 210 time: 0.1842375 Nov 03 16:00:28.932074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Pushing event updated for resources: {'Port': ['ID=7797ef05-2bfd-4596-b204-0824cddfc545,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:28.955108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7aebe3cb-00ae-4fff-a2fd-7affd8642796 None None] Provisioning complete for port f30893e6-cd77-43e4-b4d3-aa42e4b92200 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:28.955565 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aebe3cb-00ae-4fff-a2fd-7affd8642796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:28.959744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Network 241d8626-23d9-4eb8-823f-46a73c084a2c is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:28.987624 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:28.997906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:29.056525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380d21-d30f-4b53-adbb-97468c612594 req-d266331e-3864-45f2-b467-94153816a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:29.058992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-d266331e-3864-45f2-b467-94153816a030 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f7543d-ad48-4815-9d9d-e50952b2c57e HTTP/1.1" status: 200 len: 861 time: 0.2816346 Nov 03 16:00:29.066906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Subnet': ['ID=d1e13e2c-d41d-4715-9021-5b8d464f0d72,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:29.118602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Attempting to bind port 7797ef05-2bfd-4596-b204-0824cddfc545 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:29.119399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Attempting to bind port 7797ef05-2bfd-4596-b204-0824cddfc545 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '241d8626-23d9-4eb8-823f-46a73c084a2c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:29.120034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Attempting to bind port 7797ef05-2bfd-4596-b204-0824cddfc545 on network 241d8626-23d9-4eb8-823f-46a73c084a2c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:29.127486 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-ffb3ce3e-4f46-4502-b904-bfab4e7bd4a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=773a8a75-c993-4806-8e0b-2297a6902394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555851 Nov 03 16:00:29.136650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Checking segment: {'id': '93767e30-f2fa-47ea-8e50-fca79e64e956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a493ee27-44d0-49c6-b4f0-619a0564e4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:29.137383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network hostable DHCP agents. Network: a493ee27-44d0-49c6-b4f0-619a0564e4c6, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:29.139294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Request body: {'subnet': {'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1721778951-subnet', 'tenant_id': 'bbed15a634654a34b11e6aff90c99d7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:29.150035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e30de5ed-9c12-4f50-b02d-503bb7c58009 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:29.152678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:29.152886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e30de5ed-9c12-4f50-b02d-503bb7c58009 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.70 "GET /v2.0/networks?id=1e1156ed-a37c-4977-a069-76349f6f795b HTTP/1.1" status: 200 len: 813 time: 0.3241861 Nov 03 16:00:29.153639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Checking segment: {'id': '23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '241d8626-23d9-4eb8-823f-46a73c084a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:29.154199 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:29.154740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Bound using segment: {'id': '23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '241d8626-23d9-4eb8-823f-46a73c084a2c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:29.155884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Bound port: 7797ef05-2bfd-4596-b204-0824cddfc545, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '241d8626-23d9-4eb8-823f-46a73c084a2c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:29.156648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:29.165982 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-778644de-7e40-4fc9-9cd4-ae7939fa64b6 req-fb0e2ab2-94a9-44be-a813-cdd434fc7873 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 210 time: 0.0413949 Nov 03 16:00:29.246972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] For port 7797ef05-2bfd-4596-b204-0824cddfc545, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:29.247283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network a493ee27-44d0-49c6-b4f0-619a0564e4c6 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:29.269997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] For port 7797ef05-2bfd-4596-b204-0824cddfc545, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7797ef05-2bfd-4596-b204-0824cddfc545,segment=NetworkSegment(23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f),segment_id=23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:29.276511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:29.284635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, a493ee27-44d0-49c6-b4f0-619a0564e4c6) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:29.321562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08463fb5-f571-4d81-baf7-89a073103ea6 None None] Network a493ee27-44d0-49c6-b4f0-619a0564e4c6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:29.336673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:29.337289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:29.376928 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-85daffd8-17b5-4a21-ad56-f9a2dec28e6b service neutron] 10.222.0.70 "GET /v2.0/networks/773a8a75-c993-4806-8e0b-2297a6902394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356222 Nov 03 16:00:29.505408 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6380d21-d30f-4b53-adbb-97468c612594 req-6955e87e-1751-4b6f-a78f-774fd51421e7 service neutron] 10.222.0.70 "GET /v2.0/networks/773a8a75-c993-4806-8e0b-2297a6902394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199105 Nov 03 16:00:29.531944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f56a7c-d25e-4795-9178-be1ac1d1f2fd req-dcdda0b0-bdcd-4cbc-8845-3470e0a509cb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:29.533870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2f56a7c-d25e-4795-9178-be1ac1d1f2fd req-dcdda0b0-bdcd-4cbc-8845-3470e0a509cb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 943 time: 0.2471857 Nov 03 16:00:29.678869 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259416c0-083c-4dd0-8d01-b1f37a617f4c None None] Pushing event updated for resources: {'Port': ['ID=7797ef05-2bfd-4596-b204-0824cddfc545,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:29.714239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2f56a7c-d25e-4795-9178-be1ac1d1f2fd req-ca7ec3d6-ad2d-42f0-a981-023477f04455 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612678 Nov 03 16:00:29.747453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-9656b6e7-ead6-4b73-b1c6-401c09734c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:29.757683 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-9656b6e7-ead6-4b73-b1c6-401c09734c41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4edbcef76db5424d999fc701734441df&device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 1094 time: 0.1872454 Nov 03 16:00:29.836558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f30893e6-cd77-43e4-b4d3-aa42e4b92200 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:29.839734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-a493ee27-44d0-49c6-b4f0-619a0564e4c6', 'network_id': 'a493ee27-44d0-49c6-b4f0-619a0564e4c6', 'tenant_id': '9c6adcfb95df48b0a823388b11965607', 'fixed_ips': [{'subnet_id': 'd1e13e2c-d41d-4715-9021-5b8d464f0d72'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:00:29.840610 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:29.908432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-4b7e4c81-d65d-4411-8eee-c72ed2d22af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:29.910246 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-4b7e4c81-d65d-4411-8eee-c72ed2d22af6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=773a8a75-c993-4806-8e0b-2297a6902394 HTTP/1.1" status: 200 len: 922 time: 0.1431556 Nov 03 16:00:29.920228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Request body: {'port': {'device_id': 'aa181ea0-0c9e-4921-a523-ba0f8f04fa66', 'network_id': '1e1156ed-a37c-4977-a069-76349f6f795b', 'admin_state_up': True, 'tenant_id': '93c4112cf94946fcaec7b67fbf78561d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:29.936882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a69fd2-49a0-407e-a4ab-08f9755b6640 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb8f165-4475-43f8-8568-3a60a823a49b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:29.953748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:29.997280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 0cb8f165-4475-43f8-8568-3a60a823a49b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:30.010518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-11a565c6-5640-4e43-9789-83e57b09250f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f189c945-fce1-4e3d-acae-85a21748c19d HTTP/1.1" status: 200 len: 217 time: 0.0903394 Nov 03 16:00:30.030620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Made reservation on behalf of bbed15a634654a34b11e6aff90c99d7b for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:30.033340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:30.035924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a23c07f5-9245-4fcf-9361-75a24ed93684 req-774fb1da-f25a-4650-9d56-86b5ae90e435 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:30.101689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9fdbd254-4e9f-48fb-ba48-6acc923f3789 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5310705 Nov 03 16:00:30.106941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54716) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:30.181980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f30893e6-cd77-43e4-b4d3-aa42e4b92200 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:30.182359 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:30.261113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-bc9c3229-b6a1-4273-9a90-1c64dda7ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:30.263197 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-bc9c3229-b6a1-4273-9a90-1c64dda7ba17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8f7543d-ad48-4815-9d9d-e50952b2c57e HTTP/1.1" status: 200 len: 861 time: 0.2461929 Nov 03 16:00:30.302488 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a23c07f5-9245-4fcf-9361-75a24ed93684 req-774fb1da-f25a-4650-9d56-86b5ae90e435 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:30.304842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Allocated IP 2001:db8::2 (a493ee27-44d0-49c6-b4f0-619a0564e4c6/d1e13e2c-d41d-4715-9021-5b8d464f0d72/e59faa50-dd2b-4939-a5b9-b089fa2face2) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:30.315479 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-84327ee3-d1f3-41fe-a85c-df60ec9fbb28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=773a8a75-c993-4806-8e0b-2297a6902394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354450 Nov 03 16:00:30.328594 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:30.352655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5', 'cb1aeab5-2891-4298-a04d-e47a88f93173'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:30.364124 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a23c07f5-9245-4fcf-9361-75a24ed93684 req-774fb1da-f25a-4650-9d56-86b5ae90e435 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:30.435372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'e9c626ff-a2be-4bac-9047-cc51aad65525', '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:30.470711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3daac-1ca8-43ad-9da6-2fea52e2a06b req-779fefda-0b32-4a72-bc0b-292a072229d6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:30.472216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0b3daac-1ca8-43ad-9da6-2fea52e2a06b req-779fefda-0b32-4a72-bc0b-292a072229d6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 936 time: 0.3693557 Nov 03 16:00:30.477911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event updated for resources: {'Port': ['ID=5594471b-44b9-4c05-ad63-48b46c6036b9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:30.668268 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a23c07f5-9245-4fcf-9361-75a24ed93684 req-774fb1da-f25a-4650-9d56-86b5ae90e435 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:30.675019 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a23c07f5-9245-4fcf-9361-75a24ed93684 req-774fb1da-f25a-4650-9d56-86b5ae90e435 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.9209507 Nov 03 16:00:30.700728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:30.728566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:30.733811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fb1da-f25a-4650-9d56-86b5ae90e435 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bac63f-550d-4ef0-957c-374592cd8a51,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:30.788061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:30.802560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Made reservation on behalf of 93c4112cf94946fcaec7b67fbf78561d for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:30.806986 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:30.889253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c08d9-0e3f-494a-b57b-05f012f2dd82 None None] Network 241d8626-23d9-4eb8-823f-46a73c084a2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:30.889782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9c513f4c-fb7f-4d32-913c-6884da56d6bc req-8e1198e3-5293-4cd6-aab2-e2aa0919826f tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 210 time: 0.0469639 Nov 03 16:00:30.900166 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:30.902548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0b3daac-1ca8-43ad-9da6-2fea52e2a06b req-0603643b-79b6-49e1-a88b-4bf5335937fd tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168169 Nov 03 16:00:30.905211 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-21f2949b-d439-4ac0-a431-288ed4441975 service neutron] 10.222.0.70 "GET /v2.0/networks/773a8a75-c993-4806-8e0b-2297a6902394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352092 Nov 03 16:00:30.955961 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.034503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.049263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c637fe83-0f00-4e83-8fe3-6a5b9502c5ac req-a68ea903-b269-417d-8d55-092b9bb0ed51 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-546661498', 'description': 'tempest-description-1046223824'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:31.102637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0578e3e4-c409-4214-b01c-e69a7cc92056,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:31.131387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Pushing event updated for resources: {'Port': ['ID=e59faa50-dd2b-4939-a5b9-b089fa2face2,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:31.154344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Network a493ee27-44d0-49c6-b4f0-619a0564e4c6 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:31.199664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:31.200742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.220164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5deb23da-ad72-40cc-8bd5-3db668755fa2 None None] Provisioning complete for port 7797ef05-2bfd-4596-b204-0824cddfc545 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:31.220834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5deb23da-ad72-40cc-8bd5-3db668755fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.271705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:31.282609 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.283994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:31.317764 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c637fe83-0f00-4e83-8fe3-6a5b9502c5ac req-a68ea903-b269-417d-8d55-092b9bb0ed51 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.359285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-bc6ef2e6-ea5a-41ae-9484-ee51c558e646 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8447232 Nov 03 16:00:31.388222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Allocated IP 172.20.0.7 (1e1156ed-a37c-4977-a069-76349f6f795b/8e562c45-915a-4f10-85c7-4e872ae3f99f/a9b8273b-69ab-426f-a5ae-46f97d91c8fa) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:31.404777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Request body: {'port': {'device_id': '6aae2784-7d6b-4a81-856f-0ca0c7583667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:31.411133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Attempting to bind port e59faa50-dd2b-4939-a5b9-b089fa2face2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:31.412535 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Attempting to bind port e59faa50-dd2b-4939-a5b9-b089fa2face2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '93767e30-f2fa-47ea-8e50-fca79e64e956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a493ee27-44d0-49c6-b4f0-619a0564e4c6'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:31.412535 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Attempting to bind port e59faa50-dd2b-4939-a5b9-b089fa2face2 on network a493ee27-44d0-49c6-b4f0-619a0564e4c6 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:31.419413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Checking segment: {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:31.419788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Network hostable DHCP agents. Network: 0cb8f165-4475-43f8-8568-3a60a823a49b, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:31.519223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Network 0cb8f165-4475-43f8-8568-3a60a823a49b is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:31.556494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:31.556879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Checking segment: {'id': '93767e30-f2fa-47ea-8e50-fca79e64e956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a493ee27-44d0-49c6-b4f0-619a0564e4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:31.557290 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.558209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Bound using segment: {'id': '93767e30-f2fa-47ea-8e50-fca79e64e956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a493ee27-44d0-49c6-b4f0-619a0564e4c6'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:31.558732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Bound port: e59faa50-dd2b-4939-a5b9-b089fa2face2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93767e30-f2fa-47ea-8e50-fca79e64e956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a493ee27-44d0-49c6-b4f0-619a0564e4c6'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:31.559208 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.569113 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5deb23da-ad72-40cc-8bd5-3db668755fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.622617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5deb23da-ad72-40cc-8bd5-3db668755fa2 None None] For port 7797ef05-2bfd-4596-b204-0824cddfc545, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7797ef05-2bfd-4596-b204-0824cddfc545,segment=NetworkSegment(23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f),segment_id=23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:31.637141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5deb23da-ad72-40cc-8bd5-3db668755fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.657333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.670841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b9a5-84c9-45c8-866c-33449b95215e req-1cce6354-4640-4e58-8a5a-5000885cc47b tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:31.678957 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3a99b9a5-84c9-45c8-866c-33449b95215e req-1cce6354-4640-4e58-8a5a-5000885cc47b tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 943 time: 0.6263876 Nov 03 16:00:31.704273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb23da-ad72-40cc-8bd5-3db668755fa2 None None] Pushing event updated for resources: {'Port': ['ID=7797ef05-2bfd-4596-b204-0824cddfc545,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:31.709939 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b65ba71a-6eef-4047-87d7-897187dc4336 req-fb23862c-eb4d-4384-bc8e-7347e2111991 service neutron] 10.222.0.70 "GET /v2.0/networks/773a8a75-c993-4806-8e0b-2297a6902394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727475 Nov 03 16:00:31.781486 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] For port e59faa50-dd2b-4939-a5b9-b089fa2face2, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:31.797113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] For port e59faa50-dd2b-4939-a5b9-b089fa2face2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e59faa50-dd2b-4939-a5b9-b089fa2face2,segment=NetworkSegment(93767e30-f2fa-47ea-8e50-fca79e64e956),segment_id=93767e30-f2fa-47ea-8e50-fca79e64e956)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:31.819779 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.819936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.827466 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3a99b9a5-84c9-45c8-866c-33449b95215e req-9bec65c6-93b5-4605-9fc6-3c59dd994ace tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475573 Nov 03 16:00:31.892927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84292ed-5754-45d1-8211-d71406628e0e None None] Pushing event updated for resources: {'Port': ['ID=e59faa50-dd2b-4939-a5b9-b089fa2face2,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:31.898196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7797ef05-2bfd-4596-b204-0824cddfc545 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:31.906344 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.916511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 0cb8f165-4475-43f8-8568-3a60a823a49b) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:31.933617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:31.936034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:31.950935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd57ee4-a84d-4805-a885-e0ab08750c84 None None] Network 0cb8f165-4475-43f8-8568-3a60a823a49b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:31.955745 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.161988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Pushing event updated for resources: {'Port': ['ID=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:32.170347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-daf97b2b-3fe1-41a6-8223-a4664ed3a311 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2883790 Nov 03 16:00:32.171852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4e3a16a6-7fc2-40fc-a0b7-ab7d86ac386b None None] Provisioning complete for port 5594471b-44b9-4c05-ad63-48b46c6036b9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:32.172389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e3a16a6-7fc2-40fc-a0b7-ab7d86ac386b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.172707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Network 1e1156ed-a37c-4977-a069-76349f6f795b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:32.203721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:32.206780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:32.227703 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c637fe83-0f00-4e83-8fe3-6a5b9502c5ac req-a68ea903-b269-417d-8d55-092b9bb0ed51 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.299491 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c637fe83-0f00-4e83-8fe3-6a5b9502c5ac req-a68ea903-b269-417d-8d55-092b9bb0ed51 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.352640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b9c52-b0cd-4907-94f2-31250f4c8126 req-777e9466-2722-42fc-b8b2-effa1fefe934 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:32.358123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd6b9c52-b0cd-4907-94f2-31250f4c8126 req-777e9466-2722-42fc-b8b2-effa1fefe934 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 931 time: 0.1213672 Nov 03 16:00:32.368821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f189c945-fce1-4e3d-acae-85a21748c19d details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:00:32.374051 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c637fe83-0f00-4e83-8fe3-6a5b9502c5ac req-a68ea903-b269-417d-8d55-092b9bb0ed51 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.378469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c637fe83-0f00-4e83-8fe3-6a5b9502c5ac req-a68ea903-b269-417d-8d55-092b9bb0ed51 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.3881643 Nov 03 16:00:32.389827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b902ab94-2a5a-41b6-98c8-c035d6a8e001 None None] Network 0cb8f165-4475-43f8-8568-3a60a823a49b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:32.505814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Allocated IP 2001:db8::1 (241d8626-23d9-4eb8-823f-46a73c084a2c/60983ae5-2ab4-4df1-9a7b-29740ab8bfff/726ffc6d-0603-400a-a063-bfb866480c06) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:32.595551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:32.596764 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.600261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ea903-b269-417d-8d55-092b9bb0ed51 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c9bcd7-8d6b-4796-a878-03ba7b14ab98,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:32.665667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-e7678885-8acf-42fa-b17c-4827d51b984a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4697847 Nov 03 16:00:32.690958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd6b9c52-b0cd-4907-94f2-31250f4c8126 req-c8f90068-628d-4e17-a547-da62e4d2b23a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586046 Nov 03 16:00:32.694577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Request body: {'port': {'device_id': 'aa181ea0-0c9e-4921-a523-ba0f8f04fa66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:32.763799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e222c-b6a5-4ed4-9422-d42a5a03595e req-24f5744c-f864-4464-849a-884aa145c7af tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:32.768853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-784e222c-b6a5-4ed4-9422-d42a5a03595e req-24f5744c-f864-4464-849a-884aa145c7af tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 936 time: 0.2084367 Nov 03 16:00:32.783013 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.832132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.899048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.936925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Port': ['ID=726ffc6d-0603-400a-a063-bfb866480c06,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:32.942982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7797ef05-2bfd-4596-b204-0824cddfc545 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:32.944033 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:32.952558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network 241d8626-23d9-4eb8-823f-46a73c084a2c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:32.961176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:32.968682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:32.970473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:33.010557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a16a6-7fc2-40fc-a0b7-ab7d86ac386b None None] Port 5594471b-44b9-4c05-ad63-48b46c6036b9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:33.025973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-784e222c-b6a5-4ed4-9422-d42a5a03595e req-9ef89314-607a-4e42-8a96-9585b1896dd5 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457087 Nov 03 16:00:33.085477 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-67e232b0-49b9-4a66-89e0-ac165fb0201a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:33.172878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddac4ca-6a9a-4991-b9b6-8428d0ca2274 req-e609e6a4-b7c2-4bb1-8c8f-b3ba28359320 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:33.175103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ddac4ca-6a9a-4991-b9b6-8428d0ca2274 req-e609e6a4-b7c2-4bb1-8c8f-b3ba28359320 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.3563716 Nov 03 16:00:33.399677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b4483754-831c-45b8-87be-4cb26fa750ec None None] Provisioning complete for port 7797ef05-2bfd-4596-b204-0824cddfc545 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:33.399677 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b4483754-831c-45b8-87be-4cb26fa750ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:33.417911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f189c945-fce1-4e3d-acae-85a21748c19d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f189c945-fce1-4e3d-acae-85a21748c19d,segment=NetworkSegment(326d0de2-aa12-4bee-84cd-ef7bea556fa7),segment_id=326d0de2-aa12-4bee-84cd-ef7bea556fa7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:33.453370 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ddac4ca-6a9a-4991-b9b6-8428d0ca2274 req-c49b5f6b-5993-4768-8709-6a44b86f94b4 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505951 Nov 03 16:00:33.491743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5594471b-44b9-4c05-ad63-48b46c6036b9 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:33.530430 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:33.544513 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:33.557877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'f189c945-fce1-4e3d-acae-85a21748c19d', 'network_id': '773a8a75-c993-4806-8e0b-2297a6902394', 'port_id': 'f189c945-fce1-4e3d-acae-85a21748c19d', 'mac_address': 'fa:16:3e:6e:20:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f7543d-ad48-4815-9d9d-e50952b2c57e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:00:33.688543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Transition to ACTIVE for port object 5594471b-44b9-4c05-ad63-48b46c6036b9 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:00:33.716621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:33.753106 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:33.779205 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-86105dca-7d76-4cd9-962c-53d83a4fa0a1 req-53202b47-6640-4d7a-a52b-d0c001516a60 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=601ecaa8ec4546238c1e4461d046415a HTTP/1.1" status: 200 len: 11012 time: 0.6599517 Nov 03 16:00:33.844798 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f189c945-fce1-4e3d-acae-85a21748c19d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:33.970180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Pushing event updated for resources: {'Port': ['ID=5594471b-44b9-4c05-ad63-48b46c6036b9,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:33.983714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f189c945-fce1-4e3d-acae-85a21748c19d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f189c945-fce1-4e3d-acae-85a21748c19d,segment=NetworkSegment(326d0de2-aa12-4bee-84cd-ef7bea556fa7),segment_id=326d0de2-aa12-4bee-84cd-ef7bea556fa7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:34.005977 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.074603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b8273b-69ab-426f-a5ae-46f97d91c8fa {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:34.086256 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.100752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-86105dca-7d76-4cd9-962c-53d83a4fa0a1 req-09b4e1ae-02c7-49fb-a3d1-8d85c86cdd75 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/d3f98d8a-2ae0-459b-94ce-afbbcb153e6a HTTP/1.1" status: 200 len: 3002 time: 0.3043952 Nov 03 16:00:34.109342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7797ef05-2bfd-4596-b204-0824cddfc545 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:34.171249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9efcd2b-80c6-42b0-ac71-18251494020b None None] Network a493ee27-44d0-49c6-b4f0-619a0564e4c6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:34.184222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-6e3050e2-9c25-4066-8de6-55a9704c1ed5 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:34.187169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-6e3050e2-9c25-4066-8de6-55a9704c1ed5 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/networks?id=0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 200 len: 815 time: 0.2415700 Nov 03 16:00:34.190677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Transition to ACTIVE for port object a9b8273b-69ab-426f-a5ae-46f97d91c8fa will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:00:34.223599 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.240394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-c4e908c4-d101-4785-b81a-af306f1e7279 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/quotas/bbed15a634654a34b11e6aff90c99d7b HTTP/1.1" status: 200 len: 375 time: 0.0436635 Nov 03 16:00:34.314711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:34.317339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-55d98929-97f8-46e6-b6f7-b2b86996492f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bbed15a634654a34b11e6aff90c99d7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689456 Nov 03 16:00:34.326929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f189c945-fce1-4e3d-acae-85a21748c19d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:34.335599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Attempting to bind port 5594471b-44b9-4c05-ad63-48b46c6036b9 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:34.336728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Attempting to bind port 5594471b-44b9-4c05-ad63-48b46c6036b9 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:34.336728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Attempting to bind port 5594471b-44b9-4c05-ad63-48b46c6036b9 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:34.368822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-86105dca-7d76-4cd9-962c-53d83a4fa0a1 req-aed8cc58-e326-4c88-9262-57a0e1f6fbe7 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/d3f98d8a-2ae0-459b-94ce-afbbcb153e6a HTTP/1.1" status: 200 len: 3002 time: 0.2529216 Nov 03 16:00:34.378487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f189c945-fce1-4e3d-acae-85a21748c19d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:34.393490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Port 5594471b-44b9-4c05-ad63-48b46c6036b9 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:00:34.397952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Attempting to bind port 5594471b-44b9-4c05-ad63-48b46c6036b9 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:34.426993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c4e269b1-5bad-40b1-ad9f-70c862a96c49 None None] Provisioning complete for port 726ffc6d-0603-400a-a063-bfb866480c06 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:34.427362 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c4e269b1-5bad-40b1-ad9f-70c862a96c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.462742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.468896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.469903 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.496237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7797ef05-2bfd-4596-b204-0824cddfc545 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:34.496621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.548692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-0e5bcdbb-edc3-42fb-95b3-4dcaceae2462 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:00:34.549671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-0e5bcdbb-edc3-42fb-95b3-4dcaceae2462 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2126400 Nov 03 16:00:34.560388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c4e269b1-5bad-40b1-ad9f-70c862a96c49 None None] Port 726ffc6d-0603-400a-a063-bfb866480c06 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:34.577878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Attempting to bind port a9b8273b-69ab-426f-a5ae-46f97d91c8fa on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:34.579198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Attempting to bind port a9b8273b-69ab-426f-a5ae-46f97d91c8fa by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'e2270fef-c2a1-472c-b623-ee7574005436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1e1156ed-a37c-4977-a069-76349f6f795b'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:34.579747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Attempting to bind port a9b8273b-69ab-426f-a5ae-46f97d91c8fa on network 1e1156ed-a37c-4977-a069-76349f6f795b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:34.585245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:34.585894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:34.586504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:34.587241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Bound port: 5594471b-44b9-4c05-ad63-48b46c6036b9, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:34.587919 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.602460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Port a9b8273b-69ab-426f-a5ae-46f97d91c8fa on network 1e1156ed-a37c-4977-a069-76349f6f795b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:00:34.603077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Attempting to bind port a9b8273b-69ab-426f-a5ae-46f97d91c8fa on network 1e1156ed-a37c-4977-a069-76349f6f795b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:34.636985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:34.637868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Checking segment: {'id': 'e2270fef-c2a1-472c-b623-ee7574005436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1e1156ed-a37c-4977-a069-76349f6f795b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:34.638443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Bound using segment: {'id': 'e2270fef-c2a1-472c-b623-ee7574005436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1e1156ed-a37c-4977-a069-76349f6f795b'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:34.639070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Bound port: a9b8273b-69ab-426f-a5ae-46f97d91c8fa, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2270fef-c2a1-472c-b623-ee7574005436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1e1156ed-a37c-4977-a069-76349f6f795b'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:34.639609 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.642406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c4e269b1-5bad-40b1-ad9f-70c862a96c49 None None] Provisioning complete for port e59faa50-dd2b-4939-a5b9-b089fa2face2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:34.642981 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c4e269b1-5bad-40b1-ad9f-70c862a96c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.693505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-5e670db4-e7d0-44f6-beec-13ad7bb49bed service neutron] 10.222.0.86 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218977 Nov 03 16:00:34.718817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] For port a9b8273b-69ab-426f-a5ae-46f97d91c8fa, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:34.723215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] For port a9b8273b-69ab-426f-a5ae-46f97d91c8fa, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,segment=NetworkSegment(e2270fef-c2a1-472c-b623-ee7574005436),segment_id=e2270fef-c2a1-472c-b623-ee7574005436)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:34.767182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e59faa50-dd2b-4939-a5b9-b089fa2face2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:34.812695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] For port 5594471b-44b9-4c05-ad63-48b46c6036b9, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:34.818092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] For port 5594471b-44b9-4c05-ad63-48b46c6036b9, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5594471b-44b9-4c05-ad63-48b46c6036b9,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:34.830602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.868484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Port': ['ID=726ffc6d-0603-400a-a063-bfb866480c06,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:34.894616 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c4e269b1-5bad-40b1-ad9f-70c862a96c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.918909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.925861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:34.976779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e59faa50-dd2b-4939-a5b9-b089fa2face2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:34.977126 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.982312 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8c61bd77-bc7c-414d-918d-b140ee2e1ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:34.992216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network 241d8626-23d9-4eb8-823f-46a73c084a2c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:34.994225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c4e269b1-5bad-40b1-ad9f-70c862a96c49 None None] For port e59faa50-dd2b-4939-a5b9-b089fa2face2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e59faa50-dd2b-4939-a5b9-b089fa2face2,segment=NetworkSegment(93767e30-f2fa-47ea-8e50-fca79e64e956),segment_id=93767e30-f2fa-47ea-8e50-fca79e64e956)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:35.005075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:35.019825 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c4e269b1-5bad-40b1-ad9f-70c862a96c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:35.022902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fe927-886f-429f-8503-40c96efa763c req-4c6bf5c5-3eb4-40af-b632-2a0b8c65dddd tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:35.024467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-597fe927-886f-429f-8503-40c96efa763c req-4c6bf5c5-3eb4-40af-b632-2a0b8c65dddd tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 944 time: 0.4648452 Nov 03 16:00:35.035554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:35.036317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:35.037816 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] 10.222.0.15 "PUT /v2.0/ports/5594471b-44b9-4c05-ad63-48b46c6036b9 HTTP/1.1" status: 200 len: 1096 time: 3.6524184 Nov 03 16:00:35.038503 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-fe902aaf-2044-41a6-9a9b-375647a4bb23 service neutron] 10.222.0.86 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315165 Nov 03 16:00:35.040351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aae2784-7d6b-4a81-856f-0ca0c7583667', 'tag': '5594471b-44b9-4c05-ad63-48b46c6036b9'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:35.044932 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904c98f9-95a9-4996-93d1-5b62d58c454c" -d '{"events": [{"name": "network-changed", "server_uuid": "6aae2784-7d6b-4a81-856f-0ca0c7583667", "tag": "5594471b-44b9-4c05-ad63-48b46c6036b9"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:35.052696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:35.053406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:35.055438 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-7713bc74-af40-4f5f-97d2-2d26c5f40e7d service neutron] 10.222.0.70 "PUT /v2.0/ports/a9b8273b-69ab-426f-a5ae-46f97d91c8fa HTTP/1.1" status: 200 len: 1091 time: 2.3791857 Nov 03 16:00:35.089036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e269b1-5bad-40b1-ad9f-70c862a96c49 None None] Pushing event updated for resources: {'Port': ['ID=e59faa50-dd2b-4939-a5b9-b089fa2face2,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:35.181142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-597fe927-886f-429f-8503-40c96efa763c req-0bc2889c-000e-4333-aa78-b32e360a295b tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304379 Nov 03 16:00:35.181832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feecee6-bc49-4e7c-b592-25832c163c6c service neutron] Pushing event updated for resources: {'Port': ['ID=5594471b-44b9-4c05-ad63-48b46c6036b9,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:35.249136 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6d63c8eb-d374-4307-ae0f-a3d56342619c None None] Provisioning complete for port e59faa50-dd2b-4939-a5b9-b089fa2face2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:35.249480 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d63c8eb-d374-4307-ae0f-a3d56342619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:35.435055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Router 1d33fb32-8a75-4de5-867d-a3a534eeffaa is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:00:35.488692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-37c4cebf-28ee-46e4-9a51-3cd0d0fbb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:35.501150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-37c4cebf-28ee-46e4-9a51-3cd0d0fbb45a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 1099 time: 0.3220036 Nov 03 16:00:35.510632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-36b02e65-3fe4-4796-a1c7-9c39956df4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:35.520201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-36b02e65-3fe4-4796-a1c7-9c39956df4de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93c4112cf94946fcaec7b67fbf78561d&device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 1094 time: 0.3472140 Nov 03 16:00:35.600928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-d1013855-5541-41bb-a849-6bef253aee8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5594471b-44b9-4c05-ad63-48b46c6036b9 HTTP/1.1" status: 200 len: 217 time: 0.0795934 Nov 03 16:00:35.655016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:00:35.659047 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-90b7ebb9-94ec-4e4e-8510-bbb6e7e9b342 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b8273b-69ab-426f-a5ae-46f97d91c8fa HTTP/1.1" status: 200 len: 217 time: 0.1207044 Nov 03 16:00:35.664244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfdf30-3d58-4ff1-bab6-d1c0b90ac954 req-80abd282-2384-43cf-8224-de5603021474 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:35.665776 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cdfdf30-3d58-4ff1-bab6-d1c0b90ac954 req-80abd282-2384-43cf-8224-de5603021474 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 948 time: 0.1298988 Nov 03 16:00:35.669586 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a748f-c686-42e8-ba9b-2a1cd880c215 None None] Sync routers for ids ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:00:35.672836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c5b9132-2072-475d-a4a4-dabbccc439f9 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "PUT /v2.0/routers/1d33fb32-8a75-4de5-867d-a3a534eeffaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5654674 Nov 03 16:00:35.674746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54784) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:35.706937 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a748f-c686-42e8-ba9b-2a1cd880c215 None None] Routers {'1d33fb32-8a75-4de5-867d-a3a534eeffaa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:35.710420 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-5a5a748f-c686-42e8-ba9b-2a1cd880c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:35.745888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8200cdd-ec81-4fd7-b805-0a67dbaae475 req-c8eeab93-24fd-408a-9bdf-87041f7c8fca tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:35.747393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f99360ae-2e1a-4ceb-8368-cb3354dae07a None None] Provisioning complete for port 726ffc6d-0603-400a-a063-bfb866480c06 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:35.749127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8200cdd-ec81-4fd7-b805-0a67dbaae475 req-c8eeab93-24fd-408a-9bdf-87041f7c8fca tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 943 time: 0.3274355 Nov 03 16:00:35.749303 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f99360ae-2e1a-4ceb-8368-cb3354dae07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:35.786862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-904f36ce-d6da-4010-ad81-079cd102060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:35.788818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-904f36ce-d6da-4010-ad81-079cd102060a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1425772 Nov 03 16:00:35.817503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-0b9539e8-32d6-4534-81f1-2052411f5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:35.818920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-0b9539e8-32d6-4534-81f1-2052411f5bb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e562c45-915a-4f10-85c7-4e872ae3f99f HTTP/1.1" status: 200 len: 853 time: 0.1267540 Nov 03 16:00:35.825590 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-5a5a748f-c686-42e8-ba9b-2a1cd880c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:35.827556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cdfdf30-3d58-4ff1-bab6-d1c0b90ac954 req-3e962096-08ea-4a5b-bd0b-d37a1d457759 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535075 Nov 03 16:00:35.838653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f99360ae-2e1a-4ceb-8368-cb3354dae07a None None] Port 726ffc6d-0603-400a-a063-bfb866480c06 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:35.841081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e59faa50-dd2b-4939-a5b9-b089fa2face2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:35.846094 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a748f-c686-42e8-ba9b-2a1cd880c215 None None] Routers {'1d33fb32-8a75-4de5-867d-a3a534eeffaa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:35.847125 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-5a5a748f-c686-42e8-ba9b-2a1cd880c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:35.899837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-3eb57bcb-80bc-48b1-a9d9-6be8f75d76a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e1156ed-a37c-4977-a069-76349f6f795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353818 Nov 03 16:00:35.911232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8200cdd-ec81-4fd7-b805-0a67dbaae475 req-c70dcdcb-65cf-48dd-aa91-f69ff1b858ef tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609886 Nov 03 16:00:35.931886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e59faa50-dd2b-4939-a5b9-b089fa2face2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:35.933095 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:35.935958 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-5a5a748f-c686-42e8-ba9b-2a1cd880c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:35.940322 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a748f-c686-42e8-ba9b-2a1cd880c215 None None] The sync data for ids ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:00:36.035961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-7784a89e-6306-414b-aa30-39e994a9599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:36.037637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-7784a89e-6306-414b-aa30-39e994a9599a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2349129 Nov 03 16:00:36.077910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51b82d6-1f56-4dff-84cd-fa61ff074c48 req-2584faa6-6ea2-4f0c-afc9-f5fdd4dac204 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/8df00b2f-7b3b-4f61-8d2f-21fea54fcb79 HTTP/1.1" status: 200 len: 1820 time: 0.1135418 Nov 03 16:00:36.090031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-3e5eef5d-bcfb-4cee-9e3b-c24c2fbc3a9f service neutron] 10.222.0.70 "GET /v2.0/networks/1e1156ed-a37c-4977-a069-76349f6f795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733413 Nov 03 16:00:36.165990 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:36.212608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-6031b1f8-dce6-4eb6-ae4f-32b0354e564f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:00:36.213873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-6031b1f8-dce6-4eb6-ae4f-32b0354e564f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1523535 Nov 03 16:00:36.243903 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88828b1b-20f6-4538-9b6c-edb3bc208813 x-openstack-request-id: req-88828b1b-20f6-4538-9b6c-edb3bc208813 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:36.244205 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aae2784-7d6b-4a81-856f-0ca0c7583667", "tag": "5594471b-44b9-4c05-ad63-48b46c6036b9", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:36.244467 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-88828b1b-20f6-4538-9b6c-edb3bc208813 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:36.245397 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aae2784-7d6b-4a81-856f-0ca0c7583667', 'tag': '5594471b-44b9-4c05-ad63-48b46c6036b9', 'status': 'completed', 'code': 200} Nov 03 16:00:36.261321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d51b82d6-1f56-4dff-84cd-fa61ff074c48 req-29eae9e9-c804-4f3f-83d9-4959fed64214 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:36.273982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0d9d60e-d476-4066-92af-c0befa43c69d req-fc64db21-b65d-414d-9bbe-38f46d620586 service neutron] 10.222.0.70 "GET /v2.0/networks/1e1156ed-a37c-4977-a069-76349f6f795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759849 Nov 03 16:00:36.325588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d51b82d6-1f56-4dff-84cd-fa61ff074c48 req-29eae9e9-c804-4f3f-83d9-4959fed64214 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:36.339724 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-4e3111d1-19f9-4fdc-a9bc-4724c13f32d7 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:00:36.343615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4e3111d1-19f9-4fdc-a9bc-4724c13f32d7 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "PUT /v2.0/routers/1d33fb32-8a75-4de5-867d-a3a534eeffaa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6652648 Nov 03 16:00:36.348384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54796) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:36.354571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d8d6771f-8a38-4f09-b500-c4bc8eb64736 req-a593185c-99f9-4c21-b2be-56014a68b468 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 210 time: 0.0318327 Nov 03 16:00:36.366224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f189c945-fce1-4e3d-acae-85a21748c19d up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:36.386682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-c7d18001-6208-4ea7-adb7-cc93bc8ad9e4 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577892 Nov 03 16:00:36.469414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port f189c945-fce1-4e3d-acae-85a21748c19d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:00:36.473981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port f189c945-fce1-4e3d-acae-85a21748c19d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:36.474349 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:36.479947 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d51b82d6-1f56-4dff-84cd-fa61ff074c48 req-29eae9e9-c804-4f3f-83d9-4959fed64214 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:36.484351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d51b82d6-1f56-4dff-84cd-fa61ff074c48 req-29eae9e9-c804-4f3f-83d9-4959fed64214 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:36.485468 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d51b82d6-1f56-4dff-84cd-fa61ff074c48 req-29eae9e9-c804-4f3f-83d9-4959fed64214 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/8df00b2f-7b3b-4f61-8d2f-21fea54fcb79 HTTP/1.1" status: 204 len: 173 time: 0.3610535 Nov 03 16:00:36.518921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae9e9-c804-4f3f-83d9-4959fed64214 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df00b2f-7b3b-4f61-8d2f-21fea54fcb79,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:36.572359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-335fa13c-7c31-414f-9f0f-bd62bd234a88 req-1b61469e-8c7b-4ae8-bafe-9d44484b903f service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756334 Nov 03 16:00:36.600906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:36.630111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d7e692-f837-4b21-b7a6-3c246ec81f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f189c945-fce1-4e3d-acae-85a21748c19d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:36.632657 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a34ccfe-07eb-4249-971a-be6c0fd0a1c2" -d '{"events": [{"server_uuid": "41d7e692-f837-4b21-b7a6-3c246ec81f6b", "name": "network-vif-plugged", "status": "completed", "tag": "f189c945-fce1-4e3d-acae-85a21748c19d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:36.655931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f189c945-fce1-4e3d-acae-85a21748c19d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f189c945-fce1-4e3d-acae-85a21748c19d,segment=NetworkSegment(326d0de2-aa12-4bee-84cd-ef7bea556fa7),segment_id=326d0de2-aa12-4bee-84cd-ef7bea556fa7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:36.663174 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:36.740168 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f189c945-fce1-4e3d-acae-85a21748c19d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:36.783863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ef0a1-1204-4aaf-9d84-ba7036a69e0b req-17d64679-baa0-4199-9050-34a8569d4169 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:36.785489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f3ef0a1-1204-4aaf-9d84-ba7036a69e0b req-17d64679-baa0-4199-9050-34a8569d4169 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 944 time: 0.1989627 Nov 03 16:00:36.788157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93cee6-0870-4c11-ac91-566f6299b240 req-bd4a375c-385f-4ab3-9992-c7eb96a8e00b tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:36.789852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b93cee6-0870-4c11-ac91-566f6299b240 req-bd4a375c-385f-4ab3-9992-c7eb96a8e00b tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.1934581 Nov 03 16:00:36.811025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-197a8832-3dac-4831-b22c-ad29228f2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:36.812940 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-197a8832-3dac-4831-b22c-ad29228f2931 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 1099 time: 0.1187608 Nov 03 16:00:36.901636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f3ef0a1-1204-4aaf-9d84-ba7036a69e0b req-969354a2-f40e-4d31-a7b6-ce63b4c6dd9b tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768452 Nov 03 16:00:36.905440 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:36.935963 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:00:37.019329 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-196c8688-a196-470b-8ce8-bd7609bdce02 req-9b8391e2-2339-4f32-9b67-f71c31345bea tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:00:37.020810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-196c8688-a196-470b-8ce8-bd7609bdce02 req-9b8391e2-2339-4f32-9b67-f71c31345bea tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/8df00b2f-7b3b-4f61-8d2f-21fea54fcb79 HTTP/1.1" status: 404 len: 352 time: 0.0168974 Nov 03 16:00:37.038765 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b93cee6-0870-4c11-ac91-566f6299b240 req-c7ffbdcc-3264-4779-a1d4-993e28144340 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363877 Nov 03 16:00:37.107587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1cd7f91d-f94c-4a52-b28a-5a3e35f6355e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:37.110335 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1f9630-3cf9-4192-a621-ac7c7884c840 x-openstack-request-id: req-ea1f9630-3cf9-4192-a621-ac7c7884c840 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:37.110631 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d7e692-f837-4b21-b7a6-3c246ec81f6b", "name": "network-vif-plugged", "status": "completed", "tag": "f189c945-fce1-4e3d-acae-85a21748c19d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:37.110889 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ea1f9630-3cf9-4192-a621-ac7c7884c840 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:37.111332 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d7e692-f837-4b21-b7a6-3c246ec81f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f189c945-fce1-4e3d-acae-85a21748c19d', 'code': 200} Nov 03 16:00:37.114201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1cd7f91d-f94c-4a52-b28a-5a3e35f6355e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "GET /v2.0/networks?id=0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 200 len: 815 time: 0.3232982 Nov 03 16:00:37.115820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-83f5aad4-5b60-45ec-b4ea-442c87451a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:37.117293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-83f5aad4-5b60-45ec-b4ea-442c87451a4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2662833 Nov 03 16:00:37.170814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Request body: {'port': {'device_id': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b', 'admin_state_up': True, 'tenant_id': 'bbed15a634654a34b11e6aff90c99d7b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:37.235680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-80f1a32e-fe7c-40f8-884f-10b046ad92cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5594471b-44b9-4c05-ad63-48b46c6036b9 HTTP/1.1" status: 200 len: 217 time: 0.0606194 Nov 03 16:00:37.284148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeeb47-eb0f-4bd3-b438-c807a18b68dc req-f584431f-1be9-427b-93a4-dcf12761e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:37.285836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fbeeb47-eb0f-4bd3-b438-c807a18b68dc req-f584431f-1be9-427b-93a4-dcf12761e8d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 1096 time: 0.1105075 Nov 03 16:00:37.303622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860643f1-187d-4127-aba9-df7ab9ade7ed req-4bf6e8c2-b8c0-4c30-8859-d738e2b0a417 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:37.305230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-860643f1-187d-4127-aba9-df7ab9ade7ed req-4bf6e8c2-b8c0-4c30-8859-d738e2b0a417 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 943 time: 0.0801957 Nov 03 16:00:37.340502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Deleting port 726ffc6d-0603-400a-a063-bfb866480c06 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:37.340993 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:37.440364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fbeeb47-eb0f-4bd3-b438-c807a18b68dc req-2fc0edc9-f3d8-4ff3-95a3-b80b2d2d3efe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444786 Nov 03 16:00:37.451546 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-860643f1-187d-4127-aba9-df7ab9ade7ed req-ce934099-2db5-4966-82ce-ca169d92da83 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236496 Nov 03 16:00:37.505716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:37.533594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Calling delete_port for 726ffc6d-0603-400a-a063-bfb866480c06 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:37.560046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5181740e-a05e-4d81-82fe-6a5c5c52d141 req-dfc687de-022e-460a-a039-606fa9dc6fdf tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/b0bac63f-550d-4ef0-957c-374592cd8a51 HTTP/1.1" status: 200 len: 1818 time: 0.0720935 Nov 03 16:00:37.625195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be509b-d9c6-47d5-a8b4-fa694334ddd5 req-4e6e31da-9e26-419a-804a-0fe1108f722a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:37.626422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21be509b-d9c6-47d5-a8b4-fa694334ddd5 req-4e6e31da-9e26-419a-804a-0fe1108f722a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 948 time: 0.5039134 Nov 03 16:00:37.648130 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:37.680152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-3fe16093-68eb-4654-a100-fc0c4db97685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:37.681637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-3fe16093-68eb-4654-a100-fc0c4db97685 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.4070139 Nov 03 16:00:37.713614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5181740e-a05e-4d81-82fe-6a5c5c52d141 req-b9caa07c-9f4d-4a87-8716-4a7393f21480 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:37.750514 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5181740e-a05e-4d81-82fe-6a5c5c52d141 req-b9caa07c-9f4d-4a87-8716-4a7393f21480 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:37.768829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21be509b-d9c6-47d5-a8b4-fa694334ddd5 req-b9928210-c63b-4a47-b5d6-b17c443f09e4 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257160 Nov 03 16:00:37.789328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-a3411f79-8f32-4db7-9f3e-bc92377c2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:37.789328 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-a3411f79-8f32-4db7-9f3e-bc92377c2e8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0935137 Nov 03 16:00:37.794388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Made reservation on behalf of bbed15a634654a34b11e6aff90c99d7b for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:37.799679 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:37.835964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5181740e-a05e-4d81-82fe-6a5c5c52d141 req-b9caa07c-9f4d-4a87-8716-4a7393f21480 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:37.840040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5181740e-a05e-4d81-82fe-6a5c5c52d141 req-b9caa07c-9f4d-4a87-8716-4a7393f21480 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:37.841338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5181740e-a05e-4d81-82fe-6a5c5c52d141 req-b9caa07c-9f4d-4a87-8716-4a7393f21480 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/b0bac63f-550d-4ef0-957c-374592cd8a51 HTTP/1.1" status: 204 len: 173 time: 0.2450204 Nov 03 16:00:37.859937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9caa07c-9f4d-4a87-8716-4a7393f21480 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bac63f-550d-4ef0-957c-374592cd8a51,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:37.881470 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-151e8fc1-1d77-4b68-8ae8-af40c420fe75 req-ba0d8c85-2408-4699-bf81-ab85ce137d94 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:00:37.882708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-151e8fc1-1d77-4b68-8ae8-af40c420fe75 req-ba0d8c85-2408-4699-bf81-ab85ce137d94 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/b0bac63f-550d-4ef0-957c-374592cd8a51 HTTP/1.1" status: 404 len: 352 time: 0.0197086 Nov 03 16:00:37.883743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:37.917693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Port': ['ID=726ffc6d-0603-400a-a063-bfb866480c06,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:38.026201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80b6221a-4ac9-4899-a76b-12a264e83b67 req-40278f54-aff1-42ec-8bee-48b1e8099591 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 210 time: 0.0664377 Nov 03 16:00:38.091169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36fb38f3-b821-4305-93c2-b63c13de7c34 req-e833212a-aeaa-44b2-b7c9-f372538c7d4a tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/52c9bcd7-8d6b-4796-a878-03ba7b14ab98 HTTP/1.1" status: 200 len: 1819 time: 0.1333139 Nov 03 16:00:38.093602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.178744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-065fb35d-e353-4c90-8877-094dbe1943b5 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668721 Nov 03 16:00:38.183783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Allocated IP 172.20.0.2 (0cb8f165-4475-43f8-8568-3a60a823a49b/0578e3e4-c409-4214-b01c-e69a7cc92056/b7719619-4dda-406e-a404-ce85d3e00049) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:38.226304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796f6eb-6d25-49ef-871a-1922ff94e89b req-99495f4a-d6ca-4103-9b8f-84860fadb2d5 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:38.227764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2796f6eb-6d25-49ef-871a-1922ff94e89b req-99495f4a-d6ca-4103-9b8f-84860fadb2d5 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 945 time: 0.1219962 Nov 03 16:00:38.272260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa181ea0-0c9e-4921-a523-ba0f8f04fa66', 'tag': 'a9b8273b-69ab-426f-a5ae-46f97d91c8fa'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:38.279297 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d7789d-2a6d-4859-8dcb-989e3b92c749" -d '{"events": [{"name": "network-changed", "server_uuid": "aa181ea0-0c9e-4921-a523-ba0f8f04fa66", "tag": "a9b8273b-69ab-426f-a5ae-46f97d91c8fa"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:38.299664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36fb38f3-b821-4305-93c2-b63c13de7c34 req-daf59501-bca0-4ce9-a01e-472591c8d489 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.303028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Router 1d33fb32-8a75-4de5-867d-a3a534eeffaa has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:00:38.345273 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.353254 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36fb38f3-b821-4305-93c2-b63c13de7c34 req-daf59501-bca0-4ce9-a01e-472591c8d489 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.372645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a9b8273b-69ab-426f-a5ae-46f97d91c8fa details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:00:38.391290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2796f6eb-6d25-49ef-871a-1922ff94e89b req-c88ad2ed-e7d3-4f7e-a56a-73f8757a573a tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527529 Nov 03 16:00:38.395770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-904c98f9-95a9-4996-93d1-5b62d58c454c req-86c79375-26ef-4405-b672-39bd2b96dec1 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995986 Nov 03 16:00:38.447991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:00:38.454946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d0b8473c-72b9-4000-8a17-364c92bdd4d8 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "PUT /v2.0/routers/1d33fb32-8a75-4de5-867d-a3a534eeffaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1054142 Nov 03 16:00:38.465801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54836) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:38.515354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.521503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26d27b-fff2-48b5-8709-1b22282b4c1d None None] Sync routers for ids ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:00:38.526854 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-4a1258a0-a684-4d1a-aab4-f1eb570adf40 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] delete failed (client error): The resource could not be found. Nov 03 16:00:38.530266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4a1258a0-a684-4d1a-aab4-f1eb570adf40 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/routers/tempest-non_exist_router-1564168458 HTTP/1.1" status: 404 len: 335 time: 0.0617630 Nov 03 16:00:38.532665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54840) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:38.538561 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36fb38f3-b821-4305-93c2-b63c13de7c34 req-daf59501-bca0-4ce9-a01e-472591c8d489 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.541143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-778e06bb-205f-46de-b989-113ee13eacf7 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'router': {'external_gateway_info': {'network_id': '1d33fb32-8a75-4de5-867d-a3a534eeffaa'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:38.544706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-36fb38f3-b821-4305-93c2-b63c13de7c34 req-daf59501-bca0-4ce9-a01e-472591c8d489 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.560184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36fb38f3-b821-4305-93c2-b63c13de7c34 req-daf59501-bca0-4ce9-a01e-472591c8d489 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/52c9bcd7-8d6b-4796-a878-03ba7b14ab98 HTTP/1.1" status: 204 len: 173 time: 0.4573896 Nov 03 16:00:38.563386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26d27b-fff2-48b5-8709-1b22282b4c1d None None] Routers {'1d33fb32-8a75-4de5-867d-a3a534eeffaa'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:38.564689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4d26d27b-fff2-48b5-8709-1b22282b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:38.575265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf59501-bca0-4ce9-a01e-472591c8d489 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c9bcd7-8d6b-4796-a878-03ba7b14ab98,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:38.622398 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5535b4b5-6b7d-46c4-8292-68ec8191dd3a x-openstack-request-id: req-5535b4b5-6b7d-46c4-8292-68ec8191dd3a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:38.623041 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa181ea0-0c9e-4921-a523-ba0f8f04fa66", "tag": "a9b8273b-69ab-426f-a5ae-46f97d91c8fa", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:38.623306 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5535b4b5-6b7d-46c4-8292-68ec8191dd3a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:38.623902 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa181ea0-0c9e-4921-a523-ba0f8f04fa66', 'tag': 'a9b8273b-69ab-426f-a5ae-46f97d91c8fa', 'status': 'completed', 'code': 200} Nov 03 16:00:38.664138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4d26d27b-fff2-48b5-8709-1b22282b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:38.686470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.705113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a9b8273b-69ab-426f-a5ae-46f97d91c8fa, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,segment=NetworkSegment(e2270fef-c2a1-472c-b623-ee7574005436),segment_id=e2270fef-c2a1-472c-b623-ee7574005436)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:38.717966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-f7ab3709-4413-449d-9a91-7b4be6086b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:38.719911 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-f7ab3709-4413-449d-9a91-7b4be6086b65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93c4112cf94946fcaec7b67fbf78561d&device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 1094 time: 0.0851240 Nov 03 16:00:38.720024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26d27b-fff2-48b5-8709-1b22282b4c1d None None] Routers {'1d33fb32-8a75-4de5-867d-a3a534eeffaa'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:38.720654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4d26d27b-fff2-48b5-8709-1b22282b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:38.723816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'a9b8273b-69ab-426f-a5ae-46f97d91c8fa', 'network_id': '1e1156ed-a37c-4977-a069-76349f6f795b', 'port_id': 'a9b8273b-69ab-426f-a5ae-46f97d91c8fa', 'mac_address': 'fa:16:3e:11:f5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e562c45-915a-4f10-85c7-4e872ae3f99f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:00:38.755440 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-93d5dd1d-3ae8-4781-915d-70f01bb63995 req-d7182222-8e55-4c6f-9f36-5556dc0cac6c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:00:38.756483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93d5dd1d-3ae8-4781-915d-70f01bb63995 req-d7182222-8e55-4c6f-9f36-5556dc0cac6c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/52c9bcd7-8d6b-4796-a878-03ba7b14ab98 HTTP/1.1" status: 404 len: 352 time: 0.0753791 Nov 03 16:00:38.762550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4d26d27b-fff2-48b5-8709-1b22282b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:38.763440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26d27b-fff2-48b5-8709-1b22282b4c1d None None] The sync data for ids ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:00:38.815008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffcceb-b24e-479e-b36e-c00754659795 req-f78f1889-cbb6-46e4-ab0a-63b38601360f tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:38.816078 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5ffcceb-b24e-479e-b36e-c00754659795 req-f78f1889-cbb6-46e4-ab0a-63b38601360f tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 943 time: 0.1151631 Nov 03 16:00:38.818763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Network 0cb8f165-4475-43f8-8568-3a60a823a49b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:38.825511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.844147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b8273b-69ab-426f-a5ae-46f97d91c8fa {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:38.852261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:38.863153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Pushing event updated for resources: {'Port': ['ID=b7719619-4dda-406e-a404-ce85d3e00049,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:38.865606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:38.868086 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-70b4ea35-5480-43d3-b601-2b7683cf6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:38.869626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-70b4ea35-5480-43d3-b601-2b7683cf6df0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e1156ed-a37c-4977-a069-76349f6f795b HTTP/1.1" status: 200 len: 914 time: 0.1352084 Nov 03 16:00:38.875118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-778e06bb-205f-46de-b989-113ee13eacf7 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.876951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a9b8273b-69ab-426f-a5ae-46f97d91c8fa, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,segment=NetworkSegment(e2270fef-c2a1-472c-b623-ee7574005436),segment_id=e2270fef-c2a1-472c-b623-ee7574005436)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:38.882785 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.931863 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5ffcceb-b24e-479e-b36e-c00754659795 req-70eabc0b-04f9-4d1a-98be-9bcf4f199505 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091444 Nov 03 16:00:38.933349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-cd892138-0182-4e33-9fc1-7d4f2a402ef8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b8273b-69ab-426f-a5ae-46f97d91c8fa HTTP/1.1" status: 200 len: 217 time: 0.0514755 Nov 03 16:00:38.939334 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-778e06bb-205f-46de-b989-113ee13eacf7 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] update failed (client error): The resource could not be found. Nov 03 16:00:38.944191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-778e06bb-205f-46de-b989-113ee13eacf7 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "PUT /v2.0/routers/1d33fb32-8a75-4de5-867d-a3a534eeffaa HTTP/1.1" status: 404 len: 339 time: 0.4053380 Nov 03 16:00:38.949683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54850) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:38.961913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-777727861'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:38.976071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:38.976726 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:38.998392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32b1dd-78a9-431f-9a5c-a77ba37e6cfc req-a9cce6c4-124d-4e84-8189-42cdcee64c35 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:38.999991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c32b1dd-78a9-431f-9a5c-a77ba37e6cfc req-a9cce6c4-124d-4e84-8189-42cdcee64c35 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.1520674 Nov 03 16:00:39.020674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Made reservation on behalf of 9c6adcfb95df48b0a823388b11965607 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:39.023988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:39.044364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-1de4532a-aa2e-4356-89b1-ef37dcf61e20 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9188793 Nov 03 16:00:39.062695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-c7662762-302f-446d-9a9a-92b4ba590748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:39.063135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Request body: {'port': {'device_id': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:39.074161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-c7662762-302f-446d-9a9a-92b4ba590748 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e562c45-915a-4f10-85c7-4e872ae3f99f HTTP/1.1" status: 200 len: 853 time: 0.1194649 Nov 03 16:00:39.102947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:39.103173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:39.113838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c32b1dd-78a9-431f-9a5c-a77ba37e6cfc req-2976c4a3-4d02-421b-946d-577ecb458504 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017487 Nov 03 16:00:39.158082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:39.158447 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Added segment c74b3ca9-2400-487b-ac0f-f4d01f43367d of type vlan for network 582aebe7-57c8-4397-b15a-26a28417b229 Nov 03 16:00:39.161570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['a9b8273b-69ab-426f-a5ae-46f97d91c8fa'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:39.235761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:39.245863 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:39.359353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:39.365243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:39.366189 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:39.431568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7adb2-149b-4877-bde0-6b68854467c1 req-ccc41f2b-207f-4128-8566-c8e5fd324637 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:39.433963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fee7adb2-149b-4877-bde0-6b68854467c1 req-ccc41f2b-207f-4128-8566-c8e5fd324637 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 948 time: 0.1848919 Nov 03 16:00:39.477594 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-7a32b074-1793-4440-9c03-235969795cf2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e1156ed-a37c-4977-a069-76349f6f795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4050395 Nov 03 16:00:39.507180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5558407 Nov 03 16:00:39.513071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54864) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:39.527976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'subnet': {'network_id': '582aebe7-57c8-4397-b15a-26a28417b229', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:39.565016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8cbbe-335d-49c4-bf7c-39566de65507 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Network': ['ID=582aebe7-57c8-4397-b15a-26a28417b229,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:39.574244 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-73dcd252-ae56-485f-b1bb-55a4cd2148b4 req-35e0a3b5-864d-4924-86f0-348eeadb135a tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=601ecaa8ec4546238c1e4461d046415a HTTP/1.1" status: 200 len: 6208 time: 0.5860538 Nov 03 16:00:39.581873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 582aebe7-57c8-4397-b15a-26a28417b229 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:39.628786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fee7adb2-149b-4877-bde0-6b68854467c1 req-5653639f-50e4-4d5b-8b84-38fcfbad3700 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378443 Nov 03 16:00:39.712290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-a09a4e39-fa40-4230-a80e-f65186b3b917 service neutron] 10.222.0.70 "GET /v2.0/networks/1e1156ed-a37c-4977-a069-76349f6f795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262585 Nov 03 16:00:39.717278 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-73dcd252-ae56-485f-b1bb-55a4cd2148b4 req-d5a8d2c8-31f1-4a32-a597-1326fe8d6c01 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/d3f98d8a-2ae0-459b-94ce-afbbcb153e6a HTTP/1.1" status: 200 len: 3002 time: 0.1237257 Nov 03 16:00:39.734751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Made reservation on behalf of 9c6adcfb95df48b0a823388b11965607 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:39.741436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:39.807082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885463a7-3ad4-442b-a8ab-99641741fad0 req-aff0c7a2-a9a8-43d2-8596-5b8dff9f3c59 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:39.809836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-885463a7-3ad4-442b-a8ab-99641741fad0 req-aff0c7a2-a9a8-43d2-8596-5b8dff9f3c59 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 931 time: 0.0690722 Nov 03 16:00:39.890459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7719619-4dda-406e-a404-ce85d3e00049 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:39.900775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-885463a7-3ad4-442b-a8ab-99641741fad0 req-8260ac43-f9a4-4359-b2a7-612287e88e3f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805593 Nov 03 16:00:39.903452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:39.918125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Transition to ACTIVE for port object b7719619-4dda-406e-a404-ce85d3e00049 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:00:39.931195 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-73dcd252-ae56-485f-b1bb-55a4cd2148b4 req-a0750018-3464-4cd5-8c78-d78ea4e02249 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/d3f98d8a-2ae0-459b-94ce-afbbcb153e6a HTTP/1.1" status: 200 len: 3002 time: 0.2032924 Nov 03 16:00:39.935830 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:39.949335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99d7789d-2a6d-4859-8dcb-989e3b92c749 req-9315241e-973c-451b-a5cc-a3a1b77332f7 service neutron] 10.222.0.70 "GET /v2.0/networks/1e1156ed-a37c-4977-a069-76349f6f795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293203 Nov 03 16:00:39.989749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Pushing event updated for resources: {'Port': ['ID=b7719619-4dda-406e-a404-ce85d3e00049,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:39.996192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-3c670b25-36ce-46ea-af92-ceea27eecdcb req-21130132-539c-418a-a3ff-7a0232fc5635 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-122656607', 'description': 'tempest-description-1385525766'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:40.061656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3c670b25-36ce-46ea-af92-ceea27eecdcb req-21130132-539c-418a-a3ff-7a0232fc5635 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.095831 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.133020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5d61f-f6c1-4e28-861e-a825bcc25b41 req-e8c20e37-5949-4b1f-bc7b-940794379bff tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:40.144085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3bc5d61f-f6c1-4e28-861e-a825bcc25b41 req-e8c20e37-5949-4b1f-bc7b-940794379bff tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 945 time: 0.1084247 Nov 03 16:00:40.164424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Attempting to bind port b7719619-4dda-406e-a404-ce85d3e00049 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:40.164759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Attempting to bind port b7719619-4dda-406e-a404-ce85d3e00049 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:40.165103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Attempting to bind port b7719619-4dda-406e-a404-ce85d3e00049 on network 0cb8f165-4475-43f8-8568-3a60a823a49b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:40.174869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Subnet': ['ID=fdce9d87-9c0d-4f09-a47f-782f160e49e6,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:40.175185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Port b7719619-4dda-406e-a404-ce85d3e00049 on network 0cb8f165-4475-43f8-8568-3a60a823a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:00:40.175347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Attempting to bind port b7719619-4dda-406e-a404-ce85d3e00049 on network 0cb8f165-4475-43f8-8568-3a60a823a49b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:40.193496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:40.193882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Checking segment: {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:40.194265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Bound using segment: {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:40.194709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Bound port: b7719619-4dda-406e-a404-ce85d3e00049, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:40.195050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.213507 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3c670b25-36ce-46ea-af92-ceea27eecdcb req-21130132-539c-418a-a3ff-7a0232fc5635 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.215681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Checking segment: {'id': 'c74b3ca9-2400-487b-ac0f-f4d01f43367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '582aebe7-57c8-4397-b15a-26a28417b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:40.216150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network hostable DHCP agents. Network: 582aebe7-57c8-4397-b15a-26a28417b229, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:40.216491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3bc5d61f-f6c1-4e28-861e-a825bcc25b41 req-cfcf36e9-bfa6-4eef-b353-4f5f67802e98 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712631 Nov 03 16:00:40.220982 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3c670b25-36ce-46ea-af92-ceea27eecdcb req-21130132-539c-418a-a3ff-7a0232fc5635 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.286052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3c670b25-36ce-46ea-af92-ceea27eecdcb req-21130132-539c-418a-a3ff-7a0232fc5635 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.287883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c670b25-36ce-46ea-af92-ceea27eecdcb req-21130132-539c-418a-a3ff-7a0232fc5635 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3216085 Nov 03 16:00:40.290523 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21130132-539c-418a-a3ff-7a0232fc5635 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b1ac14-e507-447b-8f02-e0ba25fe86cf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:40.294633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network 582aebe7-57c8-4397-b15a-26a28417b229 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:40.311735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 582aebe7-57c8-4397-b15a-26a28417b229) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:40.312520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:40.317182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:40.317801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.327093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68450208-66cd-434f-838f-2b8933cdef46 None None] Network 582aebe7-57c8-4397-b15a-26a28417b229 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:40.331119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b7719619-4dda-406e-a404-ce85d3e00049,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:40.338300 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.351389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-de0cc8c2-ea59-4905-8fce-9cc74a0a73a2 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8316102 Nov 03 16:00:40.352018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54878) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:40.361540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4d3d33fc-40b8-4c92-9343-2cd635a9461b tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'router': {'external_gateway_info': {'network_id': '582aebe7-57c8-4397-b15a-26a28417b229'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:40.427933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a9b8273b-69ab-426f-a5ae-46f97d91c8fa up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:40.461328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:40.462076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.464464 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] 10.222.0.70 "PUT /v2.0/ports/b7719619-4dda-406e-a404-ce85d3e00049 HTTP/1.1" status: 200 len: 1091 time: 1.4110317 Nov 03 16:00:40.555374 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b273e-d3b8-4a6f-b65c-63fcb5ef6c2b service neutron] Pushing event updated for resources: {'Port': ['ID=b7719619-4dda-406e-a404-ce85d3e00049,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:40.611750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b40783-cdf1-4bb8-a9d8-c937e5d75db8 req-6ca00d8d-91b7-4861-85f5-68d1ccdd3d07 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:40.613981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55b40783-cdf1-4bb8-a9d8-c937e5d75db8 req-6ca00d8d-91b7-4861-85f5-68d1ccdd3d07 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 944 time: 0.1729195 Nov 03 16:00:40.621336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-bef050b1-11e7-4cc3-8748-fdcd5c3a95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:40.623006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-bef050b1-11e7-4cc3-8748-fdcd5c3a95e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbed15a634654a34b11e6aff90c99d7b&device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 1094 time: 0.1091683 Nov 03 16:00:40.624772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:40.627065 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549d666c-329b-4341-bd00-eed181f7be28" -d '{"events": [{"name": "network-changed", "server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "tag": "b7719619-4dda-406e-a404-ce85d3e00049"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:40.628479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port a9b8273b-69ab-426f-a5ae-46f97d91c8fa completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:00:40.633901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port a9b8273b-69ab-426f-a5ae-46f97d91c8fa triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:40.634854 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.662332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ca57e-a87c-4116-8448-3ff069bb5567 req-24c152e7-651f-4b80-99eb-4c8b6aa9aac0 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:40.663828 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b5ca57e-a87c-4116-8448-3ff069bb5567 req-24c152e7-651f-4b80-99eb-4c8b6aa9aac0 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.2228091 Nov 03 16:00:40.686416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-f37a2f3c-e651-4717-a024-8428d1a95334 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7719619-4dda-406e-a404-ce85d3e00049 HTTP/1.1" status: 200 len: 217 time: 0.0507488 Nov 03 16:00:40.741076 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55b40783-cdf1-4bb8-a9d8-c937e5d75db8 req-253d447c-7cce-4916-b1b1-d917233b438b tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169503 Nov 03 16:00:40.756174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-09b4f225-0d76-43e8-8e85-9ad05b40c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:40.757692 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-09b4f225-0d76-43e8-8e85-9ad05b40c007 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0578e3e4-c409-4214-b01c-e69a7cc92056 HTTP/1.1" status: 200 len: 855 time: 0.0620792 Nov 03 16:00:40.757917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d3d33fc-40b8-4c92-9343-2cd635a9461b tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.796500 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.801860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-bfcf048d-018b-472e-b975-101da97c1dcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cb8f165-4475-43f8-8568-3a60a823a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291555 Nov 03 16:00:40.805014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-808c548c-606b-4509-8501-6c6de6d8fe3e req-7a9ee7ee-e0af-44f2-b661-a70522d27017 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-712734915', 'description': 'tempest-description-642949576'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:40.813264 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b5ca57e-a87c-4116-8448-3ff069bb5567 req-74e791ad-1898-4302-ac4b-ffab2b2ad956 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139374 Nov 03 16:00:40.837905 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-808c548c-606b-4509-8501-6c6de6d8fe3e req-7a9ee7ee-e0af-44f2-b661-a70522d27017 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.850580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a9b8273b-69ab-426f-a5ae-46f97d91c8fa, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,segment=NetworkSegment(e2270fef-c2a1-472c-b623-ee7574005436),segment_id=e2270fef-c2a1-472c-b623-ee7574005436)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:40.852165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-582aebe7-57c8-4397-b15a-26a28417b229', 'network_id': '582aebe7-57c8-4397-b15a-26a28417b229', 'tenant_id': '9c6adcfb95df48b0a823388b11965607', 'fixed_ips': [{'subnet_id': 'fdce9d87-9c0d-4f09-a47f-782f160e49e6'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:00:40.853083 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.866553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa181ea0-0c9e-4921-a523-ba0f8f04fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8273b-69ab-426f-a5ae-46f97d91c8fa'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:40.869256 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9a2f7e-596d-462d-b959-7dce3ac6d504" -d '{"events": [{"server_uuid": "aa181ea0-0c9e-4921-a523-ba0f8f04fa66", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8273b-69ab-426f-a5ae-46f97d91c8fa"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:40.875502 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:40.914579 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9e7cb6-d8f3-4b16-9098-d229f8c00a91 x-openstack-request-id: req-9a9e7cb6-d8f3-4b16-9098-d229f8c00a91 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:40.915119 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "tag": "b7719619-4dda-406e-a404-ce85d3e00049", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:40.915119 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a9e7cb6-d8f3-4b16-9098-d229f8c00a91 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:40.915482 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049', 'status': 'completed', 'code': 200} Nov 03 16:00:40.917422 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-4d3d33fc-40b8-4c92-9343-2cd635a9461b tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:00:40.921151 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4d3d33fc-40b8-4c92-9343-2cd635a9461b tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "PUT /v2.0/routers/1d33fb32-8a75-4de5-867d-a3a534eeffaa HTTP/1.1" status: 400 len: 364 time: 0.5675452 Nov 03 16:00:40.924043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54892) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:40.984895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-f3a0f67c-2bba-404a-85c0-ae74aec2a29e service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571796 Nov 03 16:00:41.005175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:41.063413 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-808c548c-606b-4509-8501-6c6de6d8fe3e req-7a9ee7ee-e0af-44f2-b661-a70522d27017 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.070010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Allocated IP 2001:db8:1::2 (582aebe7-57c8-4397-b15a-26a28417b229/fdce9d87-9c0d-4f09-a47f-782f160e49e6/0a58adc3-ef44-4906-b57e-3d8369aa2260) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:41.076362 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-808c548c-606b-4509-8501-6c6de6d8fe3e req-7a9ee7ee-e0af-44f2-b661-a70522d27017 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.144503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e52bcb-e527-42b3-b3be-a61d8f048703 req-e8707e39-61e2-463d-92a4-740613d6cef8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:41.146048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-23e52bcb-e527-42b3-b3be-a61d8f048703 req-e8707e39-61e2-463d-92a4-740613d6cef8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 948 time: 0.1689925 Nov 03 16:00:41.161231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-c570353a-32d8-452a-9275-14c6997aed32 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:41.162796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-c570353a-32d8-452a-9275-14c6997aed32 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.1712904 Nov 03 16:00:41.170466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-808c548c-606b-4509-8501-6c6de6d8fe3e req-7a9ee7ee-e0af-44f2-b661-a70522d27017 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.171644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-808c548c-606b-4509-8501-6c6de6d8fe3e req-7a9ee7ee-e0af-44f2-b661-a70522d27017 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3887496 Nov 03 16:00:41.183203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ee7ee-e0af-44f2-b661-a70522d27017 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef3a541-1f7a-420d-bde1-77f87a12b621,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:41.224486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fd078b-a8f6-46a3-81e1-db040dc58435 req-e39ab16f-2c6b-4ebd-a4a4-dc048d72b003 service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099879 Nov 03 16:00:41.253160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-23e52bcb-e527-42b3-b3be-a61d8f048703 req-f1c58303-a1ab-4d33-b68a-52c758fc0c92 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743065 Nov 03 16:00:41.332010 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.348061 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc6d3cb-62df-49a4-91bd-cbf5bd5ec045 x-openstack-request-id: req-edc6d3cb-62df-49a4-91bd-cbf5bd5ec045 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:41.348364 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa181ea0-0c9e-4921-a523-ba0f8f04fa66", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8273b-69ab-426f-a5ae-46f97d91c8fa", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:41.348621 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-edc6d3cb-62df-49a4-91bd-cbf5bd5ec045 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:41.349126 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa181ea0-0c9e-4921-a523-ba0f8f04fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8273b-69ab-426f-a5ae-46f97d91c8fa', 'code': 200} Nov 03 16:00:41.351517 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.420132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Network 582aebe7-57c8-4397-b15a-26a28417b229 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:41.423900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:41.430654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:41.438193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.443864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Pushing event updated for resources: {'Port': ['ID=0a58adc3-ef44-4906-b57e-3d8369aa2260,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:41.472209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb63267-13cb-4203-aba1-4f3097445fe9 req-5db5b4ec-50f5-42e0-a6ec-41eafbfec176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:41.473684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bb63267-13cb-4203-aba1-4f3097445fe9 req-5db5b4ec-50f5-42e0-a6ec-41eafbfec176 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 1096 time: 0.0653734 Nov 03 16:00:41.483334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Deleting port e4d61476-328b-4598-9424-849535de8270 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:41.483966 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.498479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5594471b-44b9-4c05-ad63-48b46c6036b9 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:00:41.517684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Attempting to bind port 0a58adc3-ef44-4906-b57e-3d8369aa2260 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:41.518378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Attempting to bind port 0a58adc3-ef44-4906-b57e-3d8369aa2260 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'c74b3ca9-2400-487b-ac0f-f4d01f43367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '582aebe7-57c8-4397-b15a-26a28417b229'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:41.518975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Attempting to bind port 0a58adc3-ef44-4906-b57e-3d8369aa2260 on network 582aebe7-57c8-4397-b15a-26a28417b229 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:41.534267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:41.534744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Checking segment: {'id': 'c74b3ca9-2400-487b-ac0f-f4d01f43367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '582aebe7-57c8-4397-b15a-26a28417b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:41.535222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.535683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Bound using segment: {'id': 'c74b3ca9-2400-487b-ac0f-f4d01f43367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '582aebe7-57c8-4397-b15a-26a28417b229'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:41.536249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Bound port: 0a58adc3-ef44-4906-b57e-3d8369aa2260, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74b3ca9-2400-487b-ac0f-f4d01f43367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '582aebe7-57c8-4397-b15a-26a28417b229'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:41.536700 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.583617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d666c-329b-4341-bd00-eed181f7be28 req-d8e70205-8080-4247-9a7a-1c89c8cbec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:41.585219 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-549d666c-329b-4341-bd00-eed181f7be28 req-d8e70205-8080-4247-9a7a-1c89c8cbec45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbed15a634654a34b11e6aff90c99d7b&device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 1094 time: 0.2647140 Nov 03 16:00:41.627999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54918) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:41.646141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-371292096'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:41.673486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf068b5-a56b-4f06-a0b7-5df4bdd7d882 req-d247e9b4-2904-498f-be55-4b181bb14d7f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:41.682684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bf068b5-a56b-4f06-a0b7-5df4bdd7d882 req-d247e9b4-2904-498f-be55-4b181bb14d7f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 943 time: 0.2111397 Nov 03 16:00:41.687979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] For port 0a58adc3-ef44-4906-b57e-3d8369aa2260, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:41.690804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5594471b-44b9-4c05-ad63-48b46c6036b9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5594471b-44b9-4c05-ad63-48b46c6036b9,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:41.694458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] For port 0a58adc3-ef44-4906-b57e-3d8369aa2260, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0a58adc3-ef44-4906-b57e-3d8369aa2260,segment=NetworkSegment(c74b3ca9-2400-487b-ac0f-f4d01f43367d),segment_id=c74b3ca9-2400-487b-ac0f-f4d01f43367d)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:41.707906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '5594471b-44b9-4c05-ad63-48b46c6036b9', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '5594471b-44b9-4c05-ad63-48b46c6036b9', 'mac_address': 'fa:16:3e:b9:f5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:00:41.710113 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.723815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bb63267-13cb-4203-aba1-4f3097445fe9 req-560a1ad4-c098-48e0-aa7e-af6cc5158c18 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078469 Nov 03 16:00:41.756672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:41.760071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.793396 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bf068b5-a56b-4f06-a0b7-5df4bdd7d882 req-17b0b141-d79e-4ffe-94bc-cfe7aac02452 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112552 Nov 03 16:00:41.819753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836587d-1437-470d-a6f4-f4f68161fbf7 None None] Pushing event updated for resources: {'Port': ['ID=0a58adc3-ef44-4906-b57e-3d8369aa2260,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:41.821488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] For port e4d61476-328b-4598-9424-849535de8270, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e4d61476-328b-4598-9424-849535de8270,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:41.821877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.823209 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.832504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-c21318c5-c024-448e-9677-89f03f103f34 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:41.838382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5594471b-44b9-4c05-ad63-48b46c6036b9 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:41.839800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-c21318c5-c024-448e-9677-89f03f103f34 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 813 time: 0.3303328 Nov 03 16:00:41.859814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5594471b-44b9-4c05-ad63-48b46c6036b9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5594471b-44b9-4c05-ad63-48b46c6036b9,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:41.866876 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.888807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Allocated IP 2001:db8::1 (4d2f7e75-6e74-445a-9814-7be2953a9e1e/df43feb1-33e7-4b41-9f30-04feb9ec1473/be3e5207-5d2a-4d34-8b2e-dbb6872b5778) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:41.930248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:41.941785 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-a9b995e7-f955-4945-b456-e7bd1048ae38 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/quotas/601ecaa8ec4546238c1e4461d046415a HTTP/1.1" status: 200 len: 375 time: 0.1010189 Nov 03 16:00:41.951412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=5594471b-44b9-4c05-ad63-48b46c6036b9,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:41.955008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d666c-329b-4341-bd00-eed181f7be28 req-98e21727-1187-4739-a6fc-a269e090e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:41.956712 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-549d666c-329b-4341-bd00-eed181f7be28 req-98e21727-1187-4739-a6fc-a269e090e9ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 200 len: 916 time: 0.3267674 Nov 03 16:00:41.996864 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:41.997204 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Added segment e771152c-0955-46f6-bee4-17685c7cfdf8 of type vlan for network ee741312-e7a4-497e-a55d-b6166aa88e79 Nov 03 16:00:42.107580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a2359-75f1-4d45-b4a8-40f67c0d42aa req-2b958ca2-540f-4025-97eb-be8df04aae5e tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:42.110086 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba6a2359-75f1-4d45-b4a8-40f67c0d42aa req-2b958ca2-540f-4025-97eb-be8df04aae5e tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 945 time: 0.1054509 Nov 03 16:00:42.123266 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.193690 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba6a2359-75f1-4d45-b4a8-40f67c0d42aa req-30722ec5-2e43-4d1a-9665-e4f782305fc2 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745735 Nov 03 16:00:42.216167 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.261960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network 4d2f7e75-6e74-445a-9814-7be2953a9e1e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:42.265401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:42.270170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:42.270423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.326889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Port': ['ID=be3e5207-5d2a-4d34-8b2e-dbb6872b5778,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:42.413720 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['5594471b-44b9-4c05-ad63-48b46c6036b9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:42.416053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c59ed-ee81-4072-9368-424d5cea21fe req-c9762f17-4c79-47d6-b70d-b486797ba399 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:42.417807 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc3c59ed-ee81-4072-9368-424d5cea21fe req-c9762f17-4c79-47d6-b70d-b486797ba399 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 946 time: 0.1039360 Nov 03 16:00:42.439820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-549d666c-329b-4341-bd00-eed181f7be28 req-e54bcaf7-3ee2-4663-b924-dc118169b90b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7719619-4dda-406e-a404-ce85d3e00049 HTTP/1.1" status: 200 len: 217 time: 0.4701586 Nov 03 16:00:42.483319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.503561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.525108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f28f13da-7f99-4632-830c-936a2e07ac2c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5824535 Nov 03 16:00:42.525669 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc3c59ed-ee81-4072-9368-424d5cea21fe req-1bba8936-eda0-4b42-9185-071bffb0e8b5 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7e0659-1f5e-4b84-be96-97698af9c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933390 Nov 03 16:00:42.607393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d666c-329b-4341-bd00-eed181f7be28 req-a91285bb-4cfa-4983-9d0d-008bf1756dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:42.608885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-549d666c-329b-4341-bd00-eed181f7be28 req-a91285bb-4cfa-4983-9d0d-008bf1756dbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0578e3e4-c409-4214-b01c-e69a7cc92056 HTTP/1.1" status: 200 len: 855 time: 0.1614203 Nov 03 16:00:42.638646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.644134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:42.644740 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.688366 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-549d666c-329b-4341-bd00-eed181f7be28 req-0de910e0-8efb-445a-8c9c-33736e7cdbec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cb8f165-4475-43f8-8568-3a60a823a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600049 Nov 03 16:00:42.718188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cec97d55-4b47-4f78-bca4-885eaddfbdb4 None None] Provisioning complete for port be3e5207-5d2a-4d34-8b2e-dbb6872b5778 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:42.718607 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cec97d55-4b47-4f78-bca4-885eaddfbdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.767521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cec97d55-4b47-4f78-bca4-885eaddfbdb4 None None] Port be3e5207-5d2a-4d34-8b2e-dbb6872b5778 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:42.778407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1448362 Nov 03 16:00:42.787543 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.787897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:42.788216 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Floating IP 0532b88b-2227-4a14-a18f-fe7a7648877e disassociated. External IP: 172.25.6.224, port: e4d61476-328b-4598-9424-849535de8270. Nov 03 16:00:42.788564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Calling delete_port for e4d61476-328b-4598-9424-849535de8270 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:42.821958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-95d1b048-ce7d-48c1-83d5-d87b4bc39604 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:00:42.831553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-95d1b048-ce7d-48c1-83d5-d87b4bc39604 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2914362 Nov 03 16:00:42.833424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54936) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:42.853412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1028156918'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:42.931917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5205277-9247-4bf6-944e-5d707eef0aac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Network': ['ID=ee741312-e7a4-497e-a55d-b6166aa88e79,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:42.945807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ee741312-e7a4-497e-a55d-b6166aa88e79 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:43.042894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:43.046416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.090684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c1bab-9ae5-4bec-8865-8f5639a8b646 req-bfd9a3bc-1d0e-4fd9-b2e4-d9e47898dd3a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:43.092157 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c95c1bab-9ae5-4bec-8865-8f5639a8b646 req-bfd9a3bc-1d0e-4fd9-b2e4-d9e47898dd3a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 949 time: 0.4233859 Nov 03 16:00:43.095505 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-549d666c-329b-4341-bd00-eed181f7be28 req-0fa00a3b-4fff-4fe9-bc30-d2b06f224045 service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931749 Nov 03 16:00:43.135006 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:43.144945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d643976-eedd-44bd-8e27-096a8ceecd0a None None] Network 582aebe7-57c8-4397-b15a-26a28417b229 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:43.150890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-82e8dd3a-c8c2-45fd-bbba-1960d8445fa8 service neutron] 10.222.0.86 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182325 Nov 03 16:00:43.205745 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.206087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c95c1bab-9ae5-4bec-8865-8f5639a8b646 req-692dafdc-e08c-4ec6-b96e-61ac799c36af tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986340 Nov 03 16:00:43.206550 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Added segment c6f95b94-d199-4abc-8067-9465740fcd23 of type vlan for network f53c18ab-0e9c-4dc4-9f35-92060e2310fa Nov 03 16:00:43.249403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-becbfbf2-fdb6-4d6c-ae64-47df2c28ed2d None None] Provisioning complete for port 0a58adc3-ef44-4906-b57e-3d8369aa2260 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:43.249841 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-becbfbf2-fdb6-4d6c-ae64-47df2c28ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.290774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.301666 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.302619 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.362730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.399333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-549d666c-329b-4341-bd00-eed181f7be28 req-a4b84117-fd27-427d-b998-7843b23a7982 service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954900 Nov 03 16:00:43.406653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event updated for resources: {'Port': ['ID=be3e5207-5d2a-4d34-8b2e-dbb6872b5778,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:43.422225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-becbfbf2-fdb6-4d6c-ae64-47df2c28ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.431517 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-28ec437c-61a8-42cc-b3d6-030ecd2b403f service neutron] 10.222.0.86 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685966 Nov 03 16:00:43.437606 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.460541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.469503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714e27d-5c49-4fd5-8af2-ceeddf8ea987 req-c04b9f9d-bd3f-4d64-badc-dcbdf8108a3c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:43.471093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1714e27d-5c49-4fd5-8af2-ceeddf8ea987 req-c04b9f9d-bd3f-4d64-badc-dcbdf8108a3c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 943 time: 0.1721268 Nov 03 16:00:43.474583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:43.475264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.482628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-becbfbf2-fdb6-4d6c-ae64-47df2c28ed2d None None] For port 0a58adc3-ef44-4906-b57e-3d8369aa2260, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0a58adc3-ef44-4906-b57e-3d8369aa2260,segment=NetworkSegment(c74b3ca9-2400-487b-ac0f-f4d01f43367d),segment_id=c74b3ca9-2400-487b-ac0f-f4d01f43367d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:43.486412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e4d61476-328b-4598-9424-849535de8270 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:43.515907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Pushing event deleted for resources: {'Port': ['ID=e4d61476-328b-4598-9424-849535de8270,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:43.535327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-becbfbf2-fdb6-4d6c-ae64-47df2c28ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:43.539775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: e4d61476-328b-4598-9424-849535de8270 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:43.540583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e4d61476-328b-4598-9424-849535de8270 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:43.582811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7421987 Nov 03 16:00:43.589260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54946) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:43.594073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Network 4d2f7e75-6e74-445a-9814-7be2953a9e1e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:43.602218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'subnet': {'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:43.622598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbfbf2-fdb6-4d6c-ae64-47df2c28ed2d None None] Pushing event updated for resources: {'Port': ['ID=0a58adc3-ef44-4906-b57e-3d8369aa2260,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:43.630124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1714e27d-5c49-4fd5-8af2-ceeddf8ea987 req-120c07e7-f59b-4b8b-b619-2283260f8706 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488454 Nov 03 16:00:43.631244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:43.657661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95263f5-f323-4004-bdae-7cc417c3f7f9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Network': ['ID=f53c18ab-0e9c-4dc4-9f35-92060e2310fa,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:43.669279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network f53c18ab-0e9c-4dc4-9f35-92060e2310fa details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:43.862103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Router 6b2f38f9-27ad-4592-b570-0b908e25ef5b has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:00:43.902739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-06788ed1-531b-4b6a-9a2b-465c388cd41a req-6471efc4-684c-46bf-9cd9-25f863ae0483 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0499477 Nov 03 16:00:43.972487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0a58adc3-ef44-4906-b57e-3d8369aa2260 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:44.074064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0a58adc3-ef44-4906-b57e-3d8369aa2260 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:44.074749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:44.082145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9f40abb-6415-4404-b1db-efb8ab1ddacf req-34bf81b6-a394-47b4-aaed-f6974644b5a3 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 210 time: 0.0704591 Nov 03 16:00:44.156853 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f13834-3f42-4131-913a-fd37dade79f3 req-e0666d54-4137-49b9-8552-1d395abbdccb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:44.171460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-01f13834-3f42-4131-913a-fd37dade79f3 req-e0666d54-4137-49b9-8552-1d395abbdccb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 945 time: 0.3367667 Nov 03 16:00:44.192267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b452a773-093f-4a81-98be-a92633bce9ec None None] Provisioning complete for port 0a58adc3-ef44-4906-b57e-3d8369aa2260 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:44.192732 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b452a773-093f-4a81-98be-a92633bce9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:44.193895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:44.197609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:44.200727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:00:44.217377 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] Sync routers for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:00:44.242701 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:44.243324 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:44.337026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Router 1d33fb32-8a75-4de5-867d-a3a534eeffaa has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:00:44.343960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] No DVR routers for this DVR port e4d61476-328b-4598-9424-849535de8270 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:44.352858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:44.357426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9ec734f-f5ed-4bfc-a7ce-16493e9a9a3c req-11f76eb0-e47d-4073-8295-352d91cd6e5a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.15 "DELETE /v2.0/ports/e4d61476-328b-4598-9424-849535de8270 HTTP/1.1" status: 204 len: 173 time: 3.1830289 Nov 03 16:00:44.365687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'name': 'network-vif-deleted', 'tag': 'e4d61476-328b-4598-9424-849535de8270'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:44.373402 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e48097a-f002-4870-8aec-4b883f9486f6" -d '{"events": [{"server_uuid": "8f22b21b-a394-402e-afe3-b9d66955a7c7", "name": "network-vif-deleted", "tag": "e4d61476-328b-4598-9424-849535de8270"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:44.397672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b7719619-4dda-406e-a404-ce85d3e00049 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:00:44.403680 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-01f13834-3f42-4131-913a-fd37dade79f3 req-6904eae4-5a2f-475e-8727-44011a4d01a4 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310393 Nov 03 16:00:44.486721 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efaa9ee-17b7-4fbf-9051-a4827f7e482a x-openstack-request-id: req-8efaa9ee-17b7-4fbf-9051-a4827f7e482a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:44.487017 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f22b21b-a394-402e-afe3-b9d66955a7c7", "name": "network-vif-deleted", "tag": "e4d61476-328b-4598-9424-849535de8270", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:44.487281 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8efaa9ee-17b7-4fbf-9051-a4827f7e482a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:44.487696 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f22b21b-a394-402e-afe3-b9d66955a7c7', 'name': 'network-vif-deleted', 'tag': 'e4d61476-328b-4598-9424-849535de8270', 'status': 'completed', 'code': 200} Nov 03 16:00:44.500712 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:00:44.583240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:00:44.634176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-94b63abe-a5b3-4342-8a51-63e4dc446885 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "PUT /v2.0/routers/1d33fb32-8a75-4de5-867d-a3a534eeffaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7081199 Nov 03 16:00:44.639245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54968) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:44.659451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876b89-bc93-429d-8275-ff42cca0a8af req-57ac3c3c-5714-4849-9514-306bea0c26bf tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:44.673709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20876b89-bc93-429d-8275-ff42cca0a8af req-57ac3c3c-5714-4849-9514-306bea0c26bf tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 949 time: 0.1535399 Nov 03 16:00:44.761030 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-119e8ed6-3b13-4aa8-929c-197dcda07c5f tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:44.828405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20876b89-bc93-429d-8275-ff42cca0a8af req-7f05fb27-104d-4ae5-8abf-38f8744e1282 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508968 Nov 03 16:00:44.845946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeacd60-b623-4b0c-9f4d-88a8c144f279 None None] Sync routers for ids ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:00:44.873286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeacd60-b623-4b0c-9f4d-88a8c144f279 None None] Routers {'1d33fb32-8a75-4de5-867d-a3a534eeffaa'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:44.874061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-faeacd60-b623-4b0c-9f4d-88a8c144f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:44.906516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbe172-61cc-4031-a99d-fbe961c3c88d req-23b49681-cb27-46d1-9889-207bcefb5e7e tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:44.908976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-85cbe172-61cc-4031-a99d-fbe961c3c88d req-23b49681-cb27-46d1-9889-207bcefb5e7e tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 945 time: 0.3129816 Nov 03 16:00:44.922111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-faeacd60-b623-4b0c-9f4d-88a8c144f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:44.944422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b7719619-4dda-406e-a404-ce85d3e00049,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:44.956473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeacd60-b623-4b0c-9f4d-88a8c144f279 None None] Routers {'1d33fb32-8a75-4de5-867d-a3a534eeffaa'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:44.957451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-faeacd60-b623-4b0c-9f4d-88a8c144f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:44.998399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'b7719619-4dda-406e-a404-ce85d3e00049', 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b', 'port_id': 'b7719619-4dda-406e-a404-ce85d3e00049', 'mac_address': 'fa:16:3e:d2:a7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0578e3e4-c409-4214-b01c-e69a7cc92056', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:00:45.004610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-faeacd60-b623-4b0c-9f4d-88a8c144f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:45.005482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeacd60-b623-4b0c-9f4d-88a8c144f279 None None] The sync data for ids ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:00:45.033830 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8f4d006e-9548-47a4-bd70-1834e04ca732', 'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'mac_address': 'fa:16:3e:22:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:13Z', 'updated_at': '2021-11-03T15:57:22Z', 'revision_number': 5, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'subnets': [{'id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:45.041617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ebb2-14ec-455a-817d-40ae2dd18771 req-8ad507b3-03af-4290-aebf-299cdaa95d45 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:45.046030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e442ebb2-14ec-455a-817d-40ae2dd18771 req-8ad507b3-03af-4290-aebf-299cdaa95d45 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 943 time: 0.0939684 Nov 03 16:00:45.051451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ac57677c-faa7-4c0e-b1b2-be705345cd9a None None] Provisioning complete for port be3e5207-5d2a-4d34-8b2e-dbb6872b5778 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:45.052201 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac57677c-faa7-4c0e-b1b2-be705345cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:45.054097 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:45.075814 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] Checking router: 6b2f38f9-27ad-4592-b570-0b908e25ef5b for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:00:45.086631 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:45.087521 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:45.089802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7719619-4dda-406e-a404-ce85d3e00049 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:45.116468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ac57677c-faa7-4c0e-b1b2-be705345cd9a None None] Port be3e5207-5d2a-4d34-8b2e-dbb6872b5778 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:45.119324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b7719619-4dda-406e-a404-ce85d3e00049,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:45.126221 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:45.146395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-85cbe172-61cc-4031-a99d-fbe961c3c88d req-00b9c276-ca20-4131-ae39-6f94b465db16 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293243 Nov 03 16:00:45.150141 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-119e8ed6-3b13-4aa8-929c-197dcda07c5f tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 16:00:45.151414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e442ebb2-14ec-455a-817d-40ae2dd18771 req-05404405-2083-4aa2-b3da-9ca9cc8f7101 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962594 Nov 03 16:00:45.162601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54978) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:45.175550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-119e8ed6-3b13-4aa8-929c-197dcda07c5f tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/routers/1d33fb32-8a75-4de5-867d-a3a534eeffaa HTTP/1.1" status: 409 len: 329 time: 0.5345402 Nov 03 16:00:45.231233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:45.307770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b7719619-4dda-406e-a404-ce85d3e00049,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:45.395795 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:00:45.411005 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-078900be-5146-4e06-a1ad-1b6744929a19 req-d8073852-a1d2-4007-97cf-6d2870c77c9d tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0599184 Nov 03 16:00:45.414437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Checking segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:45.414812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network hostable DHCP agents. Network: ee741312-e7a4-497e-a55d-b6166aa88e79, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:45.425070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['b7719619-4dda-406e-a404-ce85d3e00049'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:45.436918 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Subnet': ['ID=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:45.471273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network ee741312-e7a4-497e-a55d-b6166aa88e79 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:45.497396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ee741312-e7a4-497e-a55d-b6166aa88e79) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:45.504848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:45.505318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:45.535351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77be206a-7535-4fa2-95e2-e0933b87b2c6 req-bdf590c1-ecce-4c76-be82-3f96fbb11c8d tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 210 time: 0.1292067 Nov 03 16:00:45.538018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5594471b-44b9-4c05-ad63-48b46c6036b9 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:45.539755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df9f29-38bf-4fc1-bd5c-a9a7ab22cd5f None None] Network ee741312-e7a4-497e-a55d-b6166aa88e79 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:45.542637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f5f630ce-54d2-4fa3-8b99-e9d62382b39f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9520679 Nov 03 16:00:45.560925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54982) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:45.596512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'subnet': {'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:45.699761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-767d393b-5f2c-4793-ae3e-14c311e9fdca tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:45.701486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-767d393b-5f2c-4793-ae3e-14c311e9fdca tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.70 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 813 time: 0.3912807 Nov 03 16:00:45.767133 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8f4d006e-9548-47a4-bd70-1834e04ca732', 'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'mac_address': 'fa:16:3e:22:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:13Z', 'updated_at': '2021-11-03T15:57:22Z', 'revision_number': 5, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'subnets': [{'id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:45.770192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'port': {'device_id': '00ea0461-7daf-4058-977e-0615394b44b6', 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7', 'admin_state_up': True, 'tenant_id': '601ecaa8ec4546238c1e4461d046415a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:45.810562 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c67a7d-eea4-48dc-9e8c-124b7b8ab11c None None] The sync data for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 is: [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T15:57:15Z', 'revision_number': 4, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '8f4d006e-9548-47a4-bd70-1834e04ca732', 'name': '', 'network_id': '5b56bf33-964b-47f0-96a4-87ef72248f36', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'mac_address': 'fa:16:3e:22:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:13Z', 'updated_at': '2021-11-03T15:57:22Z', 'revision_number': 5, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'subnets': [{'id': '63d3e4bf-e6f0-4edd-a74e-bee7bb95d536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:00:45.933320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 5594471b-44b9-4c05-ad63-48b46c6036b9 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:00:45.976353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 5594471b-44b9-4c05-ad63-48b46c6036b9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:45.976353 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.025266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-ee741312-e7a4-497e-a55d-b6166aa88e79', 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'fixed_ips': [{'subnet_id': '8fcd4d8b-a3fe-45ee-870a-ce58226e44eb'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:00:46.026913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.035572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e2025-b8a7-41c0-9b21-402ef9655f47 req-015c8bce-5f71-451c-899c-f1cdaae4b0bb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:46.045798 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-863e2025-b8a7-41c0-9b21-402ef9655f47 req-015c8bce-5f71-451c-899c-f1cdaae4b0bb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 945 time: 0.1573801 Nov 03 16:00:46.066370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:46.070133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.142065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd672a-fb41-4808-9dca-378944c85048 req-e0a45bc7-5510-4030-8c0e-7d69559a1b67 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:46.143670 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ccbd672a-fb41-4808-9dca-378944c85048 req-e0a45bc7-5510-4030-8c0e-7d69559a1b67 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.70 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 945 time: 0.1902368 Nov 03 16:00:46.243773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-863e2025-b8a7-41c0-9b21-402ef9655f47 req-4a9c49cc-659f-41ba-ad13-454f816de850 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971107 Nov 03 16:00:46.276469 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d247d-dc7c-4d45-9c17-719c1c3b3180 None None] New status for floating IP 0532b88b-2227-4a14-a18f-fe7a7648877e: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:00:46.301415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Allocated IP 10.1.1.2 (ee741312-e7a4-497e-a55d-b6166aa88e79/8fcd4d8b-a3fe-45ee-870a-ce58226e44eb/62f9e5fb-898d-4d24-a115-9faf17f740d2) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:46.304395 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.433927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f00720-7d27-4e6c-9b76-4be5c28afbd3 req-bc3802bc-6d45-462f-a5b3-a3fb45094e56 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:46.435721 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5f00720-7d27-4e6c-9b76-4be5c28afbd3 req-bc3802bc-6d45-462f-a5b3-a3fb45094e56 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 944 time: 0.0932634 Nov 03 16:00:46.478763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.491094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-ccbd672a-fb41-4808-9dca-378944c85048 req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Deleting port f189c945-fce1-4e3d-acae-85a21748c19d {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:46.491618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ccbd672a-fb41-4808-9dca-378944c85048 req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.525479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aae2784-7d6b-4a81-856f-0ca0c7583667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5594471b-44b9-4c05-ad63-48b46c6036b9'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:46.529071 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8f61b9-176d-42e8-9a7a-02ea6def5dac" -d '{"events": [{"server_uuid": "6aae2784-7d6b-4a81-856f-0ca0c7583667", "name": "network-vif-plugged", "status": "completed", "tag": "5594471b-44b9-4c05-ad63-48b46c6036b9"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:46.534241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5f00720-7d27-4e6c-9b76-4be5c28afbd3 req-a38cd497-d997-4a62-ad00-ddcc99abc738 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899584 Nov 03 16:00:46.578621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5594471b-44b9-4c05-ad63-48b46c6036b9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5594471b-44b9-4c05-ad63-48b46c6036b9,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:46.587251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.641328 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.653120 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.679110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Network ee741312-e7a4-497e-a55d-b6166aa88e79 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:46.683426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:46.686305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=5594471b-44b9-4c05-ad63-48b46c6036b9,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:46.693186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:46.718521 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-ccbd672a-fb41-4808-9dca-378944c85048 req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] For port f189c945-fce1-4e3d-acae-85a21748c19d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f189c945-fce1-4e3d-acae-85a21748c19d,segment=NetworkSegment(326d0de2-aa12-4bee-84cd-ef7bea556fa7),segment_id=326d0de2-aa12-4bee-84cd-ef7bea556fa7)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:46.719073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ccbd672a-fb41-4808-9dca-378944c85048 req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.743957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d048d-42b5-4885-ba8c-5765dbfa0f40 req-4673fc03-63fa-4190-bc27-aa640a31f92d tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:46.753839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c31d048d-42b5-4885-ba8c-5765dbfa0f40 req-4673fc03-63fa-4190-bc27-aa640a31f92d tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/ports?device_id=41d7e692-f837-4b21-b7a6-3c246ec81f6b HTTP/1.1" status: 200 len: 945 time: 0.1054633 Nov 03 16:00:46.766227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-ccbd672a-fb41-4808-9dca-378944c85048 req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Calling delete_port for f189c945-fce1-4e3d-acae-85a21748c19d owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:46.781430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Pushing event updated for resources: {'Port': ['ID=62f9e5fb-898d-4d24-a115-9faf17f740d2,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:46.789255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Attempting to bind port 62f9e5fb-898d-4d24-a115-9faf17f740d2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:46.789854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Attempting to bind port 62f9e5fb-898d-4d24-a115-9faf17f740d2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:46.790270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Attempting to bind port 62f9e5fb-898d-4d24-a115-9faf17f740d2 on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:46.796825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:46.797285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Checking segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:46.797755 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.798237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Bound using segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:46.798728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Bound port: 62f9e5fb-898d-4d24-a115-9faf17f740d2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:46.799163 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.825375 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c31d048d-42b5-4885-ba8c-5765dbfa0f40 req-94e3cf7e-23fa-4615-9e5b-f0b80be278d5 tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.86 "GET /v2.0/security-groups?id=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698872 Nov 03 16:00:46.877707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] For port 62f9e5fb-898d-4d24-a115-9faf17f740d2, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:46.881538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] For port 62f9e5fb-898d-4d24-a115-9faf17f740d2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=62f9e5fb-898d-4d24-a115-9faf17f740d2,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:46.888178 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:46.932393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aedf2-079d-4459-b467-480a91766450 req-245a4c65-678d-4312-a42f-1a0cc59625b9 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:46.943528 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac6aedf2-079d-4459-b467-480a91766450 req-245a4c65-678d-4312-a42f-1a0cc59625b9 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 949 time: 0.9858997 Nov 03 16:00:46.977459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aede6-47c9-4dbc-a9b8-a3a5c0b51563 None None] Pushing event updated for resources: {'Port': ['ID=62f9e5fb-898d-4d24-a115-9faf17f740d2,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:47.009715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Subnet': ['ID=50b79715-1df8-439d-b346-6fc9cb269e04,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:47.016178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7939fac6-1123-451d-a3bb-2125129735a6 req-6e88d060-e00a-44da-92c0-05907b78fc21 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0685146 Nov 03 16:00:47.047169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Made reservation on behalf of 601ecaa8ec4546238c1e4461d046415a for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:47.051256 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:47.099382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ccbd672a-fb41-4808-9dca-378944c85048 req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:47.147804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Checking segment: {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:47.148176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network hostable DHCP agents. Network: f53c18ab-0e9c-4dc4-9f35-92060e2310fa, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:47.163996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Pushing event deleted for resources: {'Port': ['ID=f189c945-fce1-4e3d-acae-85a21748c19d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:47.167535 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac6aedf2-079d-4459-b467-480a91766450 req-6607baef-f3e2-4e2e-a38a-db7ede1f8f3f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164888 Nov 03 16:00:47.228573 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698ddc8b-473a-4565-9d62-214fbdd257b7 x-openstack-request-id: req-698ddc8b-473a-4565-9d62-214fbdd257b7 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:47.229601 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aae2784-7d6b-4a81-856f-0ca0c7583667", "name": "network-vif-plugged", "status": "completed", "tag": "5594471b-44b9-4c05-ad63-48b46c6036b9", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:47.229965 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-698ddc8b-473a-4565-9d62-214fbdd257b7 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:47.230463 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aae2784-7d6b-4a81-856f-0ca0c7583667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5594471b-44b9-4c05-ad63-48b46c6036b9', 'code': 200} Nov 03 16:00:47.308643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbd672a-fb41-4808-9dca-378944c85048 req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] No DVR routers for this DVR port f189c945-fce1-4e3d-acae-85a21748c19d on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:47.313659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ccbd672a-fb41-4808-9dca-378944c85048 req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:47.318875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ccbd672a-fb41-4808-9dca-378944c85048 req-7038768e-13d6-4e46-b0d4-28e99d5b2cdb tempest-ServerMetadataNegativeTestJSON-1085094123 tempest-ServerMetadataNegativeTestJSON-1085094123-project] 10.222.0.70 "DELETE /v2.0/ports/f189c945-fce1-4e3d-acae-85a21748c19d HTTP/1.1" status: 204 len: 173 time: 1.1601160 Nov 03 16:00:47.319514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d7e692-f837-4b21-b7a6-3c246ec81f6b', 'name': 'network-vif-deleted', 'tag': 'f189c945-fce1-4e3d-acae-85a21748c19d'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:47.322612 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139fe3c3-7e51-4a90-a877-10b520e45e52" -d '{"events": [{"server_uuid": "41d7e692-f837-4b21-b7a6-3c246ec81f6b", "name": "network-vif-deleted", "tag": "f189c945-fce1-4e3d-acae-85a21748c19d"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:47.367528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-61887344-1847-4fb0-8cf3-044f62a0c63e tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:47.370442 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-61887344-1847-4fb0-8cf3-044f62a0c63e tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 945 time: 0.1544526 Nov 03 16:00:47.429435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fcc7ee4-df39-4363-9de2-84c8a35dc0aa req-66652e16-3d64-455b-a1ce-b92189038877 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 210 time: 0.1124504 Nov 03 16:00:47.518832 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14029aa7-a46d-47e8-aeed-7b59e944c13f x-openstack-request-id: req-14029aa7-a46d-47e8-aeed-7b59e944c13f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:47.519336 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d7e692-f837-4b21-b7a6-3c246ec81f6b", "name": "network-vif-deleted", "tag": "f189c945-fce1-4e3d-acae-85a21748c19d", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:47.519429 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-14029aa7-a46d-47e8-aeed-7b59e944c13f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:47.520191 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d7e692-f837-4b21-b7a6-3c246ec81f6b', 'name': 'network-vif-deleted', 'tag': 'f189c945-fce1-4e3d-acae-85a21748c19d', 'status': 'completed', 'code': 200} Nov 03 16:00:47.537067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network f53c18ab-0e9c-4dc4-9f35-92060e2310fa is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:47.575501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340cf7a-0e77-48ac-8651-83eacfc64d96 req-21f6617a-557a-4aa9-8a9f-d95fc4f174f2 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:47.576981 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c340cf7a-0e77-48ac-8651-83eacfc64d96 req-21f6617a-557a-4aa9-8a9f-d95fc4f174f2 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 945 time: 0.1772773 Nov 03 16:00:47.578874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, f53c18ab-0e9c-4dc4-9f35-92060e2310fa) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:47.583600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:47.584192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:47.598313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8e695c-864d-47e5-b0a6-5c11cae684e8 None None] Network f53c18ab-0e9c-4dc4-9f35-92060e2310fa requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:47.615102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d98f3-5033-480b-ac40-20fc0801c598 req-24ef09d9-d2f5-4741-9767-a8ad1e53ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:47.617064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-653d98f3-5033-480b-ac40-20fc0801c598 req-24ef09d9-d2f5-4741-9767-a8ad1e53ea2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 1101 time: 0.2292509 Nov 03 16:00:47.619267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Allocated IP 172.20.0.5 (2693c63d-ff71-4bbf-a48d-62270d1fd3a7/0eea1acf-766d-410c-8515-f7364cab877b/870cce58-6279-4708-bcdc-f1812c4e56de) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:47.644606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-299c40d0-172f-49a6-a22f-0d339328df7e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0723710 Nov 03 16:00:47.649885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55008) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:47.654682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Deleting port a9b8273b-69ab-426f-a5ae-46f97d91c8fa {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:47.655251 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:47.672710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'port': {'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'name': 'tempest-TaggedBootDevicesTest_v242-836379361', 'fixed_ips': [{'subnet_id': '8fcd4d8b-a3fe-45ee-870a-ce58226e44eb'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:47.789120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:47.862783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c340cf7a-0e77-48ac-8651-83eacfc64d96 req-285b81cb-9aba-42d6-82d1-0027f3b8b832 tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/security-groups?id=1345893e-a98f-4e54-b65b-af93c39a2d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662311 Nov 03 16:00:47.888450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 62f9e5fb-898d-4d24-a115-9faf17f740d2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:47.919090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] For port a9b8273b-69ab-426f-a5ae-46f97d91c8fa, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,segment=NetworkSegment(e2270fef-c2a1-472c-b623-ee7574005436),segment_id=e2270fef-c2a1-472c-b623-ee7574005436)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:47.919465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:47.955566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Calling delete_port for a9b8273b-69ab-426f-a5ae-46f97d91c8fa owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:47.960097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-f53c18ab-0e9c-4dc4-9f35-92060e2310fa', 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'fixed_ips': [{'subnet_id': '50b79715-1df8-439d-b346-6fc9cb269e04'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:00:47.961107 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:47.977640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55012) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:48.173325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 62f9e5fb-898d-4d24-a115-9faf17f740d2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:48.173892 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:48.183722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c801bbc9-2373-469f-b33d-17138c5a919e req-e727fa8f-c53d-4fe8-897b-ea37616968cd tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0575917 Nov 03 16:00:48.189058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd465e69-4000-4b4f-8799-5fd67c289ba7 admin admin] Deleting subnet e8f7543d-ad48-4815-9d9d-e50952b2c57e {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:48.195551 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd465e69-4000-4b4f-8799-5fd67c289ba7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:48.288663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd465e69-4000-4b4f-8799-5fd67c289ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:48.298984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:48.420412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b7719619-4dda-406e-a404-ce85d3e00049 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:48.430193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Allocated IP 10.2.2.2 (f53c18ab-0e9c-4dc4-9f35-92060e2310fa/50b79715-1df8-439d-b346-6fc9cb269e04/57414091-46db-4d39-bdd1-aaf2b95922ec) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:48.439729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920211a-4faf-4d82-97d6-b6dff8d444bf req-89cfc38a-ca16-4c4c-bc09-ebcea8cafc9f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:48.449767 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5920211a-4faf-4d82-97d6-b6dff8d444bf req-89cfc38a-ca16-4c4c-bc09-ebcea8cafc9f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 944 time: 0.7691736 Nov 03 16:00:48.455243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:48.459508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:48.546028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd465e69-4000-4b4f-8799-5fd67c289ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:48.563692 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-653d98f3-5033-480b-ac40-20fc0801c598 req-2907fd03-c2de-43d9-a025-b3a4d2390f5f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9324939 Nov 03 16:00:48.564100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c92efcfa-a626-47bd-892e-2a1f4749d2fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:48.608251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579abe5-c50a-415a-8321-0008919e87e5 None None] Network ee741312-e7a4-497e-a55d-b6166aa88e79 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:48.631709 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:48.658310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9eade-5191-4e0c-882d-6091cd7de5eb req-969dcb9d-3ca1-42df-8d72-ddbe8827ef1b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:48.670268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ef9eade-5191-4e0c-882d-6091cd7de5eb req-969dcb9d-3ca1-42df-8d72-ddbe8827ef1b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 950 time: 0.2576077 Nov 03 16:00:48.679013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:48.747472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:48.751561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:48.824102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5920211a-4faf-4d82-97d6-b6dff8d444bf req-3e25e909-c25b-4eda-a4f5-1c261d877b16 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732185 Nov 03 16:00:48.831073 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:48.833109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'Port': ['ID=870cce58-6279-4708-bcdc-f1812c4e56de,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:48.926856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:48.927733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:48.930961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] device_id is not set on port badbb40a-98ec-4340-bdf7-5339dbfaae23 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:00:49.007703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Pushing event deleted for resources: {'Port': ['ID=a9b8273b-69ab-426f-a5ae-46f97d91c8fa,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:49.057501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-9bf850c1-9be9-4aee-8e5d-af611f228fe4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3183002 Nov 03 16:00:49.061721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bcf4846b-0c50-4eed-b74e-fd7a80549c5e None None] Provisioning complete for port 62f9e5fb-898d-4d24-a115-9faf17f740d2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:49.062486 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bcf4846b-0c50-4eed-b74e-fd7a80549c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.075142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] No DVR routers for this DVR port a9b8273b-69ab-426f-a5ae-46f97d91c8fa on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:49.086873 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.090834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c808f0b7-c56f-4af1-bdee-d7841d0c0ee4 req-a701261b-449a-4ac9-b18b-ac7c520b60eb tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.70 "DELETE /v2.0/ports/a9b8273b-69ab-426f-a5ae-46f97d91c8fa HTTP/1.1" status: 204 len: 173 time: 1.7031515 Nov 03 16:00:49.102356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Request body: {'port': {'device_id': '00ea0461-7daf-4058-977e-0615394b44b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:49.123811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ef9eade-5191-4e0c-882d-6091cd7de5eb req-d6de7fe0-2421-415c-ae53-3da4152483d6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428308 Nov 03 16:00:49.147898 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd465e69-4000-4b4f-8799-5fd67c289ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.162769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb44dc9-e3ed-4b79-9a35-d6f214b3387c req-bcc581e3-95eb-46a7-ace6-649b7dbda687 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:49.164293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eeb44dc9-e3ed-4b79-9a35-d6f214b3387c req-bcc581e3-95eb-46a7-ace6-649b7dbda687 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 931 time: 0.2274902 Nov 03 16:00:49.176112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.191225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port b7719619-4dda-406e-a404-ce85d3e00049 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:00:49.237738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd465e69-4000-4b4f-8799-5fd67c289ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f7543d-ad48-4815-9d9d-e50952b2c57e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:49.251630 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd465e69-4000-4b4f-8799-5fd67c289ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.255559 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.265824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd465e69-4000-4b4f-8799-5fd67c289ba7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e8f7543d-ad48-4815-9d9d-e50952b2c57e HTTP/1.1" status: 204 len: 168 time: 1.2869184 Nov 03 16:00:49.266460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55024) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:49.358468 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c63d8c10-dc9b-4a5c-9362-d4e0783733cf req-4d5eb5db-4f0d-428f-a913-07c4b325e73a tempest-ServerAddressesTestJSON-341803902 tempest-ServerAddressesTestJSON-341803902-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa181ea0-0c9e-4921-a523-ba0f8f04fa66 HTTP/1.1" status: 200 len: 210 time: 0.0739701 Nov 03 16:00:49.360692 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eeb44dc9-e3ed-4b79-9a35-d6f214b3387c req-1af45be0-a1dd-41aa-9246-638d2c7a1025 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751437 Nov 03 16:00:49.421402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Deleting port be3e5207-5d2a-4d34-8b2e-dbb6872b5778 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:49.421771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.435486 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port b7719619-4dda-406e-a404-ce85d3e00049 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:49.436162 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.467972 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.520916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa181ea0-0c9e-4921-a523-ba0f8f04fa66', 'name': 'network-vif-deleted', 'tag': 'a9b8273b-69ab-426f-a5ae-46f97d91c8fa'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:49.525085 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647129ec-9eab-4d39-854e-da3bf064b4ee" -d '{"events": [{"server_uuid": "aa181ea0-0c9e-4921-a523-ba0f8f04fa66", "name": "network-vif-deleted", "tag": "a9b8273b-69ab-426f-a5ae-46f97d91c8fa"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:49.548766 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.556571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 62f9e5fb-898d-4d24-a115-9faf17f740d2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=62f9e5fb-898d-4d24-a115-9faf17f740d2,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:49.560301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Allocated IP 10.1.1.219 (ee741312-e7a4-497e-a55d-b6166aa88e79/8fcd4d8b-a3fe-45ee-870a-ce58226e44eb/badbb40a-98ec-4340-bdf7-5339dbfaae23) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:49.567856 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.654560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Pushing event updated for resources: {'Port': ['ID=57414091-46db-4d39-bdd1-aaf2b95922ec,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:49.659367 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.716610 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.734274 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50e4346-5e8a-4fa5-8ddc-f3dc6f0ca252 x-openstack-request-id: req-a50e4346-5e8a-4fa5-8ddc-f3dc6f0ca252 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:49.736520 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa181ea0-0c9e-4921-a523-ba0f8f04fa66", "name": "network-vif-deleted", "tag": "a9b8273b-69ab-426f-a5ae-46f97d91c8fa", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:49.739886 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a50e4346-5e8a-4fa5-8ddc-f3dc6f0ca252 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:49.749484 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa181ea0-0c9e-4921-a523-ba0f8f04fa66', 'name': 'network-vif-deleted', 'tag': 'a9b8273b-69ab-426f-a5ae-46f97d91c8fa', 'status': 'completed', 'code': 200} Nov 03 16:00:49.749681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=62f9e5fb-898d-4d24-a115-9faf17f740d2,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:49.773366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Calling delete_port for be3e5207-5d2a-4d34-8b2e-dbb6872b5778 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:49.779528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Network f53c18ab-0e9c-4dc4-9f35-92060e2310fa is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:49.789774 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb0e6684-6725-4ff6-a9da-d9391a16383d req-c0870173-1735-4932-a178-130dccc1d4de tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.3158026 Nov 03 16:00:49.821978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:49.825139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:49.915853 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.919406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Attempting to bind port 57414091-46db-4d39-bdd1-aaf2b95922ec on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:49.919790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Attempting to bind port 57414091-46db-4d39-bdd1-aaf2b95922ec by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:49.920159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Attempting to bind port 57414091-46db-4d39-bdd1-aaf2b95922ec on network f53c18ab-0e9c-4dc4-9f35-92060e2310fa {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:49.924879 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.953091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773a8a75-c993-4806-8e0b-2297a6902394']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:49.958367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:49.958367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Checking segment: {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:49.958367 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.958808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Bound using segment: {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:49.959149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Bound port: 57414091-46db-4d39-bdd1-aaf2b95922ec, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:49.959537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:49.981171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326d0de2-aa12-4bee-84cd-ef7bea556fa7') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:49.981484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326d0de2-aa12-4bee-84cd-ef7bea556fa7') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:49.982448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:49.984821 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b7edbe-a38f-4332-9d3a-e41449d4d09e" -d '{"events": [{"server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "name": "network-vif-plugged", "status": "completed", "tag": "b7719619-4dda-406e-a404-ce85d3e00049"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:50.017995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b7719619-4dda-406e-a404-ce85d3e00049,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:50.022232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.046858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-223391ae-6674-4805-a290-6d614372d321 None None] Provisioning complete for port 62f9e5fb-898d-4d24-a115-9faf17f740d2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:50.047239 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-223391ae-6674-4805-a290-6d614372d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.050705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.057658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:50.058292 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:50.060243 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:50.094778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.095634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a9b8273b-69ab-426f-a5ae-46f97d91c8fa no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:50.150491 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.171491 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.171751 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fda205-ba53-4049-b9bd-9da3281553f5 x-openstack-request-id: req-28fda205-ba53-4049-b9bd-9da3281553f5 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:50.172049 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "name": "network-vif-plugged", "status": "completed", "tag": "b7719619-4dda-406e-a404-ce85d3e00049", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:50.172300 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28fda205-ba53-4049-b9bd-9da3281553f5 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:50.172702 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049', 'code': 200} Nov 03 16:00:50.175196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b7719619-4dda-406e-a404-ce85d3e00049,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:50.175846 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] 10.222.0.86 "DELETE /v2.0/networks/773a8a75-c993-4806-8e0b-2297a6902394 HTTP/1.1" status: 204 len: 168 time: 0.9083943 Nov 03 16:00:50.176976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceba96a-35be-4cd0-b501-8fa0ca5e0f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=773a8a75-c993-4806-8e0b-2297a6902394,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:50.212684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: a9b8273b-69ab-426f-a5ae-46f97d91c8fa {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:50.213549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a9b8273b-69ab-426f-a5ae-46f97d91c8fa not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:50.213549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f189c945-fce1-4e3d-acae-85a21748c19d no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:50.262069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: f189c945-fce1-4e3d-acae-85a21748c19d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:50.262529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f189c945-fce1-4e3d-acae-85a21748c19d not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:50.352959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] For port 57414091-46db-4d39-bdd1-aaf2b95922ec, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:50.379108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b603a40-8775-4bfe-b6b7-ac649ae87617 req-1b31e557-8c55-4f3e-8f6a-e11ff4adc542 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:50.380766 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b603a40-8775-4bfe-b6b7-ac649ae87617 req-1b31e557-8c55-4f3e-8f6a-e11ff4adc542 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 944 time: 0.4462273 Nov 03 16:00:50.392304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd0849-2318-4482-a4cd-8b2c5b9299d2 req-c0cce8e7-6430-4128-ae94-535687ec210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:50.393487 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbdd0849-2318-4482-a4cd-8b2c5b9299d2 req-c0cce8e7-6430-4128-ae94-535687ec210f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 1096 time: 0.1402762 Nov 03 16:00:50.406625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] For port 57414091-46db-4d39-bdd1-aaf2b95922ec, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=57414091-46db-4d39-bdd1-aaf2b95922ec,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:50.420420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.473046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e467fd-6792-4b69-a6e6-5015757360a2 req-51aec1f4-1bf9-4a46-9861-1e78873f30bd tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:50.478844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55040) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:50.480278 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-67e467fd-6792-4b69-a6e6-5015757360a2 req-51aec1f4-1bf9-4a46-9861-1e78873f30bd tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 950 time: 0.1722987 Nov 03 16:00:50.521439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbdd0849-2318-4482-a4cd-8b2c5b9299d2 req-1deaaafa-ca94-406e-a6fa-fc35c8b928ff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083667 Nov 03 16:00:50.535568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.544283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585a1c7-19ae-462a-9c81-c2be74b2af8a None None] Pushing event updated for resources: {'Port': ['ID=57414091-46db-4d39-bdd1-aaf2b95922ec,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:50.554923 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.568815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870cce58-6279-4708-bcdc-f1812c4e56de {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:50.573865 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-67e467fd-6792-4b69-a6e6-5015757360a2 req-c143bf0d-cdf4-41f6-86c4-a26e3772eeec tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866418 Nov 03 16:00:50.620312 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.622831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55044) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:50.626920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Port': ['ID=be3e5207-5d2a-4d34-8b2e-dbb6872b5778,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:50.685016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b603a40-8775-4bfe-b6b7-ac649ae87617 req-8201f7e0-9457-440f-84f3-ae87fdfc2e1b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929752 Nov 03 16:00:50.711775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Transition to ACTIVE for port object 870cce58-6279-4708-bcdc-f1812c4e56de will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:00:50.783848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f82f85-c935-4f75-bedb-304196256403 admin admin] Deleting subnet 8e562c45-915a-4f10-85c7-4e872ae3f99f {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:50.790516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03f82f85-c935-4f75-bedb-304196256403 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.812944 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:50.825918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cae5d1e5-2e15-4fa5-89e2-62afbed3326a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4edbcef76db5424d999fc701734441df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3413193 Nov 03 16:00:50.826903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d84e85-68ec-412e-a38d-62de6cfdd414 req-6192799b-84a7-46f4-a264-8b3dfe4f2c79 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:50.844362 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70d84e85-68ec-412e-a38d-62de6cfdd414 req-6192799b-84a7-46f4-a264-8b3dfe4f2c79 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 943 time: 0.1527810 Nov 03 16:00:50.893408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55048) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:51.017141 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70d84e85-68ec-412e-a38d-62de6cfdd414 req-93eb425c-f38a-4719-b25a-3b0efb6322bc tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714728 Nov 03 16:00:51.036398 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03f82f85-c935-4f75-bedb-304196256403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.117489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b813-4193-4e46-ae72-98fdad6f77b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.127199 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03f82f85-c935-4f75-bedb-304196256403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.175803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2aaaf84-2b36-4afb-9e28-33e7c039449c req-2263aba4-dcbf-47e4-9bff-a3892be42429 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f22b21b-a394-402e-afe3-b9d66955a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0611761 Nov 03 16:00:51.199265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b813-4193-4e46-ae72-98fdad6f77b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.248270 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03f82f85-c935-4f75-bedb-304196256403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.283288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.285468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f82f85-c935-4f75-bedb-304196256403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e562c45-915a-4f10-85c7-4e872ae3f99f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:51.287730 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03f82f85-c935-4f75-bedb-304196256403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.292805 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-03f82f85-c935-4f75-bedb-304196256403 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8e562c45-915a-4f10-85c7-4e872ae3f99f HTTP/1.1" status: 204 len: 168 time: 0.6683846 Nov 03 16:00:51.301919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55050) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:51.312893 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b813-4193-4e46-ae72-98fdad6f77b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.316660 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b813-4193-4e46-ae72-98fdad6f77b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.320305 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0ca1b813-4193-4e46-ae72-98fdad6f77b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a4cdf58a-a1e9-4389-87ce-de4e7253cfe0 HTTP/1.1" status: 204 len: 168 time: 0.4235454 Nov 03 16:00:51.351796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1b813-4193-4e46-ae72-98fdad6f77b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cdf58a-a1e9-4389-87ce-de4e7253cfe0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:51.360278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.362986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Pushing event updated for resources: {'Port': ['ID=870cce58-6279-4708-bcdc-f1812c4e56de,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:51.420539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.550449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab835c5e-1d9e-4144-a6ba-e0b414f25736 req-a20c1685-0c7c-4396-a60d-e9cd1d618717 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:51.552157 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab835c5e-1d9e-4144-a6ba-e0b414f25736 req-a20c1685-0c7c-4396-a60d-e9cd1d618717 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 1101 time: 0.7409043 Nov 03 16:00:51.565132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network ee741312-e7a4-497e-a55d-b6166aa88e79 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:51.614523 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.627019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:51.632382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:51.660917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1156ed-a37c-4977-a069-76349f6f795b']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:51.673738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2270fef-c2a1-472c-b623-ee7574005436') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:51.674074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2270fef-c2a1-472c-b623-ee7574005436') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:51.713458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.737772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.781884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:51.782361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.789303 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.790750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Port': ['ID=badbb40a-98ec-4340-bdf7-5339dbfaae23,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:51.894805 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:51.916970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Attempting to bind port 870cce58-6279-4708-bcdc-f1812c4e56de on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:00:51.917319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Attempting to bind port 870cce58-6279-4708-bcdc-f1812c4e56de by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '0aa933b9-614e-441f-8595-e82bc3f4b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:00:51.917696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Attempting to bind port 870cce58-6279-4708-bcdc-f1812c4e56de on network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:51.932620 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.944383 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:51.951077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/1e1156ed-a37c-4977-a069-76349f6f795b HTTP/1.1" status: 204 len: 168 time: 0.6471598 Nov 03 16:00:51.990560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Port 870cce58-6279-4708-bcdc-f1812c4e56de on network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:00:51.996469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Attempting to bind port 870cce58-6279-4708-bcdc-f1812c4e56de on network 2693c63d-ff71-4bbf-a48d-62270d1fd3a7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:00:52.004166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f27c51-b380-4380-8bc8-b8e7089addd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1156ed-a37c-4977-a069-76349f6f795b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:52.053402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:52.058443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.091028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ade9d-5616-4902-8780-d054f566e636 req-bbd088b4-f47c-4a4a-8f83-620b0ad09fbf tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:52.105675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:00:52.106417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Checking segment: {'id': '0aa933b9-614e-441f-8595-e82bc3f4b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:52.106971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Bound using segment: {'id': '0aa933b9-614e-441f-8595-e82bc3f4b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:00:52.108873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Bound port: 870cce58-6279-4708-bcdc-f1812c4e56de, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa933b9-614e-441f-8595-e82bc3f4b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:00:52.109500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.112150 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-137ade9d-5616-4902-8780-d054f566e636 req-bbd088b4-f47c-4a4a-8f83-620b0ad09fbf tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.2160707 Nov 03 16:00:52.124336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Router 1d33fb32-8a75-4de5-867d-a3a534eeffaa has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:00:52.128555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 62f9e5fb-898d-4d24-a115-9faf17f740d2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:52.205846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab835c5e-1d9e-4144-a6ba-e0b414f25736 req-b6e74879-271f-4556-9609-9f6db6dd35d1 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6429827 Nov 03 16:00:52.227022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a83bce81-b397-4efb-9c65-e0b6409a089a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5594981 Nov 03 16:00:52.227675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55070) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:52.228011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55072) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:52.242350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'port': {'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'name': 'tempest-TaggedBootDevicesTest_v242-886602172', 'fixed_ips': [{'subnet_id': '8fcd4d8b-a3fe-45ee-870a-ce58226e44eb'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:52.278504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5121bf55-1e53-4ef4-9530-23eb3548355c None None] Network f53c18ab-0e9c-4dc4-9f35-92060e2310fa requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:52.312256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-137ade9d-5616-4902-8780-d054f566e636 req-24ea28d5-1f59-4e2b-8a1f-1acd6dfb1386 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978953 Nov 03 16:00:52.417713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55082) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:52.495461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0bc41645-135e-4773-8153-022ecf7013dc None None] Provisioning complete for port badbb40a-98ec-4340-bdf7-5339dbfaae23 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:52.495795 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0bc41645-135e-4773-8153-022ecf7013dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.510387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 62f9e5fb-898d-4d24-a115-9faf17f740d2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:52.510756 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.521004 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ae211cf-67c2-4284-99f1-754149d1493a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.567243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ae211cf-67c2-4284-99f1-754149d1493a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.633354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0bc41645-135e-4773-8153-022ecf7013dc None None] Port badbb40a-98ec-4340-bdf7-5339dbfaae23 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:52.642903 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ae211cf-67c2-4284-99f1-754149d1493a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.646218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ae211cf-67c2-4284-99f1-754149d1493a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.651704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1ae211cf-67c2-4284-99f1-754149d1493a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "DELETE /v2.0/security-groups/eb7e0659-1f5e-4b84-be96-97698af9c8b8 HTTP/1.1" status: 204 len: 168 time: 0.2321975 Nov 03 16:00:52.652400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55096) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:52.697604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-52473f27-bf69-493c-b9fd-f619a9d76bcb tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730972 Nov 03 16:00:52.698911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0bc41645-135e-4773-8153-022ecf7013dc None None] Provisioning complete for port 57414091-46db-4d39-bdd1-aaf2b95922ec triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:52.699442 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0bc41645-135e-4773-8153-022ecf7013dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.715707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae211cf-67c2-4284-99f1-754149d1493a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e0659-1f5e-4b84-be96-97698af9c8b8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:52.722626 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-47c58aa2-9a60-46f4-991b-aee597601e9a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] show failed (client error): The resource could not be found. Nov 03 16:00:52.724902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:00:52.728868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-47c58aa2-9a60-46f4-991b-aee597601e9a tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "GET /v2.0/security-groups/eb7e0659-1f5e-4b84-be96-97698af9c8b8 HTTP/1.1" status: 404 len: 347 time: 0.0542073 Nov 03 16:00:52.730112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55100) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:52.746668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bc11601f-69fe-4c99-a9ac-2809cec97dbe tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "PUT /v2.0/routers/1d33fb32-8a75-4de5-867d-a3a534eeffaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5908203 Nov 03 16:00:52.751134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dad782-ba16-4c0f-b40c-6d845bff070c None None] Sync routers for ids ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:00:52.761438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55102) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:52.802284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 57414091-46db-4d39-bdd1-aaf2b95922ec up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:52.809205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dad782-ba16-4c0f-b40c-6d845bff070c None None] Routers {'1d33fb32-8a75-4de5-867d-a3a534eeffaa'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:52.810126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-65dad782-ba16-4c0f-b40c-6d845bff070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:52.812576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] For port 870cce58-6279-4708-bcdc-f1812c4e56de, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:00:52.816660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] For port 870cce58-6279-4708-bcdc-f1812c4e56de, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=870cce58-6279-4708-bcdc-f1812c4e56de,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:00:52.867640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dcc03648-9e58-460e-a2d5-19e3d93265ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=93c4112cf94946fcaec7b67fbf78561d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6328909 Nov 03 16:00:52.875696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:52.880770 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:52.890980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55106) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:52.903150 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-307f9427-2675-4049-a195-d185b08dbb60 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] show failed (client error): The resource could not be found. Nov 03 16:00:52.904249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-307f9427-2675-4049-a195-d185b08dbb60 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "GET /v2.0/routers/tempest-non_exist_router-181746904 HTTP/1.1" status: 404 len: 334 time: 0.1317449 Nov 03 16:00:52.914261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18b49c-813d-45d0-81ca-14bbefc3d6da req-173ef4ad-e364-4bad-8d2d-1d1374e9d3e2 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:52.923175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f18b49c-813d-45d0-81ca-14bbefc3d6da req-173ef4ad-e364-4bad-8d2d-1d1374e9d3e2 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 943 time: 0.3626447 Nov 03 16:00:52.940704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] device_id is not set on port 97005d94-e17f-461f-8de0-4d6922ee8f4c yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:00:52.948141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55108) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:52.956156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-65dad782-ba16-4c0f-b40c-6d845bff070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:52.975550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3fb211b2-b6a7-467b-b462-434ed313f51e tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:53.024921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dad782-ba16-4c0f-b40c-6d845bff070c None None] Routers {'1d33fb32-8a75-4de5-867d-a3a534eeffaa'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:00:53.026366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-65dad782-ba16-4c0f-b40c-6d845bff070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:53.087901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55110) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:53.089672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-65dad782-ba16-4c0f-b40c-6d845bff070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:53.090485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dad782-ba16-4c0f-b40c-6d845bff070c None None] The sync data for ids ['1d33fb32-8a75-4de5-867d-a3a534eeffaa'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:00:53.093555 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0bc41645-135e-4773-8153-022ecf7013dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.104787 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-3fb211b2-b6a7-467b-b462-434ed313f51e tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] update failed (client error): The resource could not be found. Nov 03 16:00:53.112271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3fb211b2-b6a7-467b-b462-434ed313f51e tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "PUT /v2.0/routers/tempest-non_exist_router-1195933051 HTTP/1.1" status: 404 len: 335 time: 0.1435232 Nov 03 16:00:53.114750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 57414091-46db-4d39-bdd1-aaf2b95922ec triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:53.115302 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.126249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55112) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:53.127663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.162908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0bc41645-135e-4773-8153-022ecf7013dc None None] For port 57414091-46db-4d39-bdd1-aaf2b95922ec, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=57414091-46db-4d39-bdd1-aaf2b95922ec,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:53.172372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0bc41645-135e-4773-8153-022ecf7013dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.184740 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7d74deb6-8658-4435-a38c-83230f14b9c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.212644 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7d74deb6-8658-4435-a38c-83230f14b9c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.278643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3166e920-63ee-4af1-98b5-0b583d5543bd tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Deleting subnet fdce9d87-9c0d-4f09-a47f-782f160e49e6 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:53.282617 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7d74deb6-8658-4435-a38c-83230f14b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.285246 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7d74deb6-8658-4435-a38c-83230f14b9c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.289495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7d74deb6-8658-4435-a38c-83230f14b9c4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1345893e-a98f-4e54-b65b-af93c39a2d63 HTTP/1.1" status: 204 len: 168 time: 0.3973267 Nov 03 16:00:53.309382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc41645-135e-4773-8153-022ecf7013dc None None] Pushing event updated for resources: {'Port': ['ID=57414091-46db-4d39-bdd1-aaf2b95922ec,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:53.318785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74deb6-8658-4435-a38c-83230f14b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1345893e-a98f-4e54-b65b-af93c39a2d63,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:53.337768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-2d8a509f-5f05-4507-8913-e8f89c22b6e1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:53.345250 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-2d8a509f-5f05-4507-8913-e8f89c22b6e1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6466899 Nov 03 16:00:53.354482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Allocated IP 10.1.1.98 (ee741312-e7a4-497e-a55d-b6166aa88e79/8fcd4d8b-a3fe-45ee-870a-ce58226e44eb/97005d94-e17f-461f-8de0-4d6922ee8f4c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:53.368713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4cb86967-b69a-4dbf-9dc4-5369a7956ded tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/quotas/659686e42cc5482f827515690024b39e HTTP/1.1" status: 200 len: 375 time: 0.0224011 Nov 03 16:00:53.391878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-265635267-network', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:53.433041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Deleting port c9d8348f-64ea-4303-83e8-8e967bac2be0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:53.433491 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.449835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-61eb3e08-4ee9-4952-9004-7ea138ad2446 None None] Provisioning complete for port 57414091-46db-4d39-bdd1-aaf2b95922ec triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:53.450444 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61eb3e08-4ee9-4952-9004-7ea138ad2446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.529563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3166e920-63ee-4af1-98b5-0b583d5543bd tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.532740 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.532740 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.535372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:53.535938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.537752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] 10.222.0.70 "PUT /v2.0/ports/870cce58-6279-4708-bcdc-f1812c4e56de HTTP/1.1" status: 200 len: 1091 time: 4.4430013 Nov 03 16:00:53.543279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:00:53.553361 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ac2d7d-34ea-49ea-94e2-638dce08f049" -d '{"events": [{"name": "network-changed", "server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:00:53.565445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Calling delete_port for c9d8348f-64ea-4303-83e8-8e967bac2be0 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:53.567261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Made reservation on behalf of c8b5306a415d4cab9cc4b35ed5ba8e1d for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:53.569578 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.598486 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-274fec70-b0c9-4973-b361-81a38310b50a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2272112 Nov 03 16:00:53.601917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.732899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f18b49c-813d-45d0-81ca-14bbefc3d6da req-c74d3cc1-29ad-4a8a-89e2-4dd814efdede tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8088486 Nov 03 16:00:53.733589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0411be6-a6f8-4090-a9ac-181c21f8a7ec service neutron] Pushing event updated for resources: {'Port': ['ID=870cce58-6279-4708-bcdc-f1812c4e56de,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:53.740290 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3166e920-63ee-4af1-98b5-0b583d5543bd tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.780211 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.792177 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.848340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-fb3e4bcd-9567-46bd-a768-c1c506b8fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:53.859460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-fb3e4bcd-9567-46bd-a768-c1c506b8fc66 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 1094 time: 0.2389832 Nov 03 16:00:53.860515 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:53.897440 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f5c101-ce24-4ebf-ae36-3a3294e3937c x-openstack-request-id: req-d2f5c101-ce24-4ebf-ae36-3a3294e3937c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:00:53.897773 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:00:53.898034 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2f5c101-ce24-4ebf-ae36-3a3294e3937c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:00:53.898454 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de', 'status': 'completed', 'code': 200} Nov 03 16:00:53.943249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 57414091-46db-4d39-bdd1-aaf2b95922ec up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:00:53.965566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095dab3e-b978-4277-b1ff-d97314fb19c8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:53.983298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:54.012085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3166e920-63ee-4af1-98b5-0b583d5543bd tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.031634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13b37def-ff06-4298-95d1-dacd5cee7634 req-f92d7050-4518-426a-a41a-eb639cb29cc1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 210 time: 0.1133873 Nov 03 16:00:54.038816 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.039687 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Added segment cde4fb8c-c5cf-439f-9e54-d8d90ace52c8 of type vlan for network 872b8a17-d60a-453f-8a8e-c28da86b63fe Nov 03 16:00:54.072056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 57414091-46db-4d39-bdd1-aaf2b95922ec triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:54.074071 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.110041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.148001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-5c442fb6-3613-4834-99b9-a0e62104a47a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870cce58-6279-4708-bcdc-f1812c4e56de HTTP/1.1" status: 200 len: 217 time: 0.2576828 Nov 03 16:00:54.165211 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3166e920-63ee-4af1-98b5-0b583d5543bd tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.168322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.171168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.259262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Pushing event deleted for resources: {'Port': ['ID=c9d8348f-64ea-4303-83e8-8e967bac2be0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:54.299778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3166e920-63ee-4af1-98b5-0b583d5543bd tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.314160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3166e920-63ee-4af1-98b5-0b583d5543bd tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/subnets/fdce9d87-9c0d-4f09-a47f-782f160e49e6 HTTP/1.1" status: 204 len: 168 time: 1.1715293 Nov 03 16:00:54.316864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83206a66-1cff-421e-9427-e38b29ee381d None None] Network 582aebe7-57c8-4397-b15a-26a28417b229 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:54.321987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166e920-63ee-4af1-98b5-0b583d5543bd tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Subnet': ['ID=fdce9d87-9c0d-4f09-a47f-782f160e49e6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:54.339760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55142) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:54.345097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network ee741312-e7a4-497e-a55d-b6166aa88e79 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:54.360704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:54.374037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:54.462196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Port': ['ID=97005d94-e17f-461f-8de0-4d6922ee8f4c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:54.503028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cd1e0-9427-4578-9abb-18d32b3d982f req-ffc12b7d-f19a-4bea-8174-352a7f651226 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:54.507876 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-258cd1e0-9427-4578-9abb-18d32b3d982f req-ffc12b7d-f19a-4bea-8174-352a7f651226 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.5640142 Nov 03 16:00:54.520221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-abeda83d-9f3a-4006-ab9b-c765c9a447c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:54.521868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-abeda83d-9f3a-4006-ab9b-c765c9a447c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 200 len: 853 time: 0.3428767 Nov 03 16:00:54.554425 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.659973 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.670794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:54.671657 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.683633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b00bd-9580-4fb8-b0fd-3807f26a305c None None] DHCP port deletion for 582aebe7-57c8-4397-b15a-26a28417b229 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:00:54.716361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-258cd1e0-9427-4578-9abb-18d32b3d982f req-192b04fa-8780-4e6b-bbb8-4a5cc546ff44 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611173 Nov 03 16:00:54.717547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55152) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:54.724664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:54.725390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.740579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-f1572bd9-60cf-49df-a968-56b3ffe251df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793678 Nov 03 16:00:54.754179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-08ec33a2-c390-4138-8e7b-2645d809c441 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5184360 Nov 03 16:00:54.797802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d53b00bd-9580-4fb8-b0fd-3807f26a305c None None] Deleting port 0a58adc3-ef44-4906-b57e-3d8369aa2260 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:54.798188 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d53b00bd-9580-4fb8-b0fd-3807f26a305c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.830260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=872b8a17-d60a-453f-8a8e-c28da86b63fe,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:54.865937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 872b8a17-d60a-453f-8a8e-c28da86b63fe details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:54.893501 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.899854 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:54.902129 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-42e6c4a4-0537-4192-b2f6-d7a1b4458ae6 tempest-ServersTestBootFromVolume-1924640842 tempest-ServersTestBootFromVolume-1924640842-project] 10.222.0.86 "DELETE /v2.0/floatingips/0532b88b-2227-4a14-a18f-fe7a7648877e HTTP/1.1" status: 204 len: 168 time: 2.1591456 Nov 03 16:00:54.905503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55162) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:54.912746 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-03b4d60a-e9af-4437-8fa2-830d51f4aaa6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8216727 Nov 03 16:00:54.915423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55164) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:54.927795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Request body: {'subnet': {'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-subnet', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:55.019162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-393125161-network', 'tenant_id': '8ec1be0b9c2144e4bde35babf36f1a1c'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:55.057517 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-2af14599-3351-4bea-abcc-dc8136265c30 service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998581 Nov 03 16:00:55.063176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-79ae1bd2-4257-4e21-9c87-80c63fbd600b None None] Provisioning complete for port 97005d94-e17f-461f-8de0-4d6922ee8f4c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:55.064067 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-79ae1bd2-4257-4e21-9c87-80c63fbd600b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.077919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Made reservation on behalf of c8b5306a415d4cab9cc4b35ed5ba8e1d for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:55.080503 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.098617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d53b00bd-9580-4fb8-b0fd-3807f26a305c None None] For port 0a58adc3-ef44-4906-b57e-3d8369aa2260, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0a58adc3-ef44-4906-b57e-3d8369aa2260,segment=NetworkSegment(c74b3ca9-2400-487b-ac0f-f4d01f43367d),segment_id=c74b3ca9-2400-487b-ac0f-f4d01f43367d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:55.099293 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d53b00bd-9580-4fb8-b0fd-3807f26a305c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.132259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d53b00bd-9580-4fb8-b0fd-3807f26a305c None None] Calling delete_port for 0a58adc3-ef44-4906-b57e-3d8369aa2260 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:55.134570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Deleting port 0a58adc3-ef44-4906-b57e-3d8369aa2260 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:55.135412 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.148901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-79ae1bd2-4257-4e21-9c87-80c63fbd600b None None] Port 97005d94-e17f-461f-8de0-4d6922ee8f4c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:55.175597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925b0c2-9085-4378-8a0b-a4f3d5f610d9 req-5919b446-057a-4310-bfd7-fdbea4d0f3eb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:55.192747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8925b0c2-9085-4378-8a0b-a4f3d5f610d9 req-5919b446-057a-4310-bfd7-fdbea4d0f3eb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.2831779 Nov 03 16:00:55.215865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Made reservation on behalf of 8ec1be0b9c2144e4bde35babf36f1a1c for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:55.218911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.237422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d53b00bd-9580-4fb8-b0fd-3807f26a305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.270716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55168) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:55.276286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b00bd-9580-4fb8-b0fd-3807f26a305c None None] Pushing event deleted for resources: {'Port': ['ID=0a58adc3-ef44-4906-b57e-3d8369aa2260,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:55.282929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9885e110-32ad-4198-a200-f825c071669d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958631595', 'description': 'tempest-description--1552943681'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:55.289903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b00bd-9580-4fb8-b0fd-3807f26a305c None None] No DVR routers for this DVR port 0a58adc3-ef44-4906-b57e-3d8369aa2260 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:55.316841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.406240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e24204-14b1-4ac2-a7c8-72acc3a70605 req-18be79ea-f9fc-4373-9de4-55e9d882834e service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346052 Nov 03 16:00:55.468186 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8925b0c2-9085-4378-8a0b-a4f3d5f610d9 req-dc72580c-7ba4-4d4d-9d1b-f71c846930e8 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692785 Nov 03 16:00:55.551382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.574579 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.652497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:00:55.658788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79525302-26f5-4edc-b094-a579c416fb19 req-a032a74e-9c6b-497b-8d39-01678bbd2874 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 210 time: 0.0556626 Nov 03 16:00:55.666029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] For port 0a58adc3-ef44-4906-b57e-3d8369aa2260, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0a58adc3-ef44-4906-b57e-3d8369aa2260,segment=NetworkSegment(c74b3ca9-2400-487b-ac0f-f4d01f43367d),segment_id=c74b3ca9-2400-487b-ac0f-f4d01f43367d)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:55.667033 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.681558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-ea61e048-eece-430f-988c-3837825f3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:55.683145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-ea61e048-eece-430f-988c-3837825f3c6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 1094 time: 0.1303041 Nov 03 16:00:55.688350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8df84-d791-4eed-b0c6-60aabfafedfb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:55.694421 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-05e1a10c-1d4e-47cb-8483-a6c20a06fe14 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=659686e42cc5482f827515690024b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1246469 Nov 03 16:00:55.703817 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.705636 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Added segment 5438fe9f-77ac-416a-a537-d8926b126802 of type vlan for network 644cc586-7594-4fdb-979e-f853035137ce Nov 03 16:00:55.731131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Calling delete_port for 0a58adc3-ef44-4906-b57e-3d8369aa2260 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:55.768112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9885e110-32ad-4198-a200-f825c071669d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.799267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0a58adc3-ef44-4906-b57e-3d8369aa2260 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:55.877067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.879865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 0a58adc3-ef44-4906-b57e-3d8369aa2260 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:00:55.880216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0a58adc3-ef44-4906-b57e-3d8369aa2260 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:00:55.899941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-6fb2caeb-f4ad-4bcd-99a9-3f71f551553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:55.902274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-6fb2caeb-f4ad-4bcd-99a9-3f71f551553c service neutron] 10.222.0.70 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 914 time: 0.2002895 Nov 03 16:00:55.960374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-5c5f7718-1395-40d1-91ad-9685ec619214 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870cce58-6279-4708-bcdc-f1812c4e56de HTTP/1.1" status: 200 len: 217 time: 0.0506296 Nov 03 16:00:55.966080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.967171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:55.967852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:55.971757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b7f8-0d81-4fc5-a135-cfe110ae7a0b req-1b19238b-aa3c-4e18-bbce-f901bc8bac56 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:55.979182 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1863b7f8-0d81-4fc5-a135-cfe110ae7a0b req-1b19238b-aa3c-4e18-bbce-f901bc8bac56 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 943 time: 0.4082093 Nov 03 16:00:56.048975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3072724 Nov 03 16:00:56.060302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55180) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:56.074612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Request body: {'subnet': {'network_id': '644cc586-7594-4fdb-979e-f853035137ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-393125161-subnet', 'tenant_id': '8ec1be0b9c2144e4bde35babf36f1a1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:56.188658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-8994618a-6002-42d9-9073-298ac1fd586b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:56.190435 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-8994618a-6002-42d9-9073-298ac1fd586b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4833090 Nov 03 16:00:56.234361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.249499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Request body: {'port': {'device_id': '84087db5-bd44-4679-bb4b-fa369dac2d73', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '659686e42cc5482f827515690024b39e'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:56.341201 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9885e110-32ad-4198-a200-f825c071669d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.347101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] No DVR routers for this DVR port 0a58adc3-ef44-4906-b57e-3d8369aa2260 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:56.359059 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.360808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Made reservation on behalf of 8ec1be0b9c2144e4bde35babf36f1a1c for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:56.363225 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.368136 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1863b7f8-0d81-4fc5-a135-cfe110ae7a0b req-b78f6563-128f-4189-a168-891b41c9fd93 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881235 Nov 03 16:00:56.426599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9885e110-32ad-4198-a200-f825c071669d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.466377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024e9ee-8b25-4a66-8f7b-ba3bb3b531f8 admin admin] Pushing event updated for resources: {'Network': ['ID=644cc586-7594-4fdb-979e-f853035137ce,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:56.477565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 644cc586-7594-4fdb-979e-f853035137ce details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:00:56.513734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Port': ['ID=0a58adc3-ef44-4906-b57e-3d8369aa2260,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:56.518823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-15dec399-50d6-44cb-99af-acf27d84b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:56.520495 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-15dec399-50d6-44cb-99af-acf27d84b38f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 200 len: 853 time: 0.5435536 Nov 03 16:00:56.545333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bbf8c-9f5b-44bb-a568-85ba31c0fa04 req-47276282-57e4-4d68-a017-d029eae11ac6 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:56.553972 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a73bbf8c-9f5b-44bb-a568-85ba31c0fa04 req-47276282-57e4-4d68-a017-d029eae11ac6 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.0833187 Nov 03 16:00:56.563725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885e110-32ad-4198-a200-f825c071669d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd56640-5630-47c9-bdbf-5a8417f76928,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:56.595195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-b03527e3-13da-48a2-8365-0d46358503af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384700 Nov 03 16:00:56.655086 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9885e110-32ad-4198-a200-f825c071669d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.656320 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9885e110-32ad-4198-a200-f825c071669d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3823519 Nov 03 16:00:56.684699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55194) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:56.688078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a73bbf8c-9f5b-44bb-a568-85ba31c0fa04 req-ac30684d-fdec-4fb0-85e0-e08d12791c84 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332328 Nov 03 16:00:56.694422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-57878ddb-43da-45fa-8f87-d21da31b71a0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'security_group_rule': {'security_group_id': '5fd56640-5630-47c9-bdbf-5a8417f76928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:56.729156 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.745381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:56.756717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57878ddb-43da-45fa-8f87-d21da31b71a0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.766784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-58c47928-0740-45e9-af4d-70abef935d85 service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617022 Nov 03 16:00:56.809394 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Checking segment: {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:56.809806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Network hostable DHCP agents. Network: 872b8a17-d60a-453f-8a8e-c28da86b63fe, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:56.827638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582aebe7-57c8-4397-b15a-26a28417b229']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:56.860359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74b3ca9-2400-487b-ac0f-f4d01f43367d') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:56.860359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74b3ca9-2400-487b-ac0f-f4d01f43367d') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:00:56.892809 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-514b4df5-9e2d-4f98-a628-2756cf0603de req-ceab033a-dfa3-4073-9208-8cb6340175c8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 210 time: 0.0744717 Nov 03 16:00:56.905495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.926227 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57878ddb-43da-45fa-8f87-d21da31b71a0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.931677 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ac2d7d-34ea-49ea-94e2-638dce08f049 req-2d657a14-55a3-4432-894e-a3a10525b9d6 service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557913 Nov 03 16:00:56.946954 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57878ddb-43da-45fa-8f87-d21da31b71a0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.951659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Made reservation on behalf of 659686e42cc5482f827515690024b39e for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:00:56.955429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.971149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57878ddb-43da-45fa-8f87-d21da31b71a0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecead13-c734-4c23-8bef-782fd0ca3359,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:56.974218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.984669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Network 872b8a17-d60a-453f-8a8e-c28da86b63fe is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:56.988694 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57878ddb-43da-45fa-8f87-d21da31b71a0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:56.990141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-57878ddb-43da-45fa-8f87-d21da31b71a0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3010867 Nov 03 16:00:56.992686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55198) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:56.998578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5a7533d8-20d9-403f-adf3-8ec1aaba8a9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'security_group_rule': {'security_group_id': '5fd56640-5630-47c9-bdbf-5a8417f76928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:56.999606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:00:57.000015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:00:57.009347 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:00:57.031560 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7533d8-20d9-403f-adf3-8ec1aaba8a9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.044180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 872b8a17-d60a-453f-8a8e-c28da86b63fe) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:57.054992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babd71fa-24be-4a4f-826b-182701594529 None None] Network 872b8a17-d60a-453f-8a8e-c28da86b63fe requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:57.106845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7533d8-20d9-403f-adf3-8ec1aaba8a9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.112135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7533d8-20d9-403f-adf3-8ec1aaba8a9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.138572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7533d8-20d9-403f-adf3-8ec1aaba8a9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fe1f40-a064-4101-9984-97ce2f147bfe,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:57.156537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:57.157198 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.157782 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a7533d8-20d9-403f-adf3-8ec1aaba8a9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.163470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a7533d8-20d9-403f-adf3-8ec1aaba8a9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656137 Nov 03 16:00:57.163470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55200) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:57.171813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:57.210989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.211772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.224293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.254760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c4725ee4-79bc-47fd-9964-3fcc70bb407f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3312800 Nov 03 16:00:57.258391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55202) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:57.276182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49598caf-5391-41b4-8dae-bd7c02c03b8c None None] Network 872b8a17-d60a-453f-8a8e-c28da86b63fe requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:57.285000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:57.287977 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.291243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/networks/582aebe7-57c8-4397-b15a-26a28417b229 HTTP/1.1" status: 204 len: 168 time: 2.9501894 Nov 03 16:00:57.297122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55204) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:57.319497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b191df-88d4-4c71-97c8-b5eeeebc02bc tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Network': ['ID=582aebe7-57c8-4397-b15a-26a28417b229,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:57.364778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f2004a-4dd4-424b-a8c8-86d73070d2ff,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:57.367368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Allocated IP 192.168.233.213 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/1981f91c-9f67-496b-ada7-83988cd4b3df) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:57.396526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.442497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c65915-547a-41fa-aa81-e5a00341bff6 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Deleting subnet d1e13e2c-d41d-4715-9021-5b8d464f0d72 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:57.451454 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c65915-547a-41fa-aa81-e5a00341bff6 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.460030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Checking segment: {'id': '5438fe9f-77ac-416a-a537-d8926b126802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '644cc586-7594-4fdb-979e-f853035137ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:00:57.460417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Network hostable DHCP agents. Network: 644cc586-7594-4fdb-979e-f853035137ce, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:00:57.521913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.523437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.564840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Network 644cc586-7594-4fdb-979e-f853035137ce is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:00:57.627814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 644cc586-7594-4fdb-979e-f853035137ce) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:57.636818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:57.637417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.641949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b138d5e-52ed-4815-b699-649cccf7d38b None None] Network 644cc586-7594-4fdb-979e-f853035137ce requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:57.650854 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.653677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c65915-547a-41fa-aa81-e5a00341bff6 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.731988 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a5b02b24-84d6-4142-a66a-53ffb33e8344 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6603746 Nov 03 16:00:57.787951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab353aab-5216-4433-948b-76204cfaec9f req-50330559-3a4b-41f1-864d-bfa2add87865 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:57.795478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab353aab-5216-4433-948b-76204cfaec9f req-50330559-3a4b-41f1-864d-bfa2add87865 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 943 time: 0.2857814 Nov 03 16:00:57.864301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.920639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d930e-ac6c-4e3d-b104-ba27a42e6cb7 None None] Network 644cc586-7594-4fdb-979e-f853035137ce requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:57.923763 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:57.969950 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.043407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855cbba-8a34-44e6-b0f4-3e3538ef617e req-6846ea6c-5296-4148-812a-9d3c8bf3b668 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:58.044966 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c855cbba-8a34-44e6-b0f4-3e3538ef617e req-6846ea6c-5296-4148-812a-9d3c8bf3b668 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.1212220 Nov 03 16:00:58.051876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Deleting port 8f4d006e-9548-47a4-bd70-1834e04ca732 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:58.052232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.071668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab353aab-5216-4433-948b-76204cfaec9f req-c2c8ed43-b66f-49af-ae81-e4a398be2da2 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752106 Nov 03 16:00:58.081279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c65915-547a-41fa-aa81-e5a00341bff6 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.125227 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c855cbba-8a34-44e6-b0f4-3e3538ef617e req-551660c4-01dd-4999-8fca-30a62fe1e8d2 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705273 Nov 03 16:00:58.174106 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.187179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5', 'cb1aeab5-2891-4298-a04d-e47a88f93173'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:58.197299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:58.201695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:58.231612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:58.243346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'e9c626ff-a2be-4bac-9047-cc51aad65525', '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0', '5594471b-44b9-4c05-ad63-48b46c6036b9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:58.291775 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c65915-547a-41fa-aa81-e5a00341bff6 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.308961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event updated for resources: {'Port': ['ID=1981f91c-9f67-496b-ada7-83988cd4b3df,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:58.392625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c65915-547a-41fa-aa81-e5a00341bff6 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e13e2c-d41d-4715-9021-5b8d464f0d72,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:58.400247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b4c65915-547a-41fa-aa81-e5a00341bff6 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.406758 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b4c65915-547a-41fa-aa81-e5a00341bff6 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/subnets/d1e13e2c-d41d-4715-9021-5b8d464f0d72 HTTP/1.1" status: 204 len: 168 time: 1.1044405 Nov 03 16:00:58.407790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55224) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:58.408175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de79a124-ef44-4a51-abc4-8ad65abfc9fc None None] Network a493ee27-44d0-49c6-b4f0-619a0564e4c6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:58.416541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:58.419078 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.428631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] For port 8f4d006e-9548-47a4-bd70-1834e04ca732, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8f4d006e-9548-47a4-bd70-1834e04ca732,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:58.429010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.449782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Calling delete_port for 8f4d006e-9548-47a4-bd70-1834e04ca732 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:58.459302 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c47aa384-990d-41ab-bee2-79829fd1bd44 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2327311 Nov 03 16:00:58.469708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c091a-37e6-4431-94f2-d6a69d543415 req-cdc4a824-0483-4821-8d38-f6ca73b243dc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:58.477972 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e97c091a-37e6-4431-94f2-d6a69d543415 req-cdc4a824-0483-4821-8d38-f6ca73b243dc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 936 time: 0.3242829 Nov 03 16:00:58.496920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Request body: {'port': {'device_id': '84087db5-bd44-4679-bb4b-fa369dac2d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:00:58.499577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 870cce58-6279-4708-bcdc-f1812c4e56de details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:00:58.539912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Allocated IP 172.25.6.135 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d51ca492-8fde-4ded-bbdc-70284382d070) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:58.688561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e498eff-b94a-4a58-bc71-ffddff76e78c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Deleting subnet 60983ae5-2ab4-4df1-9a7b-29740ab8bfff {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:00:58.699351 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e498eff-b94a-4a58-bc71-ffddff76e78c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.745375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e97c091a-37e6-4431-94f2-d6a69d543415 req-a112d178-d985-4d68-9ee1-ed6a72dbd626 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584157 Nov 03 16:00:58.821434 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e498eff-b94a-4a58-bc71-ffddff76e78c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.857064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-01f04713-b144-47fa-ba2c-fc0323a2ffb6 None None] Provisioning complete for port 1981f91c-9f67-496b-ada7-83988cd4b3df triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:00:58.857624 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01f04713-b144-47fa-ba2c-fc0323a2ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.904435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.955406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 870cce58-6279-4708-bcdc-f1812c4e56de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=870cce58-6279-4708-bcdc-f1812c4e56de,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:58.958139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:58.984442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-01f04713-b144-47fa-ba2c-fc0323a2ffb6 None None] Port 1981f91c-9f67-496b-ada7-83988cd4b3df cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:00:59.007700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '870cce58-6279-4708-bcdc-f1812c4e56de', 'network_id': '2693c63d-ff71-4bbf-a48d-62270d1fd3a7', 'port_id': '870cce58-6279-4708-bcdc-f1812c4e56de', 'mac_address': 'fa:16:3e:88:75:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eea1acf-766d-410c-8515-f7364cab877b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:00:59.042994 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.050441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.072740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0bdbc5-d618-47d0-b025-f2ff795eaf23 None None] DHCP port deletion for a493ee27-44d0-49c6-b4f0-619a0564e4c6 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:00:59.073698 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e498eff-b94a-4a58-bc71-ffddff76e78c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.128993 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.147726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.201984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870cce58-6279-4708-bcdc-f1812c4e56de {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:59.244746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:00:59.269149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 870cce58-6279-4708-bcdc-f1812c4e56de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=870cce58-6279-4708-bcdc-f1812c4e56de,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:59.293581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.299890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:00:59.309917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:00:59.312299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Port': ['ID=d51ca492-8fde-4ded-bbdc-70284382d070,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:59.332271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bdbc5-d618-47d0-b025-f2ff795eaf23 None None] Deleting port e59faa50-dd2b-4939-a5b9-b089fa2face2 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:00:59.332843 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdbc5-d618-47d0-b025-f2ff795eaf23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.361793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1981f91c-9f67-496b-ada7-83988cd4b3df {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:00:59.373289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-5a824704-6663-4459-8df6-d6ac2578c37c tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:59.380548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-5a824704-6663-4459-8df6-d6ac2578c37c tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/networks?id=644cc586-7594-4fdb-979e-f853035137ce HTTP/1.1" status: 200 len: 808 time: 0.9202194 Nov 03 16:00:59.418177 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.419097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6c0e2-7db4-49a9-b2c8-acc98732105f req-aa894aa5-4f74-4774-9858-062db42a69c2 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:00:59.425327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=870cce58-6279-4708-bcdc-f1812c4e56de,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:59.428523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77b6c0e2-7db4-49a9-b2c8-acc98732105f req-aa894aa5-4f74-4774-9858-062db42a69c2 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 943 time: 0.2507398 Nov 03 16:00:59.437176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e498eff-b94a-4a58-bc71-ffddff76e78c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.442190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-f5921060-641b-4498-8a21-5e129a5c2fac tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/quotas/8ec1be0b9c2144e4bde35babf36f1a1c HTTP/1.1" status: 200 len: 375 time: 0.0605900 Nov 03 16:00:59.455927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7d0bdbc5-d618-47d0-b025-f2ff795eaf23 None None] For port e59faa50-dd2b-4939-a5b9-b089fa2face2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e59faa50-dd2b-4939-a5b9-b089fa2face2,segment=NetworkSegment(93767e30-f2fa-47ea-8e50-fca79e64e956),segment_id=93767e30-f2fa-47ea-8e50-fca79e64e956)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:00:59.455927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdbc5-d618-47d0-b025-f2ff795eaf23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.482629 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Transition to ACTIVE for port object 1981f91c-9f67-496b-ada7-83988cd4b3df will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:00:59.485395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bdbc5-d618-47d0-b025-f2ff795eaf23 None None] Calling delete_port for e59faa50-dd2b-4939-a5b9-b089fa2face2 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:00:59.495581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-295becab-3080-4dcd-85e0-2e8ec7345645 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ec1be0b9c2144e4bde35babf36f1a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523801 Nov 03 16:00:59.508710 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.510517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e498eff-b94a-4a58-bc71-ffddff76e78c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Subnet': ['ID=60983ae5-2ab4-4df1-9a7b-29740ab8bfff,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:59.517391 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e498eff-b94a-4a58-bc71-ffddff76e78c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.523102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2e498eff-b94a-4a58-bc71-ffddff76e78c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/subnets/60983ae5-2ab4-4df1-9a7b-29740ab8bfff HTTP/1.1" status: 204 len: 168 time: 1.1093359 Nov 03 16:00:59.523709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55234) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:00:59.541066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a640ef3a-a5bb-4037-89d3-8d1c2ee42de0 None None] Network 241d8626-23d9-4eb8-823f-46a73c084a2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:00:59.568741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Allocated IP 172.25.6.245 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/bb67f65e-0b80-442c-a688-1ae165075f40) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:00:59.580792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['870cce58-6279-4708-bcdc-f1812c4e56de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:00:59.672536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1981f91c-9f67-496b-ada7-83988cd4b3df,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:59.835700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e59faa50-dd2b-4939-a5b9-b089fa2face2 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:00:59.854919 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.881924 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdbc5-d618-47d0-b025-f2ff795eaf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:00:59.919039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4d006e-9548-47a4-bd70-1834e04ca732,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:00:59.937385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-2f995789-205a-4af5-b81b-fc2136278ac5 service neutron] 10.222.0.86 "GET /v2.0/networks/644cc586-7594-4fdb-979e-f853035137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408479 Nov 03 16:00:59.952459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0bdbc5-d618-47d0-b025-f2ff795eaf23 None None] No DVR routers for this DVR port e59faa50-dd2b-4939-a5b9-b089fa2face2 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:00:59.958829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bdbc5-d618-47d0-b025-f2ff795eaf23 None None] Pushing event deleted for resources: {'Port': ['ID=e59faa50-dd2b-4939-a5b9-b089fa2face2,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:00.048875 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No active binding found for port e59faa50-dd2b-4939-a5b9-b089fa2face2 {{(pid=108106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 16:01:00.050130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e59faa50-dd2b-4939-a5b9-b089fa2face2 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:00.074659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Attempting to bind port 1981f91c-9f67-496b-ada7-83988cd4b3df on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:00.075007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Attempting to bind port 1981f91c-9f67-496b-ada7-83988cd4b3df by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:00.075345 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Attempting to bind port 1981f91c-9f67-496b-ada7-83988cd4b3df on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:00.090502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Port 1981f91c-9f67-496b-ada7-83988cd4b3df on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:00.090833 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Attempting to bind port 1981f91c-9f67-496b-ada7-83988cd4b3df on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:00.120631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:00.120969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:00.121355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:00.122132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Bound port: 1981f91c-9f67-496b-ada7-83988cd4b3df, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:00.122259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.155732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51b4a67-4947-4d12-a3af-7a0b653ce0d1 None None] DHCP port deletion for 241d8626-23d9-4eb8-823f-46a73c084a2c request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:01:00.239152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-57137825-1f3f-4b3e-aada-134b5c502c17 service neutron] 10.222.0.86 "GET /v2.0/networks/644cc586-7594-4fdb-979e-f853035137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007708 Nov 03 16:01:00.288623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a51b4a67-4947-4d12-a3af-7a0b653ce0d1 None None] Deleting port 7797ef05-2bfd-4596-b204-0824cddfc545 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:00.289134 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a51b4a67-4947-4d12-a3af-7a0b653ce0d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.335911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.341349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] For port 1981f91c-9f67-496b-ada7-83988cd4b3df, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:00.348901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] For port 1981f91c-9f67-496b-ada7-83988cd4b3df, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1981f91c-9f67-496b-ada7-83988cd4b3df,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:00.357923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.361287 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.372550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77b6c0e2-7db4-49a9-b2c8-acc98732105f req-c0396f31-f111-43ac-b99c-2fb7eed7c5da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9411342 Nov 03 16:01:00.419968 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.422282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a51b4a67-4947-4d12-a3af-7a0b653ce0d1 None None] For port 7797ef05-2bfd-4596-b204-0824cddfc545, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7797ef05-2bfd-4596-b204-0824cddfc545,segment=NetworkSegment(23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f),segment_id=23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:00.422998 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a51b4a67-4947-4d12-a3af-7a0b653ce0d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.472135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:00.472771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.474224 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] 10.222.0.70 "PUT /v2.0/ports/1981f91c-9f67-496b-ada7-83988cd4b3df HTTP/1.1" status: 200 len: 1096 time: 1.9942718 Nov 03 16:01:00.492544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84087db5-bd44-4679-bb4b-fa369dac2d73', 'tag': '1981f91c-9f67-496b-ada7-83988cd4b3df'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:00.496051 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a51b4a67-4947-4d12-a3af-7a0b653ce0d1 None None] Calling delete_port for 7797ef05-2bfd-4596-b204-0824cddfc545 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:00.503513 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf20a14f-e900-4bd7-92b9-00def793a652" -d '{"events": [{"name": "network-changed", "server_uuid": "84087db5-bd44-4679-bb4b-fa369dac2d73", "tag": "1981f91c-9f67-496b-ada7-83988cd4b3df"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:00.611957 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a51b4a67-4947-4d12-a3af-7a0b653ce0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.643600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b4a67-4947-4d12-a3af-7a0b653ce0d1 None None] Pushing event deleted for resources: {'Port': ['ID=7797ef05-2bfd-4596-b204-0824cddfc545,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:00.647330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b4a67-4947-4d12-a3af-7a0b653ce0d1 None None] No DVR routers for this DVR port 7797ef05-2bfd-4596-b204-0824cddfc545 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:00.703304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:00.745722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35c52b-da57-4950-9a8e-7f05fe2299d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1981f91c-9f67-496b-ada7-83988cd4b3df,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:00.833928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-d86433c8-2b5d-49e7-a403-c772b2080bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:00.835831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-d86433c8-2b5d-49e7-a403-c772b2080bad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 1099 time: 0.2212870 Nov 03 16:01:00.847453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b92ed-5b48-412f-83f0-abe8e9484bc2 req-b2c41a87-94f6-4da6-9c80-955390bc125b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:00.849006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a11b92ed-5b48-412f-83f0-abe8e9484bc2 req-b2c41a87-94f6-4da6-9c80-955390bc125b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 948 time: 0.2370708 Nov 03 16:01:00.898880 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c45864fa-7486-4d43-9349-b45e836c50fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1981f91c-9f67-496b-ada7-83988cd4b3df HTTP/1.1" status: 200 len: 217 time: 0.0465839 Nov 03 16:01:00.960231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.017503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.021926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-bc88ff25-2c1b-4584-8fea-d5f83964802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:01.023424 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-bc88ff25-2c1b-4584-8fea-d5f83964802e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1164255 Nov 03 16:01:01.030197 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a11b92ed-5b48-412f-83f0-abe8e9484bc2 req-3daf9875-246b-474e-86bf-9d6c00546207 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353531 Nov 03 16:01:01.030772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb615a-df74-45a9-b042-9d239031e201 req-39925455-ec89-448e-b02f-36e24d85e91d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:01.038183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72fb615a-df74-45a9-b042-9d239031e201 req-39925455-ec89-448e-b02f-36e24d85e91d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.4008629 Nov 03 16:01:01.080740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.121230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Router 6b2f38f9-27ad-4592-b570-0b908e25ef5b has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:01:01.123974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c78642d7-9ad3-4251-8f29-119d58beab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:01.125537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-c78642d7-9ad3-4251-8f29-119d58beab5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645368 Nov 03 16:01:01.150943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a493ee27-44d0-49c6-b4f0-619a0564e4c6']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:01.183593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93767e30-f2fa-47ea-8e50-fca79e64e956') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:01.183894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93767e30-f2fa-47ea-8e50-fca79e64e956') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:01.196076 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72fb615a-df74-45a9-b042-9d239031e201 req-3aaef384-03ba-4a69-8868-c479713dbd44 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513698 Nov 03 16:01:01.203168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.237766 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.249438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2258899-a35e-4ce2-abd4-0a5d81b28f1a req-9e41dd8b-f0e5-4c4f-bf84-23c441c76bfe tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 210 time: 0.0952377 Nov 03 16:01:01.254387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.278242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.290036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:01:01.290447 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:01:01.294617 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:01:01.309811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.328248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:01.373868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:01.386636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:01.427823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb67f65e-0b80-442c-a688-1ae165075f40,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:01.466587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.491624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.495563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/networks/a493ee27-44d0-49c6-b4f0-619a0564e4c6 HTTP/1.1" status: 204 len: 168 time: 1.9663959 Nov 03 16:01:01.504041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55252) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:01.535176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12019c16-218a-492f-b097-d06deade023c tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Network': ['ID=a493ee27-44d0-49c6-b4f0-619a0564e4c6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:01.547820 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4847103-781c-46d9-bc60-b355802827e1 x-openstack-request-id: req-b4847103-781c-46d9-bc60-b355802827e1 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:01.548373 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84087db5-bd44-4679-bb4b-fa369dac2d73", "tag": "1981f91c-9f67-496b-ada7-83988cd4b3df", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:01.548373 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b4847103-781c-46d9-bc60-b355802827e1 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:01.548748 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84087db5-bd44-4679-bb4b-fa369dac2d73', 'tag': '1981f91c-9f67-496b-ada7-83988cd4b3df', 'status': 'completed', 'code': 200} Nov 03 16:01:01.595156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.601221 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-4ffeffcf-5ca1-42d2-ae9e-99904a47db52 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681084 Nov 03 16:01:01.633453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Port': ['ID=d51ca492-8fde-4ded-bbdc-70284382d070,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:01.638536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:01:01.652258 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-348889f6-6eef-43d6-a4e8-d4257a0739e8 admin admin] 10.222.0.86 "PUT /v2.0/routers/6b2f38f9-27ad-4592-b570-0b908e25ef5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7376046 Nov 03 16:01:01.652813 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] Sync routers for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:01:01.655431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55254) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:01.664152 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:01:01.664899 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:01.716144 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.725330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:01.734280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02299482-ce00-402f-9f20-3da052225bea req-2cd4a855-80b0-412d-aed1-4e76ed0ca7f4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:01.741886 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02299482-ce00-402f-9f20-3da052225bea req-2cd4a855-80b0-412d-aed1-4e76ed0ca7f4 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 944 time: 0.1956019 Nov 03 16:01:01.742510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2fc82fee-821f-4525-baea-865b972a709c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5789571 Nov 03 16:01:01.796943 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:01:01.867707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8f70ae4-3e7f-4177-91e5-7638eb29d2a0 req-79d8892c-2908-40b3-8089-513fbad92fc6 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501018 Nov 03 16:01:01.893930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02299482-ce00-402f-9f20-3da052225bea req-b5f14b58-c41e-4727-b88e-984d009a608d tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463518 Nov 03 16:01:01.895549 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.036134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7797ef05-2bfd-4596-b204-0824cddfc545 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:02.097054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 7797ef05-2bfd-4596-b204-0824cddfc545 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:02.098215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7797ef05-2bfd-4596-b204-0824cddfc545 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:02.170765 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T16:00:59Z', 'revision_number': 5, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:02.175369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-6f7c6f11-3cf0-4787-a6c3-af41aa3038cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:02.176837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-6f7c6f11-3cf0-4787-a6c3-af41aa3038cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 1099 time: 0.1924996 Nov 03 16:01:02.200846 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] Checking router: 6b2f38f9-27ad-4592-b570-0b908e25ef5b for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:01:02.211726 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] Routers {'6b2f38f9-27ad-4592-b570-0b908e25ef5b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:01:02.213121 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:02.241927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.261074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.303611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e44ea-e0c0-49eb-8981-6d1d837122a8 req-a4c4a9b5-108f-44e0-b0d1-67d09abb7656 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:02.305250 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc0e44ea-e0c0-49eb-8981-6d1d837122a8 req-a4c4a9b5-108f-44e0-b0d1-67d09abb7656 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 948 time: 0.1463406 Nov 03 16:01:02.336801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241d8626-23d9-4eb8-823f-46a73c084a2c']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:02.339019 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] Set router 6b2f38f9-27ad-4592-b570-0b908e25ef5b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:01:02.365301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:02.366163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fdae1f-dce6-4b5d-aa20-9affb8d7ff5f') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:02.387232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-29ef1dd8-caf5-4096-b82d-9e6da30d1c5d tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:02.388651 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-29ef1dd8-caf5-4096-b82d-9e6da30d1c5d tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.70 "GET /v2.0/networks?id=644cc586-7594-4fdb-979e-f853035137ce HTTP/1.1" status: 200 len: 808 time: 0.5300756 Nov 03 16:01:02.392651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.395811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-299ca059-21ae-49cf-89e7-9f9a7bb4a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:02.396951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-7f82628f-5ddc-4faa-8c6d-1dd0584d4353 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--958631595&fields=id&tenant_id=2b400e679b4d4056a82d8dc866aa1fc3 HTTP/1.1" status: 200 len: 267 time: 0.2041802 Nov 03 16:01:02.397289 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-299ca059-21ae-49cf-89e7-9f9a7bb4a3b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.2035451 Nov 03 16:01:02.410294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Request body: {'port': {'device_id': 'ff69f47f-347f-45d3-bcf9-b8639d3c6e94', 'network_id': '644cc586-7594-4fdb-979e-f853035137ce', 'admin_state_up': True, 'tenant_id': '8ec1be0b9c2144e4bde35babf36f1a1c'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:02.425283 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc0e44ea-e0c0-49eb-8981-6d1d837122a8 req-cb5dcb96-d272-4225-a9c9-92516d02361f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911787 Nov 03 16:01:02.454561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.491669 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-81ac6c5b-edbd-4f86-a9ff-0c6f496dba2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1981f91c-9f67-496b-ada7-83988cd4b3df HTTP/1.1" status: 200 len: 217 time: 0.0837080 Nov 03 16:01:02.493501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Deleting port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:02.494764 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.514716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.585401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:01:02.585856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:01:02.591511 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:01:02.618316 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T16:00:59Z', 'revision_number': 5, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:02.632636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-c35f48ea-f074-4284-86c1-c56145410b73 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:02.636549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 870cce58-6279-4708-bcdc-f1812c4e56de up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:02.641191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-5cf7b0c5-4ec5-4365-8b5d-6f882b378abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:02.642250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-c35f48ea-f074-4284-86c1-c56145410b73 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports/badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 936 time: 0.2251976 Nov 03 16:01:02.642644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-5cf7b0c5-4ec5-4365-8b5d-6f882b378abe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1363161 Nov 03 16:01:02.667956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ddf7c-34b3-44ff-9e0b-2827811eee6b req-d0551089-fe1e-40b8-981f-bd0c4b2d7afe tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:02.669761 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-244ddf7c-34b3-44ff-9e0b-2827811eee6b req-d0551089-fe1e-40b8-981f-bd0c4b2d7afe tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.1729174 Nov 03 16:01:02.677909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fad240e7-c35c-46d9-86d9-8d64471ce149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.684942 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6089ec51-4eb0-40f9-ba1a-b691a337019a None None] The sync data for ids ['6b2f38f9-27ad-4592-b570-0b908e25ef5b'] in n-d-813897-2 is: [{'id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'name': 'tempest-ServersTestBootFromVolume-223412925-router', 'tenant_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:57:07Z', 'updated_at': '2021-11-03T16:00:59Z', 'revision_number': 5, 'project_id': '64fa0c8d86aa4a7c905a40b8931fb8ab', 'gw_port': {'id': '04be8d01-15f3-43d1-b59c-ed0f6fd070e5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f38f9-27ad-4592-b570-0b908e25ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:57:08Z', 'updated_at': '2021-11-03T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:01:02.703188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 870cce58-6279-4708-bcdc-f1812c4e56de completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:01:02.707600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 870cce58-6279-4708-bcdc-f1812c4e56de triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:02.708108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.726008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] For port 04be8d01-15f3-43d1-b59c-ed0f6fd070e5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=04be8d01-15f3-43d1-b59c-ed0f6fd070e5,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:02.726381 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.754660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Calling delete_port for 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:02.757514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-2a174bda-903f-4f8e-8664-7d873993f93c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:02.758844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-2a174bda-903f-4f8e-8664-7d873993f93c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports/97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 935 time: 0.1158133 Nov 03 16:01:02.787292 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-244ddf7c-34b3-44ff-9e0b-2827811eee6b req-9b83c6bb-a700-4b29-b46e-a45953831afc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855429 Nov 03 16:01:02.789117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-032bbbe3-5d23-45cd-a58d-8172ad2c5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:02.791241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-032bbbe3-5d23-45cd-a58d-8172ad2c5579 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381965 Nov 03 16:01:02.814400 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.849258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:02.853978 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd757d70-6a83-435b-ae12-9e18e1839ab5" -d '{"events": [{"server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "name": "network-vif-plugged", "status": "completed", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:02.855216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.862603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 870cce58-6279-4708-bcdc-f1812c4e56de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=870cce58-6279-4708-bcdc-f1812c4e56de,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:02.865823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.870373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:02.875974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/networks/241d8626-23d9-4eb8-823f-46a73c084a2c HTTP/1.1" status: 204 len: 168 time: 1.3587658 Nov 03 16:01:02.879962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55278) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:02.880804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-da1bc3dc-12ba-4098-8c7f-63faa95e3752 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1127264 Nov 03 16:01:02.928864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdeeb9-8445-421a-ae8c-48dd0efd5ec0 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Network': ['ID=241d8626-23d9-4eb8-823f-46a73c084a2c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:02.935471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=870cce58-6279-4708-bcdc-f1812c4e56de,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:02.956337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-798a77ec-cf71-46ee-b934-e2c7f94b9a10 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0575628 Nov 03 16:01:02.984156 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e22d1043-0573-4c04-84c4-077dd0cc75ce req-cfc43c73-fbfb-4d83-bb30-7efcb9ef4f6a tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 210 time: 0.0653663 Nov 03 16:01:03.031624 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134dc5ad-8657-43fb-aa1f-2477066deb97 x-openstack-request-id: req-134dc5ad-8657-43fb-aa1f-2477066deb97 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:03.031956 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "name": "network-vif-plugged", "status": "completed", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:03.032211 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-134dc5ad-8657-43fb-aa1f-2477066deb97 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:03.032608 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de', 'code': 200} Nov 03 16:01:03.082916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6dd9c4-e3ca-4587-9329-ec14596600c4 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Deleting subnet df43feb1-33e7-4b41-9f30-04feb9ec1473 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:01:03.089995 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd9c4-e3ca-4587-9329-ec14596600c4 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:03.122616 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-12abd561-c7b7-4356-a9bd-350aeff444da service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817121 Nov 03 16:01:03.159816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Made reservation on behalf of 8ec1be0b9c2144e4bde35babf36f1a1c for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:03.163517 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:03.177358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-e27207b4-279d-4eb8-95dd-40561d55bc67 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:03.184981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-e27207b4-279d-4eb8-95dd-40561d55bc67 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:03.191709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-e27207b4-279d-4eb8-95dd-40561d55bc67 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:03.193370 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-e27207b4-279d-4eb8-95dd-40561d55bc67 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/networks?id=e647349e-071d-4e0d-ae41-37f29f277a4d&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa HTTP/1.1" status: 200 len: 1995 time: 0.2276742 Nov 03 16:01:03.236014 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd9c4-e3ca-4587-9329-ec14596600c4 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:03.257234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9a000089-9506-4f7c-8237-12d151af9ad7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/quotas/2b400e679b4d4056a82d8dc866aa1fc3 HTTP/1.1" status: 200 len: 375 time: 0.0245976 Nov 03 16:01:03.349743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:03.381950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0910-187f-4fe5-9f94-aa959324323a req-e269c3b2-d33d-4e5e-99ab-b174dc29743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:03.383453 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-861f0910-187f-4fe5-9f94-aa959324323a req-e269c3b2-d33d-4e5e-99ab-b174dc29743e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 1096 time: 0.2649486 Nov 03 16:01:03.407618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be66529-93fa-4550-960e-db0f9609b833 req-0688ff01-4be5-4119-ac1e-3edf1f922948 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:03.409075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1be66529-93fa-4550-960e-db0f9609b833 req-0688ff01-4be5-4119-ac1e-3edf1f922948 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 945 time: 0.2636096 Nov 03 16:01:03.711322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:03.725111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8f4d006e-9548-47a4-bd70-1834e04ca732 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:03.730118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-6509bd12-0034-4ee3-a2a7-403626d1a418 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4719205 Nov 03 16:01:03.739871 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf20a14f-e900-4bd7-92b9-00def793a652 req-13cbc414-1ca6-4289-bc39-c20d876b6f6a service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010780 Nov 03 16:01:03.763654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 8f4d006e-9548-47a4-bd70-1834e04ca732 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:03.764922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8f4d006e-9548-47a4-bd70-1834e04ca732 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:03.781273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=04be8d01-15f3-43d1-b59c-ed0f6fd070e5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:03.795276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd9c4-e3ca-4587-9329-ec14596600c4 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:03.880103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-861f0910-187f-4fe5-9f94-aa959324323a req-526b2d4b-2e25-4a22-91da-2b128e8cfa05 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852066 Nov 03 16:01:03.894984 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1be66529-93fa-4550-960e-db0f9609b833 req-f5493da9-a3e0-4365-95e5-6c0f114a9a6d tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539831 Nov 03 16:01:03.899419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Allocated IP 172.20.0.13 (644cc586-7594-4fdb-979e-f853035137ce/22f2004a-4dd4-424b-a8c8-86d73070d2ff/334201c1-a3a3-4d8c-99bb-b77db765d564) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:03.921647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:03.944177 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-ff90f007-990d-4740-b2a2-ccbe538924c4 service neutron] 10.222.0.86 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815286 Nov 03 16:01:04.024742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd9c4-e3ca-4587-9329-ec14596600c4 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.047558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.053061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.077698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dd9c4-e3ca-4587-9329-ec14596600c4 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Subnet': ['ID=df43feb1-33e7-4b41-9f30-04feb9ec1473,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:04.083995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Router ab7692e0-eb74-4218-b1fc-2d7336a706d8 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:01:04.084168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd9c4-e3ca-4587-9329-ec14596600c4 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.090158 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4d6dd9c4-e3ca-4587-9329-ec14596600c4 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/subnets/df43feb1-33e7-4b41-9f30-04feb9ec1473 HTTP/1.1" status: 204 len: 168 time: 1.2022178 Nov 03 16:01:04.096251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f678d00-890e-488d-9361-c047ced64aab None None] Network 4d2f7e75-6e74-445a-9814-7be2953a9e1e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:01:04.116610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55288) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:04.138531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2aca7-926a-4149-aee3-4e3a3568ee92 req-f2e901ef-995d-484a-a107-39b34475ede9 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:04.140056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d0d2aca7-926a-4149-aee3-4e3a3568ee92 req-f2e901ef-995d-484a-a107-39b34475ede9 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 948 time: 0.1552663 Nov 03 16:01:04.141200 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.142465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b2f38f9-27ad-4592-b570-0b908e25ef5b {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:01:04.146516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.147427 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-549d4f9d-ebfd-4699-bd85-e57065063f80 admin admin] 10.222.0.86 "DELETE /v2.0/routers/6b2f38f9-27ad-4592-b570-0b908e25ef5b HTTP/1.1" status: 204 len: 168 time: 2.4894309 Nov 03 16:01:04.150622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55290) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:04.183231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-91dab93e-086c-4d1b-89c2-5c118f270397 service neutron] 10.222.0.86 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274387 Nov 03 16:01:04.242250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3102b7-0faf-4f9f-ab84-94d6e6e4fceb admin admin] Deleting subnet 63d3e4bf-e6f0-4edd-a74e-bee7bb95d536 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:01:04.254175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3102b7-0faf-4f9f-ab84-94d6e6e4fceb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.284636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d0d2aca7-926a-4149-aee3-4e3a3568ee92 req-e9b20377-95a6-4446-88e4-247e39215c45 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223679 Nov 03 16:01:04.318491 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3102b7-0faf-4f9f-ab84-94d6e6e4fceb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.370145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f082c1d3-f83b-42b0-bab3-9ded36014d1c None None] DHCP port deletion for 4d2f7e75-6e74-445a-9814-7be2953a9e1e request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:01:04.392188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.398957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-72ac5b95-0201-4603-b52e-e81e9981c936 service neutron] 10.222.0.86 "GET /v2.0/ports/badbb40a-98ec-4340-bdf7-5339dbfaae23?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1472960 Nov 03 16:01:04.432421 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.463634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1981f91c-9f67-496b-ada7-83988cd4b3df details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:04.466793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f082c1d3-f83b-42b0-bab3-9ded36014d1c None None] Deleting port f30893e6-cd77-43e4-b4d3-aa42e4b92200 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:04.467326 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f082c1d3-f83b-42b0-bab3-9ded36014d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.481541 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3102b7-0faf-4f9f-ab84-94d6e6e4fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.511477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:01:04.523651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5419d-8bc1-41a5-9825-fdd4d9344794 req-4b7e84dc-1189-4ed0-b315-475266454c51 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:04.529805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Sync routers for ids ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:01:04.530375 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6eb5419d-8bc1-41a5-9825-fdd4d9344794 req-4b7e84dc-1189-4ed0-b315-475266454c51 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.1408854 Nov 03 16:01:04.567870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f082c1d3-f83b-42b0-bab3-9ded36014d1c None None] For port f30893e6-cd77-43e4-b4d3-aa42e4b92200, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f30893e6-cd77-43e4-b4d3-aa42e4b92200,segment=NetworkSegment(3b9acad2-8dac-4274-a600-d980f3a2166b),segment_id=3b9acad2-8dac-4274-a600-d980f3a2166b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:04.568192 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f082c1d3-f83b-42b0-bab3-9ded36014d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.591136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.592281 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-44967d0d-534f-4a6a-8073-45a3b61b04c2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3305290 Nov 03 16:01:04.592466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Routers {'ab7692e0-eb74-4218-b1fc-2d7336a706d8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:01:04.593088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:04.594423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-e26e049c-112f-4c4b-bc2d-c15aab81f07a service neutron] 10.222.0.86 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876423 Nov 03 16:01:04.597144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55292) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:04.610110 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6eb5419d-8bc1-41a5-9825-fdd4d9344794 req-8e0db954-9792-4af9-aba5-71bfd9d487fa tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736334 Nov 03 16:01:04.616495 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.621980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3102b7-0faf-4f9f-ab84-94d6e6e4fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.670537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3102b7-0faf-4f9f-ab84-94d6e6e4fceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d3e4bf-e6f0-4edd-a74e-bee7bb95d536,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:04.673663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3102b7-0faf-4f9f-ab84-94d6e6e4fceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.682101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8e3102b7-0faf-4f9f-ab84-94d6e6e4fceb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/63d3e4bf-e6f0-4edd-a74e-bee7bb95d536 HTTP/1.1" status: 204 len: 168 time: 0.5293584 Nov 03 16:01:04.683784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55294) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:04.695757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f082c1d3-f83b-42b0-bab3-9ded36014d1c None None] Calling delete_port for f30893e6-cd77-43e4-b4d3-aa42e4b92200 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:04.730998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47998654-7514-43c9-b5cc-f866683875b7 None None] Network 5b56bf33-964b-47f0-96a4-87ef72248f36 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:01:04.767046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Network 644cc586-7594-4fdb-979e-f853035137ce is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:04.826934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe71f8-3bee-419c-b6e9-d08d2d1dee19 req-95a54918-7aaa-4b66-a543-c0e72787f18f tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:04.828041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60fe71f8-3bee-419c-b6e9-d08d2d1dee19 req-95a54918-7aaa-4b66-a543-c0e72787f18f tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 932 time: 0.1179063 Nov 03 16:01:04.830946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.845022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:04.856268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Set router ab7692e0-eb74-4218-b1fc-2d7336a706d8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:01:04.861991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:04.901080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Pushing event updated for resources: {'Port': ['ID=334201c1-a3a3-4d8c-99bb-b77db765d564,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:04.904325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Deleting port f30893e6-cd77-43e4-b4d3-aa42e4b92200 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:04.904666 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.912718 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-60fe71f8-3bee-419c-b6e9-d08d2d1dee19 req-0cc9afc0-5374-44c5-9bf7-91f0f811d491 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753322 Nov 03 16:01:04.963631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Deleting port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:04.963631 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:04.989791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-02d14a3e-59dd-4ad8-90b8-da1f2cbaa646 service neutron] 10.222.0.86 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857889 Nov 03 16:01:05.005692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1981f91c-9f67-496b-ada7-83988cd4b3df, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1981f91c-9f67-496b-ada7-83988cd4b3df,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:05.053878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:05.055508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.088046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] For port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=86264f0e-34ab-47cf-a2e7-9a8e4ab8178b,segment=NetworkSegment(8de484a8-6b6a-4538-9f27-88414f087235),segment_id=8de484a8-6b6a-4538-9f27-88414f087235)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:05.088520 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.097880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '1981f91c-9f67-496b-ada7-83988cd4b3df', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '1981f91c-9f67-496b-ada7-83988cd4b3df', 'mac_address': 'fa:16:3e:f8:f9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:05.107254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Calling delete_port for 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:05.110228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] For port f30893e6-cd77-43e4-b4d3-aa42e4b92200, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f30893e6-cd77-43e4-b4d3-aa42e4b92200,segment=NetworkSegment(3b9acad2-8dac-4274-a600-d980f3a2166b),segment_id=3b9acad2-8dac-4274-a600-d980f3a2166b)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:05.110610 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.124903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141b28b-8762-4c47-ae25-4d03713cd5f3 req-efee069f-f3f2-4879-9e2c-eb4589cdfe48 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:05.126632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6141b28b-8762-4c47-ae25-4d03713cd5f3 req-efee069f-f3f2-4879-9e2c-eb4589cdfe48 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 945 time: 0.1035910 Nov 03 16:01:05.144899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-56497bc7-5fe4-4c68-8da9-b5aaf4a44fce tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7398090 Nov 03 16:01:05.157063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-60f56e30-39b2-4b11-ab65-d026c9f67df6 service neutron] 10.222.0.86 "GET /v2.0/ports/97005d94-e17f-461f-8de0-4d6922ee8f4c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1253960 Nov 03 16:01:05.158679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e3b8-fb3b-4595-b332-0af04ac1a173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.160782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Request body: {'port': {'device_id': 'ff69f47f-347f-45d3-bcf9-b8639d3c6e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:05.202439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Calling delete_port for f30893e6-cd77-43e4-b4d3-aa42e4b92200 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:05.247826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6141b28b-8762-4c47-ae25-4d03713cd5f3 req-e326d586-e38b-4863-b9e3-fb7465c61242 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098106 Nov 03 16:01:05.288151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.299146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f082c1d3-f83b-42b0-bab3-9ded36014d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.313712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=86264f0e-34ab-47cf-a2e7-9a8e4ab8178b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:05.320395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] No DVR routers for this DVR port 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:05.347629 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.349481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082c1d3-f83b-42b0-bab3-9ded36014d1c None None] Pushing event deleted for resources: {'Port': ['ID=f30893e6-cd77-43e4-b4d3-aa42e4b92200,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:05.370900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082c1d3-f83b-42b0-bab3-9ded36014d1c None None] No DVR routers for this DVR port f30893e6-cd77-43e4-b4d3-aa42e4b92200 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:05.394005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1981f91c-9f67-496b-ada7-83988cd4b3df {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:05.419697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1981f91c-9f67-496b-ada7-83988cd4b3df, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1981f91c-9f67-496b-ada7-83988cd4b3df,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:05.425195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad9fb4-ee21-4a5b-baab-9899a5595c3e None None] DHCP port deletion for 5b56bf33-964b-47f0-96a4-87ef72248f36 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:01:05.436367 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.445006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:00:57Z', 'updated_at': '2021-11-03T16:01:01Z', 'revision_number': 3, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'gw_port': {'id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:05.457191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.465516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.500180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Checking router: ab7692e0-eb74-4218-b1fc-2d7336a706d8 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:01:05.500529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Updating router ab7692e0-eb74-4218-b1fc-2d7336a706d8 port bb67f65e-0b80-442c-a688-1ae165075f40 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:01:05.502015 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b56bf33-964b-47f0-96a4-87ef72248f36']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:05.519713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ed10-a446-47cf-9f64-2f68e7ca5482 req-d3b75cb3-8ec1-43b5-bf75-180c94e66f05 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:05.523691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf07ed10-a446-47cf-9f64-2f68e7ca5482 req-d3b75cb3-8ec1-43b5-bf75-180c94e66f05 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 949 time: 0.0908411 Nov 03 16:01:05.532524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de484a8-6b6a-4538-9f27-88414f087235') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:05.532969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de484a8-6b6a-4538-9f27-88414f087235') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:05.544248 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.549294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1981f91c-9f67-496b-ada7-83988cd4b3df,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:05.569636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.582451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-00d76acc-20c9-4471-865e-4473a6a38ead service neutron] 10.222.0.86 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102380 Nov 03 16:01:05.599443 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.608400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.611630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf07ed10-a446-47cf-9f64-2f68e7ca5482 req-3987a399-b36a-436d-874f-c86de805f17d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756872 Nov 03 16:01:05.612847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:01:05.613349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:01:05.615830 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:01:05.682216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] No DVR routers for this DVR port f30893e6-cd77-43e4-b4d3-aa42e4b92200 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:05.695315 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.700607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.709116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5b56bf33-964b-47f0-96a4-87ef72248f36 HTTP/1.1" status: 204 len: 168 time: 1.0234473 Nov 03 16:01:05.730803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c182e-c254-4fa6-a3c3-80b8f3190ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b56bf33-964b-47f0-96a4-87ef72248f36,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:05.743049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Port': ['ID=f30893e6-cd77-43e4-b4d3-aa42e4b92200,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:05.790224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457f1e6-400a-434d-bfbe-05854f7048b4 req-03b391f6-ffcc-4408-80aa-8c023b98bd3f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:05.792636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5457f1e6-400a-434d-bfbe-05854f7048b4 req-03b391f6-ffcc-4408-80aa-8c023b98bd3f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.0562849 Nov 03 16:01:05.796827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['1981f91c-9f67-496b-ada7-83988cd4b3df'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:05.859907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5457f1e6-400a-434d-bfbe-05854f7048b4 req-01f1a417-a6cc-4588-9d6f-4e54fbdf436f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602541 Nov 03 16:01:05.865256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:05.889814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55304) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:05.905743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:05.906105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 04be8d01-15f3-43d1-b59c-ed0f6fd070e5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:05.906515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f30893e6-cd77-43e4-b4d3-aa42e4b92200 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:05.936155 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-358cc6cf-0bf4-478f-9dc2-be2ca81bb886 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64fa0c8d86aa4a7c905a40b8931fb8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424855 Nov 03 16:01:05.936715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55306) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:05.946308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f30893e6-cd77-43e4-b4d3-aa42e4b92200 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:05.946743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f30893e6-cd77-43e4-b4d3-aa42e4b92200 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:05.947120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:05.952416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.973706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2f7e75-6e74-445a-9814-7be2953a9e1e']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:05.985372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9acad2-8dac-4274-a600-d980f3a2166b') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:05.985706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9acad2-8dac-4274-a600-d980f3a2166b') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:05.986638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:05.986989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 86264f0e-34ab-47cf-a2e7-9a8e4ab8178b not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:05.996872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:05.997495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0532704e-c857-43c3-a413-ffeb01c84a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.011927 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.018973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:01:06.019373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.023901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0532704e-c857-43c3-a413-ffeb01c84a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.065540 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.076314 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.117161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2b7cb-99fb-4a2c-8742-7cd2b4e5b08d req-0099622b-889d-4ac4-94ba-5f3487977943 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:06.119717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09e2b7cb-99fb-4a2c-8742-7cd2b4e5b08d req-0099622b-889d-4ac4-94ba-5f3487977943 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 932 time: 0.0765541 Nov 03 16:01:06.146816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Attempting to bind port bb67f65e-0b80-442c-a688-1ae165075f40 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:06.147241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Attempting to bind port bb67f65e-0b80-442c-a688-1ae165075f40 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:06.147714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Attempting to bind port bb67f65e-0b80-442c-a688-1ae165075f40 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:06.153604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0532704e-c857-43c3-a413-ffeb01c84a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.156660 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0532704e-c857-43c3-a413-ffeb01c84a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.160509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0532704e-c857-43c3-a413-ffeb01c84a87 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ac83f96-2158-48ce-ade5-e2fe4021a398 HTTP/1.1" status: 204 len: 168 time: 0.2200496 Nov 03 16:01:06.171763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddaf257-b225-4c25-a139-f656cb9349b9 None None] Pushing event updated for resources: {'Port': ['ID=bb67f65e-0b80-442c-a688-1ae165075f40,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:06.177076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:06.177470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:06.177893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.178284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:06.178764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Bound port: bb67f65e-0b80-442c-a688-1ae165075f40, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:06.179145 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.213313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09e2b7cb-99fb-4a2c-8742-7cd2b4e5b08d req-be9c8b44-6797-4b27-8799-d6e908b0384b tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800266 Nov 03 16:01:06.215860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532704e-c857-43c3-a413-ffeb01c84a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac83f96-2158-48ce-ade5-e2fe4021a398,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:06.242242 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.262538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] For port bb67f65e-0b80-442c-a688-1ae165075f40, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:06.267359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] For port bb67f65e-0b80-442c-a688-1ae165075f40, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bb67f65e-0b80-442c-a688-1ae165075f40,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:06.273753 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.413750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6336810-9cba-4aae-a182-b91b54809b2d req-a9d132e1-f030-427c-907a-abda7b59232f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:06.415425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6336810-9cba-4aae-a182-b91b54809b2d req-a9d132e1-f030-427c-907a-abda7b59232f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 945 time: 0.0774398 Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:01:06.428731 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:01:06.483616 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6336810-9cba-4aae-a182-b91b54809b2d req-9631387a-c8c8-4cc0-8167-916456a1c9dd tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608134 Nov 03 16:01:06.501349 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.516408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddaf257-b225-4c25-a139-f656cb9349b9 None None] Pushing event updated for resources: {'Port': ['ID=bb67f65e-0b80-442c-a688-1ae165075f40,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:06.534241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Routers {'ab7692e0-eb74-4218-b1fc-2d7336a706d8'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:01:06.535213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:01:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:06.556349 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.562593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/networks/4d2f7e75-6e74-445a-9814-7be2953a9e1e HTTP/1.1" status: 204 len: 168 time: 2.4427831 Nov 03 16:01:06.562739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55318) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:06.566714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2500d-a54c-4e17-aa72-f23965afdcec tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Pushing event deleted for resources: {'Network': ['ID=4d2f7e75-6e74-445a-9814-7be2953a9e1e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:06.610760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3637235d-1410-4482-b9ba-1d4fc82ebc68 service neutron] 10.222.0.86 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0274656 Nov 03 16:01:06.613227 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1aec169b-3eee-4e3f-ae4b-fd10243cc858 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "GET /v2.0/ports?device_id=1d33fb32-8a75-4de5-867d-a3a534eeffaa HTTP/1.1" status: 200 len: 205 time: 0.0481987 Nov 03 16:01:06.613881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55322) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:06.685166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] Set router ab7692e0-eb74-4218-b1fc-2d7336a706d8 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:01:06.730053 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec31952c-dcef-41a0-8009-d095b3ec8995 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.738639 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.840770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-2a93a1f3-4da3-470d-ac60-632ed9fc40e3 service neutron] 10.222.0.86 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198133 Nov 03 16:01:06.847437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-d4293c2c-c0ad-40a6-83eb-66f194192806 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-122656607&fields=id&tenant_id=601ecaa8ec4546238c1e4461d046415a HTTP/1.1" status: 200 len: 267 time: 0.2325771 Nov 03 16:01:06.925465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:00:57Z', 'updated_at': '2021-11-03T16:01:01Z', 'revision_number': 3, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'gw_port': {'id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:06.947258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334201c1-a3a3-4d8c-99bb-b77db765d564 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:06.970352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b62490f-a458-49ac-bbeb-9e72a4435af6 None None] The sync data for ids ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'] in n-d-813897-2 is: [{'id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:00:57Z', 'updated_at': '2021-11-03T16:01:01Z', 'revision_number': 3, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'gw_port': {'id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:01:06.986692 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:06.992248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec31952c-dcef-41a0-8009-d095b3ec8995 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.008475 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec31952c-dcef-41a0-8009-d095b3ec8995 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.025026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Transition to ACTIVE for port object 334201c1-a3a3-4d8c-99bb-b77db765d564 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:07.053077 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.070078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-e4ed131c-c7e6-409f-898e-1081e8eca8bf tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:07.079931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-e4ed131c-c7e6-409f-898e-1081e8eca8bf tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 945 time: 0.1915667 Nov 03 16:01:07.090638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-2a603f9c-b6f8-4db3-8abc-0b08b79aa4da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'port': {'security_groups': ['d3f98d8a-2ae0-459b-94ce-afbbcb153e6a', '90b1ac14-e507-447b-8f02-e0ba25fe86cf']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:07.095600 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec31952c-dcef-41a0-8009-d095b3ec8995 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.096155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec31952c-dcef-41a0-8009-d095b3ec8995 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Fanout notify agent at l3_agent the message router_deleted on router 1d33fb32-8a75-4de5-867d-a3a534eeffaa {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:01:07.114671 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec31952c-dcef-41a0-8009-d095b3ec8995 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.120791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ec31952c-dcef-41a0-8009-d095b3ec8995 tempest-RoutersNegativeIpV6Test-937883837 tempest-RoutersNegativeIpV6Test-937883837-project] 10.222.0.86 "DELETE /v2.0/routers/1d33fb32-8a75-4de5-867d-a3a534eeffaa HTTP/1.1" status: 204 len: 168 time: 0.5036416 Nov 03 16:01:07.122041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-4a490611-e8cd-4e72-b2d0-26afdbceb75b service neutron] 10.222.0.86 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543809 Nov 03 16:01:07.141798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Allocated IP 172.20.0.1 (872b8a17-d60a-453f-8a8e-c28da86b63fe/e5e6c079-9b3f-400c-9733-6ab9b8cd37e0/2f71bcd4-8160-4fb0-95c6-a1a90a1492b4) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:07.164514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Pushing event updated for resources: {'Port': ['ID=334201c1-a3a3-4d8c-99bb-b77db765d564,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:07.188701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55344) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:07.244901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-2a603f9c-b6f8-4db3-8abc-0b08b79aa4da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.394751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-686358107-network', 'tenant_id': 'b5d85901f1c84b95979f99bafa8bc1a2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:07.427141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-01cd6bc7-24a6-471b-ab2d-ae6363d900ec service neutron] 10.222.0.86 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770507 Nov 03 16:01:07.430597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Attempting to bind port 334201c1-a3a3-4d8c-99bb-b77db765d564 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:07.430953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Attempting to bind port 334201c1-a3a3-4d8c-99bb-b77db765d564 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '5438fe9f-77ac-416a-a537-d8926b126802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '644cc586-7594-4fdb-979e-f853035137ce'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:07.431814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Attempting to bind port 334201c1-a3a3-4d8c-99bb-b77db765d564 on network 644cc586-7594-4fdb-979e-f853035137ce {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:07.472170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Made reservation on behalf of b5d85901f1c84b95979f99bafa8bc1a2 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:07.475159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.485193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Port 334201c1-a3a3-4d8c-99bb-b77db765d564 on network 644cc586-7594-4fdb-979e-f853035137ce not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:07.485547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Attempting to bind port 334201c1-a3a3-4d8c-99bb-b77db765d564 on network 644cc586-7594-4fdb-979e-f853035137ce {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:07.496891 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.505773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.528894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:07.529239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Checking segment: {'id': '5438fe9f-77ac-416a-a537-d8926b126802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '644cc586-7594-4fdb-979e-f853035137ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:07.529668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Bound using segment: {'id': '5438fe9f-77ac-416a-a537-d8926b126802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '644cc586-7594-4fdb-979e-f853035137ce'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:07.530125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Bound port: 334201c1-a3a3-4d8c-99bb-b77db765d564, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5438fe9f-77ac-416a-a537-d8926b126802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '644cc586-7594-4fdb-979e-f853035137ce'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:07.530482 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.612570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-2a603f9c-b6f8-4db3-8abc-0b08b79aa4da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] For port 870cce58-6279-4708-bcdc-f1812c4e56de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=870cce58-6279-4708-bcdc-f1812c4e56de,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:07.618357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55352) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:07.644075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-00c49ffb-6c7c-4c2b-a791-c45ea3581ac4 service neutron] 10.222.0.86 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047904 Nov 03 16:01:07.651859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.666685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-2a603f9c-b6f8-4db3-8abc-0b08b79aa4da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.687076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.692530 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-2a603f9c-b6f8-4db3-8abc-0b08b79aa4da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.704162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] For port 334201c1-a3a3-4d8c-99bb-b77db765d564, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:07.709659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['870cce58-6279-4708-bcdc-f1812c4e56de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:07.717611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Network 872b8a17-d60a-453f-8a8e-c28da86b63fe is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:07.743913 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.755705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-2a603f9c-b6f8-4db3-8abc-0b08b79aa4da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:07.756361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-2a603f9c-b6f8-4db3-8abc-0b08b79aa4da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.757816 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22dcbe19-7643-43c1-bc45-fd3e281f8a48 req-2a603f9c-b6f8-4db3-8abc-0b08b79aa4da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "PUT /v2.0/ports/870cce58-6279-4708-bcdc-f1812c4e56de HTTP/1.1" status: 200 len: 981 time: 0.6769884 Nov 03 16:01:07.761160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:07.763854 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034afac9-7dfe-4555-8d02-1fbb446b0555" -d '{"events": [{"name": "network-changed", "server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:07.769291 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.771162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:07.788276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:07.844994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c92efcfa-a626-47bd-892e-2a1f4749d2fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:07.889628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] For port 334201c1-a3a3-4d8c-99bb-b77db765d564, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=334201c1-a3a3-4d8c-99bb-b77db765d564,segment=NetworkSegment(5438fe9f-77ac-416a-a537-d8926b126802),segment_id=5438fe9f-77ac-416a-a537-d8926b126802)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:07.901915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:01:07.905759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a603f9c-b6f8-4db3-8abc-0b08b79aa4da tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'Port': ['ID=870cce58-6279-4708-bcdc-f1812c4e56de,revision_number=6']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:07.920099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bb67f65e-0b80-442c-a688-1ae165075f40 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:07.929985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8059f4-0537-49ea-9990-29e05d7f5ec5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:07.934951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Pushing event updated for resources: {'Port': ['ID=2f71bcd4-8160-4fb0-95c6-a1a90a1492b4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:07.960809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.961160 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Added segment 1b3f5a1a-4b58-4724-894d-732d2f01a45a of type vlan for network 1355e2a9-6971-4f93-858d-b4dacf67070f Nov 03 16:01:07.983817 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e0ff-2be1-4fdb-88d7-d9fcceb8b797 req-446e5160-3eb2-4797-ba05-bf1fa13f28bc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:07.985068 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:07.992753 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c37e0ff-2be1-4fdb-88d7-d9fcceb8b797 req-446e5160-3eb2-4797-ba05-bf1fa13f28bc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 949 time: 0.1142910 Nov 03 16:01:08.000755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b069872e-b492-4dfe-842e-66eb4682d3d4 service neutron] 10.222.0.86 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091898 Nov 03 16:01:08.003235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['870cce58-6279-4708-bcdc-f1812c4e56de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:08.049873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.109088 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.122395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c37e0ff-2be1-4fdb-88d7-d9fcceb8b797 req-cabfb7df-7204-4fd8-9ffc-83cf556658c1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267226 Nov 03 16:01:08.167132 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-869e3913-f38b-4a8e-acfb-2176539f0ca1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1713300 Nov 03 16:01:08.192317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-382748dc-05e2-4b0b-8c11-6565f6918230 service neutron] 10.222.0.86 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335671 Nov 03 16:01:08.249247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port bb67f65e-0b80-442c-a688-1ae165075f40 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:08.249661 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.253778 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.254461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:08.255033 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.338663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:08.339591 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.341151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] 10.222.0.70 "PUT /v2.0/ports/334201c1-a3a3-4d8c-99bb-b77db765d564 HTTP/1.1" status: 200 len: 1092 time: 3.1864095 Nov 03 16:01:08.341675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1520808 Nov 03 16:01:08.349490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff69f47f-347f-45d3-bcf9-b8639d3c6e94', 'tag': '334201c1-a3a3-4d8c-99bb-b77db765d564'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:08.352694 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff69f47f-347f-45d3-bcf9-b8639d3c6e94", "tag": "334201c1-a3a3-4d8c-99bb-b77db765d564"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:08.378972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55360) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:08.390538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Request body: {'subnet': {'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-686358107-subnet', 'tenant_id': 'b5d85901f1c84b95979f99bafa8bc1a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:08.394977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-fcafe32d-1ef6-4201-8bbb-e8791edf9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:08.396541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-fcafe32d-1ef6-4201-8bbb-e8791edf9373 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659686e42cc5482f827515690024b39e&device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 1100 time: 0.2038176 Nov 03 16:01:08.403644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd974f72-2283-47b4-b6aa-7f7e765d2ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=1355e2a9-6971-4f93-858d-b4dacf67070f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:08.427592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912f816-07ab-45a0-9d2c-d59f9768a4f3 req-31c64867-d795-407a-914f-253b1562c032 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:08.436000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c912f816-07ab-45a0-9d2c-d59f9768a4f3 req-31c64867-d795-407a-914f-253b1562c032 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.1862240 Nov 03 16:01:08.436689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-757b61de-069e-441e-b1d5-3d6bc4edcc08 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c6adcfb95df48b0a823388b11965607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8147824 Nov 03 16:01:08.446068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 1355e2a9-6971-4f93-858d-b4dacf67070f details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:01:08.468407 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55364) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:08.478026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ba18b-bca4-4a03-a35c-441ace1a5958 service neutron] Pushing event updated for resources: {'Port': ['ID=334201c1-a3a3-4d8c-99bb-b77db765d564,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:08.496577 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.535592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1981f91c-9f67-496b-ada7-83988cd4b3df up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:08.562666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Made reservation on behalf of b5d85901f1c84b95979f99bafa8bc1a2 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:08.565023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.582722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c912f816-07ab-45a0-9d2c-d59f9768a4f3 req-b4b21386-d5a2-4b57-82bd-ac83c4e39d3e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458209 Nov 03 16:01:08.615991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-baff4097-3275-470c-a6f4-96d719909631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:08.616456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-7975a84b-1aa7-41bb-80d1-12df1c441022 service neutron] 10.222.0.86 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233906 Nov 03 16:01:08.630502 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-baff4097-3275-470c-a6f4-96d719909631 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1923654 Nov 03 16:01:08.653515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-5cfbc4f3-f01c-4e7d-9860-3d1f47b55c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:08.655052 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-5cfbc4f3-f01c-4e7d-9860-3d1f47b55c5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ec1be0b9c2144e4bde35babf36f1a1c&device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 1095 time: 0.2530944 Nov 03 16:01:08.708047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-c0e8dd85-71cb-4be9-a756-027695ac3a61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=cb1aeab5-2891-4298-a04d-e47a88f93173 HTTP/1.1" status: 200 len: 217 time: 0.0678992 Nov 03 16:01:08.767734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.768390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-c9f0558a-ac91-4908-90d6-c22ea18c4076 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=334201c1-a3a3-4d8c-99bb-b77db765d564 HTTP/1.1" status: 200 len: 217 time: 0.0960777 Nov 03 16:01:08.794880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-b7da6f94-51e8-4324-8002-068bfc311bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:08.796341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-b7da6f94-51e8-4324-8002-068bfc311bf2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0774269 Nov 03 16:01:08.807837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a129e-f77d-4105-baab-5888c5c33819 req-5b26c38a-23b1-41fd-869b-707b041b0215 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:08.815147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port bb67f65e-0b80-442c-a688-1ae165075f40, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bb67f65e-0b80-442c-a688-1ae165075f40,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:08.818403 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bd7a129e-f77d-4105-baab-5888c5c33819 req-5b26c38a-23b1-41fd-869b-707b041b0215 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 944 time: 0.1120851 Nov 03 16:01:08.818541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 1981f91c-9f67-496b-ada7-83988cd4b3df completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:01:08.832292 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.837477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 1981f91c-9f67-496b-ada7-83988cd4b3df triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:08.837989 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.839877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3428fc68-c32d-41b8-a219-c3bbab216387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.875553 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:08.916013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bd7a129e-f77d-4105-baab-5888c5c33819 req-9b7bc647-6aff-4c67-a599-ebeed0b6cb03 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968904 Nov 03 16:01:08.924998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-1c82a19d-b1f6-481d-9da8-5e484350120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:08.926774 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-1c82a19d-b1f6-481d-9da8-5e484350120c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999782 Nov 03 16:01:08.952426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=bb67f65e-0b80-442c-a688-1ae165075f40,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:09.014841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3428fc68-c32d-41b8-a219-c3bbab216387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:09.030412 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:09.046434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-de22f27c-6a24-4fb2-a828-9e1d06dddb2d req-400ebc2a-5c82-46d3-b87d-e0ec58864a42 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/90b1ac14-e507-447b-8f02-e0ba25fe86cf HTTP/1.1" status: 200 len: 1819 time: 0.1050766 Nov 03 16:01:09.067584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-8b3ba01b-562d-4ed8-8fe6-5113018d24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:09.068509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84087db5-bd44-4679-bb4b-fa369dac2d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1981f91c-9f67-496b-ada7-83988cd4b3df'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:09.069631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-8b3ba01b-562d-4ed8-8fe6-5113018d24d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22f2004a-4dd4-424b-a8c8-86d73070d2ff HTTP/1.1" status: 200 len: 848 time: 0.2507942 Nov 03 16:01:09.071175 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a2363-a167-42d9-80e6-0866c2e003a8" -d '{"events": [{"server_uuid": "84087db5-bd44-4679-bb4b-fa369dac2d73", "name": "network-vif-plugged", "status": "completed", "tag": "1981f91c-9f67-496b-ada7-83988cd4b3df"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:09.085588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1981f91c-9f67-496b-ada7-83988cd4b3df, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1981f91c-9f67-496b-ada7-83988cd4b3df,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:09.090739 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:09.098002 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-8eed87fb-5d66-4a19-9f5d-0e347d14c443 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615894 Nov 03 16:01:09.109424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-dfacb91e-e3c1-4405-84a5-552d5c3c7a51 service neutron] 10.222.0.86 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504948 Nov 03 16:01:09.144159 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-de22f27c-6a24-4fb2-a828-9e1d06dddb2d req-76cfec07-7b72-425f-92a9-67b586edc7d1 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 16:01:09.154766 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-a19e1729-1c71-48c3-82b0-071d6ab5994e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=644cc586-7594-4fdb-979e-f853035137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734971 Nov 03 16:01:09.156723 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-de22f27c-6a24-4fb2-a828-9e1d06dddb2d req-76cfec07-7b72-425f-92a9-67b586edc7d1 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/90b1ac14-e507-447b-8f02-e0ba25fe86cf HTTP/1.1" status: 409 len: 341 time: 0.1093566 Nov 03 16:01:09.181890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1981f91c-9f67-496b-ada7-83988cd4b3df,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:09.234009 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa4503-77d8-4fa3-abbd-ad2290ecbdd0 x-openstack-request-id: req-bcaa4503-77d8-4fa3-abbd-ad2290ecbdd0 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:09.234311 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:09.234573 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bcaa4503-77d8-4fa3-abbd-ad2290ecbdd0 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:09.235001 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de', 'status': 'completed', 'code': 200} Nov 03 16:01:09.293010 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceaa0fa-50de-45c0-9b89-9ba1e920c1a2 x-openstack-request-id: req-3ceaa0fa-50de-45c0-9b89-9ba1e920c1a2 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:09.293297 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff69f47f-347f-45d3-bcf9-b8639d3c6e94", "tag": "334201c1-a3a3-4d8c-99bb-b77db765d564", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:09.293839 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ceaa0fa-50de-45c0-9b89-9ba1e920c1a2 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:09.294407 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff69f47f-347f-45d3-bcf9-b8639d3c6e94', 'tag': '334201c1-a3a3-4d8c-99bb-b77db765d564', 'status': 'completed', 'code': 200} Nov 03 16:01:09.331983 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a7f244-e13c-4ef3-a08d-46e18ed3df32 x-openstack-request-id: req-a2a7f244-e13c-4ef3-a08d-46e18ed3df32 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:09.332291 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84087db5-bd44-4679-bb4b-fa369dac2d73", "name": "network-vif-plugged", "status": "completed", "tag": "1981f91c-9f67-496b-ada7-83988cd4b3df", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:09.335764 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2a7f244-e13c-4ef3-a08d-46e18ed3df32 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:09.336156 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84087db5-bd44-4679-bb4b-fa369dac2d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1981f91c-9f67-496b-ada7-83988cd4b3df', 'code': 200} Nov 03 16:01:09.362082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:09.365051 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50911b4b-6f72-412f-a7b4-f5cf7e9526d8 req-2052969d-574f-4756-a4a6-1d1992c5b7d8 service neutron] 10.222.0.70 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577276 Nov 03 16:01:09.389711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-1f05feaa-2661-4320-bfd2-647b9b30e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:09.391233 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-1f05feaa-2661-4320-bfd2-647b9b30e019 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 1135 time: 0.1094127 Nov 03 16:01:09.396091 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3428fc68-c32d-41b8-a219-c3bbab216387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:09.398733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3428fc68-c32d-41b8-a219-c3bbab216387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:09.403731 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3428fc68-c32d-41b8-a219-c3bbab216387 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e744126d-191f-4551-93fa-4774f478cdcd HTTP/1.1" status: 204 len: 168 time: 0.9331360 Nov 03 16:01:09.501723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428fc68-c32d-41b8-a219-c3bbab216387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e744126d-191f-4551-93fa-4774f478cdcd,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:09.563190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29299f53-6297-4106-94ab-97fdca081322,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:09.566428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Checking segment: {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:09.566865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Network hostable DHCP agents. Network: 1355e2a9-6971-4f93-858d-b4dacf67070f, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:01:09.570703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-3badaad3-48b2-4d2b-a6c9-6deecf2eb64c service neutron] 10.222.0.70 "GET /v2.0/networks/644cc586-7594-4fdb-979e-f853035137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821590 Nov 03 16:01:09.574091 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:09.616364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:09.643573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc8ddb-432a-4370-9ac7-be1fb3fda86b req-06197915-740f-437b-808f-f4b4d4644b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:09.645605 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30bc8ddb-432a-4370-9ac7-be1fb3fda86b req-06197915-740f-437b-808f-f4b4d4644b92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 1101 time: 0.2272863 Nov 03 16:01:09.656597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c3cad-c160-4ad1-bbd6-0e586e884e9a req-d376ce57-4dda-48eb-8834-274b379b9044 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:09.658472 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d35c3cad-c160-4ad1-bbd6-0e586e884e9a req-d376ce57-4dda-48eb-8834-274b379b9044 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 950 time: 0.2284627 Nov 03 16:01:09.732158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-cfe499f5-a189-4461-997d-d225ac151a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:09.733690 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-cfe499f5-a189-4461-997d-d225ac151a39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 914 time: 0.3167443 Nov 03 16:01:09.859389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bb67f65e-0b80-442c-a688-1ae165075f40 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:10.031518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port bb67f65e-0b80-442c-a688-1ae165075f40 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:10.032179 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:10.076524 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:10.086185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d35c3cad-c160-4ad1-bbd6-0e586e884e9a req-9704d57c-393f-46d1-847c-a25bac934d39 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103582 Nov 03 16:01:10.088972 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-2cf7c0e5-370f-4cf3-8dd8-a2f1c811c5d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870cce58-6279-4708-bcdc-f1812c4e56de HTTP/1.1" status: 200 len: 217 time: 0.3295708 Nov 03 16:01:10.092030 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30bc8ddb-432a-4370-9ac7-be1fb3fda86b req-b22ab8be-31b0-46c7-b5ea-be631c363cce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326351 Nov 03 16:01:10.185273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Pushing event updated for resources: {'Port': ['ID=2f71bcd4-8160-4fb0-95c6-a1a90a1492b4,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:10.191691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Network 1355e2a9-6971-4f93-858d-b4dacf67070f is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:01:10.260878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb323b4-bf33-45d9-8487-10604af876d1 req-2a3b2fd5-4b18-4dcb-a723-c649619b42d6 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:10.268075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dcb323b4-bf33-45d9-8487-10604af876d1 req-2a3b2fd5-4b18-4dcb-a723-c649619b42d6 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.0877051 Nov 03 16:01:10.276350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 1355e2a9-6971-4f93-858d-b4dacf67070f) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:10.287486 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022e6664-aa48-4220-9625-65e88e6c7ae6 None None] Network 1355e2a9-6971-4f93-858d-b4dacf67070f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:01:10.322730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:10.323563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:10.366156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4225811-05e2-462d-944a-c4b3acf77d6e req-7553b702-65a8-4906-b393-ee991f14c6e6 service neutron] 10.222.0.70 "GET /v2.0/networks/644cc586-7594-4fdb-979e-f853035137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7843497 Nov 03 16:01:10.392059 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a058c3e6-94dd-40dc-a62e-81fad15d6b06 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0119271 Nov 03 16:01:10.434758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dcb323b4-bf33-45d9-8487-10604af876d1 req-4eb0a08e-21a7-4cb5-b6d6-13c55d0865a0 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656122 Nov 03 16:01:10.436832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ae4ae-22b2-4e06-80e8-6a52d5d13dc4 req-29221cdd-c392-4052-b22d-67ef5018eb58 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:10.438245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-e54a7d8d-d990-4897-8fb7-d87e1cb09bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:10.443774 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-e54a7d8d-d990-4897-8fb7-d87e1cb09bc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 200 len: 853 time: 0.1386232 Nov 03 16:01:10.450173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-639ae4ae-22b2-4e06-80e8-6a52d5d13dc4 req-29221cdd-c392-4052-b22d-67ef5018eb58 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 944 time: 0.2193353 Nov 03 16:01:10.508531 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-1e13bef0-02a6-4ecb-9fa6-5ad3234731fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591283 Nov 03 16:01:10.514614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30864d15-00e0-4b1b-9e10-742e8d1e465c None None] Network 1355e2a9-6971-4f93-858d-b4dacf67070f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:01:10.598830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Network 872b8a17-d60a-453f-8a8e-c28da86b63fe is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:10.606424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:10.658419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-c6568c83-b8b8-43fb-b482-90a9f6abc5f5 service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321485 Nov 03 16:01:10.717864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b385fdeb-7dbd-4092-bc73-09ce13e1dc4e req-aa15b87e-86e6-4ba8-925d-8ee2072f53ec tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0679681 Nov 03 16:01:10.792378 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-639ae4ae-22b2-4e06-80e8-6a52d5d13dc4 req-2e44e376-6b4f-4f79-8ff2-e553ef754aa3 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276665 Nov 03 16:01:10.827406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Router ab7692e0-eb74-4218-b1fc-2d7336a706d8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:01:10.829976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-bafd5734-f754-4098-8f69-4e2c5b39853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:10.841091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-bafd5734-f754-4098-8f69-4e2c5b39853c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ec1be0b9c2144e4bde35babf36f1a1c&device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 1095 time: 0.3896368 Nov 03 16:01:10.910826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-034afac9-7dfe-4555-8d02-1fbb446b0555 req-5fedbad0-afc0-45d3-a225-bf63b7ef3bb9 service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343323 Nov 03 16:01:10.924393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7980a-8d7f-458a-b856-ba3fe8d16f4c req-7dcf80cf-3ebf-4497-bc59-3c281769708f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:10.926950 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70a7980a-8d7f-458a-b856-ba3fe8d16f4c req-7dcf80cf-3ebf-4497-bc59-3c281769708f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 984 time: 0.0863426 Nov 03 16:01:11.030933 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70a7980a-8d7f-458a-b856-ba3fe8d16f4c req-7f4c8695-01c9-48ab-8d0c-88bc66692525 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=90b1ac14-e507-447b-8f02-e0ba25fe86cf&id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0970297 Nov 03 16:01:11.095795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-fa014f38-3c64-4d08-9e41-291908a88571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:11.097290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-fa014f38-3c64-4d08-9e41-291908a88571 service neutron] 10.222.0.70 "GET /v2.0/networks?id=644cc586-7594-4fdb-979e-f853035137ce HTTP/1.1" status: 200 len: 909 time: 0.2433591 Nov 03 16:01:11.100335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-9b8dd671-1617-47e7-95b8-e4648d50f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:11.104355 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-9b8dd671-1617-47e7-95b8-e4648d50f531 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 1135 time: 0.0986497 Nov 03 16:01:11.131508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:01:11.147372 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Sync routers for ids ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:01:11.150154 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7174875e-e031-4993-9c20-ea077fecdc92 admin admin] 10.222.0.86 "PUT /v2.0/routers/ab7692e0-eb74-4218-b1fc-2d7336a706d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5513630 Nov 03 16:01:11.187412 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Routers {'ab7692e0-eb74-4218-b1fc-2d7336a706d8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:01:11.188107 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:01:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:11.252364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-11a6f3df-0ece-4f0d-891d-5b7fb66611f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=334201c1-a3a3-4d8c-99bb-b77db765d564 HTTP/1.1" status: 200 len: 217 time: 0.1182287 Nov 03 16:01:11.418981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-c110ada3-3881-4d9f-9be9-8e0ee2a4778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:11.420335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-d890afd0-91b0-4558-bbbf-7e4eb7d5207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:11.420482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-c110ada3-3881-4d9f-9be9-8e0ee2a4778c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22f2004a-4dd4-424b-a8c8-86d73070d2ff HTTP/1.1" status: 200 len: 848 time: 0.1369846 Nov 03 16:01:11.425046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-d890afd0-91b0-4558-bbbf-7e4eb7d5207d service neutron] 10.222.0.70 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 914 time: 0.2954104 Nov 03 16:01:11.449177 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Set router ab7692e0-eb74-4218-b1fc-2d7336a706d8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:01:11.483593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-681f4db4-8168-4df4-9884-46f24e02a2ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=644cc586-7594-4fdb-979e-f853035137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438015 Nov 03 16:01:11.494177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-b07cd0a6-8025-4ae8-b0ad-a84a63717641 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:11.496897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-b07cd0a6-8025-4ae8-b0ad-a84a63717641 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 812 time: 0.2710276 Nov 03 16:01:11.538135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65aa56-2bfd-4dbc-ab71-99482c601096 req-97471d59-ddca-4c62-80d6-a897472e507b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:11.539676 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff65aa56-2bfd-4dbc-ab71-99482c601096 req-97471d59-ddca-4c62-80d6-a897472e507b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 950 time: 0.2159696 Nov 03 16:01:11.542432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-2972f2ad-f7e5-4b56-9876-4c58051864ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870cce58-6279-4708-bcdc-f1812c4e56de HTTP/1.1" status: 200 len: 217 time: 0.1001287 Nov 03 16:01:11.578545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-34289bcf-8f96-4a73-aa77-cc7de2839791 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/quotas/b5d85901f1c84b95979f99bafa8bc1a2 HTTP/1.1" status: 200 len: 375 time: 0.0572472 Nov 03 16:01:11.648036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-a6b77dff-4d6f-4875-9a48-fbc9b0841b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:11.650801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-a6b77dff-4d6f-4875-9a48-fbc9b0841b16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 200 len: 853 time: 0.0937991 Nov 03 16:01:11.661767 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-e539bc5f-a025-4a8f-99a8-48a270dc7ba5 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822468 Nov 03 16:01:11.664965 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff65aa56-2bfd-4dbc-ab71-99482c601096 req-d59aaaa5-2620-4842-b1c3-6d226175a58a tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163366 Nov 03 16:01:11.737658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-e9e4ea3d-7f71-4a24-bf05-26e3bb68c7d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653052 Nov 03 16:01:11.807991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-cd3cad0a-6e63-4831-b392-365fa0b6628c service neutron] 10.222.0.70 "GET /v2.0/networks/644cc586-7594-4fdb-979e-f853035137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050020 Nov 03 16:01:11.819151 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:00:57Z', 'updated_at': '2021-11-03T16:01:08Z', 'revision_number': 4, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'gw_port': {'id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2f71bcd4-8160-4fb0-95c6-a1a90a1492b4', 'name': '', 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'mac_address': 'fa:16:3e:9d:56:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'e5e6c079-9b3f-400c-9733-6ab9b8cd37e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:06Z', 'updated_at': '2021-11-03T16:01:08Z', 'revision_number': 2, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'subnets': [{'id': 'e5e6c079-9b3f-400c-9733-6ab9b8cd37e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:11.819395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5887cacb-7df0-4a92-8b18-6618d4c39802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:11.821013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5887cacb-7df0-4a92-8b18-6618d4c39802 service neutron] 10.222.0.15 "GET /v2.0/ports/badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 1032 time: 0.0529037 Nov 03 16:01:11.865366 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Checking router: ab7692e0-eb74-4218-b1fc-2d7336a706d8 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:01:11.865869 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Updating router ab7692e0-eb74-4218-b1fc-2d7336a706d8 port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:01:11.896977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29494c-f88b-4e18-88aa-45e80745dddf req-9b276264-ed54-4815-95ce-42d487db458c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:11.898652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f29494c-f88b-4e18-88aa-45e80745dddf req-9b276264-ed54-4815-95ce-42d487db458c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.1337078 Nov 03 16:01:11.923186 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3e6caf8-5b0f-4eb3-a7d3-9a359a1b22bb req-42d530a5-e14d-45df-a162-0b2a0d2af3dd service neutron] 10.222.0.70 "GET /v2.0/networks/644cc586-7594-4fdb-979e-f853035137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982418 Nov 03 16:01:11.931750 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:11.968655 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-95d70236-bd4d-4917-99a6-9d6ccace1999 service neutron] 10.222.0.86 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059247 Nov 03 16:01:11.998398 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f29494c-f88b-4e18-88aa-45e80745dddf req-fd980f7e-0ef3-4924-b93d-d57b6f879240 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867612 Nov 03 16:01:12.000471 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-289a16f0-69f5-4bf4-9411-40e618e2bb80 service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541082 Nov 03 16:01:12.085855 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-85bcb9e1-cafa-4fc5-a08f-f93a2477d40d service neutron] 10.222.0.86 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161854 Nov 03 16:01:12.099588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-2c89689b-3f2a-4933-a676-2e5fa9827c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:12.106002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-2c89689b-3f2a-4933-a676-2e5fa9827c35 service neutron] 10.222.0.15 "GET /v2.0/ports/97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 1031 time: 0.1766219 Nov 03 16:01:12.150664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f7bd129-8701-430c-bcbb-902ac5f167ea req-12a42e2e-3ba7-4fbd-95f6-b8bbe0dac906 service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301312 Nov 03 16:01:12.408026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-1c9b2dfe-f35b-489a-a039-56dced2d682e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:12.417580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-1c9b2dfe-f35b-489a-a039-56dced2d682e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:12.426740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-1c9b2dfe-f35b-489a-a039-56dced2d682e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:12.428586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-1c9b2dfe-f35b-489a-a039-56dced2d682e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "GET /v2.0/networks?id=e647349e-071d-4e0d-ae41-37f29f277a4d&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa HTTP/1.1" status: 200 len: 1995 time: 0.3136632 Nov 03 16:01:12.486150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 334201c1-a3a3-4d8c-99bb-b77db765d564 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:12.515717 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:12.522364 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:12.570602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3f66e881-3a15-44df-b7dd-b5f6b1e06e40 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b400e679b4d4056a82d8dc866aa1fc3 HTTP/1.1" status: 200 len: 379 time: 0.1256111 Nov 03 16:01:12.585669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'admin_state_up': True, 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'security_groups': ['5fd56640-5630-47c9-bdbf-5a8417f76928']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:12.592355 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Pushing event updated for resources: {'Port': ['ID=2f71bcd4-8160-4fb0-95c6-a1a90a1492b4,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:12.608081 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.608426 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.608767 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.609104 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.609436 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.609921 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.610255 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.610578 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.610903 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.611330 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.611662 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.612050 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:12.687292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b876c-1a17-4a7c-8803-15f33771812b req-f44bcc94-ca37-4aab-a8d1-f3210a8c30dc tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:12.688180 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Attempting to bind port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:12.690134 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Attempting to bind port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:12.690508 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Attempting to bind port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 on network 872b8a17-d60a-453f-8a8e-c28da86b63fe {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:12.700123 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:12.700496 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Checking segment: {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:12.700954 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:12.701349 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Bound using segment: {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:12.702065 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Bound port: 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:12.702306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-f44bcc94-ca37-4aab-a8d1-f3210a8c30dc tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 818 time: 0.3092403 Nov 03 16:01:12.702448 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:12.743223 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-7c85d878-b563-42b9-8ead-dd68476f5117 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/quotas/c8b5306a415d4cab9cc4b35ed5ba8e1d HTTP/1.1" status: 200 len: 375 time: 0.0396237 Nov 03 16:01:12.771550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 334201c1-a3a3-4d8c-99bb-b77db765d564, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=334201c1-a3a3-4d8c-99bb-b77db765d564,segment=NetworkSegment(5438fe9f-77ac-416a-a537-d8926b126802),segment_id=5438fe9f-77ac-416a-a537-d8926b126802)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:12.805456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0cc67238-94aa-47e5-a26f-b0de75c6d1d7 req-1b6adf06-a0da-47db-a291-4cce892f1519 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0705812 Nov 03 16:01:12.819790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '334201c1-a3a3-4d8c-99bb-b77db765d564', 'network_id': '644cc586-7594-4fdb-979e-f853035137ce', 'port_id': '334201c1-a3a3-4d8c-99bb-b77db765d564', 'mac_address': 'fa:16:3e:ff:74:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f2004a-4dd4-424b-a8c8-86d73070d2ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:12.827855 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] For port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:12.833421 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] For port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2f71bcd4-8160-4fb0-95c6-a1a90a1492b4,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:12.847544 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:12.877914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-87b4722e-2d09-4d71-b0a3-454318ed5c92 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207783 Nov 03 16:01:12.945510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:12.968170 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bccae-52b5-426c-b7d2-26da9059de51 None None] Pushing event updated for resources: {'Port': ['ID=2f71bcd4-8160-4fb0-95c6-a1a90a1492b4,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:12.970605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334201c1-a3a3-4d8c-99bb-b77db765d564 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:12.977478 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Routers {'ab7692e0-eb74-4218-b1fc-2d7336a706d8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:01:12.977478 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:01:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:13.049395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 334201c1-a3a3-4d8c-99bb-b77db765d564, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=334201c1-a3a3-4d8c-99bb-b77db765d564,segment=NetworkSegment(5438fe9f-77ac-416a-a537-d8926b126802),segment_id=5438fe9f-77ac-416a-a537-d8926b126802)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:13.050067 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-db4340c3-8d85-4485-ac99-8253903e1be4 service neutron] 10.222.0.86 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699967 Nov 03 16:01:13.054542 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:13.076895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:13.080697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:13.174175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3806-2c04-42dd-bb3d-6bf1660b7d3f req-f19edb25-24da-463e-9263-920b8079e911 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:13.184207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a4a3806-2c04-42dd-bb3d-6bf1660b7d3f req-f19edb25-24da-463e-9263-920b8079e911 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 944 time: 0.2559319 Nov 03 16:01:13.193009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=334201c1-a3a3-4d8c-99bb-b77db765d564,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:13.230188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-2f15574c-4d5c-4d6e-9dc3-b77f19f147fa service neutron] 10.222.0.86 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734989 Nov 03 16:01:13.294735 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] Set router ab7692e0-eb74-4218-b1fc-2d7336a706d8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:01:13.303740 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a4a3806-2c04-42dd-bb3d-6bf1660b7d3f req-05982b4e-34bf-47bb-a7da-791ec3ba338b tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150727 Nov 03 16:01:13.319619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['334201c1-a3a3-4d8c-99bb-b77db765d564'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:13.412719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Allocated IP 172.20.0.9 (e647349e-071d-4e0d-ae41-37f29f277a4d/558ba17c-0e20-4eb8-8db0-7149eb904841/f8533a89-5204-40dd-9f56-199e45a2427a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:13.615600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c237-ebe8-49b3-8ddf-9b2d4ef820a9 req-aea88dbe-0a5a-48a7-a117-575b4b1338eb tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:13.619861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cc7c237-ebe8-49b3-8ddf-9b2d4ef820a9 req-aea88dbe-0a5a-48a7-a117-575b4b1338eb tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 984 time: 0.1995203 Nov 03 16:01:13.714875 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:00:57Z', 'updated_at': '2021-11-03T16:01:08Z', 'revision_number': 4, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'gw_port': {'id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2f71bcd4-8160-4fb0-95c6-a1a90a1492b4', 'name': '', 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'mac_address': 'fa:16:3e:9d:56:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'e5e6c079-9b3f-400c-9733-6ab9b8cd37e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:06Z', 'updated_at': '2021-11-03T16:01:12Z', 'revision_number': 4, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'subnets': [{'id': 'e5e6c079-9b3f-400c-9733-6ab9b8cd37e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:13.747257 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261bb09-c95e-48f0-b478-ceaf4ffdb06d None None] The sync data for ids ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'] in n-d-813897-2 is: [{'id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:00:57Z', 'updated_at': '2021-11-03T16:01:08Z', 'revision_number': 4, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'gw_port': {'id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2f71bcd4-8160-4fb0-95c6-a1a90a1492b4', 'name': '', 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'mac_address': 'fa:16:3e:9d:56:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'e5e6c079-9b3f-400c-9733-6ab9b8cd37e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:06Z', 'updated_at': '2021-11-03T16:01:12Z', 'revision_number': 4, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'subnets': [{'id': 'e5e6c079-9b3f-400c-9733-6ab9b8cd37e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:01:13.872515 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cc7c237-ebe8-49b3-8ddf-9b2d4ef820a9 req-8e4de72e-aa2c-403a-9bf3-f73e8c4d3309 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=90b1ac14-e507-447b-8f02-e0ba25fe86cf&id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2406025 Nov 03 16:01:13.950279 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:01:13.964801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dcbf8-790b-4d36-93b8-65dad2f6299b req-727b21f5-6392-4830-9e8c-0cb7bbf4c0ab tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:13.971631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d30dcbf8-790b-4d36-93b8-65dad2f6299b req-727b21f5-6392-4830-9e8c-0cb7bbf4c0ab tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 950 time: 0.2219455 Nov 03 16:01:14.031965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:14.084408 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:14.101166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d30dcbf8-790b-4d36-93b8-65dad2f6299b req-3ff12168-2f8f-4e47-9d24-2d2e5c0b4ef1 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145604 Nov 03 16:01:14.176191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network e647349e-071d-4e0d-ae41-37f29f277a4d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:14.179619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:14.188572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:14.253545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99c66db5-ec37-4140-80ab-ed77dd1b6f7d req-3c28ca8b-1c96-40a3-bb7c-21073acf73f6 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 210 time: 0.0612431 Nov 03 16:01:14.317976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Port': ['ID=f8533a89-5204-40dd-9f56-199e45a2427a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:14.450118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:14.454588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:14.456883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f71ece9-4f31-4962-99dd-89c52968ac56 req-daea77a8-a8a7-4c0b-b76d-cb398c5698e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 210 time: 0.0620522 Nov 03 16:01:14.485381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30deb3-7ed3-4c01-92a8-4b46e386ebbf req-0abd1c7c-df3a-4cf1-b876-c7db821725c2 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:14.490401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c30deb3-7ed3-4c01-92a8-4b46e386ebbf req-0abd1c7c-df3a-4cf1-b876-c7db821725c2 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.2166009 Nov 03 16:01:14.500739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 334201c1-a3a3-4d8c-99bb-b77db765d564 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:14.528480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a3a38efd-f8ba-4911-8819-1a398fcd8032 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9477541 Nov 03 16:01:14.571117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'admin_state_up': True, 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'security_groups': ['5fd56640-5630-47c9-bdbf-5a8417f76928']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:14.638265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 334201c1-a3a3-4d8c-99bb-b77db765d564 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:01:14.654402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 334201c1-a3a3-4d8c-99bb-b77db765d564 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:14.663173 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:14.751114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cffb8-bf39-4978-a97c-e11ed8acad09 req-9df829a3-4cc7-4b47-8c44-cfb89974e32e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:14.760802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6c8cffb8-bf39-4978-a97c-e11ed8acad09 req-9df829a3-4cc7-4b47-8c44-cfb89974e32e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 931 time: 0.1095545 Nov 03 16:01:14.837905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-0d82edca-bf8d-4294-932c-ab78e2fc7f49 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:14.840266 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-0d82edca-bf8d-4294-932c-ab78e2fc7f49 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.15 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 812 time: 0.1444454 Nov 03 16:01:14.864540 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c30deb3-7ed3-4c01-92a8-4b46e386ebbf req-6c311631-28e3-447c-8250-bc39b970bf7b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612037 Nov 03 16:01:14.887910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Request body: {'port': {'device_id': 'fb589742-0b04-408d-8f3a-f0e2b626f5c5', 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f', 'admin_state_up': True, 'tenant_id': 'b5d85901f1c84b95979f99bafa8bc1a2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:15.039822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8622cf28-fbd5-468d-a874-4ddb485256e4 None None] Provisioning complete for port f8533a89-5204-40dd-9f56-199e45a2427a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:15.040648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8622cf28-fbd5-468d-a874-4ddb485256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:15.107316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8622cf28-fbd5-468d-a874-4ddb485256e4 None None] Port f8533a89-5204-40dd-9f56-199e45a2427a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:01:15.108793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-d16ac957-3a61-4973-a298-93607ddf4627 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-712734915&fields=id&tenant_id=601ecaa8ec4546238c1e4461d046415a HTTP/1.1" status: 200 len: 267 time: 0.0694029 Nov 03 16:01:15.129579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6c8cffb8-bf39-4978-a97c-e11ed8acad09 req-a7093250-f529-4ae7-bdec-abdca9ee11d2 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616128 Nov 03 16:01:15.203419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:15.246194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-28748210-d1de-436d-a5da-c7be259a7cb5 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:15.248660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-28748210-d1de-436d-a5da-c7be259a7cb5 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.70 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 812 time: 0.3989732 Nov 03 16:01:15.267789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Request body: {'port': {'device_id': '2005781e-b535-4199-81d8-1a85dda42f16', 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f', 'admin_state_up': True, 'tenant_id': 'b5d85901f1c84b95979f99bafa8bc1a2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:15.335188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 334201c1-a3a3-4d8c-99bb-b77db765d564, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=334201c1-a3a3-4d8c-99bb-b77db765d564,segment=NetworkSegment(5438fe9f-77ac-416a-a537-d8926b126802),segment_id=5438fe9f-77ac-416a-a537-d8926b126802)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:15.338924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff69f47f-347f-45d3-bcf9-b8639d3c6e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334201c1-a3a3-4d8c-99bb-b77db765d564'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:15.339148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.api [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 16:01:15.339148 n-d-813897-2 neutron-server[108104]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 16:01:15.339148 n-d-813897-2 neutron-server[108104]: [parameters: {'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'id': '47ade8b4-56ca-44a6-91b0-7bb5dc0d72a4', 'expiration': datetime.datetime(2021, 11, 3, 16, 3, 15, 323306)}] Nov 03 16:01:15.339148 n-d-813897-2 neutron-server[108104]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=108104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:01:15.339796 n-d-813897-2 neutron-server[108104]: DEBUG oslo_db.api [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:01:15.347541 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e4f2a2-3259-4e34-b28d-61aabe49eb06" -d '{"events": [{"server_uuid": "ff69f47f-347f-45d3-bcf9-b8639d3c6e94", "name": "network-vif-plugged", "status": "completed", "tag": "334201c1-a3a3-4d8c-99bb-b77db765d564"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:15.356197 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:15.375765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-346dd63e-f7eb-4139-aa12-ad7d8275087c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:15.377404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-346dd63e-f7eb-4139-aa12-ad7d8275087c tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 984 time: 0.2360873 Nov 03 16:01:15.378717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Made reservation on behalf of b5d85901f1c84b95979f99bafa8bc1a2 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:15.382203 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:15.436895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-85a95cb2-0e33-41de-b627-7525810ff29f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'port': {'security_groups': ['90b1ac14-e507-447b-8f02-e0ba25fe86cf', 'd3f98d8a-2ae0-459b-94ce-afbbcb153e6a', 'cef3a541-1f7a-420d-bde1-77f87a12b621']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:15.470508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=334201c1-a3a3-4d8c-99bb-b77db765d564,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:15.486991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a95df-c9be-4bdc-86bc-490941b7efed req-a1e6c8c8-33d1-4d43-ad0c-ea5f21b0a6a8 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:15.497357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a1a95df-c9be-4bdc-86bc-490941b7efed req-a1e6c8c8-33d1-4d43-ad0c-ea5f21b0a6a8 tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 1101 time: 0.1664624 Nov 03 16:01:15.614512 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a1a95df-c9be-4bdc-86bc-490941b7efed req-4850789f-2ee8-4962-b89c-83647da46a6a tempest-ServersOnMultiNodesTest-1372044724 tempest-ServersOnMultiNodesTest-1372044724-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148186 Nov 03 16:01:15.614512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Made reservation on behalf of b5d85901f1c84b95979f99bafa8bc1a2 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:15.619916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:15.725820 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-85a95cb2-0e33-41de-b627-7525810ff29f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:15.969850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:15.992247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9ea47-f4bb-468d-bcda-3d00fb6447b6 req-1510ec86-6ded-480e-849c-1e3fbf4ed071 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:16.007353 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ff9ea47-f4bb-468d-bcda-3d00fb6447b6 req-1510ec86-6ded-480e-849c-1e3fbf4ed071 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 946 time: 0.1244800 Nov 03 16:01:16.104614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ff9ea47-f4bb-468d-bcda-3d00fb6447b6 req-7bcc4cc3-3791-4a4b-85a5-c6c1f459d70e tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958006 Nov 03 16:01:16.107622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Allocated IP 172.20.0.8 (1355e2a9-6971-4f93-858d-b4dacf67070f/29299f53-6297-4106-94ab-97fdca081322/d3fea44a-9470-435d-b9ca-26d414af2191) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:16.128953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:16.129838 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:16.144441 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:16.149884 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:16.306783 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:16.340729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b876c-1a17-4a7c-8803-15f33771812b req-0fb05884-e0af-4dd4-a431-1851a7409884 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:16.342333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-0fb05884-e0af-4dd4-a431-1851a7409884 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.70 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 818 time: 0.6036196 Nov 03 16:01:16.353085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2f71bcd4-8160-4fb0-95c6-a1a90a1492b4,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:16.366328 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:16.404191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Request body: {'port': {'device_id': '14cdd309-c6ca-4d7a-9e84-b08e785e1001', 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe', 'admin_state_up': True, 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:16.417396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-00945081-8860-4846-b788-c3349aee2e82 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:16.432167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-00945081-8860-4846-b788-c3349aee2e82 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 818 time: 0.2144835 Nov 03 16:01:16.473341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-885ba12e-9763-4626-a410-63dd6b203ac4 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/quotas/c8b5306a415d4cab9cc4b35ed5ba8e1d HTTP/1.1" status: 200 len: 375 time: 0.0394921 Nov 03 16:01:16.528577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=2f71bcd4-8160-4fb0-95c6-a1a90a1492b4,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:16.579232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-ed811369-f8c5-4ebe-b1d3-6b4b1061ae1a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026089 Nov 03 16:01:16.698885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-0b37b660-c924-4603-b2a0-b5e23f51a108 service neutron] 10.222.0.86 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186843 Nov 03 16:01:16.809483 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-6385b2aa-a7e2-4f10-9f08-6a6a39cf12e3 service neutron] 10.222.0.86 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034145 Nov 03 16:01:17.037464 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e624390-cfff-4685-891b-aef40fea9cc2 x-openstack-request-id: req-4e624390-cfff-4685-891b-aef40fea9cc2 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:17.037963 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff69f47f-347f-45d3-bcf9-b8639d3c6e94", "name": "network-vif-plugged", "status": "completed", "tag": "334201c1-a3a3-4d8c-99bb-b77db765d564", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:17.038074 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4e624390-cfff-4685-891b-aef40fea9cc2 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:17.038430 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff69f47f-347f-45d3-bcf9-b8639d3c6e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334201c1-a3a3-4d8c-99bb-b77db765d564', 'code': 200} Nov 03 16:01:17.150838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Allocated IP 10.1.1.21 (ee741312-e7a4-497e-a55d-b6166aa88e79/8fcd4d8b-a3fe-45ee-870a-ce58226e44eb/14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:17.250975 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cfbaae13-c643-4694-a344-d307fad91b36 req-836d0711-a73d-4ff3-bad7-5e3fe3543115 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 210 time: 0.0899234 Nov 03 16:01:17.267174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098396c5-2fc9-495e-8612-3be9824fdf02 req-150c1b17-fb0a-4c79-bdec-d26108b1d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:17.268930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-098396c5-2fc9-495e-8612-3be9824fdf02 req-150c1b17-fb0a-4c79-bdec-d26108b1d451 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 1097 time: 0.1333957 Nov 03 16:01:17.311958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-85a95cb2-0e33-41de-b627-7525810ff29f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] For port 870cce58-6279-4708-bcdc-f1812c4e56de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=870cce58-6279-4708-bcdc-f1812c4e56de,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:17.329067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:17.334274 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-098396c5-2fc9-495e-8612-3be9824fdf02 req-666a47f2-67aa-4b88-81ff-c93279367e6b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545602 Nov 03 16:01:17.425640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Made reservation on behalf of c8b5306a415d4cab9cc4b35ed5ba8e1d for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:17.432752 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:17.450272 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-85a95cb2-0e33-41de-b627-7525810ff29f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:17.472176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-85a95cb2-0e33-41de-b627-7525810ff29f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:17.485478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['870cce58-6279-4708-bcdc-f1812c4e56de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:17.541223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c92efcfa-a626-47bd-892e-2a1f4749d2fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:17.545351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddf62b-eb4a-4924-9c50-455c8b80892c req-318a1ff3-b8b2-4b6b-875c-4c8daf51a0be tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:17.553394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-abddf62b-eb4a-4924-9c50-455c8b80892c req-318a1ff3-b8b2-4b6b-875c-4c8daf51a0be tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.0612900 Nov 03 16:01:17.608666 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-abddf62b-eb4a-4924-9c50-455c8b80892c req-ad0164b8-48ea-426e-9663-cff76cd86d68 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543871 Nov 03 16:01:17.735887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:17.798507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Allocated IP 172.20.0.4 (1355e2a9-6971-4f93-858d-b4dacf67070f/29299f53-6297-4106-94ab-97fdca081322/c080a691-05f1-435d-9460-a7c7f88f8e27) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:17.812039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad2942-0da9-428f-864b-e88648c2207b req-ca1dde4d-8c7d-456a-a33d-7a36032058b3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:17.819271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84ad2942-0da9-428f-864b-e88648c2207b req-ca1dde4d-8c7d-456a-a33d-7a36032058b3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 931 time: 0.1064532 Nov 03 16:01:17.876234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:17.880396 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84ad2942-0da9-428f-864b-e88648c2207b req-5517317d-cd15-431a-bbea-107f914dbfaa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588324 Nov 03 16:01:18.044744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Allocated IP 172.20.0.12 (872b8a17-d60a-453f-8a8e-c28da86b63fe/e5e6c079-9b3f-400c-9733-6ab9b8cd37e0/404e0adc-e54c-4165-bd88-62358eaed249) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:18.066371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:18.070733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:18.110942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network ee741312-e7a4-497e-a55d-b6166aa88e79 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:18.119879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-85a95cb2-0e33-41de-b627-7525810ff29f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:18.120970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-85a95cb2-0e33-41de-b627-7525810ff29f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:18.122645 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ceb6250-7e75-42a5-985d-60a6709b56e6 req-85a95cb2-0e33-41de-b627-7525810ff29f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "PUT /v2.0/ports/870cce58-6279-4708-bcdc-f1812c4e56de HTTP/1.1" status: 200 len: 1020 time: 2.6969967 Nov 03 16:01:18.147237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:18.149211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:18.156670 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-afcc4db9-36b3-48f5-a456-58a252acdcf8 req-ee30e70b-2cb6-41d7-bb85-3bd6742ebaa9 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 210 time: 0.1188974 Nov 03 16:01:18.172349 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1" -d '{"events": [{"name": "network-changed", "server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:18.179074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:18.225080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Network 1355e2a9-6971-4f93-858d-b4dacf67070f is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:18.329875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:18.341503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:18.372162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['870cce58-6279-4708-bcdc-f1812c4e56de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:18.432774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:18.505205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:18.593228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a95cb2-0e33-41de-b627-7525810ff29f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'Port': ['ID=870cce58-6279-4708-bcdc-f1812c4e56de,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:18.693718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:18.694509 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:18.731296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:18.731632 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:18.736254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-f028eb1b-3352-48ee-bb39-5e471eae7404 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:18.741108 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-f028eb1b-3352-48ee-bb39-5e471eae7404 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.15 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 818 time: 0.2205884 Nov 03 16:01:18.752002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0d1c7-0bfe-413d-9c5a-5b2a9cb9d446 req-7c5fc7a1-da9f-442e-b1e1-2b96c807ac54 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:18.755037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-47c0d1c7-0bfe-413d-9c5a-5b2a9cb9d446 req-7c5fc7a1-da9f-442e-b1e1-2b96c807ac54 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 950 time: 0.4845371 Nov 03 16:01:18.793316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Pushing event updated for resources: {'Port': ['ID=c080a691-05f1-435d-9460-a7c7f88f8e27,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:18.809437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:18.810501 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:18.813497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Request body: {'port': {'device_id': '4d34a689-68b7-4b0d-829c-1820b9c8834e', 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe', 'admin_state_up': True, 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:18.842001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Network 1355e2a9-6971-4f93-858d-b4dacf67070f is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:18.875639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf3fd3-6662-458c-af42-37e93d8613fb req-8592df31-05e7-4260-82c7-b1e188521e38 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:18.877477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0bf3fd3-6662-458c-af42-37e93d8613fb req-8592df31-05e7-4260-82c7-b1e188521e38 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 946 time: 0.5073066 Nov 03 16:01:18.882054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3293622 Nov 03 16:01:18.883046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98726895-b155-4f14-bc01-5114d2065d70 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Port': ['ID=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:18.944149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0677736 Nov 03 16:01:18.953473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'admin_state_up': True, 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'security_groups': ['5fd56640-5630-47c9-bdbf-5a8417f76928']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:18.989337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:18.993774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:19.033338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Request body: {'port': {'device_id': 'fb589742-0b04-408d-8f3a-f0e2b626f5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:19.072849 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-47c0d1c7-0bfe-413d-9c5a-5b2a9cb9d446 req-d6ec3968-8883-4c18-810c-1f7ff4502ec9 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693348 Nov 03 16:01:19.093371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Made reservation on behalf of c8b5306a415d4cab9cc4b35ed5ba8e1d for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:19.097690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:19.132715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:19.134121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:19.149537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f20776-3983-4ee0-b875-bbfeef12e268 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Pushing event updated for resources: {'Port': ['ID=d3fea44a-9470-435d-b9ca-26d414af2191,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:19.169485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c6c801b5-8694-4491-ac2e-8247a89c5abc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9062357 Nov 03 16:01:19.173292 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:19.230528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-724a9ace-1628-4749-8447-2b9085927a62 None None] Provisioning complete for port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:19.231162 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-724a9ace-1628-4749-8447-2b9085927a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:19.271866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0bf3fd3-6662-458c-af42-37e93d8613fb req-bb26a0f5-5817-4eb1-a731-dd82cb203eb3 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762248 Nov 03 16:01:19.272489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:19.278870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Request body: {'port': {'device_id': '2005781e-b535-4199-81d8-1a85dda42f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:19.323135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-724a9ace-1628-4749-8447-2b9085927a62 None None] Port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:01:19.372837 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69294b4e-3070-4bfd-8288-fc1f62f01056 x-openstack-request-id: req-69294b4e-3070-4bfd-8288-fc1f62f01056 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:19.373322 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:19.373799 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69294b4e-3070-4bfd-8288-fc1f62f01056 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:19.374453 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de', 'status': 'completed', 'code': 200} Nov 03 16:01:19.398075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c912880a-d792-44a2-9a11-63b88f6b83e9 req-959acf0b-7e9a-4119-bdfd-cfbb94a861bf tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/cef3a541-1f7a-420d-bde1-77f87a12b621 HTTP/1.1" status: 200 len: 1818 time: 0.2378683 Nov 03 16:01:19.495221 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:19.577393 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:19.608492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Network 872b8a17-d60a-453f-8a8e-c28da86b63fe is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:19.609790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:19.613916 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:19.623834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:19.709619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:19.777649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:19.779197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:19.800390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce0c3e-8227-44b1-a8cc-c32e9b87d776 req-c4d86e8b-ab8a-4c32-a771-ccab3db24629 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:19.802286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ddce0c3e-8227-44b1-a8cc-c32e9b87d776 req-c4d86e8b-ab8a-4c32-a771-ccab3db24629 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 931 time: 0.3223109 Nov 03 16:01:19.813198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4581773 Nov 03 16:01:19.834197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Request body: {'port': {'device_id': '14cdd309-c6ca-4d7a-9e84-b08e785e1001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:20.017345 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-c912880a-d792-44a2-9a11-63b88f6b83e9 req-79f71cf4-64e4-44ae-aaf5-008754a383db tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 16:01:20.019012 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c912880a-d792-44a2-9a11-63b88f6b83e9 req-79f71cf4-64e4-44ae-aaf5-008754a383db tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/cef3a541-1f7a-420d-bde1-77f87a12b621 HTTP/1.1" status: 409 len: 341 time: 0.6181319 Nov 03 16:01:20.089840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Allocated IP 10.1.1.17 (ee741312-e7a4-497e-a55d-b6166aa88e79/8fcd4d8b-a3fe-45ee-870a-ce58226e44eb/bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:20.100478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:20.145823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113439f-f224-4ca7-9489-4ee0ba053a1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Pushing event updated for resources: {'Port': ['ID=404e0adc-e54c-4165-bd88-62358eaed249,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:20.202126 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ddce0c3e-8227-44b1-a8cc-c32e9b87d776 req-08da30a1-1bae-45f4-b16b-64e7e04f3f41 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848042 Nov 03 16:01:20.220866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-78cce1fd-ae32-4695-b760-795cb3cedaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:20.223900 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-78cce1fd-ae32-4695-b760-795cb3cedaa5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=601ecaa8ec4546238c1e4461d046415a&device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 1174 time: 0.7734313 Nov 03 16:01:20.319893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb790a-f588-465e-8181-6486fc9f0531 req-7d4ab33f-0efb-4609-b60c-9b6ee055773f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:20.321768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-38eb790a-f588-465e-8181-6486fc9f0531 req-7d4ab33f-0efb-4609-b60c-9b6ee055773f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.2119198 Nov 03 16:01:20.323377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Allocated IP 172.20.0.4 (872b8a17-d60a-453f-8a8e-c28da86b63fe/e5e6c079-9b3f-400c-9733-6ab9b8cd37e0/c024b092-5af7-4416-9c4b-6b65e55040d3) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:20.333329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c080a691-05f1-435d-9460-a7c7f88f8e27 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:20.357739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-2c0db085-29ec-4c52-a677-9096d33b768d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:20.359350 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-2c0db085-29ec-4c52-a677-9096d33b768d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 950 time: 0.3383710 Nov 03 16:01:20.410115 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:20.456063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Transition to ACTIVE for port object c080a691-05f1-435d-9460-a7c7f88f8e27 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:20.534604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:20.610843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b289ca0-7c45-4474-8617-59f22d1c66bf req-2c9b2038-2ba6-42bf-8846-0814ad7403e3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:20.616874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b289ca0-7c45-4474-8617-59f22d1c66bf req-2c9b2038-2ba6-42bf-8846-0814ad7403e3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:20.618775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b289ca0-7c45-4474-8617-59f22d1c66bf req-2c9b2038-2ba6-42bf-8846-0814ad7403e3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 1652 time: 0.2598999 Nov 03 16:01:20.641997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Pushing event updated for resources: {'Port': ['ID=c080a691-05f1-435d-9460-a7c7f88f8e27,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:20.648889 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:20.736773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b289ca0-7c45-4474-8617-59f22d1c66bf req-817b826b-754d-4a22-8d9a-6b9c0d77ffcd tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079259 Nov 03 16:01:20.801980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fea44a-9470-435d-b9ca-26d414af2191 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:20.812853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:20.827218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:20.849932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Transition to ACTIVE for port object d3fea44a-9470-435d-b9ca-26d414af2191 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:20.859941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-38eb790a-f588-465e-8181-6486fc9f0531 req-fdb19d5a-e230-4d6b-8fee-721bd2977517 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164516 Nov 03 16:01:20.876105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-55e970fa-0ddd-4e7c-8b7f-61150e7cbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:20.877619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-55e970fa-0ddd-4e7c-8b7f-61150e7cbcb9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 200 len: 914 time: 0.6223745 Nov 03 16:01:20.908257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:20.924718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef0785e0-6c80-4600-8c8e-97ae925e59ba req-ddc95fea-ff7b-4e44-8c91-70e22dcd8122 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 210 time: 0.0989029 Nov 03 16:01:20.950263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network ee741312-e7a4-497e-a55d-b6166aa88e79 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:20.956385 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:20.970193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:20.976967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:21.008420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Port': ['ID=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:21.044896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.044896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.044896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.045287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.045287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.045617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.045955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.046276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.046607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.046947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.047260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.047583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:21.204207 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.219613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Attempting to bind port c080a691-05f1-435d-9460-a7c7f88f8e27 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:21.219962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Attempting to bind port c080a691-05f1-435d-9460-a7c7f88f8e27 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:21.220296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Attempting to bind port c080a691-05f1-435d-9460-a7c7f88f8e27 on network 1355e2a9-6971-4f93-858d-b4dacf67070f {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:21.242563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-bb730afd-cb83-41a4-b1ba-ee7f2334deb3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870cce58-6279-4708-bcdc-f1812c4e56de HTTP/1.1" status: 200 len: 217 time: 0.1685655 Nov 03 16:01:21.254499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:21.255129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.328760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fea44a-9470-435d-b9ca-26d414af2191,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:21.347247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b389f2f-5503-42f9-ac62-2f47fbfe377d req-2dbc74b5-de27-4605-93c7-ea4f18442354 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:21.355511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b389f2f-5503-42f9-ac62-2f47fbfe377d req-2dbc74b5-de27-4605-93c7-ea4f18442354 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=84087db5-bd44-4679-bb4b-fa369dac2d73 HTTP/1.1" status: 200 len: 950 time: 0.3309972 Nov 03 16:01:21.364360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-15a384df-1fb2-41b7-b035-186bcdd87a22 None None] Provisioning complete for port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:21.364891 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-0505c948-120e-46d3-9f63-5ccd176dffc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4260116 Nov 03 16:01:21.366167 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-15a384df-1fb2-41b7-b035-186bcdd87a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.386791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa', 'admin_state_up': True, 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'security_groups': ['5fd56640-5630-47c9-bdbf-5a8417f76928']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:21.405107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-15a384df-1fb2-41b7-b035-186bcdd87a22 None None] Port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:01:21.419519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Network 872b8a17-d60a-453f-8a8e-c28da86b63fe is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:21.422563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Pushing event updated for resources: {'Port': ['ID=c024b092-5af7-4416-9c4b-6b65e55040d3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:21.425669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:21.437562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Port c080a691-05f1-435d-9460-a7c7f88f8e27 on network 1355e2a9-6971-4f93-858d-b4dacf67070f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:21.437742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Attempting to bind port c080a691-05f1-435d-9460-a7c7f88f8e27 on network 1355e2a9-6971-4f93-858d-b4dacf67070f {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:21.456933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:21.503932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Attempting to bind port d3fea44a-9470-435d-b9ca-26d414af2191 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:21.503932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Attempting to bind port d3fea44a-9470-435d-b9ca-26d414af2191 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:21.504272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Attempting to bind port d3fea44a-9470-435d-b9ca-26d414af2191 on network 1355e2a9-6971-4f93-858d-b4dacf67070f {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:21.530257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Port d3fea44a-9470-435d-b9ca-26d414af2191 on network 1355e2a9-6971-4f93-858d-b4dacf67070f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:21.530590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Attempting to bind port d3fea44a-9470-435d-b9ca-26d414af2191 on network 1355e2a9-6971-4f93-858d-b4dacf67070f {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:21.556231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b389f2f-5503-42f9-ac62-2f47fbfe377d req-beed36f7-deb8-4cec-9bfa-8131f66904e2 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942909 Nov 03 16:01:21.567273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:21.567273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Checking segment: {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:21.567531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Bound using segment: {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:21.568688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Bound port: c080a691-05f1-435d-9460-a7c7f88f8e27, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:21.569074 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.580613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-99680cbd-dd2e-4cac-98c1-1aca5277677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:21.582242 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-99680cbd-dd2e-4cac-98c1-1aca5277677c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 200 len: 853 time: 0.2964122 Nov 03 16:01:21.603684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:21.604635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Checking segment: {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:21.605027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Bound using segment: {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:21.605463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Bound port: d3fea44a-9470-435d-b9ca-26d414af2191, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:21.605846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.616440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Deleting port 1981f91c-9f67-496b-ada7-83988cd4b3df {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:21.616775 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.661886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404e0adc-e54c-4165-bd88-62358eaed249 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:21.671140 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.677132 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-63ec2788-e268-4318-ac82-33c751c6e59b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2693c63d-ff71-4bbf-a48d-62270d1fd3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770926 Nov 03 16:01:21.688070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Transition to ACTIVE for port object 404e0adc-e54c-4165-bd88-62358eaed249 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:21.693840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd3502-caf5-413a-bb55-e4d447a3a34f req-88851281-9a35-4662-b724-f28d889e40c4 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:21.695423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7cd3502-caf5-413a-bb55-e4d447a3a34f req-88851281-9a35-4662-b724-f28d889e40c4 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 946 time: 0.4196126 Nov 03 16:01:21.759354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] For port d3fea44a-9470-435d-b9ca-26d414af2191, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:21.762783 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.763966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] For port d3fea44a-9470-435d-b9ca-26d414af2191, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d3fea44a-9470-435d-b9ca-26d414af2191,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:21.769699 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.799857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.811069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:21.812401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.869738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:21.870357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.871790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3fea44a-9470-435d-b9ca-26d414af2191 HTTP/1.1" status: 200 len: 1091 time: 2.8702388 Nov 03 16:01:21.874293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb589742-0b04-408d-8f3a-f0e2b626f5c5', 'tag': 'd3fea44a-9470-435d-b9ca-26d414af2191'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:21.876425 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20" -d '{"events": [{"name": "network-changed", "server_uuid": "fb589742-0b04-408d-8f3a-f0e2b626f5c5", "tag": "d3fea44a-9470-435d-b9ca-26d414af2191"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:21.908168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:21.911096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] For port 1981f91c-9f67-496b-ada7-83988cd4b3df, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1981f91c-9f67-496b-ada7-83988cd4b3df,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:21.911976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:21.930362 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Calling delete_port for 1981f91c-9f67-496b-ada7-83988cd4b3df owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:21.984605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Pushing event updated for resources: {'Port': ['ID=404e0adc-e54c-4165-bd88-62358eaed249,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:22.107699 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-16729b6b-a964-4db3-ab78-de9f10d23554 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3057640 Nov 03 16:01:22.132383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Request body: {'port': {'device_id': '4d34a689-68b7-4b0d-829c-1820b9c8834e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:22.165796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] For port c080a691-05f1-435d-9460-a7c7f88f8e27, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:22.219456 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7cd3502-caf5-413a-bb55-e4d447a3a34f req-adfd496f-4869-40e6-9c59-8a6ea2fa1933 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911687 Nov 03 16:01:22.223694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] For port c080a691-05f1-435d-9460-a7c7f88f8e27, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=c080a691-05f1-435d-9460-a7c7f88f8e27,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:22.247085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:22.319727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:22.320352 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:22.321838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] 10.222.0.70 "PUT /v2.0/ports/c080a691-05f1-435d-9460-a7c7f88f8e27 HTTP/1.1" status: 200 len: 1091 time: 3.0479777 Nov 03 16:01:22.325675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2005781e-b535-4199-81d8-1a85dda42f16', 'tag': 'c080a691-05f1-435d-9460-a7c7f88f8e27'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:22.328098 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108" -d '{"events": [{"name": "network-changed", "server_uuid": "2005781e-b535-4199-81d8-1a85dda42f16", "tag": "c080a691-05f1-435d-9460-a7c7f88f8e27"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:22.346825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-64186b65-f7b7-4f8d-bc52-1eab633a811f service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291659 Nov 03 16:01:22.349836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:22.355470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:22.378267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5', 'cb1aeab5-2891-4298-a04d-e47a88f93173'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:22.410252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13281e77-7afb-4354-8999-da6fb5bb98f9 req-3e9caa3e-b1ec-4742-9bc0-90168f662df0 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:22.418473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-13281e77-7afb-4354-8999-da6fb5bb98f9 req-3e9caa3e-b1ec-4742-9bc0-90168f662df0 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 1023 time: 0.6497242 Nov 03 16:01:22.433651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'e9c626ff-a2be-4bac-9047-cc51aad65525', '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0', '5594471b-44b9-4c05-ad63-48b46c6036b9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:22.540298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1981f91c-9f67-496b-ada7-83988cd4b3df no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:22.567374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Pushing event updated for resources: {'Port': ['ID=c080a691-05f1-435d-9460-a7c7f88f8e27,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:22.587625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 1981f91c-9f67-496b-ada7-83988cd4b3df {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:22.588737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1981f91c-9f67-496b-ada7-83988cd4b3df not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:22.642379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-e00bfff4-8ca8-4560-9917-9f93df459b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:22.643883 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-e00bfff4-8ca8-4560-9917-9f93df459b2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 1094 time: 0.7022209 Nov 03 16:01:22.683969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.684355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.684664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.685868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.686214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.686549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.686886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.687218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.687545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.687872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.688203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.688526 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80e26f-4e8c-43f6-b922-ce2dee61882e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:22.750910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70a760-9c86-423d-91d5-2f3016b3483d req-77ca4ffa-a9af-4d79-bdd4-dd8b6a7bd209 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:22.752498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c70a760-9c86-423d-91d5-2f3016b3483d req-77ca4ffa-a9af-4d79-bdd4-dd8b6a7bd209 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 943 time: 0.3650651 Nov 03 16:01:22.764949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf42d62d-1238-4011-9bf4-11022bc8989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:22.766518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-cf42d62d-1238-4011-9bf4-11022bc8989b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&device_id=2005781e-b535-4199-81d8-1a85dda42f16 HTTP/1.1" status: 200 len: 1094 time: 0.3683610 Nov 03 16:01:22.792266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] No DVR routers for this DVR port 1981f91c-9f67-496b-ada7-83988cd4b3df on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:22.841463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.70', 55116) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:22.859302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:22.862697 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "DELETE /v2.0/ports/1981f91c-9f67-496b-ada7-83988cd4b3df HTTP/1.1" status: 204 len: 173 time: 2.4632356 Nov 03 16:01:22.882676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-1ebd817f-3e5c-406f-9e9c-71095135df36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3fea44a-9470-435d-b9ca-26d414af2191 HTTP/1.1" status: 200 len: 217 time: 0.1967149 Nov 03 16:01:22.883745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Attempting to bind port 404e0adc-e54c-4165-bd88-62358eaed249 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:22.884166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Attempting to bind port 404e0adc-e54c-4165-bd88-62358eaed249 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:22.884494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Attempting to bind port 404e0adc-e54c-4165-bd88-62358eaed249 on network 872b8a17-d60a-453f-8a8e-c28da86b63fe {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:22.929814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Port 404e0adc-e54c-4165-bd88-62358eaed249 on network 872b8a17-d60a-453f-8a8e-c28da86b63fe not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:22.930154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Attempting to bind port 404e0adc-e54c-4165-bd88-62358eaed249 on network 872b8a17-d60a-453f-8a8e-c28da86b63fe {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:22.985943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf63ea6-e924-4dd8-b224-1de5fff35324 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fea44a-9470-435d-b9ca-26d414af2191,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:23.096596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:23.097197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Checking segment: {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:23.097806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Bound using segment: {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:23.098373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Bound port: 404e0adc-e54c-4165-bd88-62358eaed249, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:23.098835 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:23.112437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:23.157801 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-13281e77-7afb-4354-8999-da6fb5bb98f9 req-30063cae-50ce-4045-a6b8-41e4e021db99 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=cef3a541-1f7a-420d-bde1-77f87a12b621&id=90b1ac14-e507-447b-8f02-e0ba25fe86cf&id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.7383597 Nov 03 16:01:23.247013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26097f8f-3031-465e-b209-e62b91a09d12 req-6672a3ad-c92c-4707-80eb-f1f7b7a2dfec tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:23.249939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26097f8f-3031-465e-b209-e62b91a09d12 req-6672a3ad-c92c-4707-80eb-f1f7b7a2dfec tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 1023 time: 0.4066396 Nov 03 16:01:23.295783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-aba168ff-b7c4-4d37-8978-ce9310ee2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:23.297355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-aba168ff-b7c4-4d37-8978-ce9310ee2b5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29299f53-6297-4106-94ab-97fdca081322 HTTP/1.1" status: 200 len: 852 time: 0.3999631 Nov 03 16:01:23.392649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-7a896803-53b8-4226-887a-17d0b5225ccc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c080a691-05f1-435d-9460-a7c7f88f8e27 HTTP/1.1" status: 200 len: 217 time: 0.5505285 Nov 03 16:01:23.394090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event deleted for resources: {'Port': ['ID=1981f91c-9f67-496b-ada7-83988cd4b3df,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:23.495864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-93c71767-3735-4e1a-a110-a2372d02d331 service neutron] 10.222.0.70 "GET /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1263611 Nov 03 16:01:23.534813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7c70a760-9c86-423d-91d5-2f3016b3483d req-7a73cb6e-d038-4eca-9ced-b01a9638f5c7 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671528 Nov 03 16:01:23.622301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-971f8cf4-1fb9-4b36-a4e0-83df4fc44713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:23.623872 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-971f8cf4-1fb9-4b36-a4e0-83df4fc44713 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=29299f53-6297-4106-94ab-97fdca081322 HTTP/1.1" status: 200 len: 852 time: 0.2082379 Nov 03 16:01:23.668300 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-f7762bd8-9585-4df7-81d1-b308b6884486 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1355e2a9-6971-4f93-858d-b4dacf67070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3576260 Nov 03 16:01:23.690359 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58196fb7-06d8-4320-a3ff-4be63a49332d x-openstack-request-id: req-58196fb7-06d8-4320-a3ff-4be63a49332d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:23.696880 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb589742-0b04-408d-8f3a-f0e2b626f5c5", "tag": "d3fea44a-9470-435d-b9ca-26d414af2191", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:23.697482 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-58196fb7-06d8-4320-a3ff-4be63a49332d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:23.698137 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb589742-0b04-408d-8f3a-f0e2b626f5c5', 'tag': 'd3fea44a-9470-435d-b9ca-26d414af2191', 'status': 'completed', 'code': 200} Nov 03 16:01:23.771522 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-c88c787b-d9ad-4346-8dba-5e6c27a2a591 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1355e2a9-6971-4f93-858d-b4dacf67070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840883 Nov 03 16:01:23.906124 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-5d3a272b-8926-43cd-9b73-01faf83d8d09 service neutron] 10.222.0.15 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704650 Nov 03 16:01:23.944210 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-a6d3ea33-563d-4d7c-baae-d2d646ca7758 service neutron] 10.222.0.70 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621461 Nov 03 16:01:24.014674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] For port 404e0adc-e54c-4165-bd88-62358eaed249, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:24.028420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b05b-fab7-4d37-a442-572bbe5c884f req-30629bc3-2266-4309-abdc-c1fa3e24d0e9 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:24.036956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1653b05b-fab7-4d37-a442-572bbe5c884f req-30629bc3-2266-4309-abdc-c1fa3e24d0e9 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.3254213 Nov 03 16:01:24.210916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27dbc-8ec6-422d-810b-5738e4a97284 req-70a4498e-18da-4b08-ac12-e957a44d505f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:24.225952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27dbc-8ec6-422d-810b-5738e4a97284 req-70a4498e-18da-4b08-ac12-e957a44d505f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:24.243995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27dbc-8ec6-422d-810b-5738e4a97284 req-70a4498e-18da-4b08-ac12-e957a44d505f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:24.244218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1653b05b-fab7-4d37-a442-572bbe5c884f req-a6377af0-796a-4e10-9e92-1aef5f6749b7 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061183 Nov 03 16:01:24.250985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aae27dbc-8ec6-422d-810b-5738e4a97284 req-70a4498e-18da-4b08-ac12-e957a44d505f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 2372 time: 0.9486957 Nov 03 16:01:24.253702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-e2716270-631c-4106-b1f5-c7cd0f518f5b service neutron] 10.222.0.70 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991567 Nov 03 16:01:24.266642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c024b092-5af7-4416-9c4b-6b65e55040d3 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:24.276735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] For port 404e0adc-e54c-4165-bd88-62358eaed249, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=404e0adc-e54c-4165-bd88-62358eaed249,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:24.277484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:24.294649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Transition to ACTIVE for port object c024b092-5af7-4416-9c4b-6b65e55040d3 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:24.299319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:24.392050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c024b092-5af7-4416-9c4b-6b65e55040d3,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:24.419859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:24.579315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001975c-09aa-4a56-ab55-a5432a25db2c req-754096df-431a-4be5-bfd8-966613b2643a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:24.590638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3001975c-09aa-4a56-ab55-a5432a25db2c req-754096df-431a-4be5-bfd8-966613b2643a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 943 time: 0.1757560 Nov 03 16:01:24.594528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Pushing event updated for resources: {'Port': ['ID=404e0adc-e54c-4165-bd88-62358eaed249,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:24.626826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Attempting to bind port c024b092-5af7-4416-9c4b-6b65e55040d3 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:24.627172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Attempting to bind port c024b092-5af7-4416-9c4b-6b65e55040d3 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:24.627506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Attempting to bind port c024b092-5af7-4416-9c4b-6b65e55040d3 on network 872b8a17-d60a-453f-8a8e-c28da86b63fe {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:24.700705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Port c024b092-5af7-4416-9c4b-6b65e55040d3 on network 872b8a17-d60a-453f-8a8e-c28da86b63fe not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:24.701028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Attempting to bind port c024b092-5af7-4416-9c4b-6b65e55040d3 on network 872b8a17-d60a-453f-8a8e-c28da86b63fe {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:24.706963 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3001975c-09aa-4a56-ab55-a5432a25db2c req-51f67860-85ed-49bf-b4e1-f692a6637e0a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152575 Nov 03 16:01:24.709904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:24.710256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Checking segment: {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:24.711057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Bound using segment: {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:24.711057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Bound port: c024b092-5af7-4416-9c4b-6b65e55040d3, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:24.711453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:24.748823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:24.750444 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:24.752192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-ab9111c9-211c-4bde-84b9-75933f1c86d9 service neutron] 10.222.0.70 "PUT /v2.0/ports/404e0adc-e54c-4165-bd88-62358eaed249 HTTP/1.1" status: 200 len: 1092 time: 4.9229105 Nov 03 16:01:24.771670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aae27dbc-8ec6-422d-810b-5738e4a97284 req-2ad80095-cd89-452a-a40a-a01af1697f22 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4993346 Nov 03 16:01:24.877979 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Allocated IP 10.2.2.100 (f53c18ab-0e9c-4dc4-9f35-92060e2310fa/50b79715-1df8-439d-b346-6fc9cb269e04/75ce127d-8a59-446f-ac4c-13e9e9a821e5) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:24.879235 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b99a93-6879-4350-b413-732593d87b87 x-openstack-request-id: req-96b99a93-6879-4350-b413-732593d87b87 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:24.879558 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2005781e-b535-4199-81d8-1a85dda42f16", "tag": "c080a691-05f1-435d-9460-a7c7f88f8e27", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:24.879829 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-96b99a93-6879-4350-b413-732593d87b87 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:24.880238 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2005781e-b535-4199-81d8-1a85dda42f16', 'tag': 'c080a691-05f1-435d-9460-a7c7f88f8e27', 'status': 'completed', 'code': 200} Nov 03 16:01:24.997267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] For port c024b092-5af7-4416-9c4b-6b65e55040d3, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:25.033318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:25.037103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] For port c024b092-5af7-4416-9c4b-6b65e55040d3, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c024b092-5af7-4416-9c4b-6b65e55040d3,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:25.062975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2db2f1e3-9347-4aa4-b998-83e0ef7d374a req-fc8c6996-9515-4767-8882-529e7ac3515d service neutron] 10.222.0.15 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1260955 Nov 03 16:01:25.095478 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:25.143187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-26097f8f-3031-465e-b209-e62b91a09d12 req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Deleting port 870cce58-6279-4708-bcdc-f1812c4e56de {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:25.143598 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26097f8f-3031-465e-b209-e62b91a09d12 req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:25.168966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-d29cf4ff-ede7-40a1-befa-2ec3db1ab0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.170627 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-d29cf4ff-ede7-40a1-befa-2ec3db1ab0b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&device_id=2005781e-b535-4199-81d8-1a85dda42f16 HTTP/1.1" status: 200 len: 1094 time: 0.2688138 Nov 03 16:01:25.213739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1163f47-d17d-4f04-8134-9b93345a241d req-49727bc3-6a73-4e11-b892-595e9566afea tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.215288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1163f47-d17d-4f04-8134-9b93345a241d req-49727bc3-6a73-4e11-b892-595e9566afea tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 1023 time: 0.1514113 Nov 03 16:01:25.223296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.223983 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:25.225412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/c024b092-5af7-4416-9c4b-6b65e55040d3 HTTP/1.1" status: 200 len: 1091 time: 3.0984743 Nov 03 16:01:25.229328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dd2d7-e81c-49bc-97eb-92107dc844d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c024b092-5af7-4416-9c4b-6b65e55040d3,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:25.284114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b876c-1a17-4a7c-8803-15f33771812b req-961f2a94-b8e6-48c7-96f8-84b8414c320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.285737 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-961f2a94-b8e6-48c7-96f8-84b8414c320c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1095 time: 0.2507012 Nov 03 16:01:25.297318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c5559-a60f-4da6-9021-3b8d00b8cae4 req-9290642a-2c39-4c62-8287-dbdd5a5e30db tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.307109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da1c5559-a60f-4da6-9021-3b8d00b8cae4 req-9290642a-2c39-4c62-8287-dbdd5a5e30db tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 943 time: 0.2723444 Nov 03 16:01:25.345271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-becc3429-2b03-420b-a9d8-80dd2a556bf3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404e0adc-e54c-4165-bd88-62358eaed249 HTTP/1.1" status: 200 len: 217 time: 0.0440550 Nov 03 16:01:25.421027 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:25.437967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-cb0e946d-0390-426d-8973-63ffca989a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.439593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-cb0e946d-0390-426d-8973-63ffca989a69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 1094 time: 0.1283972 Nov 03 16:01:25.454303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-977b243a-350f-4257-93e5-38a91f81e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.455813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-977b243a-350f-4257-93e5-38a91f81e011 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 1094 time: 0.2788723 Nov 03 16:01:25.457321 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-5a9e18e2-5bdf-4e69-8e96-8b9b94971b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.459398 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-5a9e18e2-5bdf-4e69-8e96-8b9b94971b0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 913 time: 0.2785382 Nov 03 16:01:25.522999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1163f47-d17d-4f04-8134-9b93345a241d req-e21f4b1d-bab3-4078-b4ce-aca1d94977b5 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=cef3a541-1f7a-420d-bde1-77f87a12b621&id=90b1ac14-e507-447b-8f02-e0ba25fe86cf&id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2875028 Nov 03 16:01:25.535456 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-bf0287c2-b9e7-423a-be2b-a1da1c06184d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c024b092-5af7-4416-9c4b-6b65e55040d3 HTTP/1.1" status: 200 len: 217 time: 0.0754488 Nov 03 16:01:25.544860 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-efa83dfa-25d4-4048-80fc-ae57dd4354b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c080a691-05f1-435d-9460-a7c7f88f8e27 HTTP/1.1" status: 200 len: 217 time: 0.0670245 Nov 03 16:01:25.545191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network f53c18ab-0e9c-4dc4-9f35-92060e2310fa is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:25.558808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da1c5559-a60f-4da6-9021-3b8d00b8cae4 req-d9e776f3-adcc-48f5-971c-6bd78764ffee tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898394 Nov 03 16:01:25.573007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:25.575672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b876c-1a17-4a7c-8803-15f33771812b req-e4041de9-928c-41e3-9ad8-67cdf36fb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.577146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-e4041de9-928c-41e3-9ad8-67cdf36fb936 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.2211049 Nov 03 16:01:25.584268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:25.654206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-26097f8f-3031-465e-b209-e62b91a09d12 req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] For port 870cce58-6279-4708-bcdc-f1812c4e56de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=870cce58-6279-4708-bcdc-f1812c4e56de,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:25.654473 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26097f8f-3031-465e-b209-e62b91a09d12 req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:25.698522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Port': ['ID=75ce127d-8a59-446f-ac4c-13e9e9a821e5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:25.714533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cdd309-c6ca-4d7a-9e84-b08e785e1001', 'tag': '404e0adc-e54c-4165-bd88-62358eaed249'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:25.716703 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f6dc7c-9d5b-484a-9878-85006b376631" -d '{"events": [{"name": "network-changed", "server_uuid": "14cdd309-c6ca-4d7a-9e84-b08e785e1001", "tag": "404e0adc-e54c-4165-bd88-62358eaed249"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:25.723416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-f6540e99-ad8f-4994-a9c9-49c13aa72c93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257758 Nov 03 16:01:25.737981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-26097f8f-3031-465e-b209-e62b91a09d12 req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Calling delete_port for 870cce58-6279-4708-bcdc-f1812c4e56de owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:25.742140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-4f163e7d-58da-40c4-9962-5015179c34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.744498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-4f163e7d-58da-40c4-9962-5015179c34a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.1833105 Nov 03 16:01:25.748526 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-d67f2c05-a72c-4255-8d29-1e61ad109be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.750116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-d67f2c05-a72c-4255-8d29-1e61ad109be3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=29299f53-6297-4106-94ab-97fdca081322 HTTP/1.1" status: 200 len: 852 time: 0.1903465 Nov 03 16:01:25.855617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-499d9aac-1724-423a-b565-47317aed105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.858763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-499d9aac-1724-423a-b565-47317aed105b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 913 time: 0.3725262 Nov 03 16:01:25.872866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-af248694-9d66-4b6b-bf71-f87f28181b5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187384 Nov 03 16:01:25.879178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-6645f493-6277-4a6f-acdc-7b61eb59c9a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1355e2a9-6971-4f93-858d-b4dacf67070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008871 Nov 03 16:01:25.982045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5702d2-2928-45e7-ac1c-b9a60452ce6c req-4b9d4cc4-004a-4799-a8e7-dd028bb11c3e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.983607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e5702d2-2928-45e7-ac1c-b9a60452ce6c req-4b9d4cc4-004a-4799-a8e7-dd028bb11c3e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.2780836 Nov 03 16:01:25.991456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:25.992089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:26.045335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-84cc7186-706c-432c-9b2d-98f61e61bf4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3fea44a-9470-435d-b9ca-26d414af2191 HTTP/1.1" status: 200 len: 217 time: 0.1173944 Nov 03 16:01:26.054565 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49380c0f-8518-4d41-a018-8b2e9e34992b x-openstack-request-id: req-49380c0f-8518-4d41-a018-8b2e9e34992b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:26.054861 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cdd309-c6ca-4d7a-9e84-b08e785e1001", "tag": "404e0adc-e54c-4165-bd88-62358eaed249", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:26.055181 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-49380c0f-8518-4d41-a018-8b2e9e34992b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:26.056099 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cdd309-c6ca-4d7a-9e84-b08e785e1001', 'tag': '404e0adc-e54c-4165-bd88-62358eaed249', 'status': 'completed', 'code': 200} Nov 03 16:01:26.074292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-992fa9e1-f01a-452d-b542-d383566ac283 None None] Provisioning complete for port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:26.074819 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-992fa9e1-f01a-452d-b542-d383566ac283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:26.083008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b6a191f4-0876-4ffd-ab34-ac240d33f102 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7000420 Nov 03 16:01:26.125368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa', 'admin_state_up': True, 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'security_groups': ['5fd56640-5630-47c9-bdbf-5a8417f76928']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:26.156343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-992fa9e1-f01a-452d-b542-d383566ac283 None None] Port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:01:26.246892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e5702d2-2928-45e7-ac1c-b9a60452ce6c req-59cd2210-7307-48fc-87d3-342305d3d97e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229922 Nov 03 16:01:26.273044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-9e51330f-67c9-4693-a4c4-ba19c298f582 service neutron] 10.222.0.15 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856144 Nov 03 16:01:26.277048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-3f0389c4-66ed-4990-b334-dbf334da0b7a service neutron] 10.222.0.70 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692071 Nov 03 16:01:26.288533 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-6956888e-689f-4116-a808-e1e269f72511 service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517833 Nov 03 16:01:26.469335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc1bcd29-2ea7-4ab5-849d-43fb6a50a108 req-613c2d31-1270-49b0-a57e-480ca483c0e8 service neutron] 10.222.0.70 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595824 Nov 03 16:01:26.544996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device c080a691-05f1-435d-9460-a7c7f88f8e27 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:26.550445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 870cce58-6279-4708-bcdc-f1812c4e56de no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:26.576034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bde87-4c36-4ba4-8c59-a4831d90a247 req-a5fa27cf-eb09-44c8-970f-96c273890ef2 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:26.582369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bde87-4c36-4ba4-8c59-a4831d90a247 req-a5fa27cf-eb09-44c8-970f-96c273890ef2 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:26.588865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bde87-4c36-4ba4-8c59-a4831d90a247 req-a5fa27cf-eb09-44c8-970f-96c273890ef2 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:26.594896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bde87-4c36-4ba4-8c59-a4831d90a247 req-a5fa27cf-eb09-44c8-970f-96c273890ef2 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:26.596682 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a9bde87-4c36-4ba4-8c59-a4831d90a247 req-a5fa27cf-eb09-44c8-970f-96c273890ef2 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 3093 time: 0.2462003 Nov 03 16:01:26.637535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-173dde0d-bf58-4ff0-84a5-d06dc64c7d30 req-0010d7f4-5996-4e0a-a10e-c2674bd0dbf7 service neutron] 10.222.0.15 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560636 Nov 03 16:01:26.705496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a9bde87-4c36-4ba4-8c59-a4831d90a247 req-0e99862e-5b53-4d8f-aeba-edc34c111665 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968952 Nov 03 16:01:26.827017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-15207e4d-3d5c-4628-99ca-2f4ddbd4b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:26.830076 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-15207e4d-3d5c-4628-99ca-2f4ddbd4b34f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29299f53-6297-4106-94ab-97fdca081322 HTTP/1.1" status: 200 len: 852 time: 0.7677059 Nov 03 16:01:26.831623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port c080a691-05f1-435d-9460-a7c7f88f8e27, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=c080a691-05f1-435d-9460-a7c7f88f8e27,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:26.854153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'c080a691-05f1-435d-9460-a7c7f88f8e27', 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f', 'port_id': 'c080a691-05f1-435d-9460-a7c7f88f8e27', 'mac_address': 'fa:16:3e:e6:86:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29299f53-6297-4106-94ab-97fdca081322', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:26.856457 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:26.883711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84087db5-bd44-4679-bb4b-fa369dac2d73', 'name': 'network-vif-deleted', 'tag': '1981f91c-9f67-496b-ada7-83988cd4b3df'}, {'name': 'network-changed', 'server_uuid': '4d34a689-68b7-4b0d-829c-1820b9c8834e', 'tag': 'c024b092-5af7-4416-9c4b-6b65e55040d3'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:26.886554 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe" -d '{"events": [{"server_uuid": "84087db5-bd44-4679-bb4b-fa369dac2d73", "name": "network-vif-deleted", "tag": "1981f91c-9f67-496b-ada7-83988cd4b3df"}, {"name": "network-changed", "server_uuid": "4d34a689-68b7-4b0d-829c-1820b9c8834e", "tag": "c024b092-5af7-4416-9c4b-6b65e55040d3"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:26.921865 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:26.929400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26097f8f-3031-465e-b209-e62b91a09d12 req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:26.934757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aba4e-7b90-456e-908a-e1226dac2c25 req-8221f399-ad5a-4a80-ae02-bc73469df999 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:26.936725 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8b6aba4e-7b90-456e-908a-e1226dac2c25 req-8221f399-ad5a-4a80-ae02-bc73469df999 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 950 time: 0.1048830 Nov 03 16:01:26.942330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c080a691-05f1-435d-9460-a7c7f88f8e27 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:26.996514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c92efcfa-a626-47bd-892e-2a1f4749d2fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:27.004241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port c080a691-05f1-435d-9460-a7c7f88f8e27, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=c080a691-05f1-435d-9460-a7c7f88f8e27,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:27.036941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1da5c1-cef2-4c3c-a421-c500c3ca4028 req-d4b458d9-1ce1-4ac8-8284-23c6d976f520 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:27.045518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e1da5c1-cef2-4c3c-a421-c500c3ca4028 req-d4b458d9-1ce1-4ac8-8284-23c6d976f520 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 943 time: 0.8147542 Nov 03 16:01:27.050326 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8b6aba4e-7b90-456e-908a-e1226dac2c25 req-ad0b3d1e-77ff-483a-949c-367c471aad6d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042159 Nov 03 16:01:27.050801 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-0269a8d8-3c1e-4ec9-96ca-8734b35e4229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1355e2a9-6971-4f93-858d-b4dacf67070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310894 Nov 03 16:01:27.053801 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867b876c-1a17-4a7c-8803-15f33771812b req-807d2497-c749-4009-932b-1481ccaebe3a service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673491 Nov 03 16:01:27.053979 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:27.180861 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=c080a691-05f1-435d-9460-a7c7f88f8e27,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:27.199430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.199737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.200377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.200506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.200811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.201151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.201485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.201981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.202248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.202604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.203141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.203656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:01:27.226463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e1da5c1-cef2-4c3c-a421-c500c3ca4028 req-9441e689-5271-4a74-a660-90b4d818b62a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788621 Nov 03 16:01:27.280360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Made reservation on behalf of 2b400e679b4d4056a82d8dc866aa1fc3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:27.291443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:27.303942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'Port': ['ID=870cce58-6279-4708-bcdc-f1812c4e56de,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:27.349011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-26097f8f-3031-465e-b209-e62b91a09d12 req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] No DVR routers for this DVR port 870cce58-6279-4708-bcdc-f1812c4e56de on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:27.349209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a42bd9d1-b8ff-4ffc-8632-4ea1953be401 req-d894a0f9-935e-4f85-a059-c548fbba4c49 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=00ea0461-7daf-4058-977e-0615394b44b6 HTTP/1.1" status: 200 len: 210 time: 0.0839012 Nov 03 16:01:27.377034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['c080a691-05f1-435d-9460-a7c7f88f8e27'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:27.406317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26097f8f-3031-465e-b209-e62b91a09d12 req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:27.421228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26097f8f-3031-465e-b209-e62b91a09d12 req-96908af4-d01f-4ece-acdc-5e2a725d6437 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.70 "DELETE /v2.0/ports/870cce58-6279-4708-bcdc-f1812c4e56de HTTP/1.1" status: 204 len: 173 time: 4.1227930 Nov 03 16:01:27.467194 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c149f583-2823-4e35-9b2e-539dde7e4228 x-openstack-request-id: req-c149f583-2823-4e35-9b2e-539dde7e4228 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:27.468164 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84087db5-bd44-4679-bb4b-fa369dac2d73", "name": "network-vif-deleted", "tag": "1981f91c-9f67-496b-ada7-83988cd4b3df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d34a689-68b7-4b0d-829c-1820b9c8834e", "tag": "c024b092-5af7-4416-9c4b-6b65e55040d3", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:27.468694 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c149f583-2823-4e35-9b2e-539dde7e4228 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:27.469325 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84087db5-bd44-4679-bb4b-fa369dac2d73', 'name': 'network-vif-deleted', 'tag': '1981f91c-9f67-496b-ada7-83988cd4b3df', 'status': 'completed', 'code': 200} Nov 03 16:01:27.470579 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d34a689-68b7-4b0d-829c-1820b9c8834e', 'tag': 'c024b092-5af7-4416-9c4b-6b65e55040d3', 'status': 'completed', 'code': 200} Nov 03 16:01:27.635346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-7bfa8b84-faa5-4a50-b9e4-6f8d2d6f7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:27.652974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-7bfa8b84-faa5-4a50-b9e4-6f8d2d6f7125 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1095 time: 0.4747880 Nov 03 16:01:27.677971 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-9a6517c9-76e6-45e4-84c6-6b0b37a4c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:27.681471 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-9a6517c9-76e6-45e4-84c6-6b0b37a4c5ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 1094 time: 0.1256952 Nov 03 16:01:27.743685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ce08f-6cd4-4e0b-bef5-3ae7f01a6f0b req-8dbdba7b-45fa-4af5-88e5-1e983bbf7be3 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:27.751671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd7ce08f-6cd4-4e0b-bef5-3ae7f01a6f0b req-8dbdba7b-45fa-4af5-88e5-1e983bbf7be3 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 943 time: 0.3506293 Nov 03 16:01:27.832665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-6aa133e2-a7e1-44cb-bf11-04632e2fe713 service neutron] 10.222.0.15 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518210 Nov 03 16:01:27.838774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55633c0-eaa2-4beb-80e2-395a9e09810f req-aceced68-bd10-4a13-9e7e-4f613a84b8f3 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:27.841039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e55633c0-eaa2-4beb-80e2-395a9e09810f req-aceced68-bd10-4a13-9e7e-4f613a84b8f3 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.0699356 Nov 03 16:01:27.889311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-20b9ee09-5919-4774-8614-c8cd9cf9f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:27.890752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-20b9ee09-5919-4774-8614-c8cd9cf9f422 service neutron] 10.222.0.15 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 919 time: 0.2004387 Nov 03 16:01:27.941118 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-af77d12f-24a1-4630-9294-e6e551c8bff3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c024b092-5af7-4416-9c4b-6b65e55040d3 HTTP/1.1" status: 200 len: 217 time: 0.0409889 Nov 03 16:01:27.947508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e55633c0-eaa2-4beb-80e2-395a9e09810f req-5e6374fe-f80e-4e8c-8296-8a97891909d8 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944519 Nov 03 16:01:28.034024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-7c5be7d0-5dcf-4b01-8ce0-2e35a63be2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.035541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-7c5be7d0-5dcf-4b01-8ce0-2e35a63be2a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.0609512 Nov 03 16:01:28.062402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'name': 'network-vif-deleted', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:28.064699 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91625f65-a7ac-4378-819e-ce4e2145a240" -d '{"events": [{"server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "name": "network-vif-deleted", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:28.102460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd7ce08f-6cd4-4e0b-bef5-3ae7f01a6f0b req-68c5abc5-5a70-4bb2-81c8-f4684529eb90 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493536 Nov 03 16:01:28.104322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ac9b07-1133-4887-bb86-fdbb8e4dbe20 req-3b848b27-dfd8-4a19-b5ea-a82274bd9c49 service neutron] 10.222.0.15 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625551 Nov 03 16:01:28.107338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-a013a7d6-7bf7-419e-ba73-f69aaeab010a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603936 Nov 03 16:01:28.114217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-1a542af3-ced7-4a1b-81dd-b606f4883012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.115698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-1a542af3-ced7-4a1b-81dd-b606f4883012 service neutron] 10.222.0.70 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 919 time: 0.4501092 Nov 03 16:01:28.230870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-e861a4c6-8835-414f-9664-ec8fa01270a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404e0adc-e54c-4165-bd88-62358eaed249 HTTP/1.1" status: 200 len: 217 time: 0.0837893 Nov 03 16:01:28.244232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-4203e114-695c-45b9-8c31-10b10183bcbc service neutron] 10.222.0.15 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027822 Nov 03 16:01:28.312884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989f112-0ae8-4fe6-ae94-9e61774ff2b8 req-5859fe69-502a-457d-b82d-297188e5ec57 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.319419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989f112-0ae8-4fe6-ae94-9e61774ff2b8 req-5859fe69-502a-457d-b82d-297188e5ec57 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.326383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989f112-0ae8-4fe6-ae94-9e61774ff2b8 req-5859fe69-502a-457d-b82d-297188e5ec57 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.332497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989f112-0ae8-4fe6-ae94-9e61774ff2b8 req-5859fe69-502a-457d-b82d-297188e5ec57 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.334521 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8989f112-0ae8-4fe6-ae94-9e61774ff2b8 req-5859fe69-502a-457d-b82d-297188e5ec57 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 3093 time: 0.2330496 Nov 03 16:01:28.344648 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dc614e-ec1f-44eb-89fd-4f8fba99a2f6 x-openstack-request-id: req-38dc614e-ec1f-44eb-89fd-4f8fba99a2f6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:28.344968 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ea0461-7daf-4058-977e-0615394b44b6", "name": "network-vif-deleted", "tag": "870cce58-6279-4708-bcdc-f1812c4e56de", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:28.345243 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38dc614e-ec1f-44eb-89fd-4f8fba99a2f6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:28.345707 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea0461-7daf-4058-977e-0615394b44b6', 'name': 'network-vif-deleted', 'tag': '870cce58-6279-4708-bcdc-f1812c4e56de', 'status': 'completed', 'code': 200} Nov 03 16:01:28.366293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-99e4a026-9715-4c2e-a044-f43f00b1be07 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.368099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-99e4a026-9715-4c2e-a044-f43f00b1be07 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 950 time: 0.3315234 Nov 03 16:01:28.377946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-20ad095b-c597-40f9-88c0-90fb22428d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.379308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-20ad095b-c597-40f9-88c0-90fb22428d9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.1142695 Nov 03 16:01:28.407672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Allocated IP 10.2.2.200 (f53c18ab-0e9c-4dc4-9f35-92060e2310fa/50b79715-1df8-439d-b346-6fc9cb269e04/7d018532-9d06-4ac2-8e05-3690a5629e2d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:28.455524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-d1e39915-e501-4175-ab8a-c79d83d9b04e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673435 Nov 03 16:01:28.527116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505cbf9-40df-4e72-b552-c02771657754 req-76aac334-3001-49f5-9d9c-58d45b7b207b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.528744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0505cbf9-40df-4e72-b552-c02771657754 req-76aac334-3001-49f5-9d9c-58d45b7b207b tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 950 time: 0.1441081 Nov 03 16:01:28.552917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 404e0adc-e54c-4165-bd88-62358eaed249 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:28.557395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device c080a691-05f1-435d-9460-a7c7f88f8e27 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:28.690920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port c080a691-05f1-435d-9460-a7c7f88f8e27 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:01:28.709441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-999ebe12-9bbb-4758-a08e-c3b6f1f4fcf6 service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427588 Nov 03 16:01:28.717715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0505cbf9-40df-4e72-b552-c02771657754 req-b207f83d-eb65-4554-b77d-e629808dbdf8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585515 Nov 03 16:01:28.731704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port c080a691-05f1-435d-9460-a7c7f88f8e27 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:28.732269 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:28.801811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8989f112-0ae8-4fe6-ae94-9e61774ff2b8 req-b4530888-102d-4673-aed8-b777a9675816 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4268196 Nov 03 16:01:28.822064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cbdbe21-3d07-4a07-a72c-36a6e1a863fe req-33b12a69-4a81-4c29-b24e-d0dbc0a31133 service neutron] 10.222.0.15 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517156 Nov 03 16:01:28.854224 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f6dc7c-9d5b-484a-9878-85006b376631 req-a61df274-a7eb-4e34-958c-f80f423b3fac service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319251 Nov 03 16:01:28.874647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:28.901204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Deleting port 5594471b-44b9-4c05-ad63-48b46c6036b9 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:28.901777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:28.952230 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:28.983298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf3e6-7312-4d8e-bb2b-d72d21209012 req-96051953-5bd0-4aa4-8afe-3e56c3772a2d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:28.984959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a9cf3e6-7312-4d8e-bb2b-d72d21209012 req-96051953-5bd0-4aa4-8afe-3e56c3772a2d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 943 time: 0.0971355 Nov 03 16:01:28.991140 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.009010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2005781e-b535-4199-81d8-1a85dda42f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c080a691-05f1-435d-9460-a7c7f88f8e27'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:29.012223 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff73eca-f754-4cec-8389-70df3c3f845d" -d '{"events": [{"server_uuid": "2005781e-b535-4199-81d8-1a85dda42f16", "name": "network-vif-plugged", "status": "completed", "tag": "c080a691-05f1-435d-9460-a7c7f88f8e27"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:29.041867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port c080a691-05f1-435d-9460-a7c7f88f8e27, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=c080a691-05f1-435d-9460-a7c7f88f8e27,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:29.057467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.071609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 404e0adc-e54c-4165-bd88-62358eaed249, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=404e0adc-e54c-4165-bd88-62358eaed249,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:29.112674 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '404e0adc-e54c-4165-bd88-62358eaed249', 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe', 'port_id': '404e0adc-e54c-4165-bd88-62358eaed249', 'mac_address': 'fa:16:3e:4d:0b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e6c079-9b3f-400c-9733-6ab9b8cd37e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:29.116079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] For port 5594471b-44b9-4c05-ad63-48b46c6036b9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5594471b-44b9-4c05-ad63-48b46c6036b9,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:29.116452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.161644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Network f53c18ab-0e9c-4dc4-9f35-92060e2310fa is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:29.175120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:29.177737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=c080a691-05f1-435d-9460-a7c7f88f8e27,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:29.179860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event updated for resources: {'Port': ['ID=7d018532-9d06-4ac2-8e05-3690a5629e2d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:29.183430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:29.201105 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.226421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a9cf3e6-7312-4d8e-bb2b-d72d21209012 req-fcc6a9e5-bb09-4dbf-a0d0-4c59fdd2c9f8 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298009 Nov 03 16:01:29.234287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404e0adc-e54c-4165-bd88-62358eaed249 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:29.278524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Calling delete_port for 5594471b-44b9-4c05-ad63-48b46c6036b9 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:29.295399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:29.295399 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.297072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 404e0adc-e54c-4165-bd88-62358eaed249, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=404e0adc-e54c-4165-bd88-62358eaed249,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:29.303923 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.333283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-62cf2ba6-60c4-4945-8845-02da8ec7d0a9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2152836 Nov 03 16:01:29.340915 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c93dce88-a09a-4c1e-9893-533f4ec7b728 req-df5302b4-aefd-4152-8992-a10311830544 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/90b1ac14-e507-447b-8f02-e0ba25fe86cf HTTP/1.1" status: 200 len: 1819 time: 0.2280350 Nov 03 16:01:29.344614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:29.393718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=404e0adc-e54c-4165-bd88-62358eaed249,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:29.517806 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.538115 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c93dce88-a09a-4c1e-9893-533f4ec7b728 req-2303eae8-f8a4-4397-ba66-b6a19a805980 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.545845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910394fc-b974-4fa5-8f67-56b306587aa2 req-f35be986-a2ab-40f3-9fe2-6417a670fa80 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:29.548657 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-910394fc-b974-4fa5-8f67-56b306587aa2 req-f35be986-a2ab-40f3-9fe2-6417a670fa80 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.1558058 Nov 03 16:01:29.584243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c93dce88-a09a-4c1e-9893-533f4ec7b728 req-2303eae8-f8a4-4397-ba66-b6a19a805980 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.680858 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c93dce88-a09a-4c1e-9893-533f4ec7b728 req-2303eae8-f8a4-4397-ba66-b6a19a805980 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.683242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-910394fc-b974-4fa5-8f67-56b306587aa2 req-f7aef627-1f43-4178-9c70-f4ec3b6dcc4f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285601 Nov 03 16:01:29.683700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c93dce88-a09a-4c1e-9893-533f4ec7b728 req-2303eae8-f8a4-4397-ba66-b6a19a805980 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.700995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c93dce88-a09a-4c1e-9893-533f4ec7b728 req-2303eae8-f8a4-4397-ba66-b6a19a805980 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/90b1ac14-e507-447b-8f02-e0ba25fe86cf HTTP/1.1" status: 204 len: 173 time: 0.3591056 Nov 03 16:01:29.733515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303eae8-f8a4-4397-ba66-b6a19a805980 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b1ac14-e507-447b-8f02-e0ba25fe86cf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:29.747765 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.827767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event deleted for resources: {'Port': ['ID=5594471b-44b9-4c05-ad63-48b46c6036b9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:29.899952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] No DVR routers for this DVR port 5594471b-44b9-4c05-ad63-48b46c6036b9 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:29.904502 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:29.908308 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a5ca93e-24e5-4ca0-a7c6-a9c233a99fcd req-28ebad67-151c-4970-b90f-e424f23eb70e tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "DELETE /v2.0/ports/5594471b-44b9-4c05-ad63-48b46c6036b9 HTTP/1.1" status: 204 len: 173 time: 1.5296018 Nov 03 16:01:29.908785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aae2784-7d6b-4a81-856f-0ca0c7583667', 'name': 'network-vif-deleted', 'tag': '5594471b-44b9-4c05-ad63-48b46c6036b9'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:29.928110 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fc6f43-2382-42c6-b804-4eb44dbed79f" -d '{"events": [{"server_uuid": "6aae2784-7d6b-4a81-856f-0ca0c7583667", "name": "network-vif-deleted", "tag": "5594471b-44b9-4c05-ad63-48b46c6036b9"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:29.939324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['404e0adc-e54c-4165-bd88-62358eaed249'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:30.007020 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf869a44-b0ce-4ae4-834f-e6871067bad9 x-openstack-request-id: req-bf869a44-b0ce-4ae4-834f-e6871067bad9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:30.007354 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2005781e-b535-4199-81d8-1a85dda42f16", "name": "network-vif-plugged", "status": "completed", "tag": "c080a691-05f1-435d-9460-a7c7f88f8e27", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:30.007558 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bf869a44-b0ce-4ae4-834f-e6871067bad9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:30.007939 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2005781e-b535-4199-81d8-1a85dda42f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c080a691-05f1-435d-9460-a7c7f88f8e27', 'code': 200} Nov 03 16:01:30.019414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d3fea44a-9470-435d-b9ca-26d414af2191 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:30.110598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db0119-f71c-42f4-a2d1-14eb53bde51f req-e5622a75-3ac8-4b9f-8065-273b9ad31cd3 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:30.122681 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36db0119-f71c-42f4-a2d1-14eb53bde51f req-e5622a75-3ac8-4b9f-8065-273b9ad31cd3 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 943 time: 0.1651206 Nov 03 16:01:30.196511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d3fea44a-9470-435d-b9ca-26d414af2191, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d3fea44a-9470-435d-b9ca-26d414af2191,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:30.206026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed9977-8a0e-409a-b512-54d0b5c9c39f req-01afccad-88a8-4cbf-bbee-e80af4a3c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:30.207526 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0ed9977-8a0e-409a-b512-54d0b5c9c39f req-01afccad-88a8-4cbf-bbee-e80af4a3c968 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2005781e-b535-4199-81d8-1a85dda42f16 HTTP/1.1" status: 200 len: 1096 time: 0.3652847 Nov 03 16:01:30.225313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'e9c626ff-a2be-4bac-9047-cc51aad65525', '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0', '5594471b-44b9-4c05-ad63-48b46c6036b9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:30.237305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'd3fea44a-9470-435d-b9ca-26d414af2191', 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f', 'port_id': 'd3fea44a-9470-435d-b9ca-26d414af2191', 'mac_address': 'fa:16:3e:1c:0d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29299f53-6297-4106-94ab-97fdca081322', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:30.239263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36db0119-f71c-42f4-a2d1-14eb53bde51f req-6a7c6694-e5a9-4e47-8165-aea571fb4ade tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154890 Nov 03 16:01:30.266803 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-071ab871-21ce-42c2-bfbd-d1b0898ed324 req-f28a976c-a6e7-4b59-8002-072dcaa88367 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/cef3a541-1f7a-420d-bde1-77f87a12b621 HTTP/1.1" status: 200 len: 1818 time: 0.1327622 Nov 03 16:01:30.365461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19dddb3f-0353-45f2-a872-2d7c11f5bd39 req-ba40d475-68f9-4856-9a50-e2b70033d14c tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae2784-7d6b-4a81-856f-0ca0c7583667 HTTP/1.1" status: 200 len: 210 time: 0.0286322 Nov 03 16:01:30.374453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8533a89-5204-40dd-9f56-199e45a2427a {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:30.396503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:30.410705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0ed9977-8a0e-409a-b512-54d0b5c9c39f req-12552bb0-5710-4841-8b88-576f72ce5698 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764610 Nov 03 16:01:30.430602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Transition to ACTIVE for port object f8533a89-5204-40dd-9f56-199e45a2427a will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:30.440849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-071ab871-21ce-42c2-bfbd-d1b0898ed324 req-961e4323-59cc-4f10-9fdc-e74c04a35e18 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:30.453883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:30.456496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8975adf5-9366-4fa0-9227-da229acd958c None None] Provisioning complete for port 7d018532-9d06-4ac2-8e05-3690a5629e2d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:30.457058 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8975adf5-9366-4fa0-9227-da229acd958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:30.549776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8975adf5-9366-4fa0-9227-da229acd958c None None] Port 7d018532-9d06-4ac2-8e05-3690a5629e2d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:01:30.551806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32563eec-ae30-4fc5-a0f2-50985eec00ab req-7fb018f5-587e-4224-a97e-3f8980f0e444 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:30.561735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32563eec-ae30-4fc5-a0f2-50985eec00ab req-7fb018f5-587e-4224-a97e-3f8980f0e444 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:30.569911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32563eec-ae30-4fc5-a0f2-50985eec00ab req-7fb018f5-587e-4224-a97e-3f8980f0e444 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:30.579216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32563eec-ae30-4fc5-a0f2-50985eec00ab req-7fb018f5-587e-4224-a97e-3f8980f0e444 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:30.589805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32563eec-ae30-4fc5-a0f2-50985eec00ab req-7fb018f5-587e-4224-a97e-3f8980f0e444 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:30.594823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b7719619-4dda-406e-a404-ce85d3e00049 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:30.606078 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-32563eec-ae30-4fc5-a0f2-50985eec00ab req-7fb018f5-587e-4224-a97e-3f8980f0e444 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 3826 time: 0.1247048 Nov 03 16:01:30.610082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b7719619-4dda-406e-a404-ce85d3e00049 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:30.647247 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:30.665800 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-32563eec-ae30-4fc5-a0f2-50985eec00ab req-2bea65bc-4dcc-408d-880f-360c319b0598 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652809 Nov 03 16:01:30.679427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-071ab871-21ce-42c2-bfbd-d1b0898ed324 req-961e4323-59cc-4f10-9fdc-e74c04a35e18 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:30.680451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fea44a-9470-435d-b9ca-26d414af2191 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:30.722406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Pushing event updated for resources: {'Port': ['ID=f8533a89-5204-40dd-9f56-199e45a2427a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:30.760222 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e29a54-f39f-40a6-b10b-c136dde35de7 x-openstack-request-id: req-83e29a54-f39f-40a6-b10b-c136dde35de7 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:30.760891 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aae2784-7d6b-4a81-856f-0ca0c7583667", "name": "network-vif-deleted", "tag": "5594471b-44b9-4c05-ad63-48b46c6036b9", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:30.761401 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-83e29a54-f39f-40a6-b10b-c136dde35de7 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:30.762179 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aae2784-7d6b-4a81-856f-0ca0c7583667', 'name': 'network-vif-deleted', 'tag': '5594471b-44b9-4c05-ad63-48b46c6036b9', 'status': 'completed', 'code': 200} Nov 03 16:01:30.824927 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-071ab871-21ce-42c2-bfbd-d1b0898ed324 req-961e4323-59cc-4f10-9fdc-e74c04a35e18 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:30.827657 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-071ab871-21ce-42c2-bfbd-d1b0898ed324 req-961e4323-59cc-4f10-9fdc-e74c04a35e18 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:30.828831 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-071ab871-21ce-42c2-bfbd-d1b0898ed324 req-961e4323-59cc-4f10-9fdc-e74c04a35e18 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/cef3a541-1f7a-420d-bde1-77f87a12b621 HTTP/1.1" status: 204 len: 173 time: 0.5613718 Nov 03 16:01:30.842014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4323-59cc-4f10-9fdc-e74c04a35e18 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef3a541-1f7a-420d-bde1-77f87a12b621,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:30.877622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Attempting to bind port f8533a89-5204-40dd-9f56-199e45a2427a on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:30.877622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Attempting to bind port f8533a89-5204-40dd-9f56-199e45a2427a by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:30.878059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Attempting to bind port f8533a89-5204-40dd-9f56-199e45a2427a on network e647349e-071d-4e0d-ae41-37f29f277a4d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:30.894663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Port f8533a89-5204-40dd-9f56-199e45a2427a on network e647349e-071d-4e0d-ae41-37f29f277a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:30.895572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Attempting to bind port f8533a89-5204-40dd-9f56-199e45a2427a on network e647349e-071d-4e0d-ae41-37f29f277a4d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:30.903948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:30.904723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Checking segment: {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:30.905387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Bound using segment: {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:30.906147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Bound port: f8533a89-5204-40dd-9f56-199e45a2427a, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e116192-aafa-4837-9582-7346626b7f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:30.906743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:30.988689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d3fea44a-9470-435d-b9ca-26d414af2191, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d3fea44a-9470-435d-b9ca-26d414af2191,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:31.012496 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:01:31.026361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] For port f8533a89-5204-40dd-9f56-199e45a2427a, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:31.030939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] For port f8533a89-5204-40dd-9f56-199e45a2427a, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f8533a89-5204-40dd-9f56-199e45a2427a,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:31.037650 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.047223 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.202675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:31.203883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.205898 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8533a89-5204-40dd-9f56-199e45a2427a HTTP/1.1" status: 200 len: 1091 time: 1.8672926 Nov 03 16:01:31.212952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:31.218068 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679a0b41-0517-445a-a6d4-51d215842302" -d '{"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:31.251185 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.265726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:31.281753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=d3fea44a-9470-435d-b9ca-26d414af2191,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:31.295453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e629b78-7959-4371-8697-e6aae8c1882f req-1c131b32-5b6c-4e6b-8328-b579223ec912 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:31.300397 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.301278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb353ff-d3d0-4e74-a7ef-388e29e3c61e req-c6d320f5-a5d6-433e-aff2-d31d97cd682d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:31.311591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e629b78-7959-4371-8697-e6aae8c1882f req-1c131b32-5b6c-4e6b-8328-b579223ec912 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 943 time: 0.2784975 Nov 03 16:01:31.312765 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bb353ff-d3d0-4e74-a7ef-388e29e3c61e req-c6d320f5-a5d6-433e-aff2-d31d97cd682d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.1447148 Nov 03 16:01:31.347651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b7719619-4dda-406e-a404-ce85d3e00049,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:31.386275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bb353ff-d3d0-4e74-a7ef-388e29e3c61e req-9dc76f7c-36bd-4800-ada6-55c64e367bdb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725129 Nov 03 16:01:31.421699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8fb17-aebe-449e-a4ea-35bcc72b7a09 service neutron] Pushing event updated for resources: {'Port': ['ID=f8533a89-5204-40dd-9f56-199e45a2427a,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:31.427812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.428504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-00623506-fbc6-48c7-83b0-b5824772f5df req-b0e4c2af-41ee-48bd-ac27-546cc9e3303f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-124648881', 'description': 'tempest-description-543055905'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:31.430870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'b7719619-4dda-406e-a404-ce85d3e00049', 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b', 'port_id': 'b7719619-4dda-406e-a404-ce85d3e00049', 'mac_address': 'fa:16:3e:d2:a7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0578e3e4-c409-4214-b01c-e69a7cc92056', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:31.439826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b7719619-4dda-406e-a404-ce85d3e00049,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:31.452757 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.486507 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-00623506-fbc6-48c7-83b0-b5824772f5df req-b0e4c2af-41ee-48bd-ac27-546cc9e3303f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.518257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b7719619-4dda-406e-a404-ce85d3e00049,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:31.541343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e629b78-7959-4371-8697-e6aae8c1882f req-81364d38-ca31-4f36-80cf-47a7c4e049f0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284713 Nov 03 16:01:31.574358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['d3fea44a-9470-435d-b9ca-26d414af2191'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:31.635195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c024b092-5af7-4416-9c4b-6b65e55040d3 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:31.649377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5594471b-44b9-4c05-ad63-48b46c6036b9 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:31.665492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-00623506-fbc6-48c7-83b0-b5824772f5df req-b0e4c2af-41ee-48bd-ac27-546cc9e3303f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.671082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-00623506-fbc6-48c7-83b0-b5824772f5df req-b0e4c2af-41ee-48bd-ac27-546cc9e3303f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.693048 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.719319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7719619-4dda-406e-a404-ce85d3e00049 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:31.723334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 5594471b-44b9-4c05-ad63-48b46c6036b9 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:31.723676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5594471b-44b9-4c05-ad63-48b46c6036b9 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:31.742260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-00623506-fbc6-48c7-83b0-b5824772f5df req-b0e4c2af-41ee-48bd-ac27-546cc9e3303f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:31.775232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00623506-fbc6-48c7-83b0-b5824772f5df req-b0e4c2af-41ee-48bd-ac27-546cc9e3303f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3464539 Nov 03 16:01:31.780730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4c2af-41ee-48bd-ac27-546cc9e3303f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cc095e-e3a5-4aad-bccf-c0634cbf512a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:31.848289 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bae1a80-193a-42ca-b611-ce4d3390680a x-openstack-request-id: req-6bae1a80-193a-42ca-b611-ce4d3390680a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:31.848594 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:31.848892 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6bae1a80-193a-42ca-b611-ce4d3390680a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:31.849254 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'status': 'completed', 'code': 200} Nov 03 16:01:31.895110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c024b092-5af7-4416-9c4b-6b65e55040d3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c024b092-5af7-4416-9c4b-6b65e55040d3,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:31.966548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'c024b092-5af7-4416-9c4b-6b65e55040d3', 'network_id': '872b8a17-d60a-453f-8a8e-c28da86b63fe', 'port_id': 'c024b092-5af7-4416-9c4b-6b65e55040d3', 'mac_address': 'fa:16:3e:87:ec:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e6c079-9b3f-400c-9733-6ab9b8cd37e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:31.975185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5', 'cb1aeab5-2891-4298-a04d-e47a88f93173'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:32.000998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0b41-0517-445a-a6d4-51d215842302 req-ac74237d-0bc9-4f62-9a11-a7a1afff697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.001919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0b41-0517-445a-a6d4-51d215842302 req-ac74237d-0bc9-4f62-9a11-a7a1afff697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.002538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0b41-0517-445a-a6d4-51d215842302 req-ac74237d-0bc9-4f62-9a11-a7a1afff697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.003150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0b41-0517-445a-a6d4-51d215842302 req-ac74237d-0bc9-4f62-9a11-a7a1afff697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.003827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0b41-0517-445a-a6d4-51d215842302 req-ac74237d-0bc9-4f62-9a11-a7a1afff697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.009691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-679a0b41-0517-445a-a6d4-51d215842302 req-ac74237d-0bc9-4f62-9a11-a7a1afff697a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 4361 time: 0.1149151 Nov 03 16:01:32.026600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b7719619-4dda-406e-a404-ce85d3e00049,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:32.027552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:32.030189 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c933c8f-d2d4-4878-b087-c3d8cade4805" -d '{"events": [{"server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7719619-4dda-406e-a404-ce85d3e00049"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:32.048626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bf504-437f-45cc-8557-89851317c0b6 req-9998e44f-382e-4772-8f45-5ba7314cfa3d tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.058638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b29bf504-437f-45cc-8557-89851317c0b6 req-9998e44f-382e-4772-8f45-5ba7314cfa3d tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 944 time: 0.1105981 Nov 03 16:01:32.125476 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.160062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b29bf504-437f-45cc-8557-89851317c0b6 req-d5b96a12-852c-47e6-acf5-9f3af4370b0c tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960388 Nov 03 16:01:32.175906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badbb40a-98ec-4340-bdf7-5339dbfaae23 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:32.200128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.223740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b8fb-f8ad-49b5-97a0-97e2f66d9dce req-4545e0a4-639d-4af7-8b67-2c78715da647 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.231207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Transition to ACTIVE for port object badbb40a-98ec-4340-bdf7-5339dbfaae23 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:32.231753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b8fb-f8ad-49b5-97a0-97e2f66d9dce req-4545e0a4-639d-4af7-8b67-2c78715da647 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.238500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b8fb-f8ad-49b5-97a0-97e2f66d9dce req-4545e0a4-639d-4af7-8b67-2c78715da647 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.244115 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.245876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b8fb-f8ad-49b5-97a0-97e2f66d9dce req-4545e0a4-639d-4af7-8b67-2c78715da647 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.252876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b8fb-f8ad-49b5-97a0-97e2f66d9dce req-4545e0a4-639d-4af7-8b67-2c78715da647 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.255228 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a628b8fb-f8ad-49b5-97a0-97e2f66d9dce req-4545e0a4-639d-4af7-8b67-2c78715da647 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 3826 time: 0.2779574 Nov 03 16:01:32.296190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-911a5a0f-d02f-402c-9ae9-65dfb4e39420 req-0641386a-35e1-43d0-b2be-ad6f3d8171b5 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/97cc095e-e3a5-4aad-bccf-c0634cbf512a HTTP/1.1" status: 200 len: 1818 time: 0.1067307 Nov 03 16:01:32.308483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0b41-0517-445a-a6d4-51d215842302 req-ab0838d4-cc19-4b8a-9c0d-85be23b44ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.309224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0b41-0517-445a-a6d4-51d215842302 req-ab0838d4-cc19-4b8a-9c0d-85be23b44ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.309766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0b41-0517-445a-a6d4-51d215842302 req-ab0838d4-cc19-4b8a-9c0d-85be23b44ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.311904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-679a0b41-0517-445a-a6d4-51d215842302 req-ab0838d4-cc19-4b8a-9c0d-85be23b44ebd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2634046 Nov 03 16:01:32.319648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.340381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-911a5a0f-d02f-402c-9ae9-65dfb4e39420 req-2c787bfa-6638-4ee7-80a5-fe615624db96 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1334842878', 'description': 'tempest-description-hth-1313846265'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:32.348116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c024b092-5af7-4416-9c4b-6b65e55040d3 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:32.371825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c024b092-5af7-4416-9c4b-6b65e55040d3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c024b092-5af7-4416-9c4b-6b65e55040d3,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:32.396179 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.400446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Pushing event updated for resources: {'Port': ['ID=badbb40a-98ec-4340-bdf7-5339dbfaae23,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:32.400548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b7719619-4dda-406e-a404-ce85d3e00049,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:32.448840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Attempting to bind port badbb40a-98ec-4340-bdf7-5339dbfaae23 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:32.449191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Attempting to bind port badbb40a-98ec-4340-bdf7-5339dbfaae23 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:32.449543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Attempting to bind port badbb40a-98ec-4340-bdf7-5339dbfaae23 on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:32.454755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Port badbb40a-98ec-4340-bdf7-5339dbfaae23 on network ee741312-e7a4-497e-a55d-b6166aa88e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:32.455093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Attempting to bind port badbb40a-98ec-4340-bdf7-5339dbfaae23 on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:32.460608 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-911a5a0f-d02f-402c-9ae9-65dfb4e39420 req-2c787bfa-6638-4ee7-80a5-fe615624db96 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.467027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:32.467366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Checking segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:32.467770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Bound using segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:32.468334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Bound port: badbb40a-98ec-4340-bdf7-5339dbfaae23, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:32.468550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.486841 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a628b8fb-f8ad-49b5-97a0-97e2f66d9dce req-66f06f2b-47af-4b9b-8bcb-b7dd4e14d5fa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142494 Nov 03 16:01:32.489759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0b41-0517-445a-a6d4-51d215842302 req-580a645c-d09e-406f-9961-0447f7333a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.495045 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-679a0b41-0517-445a-a6d4-51d215842302 req-580a645c-d09e-406f-9961-0447f7333a96 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692374 Nov 03 16:01:32.503786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['b7719619-4dda-406e-a404-ce85d3e00049'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:32.593911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] For port badbb40a-98ec-4340-bdf7-5339dbfaae23, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:32.594089 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 404e0adc-e54c-4165-bd88-62358eaed249 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:32.597876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] For port badbb40a-98ec-4340-bdf7-5339dbfaae23, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:32.620940 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.670785 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9e7db292-dd6f-470f-86b5-b0eb8a10a0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.675465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.676653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.678438 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] 10.222.0.15 "PUT /v2.0/ports/badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 1135 time: 1.4269376 Nov 03 16:01:32.697269 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-911a5a0f-d02f-402c-9ae9-65dfb4e39420 req-2c787bfa-6638-4ee7-80a5-fe615624db96 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.705873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-911a5a0f-d02f-402c-9ae9-65dfb4e39420 req-2c787bfa-6638-4ee7-80a5-fe615624db96 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.709143 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-911a5a0f-d02f-402c-9ae9-65dfb4e39420 req-2c787bfa-6638-4ee7-80a5-fe615624db96 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.710641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-911a5a0f-d02f-402c-9ae9-65dfb4e39420 req-2c787bfa-6638-4ee7-80a5-fe615624db96 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "PUT /v2.0/security-groups/97cc095e-e3a5-4aad-bccf-c0634cbf512a HTTP/1.1" status: 200 len: 1794 time: 0.3952379 Nov 03 16:01:32.756407 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:32.794408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c024b092-5af7-4416-9c4b-6b65e55040d3,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:32.829977 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f3608c-e6bd-416d-a4a4-3ef5410995a8 x-openstack-request-id: req-18f3608c-e6bd-416d-a4a4-3ef5410995a8 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:32.830479 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7719619-4dda-406e-a404-ce85d3e00049", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:32.830728 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-18f3608c-e6bd-416d-a4a4-3ef5410995a8 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:32.831191 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049', 'code': 200} Nov 03 16:01:32.891835 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:32.907951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22499a80-0ced-4ddb-ab3c-5301e970c115 service neutron] Pushing event updated for resources: {'Port': ['ID=badbb40a-98ec-4340-bdf7-5339dbfaae23,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:32.937275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24024ec3-fe0d-48d3-a4d8-d733a8accb26 req-9b83699b-ca3a-48a2-8820-b5b7d3710453 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:32.940193 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24024ec3-fe0d-48d3-a4d8-d733a8accb26 req-9b83699b-ca3a-48a2-8820-b5b7d3710453 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 944 time: 0.0762193 Nov 03 16:01:32.946926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c787bfa-6638-4ee7-80a5-fe615624db96 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cc095e-e3a5-4aad-bccf-c0634cbf512a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:33.011324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41f4b4-3e5a-4253-94c3-3b4534468bd6 req-96b29003-0e79-4c90-9e29-3de9870c45d8 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:33.019892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a41f4b4-3e5a-4253-94c3-3b4534468bd6 req-96b29003-0e79-4c90-9e29-3de9870c45d8 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 944 time: 0.1602271 Nov 03 16:01:33.038053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c024b092-5af7-4416-9c4b-6b65e55040d3'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:33.076446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24024ec3-fe0d-48d3-a4d8-d733a8accb26 req-72e01e3b-6682-4637-8ed4-fc8d1775a5f2 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249774 Nov 03 16:01:33.097931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 404e0adc-e54c-4165-bd88-62358eaed249 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:01:33.130658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 404e0adc-e54c-4165-bd88-62358eaed249 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:33.131031 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:33.159859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a41f4b4-3e5a-4253-94c3-3b4534468bd6 req-6c195730-1cc7-4d9b-812b-940df94a30aa tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388924 Nov 03 16:01:33.328846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-47d286d0-4010-497f-8cf9-a541735bcb5c req-7e0420c1-1ba6-42d1-8be7-81ca5062abf1 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/97cc095e-e3a5-4aad-bccf-c0634cbf512a HTTP/1.1" status: 200 len: 1794 time: 0.0656366 Nov 03 16:01:33.525872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b8e0c-1e74-47eb-baf9-1fe887d85143 req-cdabc375-f77d-49e9-9548-f8d0f6a9b3ad tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:33.531109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-188b8e0c-1e74-47eb-baf9-1fe887d85143 req-cdabc375-f77d-49e9-9548-f8d0f6a9b3ad tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 950 time: 0.0814521 Nov 03 16:01:33.575414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3acf30-eb2d-40b6-8dce-9b9ee69ca283 req-2a4ac4b3-4fcf-4938-88df-a7692e86bcbb tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:33.578527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d3acf30-eb2d-40b6-8dce-9b9ee69ca283 req-2a4ac4b3-4fcf-4938-88df-a7692e86bcbb tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 944 time: 0.0985630 Nov 03 16:01:33.599537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-188b8e0c-1e74-47eb-baf9-1fe887d85143 req-7b4121b9-24d4-4b12-9640-040635f443dc tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538688 Nov 03 16:01:33.617390 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:33.679341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97005d94-e17f-461f-8de0-4d6922ee8f4c {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:33.694272 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:33.705778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 404e0adc-e54c-4165-bd88-62358eaed249, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=404e0adc-e54c-4165-bd88-62358eaed249,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:33.715029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:33.741606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Transition to ACTIVE for port object 97005d94-e17f-461f-8de0-4d6922ee8f4c will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:33.750913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d3acf30-eb2d-40b6-8dce-9b9ee69ca283 req-748a8a4a-0f0d-4eb3-896e-ce7ee2f54972 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067276 Nov 03 16:01:33.752639 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:33.798280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=404e0adc-e54c-4165-bd88-62358eaed249,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:33.813463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Pushing event updated for resources: {'Port': ['ID=97005d94-e17f-461f-8de0-4d6922ee8f4c,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:33.850389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': 'badbb40a-98ec-4340-bdf7-5339dbfaae23'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:33.853205 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb5c0b1-4034-4234-996b-82a0b15eb28c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "badbb40a-98ec-4340-bdf7-5339dbfaae23"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:33.869433 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-982f2601-b9d4-413e-9c78-50f1b74f2286 req-620162f5-a5c3-4f16-b6db-51cbdee4661d tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/97cc095e-e3a5-4aad-bccf-c0634cbf512a HTTP/1.1" status: 200 len: 1794 time: 0.1180305 Nov 03 16:01:33.964470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-982f2601-b9d4-413e-9c78-50f1b74f2286 req-33db0db3-10ba-4733-8285-e0898e2063e9 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:33.969997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a77557-1a4f-49ec-8034-2178f0d1d538 req-79fe1cab-730a-4dbe-be0a-e6e890035686 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:33.975946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a77557-1a4f-49ec-8034-2178f0d1d538 req-79fe1cab-730a-4dbe-be0a-e6e890035686 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:33.982046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a77557-1a4f-49ec-8034-2178f0d1d538 req-79fe1cab-730a-4dbe-be0a-e6e890035686 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:33.987942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a77557-1a4f-49ec-8034-2178f0d1d538 req-79fe1cab-730a-4dbe-be0a-e6e890035686 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:33.993985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-982f2601-b9d4-413e-9c78-50f1b74f2286 req-33db0db3-10ba-4733-8285-e0898e2063e9 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:33.994736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a77557-1a4f-49ec-8034-2178f0d1d538 req-79fe1cab-730a-4dbe-be0a-e6e890035686 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.000819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a77557-1a4f-49ec-8034-2178f0d1d538 req-79fe1cab-730a-4dbe-be0a-e6e890035686 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.006818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a77557-1a4f-49ec-8034-2178f0d1d538 req-79fe1cab-730a-4dbe-be0a-e6e890035686 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.015454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-39a77557-1a4f-49ec-8034-2178f0d1d538 req-79fe1cab-730a-4dbe-be0a-e6e890035686 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5379 time: 0.1659865 Nov 03 16:01:34.026262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Attempting to bind port 97005d94-e17f-461f-8de0-4d6922ee8f4c on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:34.026704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Attempting to bind port 97005d94-e17f-461f-8de0-4d6922ee8f4c by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:34.027028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Attempting to bind port 97005d94-e17f-461f-8de0-4d6922ee8f4c on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:34.043608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Port 97005d94-e17f-461f-8de0-4d6922ee8f4c on network ee741312-e7a4-497e-a55d-b6166aa88e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:34.044031 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Attempting to bind port 97005d94-e17f-461f-8de0-4d6922ee8f4c on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:34.057870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:34.058256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Checking segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:34.058605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Bound using segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:34.058800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-982f2601-b9d4-413e-9c78-50f1b74f2286 req-33db0db3-10ba-4733-8285-e0898e2063e9 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:34.059101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Bound port: 97005d94-e17f-461f-8de0-4d6922ee8f4c, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:34.059573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:34.062397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-982f2601-b9d4-413e-9c78-50f1b74f2286 req-33db0db3-10ba-4733-8285-e0898e2063e9 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:34.063634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-982f2601-b9d4-413e-9c78-50f1b74f2286 req-33db0db3-10ba-4733-8285-e0898e2063e9 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/97cc095e-e3a5-4aad-bccf-c0634cbf512a HTTP/1.1" status: 204 len: 173 time: 0.1880376 Nov 03 16:01:34.076512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db0db3-10ba-4733-8285-e0898e2063e9 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cc095e-e3a5-4aad-bccf-c0634cbf512a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:34.122094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-39a77557-1a4f-49ec-8034-2178f0d1d538 req-c1c504e6-d563-4b02-9c1e-1712c05dea77 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057026 Nov 03 16:01:34.167514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] For port 97005d94-e17f-461f-8de0-4d6922ee8f4c, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:34.174020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] For port 97005d94-e17f-461f-8de0-4d6922ee8f4c, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:34.181884 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:34.208869 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba8063-af84-4600-8ee3-a00cc60bbc3f x-openstack-request-id: req-58ba8063-af84-4600-8ee3-a00cc60bbc3f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:34.209175 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "badbb40a-98ec-4340-bdf7-5339dbfaae23", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:34.209434 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-58ba8063-af84-4600-8ee3-a00cc60bbc3f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:34.209857 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': 'badbb40a-98ec-4340-bdf7-5339dbfaae23', 'status': 'completed', 'code': 200} Nov 03 16:01:34.282196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.282731 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:34.284147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] 10.222.0.15 "PUT /v2.0/ports/97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 1134 time: 1.5390513 Nov 03 16:01:34.321606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c197c-1a4a-466a-9a77-7edf168dc260 service neutron] Pushing event updated for resources: {'Port': ['ID=97005d94-e17f-461f-8de0-4d6922ee8f4c,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:34.343213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-be649b0c-0a4e-4366-a907-f658e80b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.345747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-be649b0c-0a4e-4366-a907-f658e80b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.346238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-be649b0c-0a4e-4366-a907-f658e80b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.346709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-be649b0c-0a4e-4366-a907-f658e80b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.347170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-be649b0c-0a4e-4366-a907-f658e80b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.347628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-be649b0c-0a4e-4366-a907-f658e80b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.348074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-be649b0c-0a4e-4366-a907-f658e80b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.350082 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-be649b0c-0a4e-4366-a907-f658e80b2316 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6216 time: 0.1098626 Nov 03 16:01:34.351013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:34.402690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb139f-6607-4111-8a7e-82f5830aca9b req-f37d6a10-3fa5-4e69-9812-d54eb5d2f785 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.410035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04fb139f-6607-4111-8a7e-82f5830aca9b req-f37d6a10-3fa5-4e69-9812-d54eb5d2f785 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 944 time: 0.1182764 Nov 03 16:01:34.440379 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:34.513515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd138d1d-0f39-4a58-816c-b20f56124cf0 req-8cfa3c90-d406-49b9-8a5f-7de500593b89 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.528484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd138d1d-0f39-4a58-816c-b20f56124cf0 req-8cfa3c90-d406-49b9-8a5f-7de500593b89 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 944 time: 0.2016354 Nov 03 16:01:34.556119 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04fb139f-6607-4111-8a7e-82f5830aca9b req-23c4d919-920d-45a6-a91a-6deee867f63e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449704 Nov 03 16:01:34.571279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b7719619-4dda-406e-a404-ce85d3e00049 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:34.584333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-7a18bce7-a73f-4ad4-8697-af518fd08d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.584808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-7a18bce7-a73f-4ad4-8697-af518fd08d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.585232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-7a18bce7-a73f-4ad4-8697-af518fd08d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:34.587626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-7a18bce7-a73f-4ad4-8697-af518fd08d8f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2149212 Nov 03 16:01:34.623250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd138d1d-0f39-4a58-816c-b20f56124cf0 req-2785d228-0d28-4bc6-9275-35f2c32dc25d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936232 Nov 03 16:01:34.737002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port b7719619-4dda-406e-a404-ce85d3e00049 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:34.737370 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:34.837737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cdd309-c6ca-4d7a-9e84-b08e785e1001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404e0adc-e54c-4165-bd88-62358eaed249'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:34.840033 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063b4a0f-88cc-4add-89ce-29fd857fff09" -d '{"events": [{"server_uuid": "14cdd309-c6ca-4d7a-9e84-b08e785e1001", "name": "network-vif-plugged", "status": "completed", "tag": "404e0adc-e54c-4165-bd88-62358eaed249"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:34.937347 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-de7908a3-345e-4fc7-8e44-0891f8e81aa5 req-9ccc1130-c04f-4fa3-a218-4fb6005a6572 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:01:34.938386 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-de7908a3-345e-4fc7-8e44-0891f8e81aa5 req-9ccc1130-c04f-4fa3-a218-4fb6005a6572 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/cef3a541-1f7a-420d-bde1-77f87a12b621 HTTP/1.1" status: 404 len: 352 time: 0.0514233 Nov 03 16:01:34.948705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-65e6705b-e4f2-454e-96c5-4dd4c1be42a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:35.026655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-86f5ab08-9d2a-4953-b5ec-5e51d48dc148 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:35.034891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-86f5ab08-9d2a-4953-b5ec-5e51d48dc148 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 950 time: 0.3869865 Nov 03 16:01:35.037885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-b180c2fd-d500-46ec-b023-e4aeeff3c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:35.041314 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fdb5c0b1-4034-4234-996b-82a0b15eb28c req-b180c2fd-d500-46ec-b023-e4aeeff3c067 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3863349 Nov 03 16:01:35.064749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:35.163125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b7719619-4dda-406e-a404-ce85d3e00049,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:35.170864 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:35.274662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b7719619-4dda-406e-a404-ce85d3e00049,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:35.305370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b54af-a6dd-4986-9922-de091fbe92e0 req-49118deb-fa07-4d2c-85ee-9ab8d9e14f9d tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:35.310803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c20b54af-a6dd-4986-9922-de091fbe92e0 req-49118deb-fa07-4d2c-85ee-9ab8d9e14f9d tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 944 time: 0.1876862 Nov 03 16:01:35.341876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Deleting port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:35.342302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:35.377085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f678a-a937-41e8-bf1f-47e35a06c605 req-167484fd-ce34-4e3b-b6ba-a54d95e76fa8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:35.384805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db7f678a-a937-41e8-bf1f-47e35a06c605 req-167484fd-ce34-4e3b-b6ba-a54d95e76fa8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c46de11-fdc4-49da-b91d-622b44674358 HTTP/1.1" status: 200 len: 950 time: 0.0910559 Nov 03 16:01:35.465762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] For port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:35.466132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:35.474910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db7f678a-a937-41e8-bf1f-47e35a06c605 req-9757d543-efd9-498b-b8a6-e72212557685 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889935 Nov 03 16:01:35.481260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Calling delete_port for 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:35.559187 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beff6ade-5a16-4086-b189-257ee63c03e9 x-openstack-request-id: req-beff6ade-5a16-4086-b189-257ee63c03e9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:35.559603 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cdd309-c6ca-4d7a-9e84-b08e785e1001", "name": "network-vif-plugged", "status": "completed", "tag": "404e0adc-e54c-4165-bd88-62358eaed249", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:35.559867 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-beff6ade-5a16-4086-b189-257ee63c03e9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:35.561346 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cdd309-c6ca-4d7a-9e84-b08e785e1001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404e0adc-e54c-4165-bd88-62358eaed249', 'code': 200} Nov 03 16:01:35.600232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:35.605420 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-b95b4faf-5144-4deb-ba85-e41e8115d2f8 req-451ce993-e598-4741-825c-486dd49c7cdf tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:01:35.618627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b95b4faf-5144-4deb-ba85-e41e8115d2f8 req-451ce993-e598-4741-825c-486dd49c7cdf tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/90b1ac14-e507-447b-8f02-e0ba25fe86cf HTTP/1.1" status: 404 len: 352 time: 0.0420806 Nov 03 16:01:35.627519 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:35.641583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d3fea44a-9470-435d-b9ca-26d414af2191 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:35.659806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Transition to ACTIVE for port object 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:35.668304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:35.749324 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c20b54af-a6dd-4986-9922-de091fbe92e0 req-07697ff1-58c0-483f-a0aa-088337359977 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315627 Nov 03 16:01:35.802843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port d3fea44a-9470-435d-b9ca-26d414af2191 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:01:35.808537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port d3fea44a-9470-435d-b9ca-26d414af2191 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:35.808901 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:35.809174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:35.869855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Pushing event updated for resources: {'Port': ['ID=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:35.871226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5', 'cb1aeab5-2891-4298-a04d-e47a88f93173'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:35.922629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'e9c626ff-a2be-4bac-9047-cc51aad65525'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:35.928465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event deleted for resources: {'Port': ['ID=85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:36.057896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] No DVR routers for this DVR port 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:36.065793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:36.069340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f896d46b-3bee-4fef-af15-0a8be3b28869 req-24a0b65f-3db1-4e7a-8139-795275bd1d80 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "DELETE /v2.0/ports/85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 HTTP/1.1" status: 204 len: 173 time: 1.0264611 Nov 03 16:01:36.076058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c46de11-fdc4-49da-b91d-622b44674358', 'name': 'network-vif-deleted', 'tag': '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:36.078562 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dc0da0-5d93-4557-bbea-1087dfe99fad" -d '{"events": [{"server_uuid": "7c46de11-fdc4-49da-b91d-622b44674358", "name": "network-vif-deleted", "tag": "85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:36.101371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1135787-3665-4495-ab8e-784e32023c39 req-b1f0b94f-77f4-4751-88d7-b1d38f2f3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.106453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1135787-3665-4495-ab8e-784e32023c39 req-b1f0b94f-77f4-4751-88d7-b1d38f2f3f24 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1097 time: 0.3784316 Nov 03 16:01:36.130008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Attempting to bind port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:36.131144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a18a-25cc-4db2-87ea-f8ccb5d70c59 req-b4972c65-9fc5-4ff2-99b7-80cda4e0aeb7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.134045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Attempting to bind port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:36.134498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Attempting to bind port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:36.152693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a18a-25cc-4db2-87ea-f8ccb5d70c59 req-b4972c65-9fc5-4ff2-99b7-80cda4e0aeb7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.167806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a18a-25cc-4db2-87ea-f8ccb5d70c59 req-b4972c65-9fc5-4ff2-99b7-80cda4e0aeb7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.173807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a18a-25cc-4db2-87ea-f8ccb5d70c59 req-b4972c65-9fc5-4ff2-99b7-80cda4e0aeb7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.178811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 on network ee741312-e7a4-497e-a55d-b6166aa88e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:36.179551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Attempting to bind port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:36.195138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a18a-25cc-4db2-87ea-f8ccb5d70c59 req-b4972c65-9fc5-4ff2-99b7-80cda4e0aeb7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.202518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:36.207743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a18a-25cc-4db2-87ea-f8ccb5d70c59 req-b4972c65-9fc5-4ff2-99b7-80cda4e0aeb7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.208388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Checking segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:36.209072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Bound using segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:36.209577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Bound port: 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:36.210317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:36.221413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a18a-25cc-4db2-87ea-f8ccb5d70c59 req-b4972c65-9fc5-4ff2-99b7-80cda4e0aeb7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.236068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': '97005d94-e17f-461f-8de0-4d6922ee8f4c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:36.239895 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "97005d94-e17f-461f-8de0-4d6922ee8f4c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:36.242472 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4b4a18a-25cc-4db2-87ea-f8ccb5d70c59 req-b4972c65-9fc5-4ff2-99b7-80cda4e0aeb7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5391 time: 0.3381763 Nov 03 16:01:36.252141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:36.259517 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:36.268574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b557c30-dfe6-44b4-b876-5c22d274bcc3 req-67c00340-9c35-4b88-84a9-85abc6c09576 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.278396 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b557c30-dfe6-44b4-b876-5c22d274bcc3 req-67c00340-9c35-4b88-84a9-85abc6c09576 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.3588119 Nov 03 16:01:36.372636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d3fea44a-9470-435d-b9ca-26d414af2191, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d3fea44a-9470-435d-b9ca-26d414af2191,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:36.395843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4b4a18a-25cc-4db2-87ea-f8ccb5d70c59 req-51413986-bc08-4df1-b5d6-8573c0cbebfd tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525760 Nov 03 16:01:36.416149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1135787-3665-4495-ab8e-784e32023c39 req-99bdee4d-4359-4455-9571-cbdd8fe5c337 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003125 Nov 03 16:01:36.445126 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:36.447133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c024b092-5af7-4416-9c4b-6b65e55040d3 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:01:36.487252 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-fa859880-d84a-4d4e-ac46-9c82dc5692dd req-9c6ad2bd-1a1f-4ae7-8563-b1fdcdf38f4f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:01:36.488434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa859880-d84a-4d4e-ac46-9c82dc5692dd req-9c6ad2bd-1a1f-4ae7-8563-b1fdcdf38f4f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/52c9bcd7-8d6b-4796-a878-03ba7b14ab98 HTTP/1.1" status: 404 len: 352 time: 0.0230238 Nov 03 16:01:36.509212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b557c30-dfe6-44b4-b876-5c22d274bcc3 req-ca4a8191-cfd8-48b0-b1bf-a1727c341020 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298746 Nov 03 16:01:36.574677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] For port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:36.579079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] For port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:36.582750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=d3fea44a-9470-435d-b9ca-26d414af2191,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:36.591788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:36.665499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4828c42-4adc-43f5-990a-e766b9454c15 req-9a23d77e-0d49-47b2-9b53-7f65efa742ce tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.667767 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4828c42-4adc-43f5-990a-e766b9454c15 req-9a23d77e-0d49-47b2-9b53-7f65efa742ce tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 944 time: 0.0927181 Nov 03 16:01:36.731965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:36.739329 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:36.742704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] 10.222.0.15 "PUT /v2.0/ports/14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 HTTP/1.1" status: 200 len: 1090 time: 2.3985541 Nov 03 16:01:36.804500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:36.884140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4828c42-4adc-43f5-990a-e766b9454c15 req-367e53ce-921c-49f1-9575-73c300e219bd tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015529 Nov 03 16:01:36.948080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63881d54-db9c-4b94-a1fc-3423d8106c7c service neutron] Pushing event updated for resources: {'Port': ['ID=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:36.956765 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aba85c-06a4-498a-9ad4-712c5bff0e71 x-openstack-request-id: req-f0aba85c-06a4-498a-9ad4-712c5bff0e71 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:36.957553 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c46de11-fdc4-49da-b91d-622b44674358", "name": "network-vif-deleted", "tag": "85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:36.958346 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0aba85c-06a4-498a-9ad4-712c5bff0e71 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:36.959465 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c46de11-fdc4-49da-b91d-622b44674358', 'name': 'network-vif-deleted', 'tag': '85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0', 'status': 'completed', 'code': 200} Nov 03 16:01:37.058700 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04339a40-3426-4fba-91fc-6247d150dd18 x-openstack-request-id: req-04339a40-3426-4fba-91fc-6247d150dd18 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:37.059324 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "97005d94-e17f-461f-8de0-4d6922ee8f4c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:37.059725 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-04339a40-3426-4fba-91fc-6247d150dd18 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:37.060269 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': '97005d94-e17f-461f-8de0-4d6922ee8f4c', 'status': 'completed', 'code': 200} Nov 03 16:01:37.061391 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:37.075355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port c024b092-5af7-4416-9c4b-6b65e55040d3 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:01:37.098753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port c024b092-5af7-4416-9c4b-6b65e55040d3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:01:37.099279 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:37.145156 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-09804350-8d34-46b0-96ea-47a0c5c09a11 req-b3391f33-6696-401c-9b6a-aa3b771c35af tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:01:37.166131 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09804350-8d34-46b0-96ea-47a0c5c09a11 req-b3391f33-6696-401c-9b6a-aa3b771c35af tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/b0bac63f-550d-4ef0-957c-374592cd8a51 HTTP/1.1" status: 404 len: 352 time: 0.0815880 Nov 03 16:01:37.272562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-8eb6f93a-d699-4def-bc92-c71abe1c5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.273043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-8eb6f93a-d699-4def-bc92-c71abe1c5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.273658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-8eb6f93a-d699-4def-bc92-c71abe1c5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.274071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-8eb6f93a-d699-4def-bc92-c71abe1c5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.274528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-8eb6f93a-d699-4def-bc92-c71abe1c5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.274980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-8eb6f93a-d699-4def-bc92-c71abe1c5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.275430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-8eb6f93a-d699-4def-bc92-c71abe1c5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.277335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-8eb6f93a-d699-4def-bc92-c71abe1c5126 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6283 time: 0.1768665 Nov 03 16:01:37.299449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afd2c9-60a6-4a88-ab09-a1b3d7ccc50d req-fd709233-f112-4ffc-8bca-47a3f118f501 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.301115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77afd2c9-60a6-4a88-ab09-a1b3d7ccc50d req-fd709233-f112-4ffc-8bca-47a3f118f501 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 945 time: 0.1046267 Nov 03 16:01:37.318847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:37.390433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c024b092-5af7-4416-9c4b-6b65e55040d3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c024b092-5af7-4416-9c4b-6b65e55040d3,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:37.402394 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:37.403279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:37.446252 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77afd2c9-60a6-4a88-ab09-a1b3d7ccc50d req-6a492986-7b7b-4769-ab09-ee4df5125b31 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264074 Nov 03 16:01:37.455692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:37.456038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 85914689-cf3d-4aa5-a0ba-b2f6ae2c7dd0 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:37.528264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-f7260a88-2a58-49cd-a16e-21428a8a960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.528767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-f7260a88-2a58-49cd-a16e-21428a8a960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.529208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-f7260a88-2a58-49cd-a16e-21428a8a960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.536784 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-f7260a88-2a58-49cd-a16e-21428a8a960f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2327378 Nov 03 16:01:37.567200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049'}, {'server_uuid': 'fb589742-0b04-408d-8f3a-f0e2b626f5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fea44a-9470-435d-b9ca-26d414af2191'}, {'server_uuid': '4d34a689-68b7-4b0d-829c-1820b9c8834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c024b092-5af7-4416-9c4b-6b65e55040d3'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:37.570156 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00126918-1ffc-439a-ab34-8d0806c5b962" -d '{"events": [{"server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "name": "network-vif-plugged", "status": "completed", "tag": "b7719619-4dda-406e-a404-ce85d3e00049"}, {"server_uuid": "fb589742-0b04-408d-8f3a-f0e2b626f5c5", "name": "network-vif-plugged", "status": "completed", "tag": "d3fea44a-9470-435d-b9ca-26d414af2191"}, {"server_uuid": "4d34a689-68b7-4b0d-829c-1820b9c8834e", "name": "network-vif-plugged", "status": "completed", "tag": "c024b092-5af7-4416-9c4b-6b65e55040d3"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:37.594810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c024b092-5af7-4416-9c4b-6b65e55040d3,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:37.645743 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:37.726811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-0f29df07-bef6-4ec2-9181-4a2c7655a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.733223 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c80e9f6-5437-4fa6-8f83-61ab2089f4cb req-0f29df07-bef6-4ec2-9181-4a2c7655a3f4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880319 Nov 03 16:01:37.785917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe4623-6ecc-49d3-9e46-e70cc064f053 req-7f514f36-48c3-4ea1-94a6-24f18cdb86a1 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:37.787735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fe4623-6ecc-49d3-9e46-e70cc064f053 req-7f514f36-48c3-4ea1-94a6-24f18cdb86a1 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 946 time: 0.5515089 Nov 03 16:01:37.792739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:37.794818 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-2cd86ef6-c0fb-4d2e-9788-95a4ad289357 req-705d341e-85ac-431c-ac4c-6b5253f05ffc tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:01:37.795975 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2cd86ef6-c0fb-4d2e-9788-95a4ad289357 req-705d341e-85ac-431c-ac4c-6b5253f05ffc tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/8df00b2f-7b3b-4f61-8d2f-21fea54fcb79 HTTP/1.1" status: 404 len: 352 time: 0.0288413 Nov 03 16:01:37.809042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:37.840076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Transition to ACTIVE for port object bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:37.854903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:37.881031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fe4623-6ecc-49d3-9e46-e70cc064f053 req-2a9c3da0-89d1-4392-858a-e9fc354701dd tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791080 Nov 03 16:01:37.935757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Pushing event updated for resources: {'Port': ['ID=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:37.995021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8125a-f418-4d30-8603-0e6ca4e9e4d7 req-a0cc10f5-8596-40a3-a0fe-8f83ed18705e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.001121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8125a-f418-4d30-8603-0e6ca4e9e4d7 req-a0cc10f5-8596-40a3-a0fe-8f83ed18705e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.014033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8125a-f418-4d30-8603-0e6ca4e9e4d7 req-a0cc10f5-8596-40a3-a0fe-8f83ed18705e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.020728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8125a-f418-4d30-8603-0e6ca4e9e4d7 req-a0cc10f5-8596-40a3-a0fe-8f83ed18705e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.031271 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8125a-f418-4d30-8603-0e6ca4e9e4d7 req-a0cc10f5-8596-40a3-a0fe-8f83ed18705e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.034734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Attempting to bind port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:38.035078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Attempting to bind port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:38.035413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Attempting to bind port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:38.039673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8125a-f418-4d30-8603-0e6ca4e9e4d7 req-a0cc10f5-8596-40a3-a0fe-8f83ed18705e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.042644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 on network ee741312-e7a4-497e-a55d-b6166aa88e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:38.043098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Attempting to bind port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:38.050114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8125a-f418-4d30-8603-0e6ca4e9e4d7 req-a0cc10f5-8596-40a3-a0fe-8f83ed18705e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.059505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:38.059845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Checking segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:38.060237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Bound using segment: {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:38.061263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1de8125a-f418-4d30-8603-0e6ca4e9e4d7 req-a0cc10f5-8596-40a3-a0fe-8f83ed18705e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5403 time: 0.1788540 Nov 03 16:01:38.061695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Bound port: bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e771152c-0955-46f6-bee4-17685c7cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:38.062057 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:38.118624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd4ff6-4a7a-4821-9b9b-d64b3fb4fa1e req-c220a0f6-36f0-4a31-b209-259038b23e08 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.124829 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1de8125a-f418-4d30-8603-0e6ca4e9e4d7 req-55985ba7-1e16-4923-bf10-21690b4f3c4d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612187 Nov 03 16:01:38.126586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6cd4ff6-4a7a-4821-9b9b-d64b3fb4fa1e req-c220a0f6-36f0-4a31-b209-259038b23e08 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.0929344 Nov 03 16:01:38.202888 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376524e9-4a29-4ac8-969c-3e9c00b8f7d4 x-openstack-request-id: req-376524e9-4a29-4ac8-969c-3e9c00b8f7d4 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:38.203370 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "name": "network-vif-plugged", "status": "completed", "tag": "b7719619-4dda-406e-a404-ce85d3e00049", "code": 200}, {"server_uuid": "fb589742-0b04-408d-8f3a-f0e2b626f5c5", "name": "network-vif-plugged", "status": "completed", "tag": "d3fea44a-9470-435d-b9ca-26d414af2191", "code": 200}, {"server_uuid": "4d34a689-68b7-4b0d-829c-1820b9c8834e", "name": "network-vif-plugged", "status": "completed", "tag": "c024b092-5af7-4416-9c4b-6b65e55040d3", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:38.203552 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-376524e9-4a29-4ac8-969c-3e9c00b8f7d4 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:38.203828 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049', 'code': 200} Nov 03 16:01:38.204091 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb589742-0b04-408d-8f3a-f0e2b626f5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fea44a-9470-435d-b9ca-26d414af2191', 'code': 200} Nov 03 16:01:38.204338 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34a689-68b7-4b0d-829c-1820b9c8834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c024b092-5af7-4416-9c4b-6b65e55040d3', 'code': 200} Nov 03 16:01:38.216771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] For port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:38.220292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] For port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:38.249713 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:38.329352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Pushing event updated for resources: {'Port': ['ID=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:38.360321 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:38.401240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6cd4ff6-4a7a-4821-9b9b-d64b3fb4fa1e req-74744aa1-aceb-4061-812f-c8f8a645d60f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731078 Nov 03 16:01:38.407131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.409507 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:38.411058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8ac89a4a-ab11-48f4-96b7-5bb285e97b3c service neutron] 10.222.0.15 "PUT /v2.0/ports/bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 HTTP/1.1" status: 200 len: 1090 time: 1.6180563 Nov 03 16:01:38.477795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:38.543943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6224da8-3ceb-4b72-af8d-72c0bdde1304 req-319b01ca-04f7-4051-97cb-fd6caae0d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.545783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6224da8-3ceb-4b72-af8d-72c0bdde1304 req-319b01ca-04f7-4051-97cb-fd6caae0d6b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 1096 time: 0.0963769 Nov 03 16:01:38.552153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8f462-c3e1-4b8c-aa15-24d3be309329 req-c0018123-6f13-4928-9659-5eeac0992f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.554112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62f8f462-c3e1-4b8c-aa15-24d3be309329 req-c0018123-6f13-4928-9659-5eeac0992f6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 1096 time: 0.1941280 Nov 03 16:01:38.558984 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-1a359b7b-ab87-4e54-a6be-cd33e54e702a req-c9dfdad3-c2bf-44a9-b442-852462e9d9ac tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] show failed (client error): The resource could not be found. Nov 03 16:01:38.572032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a359b7b-ab87-4e54-a6be-cd33e54e702a req-c9dfdad3-c2bf-44a9-b442-852462e9d9ac tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/0fe3f293-ebde-4334-9641-0f43013a48f8 HTTP/1.1" status: 404 len: 352 time: 0.0908484 Nov 03 16:01:38.632663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2c054-c930-4452-8a08-c6a7d27dc7ad req-4adaac2f-6e0c-438f-bd7c-ec97b8e2c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.641110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-57c2c054-c930-4452-8a08-c6a7d27dc7ad req-4adaac2f-6e0c-438f-bd7c-ec97b8e2c04a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 1096 time: 0.2241788 Nov 03 16:01:38.751269 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6224da8-3ceb-4b72-af8d-72c0bdde1304 req-62782f5c-1739-4c6a-8790-62e90cbc8ba0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656384 Nov 03 16:01:38.781545 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:38.786019 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62f8f462-c3e1-4b8c-aa15-24d3be309329 req-50a6f78b-1543-420f-9591-3bee670c1066 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427641 Nov 03 16:01:38.800400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045ea6f-0146-4b46-a89c-2c6c4345a88e req-8e2285ca-93a7-4ce1-ad8f-1e57800d41e9 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.809270 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5045ea6f-0146-4b46-a89c-2c6c4345a88e req-8e2285ca-93a7-4ce1-ad8f-1e57800d41e9 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.1453750 Nov 03 16:01:38.811559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6f309830-8a60-4d77-99c6-0eb10b7cf545 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.813587 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6f309830-8a60-4d77-99c6-0eb10b7cf545 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 946 time: 0.3973978 Nov 03 16:01:38.865823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5045ea6f-0146-4b46-a89c-2c6c4345a88e req-b2486b8c-ee6b-4a8a-9f14-5b3dde34b237 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537372 Nov 03 16:01:38.982926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b170d6f-2e59-4c5a-86f7-347f6384a5c7 req-cacb2d1d-6e4e-474f-968f-32102637d3ce tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:38.984378 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b170d6f-2e59-4c5a-86f7-347f6384a5c7 req-cacb2d1d-6e4e-474f-968f-32102637d3ce tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 949 time: 0.0600421 Nov 03 16:01:39.048461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b170d6f-2e59-4c5a-86f7-347f6384a5c7 req-fb7120f3-2b38-411d-97f8-84c3d3f3b4d0 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569279 Nov 03 16:01:39.123259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7'}, {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:39.125592 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7754e50b-1118-4f06-9526-bce5246fb10b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7"}, {"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:39.140800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-57c2c054-c930-4452-8a08-c6a7d27dc7ad req-04a522ce-ab2f-4ecf-90c9-29c869071baf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759462 Nov 03 16:01:39.164410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a18ee-31e5-4da5-9109-1ffe76582851 req-435b21b4-f253-4999-b0a8-68387a9cd342 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.171753 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d71a18ee-31e5-4da5-9109-1ffe76582851 req-435b21b4-f253-4999-b0a8-68387a9cd342 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 945 time: 0.5278764 Nov 03 16:01:39.254471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ce127d-8a59-446f-ac4c-13e9e9a821e5 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:39.281069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d71a18ee-31e5-4da5-9109-1ffe76582851 req-ae182736-e751-4408-9b63-9148464fe1e4 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031489 Nov 03 16:01:39.283499 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:39.294078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Deleting port 334201c1-a3a3-4d8c-99bb-b77db765d564 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:39.294463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:39.322784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Transition to ACTIVE for port object 75ce127d-8a59-446f-ac4c-13e9e9a821e5 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:39.327341 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e02756-0073-4d28-8740-1bca05c02697 x-openstack-request-id: req-33e02756-0073-4d28-8740-1bca05c02697 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:39.327648 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:39.327900 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-33e02756-0073-4d28-8740-1bca05c02697 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:39.328302 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7', 'status': 'completed', 'code': 200} Nov 03 16:01:39.328604 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9', 'status': 'completed', 'code': 200} Nov 03 16:01:39.374880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b3484-4bc0-4930-9151-c97dc274754d req-fd932463-a162-433f-9382-622cc50151cc tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.376455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a75b3484-4bc0-4930-9151-c97dc274754d req-fd932463-a162-433f-9382-622cc50151cc tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff69f47f-347f-45d3-bcf9-b8639d3c6e94 HTTP/1.1" status: 200 len: 946 time: 0.1031518 Nov 03 16:01:39.393094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:39.471070 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a75b3484-4bc0-4930-9151-c97dc274754d req-4d62bf6a-5fe2-4bec-9370-d08807787650 tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbb8df84-d791-4eed-b0c6-60aabfafedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763988 Nov 03 16:01:39.570607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] For port 334201c1-a3a3-4d8c-99bb-b77db765d564, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=334201c1-a3a3-4d8c-99bb-b77db765d564,segment=NetworkSegment(5438fe9f-77ac-416a-a537-d8926b126802),segment_id=5438fe9f-77ac-416a-a537-d8926b126802)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:39.570945 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:39.589342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Calling delete_port for 334201c1-a3a3-4d8c-99bb-b77db765d564 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:39.667655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a8b7b-6325-4c41-99f0-6ef2f38e35b2 req-77ebc2e0-6bb4-46f7-86d7-cb4507a30947 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.669245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf0a8b7b-6325-4c41-99f0-6ef2f38e35b2 req-77ebc2e0-6bb4-46f7-86d7-cb4507a30947 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 1023 time: 0.1238301 Nov 03 16:01:39.701547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-5825554e-4c21-46ff-b528-f7095b701a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.702030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-5825554e-4c21-46ff-b528-f7095b701a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.702493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-5825554e-4c21-46ff-b528-f7095b701a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.702948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-5825554e-4c21-46ff-b528-f7095b701a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.703401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-5825554e-4c21-46ff-b528-f7095b701a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.703854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-5825554e-4c21-46ff-b528-f7095b701a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.704304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-5825554e-4c21-46ff-b528-f7095b701a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.708233 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7754e50b-1118-4f06-9526-bce5246fb10b req-5825554e-4c21-46ff-b528-f7095b701a4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6375 time: 0.1110697 Nov 03 16:01:39.827951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Pushing event updated for resources: {'Port': ['ID=75ce127d-8a59-446f-ac4c-13e9e9a821e5,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:39.912711 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:39.914564 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf0a8b7b-6325-4c41-99f0-6ef2f38e35b2 req-70cc39f9-5924-42e8-a595-be8da4872138 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6c24bd7-bb56-4530-8adb-a2aaa72b00e4&id=7d34431e-83fe-44a7-9457-4eb343ccb189&id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2155740 Nov 03 16:01:39.937499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-59499428-0fa8-41a7-ab9e-f64da8ae4dd9 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.939114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-59499428-0fa8-41a7-ab9e-f64da8ae4dd9 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "GET /v2.0/ports?device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 949 time: 0.5355039 Nov 03 16:01:39.963204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eb1f0-ec27-42bf-816b-7283221ddd9f req-770beef4-7d89-4f7d-9857-4ebd5290edca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.971514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eb1f0-ec27-42bf-816b-7283221ddd9f req-770beef4-7d89-4f7d-9857-4ebd5290edca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.979211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eb1f0-ec27-42bf-816b-7283221ddd9f req-770beef4-7d89-4f7d-9857-4ebd5290edca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.982404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-83a56e0c-0e80-452e-b8ed-e80e7a2cb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.982877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-83a56e0c-0e80-452e-b8ed-e80e7a2cb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.983428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-83a56e0c-0e80-452e-b8ed-e80e7a2cb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.985073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7754e50b-1118-4f06-9526-bce5246fb10b req-83a56e0c-0e80-452e-b8ed-e80e7a2cb904 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2586813 Nov 03 16:01:39.988138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eb1f0-ec27-42bf-816b-7283221ddd9f req-770beef4-7d89-4f7d-9857-4ebd5290edca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:39.996552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eb1f0-ec27-42bf-816b-7283221ddd9f req-770beef4-7d89-4f7d-9857-4ebd5290edca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.006022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eb1f0-ec27-42bf-816b-7283221ddd9f req-770beef4-7d89-4f7d-9857-4ebd5290edca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.013216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eb1f0-ec27-42bf-816b-7283221ddd9f req-770beef4-7d89-4f7d-9857-4ebd5290edca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.015443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-961eb1f0-ec27-42bf-816b-7283221ddd9f req-770beef4-7d89-4f7d-9857-4ebd5290edca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5415 time: 0.6083114 Nov 03 16:01:40.042702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Attempting to bind port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:40.043067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Attempting to bind port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:40.043372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Attempting to bind port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 on network f53c18ab-0e9c-4dc4-9f35-92060e2310fa {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:40.046105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Pushing event deleted for resources: {'Port': ['ID=334201c1-a3a3-4d8c-99bb-b77db765d564,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:40.131400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-f569a240-3901-453a-bc2d-272ce893db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.133469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7754e50b-1118-4f06-9526-bce5246fb10b req-f569a240-3901-453a-bc2d-272ce893db98 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385007 Nov 03 16:01:40.157098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] No DVR routers for this DVR port 334201c1-a3a3-4d8c-99bb-b77db765d564 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:40.158602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294492f3-a57e-4360-83a3-c060e0cd3081 req-0e9bf153-9579-40b1-9d92-b8f7f0dbb27b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.168144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-294492f3-a57e-4360-83a3-c060e0cd3081 req-0e9bf153-9579-40b1-9d92-b8f7f0dbb27b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.1820183 Nov 03 16:01:40.176526 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:40.180611 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb624d71-fb14-430b-b9bc-cf0dd5334b83 req-6c7247f7-513d-4a0d-8cde-3e79af3569da tempest-ServerTagsTestJSON-1951929396 tempest-ServerTagsTestJSON-1951929396-project] 10.222.0.70 "DELETE /v2.0/ports/334201c1-a3a3-4d8c-99bb-b77db765d564 HTTP/1.1" status: 204 len: 173 time: 1.3476927 Nov 03 16:01:40.189208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 on network f53c18ab-0e9c-4dc4-9f35-92060e2310fa not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:40.189578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Attempting to bind port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 on network f53c18ab-0e9c-4dc4-9f35-92060e2310fa {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:40.210921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:40.211378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Checking segment: {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:40.211681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Bound using segment: {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:40.212246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Bound port: 75ce127d-8a59-446f-ac4c-13e9e9a821e5, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:40.212598 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:40.294563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-294492f3-a57e-4360-83a3-c060e0cd3081 req-8b9a1ee3-6561-4424-bd56-083e77a9e062 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157918 Nov 03 16:01:40.342697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-b0553b82-31ec-44ae-ae09-737f2d5ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.348614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-b0553b82-31ec-44ae-ae09-737f2d5ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.349095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-b0553b82-31ec-44ae-ae09-737f2d5ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.349602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-b0553b82-31ec-44ae-ae09-737f2d5ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.350068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-b0553b82-31ec-44ae-ae09-737f2d5ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.350532 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-b0553b82-31ec-44ae-ae09-737f2d5ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.350992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-b0553b82-31ec-44ae-ae09-737f2d5ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.356482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7754e50b-1118-4f06-9526-bce5246fb10b req-b0553b82-31ec-44ae-ae09-737f2d5ec2b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6375 time: 0.1372178 Nov 03 16:01:40.389257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-961eb1f0-ec27-42bf-816b-7283221ddd9f req-359feaf9-94bf-4fbe-8427-3be495938192 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3357520 Nov 03 16:01:40.453338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] For port 75ce127d-8a59-446f-ac4c-13e9e9a821e5, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:40.472632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] For port 75ce127d-8a59-446f-ac4c-13e9e9a821e5, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:40.480771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:40.523930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc383133-4861-439e-8fc9-db3e6d4b5749 req-a0ed4f15-9c03-4be8-beea-76be0b2d812d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.525389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc383133-4861-439e-8fc9-db3e6d4b5749 req-a0ed4f15-9c03-4be8-beea-76be0b2d812d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.1162987 Nov 03 16:01:40.548766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.549672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:40.551350 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] 10.222.0.15 "PUT /v2.0/ports/75ce127d-8a59-446f-ac4c-13e9e9a821e5 HTTP/1.1" status: 200 len: 1091 time: 2.0853906 Nov 03 16:01:40.581338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-1087951e-bb99-48c6-a613-127add54439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.582079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-1087951e-bb99-48c6-a613-127add54439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.582543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-1087951e-bb99-48c6-a613-127add54439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:40.584537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7754e50b-1118-4f06-9526-bce5246fb10b req-1087951e-bb99-48c6-a613-127add54439c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2121296 Nov 03 16:01:40.596526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device cb1aeab5-2891-4298-a04d-e47a88f93173 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:40.631469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc383133-4861-439e-8fc9-db3e6d4b5749 req-f9f87eb8-d140-422b-a627-f2f648828002 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950711 Nov 03 16:01:40.635837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Deleting port cb1aeab5-2891-4298-a04d-e47a88f93173 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:40.638293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:40.772878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Request body: {'port': {'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:40.854016 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:40.955192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port cb1aeab5-2891-4298-a04d-e47a88f93173, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cb1aeab5-2891-4298-a04d-e47a88f93173,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:40.956937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1aeab5-2891-4298-a04d-e47a88f93173'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:40.966854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125a81e-e877-4c4a-974f-6833448c8555 service neutron] Pushing event updated for resources: {'Port': ['ID=75ce127d-8a59-446f-ac4c-13e9e9a821e5,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:40.969243 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84165247-32d7-4e6e-a990-81eaf4e488df" -d '{"events": [{"server_uuid": "5351f79c-6138-4825-bfa3-6fcc0b3a3305", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1aeab5-2891-4298-a04d-e47a88f93173"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:40.996436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71423fb0-7963-471a-93ad-3c55c7ed279b req-fc6381c1-8af8-49e4-8fef-5804baf107ee tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:41.000717 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:41.001679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 334201c1-a3a3-4d8c-99bb-b77db765d564 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:41.006476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71423fb0-7963-471a-93ad-3c55c7ed279b req-fc6381c1-8af8-49e4-8fef-5804baf107ee tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=5351f79c-6138-4825-bfa3-6fcc0b3a3305 HTTP/1.1" status: 200 len: 949 time: 0.4681759 Nov 03 16:01:41.035252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:41.083641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 334201c1-a3a3-4d8c-99bb-b77db765d564 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:41.084340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 334201c1-a3a3-4d8c-99bb-b77db765d564 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:41.139964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] For port cb1aeab5-2891-4298-a04d-e47a88f93173, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=cb1aeab5-2891-4298-a04d-e47a88f93173,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:41.140492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:41.164900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=cb1aeab5-2891-4298-a04d-e47a88f93173,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:41.183756 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71423fb0-7963-471a-93ad-3c55c7ed279b req-a7cd07a1-b37f-4a2b-b420-3b82de23616d tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689682 Nov 03 16:01:41.217447 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Calling delete_port for cb1aeab5-2891-4298-a04d-e47a88f93173 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:41.308411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55998) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:41.356957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff69f47f-347f-45d3-bcf9-b8639d3c6e94', 'name': 'network-vif-deleted', 'tag': '334201c1-a3a3-4d8c-99bb-b77db765d564'}, {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': '75ce127d-8a59-446f-ac4c-13e9e9a821e5'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:41.360194 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c" -d '{"events": [{"server_uuid": "ff69f47f-347f-45d3-bcf9-b8639d3c6e94", "name": "network-vif-deleted", "tag": "334201c1-a3a3-4d8c-99bb-b77db765d564"}, {"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "75ce127d-8a59-446f-ac4c-13e9e9a821e5"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:41.460144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1eae-94f3-40ab-b0ee-3ab7d3e240fa req-b7604be6-0b49-4afc-93f8-f3636276a365 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:41.461649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c52d1eae-94f3-40ab-b0ee-3ab7d3e240fa req-b7604be6-0b49-4afc-93f8-f3636276a365 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 945 time: 0.5572746 Nov 03 16:01:41.462715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e50b-1118-4f06-9526-bce5246fb10b req-65e80a26-6ee1-451b-a3ce-c58f1fe3cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:41.464187 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7754e50b-1118-4f06-9526-bce5246fb10b req-65e80a26-6ee1-451b-a3ce-c58f1fe3cd71 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8134789 Nov 03 16:01:41.559118 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c52d1eae-94f3-40ab-b0ee-3ab7d3e240fa req-50fe0359-70a7-46cd-9244-a22c36cbfe02 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900636 Nov 03 16:01:41.597147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3af6000-f3d7-4bf2-94b7-7f66f148aaa1 admin admin] Deleting subnet 22f2004a-4dd4-424b-a8c8-86d73070d2ff {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:01:41.599994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-86627f26-54a5-4564-99c3-094c3d96e7d8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:41.600606 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d3af6000-f3d7-4bf2-94b7-7f66f148aaa1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:41.602568 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-86627f26-54a5-4564-99c3-094c3d96e7d8 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 949 time: 0.1003129 Nov 03 16:01:41.613643 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745a16be-2282-4147-ad8a-5c46b52b45ff x-openstack-request-id: req-745a16be-2282-4147-ad8a-5c46b52b45ff {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:41.614741 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5351f79c-6138-4825-bfa3-6fcc0b3a3305", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1aeab5-2891-4298-a04d-e47a88f93173", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:41.615326 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-745a16be-2282-4147-ad8a-5c46b52b45ff {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:41.616367 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1aeab5-2891-4298-a04d-e47a88f93173', 'code': 200} Nov 03 16:01:41.692064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d94af6-096d-4be0-9da3-e203d8251c80 req-cae3b2db-eed0-4b36-9363-0f607ff1ed6f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:41.693643 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22d94af6-096d-4be0-9da3-e203d8251c80 req-cae3b2db-eed0-4b36-9363-0f607ff1ed6f tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 1023 time: 0.3302579 Nov 03 16:01:41.727108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:41.741707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:41.762109 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d3af6000-f3d7-4bf2-94b7-7f66f148aaa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:41.777376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'e9c626ff-a2be-4bac-9047-cc51aad65525'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:41.796299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Deleting port e9c626ff-a2be-4bac-9047-cc51aad65525 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:41.796796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:41.812464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2ad6-0a03-46bd-8bae-bf9d0fa97a1f req-e8502f78-a5fa-40a6-9401-3425e4d25129 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:41.819361 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a1f2ad6-0a03-46bd-8bae-bf9d0fa97a1f req-e8502f78-a5fa-40a6-9401-3425e4d25129 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.0962882 Nov 03 16:01:41.893403 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d3af6000-f3d7-4bf2-94b7-7f66f148aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:41.974925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a1f2ad6-0a03-46bd-8bae-bf9d0fa97a1f req-bfa46670-4038-47b6-94d8-ebab082b711a tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516542 Nov 03 16:01:42.102869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-ef89a0f5-6954-43a6-8704-8871456fa9b1 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.116704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-ef89a0f5-6954-43a6-8704-8871456fa9b1 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 1023 time: 0.1832557 Nov 03 16:01:42.150456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] For port e9c626ff-a2be-4bac-9047-cc51aad65525, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e9c626ff-a2be-4bac-9047-cc51aad65525,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:42.151193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:42.255132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Calling delete_port for e9c626ff-a2be-4bac-9047-cc51aad65525 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:42.424112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930db45-4926-41c6-950b-30b4a637c3c7 req-2c316efe-4c6e-452a-98a3-c35e59e31fb5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.432749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930db45-4926-41c6-950b-30b4a637c3c7 req-2c316efe-4c6e-452a-98a3-c35e59e31fb5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.439769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930db45-4926-41c6-950b-30b4a637c3c7 req-2c316efe-4c6e-452a-98a3-c35e59e31fb5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.446144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930db45-4926-41c6-950b-30b4a637c3c7 req-2c316efe-4c6e-452a-98a3-c35e59e31fb5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.452187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930db45-4926-41c6-950b-30b4a637c3c7 req-2c316efe-4c6e-452a-98a3-c35e59e31fb5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.459325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930db45-4926-41c6-950b-30b4a637c3c7 req-2c316efe-4c6e-452a-98a3-c35e59e31fb5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.471514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930db45-4926-41c6-950b-30b4a637c3c7 req-2c316efe-4c6e-452a-98a3-c35e59e31fb5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.481304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e930db45-4926-41c6-950b-30b4a637c3c7 req-2c316efe-4c6e-452a-98a3-c35e59e31fb5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5415 time: 0.2367380 Nov 03 16:01:42.546121 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a44b49-a230-41d3-913f-06d2cde0d686 x-openstack-request-id: req-19a44b49-a230-41d3-913f-06d2cde0d686 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:42.546557 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff69f47f-347f-45d3-bcf9-b8639d3c6e94", "name": "network-vif-deleted", "tag": "334201c1-a3a3-4d8c-99bb-b77db765d564", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "75ce127d-8a59-446f-ac4c-13e9e9a821e5", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:42.547534 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-19a44b49-a230-41d3-913f-06d2cde0d686 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:42.547534 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff69f47f-347f-45d3-bcf9-b8639d3c6e94', 'name': 'network-vif-deleted', 'tag': '334201c1-a3a3-4d8c-99bb-b77db765d564', 'status': 'completed', 'code': 200} Nov 03 16:01:42.547799 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': '75ce127d-8a59-446f-ac4c-13e9e9a821e5', 'status': 'completed', 'code': 200} Nov 03 16:01:42.574367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d3af6000-f3d7-4bf2-94b7-7f66f148aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:42.585190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Deleting port c92efcfa-a626-47bd-892e-2a1f4749d2fb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:42.585550 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:42.669573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d3af6000-f3d7-4bf2-94b7-7f66f148aaa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:42.673038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d3af6000-f3d7-4bf2-94b7-7f66f148aaa1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/22f2004a-4dd4-424b-a8c8-86d73070d2ff HTTP/1.1" status: 204 len: 168 time: 1.3634770 Nov 03 16:01:42.674424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] No DVR routers for this DVR port cb1aeab5-2891-4298-a04d-e47a88f93173 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:42.677009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:42.681793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05ced89c-10ae-40b7-a1f3-29918733c65e req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "DELETE /v2.0/ports/cb1aeab5-2891-4298-a04d-e47a88f93173 HTTP/1.1" status: 204 len: 173 time: 2.6633637 Nov 03 16:01:42.686765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] For port c92efcfa-a626-47bd-892e-2a1f4749d2fb, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c92efcfa-a626-47bd-892e-2a1f4749d2fb,segment=NetworkSegment(0aa933b9-614e-441f-8595-e82bc3f4b5d2),segment_id=0aa933b9-614e-441f-8595-e82bc3f4b5d2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:42.687138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:42.702741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56036) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:42.708087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Calling delete_port for c92efcfa-a626-47bd-892e-2a1f4749d2fb owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:42.740871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af6000-f3d7-4bf2-94b7-7f66f148aaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f2004a-4dd4-424b-a8c8-86d73070d2ff,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:42.743192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d3a3e-144d-47cb-ba23-b47468e79177 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event deleted for resources: {'Port': ['ID=cb1aeab5-2891-4298-a04d-e47a88f93173,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:42.757928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22d94af6-096d-4be0-9da3-e203d8251c80 req-ba175e00-efbe-4e36-bfd7-9f8642fd9235 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6c24bd7-bb56-4530-8adb-a2aaa72b00e4&id=7d34431e-83fe-44a7-9457-4eb343ccb189&id=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 1.0491934 Nov 03 16:01:42.879142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-fd537032-a055-4e86-bb83-09225469744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.879967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-fd537032-a055-4e86-bb83-09225469744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.880435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-fd537032-a055-4e86-bb83-09225469744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.880964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-fd537032-a055-4e86-bb83-09225469744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.881437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-fd537032-a055-4e86-bb83-09225469744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.881911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-fd537032-a055-4e86-bb83-09225469744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.882860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-fd537032-a055-4e86-bb83-09225469744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:42.884508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-fd537032-a055-4e86-bb83-09225469744b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6417 time: 0.3429601 Nov 03 16:01:42.901808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:42.944164 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:42.951733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e930db45-4926-41c6-950b-30b4a637c3c7 req-ed47501d-2991-406b-8901-12d3cfd0d198 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4619498 Nov 03 16:01:42.983259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:42.995979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:43.030997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d018532-9d06-4ac2-8e05-3690a5629e2d {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:43.066473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', '96fd1d11-3e1c-481d-80b2-115c42f750ff'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:43.086861 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.119100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event deleted for resources: {'Port': ['ID=e9c626ff-a2be-4bac-9047-cc51aad65525,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:43.149877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Transition to ACTIVE for port object 7d018532-9d06-4ac2-8e05-3690a5629e2d will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:43.176866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.190206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.192414 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf14dbe4-b1aa-476e-99e2-54373c61df62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.235678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] No DVR routers for this DVR port e9c626ff-a2be-4bac-9047-cc51aad65525 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:43.243701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'Port': ['ID=c92efcfa-a626-47bd-892e-2a1f4749d2fb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:43.253125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.253632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274262bd-da8a-498d-8527-f13e00a42dc9 req-351860ba-20db-444d-a070-218b36206ae2 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:43.261173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-274262bd-da8a-498d-8527-f13e00a42dc9 req-351860ba-20db-444d-a070-218b36206ae2 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.3476789 Nov 03 16:01:43.264571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a7424647-be6b-4431-b60e-8915bfe434f0 req-e1c90eeb-18dd-4b2a-9210-b94f70dcb353 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "DELETE /v2.0/ports/e9c626ff-a2be-4bac-9047-cc51aad65525 HTTP/1.1" status: 204 len: 173 time: 1.6529279 Nov 03 16:01:43.265318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dab361-7881-4979-bad3-6221e8253e1b', 'name': 'network-vif-deleted', 'tag': 'e9c626ff-a2be-4bac-9047-cc51aad65525'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:43.267913 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7b3c3a-2f9d-4e1c-ab3f-d37cda1d4a5a" -d '{"events": [{"server_uuid": "90dab361-7881-4979-bad3-6221e8253e1b", "name": "network-vif-deleted", "tag": "e9c626ff-a2be-4bac-9047-cc51aad65525"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:43.299962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-f49a4ebb-546b-48b8-a95d-bf09f9307347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:43.300222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-f49a4ebb-546b-48b8-a95d-bf09f9307347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:43.300673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-f49a4ebb-546b-48b8-a95d-bf09f9307347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:43.302262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-f49a4ebb-546b-48b8-a95d-bf09f9307347 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3900881 Nov 03 16:01:43.344332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] No DVR routers for this DVR port c92efcfa-a626-47bd-892e-2a1f4749d2fb on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:43.348444 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.352684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5c27b66-5378-424d-a419-94692b6b7dd7 req-f95a7a25-55fb-4fa1-9719-02acc756f561 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.15 "DELETE /v2.0/ports/c92efcfa-a626-47bd-892e-2a1f4749d2fb HTTP/1.1" status: 204 len: 173 time: 1.1949518 Nov 03 16:01:43.370596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8ef55-259f-40f3-a966-351e8bad5d9a req-3c360808-1aaf-4e4c-9c19-e542f6e4556c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:43.373595 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5a8ef55-259f-40f3-a966-351e8bad5d9a req-3c360808-1aaf-4e4c-9c19-e542f6e4556c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.2613864 Nov 03 16:01:43.490395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Pushing event updated for resources: {'Port': ['ID=7d018532-9d06-4ac2-8e05-3690a5629e2d,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:43.568949 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5a8ef55-259f-40f3-a966-351e8bad5d9a req-732d3420-669c-4d02-977e-dc5463347a29 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743898 Nov 03 16:01:43.616397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf14dbe4-b1aa-476e-99e2-54373c61df62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.624082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf14dbe4-b1aa-476e-99e2-54373c61df62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.714445 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bf14dbe4-b1aa-476e-99e2-54373c61df62 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f57e0d9579ad483b944ae86650266dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8118014 Nov 03 16:01:43.715577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14dbe4-b1aa-476e-99e2-54373c61df62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cba4d8e-d426-4b31-ac05-c8102bd4205e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:43.718227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56052) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:43.803769 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4426333-06dd-45c8-aef4-35a10c8831bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.859135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4426333-06dd-45c8-aef4-35a10c8831bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.868738 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:43.912043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-274262bd-da8a-498d-8527-f13e00a42dc9 req-4fd43064-6a24-4318-9d2b-7321d731baed tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420047 Nov 03 16:01:43.925141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13592eec-6ff9-47b1-b1ce-9adeb9935e8c req-ae80caaf-a0d5-4836-bc97-18d32f6ce672 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:43.926805 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13592eec-6ff9-47b1-b1ce-9adeb9935e8c req-ae80caaf-a0d5-4836-bc97-18d32f6ce672 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 945 time: 0.0887661 Nov 03 16:01:43.958376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644cc586-7594-4fdb-979e-f853035137ce']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:43.988049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5438fe9f-77ac-416a-a537-d8926b126802') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:43.988347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5438fe9f-77ac-416a-a537-d8926b126802') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:43.995228 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf0e7d2-855b-4f96-9c67-6d7f9cb5bb3f x-openstack-request-id: req-9cf0e7d2-855b-4f96-9c67-6d7f9cb5bb3f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:43.995545 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dab361-7881-4979-bad3-6221e8253e1b", "name": "network-vif-deleted", "tag": "e9c626ff-a2be-4bac-9047-cc51aad65525", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:43.996170 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9cf0e7d2-855b-4f96-9c67-6d7f9cb5bb3f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:43.996592 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dab361-7881-4979-bad3-6221e8253e1b', 'name': 'network-vif-deleted', 'tag': 'e9c626ff-a2be-4bac-9047-cc51aad65525', 'status': 'completed', 'code': 200} Nov 03 16:01:44.004703 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.007638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13592eec-6ff9-47b1-b1ce-9adeb9935e8c req-fbc0c565-67e2-4d2e-a0ca-eff5eaae1723 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593562 Nov 03 16:01:44.007788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-8a1bafb5-f874-433f-ad84-f9c5f16449b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.008680 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4426333-06dd-45c8-aef4-35a10c8831bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.009233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32a62dca-7dd8-4bba-ba1a-151c2f061c3c req-8a1bafb5-f874-433f-ad84-f9c5f16449b7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6911316 Nov 03 16:01:44.011365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4426333-06dd-45c8-aef4-35a10c8831bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.015485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a4426333-06dd-45c8-aef4-35a10c8831bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5cba4d8e-d426-4b31-ac05-c8102bd4205e HTTP/1.1" status: 204 len: 168 time: 0.2932210 Nov 03 16:01:44.044496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Attempting to bind port 7d018532-9d06-4ac2-8e05-3690a5629e2d on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:44.045077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Attempting to bind port 7d018532-9d06-4ac2-8e05-3690a5629e2d by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:44.045188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Attempting to bind port 7d018532-9d06-4ac2-8e05-3690a5629e2d on network f53c18ab-0e9c-4dc4-9f35-92060e2310fa {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:44.047532 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4426333-06dd-45c8-aef4-35a10c8831bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cba4d8e-d426-4b31-ac05-c8102bd4205e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:44.047690 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.064289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:01:44.064690 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:01:44.066493 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:01:44.081333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Port 7d018532-9d06-4ac2-8e05-3690a5629e2d on network f53c18ab-0e9c-4dc4-9f35-92060e2310fa not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:44.081669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Attempting to bind port 7d018532-9d06-4ac2-8e05-3690a5629e2d on network f53c18ab-0e9c-4dc4-9f35-92060e2310fa {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:44.120637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:44.121054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Checking segment: {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:44.121450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Bound using segment: {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:44.122144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Bound port: 7d018532-9d06-4ac2-8e05-3690a5629e2d, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f95b94-d199-4abc-8067-9465740fcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:44.122281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.170795 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.179949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.183381 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cd95aba1-96c0-4710-a884-1cccde7bfee5 req-b303704c-bbc9-4f68-a154-ab3d3415c413 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=90dab361-7881-4979-bad3-6221e8253e1b HTTP/1.1" status: 200 len: 210 time: 0.0467291 Nov 03 16:01:44.185191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/644cc586-7594-4fdb-979e-f853035137ce HTTP/1.1" status: 204 len: 168 time: 1.4396441 Nov 03 16:01:44.228260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] For port 7d018532-9d06-4ac2-8e05-3690a5629e2d, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:44.232667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] For port 7d018532-9d06-4ac2-8e05-3690a5629e2d, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:44.244499 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.267412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3b399-066d-4951-91ea-4402a81739b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=644cc586-7594-4fdb-979e-f853035137ce,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:44.303663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.305106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.312446 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] 10.222.0.15 "PUT /v2.0/ports/7d018532-9d06-4ac2-8e05-3690a5629e2d HTTP/1.1" status: 200 len: 1091 time: 3.5677395 Nov 03 16:01:44.364524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02d223-1344-46a8-aafa-879aca12b8ac service neutron] Pushing event updated for resources: {'Port': ['ID=7d018532-9d06-4ac2-8e05-3690a5629e2d,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:44.502716 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ca13822-aadf-4e18-b0e1-5bf9608b749f req-afee7c5a-d839-4f77-bc83-c1464df8b0e6 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5b690cf-ab22-4d72-89bc-47d84722810e HTTP/1.1" status: 200 len: 210 time: 0.0931537 Nov 03 16:01:44.554384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'name': 'network-vif-deleted', 'tag': 'cb1aeab5-2891-4298-a04d-e47a88f93173'}, {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': '7d018532-9d06-4ac2-8e05-3690a5629e2d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:44.564225 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0" -d '{"events": [{"server_uuid": "5351f79c-6138-4825-bfa3-6fcc0b3a3305", "name": "network-vif-deleted", "tag": "cb1aeab5-2891-4298-a04d-e47a88f93173"}, {"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "7d018532-9d06-4ac2-8e05-3690a5629e2d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:44.597066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56076) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:44.603252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-56805c2f-69f3-42cd-8abb-803f4541287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.603739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-56805c2f-69f3-42cd-8abb-803f4541287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.604206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-56805c2f-69f3-42cd-8abb-803f4541287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.611504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-56805c2f-69f3-42cd-8abb-803f4541287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.615731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-56805c2f-69f3-42cd-8abb-803f4541287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.619019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-56805c2f-69f3-42cd-8abb-803f4541287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.621708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-56805c2f-69f3-42cd-8abb-803f4541287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.627604 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-56805c2f-69f3-42cd-8abb-803f4541287c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6484 time: 0.2519417 Nov 03 16:01:44.687117 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5e81880f-9238-4099-bc9f-a4c06554dc72 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ec1be0b9c2144e4bde35babf36f1a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0887594 Nov 03 16:01:44.693912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56078) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:44.708549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56080) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:44.737574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435033-c7a8-498d-8413-6c7446b3e62c req-40db93a1-3abb-4c49-8da9-d00114b290f3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.743534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435033-c7a8-498d-8413-6c7446b3e62c req-40db93a1-3abb-4c49-8da9-d00114b290f3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.746256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-6aed65d4-e1c5-4d52-8f6c-6efec0cc6bd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8533a89-5204-40dd-9f56-199e45a2427a HTTP/1.1" status: 200 len: 217 time: 0.0950980 Nov 03 16:01:44.749578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435033-c7a8-498d-8413-6c7446b3e62c req-40db93a1-3abb-4c49-8da9-d00114b290f3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.755540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435033-c7a8-498d-8413-6c7446b3e62c req-40db93a1-3abb-4c49-8da9-d00114b290f3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.762549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435033-c7a8-498d-8413-6c7446b3e62c req-40db93a1-3abb-4c49-8da9-d00114b290f3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.768783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435033-c7a8-498d-8413-6c7446b3e62c req-40db93a1-3abb-4c49-8da9-d00114b290f3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.775630 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435033-c7a8-498d-8413-6c7446b3e62c req-40db93a1-3abb-4c49-8da9-d00114b290f3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.777614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7435033-c7a8-498d-8413-6c7446b3e62c req-40db93a1-3abb-4c49-8da9-d00114b290f3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1537139 Nov 03 16:01:44.797308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5af63857-60dd-4aca-ad61-830fd9f1e22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.799862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c17d2e-46aa-4b84-8e7a-038538a63ae9 req-eb8a59c1-3f76-4bfb-97c4-e0cd2f0a774c tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.801405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6c17d2e-46aa-4b84-8e7a-038538a63ae9 req-eb8a59c1-3f76-4bfb-97c4-e0cd2f0a774c tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=2005781e-b535-4199-81d8-1a85dda42f16 HTTP/1.1" status: 200 len: 945 time: 0.1725869 Nov 03 16:01:44.805956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-a64ba2fe-b7d9-44d0-b09e-88a20d7035b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.807379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-a64ba2fe-b7d9-44d0-b09e-88a20d7035b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 1096 time: 0.1770191 Nov 03 16:01:44.857664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-55b2c297-1013-48bb-8ea3-0bf2a6250334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.859121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-55b2c297-1013-48bb-8ea3-0bf2a6250334 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=558ba17c-0e20-4eb8-8db0-7149eb904841 HTTP/1.1" status: 200 len: 856 time: 0.1049581 Nov 03 16:01:44.870738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b901c6a-709e-40ac-a92a-bc5a2eef0435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.913746 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7435033-c7a8-498d-8413-6c7446b3e62c req-f560f242-c1c9-4c67-848c-d43fa1b041d7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251307 Nov 03 16:01:44.927230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b901c6a-709e-40ac-a92a-bc5a2eef0435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:44.970135 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6c17d2e-46aa-4b84-8e7a-038538a63ae9 req-c904e4a1-a43f-4bd7-a707-dadd06162674 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575327 Nov 03 16:01:44.974635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-368d3f96-0b80-4b9a-a315-fbe8af41fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.976086 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-368d3f96-0b80-4b9a-a315-fbe8af41fd2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 919 time: 0.1569993 Nov 03 16:01:44.982984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-21dd95bc-f701-4d33-9a58-98baca229bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:44.984622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-21dd95bc-f701-4d33-9a58-98baca229bc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e647349e-071d-4e0d-ae41-37f29f277a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944521 Nov 03 16:01:45.002584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5af63857-60dd-4aca-ad61-830fd9f1e22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:45.008276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5af63857-60dd-4aca-ad61-830fd9f1e22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:45.034743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-e40a17cc-a9ad-4ce4-b324-cfce5133873b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c024b092-5af7-4416-9c4b-6b65e55040d3 HTTP/1.1" status: 200 len: 217 time: 0.0491033 Nov 03 16:01:45.036200 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b901c6a-709e-40ac-a92a-bc5a2eef0435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:45.039084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b901c6a-709e-40ac-a92a-bc5a2eef0435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:45.040413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6b901c6a-709e-40ac-a92a-bc5a2eef0435 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dbb8df84-d791-4eed-b0c6-60aabfafedfb HTTP/1.1" status: 204 len: 168 time: 0.3453550 Nov 03 16:01:45.058106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af63857-60dd-4aca-ad61-830fd9f1e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3b72d4-7572-45a5-a185-f3a9aa45f923,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:45.062663 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5af63857-60dd-4aca-ad61-830fd9f1e22b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b1a51e4b43e046b285358c5b53f20b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3509200 Nov 03 16:01:45.065568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56094) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:45.096398 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b901c6a-709e-40ac-a92a-bc5a2eef0435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8df84-d791-4eed-b0c6-60aabfafedfb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:45.174978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-aa46e669-8b6d-4ceb-ae40-cf2f05a8ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:45.176470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-aa46e669-8b6d-4ceb-ae40-cf2f05a8ba47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.1088626 Nov 03 16:01:45.212779 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e32425fc-2266-4f59-b921-0951f2760c25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:45.237889 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e32425fc-2266-4f59-b921-0951f2760c25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:45.244641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-183c7d0e-ece0-45c8-8d73-0b4ba57024ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593586 Nov 03 16:01:45.272341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-714e071b-27c1-4d95-87ac-20a91959e17d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:45.280745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-714e071b-27c1-4d95-87ac-20a91959e17d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/networks?id=0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 200 len: 815 time: 0.1996689 Nov 03 16:01:45.316665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-942340ab-9708-4a15-bcff-cb5fc8fd0bdb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/quotas/bbed15a634654a34b11e6aff90c99d7b HTTP/1.1" status: 200 len: 375 time: 0.0346639 Nov 03 16:01:45.371131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196912a-1303-4fe5-a48a-c213bf990b77 req-9c02b885-31e7-435f-984c-26066ca1236f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:45.372806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4196912a-1303-4fe5-a48a-c213bf990b77 req-9c02b885-31e7-435f-984c-26066ca1236f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.2617154 Nov 03 16:01:45.381309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-53f96c6e-492f-4504-bc08-4ae7f8c7d73d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bbed15a634654a34b11e6aff90c99d7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634737 Nov 03 16:01:45.392218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e32425fc-2266-4f59-b921-0951f2760c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:45.395103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e32425fc-2266-4f59-b921-0951f2760c25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:45.396412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e32425fc-2266-4f59-b921-0951f2760c25 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cb3b72d4-7572-45a5-a185-f3a9aa45f923 HTTP/1.1" status: 204 len: 168 time: 0.3297627 Nov 03 16:01:45.423444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32425fc-2266-4f59-b921-0951f2760c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3b72d4-7572-45a5-a185-f3a9aa45f923,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:45.429070 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-c26e3c84-f784-4df8-ac7a-e8629c7eddb8 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352515 Nov 03 16:01:45.480130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4196912a-1303-4fe5-a48a-c213bf990b77 req-f0d9e32c-27a8-4868-8497-d2aaf142434f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949824 Nov 03 16:01:45.507450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-1f1361a3-c25f-4842-a906-d737773c8ad7 service neutron] 10.222.0.86 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250322 Nov 03 16:01:45.551703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-ed52be27-46f8-42d5-9474-2298684adb29 service neutron] 10.222.0.15 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998950 Nov 03 16:01:45.612709 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0312ee-720c-46ec-9ca1-edaedfb1536d x-openstack-request-id: req-3e0312ee-720c-46ec-9ca1-edaedfb1536d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:45.613008 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5351f79c-6138-4825-bfa3-6fcc0b3a3305", "name": "network-vif-deleted", "tag": "cb1aeab5-2891-4298-a04d-e47a88f93173", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "7d018532-9d06-4ac2-8e05-3690a5629e2d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:45.613260 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e0312ee-720c-46ec-9ca1-edaedfb1536d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:45.620277 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5351f79c-6138-4825-bfa3-6fcc0b3a3305', 'name': 'network-vif-deleted', 'tag': 'cb1aeab5-2891-4298-a04d-e47a88f93173', 'status': 'completed', 'code': 200} Nov 03 16:01:45.620805 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': '7d018532-9d06-4ac2-8e05-3690a5629e2d', 'status': 'completed', 'code': 200} Nov 03 16:01:45.633023 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-93e1bb54-46d1-43ff-a081-8dffdb9fe951 service neutron] 10.222.0.86 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227770 Nov 03 16:01:45.710988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c92efcfa-a626-47bd-892e-2a1f4749d2fb no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:45.740865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: c92efcfa-a626-47bd-892e-2a1f4749d2fb {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:45.741385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c92efcfa-a626-47bd-892e-2a1f4749d2fb not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:45.743495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e9c626ff-a2be-4bac-9047-cc51aad65525 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:45.777087 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: e9c626ff-a2be-4bac-9047-cc51aad65525 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:45.777742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e9c626ff-a2be-4bac-9047-cc51aad65525 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:45.876775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5e992f34-a71c-4a0d-8e50-90f19d0456e4 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163961 Nov 03 16:01:45.879367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de30df7-f93b-4d95-bccb-35a198b4741e req-1bae752d-c525-4427-bc2d-b541a25a8337 service neutron] 10.222.0.15 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478132 Nov 03 16:01:45.901307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-01e954c5-286e-40de-9c32-3f8c1e4cbced tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:45.902572 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-01e954c5-286e-40de-9c32-3f8c1e4cbced tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "GET /v2.0/ports?device_id=279a18d8-3853-4f8f-877e-f090555fe5a2 HTTP/1.1" status: 200 len: 945 time: 0.1762478 Nov 03 16:01:45.957839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-992e8eb2-1e6d-40ca-8706-3b05fcdcf496 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 217 time: 0.0539217 Nov 03 16:01:46.041929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'name': 'network-vif-deleted', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:46.044482 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7915e0d-ead2-454e-abff-cef99c9f5180" -d '{"events": [{"server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "name": "network-vif-deleted", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:46.049426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29f7644a-3447-440b-a41f-3937d82b126c req-3ad3ce53-19e5-456b-8a7c-0eb4243f2841 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0544744 Nov 03 16:01:46.253930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5c252866-521c-4152-9256-c2f61286f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.265947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b161c-7558-48a1-9c1a-13f8cd6d2700 req-f77ada79-9fa6-46f6-ade6-0ef123fa728c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.267296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5c252866-521c-4152-9256-c2f61286f64f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.2724485 Nov 03 16:01:46.275580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b161c-7558-48a1-9c1a-13f8cd6d2700 req-f77ada79-9fa6-46f6-ade6-0ef123fa728c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.283949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b161c-7558-48a1-9c1a-13f8cd6d2700 req-f77ada79-9fa6-46f6-ade6-0ef123fa728c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.293597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b161c-7558-48a1-9c1a-13f8cd6d2700 req-f77ada79-9fa6-46f6-ade6-0ef123fa728c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.303455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b161c-7558-48a1-9c1a-13f8cd6d2700 req-f77ada79-9fa6-46f6-ade6-0ef123fa728c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.313256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b161c-7558-48a1-9c1a-13f8cd6d2700 req-f77ada79-9fa6-46f6-ade6-0ef123fa728c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.321794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b161c-7558-48a1-9c1a-13f8cd6d2700 req-f77ada79-9fa6-46f6-ade6-0ef123fa728c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.328374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfcd1dbf-8ec6-4988-8e0c-73c75454a7df req-78ae568d-18f7-4e61-8944-20393a281356 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/7d34431e-83fe-44a7-9457-4eb343ccb189 HTTP/1.1" status: 200 len: 1820 time: 0.1593962 Nov 03 16:01:46.333582 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-231b161c-7558-48a1-9c1a-13f8cd6d2700 req-f77ada79-9fa6-46f6-ade6-0ef123fa728c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1431074 Nov 03 16:01:46.338662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Deleting port b7719619-4dda-406e-a404-ce85d3e00049 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:46.339144 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:46.410898 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-231b161c-7558-48a1-9c1a-13f8cd6d2700 req-835319a4-f96b-4b1a-9d20-060becc5452e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762713 Nov 03 16:01:46.447555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-7bf83c6f-302a-4e28-b4aa-9f10bdc5ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.450041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-7bf83c6f-302a-4e28-b4aa-9f10bdc5ccd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1774449 Nov 03 16:01:46.495195 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c360f-0abd-4ed4-b3d1-01609a676acb x-openstack-request-id: req-f71c360f-0abd-4ed4-b3d1-01609a676acb {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:46.495457 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b690cf-ab22-4d72-89bc-47d84722810e", "name": "network-vif-deleted", "tag": "c92efcfa-a626-47bd-892e-2a1f4749d2fb", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:46.495730 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f71c360f-0abd-4ed4-b3d1-01609a676acb {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:46.496577 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b690cf-ab22-4d72-89bc-47d84722810e', 'name': 'network-vif-deleted', 'tag': 'c92efcfa-a626-47bd-892e-2a1f4749d2fb', 'status': 'completed', 'code': 200} Nov 03 16:01:46.908057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-fdff8cb4-73e8-4483-9af8-0f37ad3a8b94 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:46.914169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-fdff8cb4-73e8-4483-9af8-0f37ad3a8b94 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 812 time: 0.1435044 Nov 03 16:01:46.926000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f22a113b-9077-49fd-b46b-4e11a3e76eb0 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/quotas/b5d85901f1c84b95979f99bafa8bc1a2 HTTP/1.1" status: 200 len: 375 time: 0.0096653 Nov 03 16:01:46.964332 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dfcd1dbf-8ec6-4988-8e0c-73c75454a7df req-ed1687ae-2905-4bb1-89dd-33720d6214ab tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:46.972119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] For port b7719619-4dda-406e-a404-ce85d3e00049, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b7719619-4dda-406e-a404-ce85d3e00049,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:46.972417 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:46.994110 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-8aa91635-8025-4287-b894-e01a86f5186f tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609643 Nov 03 16:01:47.011625 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dfcd1dbf-8ec6-4988-8e0c-73c75454a7df req-ed1687ae-2905-4bb1-89dd-33720d6214ab tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:47.021958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Calling delete_port for b7719619-4dda-406e-a404-ce85d3e00049 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:47.068836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-350a7d38-f0a8-4acc-bc55-1af9969cbc73 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956404 Nov 03 16:01:47.101690 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-e5c30a80-c592-4fe0-8784-d3e27e9176e2 service neutron] 10.222.0.86 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065474 Nov 03 16:01:47.177849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dfcd1dbf-8ec6-4988-8e0c-73c75454a7df req-ed1687ae-2905-4bb1-89dd-33720d6214ab tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:47.180972 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dfcd1dbf-8ec6-4988-8e0c-73c75454a7df req-ed1687ae-2905-4bb1-89dd-33720d6214ab tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:47.186252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfcd1dbf-8ec6-4988-8e0c-73c75454a7df req-ed1687ae-2905-4bb1-89dd-33720d6214ab tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/7d34431e-83fe-44a7-9457-4eb343ccb189 HTTP/1.1" status: 204 len: 173 time: 0.8431220 Nov 03 16:01:47.208487 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-1d793f06-5126-4f20-8771-3ae62d4021fc service neutron] 10.222.0.86 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058199 Nov 03 16:01:47.227671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1687ae-2905-4bb1-89dd-33720d6214ab tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d34431e-83fe-44a7-9457-4eb343ccb189,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:47.383004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-5be473c9-b58a-4472-9fa3-7a03c90ac7cb service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810948 Nov 03 16:01:47.416715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-93967b42-4cdd-4d46-bd6e-2d3460b1da43 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:47.418701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-93967b42-4cdd-4d46-bd6e-2d3460b1da43 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.70 "GET /v2.0/ports?device_id=2005781e-b535-4199-81d8-1a85dda42f16 HTTP/1.1" status: 200 len: 945 time: 0.1100535 Nov 03 16:01:47.492751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-4504b728-e0ef-471b-a3fa-7a6cf9538bea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 217 time: 0.0961030 Nov 03 16:01:47.509128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28df57f-519c-4765-a7da-a5fe3aa0887d req-65ff9a8a-1b35-4b75-9f10-d1f22937cbfe tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:47.514461 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e28df57f-519c-4765-a7da-a5fe3aa0887d req-65ff9a8a-1b35-4b75-9f10-d1f22937cbfe tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.2605991 Nov 03 16:01:47.584588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:47.587046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Deleting port c080a691-05f1-435d-9460-a7c7f88f8e27 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:47.587397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:47.670136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-c8b7461a-9166-484e-892a-f21d05a52d6f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:47.671376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-c8b7461a-9166-484e-892a-f21d05a52d6f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "GET /v2.0/networks?id=0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 200 len: 815 time: 0.3431118 Nov 03 16:01:47.672608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Pushing event deleted for resources: {'Port': ['ID=b7719619-4dda-406e-a404-ce85d3e00049,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:47.697990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Request body: {'port': {'device_id': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b', 'admin_state_up': True, 'tenant_id': 'bbed15a634654a34b11e6aff90c99d7b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:47.703472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-1b51f3b6-881a-480c-9ccc-964936472478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:47.705037 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-1b51f3b6-881a-480c-9ccc-964936472478 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.1741884 Nov 03 16:01:47.769513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] For port c080a691-05f1-435d-9460-a7c7f88f8e27, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=c080a691-05f1-435d-9460-a7c7f88f8e27,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:47.769908 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:47.786741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Calling delete_port for c080a691-05f1-435d-9460-a7c7f88f8e27 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:47.798128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] No DVR routers for this DVR port b7719619-4dda-406e-a404-ce85d3e00049 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:47.839515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:47.843644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04dfaf75-6035-4bbd-8a96-47be486e6b20 req-f1da4c8e-d89b-4f12-8d3f-5e237a9ca585 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "DELETE /v2.0/ports/b7719619-4dda-406e-a404-ce85d3e00049 HTTP/1.1" status: 204 len: 173 time: 1.9316299 Nov 03 16:01:47.845723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'name': 'network-vif-deleted', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:47.848456 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe8b893-f2d5-4ce2-b37e-0d225bbdf0f6" -d '{"events": [{"server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "name": "network-vif-deleted", "tag": "b7719619-4dda-406e-a404-ce85d3e00049"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:47.864460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e28df57f-519c-4765-a7da-a5fe3aa0887d req-87da7bd6-a0a8-4b7b-87e1-fa27be931ae3 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175232 Nov 03 16:01:47.892689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-fd296e4b-0de7-41f3-89f2-07554caef942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:47.894796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-fd296e4b-0de7-41f3-89f2-07554caef942 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1466422 Nov 03 16:01:48.052787 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:48.072318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['c080a691-05f1-435d-9460-a7c7f88f8e27'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:48.118242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Pushing event deleted for resources: {'Port': ['ID=c080a691-05f1-435d-9460-a7c7f88f8e27,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:48.141747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['d3fea44a-9470-435d-b9ca-26d414af2191'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:48.161406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] No DVR routers for this DVR port c080a691-05f1-435d-9460-a7c7f88f8e27 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:48.165329 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:48.169884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edd2d831-d260-44e0-a298-5e92e50bf316 req-b7d99f57-d532-4a93-9f22-6a6bd74207b2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.70 "DELETE /v2.0/ports/c080a691-05f1-435d-9460-a7c7f88f8e27 HTTP/1.1" status: 204 len: 173 time: 0.7435613 Nov 03 16:01:48.313575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Made reservation on behalf of bbed15a634654a34b11e6aff90c99d7b for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:48.321889 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:48.332743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-022deb6e-0f06-4fe0-b248-7bbd0a4a3f83 req-381569d8-ed6d-496f-8167-7c58311947e8 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 210 time: 0.2899890 Nov 03 16:01:48.381515 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-25c98eba-644c-4209-b7d6-51593dee8279 req-3ebbd74c-f870-4cf1-bba8-f01684175e86 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "GET /v2.0/security-groups/d6c24bd7-bb56-4530-8adb-a2aaa72b00e4 HTTP/1.1" status: 200 len: 1819 time: 0.1290584 Nov 03 16:01:48.490637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-ee875602-16cb-444b-96b9-a7cba556d190 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:48.492941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-ee875602-16cb-444b-96b9-a7cba556d190 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb589742-0b04-408d-8f3a-f0e2b626f5c5 HTTP/1.1" status: 200 len: 945 time: 0.4972794 Nov 03 16:01:48.505478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2005781e-b535-4199-81d8-1a85dda42f16', 'name': 'network-vif-deleted', 'tag': 'c080a691-05f1-435d-9460-a7c7f88f8e27'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:48.512047 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa89dbb4-49a1-42a1-87cc-e6d6bd5abe23" -d '{"events": [{"server_uuid": "2005781e-b535-4199-81d8-1a85dda42f16", "name": "network-vif-deleted", "tag": "c080a691-05f1-435d-9460-a7c7f88f8e27"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:48.611224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-25c98eba-644c-4209-b7d6-51593dee8279 req-cb3eff08-7298-4740-9727-b533c2e7b238 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:48.665294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-25c98eba-644c-4209-b7d6-51593dee8279 req-cb3eff08-7298-4740-9727-b533c2e7b238 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:48.670576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device c080a691-05f1-435d-9460-a7c7f88f8e27 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:48.720718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Allocated IP 172.20.0.10 (0cb8f165-4475-43f8-8568-3a60a823a49b/0578e3e4-c409-4214-b01c-e69a7cc92056/24edd91f-a23f-4f4f-8b98-9f3e551a742a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:48.731647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: c080a691-05f1-435d-9460-a7c7f88f8e27 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:48.741111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device c080a691-05f1-435d-9460-a7c7f88f8e27 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:48.743256 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-25c98eba-644c-4209-b7d6-51593dee8279 req-cb3eff08-7298-4740-9727-b533c2e7b238 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:48.743654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b7719619-4dda-406e-a404-ce85d3e00049 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:48.746151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-25c98eba-644c-4209-b7d6-51593dee8279 req-cb3eff08-7298-4740-9727-b533c2e7b238 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:48.753011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-25c98eba-644c-4209-b7d6-51593dee8279 req-cb3eff08-7298-4740-9727-b533c2e7b238 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] 10.222.0.86 "DELETE /v2.0/security-groups/d6c24bd7-bb56-4530-8adb-a2aaa72b00e4 HTTP/1.1" status: 204 len: 173 time: 0.3641028 Nov 03 16:01:48.788186 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56252) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:48.809023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: b7719619-4dda-406e-a404-ce85d3e00049 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:48.811549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b7719619-4dda-406e-a404-ce85d3e00049 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:48.844729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3eff08-7298-4740-9727-b533c2e7b238 tempest-SecurityGroupsTestJSON-819657271 tempest-SecurityGroupsTestJSON-819657271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c24bd7-bb56-4530-8adb-a2aaa72b00e4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:48.915564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac4c86b-e2c2-487d-b125-82a2c43c3485 admin admin] Deleting subnet 0eea1acf-766d-410c-8515-f7364cab877b {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:01:48.958429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c86b-e2c2-487d-b125-82a2c43c3485 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:48.972181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-6a9b153d-5289-46cd-9946-d0104a7fe334 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:48.972181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-6a9b153d-5289-46cd-9946-d0104a7fe334 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebb21650-159a-4c5c-9065-8b8ce2307636 HTTP/1.1" status: 200 len: 950 time: 0.2168398 Nov 03 16:01:49.045458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c86b-e2c2-487d-b125-82a2c43c3485 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.058972 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-2c7e3b00-35fd-47a2-8fa3-57dbbef1b1e3 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0672624 Nov 03 16:01:49.112475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a878a-b873-4b01-a94c-2dae56648211 req-248ea655-dd23-48c1-85c2-2eeef7ae10f6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:49.121368 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8b0a878a-b873-4b01-a94c-2dae56648211 req-248ea655-dd23-48c1-85c2-2eeef7ae10f6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebb21650-159a-4c5c-9065-8b8ce2307636 HTTP/1.1" status: 200 len: 950 time: 0.2135472 Nov 03 16:01:49.179872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c86b-e2c2-487d-b125-82a2c43c3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.252905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8b0a878a-b873-4b01-a94c-2dae56648211 req-a364567f-4c37-463a-9c0e-4103d9cc4e1c tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306126 Nov 03 16:01:49.276365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Deleting port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:49.276717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.300739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c86b-e2c2-487d-b125-82a2c43c3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.349953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7d7d2-1ede-44b6-97b7-629dc261828e req-dbbf4d97-293a-48eb-b4c5-c4e13f685421 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:49.356645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7d7d2-1ede-44b6-97b7-629dc261828e req-dbbf4d97-293a-48eb-b4c5-c4e13f685421 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:49.358406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4c86b-e2c2-487d-b125-82a2c43c3485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eea1acf-766d-410c-8515-f7364cab877b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:49.360463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c86b-e2c2-487d-b125-82a2c43c3485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.362470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7d7d2-1ede-44b6-97b7-629dc261828e req-dbbf4d97-293a-48eb-b4c5-c4e13f685421 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:49.363563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1ac4c86b-e2c2-487d-b125-82a2c43c3485 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0eea1acf-766d-410c-8515-f7364cab877b HTTP/1.1" status: 204 len: 168 time: 0.5742712 Nov 03 16:01:49.368358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56262) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:49.372150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7d7d2-1ede-44b6-97b7-629dc261828e req-dbbf4d97-293a-48eb-b4c5-c4e13f685421 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:49.378298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7d7d2-1ede-44b6-97b7-629dc261828e req-dbbf4d97-293a-48eb-b4c5-c4e13f685421 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:49.386132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7d7d2-1ede-44b6-97b7-629dc261828e req-dbbf4d97-293a-48eb-b4c5-c4e13f685421 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:49.393574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7d7d2-1ede-44b6-97b7-629dc261828e req-dbbf4d97-293a-48eb-b4c5-c4e13f685421 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:49.401359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53a7d7d2-1ede-44b6-97b7-629dc261828e req-dbbf4d97-293a-48eb-b4c5-c4e13f685421 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.3401544 Nov 03 16:01:49.404133 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2410caa-ff57-4d5a-bb1b-b2fda77cd8aa x-openstack-request-id: req-b2410caa-ff57-4d5a-bb1b-b2fda77cd8aa {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:49.404429 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279a18d8-3853-4f8f-877e-f090555fe5a2", "name": "network-vif-deleted", "tag": "b7719619-4dda-406e-a404-ce85d3e00049", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:49.404727 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b2410caa-ff57-4d5a-bb1b-b2fda77cd8aa {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:49.405155 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279a18d8-3853-4f8f-877e-f090555fe5a2', 'name': 'network-vif-deleted', 'tag': 'b7719619-4dda-406e-a404-ce85d3e00049', 'status': 'completed', 'code': 200} Nov 03 16:01:49.411846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.477132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Deleting port d3fea44a-9470-435d-b9ca-26d414af2191 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:49.477462 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.484142 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d15857d-793c-4015-87b2-3617f0d74ff2 req-099d26f2-20a2-4baa-8e3a-5f82115f1116 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ce6954e-c539-4a32-b250-f7f43a7b3714 HTTP/1.1" status: 200 len: 210 time: 0.0463729 Nov 03 16:01:49.504904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.509746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-17a0b32f-f359-4a7e-8403-8e31657db752 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069953 Nov 03 16:01:49.525562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] For port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:49.525937 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.630610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Calling delete_port for 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:49.634858 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3a7299-cac8-462d-b7bd-344b98f56284 x-openstack-request-id: req-ae3a7299-cac8-462d-b7bd-344b98f56284 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:49.635171 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2005781e-b535-4199-81d8-1a85dda42f16", "name": "network-vif-deleted", "tag": "c080a691-05f1-435d-9460-a7c7f88f8e27", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:49.635410 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ae3a7299-cac8-462d-b7bd-344b98f56284 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:49.635825 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2005781e-b535-4199-81d8-1a85dda42f16', 'name': 'network-vif-deleted', 'tag': 'c080a691-05f1-435d-9460-a7c7f88f8e27', 'status': 'completed', 'code': 200} Nov 03 16:01:49.708615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.15', 60594) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:49.710631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a2e6b47b-e345-4bad-850a-5f370f3aeb2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 HTTP/1.1" status: 200 len: 217 time: 0.1644137 Nov 03 16:01:49.775622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53a7d7d2-1ede-44b6-97b7-629dc261828e req-65889615-f8a2-4cf4-aa0f-d9b6da3fb4c2 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3730767 Nov 03 16:01:49.819253 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-86a1e064-8cc2-4670-8c8f-e1480703d038 req-3c30f927-c504-43c4-9228-ff48fdf3618d tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 210 time: 0.1024303 Nov 03 16:01:49.880345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] For port d3fea44a-9470-435d-b9ca-26d414af2191, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d3fea44a-9470-435d-b9ca-26d414af2191,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:49.881907 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:49.896241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Calling delete_port for d3fea44a-9470-435d-b9ca-26d414af2191 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:49.917841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.040456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-6bf20cb3-7b07-4035-b4e8-a53fc110a128 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:50.042231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-6bf20cb3-7b07-4035-b4e8-a53fc110a128 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 950 time: 0.3210871 Nov 03 16:01:50.078971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-16ea2577-adf4-4574-8485-32c858ce3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:50.080874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-16ea2577-adf4-4574-8485-32c858ce3ccd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.3607523 Nov 03 16:01:50.146267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Network 0cb8f165-4475-43f8-8568-3a60a823a49b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:50.170349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-b5d08b86-1566-460e-9fed-e9128ba1e16d tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:50.171814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-b5d08b86-1566-460e-9fed-e9128ba1e16d tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.15 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 812 time: 0.6649439 Nov 03 16:01:50.173514 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.182530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:50.188516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:50.237170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Request body: {'port': {'device_id': '352dfda5-bee7-4711-a07f-1121fb81711a', 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f', 'admin_state_up': True, 'tenant_id': 'b5d85901f1c84b95979f99bafa8bc1a2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:50.256667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2693c63d-ff71-4bbf-a48d-62270d1fd3a7']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:50.298525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa933b9-614e-441f-8595-e82bc3f4b5d2') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:50.298525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa933b9-614e-441f-8595-e82bc3f4b5d2') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:01:50.322694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:50.323343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.326127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Pushing event updated for resources: {'Port': ['ID=24edd91f-a23f-4f4f-8b98-9f3e551a742a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:50.358410 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.367839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e484f-42ee-4dc6-be22-f2b7fd8ae0b3 req-d8bfec34-7602-4c16-915d-2c65888516c1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:50.369564 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f46e484f-42ee-4dc6-be22-f2b7fd8ae0b3 req-d8bfec34-7602-4c16-915d-2c65888516c1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 932 time: 0.2070777 Nov 03 16:01:50.371468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de532e-e1a2-4836-b0cb-030922562810 req-45623f34-3967-4d59-a1a5-fef4c0103732 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:50.380050 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26de532e-e1a2-4836-b0cb-030922562810 req-45623f34-3967-4d59-a1a5-fef4c0103732 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.4696484 Nov 03 16:01:50.385746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-9bcae3ea-30d3-412e-bac7-01d4bc605187 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:50.387777 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-9bcae3ea-30d3-412e-bac7-01d4bc605187 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.70 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 812 time: 0.6641631 Nov 03 16:01:50.399164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-c5489aea-6cc5-4a24-acb3-b711fd6f0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:50.400702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-c5489aea-6cc5-4a24-acb3-b711fd6f0906 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2480361 Nov 03 16:01:50.434143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Request body: {'port': {'device_id': '5afdc301-015d-447b-9f95-88fb175d2510', 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f', 'admin_state_up': True, 'tenant_id': 'b5d85901f1c84b95979f99bafa8bc1a2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:50.437731 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.442624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-50857013-90f4-4363-87b6-5c22dc0f8936 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7551219 Nov 03 16:01:50.481518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Request body: {'port': {'device_id': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:50.486262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:01:50.486732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:01:50.491307 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:01:50.550238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.609429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26de532e-e1a2-4836-b0cb-030922562810 req-366eca62-f3d6-4270-a668-4418b83e01ba tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285130 Nov 03 16:01:50.611350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Deleting port 96fd1d11-3e1c-481d-80b2-115c42f750ff {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:50.611708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.625464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Pushing event deleted for resources: {'Port': ['ID=d3fea44a-9470-435d-b9ca-26d414af2191,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:50.657418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.667142 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f46e484f-42ee-4dc6-be22-f2b7fd8ae0b3 req-a463852f-533f-4102-b0ed-91f86d55a7a8 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788713 Nov 03 16:01:50.670111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:50.673510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Made reservation on behalf of b5d85901f1c84b95979f99bafa8bc1a2 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:50.677015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.686917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.712026 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['96fd1d11-3e1c-481d-80b2-115c42f750ff'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:50.728566 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.731809 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] 10.222.0.86 "DELETE /v2.0/networks/2693c63d-ff71-4bbf-a48d-62270d1fd3a7 HTTP/1.1" status: 204 len: 168 time: 1.3623245 Nov 03 16:01:50.735500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event deleted for resources: {'Port': ['ID=2ef4e51b-13ec-4a07-9b7b-d3925ef221a3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:50.770083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f2773-0f73-44bb-9b6d-2bc1cc842c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=2693c63d-ff71-4bbf-a48d-62270d1fd3a7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:50.825628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] No DVR routers for this DVR port d3fea44a-9470-435d-b9ca-26d414af2191 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:50.834572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.838918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.15 "DELETE /v2.0/ports/d3fea44a-9470-435d-b9ca-26d414af2191 HTTP/1.1" status: 204 len: 173 time: 2.2656577 Nov 03 16:01:50.843294 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.846814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-50df606d-ba67-4017-913b-b5f04a622ff2 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331014 Nov 03 16:01:50.854166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] No DVR routers for this DVR port 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:50.865326 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:50.874128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "DELETE /v2.0/ports/2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 HTTP/1.1" status: 204 len: 173 time: 1.8747349 Nov 03 16:01:50.940747 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:01:50.996503 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-494f7d4b-312f-458d-9af4-c3f021eec5d5 req-13f2b2d7-46bc-4cc9-9ffc-5cd2506441b3 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebb21650-159a-4c5c-9065-8b8ce2307636 HTTP/1.1" status: 200 len: 210 time: 0.1979473 Nov 03 16:01:51.016996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] For port 96fd1d11-3e1c-481d-80b2-115c42f750ff, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96fd1d11-3e1c-481d-80b2-115c42f750ff,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:51.017484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:51.052030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Calling delete_port for 96fd1d11-3e1c-481d-80b2-115c42f750ff owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:51.082634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Made reservation on behalf of b5d85901f1c84b95979f99bafa8bc1a2 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:51.086588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:51.287633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56306) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:51.430438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Allocated IP 172.20.0.3 (1355e2a9-6971-4f93-858d-b4dacf67070f/29299f53-6297-4106-94ab-97fdca081322/e83a0b7e-1e9f-4e73-b607-1b91656a0291) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:51.474321 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7da6c-b888-4d81-a619-949c9a3d049c req-673f6f77-2867-4571-8627-4c79c2d72742 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:51.480997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7da6c-b888-4d81-a619-949c9a3d049c req-673f6f77-2867-4571-8627-4c79c2d72742 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:51.487105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7da6c-b888-4d81-a619-949c9a3d049c req-673f6f77-2867-4571-8627-4c79c2d72742 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:51.494405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7da6c-b888-4d81-a619-949c9a3d049c req-673f6f77-2867-4571-8627-4c79c2d72742 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:51.500917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7da6c-b888-4d81-a619-949c9a3d049c req-673f6f77-2867-4571-8627-4c79c2d72742 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:51.519106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7da6c-b888-4d81-a619-949c9a3d049c req-673f6f77-2867-4571-8627-4c79c2d72742 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:51.536037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7da6c-b888-4d81-a619-949c9a3d049c req-673f6f77-2867-4571-8627-4c79c2d72742 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:51.551269 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0cd7da6c-b888-4d81-a619-949c9a3d049c req-673f6f77-2867-4571-8627-4c79c2d72742 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.3745871 Nov 03 16:01:51.577280 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2bb69a49-ee57-4993-a4c1-c70861a9a116 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=601ecaa8ec4546238c1e4461d046415a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832575 Nov 03 16:01:51.579752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb589742-0b04-408d-8f3a-f0e2b626f5c5', 'name': 'network-vif-deleted', 'tag': 'd3fea44a-9470-435d-b9ca-26d414af2191'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:51.581054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56314) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:51.582891 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675bb15c-47c7-4b92-885b-e4dc1c3a384f" -d '{"events": [{"server_uuid": "fb589742-0b04-408d-8f3a-f0e2b626f5c5", "name": "network-vif-deleted", "tag": "d3fea44a-9470-435d-b9ca-26d414af2191"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:51.626817 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-2d9a199e-d9e0-46fa-8307-1332bdea3511 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7688022 Nov 03 16:01:51.643082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb21650-159a-4c5c-9065-8b8ce2307636', 'name': 'network-vif-deleted', 'tag': '2ef4e51b-13ec-4a07-9b7b-d3925ef221a3'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:51.645728 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b00ec3-a095-4c0f-84a6-31cec3429bd4" -d '{"events": [{"server_uuid": "ebb21650-159a-4c5c-9065-8b8ce2307636", "name": "network-vif-deleted", "tag": "2ef4e51b-13ec-4a07-9b7b-d3925ef221a3"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:51.699562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3b487bb-afed-4168-873a-5bdfccd77954 req-50a0e24d-409f-4423-90d6-7031011e4070 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3ce6954e-c539-4a32-b250-f7f43a7b3714 HTTP/1.1" status: 200 len: 210 time: 0.1119361 Nov 03 16:01:51.713889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-643a0ece-590c-4f8a-8a20-dd91df3bbb4b req-b765f7cb-9aac-4baa-a0a5-f909b264d56b tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 210 time: 0.1214788 Nov 03 16:01:51.717770 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0cd7da6c-b888-4d81-a619-949c9a3d049c req-9c4a0fec-8214-421f-a941-e1d3ec8c7011 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654718 Nov 03 16:01:51.733599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d3fea44a-9470-435d-b9ca-26d414af2191 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:51.761751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: d3fea44a-9470-435d-b9ca-26d414af2191 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:51.762449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d3fea44a-9470-435d-b9ca-26d414af2191 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:51.763070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:51.793559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:51.794120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2ef4e51b-13ec-4a07-9b7b-d3925ef221a3 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:51.808819 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:51.860561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-2503e789-0f03-42ad-99d2-2572c8338a1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 HTTP/1.1" status: 200 len: 217 time: 0.1944089 Nov 03 16:01:51.867883 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c4b76bb-b8ac-456a-8287-378206a76bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:51.875389 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4956ba4-1929-4ea3-b539-60ca8c755612 x-openstack-request-id: req-f4956ba4-1929-4ea3-b539-60ca8c755612 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:51.875687 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb589742-0b04-408d-8f3a-f0e2b626f5c5", "name": "network-vif-deleted", "tag": "d3fea44a-9470-435d-b9ca-26d414af2191", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:51.875941 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f4956ba4-1929-4ea3-b539-60ca8c755612 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:51.876334 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb589742-0b04-408d-8f3a-f0e2b626f5c5', 'name': 'network-vif-deleted', 'tag': 'd3fea44a-9470-435d-b9ca-26d414af2191', 'status': 'completed', 'code': 200} Nov 03 16:01:51.914147 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803f5794-721d-4021-90f6-8446d5209ef0 x-openstack-request-id: req-803f5794-721d-4021-90f6-8446d5209ef0 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:51.914440 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb21650-159a-4c5c-9065-8b8ce2307636", "name": "network-vif-deleted", "tag": "2ef4e51b-13ec-4a07-9b7b-d3925ef221a3", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:51.914697 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-803f5794-721d-4021-90f6-8446d5209ef0 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:51.915136 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb21650-159a-4c5c-9065-8b8ce2307636', 'name': 'network-vif-deleted', 'tag': '2ef4e51b-13ec-4a07-9b7b-d3925ef221a3', 'status': 'completed', 'code': 200} Nov 03 16:01:51.946436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c4b76bb-b8ac-456a-8287-378206a76bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.019630 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.093284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-84b2bf30-4e8b-4d4a-b55c-f69c2520afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:52.094963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-84b2bf30-4e8b-4d4a-b55c-f69c2520afaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.2163951 Nov 03 16:01:52.103283 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c4b76bb-b8ac-456a-8287-378206a76bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.106206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c4b76bb-b8ac-456a-8287-378206a76bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.109637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c4b76bb-b8ac-456a-8287-378206a76bdc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3f98d8a-2ae0-459b-94ce-afbbcb153e6a HTTP/1.1" status: 204 len: 168 time: 0.5234797 Nov 03 16:01:52.130295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403826d-e6d6-4a6f-87cb-0bc56c021c8b req-1a521d79-efb1-4106-be6e-af77eaf35c0b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:52.134817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4403826d-e6d6-4a6f-87cb-0bc56c021c8b req-1a521d79-efb1-4106-be6e-af77eaf35c0b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 932 time: 0.1361380 Nov 03 16:01:52.152642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b76bb-b8ac-456a-8287-378206a76bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f98d8a-2ae0-459b-94ce-afbbcb153e6a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:52.216606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7682f10-f898-4213-937b-1bc438f7c3e4 req-65c044cc-6c7f-4db1-ad05-543c8ce2db30 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:52.218213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7682f10-f898-4213-937b-1bc438f7c3e4 req-65c044cc-6c7f-4db1-ad05-543c8ce2db30 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.2237267 Nov 03 16:01:52.227893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Allocated IP 172.20.0.8 (1355e2a9-6971-4f93-858d-b4dacf67070f/29299f53-6297-4106-94ab-97fdca081322/b55bd329-238d-4f59-b42e-dd8a60decb60) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:52.239993 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.295419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-92e722c5-7b69-408e-9536-c6f91856a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:52.296971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-92e722c5-7b69-408e-9536-c6f91856a3a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1835375 Nov 03 16:01:52.325187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.333832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24edd91f-a23f-4f4f-8b98-9f3e551a742a {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:52.339880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['108374a6-05bf-4033-beba-b886eb6c4de5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:52.355778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Network 1355e2a9-6971-4f93-858d-b4dacf67070f is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:52.379709 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.391916 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4403826d-e6d6-4a6f-87cb-0bc56c021c8b req-9ded52ce-02aa-441c-aef2-2a00f06887d8 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492907 Nov 03 16:01:52.396310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:52.406206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:52.412367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Pushing event updated for resources: {'Port': ['ID=e83a0b7e-1e9f-4e73-b607-1b91656a0291,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:52.468560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7682f10-f898-4213-937b-1bc438f7c3e4 req-2033919a-b1f8-4b05-8f26-1f71237901ef tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403078 Nov 03 16:01:52.500696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event deleted for resources: {'Port': ['ID=96fd1d11-3e1c-481d-80b2-115c42f750ff,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:52.515254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Transition to ACTIVE for port object 24edd91f-a23f-4f4f-8b98-9f3e551a742a will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:52.582859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.680212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5d4a1cb-068f-431e-9e49-e91f27e2bcdd req-3fc1c818-f09f-475d-9025-c6d8dd98d6eb tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.1366549 Nov 03 16:01:52.687467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] No DVR routers for this DVR port 96fd1d11-3e1c-481d-80b2-115c42f750ff on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:52.700706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:52.701407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.719281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:52.723206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-232eb8bf-efcf-4ef6-90af-53de849446d0 req-8bf97b9d-2892-4538-b0c8-04e9715734ff tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.15 "DELETE /v2.0/ports/96fd1d11-3e1c-481d-80b2-115c42f750ff HTTP/1.1" status: 204 len: 173 time: 2.6408494 Nov 03 16:01:52.770313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-f57103a2-a172-40ee-a0c7-90d19299c1b6 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5530772 Nov 03 16:01:52.790345 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Request body: {'port': {'device_id': '352dfda5-bee7-4711-a07f-1121fb81711a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:52.827414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f873319-7894-4ed5-ae5c-1a231ec8e447 req-6a2df96e-dd8b-4604-b688-6c091b8da677 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=0637aad2-e8a0-45e6-9d25-488bbe9fd3f9 HTTP/1.1" status: 200 len: 210 time: 0.1379502 Nov 03 16:01:52.842785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Pushing event updated for resources: {'Port': ['ID=24edd91f-a23f-4f4f-8b98-9f3e551a742a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:52.847096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-f9d00425-433b-46b2-b08e-f59a8819f748 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358958 Nov 03 16:01:52.967894 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.012209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd78c5ca-7dc5-4ea3-adc4-a7345e1b42fc req-8ecb98a9-b43a-42fd-838a-39b2b8d9e0e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 210 time: 0.0957084 Nov 03 16:01:53.099401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.162085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.239994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-1ba255af-157c-453f-bf7e-0a6fc16be432 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816197 Nov 03 16:01:53.247405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Network 1355e2a9-6971-4f93-858d-b4dacf67070f is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:53.271640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56378) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:53.305452 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:53.309734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Pushing event updated for resources: {'Port': ['ID=b55bd329-238d-4f59-b42e-dd8a60decb60,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:53.318267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:53.325768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-e81181f3-8f15-4743-b12d-be087f30e2b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5 HTTP/1.1" status: 200 len: 217 time: 0.0751610 Nov 03 16:01:53.342328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662dde-2446-422e-9cb0-58d86634acb4 req-359d7c72-bde9-4b23-91ea-ac6be37b750a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.349137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662dde-2446-422e-9cb0-58d86634acb4 req-359d7c72-bde9-4b23-91ea-ac6be37b750a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.355594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662dde-2446-422e-9cb0-58d86634acb4 req-359d7c72-bde9-4b23-91ea-ac6be37b750a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.361659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662dde-2446-422e-9cb0-58d86634acb4 req-359d7c72-bde9-4b23-91ea-ac6be37b750a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.373061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662dde-2446-422e-9cb0-58d86634acb4 req-359d7c72-bde9-4b23-91ea-ac6be37b750a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.386015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662dde-2446-422e-9cb0-58d86634acb4 req-359d7c72-bde9-4b23-91ea-ac6be37b750a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.395990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662dde-2446-422e-9cb0-58d86634acb4 req-359d7c72-bde9-4b23-91ea-ac6be37b750a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.398569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7662dde-2446-422e-9cb0-58d86634acb4 req-359d7c72-bde9-4b23-91ea-ac6be37b750a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.4027209 Nov 03 16:01:53.401014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Attempting to bind port 24edd91f-a23f-4f4f-8b98-9f3e551a742a on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:53.401342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Attempting to bind port 24edd91f-a23f-4f4f-8b98-9f3e551a742a by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:53.401711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Attempting to bind port 24edd91f-a23f-4f4f-8b98-9f3e551a742a on network 0cb8f165-4475-43f8-8568-3a60a823a49b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:53.436103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.437759 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.465168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Port 24edd91f-a23f-4f4f-8b98-9f3e551a742a on network 0cb8f165-4475-43f8-8568-3a60a823a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:53.465662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Attempting to bind port 24edd91f-a23f-4f4f-8b98-9f3e551a742a on network 0cb8f165-4475-43f8-8568-3a60a823a49b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:53.470279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-dc3cbb9e-9a02-41ff-938d-514689c142c9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0617409 Nov 03 16:01:53.473732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-1e132303-b522-4545-b5bb-c1a88d2df826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.475972 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-1e132303-b522-4545-b5bb-c1a88d2df826 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.0759656 Nov 03 16:01:53.478425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:53.478770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Checking segment: {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:53.479854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Bound using segment: {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:53.480327 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Bound port: 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:53.480719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.491943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Request body: {'port': {'device_id': '5afdc301-015d-447b-9f95-88fb175d2510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:53.563925 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc388-e8cd-408d-8e75-694b609ebd5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.610573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56392) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:53.633482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.666787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83a0b7e-1e9f-4e73-b607-1b91656a0291 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:53.695830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.710265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c96833-baab-4299-8a42-bef494453da4 req-2fc622f8-2fae-4e8b-9f2a-ada11dd35d95 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.711620 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9c96833-baab-4299-8a42-bef494453da4 req-2fc622f8-2fae-4e8b-9f2a-ada11dd35d95 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 944 time: 0.1781232 Nov 03 16:01:53.726707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 96fd1d11-3e1c-481d-80b2-115c42f750ff no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:53.730114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Transition to ACTIVE for port object e83a0b7e-1e9f-4e73-b607-1b91656a0291 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:53.730675 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7662dde-2446-422e-9cb0-58d86634acb4 req-a891514a-3464-4974-8d39-63ee78fe0f6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3233566 Nov 03 16:01:53.755656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.760678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 96fd1d11-3e1c-481d-80b2-115c42f750ff {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:53.761292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 96fd1d11-3e1c-481d-80b2-115c42f750ff not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:53.783028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a806a1b9-e6e9-4422-ae6c-25989ea704d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:53.784605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-a806a1b9-e6e9-4422-ae6c-25989ea704d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2637453 Nov 03 16:01:53.803727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-910186113-network', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:53.841161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] For port 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:53.893648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0637aad2-e8a0-45e6-9d25-488bbe9fd3f9', 'name': 'network-vif-deleted', 'tag': '96fd1d11-3e1c-481d-80b2-115c42f750ff'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:53.895835 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe753710-bfa3-4989-becb-780297d588c8" -d '{"events": [{"server_uuid": "0637aad2-e8a0-45e6-9d25-488bbe9fd3f9", "name": "network-vif-deleted", "tag": "96fd1d11-3e1c-481d-80b2-115c42f750ff"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:53.918098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] For port 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:53.923946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc388-e8cd-408d-8e75-694b609ebd5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.931287 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.940274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc388-e8cd-408d-8e75-694b609ebd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:53.949778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9c96833-baab-4299-8a42-bef494453da4 req-501bc125-1d16-4f37-9921-128de51a8b5c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252808 Nov 03 16:01:53.965592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e83a0b7e-1e9f-4e73-b607-1b91656a0291,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:54.028191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.028806 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.030243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] 10.222.0.70 "PUT /v2.0/ports/24edd91f-a23f-4f4f-8b98-9f3e551a742a HTTP/1.1" status: 200 len: 1092 time: 3.5634885 Nov 03 16:01:54.031859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Made reservation on behalf of 93ccea0b41b04add9d49bcf87be63558 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:54.034203 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.062886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22980-a353-4fe5-b16a-293015dd106a req-ea4907f6-f96a-4eac-923e-d50cd25101c1 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.064391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-baf22980-a353-4fe5-b16a-293015dd106a req-ea4907f6-f96a-4eac-923e-d50cd25101c1 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.2297840 Nov 03 16:01:54.074444 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ad2fc388-e8cd-408d-8e75-694b609ebd5a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=226ca9a5a40c4dab9ca81f0e652f23e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7648914 Nov 03 16:01:54.081044 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-40ae2b0f-aa64-4965-bf13-866a5ddb7e7c service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855263 Nov 03 16:01:54.082365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56404) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:54.096312 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f6278ea-a1f1-4f2a-8d8b-b434e0d4597b req-7ee5b8be-e5dd-408e-a1cc-bc48e2259632 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0651181 Nov 03 16:01:54.099841 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.111048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fc388-e8cd-408d-8e75-694b609ebd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9344c75a-1338-45be-bbed-942dcd9842bc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:54.143086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a38d0b-ca98-4791-9e1f-3272509597b8 service neutron] Pushing event updated for resources: {'Port': ['ID=24edd91f-a23f-4f4f-8b98-9f3e551a742a,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:54.191966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Attempting to bind port e83a0b7e-1e9f-4e73-b607-1b91656a0291 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:54.192306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Attempting to bind port e83a0b7e-1e9f-4e73-b607-1b91656a0291 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:54.192870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Attempting to bind port e83a0b7e-1e9f-4e73-b607-1b91656a0291 on network 1355e2a9-6971-4f93-858d-b4dacf67070f {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:54.209462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Port e83a0b7e-1e9f-4e73-b607-1b91656a0291 on network 1355e2a9-6971-4f93-858d-b4dacf67070f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:54.209813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Attempting to bind port e83a0b7e-1e9f-4e73-b607-1b91656a0291 on network 1355e2a9-6971-4f93-858d-b4dacf67070f {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:54.230518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:54.230864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Checking segment: {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:54.231254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Bound using segment: {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:54.231704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Bound port: e83a0b7e-1e9f-4e73-b607-1b91656a0291, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:54.232392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.243283 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5667b6ee-f4ed-4947-ad24-722334e3a3da x-openstack-request-id: req-5667b6ee-f4ed-4947-ad24-722334e3a3da {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:54.243605 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0637aad2-e8a0-45e6-9d25-488bbe9fd3f9", "name": "network-vif-deleted", "tag": "96fd1d11-3e1c-481d-80b2-115c42f750ff", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:54.243842 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5667b6ee-f4ed-4947-ad24-722334e3a3da {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:54.244234 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0637aad2-e8a0-45e6-9d25-488bbe9fd3f9', 'name': 'network-vif-deleted', 'tag': '96fd1d11-3e1c-481d-80b2-115c42f750ff', 'status': 'completed', 'code': 200} Nov 03 16:01:54.283495 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-baf22980-a353-4fe5-b16a-293015dd106a req-2d2523fe-9474-4dda-b5e2-afafb0caeed8 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068422 Nov 03 16:01:54.285407 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-46e59014-8acf-4ea3-9125-bcb6a67ff9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.287118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-46e59014-8acf-4ea3-9125-bcb6a67ff9d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbed15a634654a34b11e6aff90c99d7b&device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.2114248 Nov 03 16:01:54.326174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55bd329-238d-4f59-b42e-dd8a60decb60 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:54.339491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be480526-5d78-480d-905f-6d9a5526c574 req-219f301d-83eb-46bf-afa9-fbbfabe4d771 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0516829 Nov 03 16:01:54.362368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.374418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31b7cf53-cb7d-4173-bce1-771101171a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.378345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-b72fc231-a048-409a-a330-891460074ce0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a HTTP/1.1" status: 200 len: 217 time: 0.0780296 Nov 03 16:01:54.381503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-2a18ea3c-6761-4e54-8cc6-87d0056b2a35 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864857 Nov 03 16:01:54.411407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Transition to ACTIVE for port object b55bd329-238d-4f59-b42e-dd8a60decb60 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:01:54.431143 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.432094 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.441315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-d6631369-ca62-4e77-8bb2-f48b0e1cac60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d HTTP/1.1" status: 200 len: 217 time: 0.0510368 Nov 03 16:01:54.442506 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31b7cf53-cb7d-4173-bce1-771101171a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.449126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.496098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757c95e-ffea-4cf2-b3e8-ce0deee6e7b6 req-09af4441-e105-4c81-9095-8feeba8f76c4 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.502458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3757c95e-ffea-4cf2-b3e8-ce0deee6e7b6 req-09af4441-e105-4c81-9095-8feeba8f76c4 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 931 time: 0.2083526 Nov 03 16:01:54.509051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] For port e83a0b7e-1e9f-4e73-b607-1b91656a0291, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:54.515381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b9ba14aa-3be2-454d-afb7-aedd8d959e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.517472 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-b9ba14aa-3be2-454d-afb7-aedd8d959e06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.0670741 Nov 03 16:01:54.548804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe18f01-73b1-46bb-a0a1-d7969988e86b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:54.583202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] For port e83a0b7e-1e9f-4e73-b607-1b91656a0291, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e83a0b7e-1e9f-4e73-b607-1b91656a0291,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:54.586573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:01:54.589611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31b7cf53-cb7d-4173-bce1-771101171a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.592325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31b7cf53-cb7d-4173-bce1-771101171a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.593455 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-31b7cf53-cb7d-4173-bce1-771101171a7c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9344c75a-1338-45be-bbed-942dcd9842bc HTTP/1.1" status: 204 len: 168 time: 0.5010114 Nov 03 16:01:54.606321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.624421 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.624869 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Added segment ef68b933-cfc8-4844-b3a3-01f0806f4268 of type vlan for network e1d1f312-4ea1-49cf-b7b0-10704e214d2c Nov 03 16:01:54.635442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Pushing event updated for resources: {'Port': ['ID=b55bd329-238d-4f59-b42e-dd8a60decb60,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:54.658069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7cf53-cb7d-4173-bce1-771101171a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9344c75a-1338-45be-bbed-942dcd9842bc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:54.684791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355063-8cda-44e0-a73c-a417895bed22 req-ef7db226-74a8-48e0-b6ac-eae7daeb58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.686516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-ef7db226-74a8-48e0-b6ac-eae7daeb58c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1489210 Nov 03 16:01:54.692358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-ac7971fc-a319-4dc8-bad1-754b5aba0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.693847 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-ac7971fc-a319-4dc8-bad1-754b5aba0292 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0578e3e4-c409-4214-b01c-e69a7cc92056 HTTP/1.1" status: 200 len: 855 time: 0.1515200 Nov 03 16:01:54.703651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792202-dc5a-453c-8050-e131f3897579 req-ca4e2296-f243-4646-a5f1-9d274b9dd25f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.706274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e792202-dc5a-453c-8050-e131f3897579 req-ca4e2296-f243-4646-a5f1-9d274b9dd25f tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 950 time: 0.1621079 Nov 03 16:01:54.775484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-98f3ea9d-7a41-4a08-a76d-c80ce0f8d2e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cb8f165-4475-43f8-8568-3a60a823a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531421 Nov 03 16:01:54.776178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.776178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.777621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/e83a0b7e-1e9f-4e73-b607-1b91656a0291 HTTP/1.1" status: 200 len: 1091 time: 1.9920733 Nov 03 16:01:54.780395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352dfda5-bee7-4711-a07f-1121fb81711a', 'tag': 'e83a0b7e-1e9f-4e73-b607-1b91656a0291'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:54.782702 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14" -d '{"events": [{"name": "network-changed", "server_uuid": "352dfda5-bee7-4711-a07f-1121fb81711a", "tag": "e83a0b7e-1e9f-4e73-b607-1b91656a0291"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:54.795972 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3757c95e-ffea-4cf2-b3e8-ce0deee6e7b6 req-38458884-95ea-47b0-b1bd-bc55c7261b81 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924335 Nov 03 16:01:54.831578 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.847899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d180ae8-364e-48b3-a829-8e02c98bc8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e83a0b7e-1e9f-4e73-b607-1b91656a0291,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:54.861328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Attempting to bind port b55bd329-238d-4f59-b42e-dd8a60decb60 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:54.861717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Attempting to bind port b55bd329-238d-4f59-b42e-dd8a60decb60 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:54.862054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Attempting to bind port b55bd329-238d-4f59-b42e-dd8a60decb60 on network 1355e2a9-6971-4f93-858d-b4dacf67070f {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:54.880399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Port b55bd329-238d-4f59-b42e-dd8a60decb60 on network 1355e2a9-6971-4f93-858d-b4dacf67070f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:01:54.880725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Attempting to bind port b55bd329-238d-4f59-b42e-dd8a60decb60 on network 1355e2a9-6971-4f93-858d-b4dacf67070f {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:54.910214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:54.910552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Checking segment: {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:54.910963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Bound using segment: {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:54.911410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Bound port: b55bd329-238d-4f59-b42e-dd8a60decb60, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3f5a1a-4b58-4724-894d-732d2f01a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:54.911763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.929102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e792202-dc5a-453c-8050-e131f3897579 req-65ce1466-cb0c-4281-8739-9f03b319222c tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130380 Nov 03 16:01:54.929848 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.930878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:54.931467 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:54.950718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-fdb6af32-a71b-4d7a-afd2-639ad139b2e4 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551622 Nov 03 16:01:55.009297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56422) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:55.010629 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a707061-09af-4733-a070-eb141f51be50 x-openstack-request-id: req-7a707061-09af-4733-a070-eb141f51be50 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:55.011027 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352dfda5-bee7-4711-a07f-1121fb81711a", "tag": "e83a0b7e-1e9f-4e73-b607-1b91656a0291", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:55.011287 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a707061-09af-4733-a070-eb141f51be50 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:55.011687 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352dfda5-bee7-4711-a07f-1121fb81711a', 'tag': 'e83a0b7e-1e9f-4e73-b607-1b91656a0291', 'status': 'completed', 'code': 200} Nov 03 16:01:55.018919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-3f3dc78d-e7f0-4cfc-903a-cd1396beb3ed service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085569 Nov 03 16:01:55.053601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97bad72d-c751-4499-9002-68da49ac8fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.056590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] Pushing event updated for resources: {'Network': ['ID=e1d1f312-4ea1-49cf-b7b0-10704e214d2c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:55.067237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e1d1f312-4ea1-49cf-b7b0-10704e214d2c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:01:55.068399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-73de0f30-a26c-433a-b578-db71fd38bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.071812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-73de0f30-a26c-433a-b578-db71fd38bf97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 1094 time: 0.2109580 Nov 03 16:01:55.109432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ff7b2558-f9ea-4533-9916-080798bc5b2a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4983649 Nov 03 16:01:55.118352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56424) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:55.231566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4fc8a-9c1b-454f-89ea-e13bcfac069d req-c7bdb70c-3fd7-4326-9134-99dae6d789ba tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.233109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-69c4fc8a-9c1b-454f-89ea-e13bcfac069d req-c7bdb70c-3fd7-4326-9134-99dae6d789ba tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 944 time: 0.1806917 Nov 03 16:01:55.241413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d355063-8cda-44e0-a73c-a417895bed22 req-7fa8ec8d-2b39-4ead-8f7e-945b37f72750 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818558 Nov 03 16:01:55.284230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e50d0f62-78f6-47e2-ad26-748dc6a189ec req-d84d709b-1aa6-4dc5-b2f4-2e9eae8954b8 service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328093 Nov 03 16:01:55.333564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-69c4fc8a-9c1b-454f-89ea-e13bcfac069d req-e1c91842-09a9-4c36-9789-230d15461f1f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869339 Nov 03 16:01:55.343748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97bad72d-c751-4499-9002-68da49ac8fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.350386 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97bad72d-c751-4499-9002-68da49ac8fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.400638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-97bad72d-c751-4499-9002-68da49ac8fda admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9012f53bc8ea4487a72920ac0f7073cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871315 Nov 03 16:01:55.400638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bad72d-c751-4499-9002-68da49ac8fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eaf5b4-8708-40ab-bbb4-a824f3e51235,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:55.405778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56430) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:55.434107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Request body: {'subnet': {'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-910186113-subnet', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:55.467935 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb6284-28e1-4052-a070-cf0fd2c0179e req-37d65e0f-08e5-4e6b-ba27-6211fdbfe0c4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.471075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bafa1681-b2ed-4707-ad44-0ec1ffb101e1 req-24a86d17-4a28-4a8e-b713-fc503f926959 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0552084 Nov 03 16:01:55.474575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb6284-28e1-4052-a070-cf0fd2c0179e req-37d65e0f-08e5-4e6b-ba27-6211fdbfe0c4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.481262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb6284-28e1-4052-a070-cf0fd2c0179e req-37d65e0f-08e5-4e6b-ba27-6211fdbfe0c4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.487610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb6284-28e1-4052-a070-cf0fd2c0179e req-37d65e0f-08e5-4e6b-ba27-6211fdbfe0c4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.506717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb6284-28e1-4052-a070-cf0fd2c0179e req-37d65e0f-08e5-4e6b-ba27-6211fdbfe0c4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.514180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb6284-28e1-4052-a070-cf0fd2c0179e req-37d65e0f-08e5-4e6b-ba27-6211fdbfe0c4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.521178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb6284-28e1-4052-a070-cf0fd2c0179e req-37d65e0f-08e5-4e6b-ba27-6211fdbfe0c4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.523095 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-52fb6284-28e1-4052-a070-cf0fd2c0179e req-37d65e0f-08e5-4e6b-ba27-6211fdbfe0c4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.5973752 Nov 03 16:01:55.524838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-29000a80-7dad-4680-a9f1-1bbbedfb2984 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83a0b7e-1e9f-4e73-b607-1b91656a0291 HTTP/1.1" status: 200 len: 217 time: 0.4318461 Nov 03 16:01:55.536639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Made reservation on behalf of 93ccea0b41b04add9d49bcf87be63558 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:01:55.539613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-570ac82d-b43f-44df-919e-63381f4212dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.540212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.564380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] For port b55bd329-238d-4f59-b42e-dd8a60decb60, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:55.587827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-4a67e55a-e4c1-48d7-9a7c-50e93f54cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.588280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-4a67e55a-e4c1-48d7-9a7c-50e93f54cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.588744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-4a67e55a-e4c1-48d7-9a7c-50e93f54cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.589205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-4a67e55a-e4c1-48d7-9a7c-50e93f54cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.589687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-4a67e55a-e4c1-48d7-9a7c-50e93f54cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.590140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-4a67e55a-e4c1-48d7-9a7c-50e93f54cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.590598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-4a67e55a-e4c1-48d7-9a7c-50e93f54cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.592424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-4a67e55a-e4c1-48d7-9a7c-50e93f54cc1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6484 time: 0.1165748 Nov 03 16:01:55.598761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-570ac82d-b43f-44df-919e-63381f4212dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.643972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] For port b55bd329-238d-4f59-b42e-dd8a60decb60, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b55bd329-238d-4f59-b42e-dd8a60decb60,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:55.660339 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.724773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112af5c-bd74-4d44-bfd6-f004d0b3571d req-107f7992-8354-4ce7-881d-1738fa27e157 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.727348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2112af5c-bd74-4d44-bfd6-f004d0b3571d req-107f7992-8354-4ce7-881d-1738fa27e157 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.1586220 Nov 03 16:01:55.749719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4485b643-e778-4142-a94c-fdae5eeebfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.751855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-4485b643-e778-4142-a94c-fdae5eeebfbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29299f53-6297-4106-94ab-97fdca081322 HTTP/1.1" status: 200 len: 852 time: 0.2165380 Nov 03 16:01:55.752349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.752943 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.754322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] 10.222.0.70 "PUT /v2.0/ports/b55bd329-238d-4f59-b42e-dd8a60decb60 HTTP/1.1" status: 200 len: 1091 time: 2.2695072 Nov 03 16:01:55.770274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-c85c0103-747d-48e7-8d02-fe7a23f76d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.771835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-c85c0103-747d-48e7-8d02-fe7a23f76d54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa HTTP/1.1" status: 200 len: 903 time: 0.1593919 Nov 03 16:01:55.780580 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-570ac82d-b43f-44df-919e-63381f4212dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.783464 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-570ac82d-b43f-44df-919e-63381f4212dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:55.784572 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-570ac82d-b43f-44df-919e-63381f4212dd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/32eaf5b4-8708-40ab-bbb4-a824f3e51235 HTTP/1.1" status: 204 len: 168 time: 0.3773935 Nov 03 16:01:55.785440 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-52fb6284-28e1-4052-a070-cf0fd2c0179e req-a550aa09-e1da-4377-9614-e1b4bf7e6151 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2293422 Nov 03 16:01:55.816712 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-8882be4c-8ea6-4648-b71c-ac78dcda1819 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1355e2a9-6971-4f93-858d-b4dacf67070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550206 Nov 03 16:01:55.821256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc876cd1-987c-41fa-b852-fd90ec07b30a service neutron] Pushing event updated for resources: {'Port': ['ID=b55bd329-238d-4f59-b42e-dd8a60decb60,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:55.847280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ac82d-b43f-44df-919e-63381f4212dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eaf5b4-8708-40ab-bbb4-a824f3e51235,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:55.851909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-fe05ec21-cfb9-4c28-9561-67602eef2671 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d HTTP/1.1" status: 200 len: 217 time: 0.0717545 Nov 03 16:01:55.860862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2112af5c-bd74-4d44-bfd6-f004d0b3571d req-0505e4c3-2974-4927-a817-4cc4703ba477 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177754 Nov 03 16:01:55.912003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-882db586-2a86-483e-bfa9-0d9a0b898254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.914049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-882db586-2a86-483e-bfa9-0d9a0b898254 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.0523124 Nov 03 16:01:55.976362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-3853cc72-81d9-4c7f-812d-140a77db2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:55.976922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-3853cc72-81d9-4c7f-812d-140a77db2695 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543013 Nov 03 16:01:56.056201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-8353194b-48aa-4fe8-973c-5f095433b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:56.058864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-8353194b-48aa-4fe8-973c-5f095433b4d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 1094 time: 0.1519699 Nov 03 16:01:56.060956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-1dd44953-1163-4928-853d-ac32b20c6375 service neutron] 10.222.0.15 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345979 Nov 03 16:01:56.121997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce6a4d-7455-4cd0-aced-e580e0342ed5 req-2191f351-6aab-44ef-9f8a-0abcd33c0ef4 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:56.123434 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56ce6a4d-7455-4cd0-aced-e580e0342ed5 req-2191f351-6aab-44ef-9f8a-0abcd33c0ef4 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 950 time: 0.1020308 Nov 03 16:01:56.161777 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-fabbb3d2-7b4c-44df-b5da-a536ffa4cab1 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771693 Nov 03 16:01:56.162954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f182c5a-1002-4d31-b3d0-210868ccd328 req-1faab76e-da33-43a3-b39d-9d936f2fc60d tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:56.165348 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f182c5a-1002-4d31-b3d0-210868ccd328 req-1faab76e-da33-43a3-b39d-9d936f2fc60d tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 943 time: 0.2243202 Nov 03 16:01:56.181801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-0a833b40-2d3c-43f5-836d-eddcb2c44526 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b55bd329-238d-4f59-b42e-dd8a60decb60 HTTP/1.1" status: 200 len: 217 time: 0.0976603 Nov 03 16:01:56.233068 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:56.380356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f182c5a-1002-4d31-b3d0-210868ccd328 req-d5fcbeed-f9e7-445b-915d-42cfc6a7a84f tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012773 Nov 03 16:01:56.383079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-78de2ac8-6cd3-4d67-a0bf-c38dc06384b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:56.384768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-78de2ac8-6cd3-4d67-a0bf-c38dc06384b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=29299f53-6297-4106-94ab-97fdca081322 HTTP/1.1" status: 200 len: 852 time: 0.1918244 Nov 03 16:01:56.385573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96e501f-e12f-4d5a-ba9a-a4d0d16a2157,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:56.392064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-acd0cf33-3485-4e44-9478-350cb99d164a service neutron] 10.222.0.15 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091676 Nov 03 16:01:56.443912 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-97383211-b7bf-4a6b-82b4-9ed37b1de222 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1355e2a9-6971-4f93-858d-b4dacf67070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423014 Nov 03 16:01:56.455116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Checking segment: {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:56.455883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Network hostable DHCP agents. Network: e1d1f312-4ea1-49cf-b7b0-10704e214d2c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:01:56.567943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'tag': '24edd91f-a23f-4f4f-8b98-9f3e551a742a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:56.571457 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b" -d '{"events": [{"name": "network-changed", "server_uuid": "97f7942f-0ed1-4904-8224-17b75c91e8d7", "tag": "24edd91f-a23f-4f4f-8b98-9f3e551a742a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:56.580695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56ce6a4d-7455-4cd0-aced-e580e0342ed5 req-faf28b2b-c3e0-414a-aace-c7d8dc49c4c6 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/security-groups?id=d00dce62-fc85-4f8d-961b-a89de641d237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492972 Nov 03 16:01:56.645873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Network e1d1f312-4ea1-49cf-b7b0-10704e214d2c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:01:56.652961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4899f8c6-58d3-45d2-b7b5-0a93e394dfba tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:56.654576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4899f8c6-58d3-45d2-b7b5-0a93e394dfba tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 950 time: 0.0796440 Nov 03 16:01:56.657420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b14fabe8-dc8b-4bad-9390-7f99c9fc5ee0 req-277993d4-4e41-4610-bde1-31c1638e8f3e service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839499 Nov 03 16:01:56.662859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-25ea2c40-0460-410b-8f30-e57d9c2fbcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:56.665142 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-25ea2c40-0460-410b-8f30-e57d9c2fbcbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 1094 time: 0.1452084 Nov 03 16:01:56.667508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 24edd91f-a23f-4f4f-8b98-9f3e551a742a details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:56.683441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70e4a-bdd3-480f-836a-b8952cc9d3e7 req-17c2ae3c-c395-491f-a38a-ec1baaac2bbb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:56.684973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-15b70e4a-bdd3-480f-836a-b8952cc9d3e7 req-17c2ae3c-c395-491f-a38a-ec1baaac2bbb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 944 time: 0.2003636 Nov 03 16:01:56.687109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-849eaeb1-fac8-47eb-861c-0b8579a0aea8 service neutron] 10.222.0.70 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222235 Nov 03 16:01:56.696185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e1d1f312-4ea1-49cf-b7b0-10704e214d2c) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:56.709440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db850f0f-2dce-4acf-9e45-c7471cf909ca None None] Network e1d1f312-4ea1-49cf-b7b0-10704e214d2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:01:56.717349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:56.718031 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:56.771949 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cb0223dc-e1a7-44c4-9130-71a77863d6ca req-4ee3f542-de05-4bcb-8a84-2adba1c4a9e5 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0521407 Nov 03 16:01:56.832058 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50d53de-c541-4a67-ad08-344aee2f7ba9 x-openstack-request-id: req-b50d53de-c541-4a67-ad08-344aee2f7ba9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:56.832653 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f7942f-0ed1-4904-8224-17b75c91e8d7", "tag": "24edd91f-a23f-4f4f-8b98-9f3e551a742a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:56.832653 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b50d53de-c541-4a67-ad08-344aee2f7ba9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:56.832973 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'tag': '24edd91f-a23f-4f4f-8b98-9f3e551a742a', 'status': 'completed', 'code': 200} Nov 03 16:01:56.844802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-15b70e4a-bdd3-480f-836a-b8952cc9d3e7 req-3f7702f9-a54b-428e-aebd-9939480b50fd tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465719 Nov 03 16:01:56.850220 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-88f1ff5e-0186-41b7-95b6-8e45c1c02e95 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4202912 Nov 03 16:01:56.853837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56466) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:56.863734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:01:56.995483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:56.996530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.003373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-1ee038e3-c121-4858-a80e-7f1eba451fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.005028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-1ee038e3-c121-4858-a80e-7f1eba451fc0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbed15a634654a34b11e6aff90c99d7b&device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.1330988 Nov 03 16:01:57.009434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Deleting port 108374a6-05bf-4033-beba-b886eb6c4de5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:01:57.009434 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.015284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afdc301-015d-447b-9f95-88fb175d2510', 'tag': 'b55bd329-238d-4f59-b42e-dd8a60decb60'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:57.017858 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d10d0a-51bf-4d31-bea9-4a3a278504df" -d '{"events": [{"name": "network-changed", "server_uuid": "5afdc301-015d-447b-9f95-88fb175d2510", "tag": "b55bd329-238d-4f59-b42e-dd8a60decb60"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:57.023354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:57.033591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf8147-1795-40f2-b9a3-ccd7c97ce92f req-13622a50-776e-4071-bbaf-0eecdc674ef4 service neutron] 10.222.0.70 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131201 Nov 03 16:01:57.034521 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-f8dc7985-60b4-4431-b2a4-257124061fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.035839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-f8dc7985-60b4-4431-b2a4-257124061fa4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 913 time: 0.3475397 Nov 03 16:01:57.091512 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-62819de4-7633-478a-a8c9-3202b8728201 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83a0b7e-1e9f-4e73-b607-1b91656a0291 HTTP/1.1" status: 200 len: 217 time: 0.0465505 Nov 03 16:01:57.105226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f43a-d8db-4653-98c3-bf5859488955 req-709a8b3c-80c3-45b3-bf90-61cb0e42ad9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.111258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f43a-d8db-4653-98c3-bf5859488955 req-709a8b3c-80c3-45b3-bf90-61cb0e42ad9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.118233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f43a-d8db-4653-98c3-bf5859488955 req-709a8b3c-80c3-45b3-bf90-61cb0e42ad9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.124625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f43a-d8db-4653-98c3-bf5859488955 req-709a8b3c-80c3-45b3-bf90-61cb0e42ad9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.131447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f43a-d8db-4653-98c3-bf5859488955 req-709a8b3c-80c3-45b3-bf90-61cb0e42ad9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.138851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f43a-d8db-4653-98c3-bf5859488955 req-709a8b3c-80c3-45b3-bf90-61cb0e42ad9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.145966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f43a-d8db-4653-98c3-bf5859488955 req-709a8b3c-80c3-45b3-bf90-61cb0e42ad9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.157411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6987f43a-d8db-4653-98c3-bf5859488955 req-709a8b3c-80c3-45b3-bf90-61cb0e42ad9c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.2083972 Nov 03 16:01:57.214274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '24edd91f-a23f-4f4f-8b98-9f3e551a742a', 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b', 'port_id': '24edd91f-a23f-4f4f-8b98-9f3e551a742a', 'mac_address': 'fa:16:3e:96:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0578e3e4-c409-4214-b01c-e69a7cc92056', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:57.230535 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:01:57.230535 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.243964 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.308186 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-efe7d617-0aba-4c8f-b3e6-6ff4cfab0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.310039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-efe7d617-0aba-4c8f-b3e6-6ff4cfab0e5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29299f53-6297-4106-94ab-97fdca081322 HTTP/1.1" status: 200 len: 852 time: 0.1494205 Nov 03 16:01:57.334724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6987f43a-d8db-4653-98c3-bf5859488955 req-689a4ece-bb55-4b40-be2c-220cbb7e34f0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1761143 Nov 03 16:01:57.390605 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-f11990d8-ad96-48e6-8777-001c4f125fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1355e2a9-6971-4f93-858d-b4dacf67070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540249 Nov 03 16:01:57.414361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] For port 108374a6-05bf-4033-beba-b886eb6c4de5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=108374a6-05bf-4033-beba-b886eb6c4de5,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:57.414930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.445853 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b3b1b-65bb-4bfa-b1e8-94219931a494 x-openstack-request-id: req-de2b3b1b-65bb-4bfa-b1e8-94219931a494 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:57.446516 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afdc301-015d-447b-9f95-88fb175d2510", "tag": "b55bd329-238d-4f59-b42e-dd8a60decb60", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:57.446915 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de2b3b1b-65bb-4bfa-b1e8-94219931a494 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:57.447578 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afdc301-015d-447b-9f95-88fb175d2510', 'tag': 'b55bd329-238d-4f59-b42e-dd8a60decb60', 'status': 'completed', 'code': 200} Nov 03 16:01:57.482907 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.523549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24edd91f-a23f-4f4f-8b98-9f3e551a742a {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:57.567931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:57.571748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f662dc1b-2af5-4ad3-8491-aaddd11a25a9 req-ae3907bd-b59c-44e5-8c9f-0371ab7865f3 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0653930 Nov 03 16:01:57.575749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.578627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Allocated IP 172.20.0.2 (e1d1f312-4ea1-49cf-b7b0-10704e214d2c/d96e501f-e12f-4d5a-ba9a-a4d0d16a2157/0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:57.603016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-5a04afb5-6210-47a3-8260-5314c2508180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.604860 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-5a04afb5-6210-47a3-8260-5314c2508180 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 1094 time: 0.1503384 Nov 03 16:01:57.633047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Calling delete_port for 108374a6-05bf-4033-beba-b886eb6c4de5 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:01:57.651235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-f38d9f4c-d619-47f0-ae30-d4a0b72b9feb service neutron] 10.222.0.15 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523878 Nov 03 16:01:57.721349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=24edd91f-a23f-4f4f-8b98-9f3e551a742a,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:57.790568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-31745c39-f15f-4559-9a12-37ea586b8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.792393 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-31745c39-f15f-4559-9a12-37ea586b8962 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 200 len: 916 time: 0.7777314 Nov 03 16:01:57.853913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.862198 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.868288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['24edd91f-a23f-4f4f-8b98-9f3e551a742a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:57.878698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0685a-0105-403f-861a-eae392d60bdb req-66b63bd5-7b17-4848-9574-f744d2ac8996 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.886081 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bad0685a-0105-403f-861a-eae392d60bdb req-66b63bd5-7b17-4848-9574-f744d2ac8996 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 943 time: 0.1681809 Nov 03 16:01:57.906835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-b5afd241-5ec3-4671-b3fb-4973ddf29679 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a HTTP/1.1" status: 200 len: 217 time: 0.1056864 Nov 03 16:01:57.914557 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff660bbc-d16f-43c5-a56d-f8c5013f5a14 req-0e310972-ebef-4a60-ac06-00777c6358c2 service neutron] 10.222.0.15 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548709 Nov 03 16:01:57.914945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:57.929344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-1057f22f-8e4a-4e6a-a812-78fad243a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.945658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-1057f22f-8e4a-4e6a-a812-78fad243a40d service neutron] 10.222.0.70 "GET /v2.0/networks?id=1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 200 len: 913 time: 0.3177783 Nov 03 16:01:57.984615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8b8bd-7f0a-42e6-b142-249df368ee3d req-ff187074-fad7-4e9d-b411-57eb48ef1598 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:57.985831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Network e1d1f312-4ea1-49cf-b7b0-10704e214d2c is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:57.986270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-27f8b8bd-7f0a-42e6-b142-249df368ee3d req-ff187074-fad7-4e9d-b411-57eb48ef1598 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.5887601 Nov 03 16:01:58.001330 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-ce7762cd-2a5a-4f57-ac9d-5ddf5a60c149 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b55bd329-238d-4f59-b42e-dd8a60decb60 HTTP/1.1" status: 200 len: 217 time: 0.0542488 Nov 03 16:01:58.001609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Pushing event updated for resources: {'Port': ['ID=0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:58.023893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:58.029410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:58.096900 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bad0685a-0105-403f-861a-eae392d60bdb req-f661e23e-01c4-4403-8cd9-31cc3131d04e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045038 Nov 03 16:01:58.102246 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-27f8b8bd-7f0a-42e6-b142-249df368ee3d req-59b98e48-c3b8-4d46-9d5a-c9dc7e948194 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066658 Nov 03 16:01:58.103085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-7fc3cc81-bf51-47dd-9de1-d57c93e9913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:58.104702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-7fc3cc81-bf51-47dd-9de1-d57c93e9913b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=29299f53-6297-4106-94ab-97fdca081322 HTTP/1.1" status: 200 len: 852 time: 0.0834739 Nov 03 16:01:58.128283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-cbde8c56-fc57-47cf-a28a-621aa7fa2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:58.129904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Attempting to bind port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:01:58.130295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Attempting to bind port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:01:58.130667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Attempting to bind port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 on network e1d1f312-4ea1-49cf-b7b0-10704e214d2c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:01:58.130983 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-cbde8c56-fc57-47cf-a28a-621aa7fa2a54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0578e3e4-c409-4214-b01c-e69a7cc92056 HTTP/1.1" status: 200 len: 855 time: 0.2074370 Nov 03 16:01:58.144347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:01:58.144744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Checking segment: {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:01:58.145323 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:58.146182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Bound using segment: {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:01:58.146814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Bound port: 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:01:58.147205 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:58.177009 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-d1535fd0-6675-4947-ad43-538b0ca4d697 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1355e2a9-6971-4f93-858d-b4dacf67070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636337 Nov 03 16:01:58.205097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-5f443315-9eb4-45d4-b5ec-2d3df711316d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cb8f165-4475-43f8-8568-3a60a823a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624502 Nov 03 16:01:58.246759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] For port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:01:58.247092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:58.253069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] For port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:01:58.264703 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:58.315285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Pushing event deleted for resources: {'Port': ['ID=108374a6-05bf-4033-beba-b886eb6c4de5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:58.354078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1876ae-4b75-4c67-aabe-8842f20429d9 None None] Pushing event updated for resources: {'Port': ['ID=0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:58.465070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] No DVR routers for this DVR port 108374a6-05bf-4033-beba-b886eb6c4de5 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:01:58.546032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:58.549641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a23211-b41b-4d0b-b36f-f5211cd0be41 req-4ebffdbe-5270-40ac-abef-3f3aff186090 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.70 "DELETE /v2.0/ports/108374a6-05bf-4033-beba-b886eb6c4de5 HTTP/1.1" status: 204 len: 173 time: 1.8720288 Nov 03 16:01:58.604166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5cc6-111a-4fee-8922-67060d3431c2 req-18565e20-4e60-4207-9b8b-732841f1709a tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:58.606028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99ac5cc6-111a-4fee-8922-67060d3431c2 req-18565e20-4e60-4207-9b8b-732841f1709a tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 945 time: 0.3230653 Nov 03 16:01:58.617437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-4aa54e2e-35a4-4c61-b2b6-ee5274442a6e service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944235 Nov 03 16:01:58.673515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:58.679071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56528) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:58.683594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b55bd329-238d-4f59-b42e-dd8a60decb60 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:58.695070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 108374a6-05bf-4033-beba-b886eb6c4de5 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:01:58.731464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 108374a6-05bf-4033-beba-b886eb6c4de5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:01:58.732556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 108374a6-05bf-4033-beba-b886eb6c4de5 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:01:58.753478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:58.773288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a222ecfb-dd69-43fc-bb50-5d7384445a2b req-dd06ed07-4fc7-42d8-b996-e3568ec8ef88 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] 10.222.0.86 "GET /v2.0/ports?device_id=ece03712-e396-4500-a4fb-aef220e7b52f HTTP/1.1" status: 200 len: 210 time: 0.5046575 Nov 03 16:01:58.862755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece03712-e396-4500-a4fb-aef220e7b52f', 'name': 'network-vif-deleted', 'tag': '108374a6-05bf-4033-beba-b886eb6c4de5'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:01:58.867549 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0ba83e-fb12-4271-b31e-877401cc15a5" -d '{"events": [{"server_uuid": "ece03712-e396-4500-a4fb-aef220e7b52f", "name": "network-vif-deleted", "tag": "108374a6-05bf-4033-beba-b886eb6c4de5"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:01:58.878758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-75dcff39-cdb1-424e-afae-9e4f963b9832 service neutron] 10.222.0.70 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936142 Nov 03 16:01:58.909641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99ac5cc6-111a-4fee-8922-67060d3431c2 req-b7aad974-5811-4d89-9836-876daea417d9 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890742 Nov 03 16:01:58.938431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b55bd329-238d-4f59-b42e-dd8a60decb60, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b55bd329-238d-4f59-b42e-dd8a60decb60,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:58.965830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'b55bd329-238d-4f59-b42e-dd8a60decb60', 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f', 'port_id': 'b55bd329-238d-4f59-b42e-dd8a60decb60', 'mac_address': 'fa:16:3e:b9:0b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29299f53-6297-4106-94ab-97fdca081322', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:59.031638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dcdf727-72e7-4cb5-b8af-e47a33c3251b req-f693fd1b-9741-4856-9c5b-9bc1f047559f service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996630 Nov 03 16:01:59.035505 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:59.061656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55bd329-238d-4f59-b42e-dd8a60decb60 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:01:59.087107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b55bd329-238d-4f59-b42e-dd8a60decb60, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b55bd329-238d-4f59-b42e-dd8a60decb60,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:59.096718 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:59.122326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Allocated IP 172.25.6.101 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:01:59.141721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a3a0-af48-47c6-bc14-5cf39d6ae929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:59.228527 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b55bd329-238d-4f59-b42e-dd8a60decb60,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:59.269709 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:59.282049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20d10d0a-51bf-4d31-bea9-4a3a278504df req-2bd43d5d-2d81-4f38-a8a0-1a0bfe552c4c service neutron] 10.222.0.70 "GET /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754177 Nov 03 16:01:59.299388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a871709-2437-42c9-ab85-a7d7c8dff44b req-e50935e7-c7b4-4e74-bbc6-05be73202aa5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:59.306334 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a871709-2437-42c9-ab85-a7d7c8dff44b req-e50935e7-c7b4-4e74-bbc6-05be73202aa5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:59.313062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a871709-2437-42c9-ab85-a7d7c8dff44b req-e50935e7-c7b4-4e74-bbc6-05be73202aa5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:59.318176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:59.319741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a871709-2437-42c9-ab85-a7d7c8dff44b req-e50935e7-c7b4-4e74-bbc6-05be73202aa5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:59.325712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a871709-2437-42c9-ab85-a7d7c8dff44b req-e50935e7-c7b4-4e74-bbc6-05be73202aa5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:59.333551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a871709-2437-42c9-ab85-a7d7c8dff44b req-e50935e7-c7b4-4e74-bbc6-05be73202aa5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:59.340491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a871709-2437-42c9-ab85-a7d7c8dff44b req-e50935e7-c7b4-4e74-bbc6-05be73202aa5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:59.346368 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a871709-2437-42c9-ab85-a7d7c8dff44b req-e50935e7-c7b4-4e74-bbc6-05be73202aa5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.4629784 Nov 03 16:01:59.369626 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['b55bd329-238d-4f59-b42e-dd8a60decb60'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:01:59.382188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b3c71d7-5d89-486b-9278-9a4b27bbf17a req-93133896-1807-43d7-9d18-23b19aa546aa tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0698965 Nov 03 16:01:59.417783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:01:59.427414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:01:59.431315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a871709-2437-42c9-ab85-a7d7c8dff44b req-208ebdda-d99a-4f3a-a92e-fe46048e171e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777392 Nov 03 16:01:59.458602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:01:59.480859 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f058688a-3ba1-4c0a-a90f-26d2a55c0be0 x-openstack-request-id: req-f058688a-3ba1-4c0a-a90f-26d2a55c0be0 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:01:59.481169 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece03712-e396-4500-a4fb-aef220e7b52f", "name": "network-vif-deleted", "tag": "108374a6-05bf-4033-beba-b886eb6c4de5", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:01:59.484769 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f058688a-3ba1-4c0a-a90f-26d2a55c0be0 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:01:59.485279 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece03712-e396-4500-a4fb-aef220e7b52f', 'name': 'network-vif-deleted', 'tag': '108374a6-05bf-4033-beba-b886eb6c4de5', 'status': 'completed', 'code': 200} Nov 03 16:01:59.531544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Pushing event updated for resources: {'Port': ['ID=80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:59.644848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4b8f4-723d-4360-9197-5101fd1da6ad req-1ce1368b-dde5-4f2e-b9d5-c7c5fe9b5cfe tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:59.649057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ea4b8f4-723d-4360-9197-5101fd1da6ad req-1ce1368b-dde5-4f2e-b9d5-c7c5fe9b5cfe tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 944 time: 0.0800979 Nov 03 16:01:59.688086 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a3a0-af48-47c6-bc14-5cf39d6ae929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:59.699191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a3a0-af48-47c6-bc14-5cf39d6ae929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:01:59.713039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ea4b8f4-723d-4360-9197-5101fd1da6ad req-f9a4ae9c-1284-4566-9661-ed20434ad863 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580270 Nov 03 16:01:59.741779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e83a0b7e-1e9f-4e73-b607-1b91656a0291 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:01:59.840389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c677f8-ad67-4061-866b-2036f655374e req-692898d2-12b8-4262-8320-9cbdc6e5202c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:01:59.842207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24c677f8-ad67-4061-866b-2036f655374e req-692898d2-12b8-4262-8320-9cbdc6e5202c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.2824311 Nov 03 16:01:59.903147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5ea3a3a0-af48-47c6-bc14-5cf39d6ae929 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5b52a55b21624690b51bf057af1208ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2217290 Nov 03 16:01:59.903886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3a3a0-af48-47c6-bc14-5cf39d6ae929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9021d21e-a42c-4b7d-96aa-cd28e3755789,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:01:59.907656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56542) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:01:59.938040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e83a0b7e-1e9f-4e73-b607-1b91656a0291, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e83a0b7e-1e9f-4e73-b607-1b91656a0291,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:01:59.957296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e83a0b7e-1e9f-4e73-b607-1b91656a0291', 'network_id': '1355e2a9-6971-4f93-858d-b4dacf67070f', 'port_id': 'e83a0b7e-1e9f-4e73-b607-1b91656a0291', 'mac_address': 'fa:16:3e:ec:67:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29299f53-6297-4106-94ab-97fdca081322', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:01:59.965078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a299b859-1c5c-475a-ba7f-9789b8e41cdf None None] Network e1d1f312-4ea1-49cf-b7b0-10704e214d2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:00.004993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24c677f8-ad67-4061-866b-2036f655374e req-b01c8ee6-d87e-4132-b3bc-2f82e07c914b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261654 Nov 03 16:02:00.024045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:00.066647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92b1b3a0-6594-47b9-b0ae-80ea726df77c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.130840 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92b1b3a0-6594-47b9-b0ae-80ea726df77c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.172952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa8264-bb8a-4683-b63a-f8a68ae79738 req-770b6ef4-bb9a-4ed3-8db2-25261d5153c6 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:00.178009 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8fa8264-bb8a-4683-b63a-f8a68ae79738 req-770b6ef4-bb9a-4ed3-8db2-25261d5153c6 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 945 time: 0.1403055 Nov 03 16:02:00.199855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.218099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56548) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:00.246803 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2b1b96c1-4acb-4bb1-aab3-14f64fd2ea2f None None] Provisioning complete for port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:00.247177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b1b96c1-4acb-4bb1-aab3-14f64fd2ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.292960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8fa8264-bb8a-4683-b63a-f8a68ae79738 req-80d2cde7-8efe-47bc-bee5-be6ce40a9e7d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063313 Nov 03 16:02:00.302847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92b1b3a0-6594-47b9-b0ae-80ea726df77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.304552 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.308607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92b1b3a0-6594-47b9-b0ae-80ea726df77c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.312803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-92b1b3a0-6594-47b9-b0ae-80ea726df77c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9021d21e-a42c-4b7d-96aa-cd28e3755789 HTTP/1.1" status: 204 len: 168 time: 0.4041331 Nov 03 16:02:00.321786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1b3a0-6594-47b9-b0ae-80ea726df77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9021d21e-a42c-4b7d-96aa-cd28e3755789,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:00.355325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83a0b7e-1e9f-4e73-b607-1b91656a0291 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:00.417481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e83a0b7e-1e9f-4e73-b607-1b91656a0291, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e83a0b7e-1e9f-4e73-b607-1b91656a0291,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:00.420255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:00.420694 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.461578 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-14dc7bf0-e774-4da5-abfe-e59fb28cd924 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=659686e42cc5482f827515690024b39e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412450 Nov 03 16:02:00.464057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56556) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:00.478280 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.523981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.570276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e83a0b7e-1e9f-4e73-b607-1b91656a0291,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:00.623976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab192fdf-1daf-40fb-a669-8cda40a6f650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.626932 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b1b96c1-4acb-4bb1-aab3-14f64fd2ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.666421 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab192fdf-1daf-40fb-a669-8cda40a6f650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.680698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3001-0f7a-4ff4-9b18-885bc2382017 req-dadb88d4-2dae-4065-9e05-2660c7ec8df7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:00.687275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3001-0f7a-4ff4-9b18-885bc2382017 req-dadb88d4-2dae-4065-9e05-2660c7ec8df7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:00.693918 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3001-0f7a-4ff4-9b18-885bc2382017 req-dadb88d4-2dae-4065-9e05-2660c7ec8df7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:00.700424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3001-0f7a-4ff4-9b18-885bc2382017 req-dadb88d4-2dae-4065-9e05-2660c7ec8df7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:00.707051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3001-0f7a-4ff4-9b18-885bc2382017 req-dadb88d4-2dae-4065-9e05-2660c7ec8df7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:00.707249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2b1b96c1-4acb-4bb1-aab3-14f64fd2ea2f None None] For port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:00.714862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b55bd329-238d-4f59-b42e-dd8a60decb60 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:00.715954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3001-0f7a-4ff4-9b18-885bc2382017 req-dadb88d4-2dae-4065-9e05-2660c7ec8df7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:00.722721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3001-0f7a-4ff4-9b18-885bc2382017 req-dadb88d4-2dae-4065-9e05-2660c7ec8df7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:00.726477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c24c3001-0f7a-4ff4-9b18-885bc2382017 req-dadb88d4-2dae-4065-9e05-2660c7ec8df7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1484957 Nov 03 16:02:00.726718 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b1b96c1-4acb-4bb1-aab3-14f64fd2ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.839343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c24c3001-0f7a-4ff4-9b18-885bc2382017 req-74c8a3f3-57bf-4a9f-9faa-69e4404092b1 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030133 Nov 03 16:02:00.840749 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab192fdf-1daf-40fb-a669-8cda40a6f650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.843795 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab192fdf-1daf-40fb-a669-8cda40a6f650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:00.847567 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ab192fdf-1daf-40fb-a669-8cda40a6f650 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d00dce62-fc85-4f8d-961b-a89de641d237 HTTP/1.1" status: 204 len: 168 time: 0.3800578 Nov 03 16:02:00.854405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab192fdf-1daf-40fb-a669-8cda40a6f650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00dce62-fc85-4f8d-961b-a89de641d237,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:00.870883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56566) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:00.894607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43fe3cef-0f4d-40b1-a1f8-dab9ea354a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.043705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3511019-31fd-41e1-a8ef-71abde0f5d64 req-2d1cc773-5409-4200-9d0e-ecbee0a005e9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:01.045474 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3511019-31fd-41e1-a8ef-71abde0f5d64 req-2d1cc773-5409-4200-9d0e-ecbee0a005e9 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 944 time: 0.0894301 Nov 03 16:02:01.062051 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.091543 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e83a0b7e-1e9f-4e73-b607-1b91656a0291'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:01.100570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97172fc8-ad7d-461a-9ee0-cbbbff9a5637 req-424374bd-2b47-480d-938f-16d8bf240ff4 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0322416 Nov 03 16:02:01.162434 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43fe3cef-0f4d-40b1-a1f8-dab9ea354a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.171160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:02:01.186024 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43fe3cef-0f4d-40b1-a1f8-dab9ea354a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.199722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1a159a5f-0b8f-4aa1-9362-8efc09d8c35f None None] Provisioning complete for port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:01.200514 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a159a5f-0b8f-4aa1-9362-8efc09d8c35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.271081 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3511019-31fd-41e1-a8ef-71abde0f5d64 req-b33436e2-4532-44cf-872c-e171e581d2d5 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132635 Nov 03 16:02:01.276317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port b55bd329-238d-4f59-b42e-dd8a60decb60 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:01.299160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-43fe3cef-0f4d-40b1-a1f8-dab9ea354a09 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b82214bc2b44902b78fc53822740eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258621 Nov 03 16:02:01.300519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe3cef-0f4d-40b1-a1f8-dab9ea354a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e9603-7fc7-47db-8bd4-2fde1bd1bb7b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:01.301160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.307895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56572) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:01.317599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b96c1-4acb-4bb1-aab3-14f64fd2ea2f None None] Pushing event updated for resources: {'Port': ['ID=0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:01.326752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port b55bd329-238d-4f59-b42e-dd8a60decb60 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:01.327139 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.344689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:02:01.364911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:02:01.365285 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:02:01.373149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Sync routers for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:02:01.409803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56576) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:01.432517 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.437002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-970272ee-9950-4915-9884-1819d1e52294 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5805593 Nov 03 16:02:01.438539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56578) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:01.455325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:01.456400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:01:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:01.481837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a1dc3-c187-4aa6-90ed-0c52f2c90d19 req-2e89d805-cfd7-4570-84e0-6416ecbe53b7 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:01.489041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a70a1dc3-c187-4aa6-90ed-0c52f2c90d19 req-2e89d805-cfd7-4570-84e0-6416ecbe53b7 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0953503 Nov 03 16:02:01.501819 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-adeaf9e8-691c-453c-90e8-6e73058eefd1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcf9a71c1b2945aeaaab1864c449c89c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0908093 Nov 03 16:02:01.509391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56580) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:01.580626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a70a1dc3-c187-4aa6-90ed-0c52f2c90d19 req-810bb042-0bc6-430d-8e79-8e974e26a0f7 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843711 Nov 03 16:02:01.595412 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e796752-0d8e-4d08-8cbb-2d91540dd585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.620421 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28e65a14-1a4d-4404-8ba8-8b09b647d8af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.625136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e796752-0d8e-4d08-8cbb-2d91540dd585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.640979 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.644001 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28e65a14-1a4d-4404-8ba8-8b09b647d8af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.674703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924cbb-dcd4-4acd-a6bd-e2cb909fea59 req-a0b85441-0f8a-4ad8-a460-195e52839c8f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:01.674938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:01.676242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1924cbb-dcd4-4acd-a6bd-e2cb909fea59 req-a0b85441-0f8a-4ad8-a460-195e52839c8f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.3672190 Nov 03 16:02:01.686361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e796752-0d8e-4d08-8cbb-2d91540dd585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.689692 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e796752-0d8e-4d08-8cbb-2d91540dd585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.693671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0e796752-0d8e-4d08-8cbb-2d91540dd585 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/84a74d28-6513-41dc-bc17-923147d744cd HTTP/1.1" status: 204 len: 168 time: 0.1819475 Nov 03 16:02:01.706473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e796752-0d8e-4d08-8cbb-2d91540dd585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a74d28-6513-41dc-bc17-923147d744cd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:01.740501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afdc301-015d-447b-9f95-88fb175d2510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55bd329-238d-4f59-b42e-dd8a60decb60'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:01.744016 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620ce438-d194-4d60-a2b3-c3218365697a" -d '{"events": [{"server_uuid": "5afdc301-015d-447b-9f95-88fb175d2510", "name": "network-vif-plugged", "status": "completed", "tag": "b55bd329-238d-4f59-b42e-dd8a60decb60"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:01.770221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b55bd329-238d-4f59-b42e-dd8a60decb60, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b55bd329-238d-4f59-b42e-dd8a60decb60,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:01.791006 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506b0432-bd99-497c-91cc-cbc5ef4923f1 x-openstack-request-id: req-506b0432-bd99-497c-91cc-cbc5ef4923f1 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:01.791297 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afdc301-015d-447b-9f95-88fb175d2510", "name": "network-vif-plugged", "status": "completed", "tag": "b55bd329-238d-4f59-b42e-dd8a60decb60", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:01.791582 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-506b0432-bd99-497c-91cc-cbc5ef4923f1 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:01.791939 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afdc301-015d-447b-9f95-88fb175d2510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55bd329-238d-4f59-b42e-dd8a60decb60', 'code': 200} Nov 03 16:02:01.792614 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.794518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 24edd91f-a23f-4f4f-8b98-9f3e551a742a up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:01.822376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1924cbb-dcd4-4acd-a6bd-e2cb909fea59 req-dbd0aca3-0751-4f73-97d1-cf6d6ca09877 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353581 Nov 03 16:02:01.896316 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28e65a14-1a4d-4404-8ba8-8b09b647d8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.899585 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28e65a14-1a4d-4404-8ba8-8b09b647d8af admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:01.900731 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-28e65a14-1a4d-4404-8ba8-8b09b647d8af admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/db5e9603-7fc7-47db-8bd4-2fde1bd1bb7b HTTP/1.1" status: 204 len: 168 time: 0.5894821 Nov 03 16:02:01.938720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e65a14-1a4d-4404-8ba8-8b09b647d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e9603-7fc7-47db-8bd4-2fde1bd1bb7b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:01.980742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e6353-78a0-4f19-b6ce-a92ff3a94d5d req-c79f62a7-4056-49e4-92f5-06b3af0706c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:01.982329 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f81e6353-78a0-4f19-b6ce-a92ff3a94d5d req-c79f62a7-4056-49e4-92f5-06b3af0706c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 1096 time: 0.1127028 Nov 03 16:02:01.991593 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b55bd329-238d-4f59-b42e-dd8a60decb60,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:02.047818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 24edd91f-a23f-4f4f-8b98-9f3e551a742a completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:02.059305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 24edd91f-a23f-4f4f-8b98-9f3e551a742a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:02.059803 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.098657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf14d3-035c-46dd-99cf-3b1c69141390 req-5e15a618-d605-4929-bccb-6eae033b18ac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.120791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf14d3-035c-46dd-99cf-3b1c69141390 req-5e15a618-d605-4929-bccb-6eae033b18ac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.131012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:01:59Z', 'revision_number': 3, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:02.138701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf14d3-035c-46dd-99cf-3b1c69141390 req-5e15a618-d605-4929-bccb-6eae033b18ac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.145363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf14d3-035c-46dd-99cf-3b1c69141390 req-5e15a618-d605-4929-bccb-6eae033b18ac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.153118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf14d3-035c-46dd-99cf-3b1c69141390 req-5e15a618-d605-4929-bccb-6eae033b18ac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.160246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf14d3-035c-46dd-99cf-3b1c69141390 req-5e15a618-d605-4929-bccb-6eae033b18ac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.167112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf14d3-035c-46dd-99cf-3b1c69141390 req-5e15a618-d605-4929-bccb-6eae033b18ac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.169315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6cf14d3-035c-46dd-99cf-3b1c69141390 req-5e15a618-d605-4929-bccb-6eae033b18ac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1955440 Nov 03 16:02:02.216427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:02.229452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Checking router: 69a58e53-b5ae-4259-8453-3ace4cfa25f9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:02:02.230035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Updating router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:02:02.309182 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6cf14d3-035c-46dd-99cf-3b1c69141390 req-2af0f5cc-98d4-4af6-a27d-c4e0d7508749 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131990 Nov 03 16:02:02.314500 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da7806c0-8598-4eca-87db-ffcd889c4ad0 req-c920df48-8fbe-4f74-9f8b-bfab0cda1285 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0628731 Nov 03 16:02:02.320974 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f81e6353-78a0-4f19-b6ce-a92ff3a94d5d req-475876f5-f52b-4c6d-b601-daed647553be service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777472 Nov 03 16:02:02.336457 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.352991 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.399987 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.464758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8e2f2-70c3-4065-ba51-f23d01ae15d7 req-a1ea038d-c271-42cb-853e-7e57cd0943fc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.475526 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7de8e2f2-70c3-4065-ba51-f23d01ae15d7 req-a1ea038d-c271-42cb-853e-7e57cd0943fc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 945 time: 0.0788207 Nov 03 16:02:02.521115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:02.521483 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.545044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7de8e2f2-70c3-4065-ba51-f23d01ae15d7 req-5b9b20a3-028f-412a-99de-31673d103357 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682447 Nov 03 16:02:02.623917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b8aac60c-b379-4ec9-9a3b-5f094b1b2791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.633379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:02.657280 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.683990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Allocated IP 172.20.0.1 (e1d1f312-4ea1-49cf-b7b0-10704e214d2c/d96e501f-e12f-4d5a-ba9a-a4d0d16a2157/91f41141-ea8c-4e3d-9620-43096f7fce19) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:02.776325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4253-8afa-4779-b8a7-db54138e65fc req-f39732cb-50bf-4393-8da2-fe0b0c55fe67 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.783707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f0a4253-8afa-4779-b8a7-db54138e65fc req-f39732cb-50bf-4393-8da2-fe0b0c55fe67 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0967989 Nov 03 16:02:02.793326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=24edd91f-a23f-4f4f-8b98-9f3e551a742a,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:02.866848 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f0a4253-8afa-4779-b8a7-db54138e65fc req-7174749f-9168-472e-ba89-4289604903a6 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822222 Nov 03 16:02:02.923913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.930961 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.933164 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.977363 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:02.986188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e3dd3-16a0-4b2e-af3f-5234647ee50e req-24d50e02-c921-4d97-8554-098b5fc1045a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:02.989517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Attempting to bind port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:02.989906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Attempting to bind port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:02.990268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Attempting to bind port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:02.996741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e7e3dd3-16a0-4b2e-af3f-5234647ee50e req-24d50e02-c921-4d97-8554-098b5fc1045a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.0833077 Nov 03 16:02:02.999782 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce662928-ad2c-4cf7-83d3-17cf050f336e None None] Pushing event updated for resources: {'Port': ['ID=80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:03.003338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:03.003710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:03.004110 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:03.004649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:03.005137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Bound port: 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:03.005515 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:03.052787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Pushing event updated for resources: {'Port': ['ID=91f41141-ea8c-4e3d-9620-43096f7fce19,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:03.062151 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e7e3dd3-16a0-4b2e-af3f-5234647ee50e req-c3dd8254-0b57-48ec-86a7-8916453f0ff4 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639887 Nov 03 16:02:03.069698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] For port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:03.076793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] For port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:03.079049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Network e1d1f312-4ea1-49cf-b7b0-10704e214d2c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:03.080971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:03.083376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:03.084316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:03.150533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:03.157595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:03.160765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:01:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:03.488748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:03.519941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:03.523431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce662928-ad2c-4cf7-83d3-17cf050f336e None None] Pushing event updated for resources: {'Port': ['ID=80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:03.554921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456e13-5ad4-4b8c-93da-7ec9ecf1127c req-32e5bc67-9c6b-46b3-81db-3374cfb1b534 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:03.559330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-724cae4f-f751-466c-b979-9cb4f7a5e41a None None] Provisioning complete for port 91f41141-ea8c-4e3d-9620-43096f7fce19 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:03.559865 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-724cae4f-f751-466c-b979-9cb4f7a5e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:03.567253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456e13-5ad4-4b8c-93da-7ec9ecf1127c req-32e5bc67-9c6b-46b3-81db-3374cfb1b534 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:03.575140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456e13-5ad4-4b8c-93da-7ec9ecf1127c req-32e5bc67-9c6b-46b3-81db-3374cfb1b534 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:03.581771 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456e13-5ad4-4b8c-93da-7ec9ecf1127c req-32e5bc67-9c6b-46b3-81db-3374cfb1b534 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:03.588915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456e13-5ad4-4b8c-93da-7ec9ecf1127c req-32e5bc67-9c6b-46b3-81db-3374cfb1b534 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:03.595203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456e13-5ad4-4b8c-93da-7ec9ecf1127c req-32e5bc67-9c6b-46b3-81db-3374cfb1b534 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:03.602481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456e13-5ad4-4b8c-93da-7ec9ecf1127c req-32e5bc67-9c6b-46b3-81db-3374cfb1b534 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:03.604711 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11456e13-5ad4-4b8c-93da-7ec9ecf1127c req-32e5bc67-9c6b-46b3-81db-3374cfb1b534 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1802669 Nov 03 16:02:03.627469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96d54893-3fab-4b61-beef-facc9e336649 req-226c87a2-7de3-437a-8310-df39c86f5437 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0531309 Nov 03 16:02:03.692546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-724cae4f-f751-466c-b979-9cb4f7a5e41a None None] Port 91f41141-ea8c-4e3d-9620-43096f7fce19 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:02:03.736976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11456e13-5ad4-4b8c-93da-7ec9ecf1127c req-7a5cad11-ebf9-4f01-8dc7-a6626427cc6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087632 Nov 03 16:02:03.795627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e83a0b7e-1e9f-4e73-b607-1b91656a0291 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:03.798585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24edd91f-a23f-4f4f-8b98-9f3e551a742a'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:03.801808 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dce89b-3030-4fca-b285-83e28e3ba518" -d '{"events": [{"server_uuid": "97f7942f-0ed1-4904-8224-17b75c91e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "24edd91f-a23f-4f4f-8b98-9f3e551a742a"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:03.847425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30e98a-e970-45fe-95bf-7e69fc67cfdf req-a1522912-dd52-4705-8567-fe9488668954 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:03.849178 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b30e98a-e970-45fe-95bf-7e69fc67cfdf req-a1522912-dd52-4705-8567-fe9488668954 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 945 time: 0.0737431 Nov 03 16:02:03.879625 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd37ad-bad3-4d28-8cda-7b4d25772a1a x-openstack-request-id: req-0ffd37ad-bad3-4d28-8cda-7b4d25772a1a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:03.879625 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f7942f-0ed1-4904-8224-17b75c91e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "24edd91f-a23f-4f4f-8b98-9f3e551a742a", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:03.880146 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0ffd37ad-bad3-4d28-8cda-7b4d25772a1a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:03.880626 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24edd91f-a23f-4f4f-8b98-9f3e551a742a', 'code': 200} Nov 03 16:02:03.898555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:01:59Z', 'revision_number': 3, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:03.937210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722810c-1b6a-4a86-a6bf-997536c7f73e None None] The sync data for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 is: [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:01:59Z', 'revision_number': 3, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:02:03.944494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port e83a0b7e-1e9f-4e73-b607-1b91656a0291 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:03.950107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e83a0b7e-1e9f-4e73-b607-1b91656a0291 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:03.950479 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:03.963849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:03.972914 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b30e98a-e970-45fe-95bf-7e69fc67cfdf req-ebaa188f-13b3-4b5d-980f-ec5fb4168623 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136942 Nov 03 16:02:03.974297 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:04.073815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Pushing event updated for resources: {'Port': ['ID=91f41141-ea8c-4e3d-9620-43096f7fce19,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:04.105950 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:04.132859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa3333-84fa-49bf-a595-1f4af05e90fb req-ab10a4e6-5ee6-4bfd-b92a-0565534452cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:04.135527 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05fa3333-84fa-49bf-a595-1f4af05e90fb req-ab10a4e6-5ee6-4bfd-b92a-0565534452cb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.1705089 Nov 03 16:02:04.156248 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:04.179881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7167c07-f2b7-4424-b151-e1703bed1b87 req-eb836349-dcfd-477a-8947-fc12f10c00bd tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:04.186110 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f7167c07-f2b7-4424-b151-e1703bed1b87 req-eb836349-dcfd-477a-8947-fc12f10c00bd tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1515143 Nov 03 16:02:04.198798 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e83a0b7e-1e9f-4e73-b607-1b91656a0291, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e83a0b7e-1e9f-4e73-b607-1b91656a0291,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:04.204730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:04.263416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e83a0b7e-1e9f-4e73-b607-1b91656a0291,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:04.278754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09dafd-3f12-400a-9513-229126ac3581 req-db49bc2c-d332-4523-9ff0-33f3414994cc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:04.280946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b09dafd-3f12-400a-9513-229126ac3581 req-db49bc2c-d332-4523-9ff0-33f3414994cc tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 944 time: 0.1728263 Nov 03 16:02:04.293075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05fa3333-84fa-49bf-a595-1f4af05e90fb req-98e1a738-029f-4718-9eaa-4dcd5297ae46 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441414 Nov 03 16:02:04.306901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Network e1d1f312-4ea1-49cf-b7b0-10704e214d2c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:04.310698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:04.336093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f7167c07-f2b7-4424-b151-e1703bed1b87 req-81424789-2428-47c2-bae5-81e4c1f884d3 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358757 Nov 03 16:02:04.473230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b09dafd-3f12-400a-9513-229126ac3581 req-d041c3e1-94ef-4230-9e25-971d1e1bd707 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607330 Nov 03 16:02:04.597904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbff14-37d7-4403-b3bc-38829c43ad06 req-1d41519c-066a-49ba-bdd8-2f941dba4199 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:04.608496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55cbff14-37d7-4403-b3bc-38829c43ad06 req-1d41519c-066a-49ba-bdd8-2f941dba4199 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.1063135 Nov 03 16:02:04.645148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:02:04.695545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55cbff14-37d7-4403-b3bc-38829c43ad06 req-f4a415c3-c7b6-437a-be9e-254ff6ee3520 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860779 Nov 03 16:02:04.740744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6f4173b4-48ae-4f7d-ab79-dda6474bbccc None None] Provisioning complete for port 91f41141-ea8c-4e3d-9620-43096f7fce19 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:04.740744 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f4173b4-48ae-4f7d-ab79-dda6474bbccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:04.814419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6f4173b4-48ae-4f7d-ab79-dda6474bbccc None None] Port 91f41141-ea8c-4e3d-9620-43096f7fce19 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:02:04.839622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-076519b5-9d6a-4a98-b978-7873eb8f4ae4 req-70667a5c-9c92-4b7a-97eb-25460a2a3650 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0334232 Nov 03 16:02:04.861081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:02:04.880380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a2c82af2-355d-404e-ad5d-fe5f44cecbcd admin admin] 10.222.0.86 "PUT /v2.0/routers/69a58e53-b5ae-4259-8453-3ace4cfa25f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4393454 Nov 03 16:02:04.920445 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d4b157f-60dd-4200-948c-60bf3d04f99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:04.971631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe36b-e794-4484-aa92-99065f811f54 req-03fee390-72e2-47ba-b719-dd6162d6648d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:04.980380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe36b-e794-4484-aa92-99065f811f54 req-03fee390-72e2-47ba-b719-dd6162d6648d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:04.994203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe36b-e794-4484-aa92-99065f811f54 req-03fee390-72e2-47ba-b719-dd6162d6648d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:05.011373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe36b-e794-4484-aa92-99065f811f54 req-03fee390-72e2-47ba-b719-dd6162d6648d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:05.017725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe36b-e794-4484-aa92-99065f811f54 req-03fee390-72e2-47ba-b719-dd6162d6648d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:05.023811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe36b-e794-4484-aa92-99065f811f54 req-03fee390-72e2-47ba-b719-dd6162d6648d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:05.035569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe36b-e794-4484-aa92-99065f811f54 req-03fee390-72e2-47ba-b719-dd6162d6648d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:05.044022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-414fe36b-e794-4484-aa92-99065f811f54 req-03fee390-72e2-47ba-b719-dd6162d6648d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1668453 Nov 03 16:02:05.185303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-414fe36b-e794-4484-aa92-99065f811f54 req-8234d100-95bd-46c4-af1c-6616e299fbd5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299653 Nov 03 16:02:05.477408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770f369-2ed3-493c-b228-d88a7316d05c req-4fcca2c0-65ef-4947-b14a-fed599b1c8e0 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:05.479611 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0770f369-2ed3-493c-b228-d88a7316d05c req-4fcca2c0-65ef-4947-b14a-fed599b1c8e0 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0579634 Nov 03 16:02:05.534080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0770f369-2ed3-493c-b228-d88a7316d05c req-5912cab9-792d-4279-9210-6dbe2b2cfbb0 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486162 Nov 03 16:02:05.541374 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56756) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:05.566902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56760) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:05.572462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3839d531-a3a3-4061-aaee-f295d5806c52 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632126940', 'description': 'tempest-description--1830086597'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:05.602503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3839d531-a3a3-4061-aaee-f295d5806c52 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:05.654703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56762) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:05.690301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894456-4391-42cb-9744-ba990879c08c req-ccbef215-09e5-4df4-83b6-9e7b1137b793 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:05.697796 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca894456-4391-42cb-9744-ba990879c08c req-ccbef215-09e5-4df4-83b6-9e7b1137b793 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 945 time: 0.0779209 Nov 03 16:02:05.705828 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3839d531-a3a3-4061-aaee-f295d5806c52 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:05.712316 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3839d531-a3a3-4061-aaee-f295d5806c52 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:05.742471 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3839d531-a3a3-4061-aaee-f295d5806c52 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:05.744126 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3839d531-a3a3-4061-aaee-f295d5806c52 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1758873 Nov 03 16:02:05.752925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56768) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:05.760038 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9b739b7d-c655-4398-8c14-893da6fd2045 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Request body: {'security_group_rule': {'security_group_id': '230ed77e-c669-4354-abbe-9cec9b3ed234', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:05.786795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca894456-4391-42cb-9744-ba990879c08c req-18cbba81-c12c-45b6-92b8-314d01b8bd39 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880387 Nov 03 16:02:05.821573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b739b7d-c655-4398-8c14-893da6fd2045 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:05.850042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839d531-a3a3-4061-aaee-f295d5806c52 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230ed77e-c669-4354-abbe-9cec9b3ed234,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:05.882385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dfda5-bee7-4711-a07f-1121fb81711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83a0b7e-1e9f-4e73-b607-1b91656a0291'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:05.884799 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09cdce1-2745-40e8-bfb8-3e9caf71e8f4" -d '{"events": [{"server_uuid": "352dfda5-bee7-4711-a07f-1121fb81711a", "name": "network-vif-plugged", "status": "completed", "tag": "e83a0b7e-1e9f-4e73-b607-1b91656a0291"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:05.886257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6717fb06-77bf-4f51-ba92-3d176604faa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:05.901557 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32fa3f45-4b18-4db3-8c9d-074b554390c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:05.952038 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e7f3c-b421-4c95-a277-9e70c94bb073 req-040e03a2-460c-4171-9054-0344c578f5f3 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:05.953590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af7e7f3c-b421-4c95-a277-9e70c94bb073 req-040e03a2-460c-4171-9054-0344c578f5f3 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.1482458 Nov 03 16:02:05.964071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe54dc2b-10c0-492d-b171-47d1913ac5dd req-618ab060-5923-491e-af2b-75c3801056fc tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0280316 Nov 03 16:02:06.021787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b739b7d-c655-4398-8c14-893da6fd2045 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.031427 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec81d47-ef1c-4561-80fc-bd579273fd72 x-openstack-request-id: req-0ec81d47-ef1c-4561-80fc-bd579273fd72 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:06.031792 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352dfda5-bee7-4711-a07f-1121fb81711a", "name": "network-vif-plugged", "status": "completed", "tag": "e83a0b7e-1e9f-4e73-b607-1b91656a0291", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:06.032045 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0ec81d47-ef1c-4561-80fc-bd579273fd72 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:06.032443 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dfda5-bee7-4711-a07f-1121fb81711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83a0b7e-1e9f-4e73-b607-1b91656a0291', 'code': 200} Nov 03 16:02:06.047691 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b739b7d-c655-4398-8c14-893da6fd2045 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.102675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b739b7d-c655-4398-8c14-893da6fd2045 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1207645-42e0-4567-995f-2a8237995148,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:06.106886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:06.126941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af7e7f3c-b421-4c95-a277-9e70c94bb073 req-917d4ed7-065c-4809-9735-f93962e978f1 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603341 Nov 03 16:02:06.132560 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b739b7d-c655-4398-8c14-893da6fd2045 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.136391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b739b7d-c655-4398-8c14-893da6fd2045 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787689 Nov 03 16:02:06.141110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56774) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:06.155434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0f2e9348-9c6b-44fb-ab2f-14def90a0b98 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Request body: {'security_group_rule': {'security_group_id': '230ed77e-c669-4354-abbe-9cec9b3ed234', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:06.180675 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.186942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cabb42-5c4a-4cde-8c0e-c37c98c25394 req-a6075130-ba98-4688-a30f-fa97d48d0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:06.188638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5cabb42-5c4a-4cde-8c0e-c37c98c25394 req-a6075130-ba98-4688-a30f-fa97d48d0726 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 1096 time: 0.0543599 Nov 03 16:02:06.195930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:06.196833 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.198195 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32fa3f45-4b18-4db3-8c9d-074b554390c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.207000 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6717fb06-77bf-4f51-ba92-3d176604faa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.211317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32fa3f45-4b18-4db3-8c9d-074b554390c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.237820 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6717fb06-77bf-4f51-ba92-3d176604faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.278704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6717fb06-77bf-4f51-ba92-3d176604faa7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a61baa530194c5286196ac52856ad98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7360001 Nov 03 16:02:06.284018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56778) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:06.312621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5cabb42-5c4a-4cde-8c0e-c37c98c25394 req-889d2566-f533-47cb-84aa-f80fb8f3edd7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085112 Nov 03 16:02:06.314886 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.321928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9348-9c6b-44fb-ab2f-14def90a0b98 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.330123 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-32fa3f45-4b18-4db3-8c9d-074b554390c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e00afbc0b0344d549245b86b83183146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6742382 Nov 03 16:02:06.330935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa3f45-4b18-4db3-8c9d-074b554390c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c990376a-6abf-4c05-93af-0003042f10cc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:06.339510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257a51-9195-4d5c-93b8-21b5d0bdf711 req-5e35bc7e-ec94-4d38-af80-db5058adf5eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:06.342560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56780) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:06.345501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257a51-9195-4d5c-93b8-21b5d0bdf711 req-5e35bc7e-ec94-4d38-af80-db5058adf5eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:06.358419 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Sync routers for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:02:06.359023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257a51-9195-4d5c-93b8-21b5d0bdf711 req-5e35bc7e-ec94-4d38-af80-db5058adf5eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:06.365581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257a51-9195-4d5c-93b8-21b5d0bdf711 req-5e35bc7e-ec94-4d38-af80-db5058adf5eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:06.372279 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:06.372928 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:06.373652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257a51-9195-4d5c-93b8-21b5d0bdf711 req-5e35bc7e-ec94-4d38-af80-db5058adf5eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:06.377243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:06.381344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257a51-9195-4d5c-93b8-21b5d0bdf711 req-5e35bc7e-ec94-4d38-af80-db5058adf5eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:06.383769 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.389436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257a51-9195-4d5c-93b8-21b5d0bdf711 req-5e35bc7e-ec94-4d38-af80-db5058adf5eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:06.397783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79257a51-9195-4d5c-93b8-21b5d0bdf711 req-5e35bc7e-ec94-4d38-af80-db5058adf5eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1255507 Nov 03 16:02:06.444799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:06.445463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717fb06-77bf-4f51-ba92-3d176604faa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68af911-9628-4d33-81ed-73abdce3d3ad,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:06.468760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79257a51-9195-4d5c-93b8-21b5d0bdf711 req-a47f7439-567b-469e-82ea-dd8064d97b9d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699360 Nov 03 16:02:06.478174 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53e09120-c8bd-4819-8e37-54e6039ea000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.481077 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d18c6634-df15-4fa9-976f-fcc7dea16b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.497802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9348-9c6b-44fb-ab2f-14def90a0b98 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.510112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9348-9c6b-44fb-ab2f-14def90a0b98 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.524532 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:06.540967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53e09120-c8bd-4819-8e37-54e6039ea000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.543534 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d18c6634-df15-4fa9-976f-fcc7dea16b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.563976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e9348-9c6b-44fb-ab2f-14def90a0b98 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaaf549-86de-4719-b59f-f3442359042b,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:06.589383 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9348-9c6b-44fb-ab2f-14def90a0b98 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.590569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f2e9348-9c6b-44fb-ab2f-14def90a0b98 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4397063 Nov 03 16:02:06.593743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56784) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:06.598552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:06.633857 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.656549 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53e09120-c8bd-4819-8e37-54e6039ea000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.659199 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53e09120-c8bd-4819-8e37-54e6039ea000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.660328 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-53e09120-c8bd-4819-8e37-54e6039ea000 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c990376a-6abf-4c05-93af-0003042f10cc HTTP/1.1" status: 204 len: 168 time: 0.3168352 Nov 03 16:02:06.677304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e09120-c8bd-4819-8e37-54e6039ea000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c990376a-6abf-4c05-93af-0003042f10cc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:06.679740 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d18c6634-df15-4fa9-976f-fcc7dea16b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.682512 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d18c6634-df15-4fa9-976f-fcc7dea16b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.702542 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d18c6634-df15-4fa9-976f-fcc7dea16b72 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f68af911-9628-4d33-81ed-73abdce3d3ad HTTP/1.1" status: 204 len: 168 time: 0.3944008 Nov 03 16:02:06.732886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c6634-df15-4fa9-976f-fcc7dea16b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68af911-9628-4d33-81ed-73abdce3d3ad,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:06.756210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b999d-537a-4181-937f-5c560ff2b715 req-7c04fb34-06da-40f7-9ba6-62666ab04fac tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:06.756987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:06.766110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc3b999d-537a-4181-937f-5c560ff2b715 req-7c04fb34-06da-40f7-9ba6-62666ab04fac tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1371353 Nov 03 16:02:06.788741 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '91f41141-ea8c-4e3d-9620-43096f7fce19', 'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'mac_address': 'fa:16:3e:a4:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:02Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 2, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'subnets': [{'id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:06.828893 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Checking router: 69a58e53-b5ae-4259-8453-3ace4cfa25f9 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:02:06.829259 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Updating router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 port 91f41141-ea8c-4e3d-9620-43096f7fce19 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:02:06.831091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc3b999d-537a-4181-937f-5c560ff2b715 req-d491b87e-0f98-4f35-b2e1-37c2bba47db9 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642722 Nov 03 16:02:06.899440 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.002063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30745-8e01-4a1e-8952-4c652c1f12bd req-250a5d63-2346-495f-91ff-3efeefb691d9 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:07.004466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4aa30745-8e01-4a1e-8952-4c652c1f12bd req-250a5d63-2346-495f-91ff-3efeefb691d9 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0776269 Nov 03 16:02:07.014617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86b390-6616-46c8-8f7c-be45fb0c7f5a req-359cdfc6-350f-4242-979d-5983a7f89e02 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:07.016181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad86b390-6616-46c8-8f7c-be45fb0c7f5a req-359cdfc6-350f-4242-979d-5983a7f89e02 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 945 time: 0.1033869 Nov 03 16:02:07.029153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Allocated IP 172.25.6.192 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/c5e1755a-2a73-40af-a3c3-b0e016cab334) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:07.093967 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad86b390-6616-46c8-8f7c-be45fb0c7f5a req-3df9dce9-f50e-431e-b92a-0b8ddfe16b36 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680473 Nov 03 16:02:07.102931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4aa30745-8e01-4a1e-8952-4c652c1f12bd req-0d240118-5601-4070-85fc-b89a41dd40a6 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861506 Nov 03 16:02:07.243760 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.278119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ceb95686-3b6f-4a0e-b518-a9d809ff3262 req-b3260f88-270a-4871-a187-745b66f4141b tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0432360 Nov 03 16:02:07.325089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56810) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:07.342825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e3e7-ac00-40d4-8915-ab8387c8cf2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.345922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.400675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:07.404624 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.407719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:07.414306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:07.415099 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.483643 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145ccf3-feeb-4de2-b769-dbf537e18b73 None None] Pushing event updated for resources: {'Port': ['ID=91f41141-ea8c-4e3d-9620-43096f7fce19,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:07.488514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Pushing event updated for resources: {'Port': ['ID=c5e1755a-2a73-40af-a3c3-b0e016cab334,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:07.516484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8bff4-7785-4c89-aaac-cc352acbe337 req-c0327b50-4ed4-44fd-8bd1-1f7247a94d03 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:07.524827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aeb8bff4-7785-4c89-aaac-cc352acbe337 req-c0327b50-4ed4-44fd-8bd1-1f7247a94d03 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.1136053 Nov 03 16:02:07.541162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b721a-b272-4b95-901d-96d832f5f5db req-136f5e1b-9d31-473a-abda-a6b459ed10a9 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:07.542773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df0b721a-b272-4b95-901d-96d832f5f5db req-136f5e1b-9d31-473a-abda-a6b459ed10a9 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1405642 Nov 03 16:02:07.564163 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e3e7-ac00-40d4-8915-ab8387c8cf2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.571626 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Attempting to bind port 91f41141-ea8c-4e3d-9620-43096f7fce19 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:07.572209 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Attempting to bind port 91f41141-ea8c-4e3d-9620-43096f7fce19 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:07.573426 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Attempting to bind port 91f41141-ea8c-4e3d-9620-43096f7fce19 on network e1d1f312-4ea1-49cf-b7b0-10704e214d2c {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:07.575507 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e3e7-ac00-40d4-8915-ab8387c8cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.579337 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:07.580072 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Checking segment: {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:07.580649 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.581183 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Bound using segment: {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:07.582640 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Bound port: 91f41141-ea8c-4e3d-9620-43096f7fce19, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:07.583211 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.654844 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.662408 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] For port 91f41141-ea8c-4e3d-9620-43096f7fce19, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:07.666651 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] For port 91f41141-ea8c-4e3d-9620-43096f7fce19, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=91f41141-ea8c-4e3d-9620-43096f7fce19,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:07.673183 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.696502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6e3e7-ac00-40d4-8915-ab8387c8cf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24610d95-5a78-418e-94b3-61b3389a3431,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:07.712168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.714885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aeb8bff4-7785-4c89-aaac-cc352acbe337 req-d3fddacc-43ec-4cd8-87e9-0e005a2058f3 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891415 Nov 03 16:02:07.718089 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a5c6e3e7-ac00-40d4-8915-ab8387c8cf2d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f0af91904e0543c9bae5f295bf7bf7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919632 Nov 03 16:02:07.721052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56818) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:07.793861 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86354157-795a-4410-bf55-8c53018ee2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.799867 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:07.800487 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:07.868983 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86354157-795a-4410-bf55-8c53018ee2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.876740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0a7c9e3d-f905-4bb1-b07e-3c94bc67b481 None None] Provisioning complete for port 91f41141-ea8c-4e3d-9620-43096f7fce19 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:07.877339 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9e3d-f905-4bb1-b07e-3c94bc67b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:07.914577 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145ccf3-feeb-4de2-b769-dbf537e18b73 None None] Pushing event updated for resources: {'Port': ['ID=91f41141-ea8c-4e3d-9620-43096f7fce19,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:07.923700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df0b721a-b272-4b95-901d-96d832f5f5db req-c17d44dc-4892-4536-b84e-a4de4900f8c8 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473055 Nov 03 16:02:07.941770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.028926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734758c-8755-458d-b7ef-acd6ddd7da93 req-e23c0777-ceee-4d5d-9c23-25c050932d44 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:08.036725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734758c-8755-458d-b7ef-acd6ddd7da93 req-e23c0777-ceee-4d5d-9c23-25c050932d44 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:08.054365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734758c-8755-458d-b7ef-acd6ddd7da93 req-e23c0777-ceee-4d5d-9c23-25c050932d44 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:08.063828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734758c-8755-458d-b7ef-acd6ddd7da93 req-e23c0777-ceee-4d5d-9c23-25c050932d44 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:08.080686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734758c-8755-458d-b7ef-acd6ddd7da93 req-e23c0777-ceee-4d5d-9c23-25c050932d44 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:08.094045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734758c-8755-458d-b7ef-acd6ddd7da93 req-e23c0777-ceee-4d5d-9c23-25c050932d44 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:08.104089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734758c-8755-458d-b7ef-acd6ddd7da93 req-e23c0777-ceee-4d5d-9c23-25c050932d44 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:08.107906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9e3d-f905-4bb1-b07e-3c94bc67b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.114113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3734758c-8755-458d-b7ef-acd6ddd7da93 req-e23c0777-ceee-4d5d-9c23-25c050932d44 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.2484629 Nov 03 16:02:08.114327 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:08.200750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:08.208364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0a7c9e3d-f905-4bb1-b07e-3c94bc67b481 None None] For port 91f41141-ea8c-4e3d-9620-43096f7fce19, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=91f41141-ea8c-4e3d-9620-43096f7fce19,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:08.237668 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9e3d-f905-4bb1-b07e-3c94bc67b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.237905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3734758c-8755-458d-b7ef-acd6ddd7da93 req-74014811-c3e4-42c5-a843-ecf08adbde67 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219645 Nov 03 16:02:08.248750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90228bfd-e0eb-4cf3-a266-9c1e63ef95b5 req-d899295a-2984-46ca-9f5a-9dc5ebfadb06 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:08.251189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56832) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:08.258147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90228bfd-e0eb-4cf3-a266-9c1e63ef95b5 req-d899295a-2984-46ca-9f5a-9dc5ebfadb06 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1881003 Nov 03 16:02:08.281056 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86354157-795a-4410-bf55-8c53018ee2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.284487 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86354157-795a-4410-bf55-8c53018ee2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.290530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-86354157-795a-4410-bf55-8c53018ee2ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/24610d95-5a78-418e-94b3-61b3389a3431 HTTP/1.1" status: 204 len: 168 time: 0.5677512 Nov 03 16:02:08.299656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86354157-795a-4410-bf55-8c53018ee2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24610d95-5a78-418e-94b3-61b3389a3431,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:08.370256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90228bfd-e0eb-4cf3-a266-9c1e63ef95b5 req-c2c6331c-787f-414b-b483-2bc50bdc04df tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835164 Nov 03 16:02:08.427919 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.439599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.454356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1627336752-network', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:08.458891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c9e3d-f905-4bb1-b07e-3c94bc67b481 None None] Pushing event updated for resources: {'Port': ['ID=91f41141-ea8c-4e3d-9620-43096f7fce19,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:08.482790 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.487049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:08.487658 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.551860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-93114a22-fcdc-4db0-be9f-57249b75bffb None None] Provisioning complete for port 91f41141-ea8c-4e3d-9620-43096f7fce19 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:08.552560 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-93114a22-fcdc-4db0-be9f-57249b75bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.555588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Made reservation on behalf of c3cbbeafa4d64478ab8cca4e4186b6f3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:08.560528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.562940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.568383 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '91f41141-ea8c-4e3d-9620-43096f7fce19', 'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'mac_address': 'fa:16:3e:a4:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:02Z', 'updated_at': '2021-11-03T16:02:07Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'subnets': [{'id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:08.620730 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-104356bb-c503-4417-991c-994f72e3e06e req-85d73083-bbaf-4750-9e09-aee7451d8d8d tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.1115623 Nov 03 16:02:08.627299 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.638095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:08.640353 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0452125 Nov 03 16:02:08.644760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513355b0-4b82-410e-abd7-afe8f6906ead tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Pushing event updated for resources: {'Port': ['ID=c5e1755a-2a73-40af-a3c3-b0e016cab334,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:08.676300 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee64990-c3ad-4ca1-b081-d9d345524218 None None] The sync data for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 is: [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '91f41141-ea8c-4e3d-9620-43096f7fce19', 'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'mac_address': 'fa:16:3e:a4:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:02Z', 'updated_at': '2021-11-03T16:02:07Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'subnets': [{'id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:02:08.690448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd897b-9ba8-41fd-8a05-5a5d5045a797 req-e9d5ae80-ba2b-4867-a7c6-40f1b22d20df tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:08.698984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35bd897b-9ba8-41fd-8a05-5a5d5045a797 req-e9d5ae80-ba2b-4867-a7c6-40f1b22d20df tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 945 time: 0.2393146 Nov 03 16:02:08.892354 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-35bd897b-9ba8-41fd-8a05-5a5d5045a797 req-aad01ba3-b55b-4fb0-8923-6fa5dbd48589 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923676 Nov 03 16:02:09.005872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:09.017234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:09.074752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:02:09.118587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65455cf-678b-4fac-a413-31f68c274cf6 req-5bec4e9d-51ac-48d0-8128-9a34b1f0ae56 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:09.120410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a65455cf-678b-4fac-a413-31f68c274cf6 req-5bec4e9d-51ac-48d0-8128-9a34b1f0ae56 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.1187749 Nov 03 16:02:09.126170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50324524-b5a1-4e6f-8b76-589ef28eb347,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:09.140374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:09.142374 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Added segment 9dc5a5a8-6e65-4e92-9210-5c801126dfcd of type vlan for network 174ed148-db70-4d0f-ae77-9e5333b38ddd Nov 03 16:02:09.217042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:09.250692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-c5b2eb4a-a546-4c90-9a11-872797967734 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1632126940&fields=id&tenant_id=93ccea0b41b04add9d49bcf87be63558 HTTP/1.1" status: 200 len: 267 time: 0.0676250 Nov 03 16:02:09.263814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a65455cf-678b-4fac-a413-31f68c274cf6 req-8b498e08-b5e8-4ec1-8a21-e52e7940c0cd tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167197 Nov 03 16:02:09.294501 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:09.296330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:09.299045 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:09.352751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0986567 Nov 03 16:02:09.382047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56886) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:09.387064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Request body: {'subnet': {'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1627336752-subnet', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:09.416935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfe953-1b40-4097-8f9f-e0d52c3043b9 admin admin] Pushing event updated for resources: {'Network': ['ID=174ed148-db70-4d0f-ae77-9e5333b38ddd,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:09.437851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Made reservation on behalf of c3cbbeafa4d64478ab8cca4e4186b6f3 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:09.442872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 174ed148-db70-4d0f-ae77-9e5333b38ddd details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:02:09.446832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:09.465691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-b55ef33d-2522-4ddd-bd69-315454164f82 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:09.473296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-b55ef33d-2522-4ddd-bd69-315454164f82 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/networks?id=e1d1f312-4ea1-49cf-b7b0-10704e214d2c HTTP/1.1" status: 200 len: 814 time: 0.2214351 Nov 03 16:02:09.519623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-4669df97-b5d7-4239-b09a-d7db1296b7d0 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/quotas/93ccea0b41b04add9d49bcf87be63558 HTTP/1.1" status: 200 len: 375 time: 0.0452728 Nov 03 16:02:09.618065 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-f040eb46-259f-4f8f-8aa0-6f9007053fc1 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=93ccea0b41b04add9d49bcf87be63558&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911961 Nov 03 16:02:09.714119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8aeb5-cad0-4e47-a336-ecd98d46803b req-231c4d1e-c36e-4d8a-a25b-35256c1d8f47 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:09.716296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ee8aeb5-cad0-4e47-a336-ecd98d46803b req-231c4d1e-c36e-4d8a-a25b-35256c1d8f47 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0945833 Nov 03 16:02:09.754928 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-1c28c798-1837-4f1d-9eb6-139beda4a144 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330359 Nov 03 16:02:09.822568 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ee8aeb5-cad0-4e47-a336-ecd98d46803b req-c3029e46-9e96-466c-9e62-336401fca1bc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997787 Nov 03 16:02:09.865136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:09.892500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-12fb76de-b3cd-4da6-ad26-497110c9a57c service neutron] 10.222.0.86 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240251 Nov 03 16:02:10.001692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88a65ac-cb05-44c1-bdae-0e51f7f9dd95,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:10.018699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Checking segment: {'id': '9dc5a5a8-6e65-4e92-9210-5c801126dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:10.019219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Network hostable DHCP agents. Network: 174ed148-db70-4d0f-ae77-9e5333b38ddd, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:02:10.055175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e1a1-9209-47a0-9d0c-1e7d4971c8dd req-9d9fdedf-9704-42b6-9cb7-b0b20fdd88ca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:10.061678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e1a1-9209-47a0-9d0c-1e7d4971c8dd req-9d9fdedf-9704-42b6-9cb7-b0b20fdd88ca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:10.070761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e1a1-9209-47a0-9d0c-1e7d4971c8dd req-9d9fdedf-9704-42b6-9cb7-b0b20fdd88ca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:10.089692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e1a1-9209-47a0-9d0c-1e7d4971c8dd req-9d9fdedf-9704-42b6-9cb7-b0b20fdd88ca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:10.096288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e1a1-9209-47a0-9d0c-1e7d4971c8dd req-9d9fdedf-9704-42b6-9cb7-b0b20fdd88ca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:10.114364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e1a1-9209-47a0-9d0c-1e7d4971c8dd req-9d9fdedf-9704-42b6-9cb7-b0b20fdd88ca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:10.126480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e1a1-9209-47a0-9d0c-1e7d4971c8dd req-9d9fdedf-9704-42b6-9cb7-b0b20fdd88ca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:10.128455 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4304e1a1-9209-47a0-9d0c-1e7d4971c8dd req-9d9fdedf-9704-42b6-9cb7-b0b20fdd88ca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1964154 Nov 03 16:02:10.172262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 91f41141-ea8c-4e3d-9620-43096f7fce19 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:10.187492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Network 174ed148-db70-4d0f-ae77-9e5333b38ddd is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:02:10.210410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 174ed148-db70-4d0f-ae77-9e5333b38ddd) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:10.224200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e326d-f31a-4580-8f00-3f0812d55f64 None None] Network 174ed148-db70-4d0f-ae77-9e5333b38ddd requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:10.227084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:10.228017 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:10.341460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ae0e846e-4dc3-4f2f-9cc4-13150e6bdc2c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9582953 Nov 03 16:02:10.344152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56920) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:10.349443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1627336752-router', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:10.406931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4304e1a1-9209-47a0-9d0c-1e7d4971c8dd req-68297faa-46ff-46c4-8899-93af877d8813 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2624686 Nov 03 16:02:10.419728 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:10.422034 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:10.460632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 91f41141-ea8c-4e3d-9620-43096f7fce19 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:10.461181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:10.539605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4cc78b-74b4-41d9-bf59-9bf660f448e9 req-1b8835e8-7dff-4566-afdb-3ff0e199f42e tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 210 time: 0.0745835 Nov 03 16:02:10.619053 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:10.717222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42309fb-d9c6-4ac2-be16-74e2550475a8 req-75fa3c15-ca7d-4843-891a-10134cde7662 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:10.737426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b42309fb-d9c6-4ac2-be16-74e2550475a8 req-75fa3c15-ca7d-4843-891a-10134cde7662 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.0840964 Nov 03 16:02:10.740188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-174ed148-db70-4d0f-ae77-9e5333b38ddd', 'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'fixed_ips': [{'subnet_id': 'b88a65ac-cb05-44c1-bdae-0e51f7f9dd95'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:02:10.741327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:10.776751 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb58d6ad-0773-487f-ab18-c97f8a2a20e9 req-d2dc1631-eed5-4082-8996-2a07bf712020 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.1528821 Nov 03 16:02:10.822205 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b42309fb-d9c6-4ac2-be16-74e2550475a8 req-620b4dab-315e-4e47-9bc1-c717cb089b5d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818660 Nov 03 16:02:10.963172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Allocated IP 172.20.0.2 (174ed148-db70-4d0f-ae77-9e5333b38ddd/b88a65ac-cb05-44c1-bdae-0e51f7f9dd95/1d22438f-b401-4f01-bfeb-8be28b6d9e07) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:10.999950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3f564-597e-4454-9fad-309526374d77 req-e43a7e70-c43e-4fe5-9646-c79fb5e69e24 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.005702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29f3f564-597e-4454-9fad-309526374d77 req-e43a7e70-c43e-4fe5-9646-c79fb5e69e24 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0810847 Nov 03 16:02:11.069914 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:11.087369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29f3f564-597e-4454-9fad-309526374d77 req-42f69e16-3ca3-489d-a79a-ee65c4c29ee4 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742240 Nov 03 16:02:11.129691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776baef6-9ea7-44e3-99d6-70c263a06061 req-6963a78c-1690-493c-8912-3ede5e3c74c4 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.132045 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-776baef6-9ea7-44e3-99d6-70c263a06061 req-6963a78c-1690-493c-8912-3ede5e3c74c4 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 945 time: 0.1745768 Nov 03 16:02:11.167392 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:11.175106 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:11.217124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Network 174ed148-db70-4d0f-ae77-9e5333b38ddd is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:11.225991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:11.230752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:11.235455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Pushing event updated for resources: {'Port': ['ID=1d22438f-b401-4f01-bfeb-8be28b6d9e07,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:11.280917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-f0dd2623-049d-4b9d-8e9b-3ca63650298a tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.282444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-f0dd2623-049d-4b9d-8e9b-3ca63650298a tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.15 "GET /v2.0/ports?device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 945 time: 0.1022911 Nov 03 16:02:11.295470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Attempting to bind port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:11.295951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Attempting to bind port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '9dc5a5a8-6e65-4e92-9210-5c801126dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:11.297209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Attempting to bind port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 on network 174ed148-db70-4d0f-ae77-9e5333b38ddd {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:11.304213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:11.304851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Checking segment: {'id': '9dc5a5a8-6e65-4e92-9210-5c801126dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:11.305184 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:11.306058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Bound using segment: {'id': '9dc5a5a8-6e65-4e92-9210-5c801126dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:11.306267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Bound port: 1d22438f-b401-4f01-bfeb-8be28b6d9e07, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc5a5a8-6e65-4e92-9210-5c801126dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:11.306815 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:11.370896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-776baef6-9ea7-44e3-99d6-70c263a06061 req-2808654e-9730-4f31-83c5-c396f0967237 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955311 Nov 03 16:02:11.408596 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] For port 1d22438f-b401-4f01-bfeb-8be28b6d9e07, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:11.412707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] For port 1d22438f-b401-4f01-bfeb-8be28b6d9e07, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1d22438f-b401-4f01-bfeb-8be28b6d9e07,segment=NetworkSegment(9dc5a5a8-6e65-4e92-9210-5c801126dfcd),segment_id=9dc5a5a8-6e65-4e92-9210-5c801126dfcd)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:11.425433 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:11.510146 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cb55b-8b8f-494f-9d01-6f65b5d65df6 None None] Pushing event updated for resources: {'Port': ['ID=1d22438f-b401-4f01-bfeb-8be28b6d9e07,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:11.620323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b41f9-36b2-4f86-b1b7-53cefe477b21 req-99d9ffcb-2daf-4f48-9dcb-12e5f93ef79b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.627236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b41f9-36b2-4f86-b1b7-53cefe477b21 req-99d9ffcb-2daf-4f48-9dcb-12e5f93ef79b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.641050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b41f9-36b2-4f86-b1b7-53cefe477b21 req-99d9ffcb-2daf-4f48-9dcb-12e5f93ef79b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.651310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b41f9-36b2-4f86-b1b7-53cefe477b21 req-99d9ffcb-2daf-4f48-9dcb-12e5f93ef79b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.658071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b41f9-36b2-4f86-b1b7-53cefe477b21 req-99d9ffcb-2daf-4f48-9dcb-12e5f93ef79b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.665278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b41f9-36b2-4f86-b1b7-53cefe477b21 req-99d9ffcb-2daf-4f48-9dcb-12e5f93ef79b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.672201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b41f9-36b2-4f86-b1b7-53cefe477b21 req-99d9ffcb-2daf-4f48-9dcb-12e5f93ef79b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:11.689135 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-431b41f9-36b2-4f86-b1b7-53cefe477b21 req-99d9ffcb-2daf-4f48-9dcb-12e5f93ef79b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1802900 Nov 03 16:02:11.788078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-431b41f9-36b2-4f86-b1b7-53cefe477b21 req-baf2b475-8360-4704-a415-442aafb21744 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974853 Nov 03 16:02:11.920612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ff95404-7a07-42fd-950b-f659179a3ec5 req-07597484-0cb3-4d1c-8820-75db460fa43b tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0314977 Nov 03 16:02:11.993813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ce0a9869-d330-408a-a045-3b9289027d61 req-c0a6d20d-edd0-4355-bd00-11ab8584228d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 210 time: 0.2043858 Nov 03 16:02:12.053675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-80d686f9-1c25-4bfe-8417-9775a5c5b7ff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:12.058263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-80d686f9-1c25-4bfe-8417-9775a5c5b7ff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.70 "GET /v2.0/networks?id=e1d1f312-4ea1-49cf-b7b0-10704e214d2c HTTP/1.1" status: 200 len: 814 time: 0.2675090 Nov 03 16:02:12.104924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2fd9-2c1f-4de1-82b9-b4e24a13f19a req-f503308a-8234-4893-ba36-e590ea8dc45a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:12.116575 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-047b2fd9-2c1f-4de1-82b9-b4e24a13f19a req-f503308a-8234-4893-ba36-e590ea8dc45a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.1006968 Nov 03 16:02:12.127646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Deleting port e83a0b7e-1e9f-4e73-b607-1b91656a0291 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:02:12.127996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.167729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1d22438f-b401-4f01-bfeb-8be28b6d9e07 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:12.205877 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-047b2fd9-2c1f-4de1-82b9-b4e24a13f19a req-60e53dfd-3277-44b0-af4d-3ca1be678324 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852900 Nov 03 16:02:12.237646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:12.238013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.308342 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.319875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-2896c1ab-a32e-40ca-867e-8ebb20e3065e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:12.319875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-2896c1ab-a32e-40ca-867e-8ebb20e3065e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.70 "GET /v2.0/ports?device_id=5afdc301-015d-447b-9f95-88fb175d2510 HTTP/1.1" status: 200 len: 945 time: 0.0676656 Nov 03 16:02:12.354256 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.456748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3a85dffa-351c-479b-a60f-68bb9887f689 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ccea0b41b04add9d49bcf87be63558 HTTP/1.1" status: 200 len: 380 time: 0.3623221 Nov 03 16:02:12.477725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] For port e83a0b7e-1e9f-4e73-b607-1b91656a0291, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e83a0b7e-1e9f-4e73-b607-1b91656a0291,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:12.478513 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.495932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Deleting port b55bd329-238d-4f59-b42e-dd8a60decb60 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:02:12.496513 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.639172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Request body: {'port': {'device_id': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'admin_state_up': True, 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'security_groups': ['230ed77e-c669-4354-abbe-9cec9b3ed234']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:12.651048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] For port b55bd329-238d-4f59-b42e-dd8a60decb60, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b55bd329-238d-4f59-b42e-dd8a60decb60,segment=NetworkSegment(1b3f5a1a-4b58-4724-894d-732d2f01a45a),segment_id=1b3f5a1a-4b58-4724-894d-732d2f01a45a)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:12.651411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.655610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Calling delete_port for e83a0b7e-1e9f-4e73-b607-1b91656a0291 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:02:12.656022 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.675175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6721735-c3bb-4230-bd22-254f701288d8 req-8ccee858-9c1e-474f-bf64-697f48706894 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:12.683624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e6721735-c3bb-4230-bd22-254f701288d8 req-8ccee858-9c1e-474f-bf64-697f48706894 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 945 time: 0.0963893 Nov 03 16:02:12.686047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Calling delete_port for b55bd329-238d-4f59-b42e-dd8a60decb60 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:02:12.697546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 1d22438f-b401-4f01-bfeb-8be28b6d9e07, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1d22438f-b401-4f01-bfeb-8be28b6d9e07,segment=NetworkSegment(9dc5a5a8-6e65-4e92-9210-5c801126dfcd),segment_id=9dc5a5a8-6e65-4e92-9210-5c801126dfcd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:12.698802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a6946-039c-40dd-9378-0698a7e61b66 req-211147c6-9d8b-4284-ba65-fa59af4e93ea tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:12.700559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e88a6946-039c-40dd-9378-0698a7e61b66 req-211147c6-9d8b-4284-ba65-fa59af4e93ea tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.4675751 Nov 03 16:02:12.710893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.768155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Allocated IP 172.25.6.148 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/ad9f11f7-989b-416d-92f7-e523159a50f8) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:12.771487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=1d22438f-b401-4f01-bfeb-8be28b6d9e07,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:12.779479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e6721735-c3bb-4230-bd22-254f701288d8 req-fc820acd-3b78-4aff-b478-8fe7da658285 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec8059f4-0537-49ea-9990-29e05d7f5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950167 Nov 03 16:02:12.880090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:12.923093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Pushing event deleted for resources: {'Port': ['ID=b55bd329-238d-4f59-b42e-dd8a60decb60,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:12.932623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e88a6946-039c-40dd-9378-0698a7e61b66 req-8857af4c-171f-46c5-8542-5747e78e6bf3 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721714 Nov 03 16:02:12.952564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b83b5fc-a3a7-42c6-974f-f9b24d17c363 None None] Network 174ed148-db70-4d0f-ae77-9e5333b38ddd requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:13.008301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Made reservation on behalf of 93ccea0b41b04add9d49bcf87be63558 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:13.012167 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:13.014680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] No DVR routers for this DVR port b55bd329-238d-4f59-b42e-dd8a60decb60 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:02:13.018563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:13.023326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17e7ad91-cd7b-453e-aa92-10d3b04388d7 req-526b1d6d-f47b-47ae-9814-706c47fce36e tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.70 "DELETE /v2.0/ports/b55bd329-238d-4f59-b42e-dd8a60decb60 HTTP/1.1" status: 204 len: 173 time: 0.6992769 Nov 03 16:02:13.024771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afdc301-015d-447b-9f95-88fb175d2510', 'name': 'network-vif-deleted', 'tag': 'b55bd329-238d-4f59-b42e-dd8a60decb60'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:13.030905 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7754e949-e36f-444b-ac75-3ace7567434e" -d '{"events": [{"server_uuid": "5afdc301-015d-447b-9f95-88fb175d2510", "name": "network-vif-deleted", "tag": "b55bd329-238d-4f59-b42e-dd8a60decb60"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:13.064249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-49522bc1-bd8a-465c-a799-02535eb89176 None None] Provisioning complete for port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:13.064621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49522bc1-bd8a-465c-a799-02535eb89176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:13.072660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde5558-b0ff-4d53-91c9-b55835f5b78d req-960b7e0d-c29b-4cf2-932a-446336db6cee tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:13.080582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde5558-b0ff-4d53-91c9-b55835f5b78d req-960b7e0d-c29b-4cf2-932a-446336db6cee tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:13.088602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde5558-b0ff-4d53-91c9-b55835f5b78d req-960b7e0d-c29b-4cf2-932a-446336db6cee tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:13.097576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde5558-b0ff-4d53-91c9-b55835f5b78d req-960b7e0d-c29b-4cf2-932a-446336db6cee tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:13.108189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde5558-b0ff-4d53-91c9-b55835f5b78d req-960b7e0d-c29b-4cf2-932a-446336db6cee tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:13.118292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde5558-b0ff-4d53-91c9-b55835f5b78d req-960b7e0d-c29b-4cf2-932a-446336db6cee tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:13.124397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde5558-b0ff-4d53-91c9-b55835f5b78d req-960b7e0d-c29b-4cf2-932a-446336db6cee tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:13.126330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bdde5558-b0ff-4d53-91c9-b55835f5b78d req-960b7e0d-c29b-4cf2-932a-446336db6cee tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.2161946 Nov 03 16:02:13.144874 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-502afd30-5fa9-4116-a2b5-141ebb091be3 req-2da3bfe6-112c-411b-9a2f-066b914528e3 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.1164432 Nov 03 16:02:13.195702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:13.210819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bdde5558-b0ff-4d53-91c9-b55835f5b78d req-84cf5eeb-97fa-4e57-b2f5-22b842f1859f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771511 Nov 03 16:02:13.243162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:13.275553 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24664f35-4791-48ff-b0d9-66d3ac84b674 x-openstack-request-id: req-24664f35-4791-48ff-b0d9-66d3ac84b674 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:13.275846 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afdc301-015d-447b-9f95-88fb175d2510", "name": "network-vif-deleted", "tag": "b55bd329-238d-4f59-b42e-dd8a60decb60", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:13.276099 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24664f35-4791-48ff-b0d9-66d3ac84b674 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:13.276497 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afdc301-015d-447b-9f95-88fb175d2510', 'name': 'network-vif-deleted', 'tag': 'b55bd329-238d-4f59-b42e-dd8a60decb60', 'status': 'completed', 'code': 200} Nov 03 16:02:13.294721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Pushing event deleted for resources: {'Port': ['ID=e83a0b7e-1e9f-4e73-b607-1b91656a0291,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:13.343536 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3db7ec2-a100-464a-a63e-e1812e001edf req-d60c538d-d437-4142-97f4-3736d4ee146f tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 210 time: 0.0613570 Nov 03 16:02:13.369777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Allocated IP 172.20.0.9 (e1d1f312-4ea1-49cf-b7b0-10704e214d2c/d96e501f-e12f-4d5a-ba9a-a4d0d16a2157/ead2f3ff-ff5f-455d-a2af-c2d6ea21775f) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:13.384317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd2f5-ceab-475e-a3f1-5c0ec6dd7328 req-aae7dc67-0c8d-4427-9609-835c472d88cc tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:13.385984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9cbd2f5-ceab-475e-a3f1-5c0ec6dd7328 req-aae7dc67-0c8d-4427-9609-835c472d88cc tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.0585027 Nov 03 16:02:13.398772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] No DVR routers for this DVR port e83a0b7e-1e9f-4e73-b607-1b91656a0291 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:02:13.401651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:13.405433 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:13.408819 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19711f17-c6b2-4823-90d3-0723d564d3d5 req-5c116736-42d8-4113-b840-1e8a1d9a2ff1 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.15 "DELETE /v2.0/ports/e83a0b7e-1e9f-4e73-b607-1b91656a0291 HTTP/1.1" status: 204 len: 173 time: 2.1193857 Nov 03 16:02:13.410820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dfda5-bee7-4711-a07f-1121fb81711a', 'name': 'network-vif-deleted', 'tag': 'e83a0b7e-1e9f-4e73-b607-1b91656a0291'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:13.413861 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f9fe06-19c0-41b3-9d4a-ed38ce91572a" -d '{"events": [{"server_uuid": "352dfda5-bee7-4711-a07f-1121fb81711a", "name": "network-vif-deleted", "tag": "e83a0b7e-1e9f-4e73-b607-1b91656a0291"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:13.452812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9cbd2f5-ceab-475e-a3f1-5c0ec6dd7328 req-18395a1f-598c-4dd4-b1cc-b748bf1a1558 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604341 Nov 03 16:02:13.478788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:13.488814 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4172be-a0c6-4012-9b05-4a10b1dca7fa x-openstack-request-id: req-ad4172be-a0c6-4012-9b05-4a10b1dca7fa {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:13.489106 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352dfda5-bee7-4711-a07f-1121fb81711a", "name": "network-vif-deleted", "tag": "e83a0b7e-1e9f-4e73-b607-1b91656a0291", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:13.489435 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad4172be-a0c6-4012-9b05-4a10b1dca7fa {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:13.489861 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dfda5-bee7-4711-a07f-1121fb81711a', 'name': 'network-vif-deleted', 'tag': 'e83a0b7e-1e9f-4e73-b607-1b91656a0291', 'status': 'completed', 'code': 200} Nov 03 16:02:13.497700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:13.504078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:13.549314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Pushing event updated for resources: {'Port': ['ID=ad9f11f7-989b-416d-92f7-e523159a50f8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:13.735429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-08fcca12-34eb-4d05-b772-e8e5a4367b54 None None] Provisioning complete for port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:13.736966 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-08fcca12-34eb-4d05-b772-e8e5a4367b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:13.793003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:13.809125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e83a0b7e-1e9f-4e73-b607-1b91656a0291 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:02:13.837144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b092-cb6b-42af-b690-838c3b399656 req-287cb907-47bb-446e-bc98-e290aca374b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:13.838673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-faa5b092-cb6b-42af-b690-838c3b399656 req-287cb907-47bb-446e-bc98-e290aca374b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 1096 time: 0.1753592 Nov 03 16:02:13.872218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: e83a0b7e-1e9f-4e73-b607-1b91656a0291 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:02:13.872964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e83a0b7e-1e9f-4e73-b607-1b91656a0291 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:02:13.946540 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba67186d-c15d-4fd2-bbaa-5176f7be192c req-abc823d3-064d-495d-9bf2-72057759a348 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] 10.222.0.86 "GET /v2.0/ports?device_id=352dfda5-bee7-4711-a07f-1121fb81711a HTTP/1.1" status: 200 len: 210 time: 0.0523334 Nov 03 16:02:14.070891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:14.107580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1d22438f-b401-4f01-bfeb-8be28b6d9e07 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:14.177468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:14.178434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:14.194895 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:14.223905 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b092-cb6b-42af-b690-838c3b399656 req-01150af4-d56f-4f01-bf5c-5d1608c1390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.225382 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-faa5b092-cb6b-42af-b690-838c3b399656 req-01150af4-d56f-4f01-bf5c-5d1608c1390f service neutron] 10.222.0.15 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 919 time: 0.3283746 Nov 03 16:02:14.286145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Network e1d1f312-4ea1-49cf-b7b0-10704e214d2c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:14.323740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:14.326244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:14.651827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b0b28e2d-8e25-4251-b227-9d67061cf1c3 None None] Provisioning complete for port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:14.652514 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b0b28e2d-8e25-4251-b227-9d67061cf1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:14.653022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9364de06-c546-498b-984a-bec37215b9bc req-fc23285b-2720-4dae-b239-6c78d9a9bdde tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.3996727 Nov 03 16:02:14.690119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.690749 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:14.702737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68dbcd-06aa-488f-a9d4-74a332ace775 req-6a65c870-11d9-46af-a5b9-9789e1dc2115 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.711048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa68dbcd-06aa-488f-a9d4-74a332ace775 req-6a65c870-11d9-46af-a5b9-9789e1dc2115 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.6302650 Nov 03 16:02:14.726469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-faa5b092-cb6b-42af-b690-838c3b399656 req-bb141f51-5d2a-43ed-a097-6fe3feb2f13d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c024b092-5af7-4416-9c4b-6b65e55040d3 HTTP/1.1" status: 200 len: 217 time: 0.4703407 Nov 03 16:02:14.738916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b55bd329-238d-4f59-b42e-dd8a60decb60 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:02:14.770541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b0b28e2d-8e25-4251-b227-9d67061cf1c3 None None] Port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:02:14.772829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: b55bd329-238d-4f59-b42e-dd8a60decb60 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:02:14.773190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b55bd329-238d-4f59-b42e-dd8a60decb60 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:02:14.781935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01449f7-35b8-4030-9ffd-9829f730a627 req-a16c37e7-bd35-4972-a422-dfad5415fdaf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.789562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01449f7-35b8-4030-9ffd-9829f730a627 req-a16c37e7-bd35-4972-a422-dfad5415fdaf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.795764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01449f7-35b8-4030-9ffd-9829f730a627 req-a16c37e7-bd35-4972-a422-dfad5415fdaf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.798291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Pushing event updated for resources: {'Port': ['ID=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:14.802523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01449f7-35b8-4030-9ffd-9829f730a627 req-a16c37e7-bd35-4972-a422-dfad5415fdaf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.809479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01449f7-35b8-4030-9ffd-9829f730a627 req-a16c37e7-bd35-4972-a422-dfad5415fdaf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.815901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01449f7-35b8-4030-9ffd-9829f730a627 req-a16c37e7-bd35-4972-a422-dfad5415fdaf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.822329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01449f7-35b8-4030-9ffd-9829f730a627 req-a16c37e7-bd35-4972-a422-dfad5415fdaf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.822703 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-399ca3b5-fb98-4639-9567-6097ef50be4d tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3138180 Nov 03 16:02:14.824343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e01449f7-35b8-4030-9ffd-9829f730a627 req-a16c37e7-bd35-4972-a422-dfad5415fdaf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5427 time: 0.1023879 Nov 03 16:02:14.839013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Request body: {'port': {'device_id': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:14.890710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b092-cb6b-42af-b690-838c3b399656 req-0711a261-846c-4488-968e-5596715796b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:14.892166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-faa5b092-cb6b-42af-b690-838c3b399656 req-0711a261-846c-4488-968e-5596715796b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.1463845 Nov 03 16:02:14.898228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e01449f7-35b8-4030-9ffd-9829f730a627 req-f5ecfa87-e1fe-45ed-a51e-91ad9de97751 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634027 Nov 03 16:02:14.941593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa68dbcd-06aa-488f-a9d4-74a332ace775 req-2c027c07-c753-4029-8c54-781e990daf8a tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295818 Nov 03 16:02:15.004119 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-faa5b092-cb6b-42af-b690-838c3b399656 req-4502169f-b312-44c2-9a4e-c5da3ccd15d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761340 Nov 03 16:02:15.006722 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.032106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d346a2-332f-480d-ad2c-5bf96d93c159 req-be1d5234-33c7-4640-baa8-34cb011b4e9f tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:15.033861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1d346a2-332f-480d-ad2c-5bf96d93c159 req-be1d5234-33c7-4640-baa8-34cb011b4e9f tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 931 time: 0.0685484 Nov 03 16:02:15.081823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1d346a2-332f-480d-ad2c-5bf96d93c159 req-287fbf65-227d-4712-a83f-9b7588f93638 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407891 Nov 03 16:02:15.166177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56992) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:15.200727 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.211004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c51dc66-4a70-4735-aa30-b502ffa12f1a admin admin] Deleting subnet 29299f53-6297-4106-94ab-97fdca081322 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:02:15.214189 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c51dc66-4a70-4735-aa30-b502ffa12f1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.219166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be017d8f-80e2-4d42-8035-320d83e88abc req-e61646b1-b42b-441c-a1b3-83516c25d85d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:15.220672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be017d8f-80e2-4d42-8035-320d83e88abc req-e61646b1-b42b-441c-a1b3-83516c25d85d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.2100198 Nov 03 16:02:15.249157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c51dc66-4a70-4735-aa30-b502ffa12f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.294097 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c51dc66-4a70-4735-aa30-b502ffa12f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.360562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c51dc66-4a70-4735-aa30-b502ffa12f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.378250 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-faa5b092-cb6b-42af-b690-838c3b399656 req-89df1669-28d6-4117-a63a-5d53614ff049 service neutron] 10.222.0.15 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245978 Nov 03 16:02:15.390212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51dc66-4a70-4735-aa30-b502ffa12f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29299f53-6297-4106-94ab-97fdca081322,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:15.394678 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c51dc66-4a70-4735-aa30-b502ffa12f1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.398071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4c51dc66-4a70-4735-aa30-b502ffa12f1a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/29299f53-6297-4106-94ab-97fdca081322 HTTP/1.1" status: 204 len: 168 time: 0.2311969 Nov 03 16:02:15.400277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56994) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:15.485194 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.568174 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be017d8f-80e2-4d42-8035-320d83e88abc req-3a3e956b-0eba-418a-b7d6-74dd9368449a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758024 Nov 03 16:02:15.579388 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.603731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1355e2a9-6971-4f93-858d-b4dacf67070f']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:15.613210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3f5a1a-4b58-4724-894d-732d2f01a45a') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:15.613451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3f5a1a-4b58-4724-894d-732d2f01a45a') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:15.624222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.640953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.649040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:02:15.649428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:02:15.651281 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:02:15.656603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-faa5b092-cb6b-42af-b690-838c3b399656 req-35137678-399c-4f6e-b625-ef402a74ba84 service neutron] 10.222.0.15 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688456 Nov 03 16:02:15.733164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:02:15.742499 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.750871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.757093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] 10.222.0.86 "DELETE /v2.0/networks/1355e2a9-6971-4f93-858d-b4dacf67070f HTTP/1.1" status: 204 len: 168 time: 0.3529849 Nov 03 16:02:15.768898 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead2f3ff-ff5f-455d-a2af-c2d6ea21775f {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:15.774418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa906f18-dadd-4c8c-b14e-225c635b5e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=1355e2a9-6971-4f93-858d-b4dacf67070f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:15.795017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f11175bf-e680-4e30-891c-70cd79000121 req-766c684b-9171-4d38-99fa-ba1b74de3055 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0455132 Nov 03 16:02:15.815108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:15.816259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device badbb40a-98ec-4340-bdf7-5339dbfaae23 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:15.840009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Transition to ACTIVE for port object ead2f3ff-ff5f-455d-a2af-c2d6ea21775f will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:02:15.876121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.024198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port badbb40a-98ec-4340-bdf7-5339dbfaae23, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:16.032013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Pushing event updated for resources: {'Port': ['ID=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:16.045626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57008) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:16.045790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'badbb40a-98ec-4340-bdf7-5339dbfaae23', 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'port_id': 'badbb40a-98ec-4340-bdf7-5339dbfaae23', 'mac_address': 'fa:16:3e:9a:cd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcd4d8b-a3fe-45ee-870a-ce58226e44eb', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:16.090735 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.103481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:02:16.115944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badbb40a-98ec-4340-bdf7-5339dbfaae23 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:16.121670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Sync routers for ids ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:02:16.153185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port badbb40a-98ec-4340-bdf7-5339dbfaae23, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:16.154863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Routers {'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:16.155247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c943ae6-b2ba-4295-9b2f-3e00b8ae0885 req-a0a38c46-d604-4a9a-a04e-fe64e77cb9f2 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.155815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:16.171075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c943ae6-b2ba-4295-9b2f-3e00b8ae0885 req-a0a38c46-d604-4a9a-a04e-fe64e77cb9f2 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0972240 Nov 03 16:02:16.207072 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.207921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7d018532-9d06-4ac2-8e05-3690a5629e2d details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:16.241409 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c943ae6-b2ba-4295-9b2f-3e00b8ae0885 req-eb0f9028-52d7-4988-ae62-153ee9981026 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683017 Nov 03 16:02:16.244634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Attempting to bind port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:16.244989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Attempting to bind port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:16.245326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Attempting to bind port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f on network e1d1f312-4ea1-49cf-b7b0-10704e214d2c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:16.255304 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.259158 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-785ce377-cedd-434e-bdbb-96206075da5c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9115715 Nov 03 16:02:16.260149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57012) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:16.269606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f on network e1d1f312-4ea1-49cf-b7b0-10704e214d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:02:16.271380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Attempting to bind port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f on network e1d1f312-4ea1-49cf-b7b0-10704e214d2c {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:16.282319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dc596d52-79d7-4946-9641-086f0ec1da87 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5d85901f1c84b95979f99bafa8bc1a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373309 Nov 03 16:02:16.285122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57014) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:16.293994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:16.294355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Checking segment: {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:16.295685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Bound using segment: {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:16.295685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Bound port: ead2f3ff-ff5f-455d-a2af-c2d6ea21775f, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef68b933-cfc8-4844-b3a3-01f0806f4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:16.295685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.362121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bd8e-432b-4319-b6ae-48f9b78a6076 req-f5484eda-9428-44d5-8c0a-92e058fb8031 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.368967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bd8e-432b-4319-b6ae-48f9b78a6076 req-f5484eda-9428-44d5-8c0a-92e058fb8031 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.375396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bd8e-432b-4319-b6ae-48f9b78a6076 req-f5484eda-9428-44d5-8c0a-92e058fb8031 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.381918 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bd8e-432b-4319-b6ae-48f9b78a6076 req-f5484eda-9428-44d5-8c0a-92e058fb8031 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.387232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=badbb40a-98ec-4340-bdf7-5339dbfaae23,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:16.387966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bd8e-432b-4319-b6ae-48f9b78a6076 req-f5484eda-9428-44d5-8c0a-92e058fb8031 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.394205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bd8e-432b-4319-b6ae-48f9b78a6076 req-f5484eda-9428-44d5-8c0a-92e058fb8031 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.400807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bd8e-432b-4319-b6ae-48f9b78a6076 req-f5484eda-9428-44d5-8c0a-92e058fb8031 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.402462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-83e8bd8e-432b-4319-b6ae-48f9b78a6076 req-f5484eda-9428-44d5-8c0a-92e058fb8031 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5428 time: 0.2459350 Nov 03 16:02:16.447376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Set router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:16.493469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec64a42-590b-4e4a-83b4-85339d9f34f0 req-fdf29f0b-39b2-400a-abb0-2c2f3c223b66 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.495829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ec64a42-590b-4e4a-83b4-85339d9f34f0 req-fdf29f0b-39b2-400a-abb0-2c2f3c223b66 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 943 time: 0.1399281 Nov 03 16:02:16.503088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] For port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:16.529582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] For port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:16.539031 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b683a01-414c-4d3f-8b03-db027d610eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.551845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7d018532-9d06-4ac2-8e05-3690a5629e2d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:16.564419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b683a01-414c-4d3f-8b03-db027d610eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.569458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '7d018532-9d06-4ac2-8e05-3690a5629e2d', 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa', 'port_id': '7d018532-9d06-4ac2-8e05-3690a5629e2d', 'mac_address': 'fa:16:3e:30:cb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b79715-1df8-439d-b346-6fc9cb269e04', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:16.590966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ec64a42-590b-4e4a-83b4-85339d9f34f0 req-13e610ed-fb92-4b85-989b-8f2f77c1a47e tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877635 Nov 03 16:02:16.629790 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.713958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Pushing event updated for resources: {'Port': ['ID=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:16.717363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f1473-775b-4225-b8e6-d38ec2e2b162 req-dcc9e31f-4778-42f4-9bc4-1ecaef4089d1 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.718012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-212f1473-775b-4225-b8e6-d38ec2e2b162 req-dcc9e31f-4778-42f4-9bc4-1ecaef4089d1 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.0624282 Nov 03 16:02:16.736116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-83e8bd8e-432b-4319-b6ae-48f9b78a6076 req-bd6d4686-9b61-4451-addc-90dd654f1aa2 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3206933 Nov 03 16:02:16.741992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:16.742259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.743594 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-3647580a-30bb-4795-9a58-465f1f681b74 service neutron] 10.222.0.70 "PUT /v2.0/ports/ead2f3ff-ff5f-455d-a2af-c2d6ea21775f HTTP/1.1" status: 200 len: 1091 time: 1.9088659 Nov 03 16:02:16.744631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'tag': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:16.747464 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d370c41-2359-49ae-af91-5d7ddf720d16" -d '{"events": [{"name": "network-changed", "server_uuid": "91d8a5c5-0c6a-4b97-943a-96f99e284774", "tag": "ead2f3ff-ff5f-455d-a2af-c2d6ea21775f"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:16.755473 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.790436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b683a01-414c-4d3f-8b03-db027d610eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.793112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b683a01-414c-4d3f-8b03-db027d610eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:16.797326 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3b683a01-414c-4d3f-8b03-db027d610eaf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ec8059f4-0537-49ea-9990-29e05d7f5ec5 HTTP/1.1" status: 204 len: 168 time: 0.5111806 Nov 03 16:02:16.827599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d018532-9d06-4ac2-8e05-3690a5629e2d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:16.830663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b683a01-414c-4d3f-8b03-db027d610eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8059f4-0537-49ea-9990-29e05d7f5ec5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:16.936926 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-212f1473-775b-4225-b8e6-d38ec2e2b162 req-ccc383c1-1cb9-4688-a19e-ac370a8153a1 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039523 Nov 03 16:02:16.942514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1627336752-router', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:10Z', 'updated_at': '2021-11-03T16:02:13Z', 'revision_number': 3, 'project_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'gw_port': {'id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:12Z', 'updated_at': '2021-11-03T16:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:16.958030 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b04343b-6844-4cf6-a272-f3415edffb69 x-openstack-request-id: req-5b04343b-6844-4cf6-a272-f3415edffb69 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:16.958344 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d8a5c5-0c6a-4b97-943a-96f99e284774", "tag": "ead2f3ff-ff5f-455d-a2af-c2d6ea21775f", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:16.960796 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5b04343b-6844-4cf6-a272-f3415edffb69 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:16.964359 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'tag': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f', 'status': 'completed', 'code': 200} Nov 03 16:02:17.011562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7d018532-9d06-4ac2-8e05-3690a5629e2d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:17.013186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Checking router: f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:02:17.013610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Updating router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 port ad9f11f7-989b-416d-92f7-e523159a50f8 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:02:17.025877 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:17.026167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-7553445e-f18d-4c00-aa31-a0b39e240690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:17.026605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:17.027755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-7553445e-f18d-4c00-aa31-a0b39e240690 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93ccea0b41b04add9d49bcf87be63558&device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 1094 time: 0.1921594 Nov 03 16:02:17.040793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aee7a492-389c-40a3-9ed5-5ae96362b91d req-dda1e646-2793-418a-8255-c895f452db6f tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0665708 Nov 03 16:02:17.099509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-c3730adb-33d9-4ca6-8ef3-08002539f73f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f HTTP/1.1" status: 200 len: 217 time: 0.0571101 Nov 03 16:02:17.108464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:17.180335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-394c241c-125f-45db-9854-7cfba4674142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:17.182885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-394c241c-125f-45db-9854-7cfba4674142 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d96e501f-e12f-4d5a-ba9a-a4d0d16a2157 HTTP/1.1" status: 200 len: 853 time: 0.0729053 Nov 03 16:02:17.196958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:17.199372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7d018532-9d06-4ac2-8e05-3690a5629e2d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:17.274921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9', 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'port_id': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9', 'mac_address': 'fa:16:3e:39:28:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcd4d8b-a3fe-45ee-870a-ce58226e44eb', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:17.282431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-2dca2055-0919-4fd4-8bd4-2ecab5a26f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:17.288053 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-2dca2055-0919-4fd4-8bd4-2ecab5a26f6e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1d1f312-4ea1-49cf-b7b0-10704e214d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953510 Nov 03 16:02:17.293948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:17.403947 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:17.453975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:17.475595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:17.485640 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:17.487119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f8533a89-5204-40dd-9f56-199e45a2427a details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:17.513857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-a1fcc0c3-a1fe-44cb-9378-067acb11a859 service neutron] 10.222.0.70 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992006 Nov 03 16:02:17.572769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Allocated IP 172.20.0.1 (174ed148-db70-4d0f-ae77-9e5333b38ddd/b88a65ac-cb05-44c1-bdae-0e51f7f9dd95/08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:17.682688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:17.685551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d9d0b9e-60e8-499c-9c99-1d7c8d510c74 req-b83edc82-0ed6-460a-9b56-be3798c68494 service neutron] 10.222.0.70 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578095 Nov 03 16:02:17.772059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:17.789490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d0b12-4bc4-453e-aaf5-273b4ec50427 req-db5809e5-fb13-46a8-87a1-a00830b3504f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:17.791597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-154d0b12-4bc4-453e-aaf5-273b4ec50427 req-db5809e5-fb13-46a8-87a1-a00830b3504f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1074402 Nov 03 16:02:17.914878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-154d0b12-4bc4-453e-aaf5-273b4ec50427 req-c2e8ed9a-5e7f-42bd-84a5-2a0fc450000b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173000 Nov 03 16:02:17.920390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:17.927390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1508fa1-971a-4fbc-b7b1-4aaa5968ac1d req-22bf3ab7-367d-44be-a45c-111ea7d092ba tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:17.942644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1508fa1-971a-4fbc-b7b1-4aaa5968ac1d req-22bf3ab7-367d-44be-a45c-111ea7d092ba tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 943 time: 0.2556436 Nov 03 16:02:17.967673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-5f4c4bf2-2d11-462d-9f7b-df531f9c442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:17.978054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-5f4c4bf2-2d11-462d-9f7b-df531f9c442c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93ccea0b41b04add9d49bcf87be63558&device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 1094 time: 0.2194254 Nov 03 16:02:18.009294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Network 174ed148-db70-4d0f-ae77-9e5333b38ddd is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:18.017876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:18.026262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:18.145770 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57058) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:18.171644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1508fa1-971a-4fbc-b7b1-4aaa5968ac1d req-bffbcca4-7e88-42cb-bf9a-1b23e22f8b07 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278628 Nov 03 16:02:18.192953 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.196794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f8533a89-5204-40dd-9f56-199e45a2427a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f8533a89-5204-40dd-9f56-199e45a2427a,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:18.226199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Pushing event updated for resources: {'Port': ['ID=08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:18.228396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'port_id': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'mac_address': 'fa:16:3e:d5:ee:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:18.248017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.289597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dc010-6e6c-41d6-8203-6de8dfde9259 req-80648bab-365c-4415-a6bc-dae84a384dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.291215 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-299dc010-6e6c-41d6-8203-6de8dfde9259 req-80648bab-365c-4415-a6bc-dae84a384dbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 1096 time: 0.1333878 Nov 03 16:02:18.292650 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.295566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-47c82097-1784-4b03-aa24-315c6cae9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.297325 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-47c82097-1784-4b03-aa24-315c6cae9b2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1d1f312-4ea1-49cf-b7b0-10704e214d2c HTTP/1.1" status: 200 len: 915 time: 0.2888634 Nov 03 16:02:18.400552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c643-1ae6-4b96-88fb-0de03375b0ee req-7a9552ab-f995-4766-ad32-396272c16ac4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.401979 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-9c22df14-752c-4d83-9d9e-984cfb8f94fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f HTTP/1.1" status: 200 len: 217 time: 0.0849559 Nov 03 16:02:18.409310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c643-1ae6-4b96-88fb-0de03375b0ee req-7a9552ab-f995-4766-ad32-396272c16ac4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.419835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c643-1ae6-4b96-88fb-0de03375b0ee req-7a9552ab-f995-4766-ad32-396272c16ac4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.434128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c643-1ae6-4b96-88fb-0de03375b0ee req-7a9552ab-f995-4766-ad32-396272c16ac4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.441583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c643-1ae6-4b96-88fb-0de03375b0ee req-7a9552ab-f995-4766-ad32-396272c16ac4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.449990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c643-1ae6-4b96-88fb-0de03375b0ee req-7a9552ab-f995-4766-ad32-396272c16ac4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.454727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-152294613-network', 'tenant_id': 'e8f4b96be9874fd5a36471561a42afec'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:18.460462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7072f-5f13-4a79-98d6-b32f19a0d927 None None] Pushing event updated for resources: {'Port': ['ID=ad9f11f7-989b-416d-92f7-e523159a50f8,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:18.463049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c643-1ae6-4b96-88fb-0de03375b0ee req-7a9552ab-f995-4766-ad32-396272c16ac4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.464904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Attempting to bind port ad9f11f7-989b-416d-92f7-e523159a50f8 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:18.465284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Attempting to bind port ad9f11f7-989b-416d-92f7-e523159a50f8 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:18.465682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Attempting to bind port ad9f11f7-989b-416d-92f7-e523159a50f8 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:18.466147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a123c643-1ae6-4b96-88fb-0de03375b0ee req-7a9552ab-f995-4766-ad32-396272c16ac4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5430 time: 0.3671215 Nov 03 16:02:18.477209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:18.477653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:18.478015 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.478410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:18.479082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Bound port: ad9f11f7-989b-416d-92f7-e523159a50f8, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:18.479536 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.517611 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.561080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Made reservation on behalf of e8f4b96be9874fd5a36471561a42afec for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:18.563826 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.569350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8533a89-5204-40dd-9f56-199e45a2427a {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:18.587780 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.592383 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-299dc010-6e6c-41d6-8203-6de8dfde9259 req-bfe49781-dea8-4818-8583-96c63da8a6dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922668 Nov 03 16:02:18.595701 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f8533a89-5204-40dd-9f56-199e45a2427a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f8533a89-5204-40dd-9f56-199e45a2427a,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:18.604538 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.604794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 97005d94-e17f-461f-8de0-4d6922ee8f4c details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:18.609567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-7de85a85-6e51-46bf-98f2-c64e7411ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.611247 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-7de85a85-6e51-46bf-98f2-c64e7411ef4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d96e501f-e12f-4d5a-ba9a-a4d0d16a2157 HTTP/1.1" status: 200 len: 853 time: 0.1735115 Nov 03 16:02:18.625963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc3aeb-a7d9-4bf7-a757-5ee556b38cf8 req-cab9f6d0-7495-4e1d-92a1-231a861edb59 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.627494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-52fc3aeb-a7d9-4bf7-a757-5ee556b38cf8 req-cab9f6d0-7495-4e1d-92a1-231a861edb59 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.2389102 Nov 03 16:02:18.637362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 97005d94-e17f-461f-8de0-4d6922ee8f4c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:18.665546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '97005d94-e17f-461f-8de0-4d6922ee8f4c', 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'port_id': '97005d94-e17f-461f-8de0-4d6922ee8f4c', 'mac_address': 'fa:16:3e:b2:87:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcd4d8b-a3fe-45ee-870a-ce58226e44eb', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:18.667229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ed702502-01e6-4094-9289-38dd6f5c5f9e None None] Provisioning complete for port 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:18.667638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ed702502-01e6-4094-9289-38dd6f5c5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.671328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] For port ad9f11f7-989b-416d-92f7-e523159a50f8, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:18.680622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a123c643-1ae6-4b96-88fb-0de03375b0ee req-c86d9e99-255b-4dba-b342-c094a55e8199 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2074502 Nov 03 16:02:18.733515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.790279 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.814846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] For port ad9f11f7-989b-416d-92f7-e523159a50f8, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ad9f11f7-989b-416d-92f7-e523159a50f8,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:18.836645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-f7b7b9f8-32ef-482e-a913-ca56fb628c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:18.839929 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-f7b7b9f8-32ef-482e-a913-ca56fb628c56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1d1f312-4ea1-49cf-b7b0-10704e214d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2092726 Nov 03 16:02:18.861219 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:18.879118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ed702502-01e6-4094-9289-38dd6f5c5f9e None None] Port 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:02:18.890381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97005d94-e17f-461f-8de0-4d6922ee8f4c {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:18.906097 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-52fc3aeb-a7d9-4bf7-a757-5ee556b38cf8 req-2764f372-5b1d-4f6a-a23e-f49afd327c74 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581036 Nov 03 16:02:18.912791 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f8533a89-5204-40dd-9f56-199e45a2427a,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:18.957181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-69c2938c-30bc-4861-83cc-c8b81783b451 req-80bbf8ae-b8be-46e7-a054-cb879181ee8c tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.1186407 Nov 03 16:02:19.000250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7072f-5f13-4a79-98d6-b32f19a0d927 None None] Pushing event updated for resources: {'Port': ['ID=ad9f11f7-989b-416d-92f7-e523159a50f8,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:19.032784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Routers {'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:19.033438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:19.048274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 97005d94-e17f-461f-8de0-4d6922ee8f4c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:19.106368 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.107072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:19.147950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:19.163939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7', 'network_id': 'ee741312-e7a4-497e-a55d-b6166aa88e79', 'port_id': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7', 'mac_address': 'fa:16:3e:84:d2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcd4d8b-a3fe-45ee-870a-ce58226e44eb', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:19.198504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.210059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.331869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Pushing event updated for resources: {'Port': ['ID=08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:19.338744 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.354278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=97005d94-e17f-461f-8de0-4d6922ee8f4c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:19.375116 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.392387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:19.408689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-c3f26976-d0a2-466b-946b-2edf7b4113c0 service neutron] 10.222.0.70 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533910 Nov 03 16:02:19.414736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] Set router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:19.432756 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.453429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:19.455108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.493469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Network 174ed148-db70-4d0f-ae77-9e5333b38ddd is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:19.501096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:19.549629 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:02:19.583504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786707ad-43f0-4f70-8ad8-967dd2453ac6 req-e5c38b50-3016-4408-b49b-3e8a146c04a1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:19.586266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-786707ad-43f0-4f70-8ad8-967dd2453ac6 req-e5c38b50-3016-4408-b49b-3e8a146c04a1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1518109 Nov 03 16:02:19.592342 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7f13f3-f64a-48e4-8e64-94420c4d57d9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:19.595401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.595746 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Added segment 39172aa1-81ac-4773-a318-8d2fc79ed088 of type vlan for network fc873a34-d140-4bab-96b6-e1e150e0c0dd Nov 03 16:02:19.627346 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.628546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 75ce127d-8a59-446f-ac4c-13e9e9a821e5 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:19.634265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9af03-6b9d-40bc-a2c7-f9ae0af599a0 req-7aa46bc3-6511-4389-ac63-19960423fd47 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:19.637069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe9af03-6b9d-40bc-a2c7-f9ae0af599a0 req-7aa46bc3-6511-4389-ac63-19960423fd47 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 943 time: 0.3201957 Nov 03 16:02:19.728553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 75ce127d-8a59-446f-ac4c-13e9e9a821e5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:19.745881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:19.754628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '75ce127d-8a59-446f-ac4c-13e9e9a821e5', 'network_id': 'f53c18ab-0e9c-4dc4-9f35-92060e2310fa', 'port_id': '75ce127d-8a59-446f-ac4c-13e9e9a821e5', 'mac_address': 'fa:16:3e:cd:f0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b79715-1df8-439d-b346-6fc9cb269e04', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:19.785266 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.796869 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-786707ad-43f0-4f70-8ad8-967dd2453ac6 req-b0da6af1-a43c-480f-964f-1d25567faef4 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878502 Nov 03 16:02:19.801259 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d370c41-2359-49ae-af91-5d7ddf720d16 req-01e7cec1-9f6c-46f1-abc8-ea2e451318ff service neutron] 10.222.0.70 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534429 Nov 03 16:02:19.856713 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.856938 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.857874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe9af03-6b9d-40bc-a2c7-f9ae0af599a0 req-6e3e34ea-d326-4f4b-a29d-97aa58caf007 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099075 Nov 03 16:02:19.860099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:19.860932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:19.864186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:02:19.913899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ce127d-8a59-446f-ac4c-13e9e9a821e5 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:19.957111 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8077877 Nov 03 16:02:19.959447 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57072) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:19.967147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Request body: {'subnet': {'network_id': 'fc873a34-d140-4bab-96b6-e1e150e0c0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-152294613-subnet', 'tenant_id': 'e8f4b96be9874fd5a36471561a42afec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:19.972696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-06e27259-5283-4759-8553-856455fec6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1627336752-router', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:10Z', 'updated_at': '2021-11-03T16:02:18Z', 'revision_number': 4, 'project_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'gw_port': {'id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:12Z', 'updated_at': '2021-11-03T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9', 'name': '', 'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'mac_address': 'fa:16:3e:54:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b88a65ac-cb05-44c1-bdae-0e51f7f9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:17Z', 'updated_at': '2021-11-03T16:02:17Z', 'revision_number': 1, 'project_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'subnets': [{'id': 'b88a65ac-cb05-44c1-bdae-0e51f7f9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:20.020570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa826345-8df5-4e2c-b6f7-875aba15332a admin admin] Pushing event updated for resources: {'Network': ['ID=fc873a34-d140-4bab-96b6-e1e150e0c0dd,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:20.036834 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 75ce127d-8a59-446f-ac4c-13e9e9a821e5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:20.054289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network fc873a34-d140-4bab-96b6-e1e150e0c0dd details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:02:20.057736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e27259-5283-4759-8553-856455fec6d7 None None] The sync data for ids ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'] in n-d-813897-2 is: [{'id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1627336752-router', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:10Z', 'updated_at': '2021-11-03T16:02:18Z', 'revision_number': 4, 'project_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'gw_port': {'id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:12Z', 'updated_at': '2021-11-03T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9', 'name': '', 'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'mac_address': 'fa:16:3e:54:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b88a65ac-cb05-44c1-bdae-0e51f7f9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:17Z', 'updated_at': '2021-11-03T16:02:17Z', 'revision_number': 1, 'project_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'subnets': [{'id': 'b88a65ac-cb05-44c1-bdae-0e51f7f9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:02:20.059219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c5bd8832-6fde-431d-a5ae-e119b8a31bce None None] Provisioning complete for port 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:20.059591 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c5bd8832-6fde-431d-a5ae-e119b8a31bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:20.061379 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:20.070202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f70806-a081-428d-b57f-bb1dd0960d9d req-4ff80bd8-acc5-482c-a9e6-9e98f26bb4df tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.077414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f70806-a081-428d-b57f-bb1dd0960d9d req-4ff80bd8-acc5-482c-a9e6-9e98f26bb4df tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.101756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f70806-a081-428d-b57f-bb1dd0960d9d req-4ff80bd8-acc5-482c-a9e6-9e98f26bb4df tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.105502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f70806-a081-428d-b57f-bb1dd0960d9d req-4ff80bd8-acc5-482c-a9e6-9e98f26bb4df tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.112385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f70806-a081-428d-b57f-bb1dd0960d9d req-4ff80bd8-acc5-482c-a9e6-9e98f26bb4df tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.119917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f70806-a081-428d-b57f-bb1dd0960d9d req-4ff80bd8-acc5-482c-a9e6-9e98f26bb4df tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.127226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f70806-a081-428d-b57f-bb1dd0960d9d req-4ff80bd8-acc5-482c-a9e6-9e98f26bb4df tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.138644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-01f70806-a081-428d-b57f-bb1dd0960d9d req-4ff80bd8-acc5-482c-a9e6-9e98f26bb4df tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5433 time: 0.1931655 Nov 03 16:02:20.147895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Made reservation on behalf of e8f4b96be9874fd5a36471561a42afec for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:20.150282 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:20.167218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd8832-6fde-431d-a5ae-e119b8a31bce None None] Port 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:02:20.242292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:02:20.254315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=75ce127d-8a59-446f-ac4c-13e9e9a821e5,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:20.254950 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-01f70806-a081-428d-b57f-bb1dd0960d9d req-95c44960-418d-450e-bc67-27366e4ba736 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141768 Nov 03 16:02:20.262382 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d0b47fcf-b6e3-4953-8de1-341297873f4f admin admin] 10.222.0.86 "PUT /v2.0/routers/f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0007014 Nov 03 16:02:20.276566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0882b5-f6c9-49d3-a077-c2333e724fc3 req-0181566f-5a70-4004-a724-db34d903b63c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.283814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c0882b5-f6c9-49d3-a077-c2333e724fc3 req-0181566f-5a70-4004-a724-db34d903b63c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.2747858 Nov 03 16:02:20.367895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c0882b5-f6c9-49d3-a077-c2333e724fc3 req-69cbb956-67f0-4311-a719-549a2e35fc4b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811503 Nov 03 16:02:20.391808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d3b99f7-40aa-49ee-bb9a-da0e60cad1c3 req-e5eb941c-e5c4-49b8-8615-67e23c037dae tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0439134 Nov 03 16:02:20.551738 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:20.615706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4e482-a50f-4a52-8dd0-9c1dcfba13f5 req-4f78561c-3c81-4e63-b738-8680d3e366b7 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.623479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11c4e482-a50f-4a52-8dd0-9c1dcfba13f5 req-4f78561c-3c81-4e63-b738-8680d3e366b7 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1242480 Nov 03 16:02:20.681199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad7a937-885d-44d7-974e-c175eacd9529,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:20.703561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Checking segment: {'id': '39172aa1-81ac-4773-a318-8d2fc79ed088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc873a34-d140-4bab-96b6-e1e150e0c0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:20.703969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Network hostable DHCP agents. Network: fc873a34-d140-4bab-96b6-e1e150e0c0dd, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:02:20.749092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11c4e482-a50f-4a52-8dd0-9c1dcfba13f5 req-026b2a6a-87e9-4328-88ab-9a512503a194 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192701 Nov 03 16:02:20.750571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Network fc873a34-d140-4bab-96b6-e1e150e0c0dd is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:02:20.752656 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72366e88-7b8c-462e-816a-0f6475e3d527 req-30476579-3322-42f0-8492-2f33e4ae273b tempest-FloatingIPsNegativeTestJSON-160536773 tempest-FloatingIPsNegativeTestJSON-160536773-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=c3cbbeafa4d64478ab8cca4e4186b6f3 HTTP/1.1" status: 200 len: 217 time: 0.0695384 Nov 03 16:02:20.775614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ead2f3ff-ff5f-455d-a2af-c2d6ea21775f details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:20.780647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, fc873a34-d140-4bab-96b6-e1e150e0c0dd) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:20.801794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:20.802408 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:20.817020 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5673339a-6679-4c27-89fd-8e08d28df9c2 None None] Network fc873a34-d140-4bab-96b6-e1e150e0c0dd requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:20.831432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9764bed8-0302-4d76-92b9-84af4926a160 req-7e9a01a7-4c23-45bd-abbc-0b8248cad2e3 tempest-FloatingIPsNegativeTestJSON-160536773 tempest-FloatingIPsNegativeTestJSON-160536773-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0440464 Nov 03 16:02:20.837957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a1e72aad-c28c-4518-8fe4-01c237bfc37d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8756402 Nov 03 16:02:20.929490 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:02:21.024449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228ba0-115a-411d-9f66-53a29e2de0ef req-67bc5765-9832-4c45-aa49-442579eb1b5d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.043206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad228ba0-115a-411d-9f66-53a29e2de0ef req-67bc5765-9832-4c45-aa49-442579eb1b5d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1111310 Nov 03 16:02:21.057957 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-19704c73-0484-46ed-838e-ab8eb4a2511d req-60bf2a78-7ec9-4764-8094-15de387153a8 tempest-FloatingIPsNegativeTestJSON-160536773 tempest-FloatingIPsNegativeTestJSON-160536773-project] show failed (client error): The resource could not be found. Nov 03 16:02:21.059402 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-19704c73-0484-46ed-838e-ab8eb4a2511d req-60bf2a78-7ec9-4764-8094-15de387153a8 tempest-FloatingIPsNegativeTestJSON-160536773 tempest-FloatingIPsNegativeTestJSON-160536773-project] 10.222.0.86 "GET /v2.0/floatingips/c855a24e-ce31-4d9f-99fb-446d133290ed HTTP/1.1" status: 404 len: 350 time: 0.0750413 Nov 03 16:02:21.072081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57102) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:21.121873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84147a74-9d11-44ef-b4e2-064111f8492c None None] Network fc873a34-d140-4bab-96b6-e1e150e0c0dd requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:21.226665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad228ba0-115a-411d-9f66-53a29e2de0ef req-4e466f77-5eb3-4e8b-aa55-06cdf269814a tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794906 Nov 03 16:02:21.231663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f8533a89-5204-40dd-9f56-199e45a2427a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:21.333445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:21.356561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'port_id': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f', 'mac_address': 'fa:16:3e:77:0a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:21.359789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9f422-cbf2-423b-9159-93a053b43e0a req-51747e09-ba16-4e51-b97e-2301840e74f7 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.362241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cec9f422-cbf2-423b-9159-93a053b43e0a req-51747e09-ba16-4e51-b97e-2301840e74f7 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 943 time: 0.1114016 Nov 03 16:02:21.364065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:21.367149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:21.425218 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:21.425967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364f58-4a2d-4e44-be49-f43883d3c3d5 req-5dfe0404-248f-416d-a8a2-c6524767dd21 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.428500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['7d018532-9d06-4ac2-8e05-3690a5629e2d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:21.429028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7364f58-4a2d-4e44-be49-f43883d3c3d5 req-5dfe0404-248f-416d-a8a2-c6524767dd21 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0872672 Nov 03 16:02:21.432152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['badbb40a-98ec-4340-bdf7-5339dbfaae23'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:21.522212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7364f58-4a2d-4e44-be49-f43883d3c3d5 req-d8fc3ca8-6caf-4545-ba03-34e1a5f70adb tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842412 Nov 03 16:02:21.549431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cec9f422-cbf2-423b-9159-93a053b43e0a req-076a5271-3163-4c20-8d7e-c8fc2a640dd2 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438682 Nov 03 16:02:21.775966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572903e-6a5f-47a6-9b96-6b779c597e39 req-51c4083d-4b42-4040-8ce6-d383cbd01fb9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.782792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572903e-6a5f-47a6-9b96-6b779c597e39 req-51c4083d-4b42-4040-8ce6-d383cbd01fb9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.795244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572903e-6a5f-47a6-9b96-6b779c597e39 req-51c4083d-4b42-4040-8ce6-d383cbd01fb9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.803127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572903e-6a5f-47a6-9b96-6b779c597e39 req-51c4083d-4b42-4040-8ce6-d383cbd01fb9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.807084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['75ce127d-8a59-446f-ac4c-13e9e9a821e5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:21.820768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572903e-6a5f-47a6-9b96-6b779c597e39 req-51c4083d-4b42-4040-8ce6-d383cbd01fb9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.827151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572903e-6a5f-47a6-9b96-6b779c597e39 req-51c4083d-4b42-4040-8ce6-d383cbd01fb9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.833336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572903e-6a5f-47a6-9b96-6b779c597e39 req-51c4083d-4b42-4040-8ce6-d383cbd01fb9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.842900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9572903e-6a5f-47a6-9b96-6b779c597e39 req-51c4083d-4b42-4040-8ce6-d383cbd01fb9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5434 time: 0.1559057 Nov 03 16:02:21.873184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-f1737dcf-1c67-4e83-b9b1-be5f27cbd1ea tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:21.880778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-f1737dcf-1c67-4e83-b9b1-be5f27cbd1ea tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/networks?id=fc873a34-d140-4bab-96b6-e1e150e0c0dd HTTP/1.1" status: 200 len: 821 time: 0.1547403 Nov 03 16:02:21.898069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-c833ed25-689d-43b5-88f1-78ed0b22d1c4 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/quotas/e8f4b96be9874fd5a36471561a42afec HTTP/1.1" status: 200 len: 375 time: 0.0158329 Nov 03 16:02:21.959934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-bc07ba35-d88e-4cd1-aac7-37ef603656de tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f4b96be9874fd5a36471561a42afec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608807 Nov 03 16:02:22.098598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-ad91532e-8465-4d50-afed-730ffa350c3d service neutron] 10.222.0.86 "GET /v2.0/networks/fc873a34-d140-4bab-96b6-e1e150e0c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368103 Nov 03 16:02:22.145083 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:22.207926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead2f3ff-ff5f-455d-a2af-c2d6ea21775f {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:22.233780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ad9f11f7-989b-416d-92f7-e523159a50f8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:22.236283 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-ec21ae49-1713-4d3b-867a-7b0a3fb902fa service neutron] 10.222.0.86 "GET /v2.0/networks/fc873a34-d140-4bab-96b6-e1e150e0c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362517 Nov 03 16:02:22.317113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['97005d94-e17f-461f-8de0-4d6922ee8f4c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:22.387335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9572903e-6a5f-47a6-9b96-6b779c597e39 req-16e8d063-6495-49d8-8be9-4782ea117974 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5380266 Nov 03 16:02:22.419950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:22.499562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:22.588303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab664b0b-babe-4e1d-a7b4-4f49fc3f34b1 req-3605f7bb-55be-4a20-bbef-f31b1cb0f93a tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0595362 Nov 03 16:02:22.646934 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:22.708349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-571f3e88-df00-496c-a196-44887ca23445 req-b7f9539f-38d0-45aa-92a6-cc9d3d2711bc tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 210 time: 0.0407927 Nov 03 16:02:22.778197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:22.790189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821977cf-0954-4e61-8333-d8fac1ff4c98 req-83a53c18-12c4-4ee3-9c02-5a315adf747b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:22.798895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-821977cf-0954-4e61-8333-d8fac1ff4c98 req-83a53c18-12c4-4ee3-9c02-5a315adf747b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1396503 Nov 03 16:02:22.895723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-821977cf-0954-4e61-8333-d8fac1ff4c98 req-247a3164-9e50-4677-b82e-d5e498bccee8 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957921 Nov 03 16:02:22.965935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ead2f3ff-ff5f-455d-a2af-c2d6ea21775f'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:22.977165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Deleting port 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:02:22.977730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:23.037344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ad9f11f7-989b-416d-92f7-e523159a50f8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:23.037744 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:23.274335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:23.388948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62176e8c-52fa-495d-8e8e-35f2f401ba63 req-64cab4f0-ba54-425d-a468-5395fe54a090 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:23.389462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Calling delete_port for 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:02:23.403737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62176e8c-52fa-495d-8e8e-35f2f401ba63 req-64cab4f0-ba54-425d-a468-5395fe54a090 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 944 time: 0.0944669 Nov 03 16:02:23.477578 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62176e8c-52fa-495d-8e8e-35f2f401ba63 req-55b61295-4885-498c-9884-429d80f852e0 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711610 Nov 03 16:02:23.504025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fef23-50ae-43e9-97ac-24ed6f54ae05 req-b43772e3-c842-49e6-97ab-ed8896d46b49 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:23.514084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-701fef23-50ae-43e9-97ac-24ed6f54ae05 req-b43772e3-c842-49e6-97ab-ed8896d46b49 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.2159154 Nov 03 16:02:23.615420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-701fef23-50ae-43e9-97ac-24ed6f54ae05 req-ae8dbdde-24a4-4c77-96ec-f12611017fc9 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958991 Nov 03 16:02:23.646060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e2f9-4d9d-435d-b39e-410f08e5149d req-1a05cd0d-40fe-434d-803a-c9da2f7132aa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:23.653347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e2f9-4d9d-435d-b39e-410f08e5149d req-1a05cd0d-40fe-434d-803a-c9da2f7132aa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:23.664227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e2f9-4d9d-435d-b39e-410f08e5149d req-1a05cd0d-40fe-434d-803a-c9da2f7132aa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:23.673824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e2f9-4d9d-435d-b39e-410f08e5149d req-1a05cd0d-40fe-434d-803a-c9da2f7132aa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:23.681834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e2f9-4d9d-435d-b39e-410f08e5149d req-1a05cd0d-40fe-434d-803a-c9da2f7132aa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:23.686412 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:23.689261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e2f9-4d9d-435d-b39e-410f08e5149d req-1a05cd0d-40fe-434d-803a-c9da2f7132aa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:23.697411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e2f9-4d9d-435d-b39e-410f08e5149d req-1a05cd0d-40fe-434d-803a-c9da2f7132aa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:23.706969 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] Sync routers for ids ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:02:23.712489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5753e2f9-4d9d-435d-b39e-410f08e5149d req-1a05cd0d-40fe-434d-803a-c9da2f7132aa tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5434 time: 0.1373503 Nov 03 16:02:23.733209 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] Routers {'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:23.736715 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:23.805251 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5753e2f9-4d9d-435d-b39e-410f08e5149d req-c1591124-1fe0-43db-91c9-3b962abeecdf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915282 Nov 03 16:02:23.820175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port ad9f11f7-989b-416d-92f7-e523159a50f8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ad9f11f7-989b-416d-92f7-e523159a50f8,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:23.847437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e94319d7-a98c-4f7d-9fd2-bdeed9c3b69b req-c3eb5c97-a766-4bf7-8e47-de76226b31e0 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.1089163 Nov 03 16:02:23.867324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:23.914627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:23.951448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1b97f6b-6c69-4036-9347-c2a6ea38cdeb req-dff51a3a-182f-4969-b925-02a291853e85 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 210 time: 0.0495782 Nov 03 16:02:23.979982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=ad9f11f7-989b-416d-92f7-e523159a50f8,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:24.085064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Pushing event deleted for resources: {'Port': ['ID=08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:24.093569 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] Set router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:24.124697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.124697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.124697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.124697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.125119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.125391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.125763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.126212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.126385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.126963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.127091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.127325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:24.140298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ad9f11f7-989b-416d-92f7-e523159a50f8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:24.228200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 75ce127d-8a59-446f-ac4c-13e9e9a821e5 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:24.236989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4166a62-36cd-4bad-bac2-ef24128f236f req-ba47ae7e-d327-40f9-a386-330b98342e1e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:24.245138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4166a62-36cd-4bad-bac2-ef24128f236f req-ba47ae7e-d327-40f9-a386-330b98342e1e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.2034171 Nov 03 16:02:24.339768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:24.377904 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4166a62-36cd-4bad-bac2-ef24128f236f req-9c5af37e-8031-4fab-babf-e10b96d4adaa tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233070 Nov 03 16:02:24.401367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:24.418750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:24.419738 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:24.453954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a2b9c80a-67c5-4d08-b5e0-1afbeb07dd86 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:24.455520 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a2b9c80a-67c5-4d08-b5e0-1afbeb07dd86 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.15 "GET /v2.0/networks?id=fc873a34-d140-4bab-96b6-e1e150e0c0dd HTTP/1.1" status: 200 len: 821 time: 0.1750581 Nov 03 16:02:24.478910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Request body: {'port': {'device_id': 'cc1250fa-781e-4ba9-a963-c7b5fec32733', 'network_id': 'fc873a34-d140-4bab-96b6-e1e150e0c0dd', 'admin_state_up': True, 'tenant_id': 'e8f4b96be9874fd5a36471561a42afec'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:24.487365 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ad9f11f7-989b-416d-92f7-e523159a50f8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:24.487744 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:24.543650 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1627336752-router', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:10Z', 'updated_at': '2021-11-03T16:02:18Z', 'revision_number': 4, 'project_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'gw_port': {'id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:12Z', 'updated_at': '2021-11-03T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9', 'name': '', 'network_id': '174ed148-db70-4d0f-ae77-9e5333b38ddd', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'mac_address': 'fa:16:3e:54:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b88a65ac-cb05-44c1-bdae-0e51f7f9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:17Z', 'updated_at': '2021-11-03T16:02:18Z', 'revision_number': 2, 'project_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'subnets': [{'id': 'b88a65ac-cb05-44c1-bdae-0e51f7f9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:24.613578 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] Checking router: f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:02:24.622779 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] Updating router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 port 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:02:24.631066 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:24.668535 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] Port 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 not found while updating agent binding for router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1. {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 16:02:24.671197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ce127d-8a59-446f-ac4c-13e9e9a821e5'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:24.674256 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e693b086-73d2-4c4b-83c3-f59dc58fd671" -d '{"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "75ce127d-8a59-446f-ac4c-13e9e9a821e5"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:24.692015 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] Routers {'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:24.693164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 75ce127d-8a59-446f-ac4c-13e9e9a821e5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:24.696142 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:24.698630 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:24.735929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db370-fc66-423f-8fac-8f67c02f9148 req-e2c30622-5509-40a8-ab83-3a1403e32b07 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:24.737458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-397db370-fc66-423f-8fac-8f67c02f9148 req-e2c30622-5509-40a8-ab83-3a1403e32b07 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 944 time: 0.1297593 Nov 03 16:02:24.781484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=75ce127d-8a59-446f-ac4c-13e9e9a821e5,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:24.788930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ead2f3ff-ff5f-455d-a2af-c2d6ea21775f up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:24.789223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Made reservation on behalf of e8f4b96be9874fd5a36471561a42afec for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:24.793556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:24.849917 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-397db370-fc66-423f-8fac-8f67c02f9148 req-0dd87e98-d242-44cd-8505-1f239dab0d90 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010020 Nov 03 16:02:24.856743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:02:24.869839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a3b8-4316-4bef-9ba4-18afea682156 req-ddd4b4d6-d3fc-43a9-bf36-f52fbd6c3c09 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:24.878511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2be5a3b8-4316-4bef-9ba4-18afea682156 req-ddd4b4d6-d3fc-43a9-bf36-f52fbd6c3c09 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1222911 Nov 03 16:02:24.883558 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] Set router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:24.906849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:24.916407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:24.917160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:24.991150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2be5a3b8-4316-4bef-9ba4-18afea682156 req-ac56286d-179a-44c1-be1b-666e8c9519f7 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054394 Nov 03 16:02:25.002683 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cc4c44-cc46-4bbf-bf24-f682b18b4c66 x-openstack-request-id: req-41cc4c44-cc46-4bbf-bf24-f682b18b4c66 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:25.003207 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "75ce127d-8a59-446f-ac4c-13e9e9a821e5", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:25.003207 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41cc4c44-cc46-4bbf-bf24-f682b18b4c66 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:25.003668 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ce127d-8a59-446f-ac4c-13e9e9a821e5', 'code': 200} Nov 03 16:02:25.034501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Allocated IP 172.20.0.8 (fc873a34-d140-4bab-96b6-e1e150e0c0dd/3ad7a937-885d-44d7-974e-c175eacd9529/648a57c2-73af-4336-8118-23c57ad6316b) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:25.088366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:02:25.095061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-344d6627-db3c-4fa3-a3c5-e4de4eeb335b admin admin] 10.222.0.86 "PUT /v2.0/routers/f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0213466 Nov 03 16:02:25.097556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57174) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:25.144747 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1627336752-router', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:10Z', 'updated_at': '2021-11-03T16:02:23Z', 'revision_number': 5, 'project_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'gw_port': {'id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:12Z', 'updated_at': '2021-11-03T16:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:25.178796 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579cd8eb-a9c8-4e2c-a39d-d629bacfbecc None None] The sync data for ids ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'] in n-d-813897-2 is: [{'id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1627336752-router', 'tenant_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:10Z', 'updated_at': '2021-11-03T16:02:23Z', 'revision_number': 5, 'project_id': 'c3cbbeafa4d64478ab8cca4e4186b6f3', 'gw_port': {'id': 'ad9f11f7-989b-416d-92f7-e523159a50f8', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:12Z', 'updated_at': '2021-11-03T16:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:02:25.179914 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.246810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:25.251148 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.306963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:25.307711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36ba0e1b-eecb-493d-9e99-afcf776e9c2a req-33d80422-e9be-4857-9a4f-86012438b047 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0718999 Nov 03 16:02:25.325639 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.331019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1188f8-39db-4cd5-a026-d01f1920468c req-c5c8b818-a2a3-40b0-9d9b-20eb6d3ec03c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:25.337010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1188f8-39db-4cd5-a026-d01f1920468c req-c5c8b818-a2a3-40b0-9d9b-20eb6d3ec03c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:25.343008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1188f8-39db-4cd5-a026-d01f1920468c req-c5c8b818-a2a3-40b0-9d9b-20eb6d3ec03c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:25.360201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1188f8-39db-4cd5-a026-d01f1920468c req-c5c8b818-a2a3-40b0-9d9b-20eb6d3ec03c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:25.367225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1188f8-39db-4cd5-a026-d01f1920468c req-c5c8b818-a2a3-40b0-9d9b-20eb6d3ec03c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:25.373229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1188f8-39db-4cd5-a026-d01f1920468c req-c5c8b818-a2a3-40b0-9d9b-20eb6d3ec03c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:25.379161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1188f8-39db-4cd5-a026-d01f1920468c req-c5c8b818-a2a3-40b0-9d9b-20eb6d3ec03c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:25.388124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc1188f8-39db-4cd5-a026-d01f1920468c req-c5c8b818-a2a3-40b0-9d9b-20eb6d3ec03c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5435 time: 0.2538295 Nov 03 16:02:25.458002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d5b7cbd-914b-4cc9-9f97-036d46dd7580 req-136fe726-712c-4f1f-a9ee-83a65d692eb4 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 210 time: 0.0351653 Nov 03 16:02:25.475243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fc1188f8-39db-4cd5-a026-d01f1920468c req-860bbc2c-4598-4533-bb62-26e8cfe0448a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862234 Nov 03 16:02:25.488441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.495257 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.539579 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.596341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Network fc873a34-d140-4bab-96b6-e1e150e0c0dd is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:25.602135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:25.604647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:25.608971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2aa86-f4f7-4c01-a6e4-30f487a12f26 req-74213d60-633c-4002-92fd-a22ffe5534da tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:25.611034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-25c2aa86-f4f7-4c01-a6e4-30f487a12f26 req-74213d60-633c-4002-92fd-a22ffe5534da tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0803399 Nov 03 16:02:25.615592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Deleting port ad9f11f7-989b-416d-92f7-e523159a50f8 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:02:25.615931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.635851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Pushing event updated for resources: {'Port': ['ID=648a57c2-73af-4336-8118-23c57ad6316b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:25.650683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.650932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.651123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.651404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.652450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.652450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.652450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.652723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.653513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.653513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.653750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.654031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:25.677020 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:25.678370 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.697485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-a8621df4-56a8-4ca4-bae3-6774bbf74622 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2247322 Nov 03 16:02:25.717272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Request body: {'port': {'device_id': 'cc1250fa-781e-4ba9-a963-c7b5fec32733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:25.719216 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-25c2aa86-f4f7-4c01-a6e4-30f487a12f26 req-b9f34376-4bc4-43ad-b2d8-460b3763a93a tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001213 Nov 03 16:02:25.743717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] For port ad9f11f7-989b-416d-92f7-e523159a50f8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ad9f11f7-989b-416d-92f7-e523159a50f8,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:25.744076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.759259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Calling delete_port for ad9f11f7-989b-416d-92f7-e523159a50f8 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:02:25.780799 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.949000 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:25.987980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9f11f7-989b-416d-92f7-e523159a50f8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:26.051508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e826b01-3bd1-4d99-abb8-c2a394746926 req-dc8e8f96-6ace-4966-8772-93c93039d5bd tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.053872 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e826b01-3bd1-4d99-abb8-c2a394746926 req-dc8e8f96-6ace-4966-8772-93c93039d5bd tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 945 time: 0.1035371 Nov 03 16:02:26.093016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.141803 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:02:26.143715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e826b01-3bd1-4d99-abb8-c2a394746926 req-b4cd2e66-f3f3-4677-95ae-050f2d0b7124 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767677 Nov 03 16:02:26.186720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648a57c2-73af-4336-8118-23c57ad6316b {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:26.186921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:02:26.187120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 08fad4d6-9c3e-4d9a-8108-e453dbb2f6f9 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:02:26.196420 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.212412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device badbb40a-98ec-4340-bdf7-5339dbfaae23 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:26.212716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Transition to ACTIVE for port object 648a57c2-73af-4336-8118-23c57ad6316b will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:02:26.221769 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.317747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.323108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.323465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port badbb40a-98ec-4340-bdf7-5339dbfaae23 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:26.331372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port badbb40a-98ec-4340-bdf7-5339dbfaae23 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:26.331838 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.399939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991c80d-238d-4b80-b88a-df67e8288db2 req-75b2f067-2498-4fee-ba3c-e3cebeaa3314 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.408509 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c991c80d-238d-4b80-b88a-df67e8288db2 req-75b2f067-2498-4fee-ba3c-e3cebeaa3314 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.2052338 Nov 03 16:02:26.436247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.436968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:02:26.446661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.448093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9519a1f7-253c-4ed5-a9b3-8bd729f5152a admin admin] 10.222.0.86 "DELETE /v2.0/routers/f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1 HTTP/1.1" status: 204 len: 168 time: 1.3492231 Nov 03 16:02:26.453157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57188) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:26.488678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Pushing event updated for resources: {'Port': ['ID=648a57c2-73af-4336-8118-23c57ad6316b,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:26.513931 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.570891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port badbb40a-98ec-4340-bdf7-5339dbfaae23, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:26.573401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c991c80d-238d-4b80-b88a-df67e8288db2 req-1eb8f7e7-2b4d-4c4d-8857-8d52ba283c3e tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635959 Nov 03 16:02:26.579073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53fa70c0-a4b8-4469-81f3-1eb2429bbd27 req-5da79a4a-551c-4761-833b-ae8b09dbc7cf tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0971756 Nov 03 16:02:26.584533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5ef35a-e7d8-45b7-9105-baf2b579d732 admin admin] Deleting subnet b88a65ac-cb05-44c1-bdae-0e51f7f9dd95 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:02:26.594249 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.595813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:26.597093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef35a-e7d8-45b7-9105-baf2b579d732 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.652335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Attempting to bind port 648a57c2-73af-4336-8118-23c57ad6316b on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:26.655852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Attempting to bind port 648a57c2-73af-4336-8118-23c57ad6316b by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '39172aa1-81ac-4773-a318-8d2fc79ed088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc873a34-d140-4bab-96b6-e1e150e0c0dd'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:26.656304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Attempting to bind port 648a57c2-73af-4336-8118-23c57ad6316b on network fc873a34-d140-4bab-96b6-e1e150e0c0dd {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:26.662376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Port 648a57c2-73af-4336-8118-23c57ad6316b on network fc873a34-d140-4bab-96b6-e1e150e0c0dd not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:02:26.666116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Attempting to bind port 648a57c2-73af-4336-8118-23c57ad6316b on network fc873a34-d140-4bab-96b6-e1e150e0c0dd {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:26.679721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:26.680145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Checking segment: {'id': '39172aa1-81ac-4773-a318-8d2fc79ed088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc873a34-d140-4bab-96b6-e1e150e0c0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:26.686525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Bound using segment: {'id': '39172aa1-81ac-4773-a318-8d2fc79ed088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc873a34-d140-4bab-96b6-e1e150e0c0dd'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:26.687143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Bound port: 648a57c2-73af-4336-8118-23c57ad6316b, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39172aa1-81ac-4773-a318-8d2fc79ed088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc873a34-d140-4bab-96b6-e1e150e0c0dd'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:26.687590 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.690406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=badbb40a-98ec-4340-bdf7-5339dbfaae23,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:26.701331 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef35a-e7d8-45b7-9105-baf2b579d732 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.709582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:26.714316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:26.714822 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.754895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047fbd09-1cac-4889-bd1f-a7ec8f786e95 None None] Sync routers for ids ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:02:26.782676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047fbd09-1cac-4889-bd1f-a7ec8f786e95 None None] Routers set() bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:26.783054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047fbd09-1cac-4889-bd1f-a7ec8f786e95 None None] Router IDs set() for agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 16:02:26.783665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_agentschedulers_db [None req-047fbd09-1cac-4889-bd1f-a7ec8f786e95 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent'). {{(pid=108106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 16:02:26.800433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047fbd09-1cac-4889-bd1f-a7ec8f786e95 None None] Routers set() bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:26.801133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047fbd09-1cac-4889-bd1f-a7ec8f786e95 None None] Router IDs set() for agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 16:02:26.801398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_agentschedulers_db [None req-047fbd09-1cac-4889-bd1f-a7ec8f786e95 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent'). {{(pid=108106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 16:02:26.801797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047fbd09-1cac-4889-bd1f-a7ec8f786e95 None None] The sync data for ids ['f8fedaa6-eb9e-4e94-8d56-3e96deb6fbd1'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:02:26.845826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] For port 648a57c2-73af-4336-8118-23c57ad6316b, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:26.850519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] For port 648a57c2-73af-4336-8118-23c57ad6316b, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=648a57c2-73af-4336-8118-23c57ad6316b,segment=NetworkSegment(39172aa1-81ac-4773-a318-8d2fc79ed088),segment_id=39172aa1-81ac-4773-a318-8d2fc79ed088)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:26.866290 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.876167 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.878395 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef35a-e7d8-45b7-9105-baf2b579d732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.905176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a87e-dca3-4273-b873-cc2590816508 req-33da3859-f8bb-4206-b244-61973853671c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.918044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a87e-dca3-4273-b873-cc2590816508 req-33da3859-f8bb-4206-b244-61973853671c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.920773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc92f3-602b-42ac-a909-62a643a247ef req-07c406cc-6ee6-4837-9137-c324735b659a tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.924268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:26.925815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a87e-dca3-4273-b873-cc2590816508 req-33da3859-f8bb-4206-b244-61973853671c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.930790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6dbc92f3-602b-42ac-a909-62a643a247ef req-07c406cc-6ee6-4837-9137-c324735b659a tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 943 time: 0.1732750 Nov 03 16:02:26.932105 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:26.933011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a87e-dca3-4273-b873-cc2590816508 req-33da3859-f8bb-4206-b244-61973853671c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.940844 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a87e-dca3-4273-b873-cc2590816508 req-33da3859-f8bb-4206-b244-61973853671c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.947194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a87e-dca3-4273-b873-cc2590816508 req-33da3859-f8bb-4206-b244-61973853671c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.953467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a87e-dca3-4273-b873-cc2590816508 req-33da3859-f8bb-4206-b244-61973853671c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.955514 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6681a87e-dca3-4273-b873-cc2590816508 req-33da3859-f8bb-4206-b244-61973853671c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5436 time: 0.2016773 Nov 03 16:02:26.998160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:26.998701 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:27.000117 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] 10.222.0.15 "PUT /v2.0/ports/648a57c2-73af-4336-8118-23c57ad6316b HTTP/1.1" status: 200 len: 1091 time: 1.2876761 Nov 03 16:02:27.008666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f'}, {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badbb40a-98ec-4340-bdf7-5339dbfaae23'}, {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:27.009580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1250fa-781e-4ba9-a963-c7b5fec32733', 'tag': '648a57c2-73af-4336-8118-23c57ad6316b'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:27.011869 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7689887-308d-497e-bea3-9fa99aac4613" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1250fa-781e-4ba9-a963-c7b5fec32733", "tag": "648a57c2-73af-4336-8118-23c57ad6316b"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:27.013641 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab99cc5f-c253-4774-be6f-51849c18b21f" -d '{"events": [{"server_uuid": "91d8a5c5-0c6a-4b97-943a-96f99e284774", "name": "network-vif-plugged", "status": "completed", "tag": "ead2f3ff-ff5f-455d-a2af-c2d6ea21775f"}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "badbb40a-98ec-4340-bdf7-5339dbfaae23"}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:27.021636 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6dbc92f3-602b-42ac-a909-62a643a247ef req-66c8ca74-282a-4be1-9f49-69bae5ac3054 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897100 Nov 03 16:02:27.043127 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef35a-e7d8-45b7-9105-baf2b579d732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:27.065582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff12e-0f03-4434-8510-ce9136a052b8 service neutron] Pushing event updated for resources: {'Port': ['ID=648a57c2-73af-4336-8118-23c57ad6316b,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:27.106489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6681a87e-dca3-4273-b873-cc2590816508 req-93c731fe-6eba-40ca-995f-290a1c8877b7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428936 Nov 03 16:02:27.111718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1b9f03-460b-48be-9fad-5b9e166bf9b1 None None] Network 174ed148-db70-4d0f-ae77-9e5333b38ddd requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:27.118949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef35a-e7d8-45b7-9105-baf2b579d732 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:27.123077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1b5ef35a-e7d8-45b7-9105-baf2b579d732 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b88a65ac-cb05-44c1-bdae-0e51f7f9dd95 HTTP/1.1" status: 204 len: 168 time: 0.6649113 Nov 03 16:02:27.125539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ef35a-e7d8-45b7-9105-baf2b579d732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88a65ac-cb05-44c1-bdae-0e51f7f9dd95,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:27.136351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57200) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:27.190887 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd273acc-c287-4243-91e7-2290e40bfa4f x-openstack-request-id: req-cd273acc-c287-4243-91e7-2290e40bfa4f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:27.191280 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1250fa-781e-4ba9-a963-c7b5fec32733", "tag": "648a57c2-73af-4336-8118-23c57ad6316b", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:27.191623 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cd273acc-c287-4243-91e7-2290e40bfa4f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:27.192112 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1250fa-781e-4ba9-a963-c7b5fec32733', 'tag': '648a57c2-73af-4336-8118-23c57ad6316b', 'status': 'completed', 'code': 200} Nov 03 16:02:27.247387 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-14d84b71-67f4-4c34-b2e8-175b179f99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:27.249063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-14d84b71-67f4-4c34-b2e8-175b179f99f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f4b96be9874fd5a36471561a42afec&device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 1094 time: 0.1386981 Nov 03 16:02:27.250016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac490b-d48a-4a04-836e-03416af13983 req-ba5fb9f3-3ea4-4357-af9e-ee8873cd25e4 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:27.251581 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aaac490b-d48a-4a04-836e-03416af13983 req-ba5fb9f3-3ea4-4357-af9e-ee8873cd25e4 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1061924 Nov 03 16:02:27.272690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:27.309616 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1359b3d3-2a88-4efc-9763-ae966d5e638b x-openstack-request-id: req-1359b3d3-2a88-4efc-9763-ae966d5e638b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:27.310476 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d8a5c5-0c6a-4b97-943a-96f99e284774", "name": "network-vif-plugged", "status": "completed", "tag": "ead2f3ff-ff5f-455d-a2af-c2d6ea21775f", "code": 200}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "badbb40a-98ec-4340-bdf7-5339dbfaae23", "code": 200}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:27.314700 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1359b3d3-2a88-4efc-9763-ae966d5e638b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:27.314876 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f', 'code': 200} Nov 03 16:02:27.317274 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badbb40a-98ec-4340-bdf7-5339dbfaae23', 'code': 200} Nov 03 16:02:27.317274 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9', 'code': 200} Nov 03 16:02:27.319651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:27.337576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.338176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.338525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.338864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.339197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.339529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.339857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.340762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.341105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.341441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.341975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.342312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:27.366675 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aaac490b-d48a-4a04-836e-03416af13983 req-24ef9b8c-603b-4b46-b8cb-a09c0733a903 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915780 Nov 03 16:02:27.478897 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-610296ff-9ab6-4342-b1b4-8d60ec3f1d1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=648a57c2-73af-4336-8118-23c57ad6316b HTTP/1.1" status: 200 len: 217 time: 0.1365764 Nov 03 16:02:27.497111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bd5fc7-2ab0-4a57-bb96-dcf68a97e037 None None] DHCP port deletion for 174ed148-db70-4d0f-ae77-9e5333b38ddd request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:02:27.551523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-68bd5fc7-2ab0-4a57-bb96-dcf68a97e037 None None] Deleting port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:02:27.551893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-68bd5fc7-2ab0-4a57-bb96-dcf68a97e037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:27.563998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Deleting port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:02:27.564563 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:27.576785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d73b-fc47-4526-9072-d9c2ce956f02 req-5e0addf6-8011-42de-8d8b-cdd3ee8294a1 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:27.578304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6750d73b-fc47-4526-9072-d9c2ce956f02 req-5e0addf6-8011-42de-8d8b-cdd3ee8294a1 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 945 time: 0.2375414 Nov 03 16:02:27.591455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce430b-21b1-4e4d-bc17-e37a8db7082d req-b72f7457-52ca-428f-b9d4-a21bb0ebba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:27.593175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c7ce430b-21b1-4e4d-bc17-e37a8db7082d req-b72f7457-52ca-428f-b9d4-a21bb0ebba4c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 1096 time: 0.2489886 Nov 03 16:02:27.625929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-68bd5fc7-2ab0-4a57-bb96-dcf68a97e037 None None] For port 1d22438f-b401-4f01-bfeb-8be28b6d9e07, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1d22438f-b401-4f01-bfeb-8be28b6d9e07,segment=NetworkSegment(9dc5a5a8-6e65-4e92-9210-5c801126dfcd),segment_id=9dc5a5a8-6e65-4e92-9210-5c801126dfcd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:27.626446 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-68bd5fc7-2ab0-4a57-bb96-dcf68a97e037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:27.639929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-69d53a04-5d08-4b50-8a89-def62bcfdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:27.641352 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-69d53a04-5d08-4b50-8a89-def62bcfdb63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ad7a937-885d-44d7-974e-c175eacd9529 HTTP/1.1" status: 200 len: 861 time: 0.1520529 Nov 03 16:02:27.642942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-68bd5fc7-2ab0-4a57-bb96-dcf68a97e037 None None] Calling delete_port for 1d22438f-b401-4f01-bfeb-8be28b6d9e07 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:02:27.737896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-3462a69a-8474-4a60-b755-f6334159126e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc873a34-d140-4bab-96b6-e1e150e0c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550549 Nov 03 16:02:27.754189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] For port 1d22438f-b401-4f01-bfeb-8be28b6d9e07, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1d22438f-b401-4f01-bfeb-8be28b6d9e07,segment=NetworkSegment(9dc5a5a8-6e65-4e92-9210-5c801126dfcd),segment_id=9dc5a5a8-6e65-4e92-9210-5c801126dfcd)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:27.754433 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-68bd5fc7-2ab0-4a57-bb96-dcf68a97e037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:27.755119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:27.769006 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80e03d-8f41-442f-9f80-d94c48b720f5 req-791aac3d-bea0-4f9d-9060-c0c2af2b500c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:27.777223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a80e03d-8f41-442f-9f80-d94c48b720f5 req-791aac3d-bea0-4f9d-9060-c0c2af2b500c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0977159 Nov 03 16:02:27.797373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd5fc7-2ab0-4a57-bb96-dcf68a97e037 None None] Pushing event deleted for resources: {'Port': ['ID=1d22438f-b401-4f01-bfeb-8be28b6d9e07,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:27.801772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd5fc7-2ab0-4a57-bb96-dcf68a97e037 None None] No DVR routers for this DVR port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:02:27.806651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Calling delete_port for 1d22438f-b401-4f01-bfeb-8be28b6d9e07 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:02:27.817161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c7ce430b-21b1-4e4d-bc17-e37a8db7082d req-f99902d7-1ad3-4705-b015-74bfd2b83df7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985962 Nov 03 16:02:27.831015 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a80e03d-8f41-442f-9f80-d94c48b720f5 req-e0e8feb0-a201-47e8-8f79-2016789e0beb tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525782 Nov 03 16:02:27.852397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6750d73b-fc47-4526-9072-d9c2ce956f02 req-84817b1a-d6a3-48ef-ac54-6494f33f5c53 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364953 Nov 03 16:02:27.940494 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:02:27.950125 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-689d78d6-e204-4fb7-9d12-24f7492e6f0d service neutron] 10.222.0.15 "GET /v2.0/networks/fc873a34-d140-4bab-96b6-e1e150e0c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979592 Nov 03 16:02:27.969959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00b5d69c-b768-4263-8dbc-c0265f60ac60 req-4d25fc44-e370-4e7d-8f5e-386349dcf115 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0527282 Nov 03 16:02:28.058952 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.080007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ad9f11f7-989b-416d-92f7-e523159a50f8 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:02:28.100821 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20ff05ce-7198-48c3-a8ce-5c7b72f4f05a req-2c76bdef-57aa-461e-834d-e431fa49b32c service neutron] 10.222.0.15 "GET /v2.0/networks/fc873a34-d140-4bab-96b6-e1e150e0c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409488 Nov 03 16:02:28.102403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: ad9f11f7-989b-416d-92f7-e523159a50f8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:02:28.102748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ad9f11f7-989b-416d-92f7-e523159a50f8 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:02:28.103170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1d22438f-b401-4f01-bfeb-8be28b6d9e07 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:02:28.106251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d22438f-b401-4f01-bfeb-8be28b6d9e07,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:28.108243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] No DVR routers for this DVR port 1d22438f-b401-4f01-bfeb-8be28b6d9e07 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:02:28.127028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 1d22438f-b401-4f01-bfeb-8be28b6d9e07 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:02:28.127435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1d22438f-b401-4f01-bfeb-8be28b6d9e07 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:02:28.219968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 97005d94-e17f-461f-8de0-4d6922ee8f4c up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:28.242919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a534bf-c355-437a-a7a9-eeae51d0dc86 req-6279decb-031c-41d7-98e3-0348e7f7464e tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.245450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9a534bf-c355-437a-a7a9-eeae51d0dc86 req-6279decb-031c-41d7-98e3-0348e7f7464e tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 943 time: 0.1433101 Nov 03 16:02:28.256056 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.267280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688214-c79f-41ed-9a77-ab49ce96d265 req-5558b5f5-7a54-4132-9cb6-c0638edb7ae5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.275961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688214-c79f-41ed-9a77-ab49ce96d265 req-5558b5f5-7a54-4132-9cb6-c0638edb7ae5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.283055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688214-c79f-41ed-9a77-ab49ce96d265 req-5558b5f5-7a54-4132-9cb6-c0638edb7ae5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.290607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688214-c79f-41ed-9a77-ab49ce96d265 req-5558b5f5-7a54-4132-9cb6-c0638edb7ae5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.291066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174ed148-db70-4d0f-ae77-9e5333b38ddd']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:28.296955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688214-c79f-41ed-9a77-ab49ce96d265 req-5558b5f5-7a54-4132-9cb6-c0638edb7ae5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.304390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688214-c79f-41ed-9a77-ab49ce96d265 req-5558b5f5-7a54-4132-9cb6-c0638edb7ae5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.311342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688214-c79f-41ed-9a77-ab49ce96d265 req-5558b5f5-7a54-4132-9cb6-c0638edb7ae5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.320055 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77688214-c79f-41ed-9a77-ab49ce96d265 req-5558b5f5-7a54-4132-9cb6-c0638edb7ae5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5437 time: 0.1183336 Nov 03 16:02:28.327152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc5a5a8-6e65-4e92-9210-5c801126dfcd') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:28.327610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc5a5a8-6e65-4e92-9210-5c801126dfcd') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:28.331731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 97005d94-e17f-461f-8de0-4d6922ee8f4c completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:28.338407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 97005d94-e17f-461f-8de0-4d6922ee8f4c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:28.339707 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.350754 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.396036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77688214-c79f-41ed-9a77-ab49ce96d265 req-95ff4d0d-18a1-410a-96af-3ae859181161 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742366 Nov 03 16:02:28.400247 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9a534bf-c355-437a-a7a9-eeae51d0dc86 req-43d43609-6ca0-44e0-9f71-4aeac351a382 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011124 Nov 03 16:02:28.417801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7689887-308d-497e-bea3-9fa99aac4613 req-c9a0c89c-473b-4df2-acf0-4a2cf4cf12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.421931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7689887-308d-497e-bea3-9fa99aac4613 req-c9a0c89c-473b-4df2-acf0-4a2cf4cf12c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f4b96be9874fd5a36471561a42afec&device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 1094 time: 0.1956625 Nov 03 16:02:28.425947 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.438937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:02:28.443867 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.447560 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:02:28.452382 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:02:28.494213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 97005d94-e17f-461f-8de0-4d6922ee8f4c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:28.499201 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.500072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7d018532-9d06-4ac2-8e05-3690a5629e2d up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:28.639090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7689887-308d-497e-bea3-9fa99aac4613 req-8bacb67c-8712-4fc2-94f1-939980457ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.640628 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7689887-308d-497e-bea3-9fa99aac4613 req-8bacb67c-8712-4fc2-94f1-939980457ccb service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc873a34-d140-4bab-96b6-e1e150e0c0dd HTTP/1.1" status: 200 len: 922 time: 0.2030506 Nov 03 16:02:28.643513 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.655226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.665210 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] 10.222.0.86 "DELETE /v2.0/networks/174ed148-db70-4d0f-ae77-9e5333b38ddd HTTP/1.1" status: 204 len: 168 time: 1.5247481 Nov 03 16:02:28.729022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2997b2-012a-4dab-84d6-953ec0ce794c req-9825ffea-9add-4fa9-8212-728beb8adf00 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.730648 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c2997b2-012a-4dab-84d6-953ec0ce794c req-9825ffea-9add-4fa9-8212-728beb8adf00 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.2413185 Nov 03 16:02:28.731480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722b161-8592-4068-bbda-d1d26e514142 admin admin] Pushing event deleted for resources: {'Network': ['ID=174ed148-db70-4d0f-ae77-9e5333b38ddd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:28.734394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7689887-308d-497e-bea3-9fa99aac4613 req-552079b9-fe0e-494f-8138-1dcb67420de5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=648a57c2-73af-4336-8118-23c57ad6316b HTTP/1.1" status: 200 len: 217 time: 0.0807097 Nov 03 16:02:28.738131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=97005d94-e17f-461f-8de0-4d6922ee8f4c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:28.752475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 7d018532-9d06-4ac2-8e05-3690a5629e2d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:28.757638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 7d018532-9d06-4ac2-8e05-3690a5629e2d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:28.758099 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.839913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57258) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:28.848868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7689887-308d-497e-bea3-9fa99aac4613 req-2771d248-3766-4345-8c58-05f2ecbb70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:28.851101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7689887-308d-497e-bea3-9fa99aac4613 req-2771d248-3766-4345-8c58-05f2ecbb70ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ad7a937-885d-44d7-974e-c175eacd9529 HTTP/1.1" status: 200 len: 861 time: 0.1075156 Nov 03 16:02:28.854956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.857049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c2997b2-012a-4dab-84d6-953ec0ce794c req-f664b355-e32e-41ff-a8b0-66c636e91a3c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152732 Nov 03 16:02:28.941763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7689887-308d-497e-bea3-9fa99aac4613 req-8728accd-66a6-4df3-9009-515bfed882de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc873a34-d140-4bab-96b6-e1e150e0c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820293 Nov 03 16:02:28.950579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ea40fcea-a072-46aa-8efa-6c7dc3321f2e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c3cbbeafa4d64478ab8cca4e4186b6f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1093388 Nov 03 16:02:28.952979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57264) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:28.956380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7d018532-9d06-4ac2-8e05-3690a5629e2d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:28.964144 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:28.965393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f8533a89-5204-40dd-9f56-199e45a2427a up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:29.072096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7d018532-9d06-4ac2-8e05-3690a5629e2d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:29.078298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f9ef-acf4-4a97-8f80-31d484b3d627 req-b958866d-6ca3-4e05-a144-593aa1eb9115 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.080926 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3b74f9ef-acf4-4a97-8f80-31d484b3d627 req-b958866d-6ca3-4e05-a144-593aa1eb9115 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1214192 Nov 03 16:02:29.089600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port f8533a89-5204-40dd-9f56-199e45a2427a completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:29.094010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port f8533a89-5204-40dd-9f56-199e45a2427a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:29.094395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.145498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3b74f9ef-acf4-4a97-8f80-31d484b3d627 req-3af14d11-d432-4084-86c4-5767c23c9479 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566797 Nov 03 16:02:29.194438 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.237577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f8533a89-5204-40dd-9f56-199e45a2427a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f8533a89-5204-40dd-9f56-199e45a2427a,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:29.246097 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.247206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:29.282150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bfdb0b55-bd29-4b2f-868f-d8d1f2741b0b req-fc51921f-99cd-4fc5-b458-40c8a393de08 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0455546 Nov 03 16:02:29.324942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97005d94-e17f-461f-8de0-4d6922ee8f4c'}, {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d018532-9d06-4ac2-8e05-3690a5629e2d'}, {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:29.327497 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ef6483-85eb-4f54-a622-3db29318f59f" -d '{"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "97005d94-e17f-461f-8de0-4d6922ee8f4c"}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "7d018532-9d06-4ac2-8e05-3690a5629e2d"}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:29.361859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f8533a89-5204-40dd-9f56-199e45a2427a,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:29.389492 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efc24c1-985b-408b-b5ab-6a3503ce9064 x-openstack-request-id: req-6efc24c1-985b-408b-b5ab-6a3503ce9064 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:29.390536 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "97005d94-e17f-461f-8de0-4d6922ee8f4c", "code": 200}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "7d018532-9d06-4ac2-8e05-3690a5629e2d", "code": 200}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:29.390793 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6efc24c1-985b-408b-b5ab-6a3503ce9064 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:29.391199 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97005d94-e17f-461f-8de0-4d6922ee8f4c', 'code': 200} Nov 03 16:02:29.391458 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d018532-9d06-4ac2-8e05-3690a5629e2d', 'code': 200} Nov 03 16:02:29.391716 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'code': 200} Nov 03 16:02:29.392847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:29.397703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:29.398246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.440672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b21293-5f42-4395-82ba-b6b9d333c9d8 req-c806be5d-c6d3-45af-8de5-ce65b4b72e8c tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.448481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-85b21293-5f42-4395-82ba-b6b9d333c9d8 req-c806be5d-c6d3-45af-8de5-ce65b4b72e8c tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 945 time: 0.4394901 Nov 03 16:02:29.466372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2e85-b8b0-4b6d-976d-eaa62dc8c4d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.488727 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2e85-b8b0-4b6d-976d-eaa62dc8c4d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.542088 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.564362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991a18-7ec3-4b4f-af1a-bf4a10cae870 req-20146c5c-d4a1-4ec1-852c-0f3165118321 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.573982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21991a18-7ec3-4b4f-af1a-bf4a10cae870 req-20146c5c-d4a1-4ec1-852c-0f3165118321 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 943 time: 0.0599840 Nov 03 16:02:29.579044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7689887-308d-497e-bea3-9fa99aac4613 req-d764d737-f04f-4d2e-912b-307dae9c7cfa service neutron] 10.222.0.15 "GET /v2.0/networks/fc873a34-d140-4bab-96b6-e1e150e0c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293764 Nov 03 16:02:29.613502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:29.619093 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.645681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21991a18-7ec3-4b4f-af1a-bf4a10cae870 req-7bc1d3fb-5d02-4761-9dc9-ce2778307624 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706103 Nov 03 16:02:29.686365 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-85b21293-5f42-4395-82ba-b6b9d333c9d8 req-37215367-94a1-47f9-a41e-a27f24b36bce tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368989 Nov 03 16:02:29.719995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:29.751946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7689887-308d-497e-bea3-9fa99aac4613 req-609db9ee-f71a-4320-b554-05623ee7b412 service neutron] 10.222.0.15 "GET /v2.0/networks/fc873a34-d140-4bab-96b6-e1e150e0c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623247 Nov 03 16:02:29.759764 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2e85-b8b0-4b6d-976d-eaa62dc8c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.762746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2e85-b8b0-4b6d-976d-eaa62dc8c4d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:29.763850 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd3b2e85-b8b0-4b6d-976d-eaa62dc8c4d5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/50324524-b5a1-4e6f-8b76-589ef28eb347 HTTP/1.1" status: 204 len: 168 time: 0.8097558 Nov 03 16:02:29.774566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b2e85-b8b0-4b6d-976d-eaa62dc8c4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50324524-b5a1-4e6f-8b76-589ef28eb347,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:29.815448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2296d1-5ee6-43b9-94fd-121ebe8e1cb7 req-0988608f-2280-423f-8139-690b57f30baf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.822383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2296d1-5ee6-43b9-94fd-121ebe8e1cb7 req-0988608f-2280-423f-8139-690b57f30baf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.828331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2296d1-5ee6-43b9-94fd-121ebe8e1cb7 req-0988608f-2280-423f-8139-690b57f30baf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.835298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2296d1-5ee6-43b9-94fd-121ebe8e1cb7 req-0988608f-2280-423f-8139-690b57f30baf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.841297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2296d1-5ee6-43b9-94fd-121ebe8e1cb7 req-0988608f-2280-423f-8139-690b57f30baf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.847274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2296d1-5ee6-43b9-94fd-121ebe8e1cb7 req-0988608f-2280-423f-8139-690b57f30baf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.853892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2296d1-5ee6-43b9-94fd-121ebe8e1cb7 req-0988608f-2280-423f-8139-690b57f30baf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:29.855774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb2296d1-5ee6-43b9-94fd-121ebe8e1cb7 req-0988608f-2280-423f-8139-690b57f30baf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.1159024 Nov 03 16:02:29.930606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb2296d1-5ee6-43b9-94fd-121ebe8e1cb7 req-937a8d81-11ce-496f-834f-36eb1570c705 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679479 Nov 03 16:02:30.058291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c12b4-fef3-4eb1-993b-82b078c6aac5 req-8d2ef1d9-9b9b-4e72-a3bb-ca1d0c01c2b7 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:30.060136 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a72c12b4-fef3-4eb1-993b-82b078c6aac5 req-8d2ef1d9-9b9b-4e72-a3bb-ca1d0c01c2b7 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0589421 Nov 03 16:02:30.115092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a72c12b4-fef3-4eb1-993b-82b078c6aac5 req-a9a28856-f6e1-43cf-9c83-ceee53744001 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480282 Nov 03 16:02:30.279408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e9d8c-21f2-42bf-b558-3842ebefb49a req-608a4226-8a1b-4d84-8acd-12820a7ddc11 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:30.280916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50e9d8c-21f2-42bf-b558-3842ebefb49a req-608a4226-8a1b-4d84-8acd-12820a7ddc11 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0593596 Nov 03 16:02:30.346898 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50e9d8c-21f2-42bf-b558-3842ebefb49a req-18319f38-a1a6-48a7-ac8f-4c4072dbb5ab tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584049 Nov 03 16:02:30.424311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-151c9924-5ce7-4529-95c7-c1674fd2f9e5 req-eba4c933-6826-430d-8a36-b6d03094f520 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0373502 Nov 03 16:02:30.585934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57326) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:30.754400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-191871115-network', 'tenant_id': '87d8b8fde20d4d0c880a701faad3c291'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:30.782968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Made reservation on behalf of 87d8b8fde20d4d0c880a701faad3c291 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:30.787405 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:30.850117 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:30.854643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257a43-b959-42b6-b60b-8d60128ec752 req-26cd5345-fbe1-4c1c-8ad7-04ad7b148c4b tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:30.878732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09257a43-b959-42b6-b60b-8d60128ec752 req-26cd5345-fbe1-4c1c-8ad7-04ad7b148c4b tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 943 time: 0.1059909 Nov 03 16:02:30.910447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cc02-b9e3-42ba-9df8-b61e4144820d req-4d2eb7e1-5251-48a4-863e-90ab8ef7b8ad tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:30.918949 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5225cc02-b9e3-42ba-9df8-b61e4144820d req-4d2eb7e1-5251-48a4-863e-90ab8ef7b8ad tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 945 time: 0.1287870 Nov 03 16:02:30.948793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09257a43-b959-42b6-b60b-8d60128ec752 req-9d82217b-295b-4b34-8226-84d935e179c0 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682268 Nov 03 16:02:30.998439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca16e0df-3d66-45bd-9bdc-3b4eb1c6f8e6 req-b38f7e1c-8740-4861-a6e7-b9578c7c1766 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0630827 Nov 03 16:02:31.049757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5225cc02-b9e3-42ba-9df8-b61e4144820d req-1d97b745-5bfc-4ead-9dba-04479f4b1930 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260314 Nov 03 16:02:31.101402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b4e7-cd24-4ff1-81d9-45fee4bfa82e req-84474e3d-906f-4ae6-a415-962f52a45081 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.107428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b4e7-cd24-4ff1-81d9-45fee4bfa82e req-84474e3d-906f-4ae6-a415-962f52a45081 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.114258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b4e7-cd24-4ff1-81d9-45fee4bfa82e req-84474e3d-906f-4ae6-a415-962f52a45081 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.121230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b4e7-cd24-4ff1-81d9-45fee4bfa82e req-84474e3d-906f-4ae6-a415-962f52a45081 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.127886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b4e7-cd24-4ff1-81d9-45fee4bfa82e req-84474e3d-906f-4ae6-a415-962f52a45081 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.134527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b4e7-cd24-4ff1-81d9-45fee4bfa82e req-84474e3d-906f-4ae6-a415-962f52a45081 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.141592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b4e7-cd24-4ff1-81d9-45fee4bfa82e req-84474e3d-906f-4ae6-a415-962f52a45081 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.143275 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:31.152550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5852b4e7-cd24-4ff1-81d9-45fee4bfa82e req-84474e3d-906f-4ae6-a415-962f52a45081 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.1276464 Nov 03 16:02:31.165557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:31.179619 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:31.227025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a95677-925e-4b4f-a12e-3aca26385a49,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:31.230282 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5852b4e7-cd24-4ff1-81d9-45fee4bfa82e req-f45c3c5e-c4d4-4a17-93ef-ebbd01648147 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762596 Nov 03 16:02:31.254836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:02:31.294610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:31.297028 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Added segment f59ec845-78a5-4645-b87d-d003fc902591 of type vlan for network 520415ef-45fa-4133-9d3f-d0bbe03dee97 Nov 03 16:02:31.321709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701286e-01ab-44b8-b64d-2c41c9fde28a req-6d1a5a13-bb94-4a1e-a85d-a3062ecb8934 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.323577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7701286e-01ab-44b8-b64d-2c41c9fde28a req-6d1a5a13-bb94-4a1e-a85d-a3062ecb8934 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 945 time: 0.2017167 Nov 03 16:02:31.342597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57354) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:31.347990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Request body: {'floatingip': {'port_id': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:31.361950 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:31.392511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:31.394833 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f4eae7-38f5-48c1-860b-e70cb33523e1" -d '{"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:31.414267 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:31.415986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.419242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:31.503832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9167414 Nov 03 16:02:31.507573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57364) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:31.512881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Request body: {'subnet': {'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-191871115-subnet', 'tenant_id': '87d8b8fde20d4d0c880a701faad3c291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:31.525040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e4311-9ca1-4739-a490-bba8b0765a00 admin admin] Pushing event updated for resources: {'Network': ['ID=520415ef-45fa-4133-9d3f-d0bbe03dee97,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:31.532296 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076ea11d-1187-4702-b145-31712ded1d5a x-openstack-request-id: req-076ea11d-1187-4702-b145-31712ded1d5a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:31.532519 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-plugged", "status": "completed", "tag": "14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:31.533150 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-076ea11d-1187-4702-b145-31712ded1d5a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:31.533457 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7', 'code': 200} Nov 03 16:02:31.538073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 520415ef-45fa-4133-9d3f-d0bbe03dee97 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:02:31.575500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Made reservation on behalf of 87d8b8fde20d4d0c880a701faad3c291 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:31.577962 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:31.797633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9be6da39-0128-4f40-905f-de3d0f9a9211 req-6967613f-98a4-430c-8ffb-73ba9eca2f4a tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.1090977 Nov 03 16:02:31.867839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9469d-2f54-4b2c-94e0-2227b66cc6e0 req-5cfea6ec-3e7b-4501-a550-e76eef46d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.868707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9469d-2f54-4b2c-94e0-2227b66cc6e0 req-5cfea6ec-3e7b-4501-a550-e76eef46d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.869385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9469d-2f54-4b2c-94e0-2227b66cc6e0 req-5cfea6ec-3e7b-4501-a550-e76eef46d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.870046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9469d-2f54-4b2c-94e0-2227b66cc6e0 req-5cfea6ec-3e7b-4501-a550-e76eef46d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.870685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9469d-2f54-4b2c-94e0-2227b66cc6e0 req-5cfea6ec-3e7b-4501-a550-e76eef46d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.871389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9469d-2f54-4b2c-94e0-2227b66cc6e0 req-5cfea6ec-3e7b-4501-a550-e76eef46d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.872016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9469d-2f54-4b2c-94e0-2227b66cc6e0 req-5cfea6ec-3e7b-4501-a550-e76eef46d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.874386 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3b9469d-2f54-4b2c-94e0-2227b66cc6e0 req-5cfea6ec-3e7b-4501-a550-e76eef46d100 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6498 time: 0.1896667 Nov 03 16:02:31.885787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:31.903149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b99b64-7492-404f-a432-927fdcfae7e9 req-eea7afd0-f59e-4533-b208-fa1295177710 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:31.911196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40b99b64-7492-404f-a432-927fdcfae7e9 req-eea7afd0-f59e-4533-b208-fa1295177710 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.5951891 Nov 03 16:02:32.013484 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3b9469d-2f54-4b2c-94e0-2227b66cc6e0 req-99a933dd-15c1-4332-985b-92ea53e452fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d8fa9365-d887-4091-a03a-613006b19010&id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293170 Nov 03 16:02:32.049178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:32.057814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40b99b64-7492-404f-a432-927fdcfae7e9 req-aba6ce7a-acc5-410e-95cc-c20635484f41 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445920 Nov 03 16:02:32.146472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4543be02-569a-48d6-910c-234d6054c340,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:32.157509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361e2d2-a00f-4369-87c0-1ae2c51f8edd req-3f3465ab-41e6-4266-983a-574b565b65c2 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.159429 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0361e2d2-a00f-4369-87c0-1ae2c51f8edd req-3f3465ab-41e6-4266-983a-574b565b65c2 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 943 time: 0.1248107 Nov 03 16:02:32.164845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Checking segment: {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:32.165074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Network hostable DHCP agents. Network: 520415ef-45fa-4133-9d3f-d0bbe03dee97, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:02:32.210262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Network 520415ef-45fa-4133-9d3f-d0bbe03dee97 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:02:32.233623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0361e2d2-a00f-4369-87c0-1ae2c51f8edd req-91127125-fb24-467b-bdce-e76c569e50ce tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640590 Nov 03 16:02:32.234334 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 520415ef-45fa-4133-9d3f-d0bbe03dee97) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:32.238436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.239001 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:32.246267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e86321b-d344-41cd-959a-abdf0c1443c9 None None] Network 520415ef-45fa-4133-9d3f-d0bbe03dee97 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:32.252281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 648a57c2-73af-4336-8118-23c57ad6316b details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:32.291995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe66ee5e-fc73-45d7-bf7c-15a824e5d080 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7832501 Nov 03 16:02:32.489089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705756-bd0b-4278-9147-c5e71ed401ab req-0dc6aedf-48e1-4749-ac54-edde04340199 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.499107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705756-bd0b-4278-9147-c5e71ed401ab req-0dc6aedf-48e1-4749-ac54-edde04340199 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.508999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705756-bd0b-4278-9147-c5e71ed401ab req-0dc6aedf-48e1-4749-ac54-edde04340199 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.517194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705756-bd0b-4278-9147-c5e71ed401ab req-0dc6aedf-48e1-4749-ac54-edde04340199 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.524209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705756-bd0b-4278-9147-c5e71ed401ab req-0dc6aedf-48e1-4749-ac54-edde04340199 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.528266 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c83e6cb4-f608-4620-97b9-695c5c7d6e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:32.537370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aace8f-a27b-4ca5-9bac-5df18811618c None None] Network 520415ef-45fa-4133-9d3f-d0bbe03dee97 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:32.538532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705756-bd0b-4278-9147-c5e71ed401ab req-0dc6aedf-48e1-4749-ac54-edde04340199 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.546690 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 648a57c2-73af-4336-8118-23c57ad6316b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=648a57c2-73af-4336-8118-23c57ad6316b,segment=NetworkSegment(39172aa1-81ac-4773-a318-8d2fc79ed088),segment_id=39172aa1-81ac-4773-a318-8d2fc79ed088)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:32.547560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705756-bd0b-4278-9147-c5e71ed401ab req-0dc6aedf-48e1-4749-ac54-edde04340199 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.550485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22705756-bd0b-4278-9147-c5e71ed401ab req-0dc6aedf-48e1-4749-ac54-edde04340199 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.1503179 Nov 03 16:02:32.639232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '648a57c2-73af-4336-8118-23c57ad6316b', 'network_id': 'fc873a34-d140-4bab-96b6-e1e150e0c0dd', 'port_id': '648a57c2-73af-4336-8118-23c57ad6316b', 'mac_address': 'fa:16:3e:2a:36:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad7a937-885d-44d7-974e-c175eacd9529', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:32.662209 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.resource_extend [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:02:32.715191 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:32.727570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22705756-bd0b-4278-9147-c5e71ed401ab req-8cd12f8d-2410-4f50-bf38-a4ee92c2b861 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279294 Nov 03 16:02:32.740761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:32.745429 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:32.756854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648a57c2-73af-4336-8118-23c57ad6316b {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:32.799431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 648a57c2-73af-4336-8118-23c57ad6316b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=648a57c2-73af-4336-8118-23c57ad6316b,segment=NetworkSegment(39172aa1-81ac-4773-a318-8d2fc79ed088),segment_id=39172aa1-81ac-4773-a318-8d2fc79ed088)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:32.807179 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:32.905794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=648a57c2-73af-4336-8118-23c57ad6316b,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:32.959435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd5cce3f-332c-4c42-bcd0-ee5962cd2eee req-8f44abed-1aa3-498d-82ed-889a3afe1c25 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0415528 Nov 03 16:02:32.964422 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Floating IP bc368169-2b41-4e32-9dc5-499fd54132d4 associated. External IP: 172.25.6.192, port: ead2f3ff-ff5f-455d-a2af-c2d6ea21775f. Nov 03 16:02:32.984820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-c6581816-f0dd-4e0c-a472-06285025356a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:32.992742 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-c6581816-f0dd-4e0c-a472-06285025356a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 804 time: 0.1513817 Nov 03 16:02:33.009558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-404b197c-950a-4260-8e86-a67461d94ea0 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/quotas/87d8b8fde20d4d0c880a701faad3c291 HTTP/1.1" status: 200 len: 375 time: 0.0157545 Nov 03 16:02:33.044906 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-b92b2f14-8da2-4ab3-bce3-7f2461320ed2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345449 Nov 03 16:02:33.178876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-d2719a1a-2957-4291-b19e-d5e84eef82f4 service neutron] 10.222.0.86 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329274 Nov 03 16:02:33.243506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:02:33.296180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-28f8e067-a45a-433c-a437-f91b43a6848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:33.297714 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-28f8e067-a45a-433c-a437-f91b43a6848a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1097 time: 0.1144483 Nov 03 16:02:33.340653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['648a57c2-73af-4336-8118-23c57ad6316b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:33.395079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:02:33.406033 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] Sync routers for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:02:33.414054 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:33.414946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-4b328154-a861-4665-8cde-f621668e5991 service neutron] 10.222.0.86 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353139 Nov 03 16:02:33.425911 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:33.426852 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:33.476565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-d111b796-18fc-4b8f-a47c-589364451a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:33.478200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-d111b796-18fc-4b8f-a47c-589364451a81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 919 time: 0.1678169 Nov 03 16:02:33.495398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-19243e55-1e20-4ab1-8389-2d1e94effe03 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "PUT /v2.0/floatingips/bc368169-2b41-4e32-9dc5-499fd54132d4 HTTP/1.1" status: 200 len: 991 time: 2.1510556 Nov 03 16:02:33.504370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'tag': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:33.505823 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f140be6-5199-45e4-8adb-c211ab6f3951" -d '{"events": [{"name": "network-changed", "server_uuid": "91d8a5c5-0c6a-4b97-943a-96f99e284774", "tag": "ead2f3ff-ff5f-455d-a2af-c2d6ea21775f"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:33.528231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a06b580-b854-4a39-8942-428cf7073f6d req-2b53b358-2352-4e77-b913-8292e8bee0e7 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f&device_id=3ce6954e-c539-4a32-b250-f7f43a7b3714 HTTP/1.1" status: 200 len: 210 time: 0.0529926 Nov 03 16:02:33.579655 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-1ecdb6f5-fad5-405b-ba23-d2b10b424edb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404e0adc-e54c-4165-bd88-62358eaed249 HTTP/1.1" status: 200 len: 217 time: 0.0930107 Nov 03 16:02:33.598901 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:33.687208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-ab710590-d8a3-4e9c-a092-4d3ac1315d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:33.688758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-ab710590-d8a3-4e9c-a092-4d3ac1315d91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.1003327 Nov 03 16:02:33.690259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176c155-7408-4fd1-b83d-694e92602d6c req-8bcca884-23dd-44f0-a8a3-5335fae1e441 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:33.691778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7176c155-7408-4fd1-b83d-694e92602d6c req-8bcca884-23dd-44f0-a8a3-5335fae1e441 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0885656 Nov 03 16:02:33.746899 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-a7ec3a9d-0a00-410a-b34e-e6210f043db6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449009 Nov 03 16:02:33.818916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7176c155-7408-4fd1-b83d-694e92602d6c req-c36db31e-609c-4c13-a74d-325918624a9a tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095076 Nov 03 16:02:33.945146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fede484-198b-4e82-80f5-3a8506b8bdbe req-21d2e1f2-d607-49a0-8962-29c11f57dcb6 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:33.946815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fede484-198b-4e82-80f5-3a8506b8bdbe req-21d2e1f2-d607-49a0-8962-29c11f57dcb6 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1662579 Nov 03 16:02:33.986611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70528-a8fc-4feb-bc82-8f984d6f9f17 req-2bccb88c-c36c-4533-9e1b-7b08f9271bc8 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:33.995025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-b671a6ff-4695-42a9-8991-d037236ff640 service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397895 Nov 03 16:02:33.995568 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17a70528-a8fc-4feb-bc82-8f984d6f9f17 req-2bccb88c-c36c-4533-9e1b-7b08f9271bc8 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 944 time: 0.0863445 Nov 03 16:02:34.055096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17a70528-a8fc-4feb-bc82-8f984d6f9f17 req-b7b11594-3cc3-43c7-8d90-d09d9328d0c8 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586333 Nov 03 16:02:34.120968 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fede484-198b-4e82-80f5-3a8506b8bdbe req-5608d3ee-b5f6-4d92-819c-19d4de5b7db2 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659727 Nov 03 16:02:34.129630 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'bc368169-2b41-4e32-9dc5-499fd54132d4', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'port_id': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'mac_address': 'fa:16:3e:77:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:02:07Z', 'updated_at': '2021-11-03T16:02:32Z', 'revision_number': 1, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f41141-ea8c-4e3d-9620-43096f7fce19', 'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'mac_address': 'fa:16:3e:a4:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:02Z', 'updated_at': '2021-11-03T16:02:08Z', 'revision_number': 5, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'subnets': [{'id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:34.160407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e5e352d-819e-48e4-9263-5211def6d6d9 req-e5f36f73-9222-45b7-90f2-7b3e690a3384 service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550770 Nov 03 16:02:34.187769 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] Checking router: 69a58e53-b5ae-4259-8453-3ace4cfa25f9 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:02:34.198716 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:34.199572 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:34.233333 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85455d4-0fce-4ac7-961b-a2aa11a79ebd x-openstack-request-id: req-f85455d4-0fce-4ac7-961b-a2aa11a79ebd {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:34.233885 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d8a5c5-0c6a-4b97-943a-96f99e284774", "tag": "ead2f3ff-ff5f-455d-a2af-c2d6ea21775f", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:34.234469 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f85455d4-0fce-4ac7-961b-a2aa11a79ebd {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:34.235104 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'tag': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f', 'status': 'completed', 'code': 200} Nov 03 16:02:34.351605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-d86d66f1-613b-4d6d-8809-2d5a1d679523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.353419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-d86d66f1-613b-4d6d-8809-2d5a1d679523 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93ccea0b41b04add9d49bcf87be63558&device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 1096 time: 0.0764964 Nov 03 16:02:34.430234 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:34.554572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-f0584ad9-12b3-4644-9957-cd4464f23580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.556062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-f0584ad9-12b3-4644-9957-cd4464f23580 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1d1f312-4ea1-49cf-b7b0-10704e214d2c HTTP/1.1" status: 200 len: 915 time: 0.1934078 Nov 03 16:02:34.617322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ef829d3-49a3-4d64-84e1-07e2a5fd73a7 req-f1a5f2b1-d541-40f9-9b11-9c2fa9da8680 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a293faeca6824dddbd2f405bfa4bb749&device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0400841 Nov 03 16:02:34.668938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ef829d3-49a3-4d64-84e1-07e2a5fd73a7 req-40c854a6-f6eb-477b-b863-a5f7f2db4b72 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a293faeca6824dddbd2f405bfa4bb749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398891 Nov 03 16:02:34.735416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b75976ee-e1e1-48d4-9746-664fcda6892c req-79b7beb3-3774-42b2-9a62-adde0b94d6ce tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 210 time: 0.0862560 Nov 03 16:02:34.804401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-79079281-930f-445e-8cbb-6d5220981240 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f HTTP/1.1" status: 200 len: 999 time: 0.2283752 Nov 03 16:02:34.829357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef829d3-49a3-4d64-84e1-07e2a5fd73a7 req-a3eece7c-277c-4172-b5a7-1c8b859ef2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.830863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ef829d3-49a3-4d64-84e1-07e2a5fd73a7 req-a3eece7c-277c-4172-b5a7-1c8b859ef2ed service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544743 Nov 03 16:02:34.868082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38893996-334e-42f0-9c5d-f2669d5cbed9 req-23e7758f-6fe3-47ee-bb59-9049355d0d6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.875722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38893996-334e-42f0-9c5d-f2669d5cbed9 req-23e7758f-6fe3-47ee-bb59-9049355d0d6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.883820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38893996-334e-42f0-9c5d-f2669d5cbed9 req-23e7758f-6fe3-47ee-bb59-9049355d0d6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.890596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38893996-334e-42f0-9c5d-f2669d5cbed9 req-23e7758f-6fe3-47ee-bb59-9049355d0d6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.912512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38893996-334e-42f0-9c5d-f2669d5cbed9 req-23e7758f-6fe3-47ee-bb59-9049355d0d6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.921631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38893996-334e-42f0-9c5d-f2669d5cbed9 req-23e7758f-6fe3-47ee-bb59-9049355d0d6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.929206 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-886b67fd-e6ff-4d03-8a92-eaa9939ddcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:34.930585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-8f7159c9-4747-42e7-9e6b-1833af677d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.935021 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-8f7159c9-4747-42e7-9e6b-1833af677d3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d96e501f-e12f-4d5a-ba9a-a4d0d16a2157 HTTP/1.1" status: 200 len: 853 time: 0.1099663 Nov 03 16:02:34.936558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38893996-334e-42f0-9c5d-f2669d5cbed9 req-23e7758f-6fe3-47ee-bb59-9049355d0d6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:34.938713 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'bc368169-2b41-4e32-9dc5-499fd54132d4', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'port_id': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'mac_address': 'fa:16:3e:77:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:02:07Z', 'updated_at': '2021-11-03T16:02:32Z', 'revision_number': 1, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f41141-ea8c-4e3d-9620-43096f7fce19', 'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'mac_address': 'fa:16:3e:a4:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:02Z', 'updated_at': '2021-11-03T16:02:08Z', 'revision_number': 5, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'subnets': [{'id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:34.947493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38893996-334e-42f0-9c5d-f2669d5cbed9 req-23e7758f-6fe3-47ee-bb59-9049355d0d6a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.1531281 Nov 03 16:02:34.983309 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fe5ae-fa5b-48af-987c-eef466df2443 None None] The sync data for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 is: [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'bc368169-2b41-4e32-9dc5-499fd54132d4', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'port_id': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'mac_address': 'fa:16:3e:77:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:02:07Z', 'updated_at': '2021-11-03T16:02:32Z', 'revision_number': 1, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f41141-ea8c-4e3d-9620-43096f7fce19', 'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'mac_address': 'fa:16:3e:a4:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:02Z', 'updated_at': '2021-11-03T16:02:08Z', 'revision_number': 5, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'subnets': [{'id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:02:34.998347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1baf79ac-7947-43fe-b1b2-47ef846e2339 req-72d675cb-3028-4c8e-96ca-71cb29b18125 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.1553826 Nov 03 16:02:35.012400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-fc6b2c51-bb86-4187-a6a8-ce8168294ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.014145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-fc6b2c51-bb86-4187-a6a8-ce8168294ba2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1d1f312-4ea1-49cf-b7b0-10704e214d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654159 Nov 03 16:02:35.050740 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38893996-334e-42f0-9c5d-f2669d5cbed9 req-cc4403c7-2f88-446c-ac59-03bc0eb6d5f2 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945177 Nov 03 16:02:35.179789 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-2769806f-5916-4e47-8ebd-9cf15463411c service neutron] 10.222.0.70 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491163 Nov 03 16:02:35.190507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10403492-9555-4726-9b19-b51e3cd0355b req-c9710e90-2caf-424a-9180-1caf22c4f78c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.192022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-10403492-9555-4726-9b19-b51e3cd0355b req-c9710e90-2caf-424a-9180-1caf22c4f78c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0904717 Nov 03 16:02:35.192629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ea0fc-faf4-4903-a947-1109d5f8d484 req-ec5b5968-bbb0-470d-92a6-c89eaff56838 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.209265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c5ea0fc-faf4-4903-a947-1109d5f8d484 req-ec5b5968-bbb0-470d-92a6-c89eaff56838 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 944 time: 0.0878620 Nov 03 16:02:35.260433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c5ea0fc-faf4-4903-a947-1109d5f8d484 req-d77622bd-52c1-496e-ae18-386968a1bae3 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502532 Nov 03 16:02:35.321129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f8b82-e8bb-4ce9-ab30-d3e2d009b3ae None None] New status for floating IP bc368169-2b41-4e32-9dc5-499fd54132d4: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:02:35.363315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-10403492-9555-4726-9b19-b51e3cd0355b req-be298d60-0eec-45b9-8d2a-76d9a036ef2e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623411 Nov 03 16:02:35.409567 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f140be6-5199-45e4-8adb-c211ab6f3951 req-8ee85beb-958c-424a-8d42-df6869ab2cfa service neutron] 10.222.0.70 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074387 Nov 03 16:02:35.459754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a6a1-2884-4484-ac32-92eadc82ffa7 req-cce2f4a1-6da4-4de3-b3cb-1fbfe7f30ed8 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.466022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a6a1-2884-4484-ac32-92eadc82ffa7 req-cce2f4a1-6da4-4de3-b3cb-1fbfe7f30ed8 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.472195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a6a1-2884-4484-ac32-92eadc82ffa7 req-cce2f4a1-6da4-4de3-b3cb-1fbfe7f30ed8 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.479018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a6a1-2884-4484-ac32-92eadc82ffa7 req-cce2f4a1-6da4-4de3-b3cb-1fbfe7f30ed8 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.485218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a6a1-2884-4484-ac32-92eadc82ffa7 req-cce2f4a1-6da4-4de3-b3cb-1fbfe7f30ed8 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.491477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a6a1-2884-4484-ac32-92eadc82ffa7 req-cce2f4a1-6da4-4de3-b3cb-1fbfe7f30ed8 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.499396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a6a1-2884-4484-ac32-92eadc82ffa7 req-cce2f4a1-6da4-4de3-b3cb-1fbfe7f30ed8 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.501833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b342a6a1-2884-4484-ac32-92eadc82ffa7 req-cce2f4a1-6da4-4de3-b3cb-1fbfe7f30ed8 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.1480675 Nov 03 16:02:35.514607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57482) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:35.519410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ad56cdb3-52fd-48c9-9cee-31803159f315 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Request body: {'floatingip': {'port_id': 'f8533a89-5204-40dd-9f56-199e45a2427a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:35.598328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad56cdb3-52fd-48c9-9cee-31803159f315 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:35.628531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-8b2f0408-554f-413f-87ef-16c79427008f tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.630966 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-8b2f0408-554f-413f-87ef-16c79427008f tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.15 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 804 time: 0.2407308 Nov 03 16:02:35.647857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137420d-f47e-408e-8938-842c0817b26b req-8213c891-4b7b-4917-964b-84e5d9ea73e0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:35.655746 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a137420d-f47e-408e-8938-842c0817b26b req-8213c891-4b7b-4917-964b-84e5d9ea73e0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1602316 Nov 03 16:02:35.663915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Request body: {'port': {'device_id': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'admin_state_up': True, 'tenant_id': '87d8b8fde20d4d0c880a701faad3c291'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:35.789324 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a137420d-f47e-408e-8938-842c0817b26b req-6ca1465e-155f-47f9-af34-8b990d9eb3c6 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309240 Nov 03 16:02:35.842059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Made reservation on behalf of 87d8b8fde20d4d0c880a701faad3c291 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:35.847134 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:35.883846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5397cd0d-1026-4c9e-9cb3-f2fcf9d91e22 req-97ed813d-2c7e-40a3-9993-535faafcb46a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 210 time: 0.0390737 Nov 03 16:02:35.992276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Allocated IP 172.20.0.7 (520415ef-45fa-4133-9d3f-d0bbe03dee97/4543be02-569a-48d6-910c-234d6054c340/e1962687-2b8a-4256-a102-d881398d29c0) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:36.139540 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-feb9915f-3138-472e-bed5-55fbdf5901dd req-65be3065-93ab-4ccb-8577-a12cbcec1d49 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0334008 Nov 03 16:02:36.177564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad56cdb3-52fd-48c9-9cee-31803159f315 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.188096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad56cdb3-52fd-48c9-9cee-31803159f315 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.198047 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.201004 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.247080 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.288579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 648a57c2-73af-4336-8118-23c57ad6316b up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:36.303787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Network 520415ef-45fa-4133-9d3f-d0bbe03dee97 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:36.310049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:36.311329 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-ad56cdb3-52fd-48c9-9cee-31803159f315 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Floating IP 31566c64-3579-4484-a602-8b70853a45a5 associated. External IP: 172.25.6.135, port: f8533a89-5204-40dd-9f56-199e45a2427a. Nov 03 16:02:36.312634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:36.342171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Pushing event updated for resources: {'Port': ['ID=e1962687-2b8a-4256-a102-d881398d29c0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:36.383164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:36.384102 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.397351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 648a57c2-73af-4336-8118-23c57ad6316b completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:36.403696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 648a57c2-73af-4336-8118-23c57ad6316b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:36.404334 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.446631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ef829d3-49a3-4d64-84e1-07e2a5fd73a7 req-f71476f7-bb4d-40f1-8f75-b249c9821969 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.70 "GET /v2.0/ports?device_id=5955547c-2e13-4506-90bb-9e0d9037b78f HTTP/1.1" status: 200 len: 210 time: 0.0582271 Nov 03 16:02:36.480438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-943913da-d29e-4605-86dd-9d44338fa806 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8209190 Nov 03 16:02:36.510356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Request body: {'port': {'device_id': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:36.512617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b51b60-c5e0-4beb-bf6e-45c43da2aec7 req-110f200d-3c1a-449c-8cb1-f39885638fa5 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:36.515691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99b51b60-c5e0-4beb-bf6e-45c43da2aec7 req-110f200d-3c1a-449c-8cb1-f39885638fa5 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 944 time: 0.1479907 Nov 03 16:02:36.524281 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.577056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1250fa-781e-4ba9-a963-c7b5fec32733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648a57c2-73af-4336-8118-23c57ad6316b'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:36.579862 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc1fea7-9246-4cff-ad73-7bc2a9b93a6d" -d '{"events": [{"server_uuid": "cc1250fa-781e-4ba9-a963-c7b5fec32733", "name": "network-vif-plugged", "status": "completed", "tag": "648a57c2-73af-4336-8118-23c57ad6316b"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:36.593616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 648a57c2-73af-4336-8118-23c57ad6316b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=648a57c2-73af-4336-8118-23c57ad6316b,segment=NetworkSegment(39172aa1-81ac-4773-a318-8d2fc79ed088),segment_id=39172aa1-81ac-4773-a318-8d2fc79ed088)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:36.601344 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.610908 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:36.661010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=648a57c2-73af-4336-8118-23c57ad6316b,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:36.682082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b954f-b17d-4bbc-80b0-259af4a90e67 req-a8d4b776-618c-40de-800e-4cc5de6546d3 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:36.686550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f0b954f-b17d-4bbc-80b0-259af4a90e67 req-a8d4b776-618c-40de-800e-4cc5de6546d3 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.2045720 Nov 03 16:02:36.730722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99b51b60-c5e0-4beb-bf6e-45c43da2aec7 req-b07d2a66-e92b-436d-9d7b-e0c180cc18cd tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849589 Nov 03 16:02:36.765772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad56cdb3-52fd-48c9-9cee-31803159f315 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Router aaebc157-208d-43b4-b908-208e78d85e82 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:02:36.798957 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355ccefa-3867-49df-a4e8-cbd0f133670f x-openstack-request-id: req-355ccefa-3867-49df-a4e8-cbd0f133670f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:36.799246 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1250fa-781e-4ba9-a963-c7b5fec32733", "name": "network-vif-plugged", "status": "completed", "tag": "648a57c2-73af-4336-8118-23c57ad6316b", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:36.799498 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-355ccefa-3867-49df-a4e8-cbd0f133670f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:36.800067 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1250fa-781e-4ba9-a963-c7b5fec32733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648a57c2-73af-4336-8118-23c57ad6316b', 'code': 200} Nov 03 16:02:36.800330 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f0b954f-b17d-4bbc-80b0-259af4a90e67 req-55842f9b-b358-4e8d-9a1d-d6b6ea00fc41 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069136 Nov 03 16:02:37.035621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe018a-e97b-444f-af79-a0b41820e67d req-396f65ed-a2c3-487e-bb07-1c808da4d0ab tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:37.044009 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8afe018a-e97b-444f-af79-a0b41820e67d req-396f65ed-a2c3-487e-bb07-1c808da4d0ab tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1330237 Nov 03 16:02:37.115546 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8afe018a-e97b-444f-af79-a0b41820e67d req-c781b6df-1fbe-4c68-9d22-715768196a92 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705442 Nov 03 16:02:37.172074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1962687-2b8a-4256-a102-d881398d29c0 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:37.183401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:37.204003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Transition to ACTIVE for port object e1962687-2b8a-4256-a102-d881398d29c0 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:02:37.210193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:37.278066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1962687-2b8a-4256-a102-d881398d29c0,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:37.372058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Attempting to bind port e1962687-2b8a-4256-a102-d881398d29c0 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:37.372842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Attempting to bind port e1962687-2b8a-4256-a102-d881398d29c0 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:37.373376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Attempting to bind port e1962687-2b8a-4256-a102-d881398d29c0 on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:37.379619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Port e1962687-2b8a-4256-a102-d881398d29c0 on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:02:37.380862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Attempting to bind port e1962687-2b8a-4256-a102-d881398d29c0 on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:37.388050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:37.389300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Checking segment: {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:37.390015 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Bound using segment: {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:37.390639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Bound port: e1962687-2b8a-4256-a102-d881398d29c0, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:37.391229 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:37.422326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad56cdb3-52fd-48c9-9cee-31803159f315 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:02:37.430900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad56cdb3-52fd-48c9-9cee-31803159f315 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:37.439850 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] Sync routers for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:02:37.460062 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:37.460832 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:37.467305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a8050-ea7f-46a9-b61a-b8a022386fda req-b6507acd-785e-4f0c-9f8a-edb345625db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:37.468822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-351a8050-ea7f-46a9-b61a-b8a022386fda req-b6507acd-785e-4f0c-9f8a-edb345625db2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 1096 time: 0.1285794 Nov 03 16:02:37.476348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1b5f5-e178-4215-afc3-1931d9a69757 req-32e9e7f1-4b6c-467a-b6fb-cf9c8c10c2ef tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:37.483806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89f1b5f5-e178-4215-afc3-1931d9a69757 req-32e9e7f1-4b6c-467a-b6fb-cf9c8c10c2ef tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 943 time: 0.1475248 Nov 03 16:02:37.512736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ad56cdb3-52fd-48c9-9cee-31803159f315 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "PUT /v2.0/floatingips/31566c64-3579-4484-a602-8b70853a45a5 HTTP/1.1" status: 200 len: 991 time: 1.9966626 Nov 03 16:02:37.521281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:37.523643 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec1b56-27ef-4c0b-bae5-8872229787b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:37.601016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-351a8050-ea7f-46a9-b61a-b8a022386fda req-ee099bf2-6e8e-4f71-bf1b-f32f63860418 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123083 Nov 03 16:02:37.625199 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89f1b5f5-e178-4215-afc3-1931d9a69757 req-c7c83dbb-b10a-4823-8bbd-134eb010ef38 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403563 Nov 03 16:02:37.659084 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:37.744549 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:37.818887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-826e8671-0aa4-48b9-9545-d347a2904152 req-d8d200ea-7c42-4f75-b749-c62e75a871a1 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ce6954e-c539-4a32-b250-f7f43a7b3714 HTTP/1.1" status: 200 len: 210 time: 0.0577412 Nov 03 16:02:37.823627 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8ecea93a-fa8e-4b34-bf8e-21d73e532c9f req-77d827d2-52a3-4a63-8a84-76ab33d8e362 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a293faeca6824dddbd2f405bfa4bb749&device_id=3ce6954e-c539-4a32-b250-f7f43a7b3714 HTTP/1.1" status: 200 len: 210 time: 0.0602846 Nov 03 16:02:37.870472 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140edca9-03ef-4688-96c5-0ce7d9571c99 x-openstack-request-id: req-140edca9-03ef-4688-96c5-0ce7d9571c99 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:37.870772 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:37.871031 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-140edca9-03ef-4688-96c5-0ce7d9571c99 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:37.871434 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'status': 'completed', 'code': 200} Nov 03 16:02:37.876217 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8ecea93a-fa8e-4b34-bf8e-21d73e532c9f req-b49be2b6-e581-41f7-93f6-505cab7b531f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a293faeca6824dddbd2f405bfa4bb749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356188 Nov 03 16:02:37.951432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:37.977859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e1962687-2b8a-4256-a102-d881398d29c0,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:38.006124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:38.045941 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:59Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '31566c64-3579-4484-a602-8b70853a45a5', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'port_id': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'mac_address': 'fa:16:3e:d5:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:02:36Z', 'revision_number': 1, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d2f03f-e4f8-4a39-b32e-8f833f801a1c', 'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'mac_address': 'fa:16:3e:95:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:57Z', 'updated_at': '2021-11-03T16:00:05Z', 'revision_number': 5, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'subnets': [{'id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:38.076903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.077470 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] Checking router: aaebc157-208d-43b4-b908-208e78d85e82 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:02:38.078394 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:38.079782 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/e1962687-2b8a-4256-a102-d881398d29c0 HTTP/1.1" status: 200 len: 1091 time: 1.5737722 Nov 03 16:02:38.080483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:38.082803 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551" -d '{"events": [{"name": "network-changed", "server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "tag": "e1962687-2b8a-4256-a102-d881398d29c0"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:38.087840 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:38.088557 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:38.093509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea93a-fa8e-4b34-bf8e-21d73e532c9f req-b963ab4b-71fa-401d-8c44-3c6efb6a2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.095006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8ecea93a-fa8e-4b34-bf8e-21d73e532c9f req-b963ab4b-71fa-401d-8c44-3c6efb6a2020 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2066057 Nov 03 16:02:38.104970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49b980-a17e-46c3-a8fe-51f4d5f1f8fd req-b5fb9cbc-3533-4deb-8f6f-da2ca32b1c54 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.113955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cd49b980-a17e-46c3-a8fe-51f4d5f1f8fd req-b5fb9cbc-3533-4deb-8f6f-da2ca32b1c54 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 945 time: 0.1594851 Nov 03 16:02:38.123845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bab8e-d5e4-47e7-80ba-8e24636117c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1962687-2b8a-4256-a102-d881398d29c0,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:38.229050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cd49b980-a17e-46c3-a8fe-51f4d5f1f8fd req-5970360f-ae17-431a-9815-931d819acacc tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082613 Nov 03 16:02:38.274746 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:38.279014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-5b976301-4a3b-40ef-beab-8018adaad0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.282651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-5b976301-4a3b-40ef-beab-8018adaad0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.283379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-5b976301-4a3b-40ef-beab-8018adaad0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.285937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-5b976301-4a3b-40ef-beab-8018adaad0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.286663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-5b976301-4a3b-40ef-beab-8018adaad0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.287330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-5b976301-4a3b-40ef-beab-8018adaad0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.287972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-5b976301-4a3b-40ef-beab-8018adaad0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.294400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-5b976301-4a3b-40ef-beab-8018adaad0dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6498 time: 0.1145468 Nov 03 16:02:38.357115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c702a-01ae-4e59-923f-5ead82b01907 req-149a6356-ee1a-4d70-ba3a-64367064fde0 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.359482 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:38.379341 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e4c702a-01ae-4e59-923f-5ead82b01907 req-149a6356-ee1a-4d70-ba3a-64367064fde0 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1327474 Nov 03 16:02:38.392221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-aef01dfb-1337-4588-91f1-3f46e1e559f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.393965 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-aef01dfb-1337-4588-91f1-3f46e1e559f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 1094 time: 0.1332297 Nov 03 16:02:38.432409 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8981b9c-6421-4257-8f86-be854eb615e1 x-openstack-request-id: req-c8981b9c-6421-4257-8f86-be854eb615e1 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:38.433124 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "tag": "e1962687-2b8a-4256-a102-d881398d29c0", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:38.433124 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c8981b9c-6421-4257-8f86-be854eb615e1 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:38.433430 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0', 'status': 'completed', 'code': 200} Nov 03 16:02:38.453682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-2e5aa362-6fb0-4c84-9989-f391ad73c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.455185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-2e5aa362-6fb0-4c84-9989-f391ad73c271 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e647349e-071d-4e0d-ae41-37f29f277a4d HTTP/1.1" status: 200 len: 918 time: 0.1534369 Nov 03 16:02:38.484857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-9c9e6b15-0e8f-490d-afcb-4316f930dd35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1962687-2b8a-4256-a102-d881398d29c0 HTTP/1.1" status: 200 len: 217 time: 0.0718937 Nov 03 16:02:38.519822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e4c702a-01ae-4e59-923f-5ead82b01907 req-d84e7c32-bd6c-4c01-b33a-14200d675a80 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318703 Nov 03 16:02:38.585424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-f5ac7258-f499-41bc-bb9f-218a166d5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.587003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-f5ac7258-f499-41bc-bb9f-218a166d5657 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4543be02-569a-48d6-910c-234d6054c340 HTTP/1.1" status: 200 len: 844 time: 0.0928130 Nov 03 16:02:38.587631 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:59Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '31566c64-3579-4484-a602-8b70853a45a5', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'port_id': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'mac_address': 'fa:16:3e:d5:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:02:36Z', 'revision_number': 1, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d2f03f-e4f8-4a39-b32e-8f833f801a1c', 'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'mac_address': 'fa:16:3e:95:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:57Z', 'updated_at': '2021-11-03T16:00:05Z', 'revision_number': 5, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'subnets': [{'id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:38.610509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-55045bb4-dc5f-4db5-ab2c-39757faaadc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8533a89-5204-40dd-9f56-199e45a2427a HTTP/1.1" status: 200 len: 999 time: 0.1426852 Nov 03 16:02:38.623342 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf73ae6-e665-4a71-b31e-09d411f720b2 None None] The sync data for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 is: [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:59Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '31566c64-3579-4484-a602-8b70853a45a5', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'port_id': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'mac_address': 'fa:16:3e:d5:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f109614-4015-4bb8-8181-c09b77596dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:02:36Z', 'revision_number': 1, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d2f03f-e4f8-4a39-b32e-8f833f801a1c', 'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'mac_address': 'fa:16:3e:95:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:57Z', 'updated_at': '2021-11-03T16:00:05Z', 'revision_number': 5, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'subnets': [{'id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:02:38.634417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-89a7869d-01cd-4af6-b9ca-7e0cedd7189f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520415ef-45fa-4133-9d3f-d0bbe03dee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391493 Nov 03 16:02:38.671992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe2e85-a4e1-4e74-9023-a173b665f187 req-bd166fb3-4244-4bce-af9f-61032d2492e0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.676729 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3fe2e85-a4e1-4e74-9023-a173b665f187 req-bd166fb3-4244-4bce-af9f-61032d2492e0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1355183 Nov 03 16:02:38.716517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-2fba6956-246d-46a9-a66c-1b62e70f7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.718598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-2fba6956-246d-46a9-a66c-1b62e70f7710 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=558ba17c-0e20-4eb8-8db0-7149eb904841 HTTP/1.1" status: 200 len: 856 time: 0.0987890 Nov 03 16:02:38.802155 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3fe2e85-a4e1-4e74-9023-a173b665f187 req-85cc1e32-430f-4bc9-9fcf-cace8bf1be8c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004472 Nov 03 16:02:38.811398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-a4f002ce-1c7a-49f4-bc78-5656b8fdafdf service neutron] 10.222.0.15 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676095 Nov 03 16:02:38.820884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0b336-ff98-4f38-8ea2-28cd4acb5fbe req-df625cd2-5e4e-4c50-a499-426f0e1a34ec tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.822558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1df0b336-ff98-4f38-8ea2-28cd4acb5fbe req-df625cd2-5e4e-4c50-a499-426f0e1a34ec tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 943 time: 0.0861771 Nov 03 16:02:38.824345 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-352952ae-5f56-439c-9057-4be0181f9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:38.826927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-352952ae-5f56-439c-9057-4be0181f9457 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e647349e-071d-4e0d-ae41-37f29f277a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898223 Nov 03 16:02:38.965494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea877b20-8db0-438b-80f7-ea6f4b5e22bd None None] New status for floating IP 31566c64-3579-4484-a602-8b70853a45a5: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:02:38.989805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1df0b336-ff98-4f38-8ea2-28cd4acb5fbe req-38bce1a2-517d-4c85-91bc-5f4557cb315b tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539567 Nov 03 16:02:38.993735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6a6f1e08-e268-4eea-b622-012be8868e8d req-156d2462-5a82-4f88-b816-a9344314096a tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ce6954e-c539-4a32-b250-f7f43a7b3714 HTTP/1.1" status: 200 len: 210 time: 0.0498259 Nov 03 16:02:39.019822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-7c8f909b-a52d-48b8-b356-fe4e7a765839 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836586 Nov 03 16:02:39.024552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb86df23-de9d-4b66-8e4c-bde71e05a923 req-ee72462a-0047-488b-8353-ef8a85520549 service neutron] 10.222.0.15 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010491 Nov 03 16:02:39.154618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-beec1b56-27ef-4c0b-bae5-8872229787b6 req-5c03fb8e-6f64-484d-bc4b-4e7cb807e609 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064141 Nov 03 16:02:39.312134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-d4532eaa-e9a4-4b95-9f21-b50e57186af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:39.313723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-d4532eaa-e9a4-4b95-9f21-b50e57186af0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 1094 time: 0.0540521 Nov 03 16:02:39.355993 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1913786-3060-46d9-a394-65394ec6a14e req-e2527fe0-b58e-43ef-a0f4-22708898e6a9 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:39.357646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1913786-3060-46d9-a394-65394ec6a14e req-e2527fe0-b58e-43ef-a0f4-22708898e6a9 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 945 time: 0.0540543 Nov 03 16:02:39.430177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1913786-3060-46d9-a394-65394ec6a14e req-61479741-ae24-4cec-b80e-d5f9c66c0cf4 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653472 Nov 03 16:02:39.444022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-3abe3615-1636-43cd-bce2-51f65190e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:39.454807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-3abe3615-1636-43cd-bce2-51f65190e72d service neutron] 10.222.0.15 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 905 time: 0.1242955 Nov 03 16:02:39.500404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-b750743c-a7e1-4c06-ae54-dcd0ebbbb6d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1962687-2b8a-4256-a102-d881398d29c0 HTTP/1.1" status: 200 len: 217 time: 0.0446901 Nov 03 16:02:39.554950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-8e57cf91-165f-4d91-ba69-60e0a1a3d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:39.556673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-8e57cf91-165f-4d91-ba69-60e0a1a3d381 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4543be02-569a-48d6-910c-234d6054c340 HTTP/1.1" status: 200 len: 844 time: 0.0511782 Nov 03 16:02:39.599636 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-fdb94882-0169-4158-a8bb-029a28d5da3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520415ef-45fa-4133-9d3f-d0bbe03dee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337086 Nov 03 16:02:39.640084 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8ecea93a-fa8e-4b34-bf8e-21d73e532c9f req-f50731f6-353d-451d-8f57-cbaf69307c40 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ce6954e-c539-4a32-b250-f7f43a7b3714 HTTP/1.1" status: 200 len: 210 time: 0.0326831 Nov 03 16:02:39.658523 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a25d60-7fa8-4deb-b8fd-dfa98eea5262 req-de74c69f-1b39-4412-9318-7e6a8a611708 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:39.660007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-97a25d60-7fa8-4deb-b8fd-dfa98eea5262 req-de74c69f-1b39-4412-9318-7e6a8a611708 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0782108 Nov 03 16:02:39.715879 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-8121af4e-558c-411b-a86f-59b3ebdb506b service neutron] 10.222.0.15 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079488 Nov 03 16:02:39.736451 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-97a25d60-7fa8-4deb-b8fd-dfa98eea5262 req-8d1783d9-e5df-413a-8d14-e56808becf94 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666060 Nov 03 16:02:39.833911 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12cf1cc0-510c-44a8-bc4c-cdce44ea5551 req-5892ff41-9a2e-4b6b-964c-995e00878f8f service neutron] 10.222.0.15 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076825 Nov 03 16:02:39.920320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a846d-0c26-4323-b2b5-22038c1b7e8c req-5fc43508-7329-4ac0-a8bf-f7f5e775e050 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:39.921833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732a846d-0c26-4323-b2b5-22038c1b7e8c req-5fc43508-7329-4ac0-a8bf-f7f5e775e050 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0525634 Nov 03 16:02:39.971765 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732a846d-0c26-4323-b2b5-22038c1b7e8c req-d9ad2f48-9632-422d-9972-54ca995be5a7 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Nov 03 16:02:40.116071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1eaf55-4624-4a9b-bc05-9d5892413548 req-c67b6a9a-9552-4dcd-b3e0-75d7af2d6d11 tempest-ServerShowV247Test-1350420543 tempest-ServerShowV247Test-1350420543-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ce6954e-c539-4a32-b250-f7f43a7b3714 HTTP/1.1" status: 200 len: 210 time: 0.0293214 Nov 03 16:02:40.146998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9def635-b187-4641-92cc-fd38250e195a req-90fccbae-9b59-4bd4-836b-d56c42324ebf tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:40.147788 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9def635-b187-4641-92cc-fd38250e195a req-90fccbae-9b59-4bd4-836b-d56c42324ebf tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 943 time: 0.0672710 Nov 03 16:02:40.206092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9def635-b187-4641-92cc-fd38250e195a req-1d2fc311-0f3d-454e-8684-d16880544e3d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511222 Nov 03 16:02:40.561357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415782dd-d1ac-49f3-8aa9-89582edc5193 req-20557eb5-292a-40d7-aaa6-c85be9a5982f tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:40.563203 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-415782dd-d1ac-49f3-8aa9-89582edc5193 req-20557eb5-292a-40d7-aaa6-c85be9a5982f tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 945 time: 0.0610173 Nov 03 16:02:40.618949 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-415782dd-d1ac-49f3-8aa9-89582edc5193 req-bad725e5-5d7f-4cee-9b8f-bab3c869d1fb tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476546 Nov 03 16:02:40.866295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627d49d-199d-4058-bc97-0b0cef09c7d6 req-15add338-c274-4da2-b4a9-317afc976deb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:40.866295 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6627d49d-199d-4058-bc97-0b0cef09c7d6 req-15add338-c274-4da2-b4a9-317afc976deb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0621512 Nov 03 16:02:40.918062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6627d49d-199d-4058-bc97-0b0cef09c7d6 req-7e2a5e10-73cb-4aec-ae86-8b42feb06d02 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516469 Nov 03 16:02:40.951073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec54b5-b611-432c-b00c-8a0a01149c3b req-019f41d3-1b21-4c21-8ee6-242a91f208a7 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:40.951073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44ec54b5-b611-432c-b00c-8a0a01149c3b req-019f41d3-1b21-4c21-8ee6-242a91f208a7 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 945 time: 0.0621898 Nov 03 16:02:41.000389 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44ec54b5-b611-432c-b00c-8a0a01149c3b req-1d59be5f-a2ca-4387-b5eb-0ef02c3ecb12 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Nov 03 16:02:41.093190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca083d8-160b-4334-a782-5a14a60857b6 req-d1575df6-fe7a-4e79-913a-345d32c10883 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:41.094741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ca083d8-160b-4334-a782-5a14a60857b6 req-d1575df6-fe7a-4e79-913a-345d32c10883 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0511904 Nov 03 16:02:41.148822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ca083d8-160b-4334-a782-5a14a60857b6 req-345dba2e-ae96-4026-93b6-e6e36534fab0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477188 Nov 03 16:02:41.352136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50991-2852-46ea-abd4-329c0d76236c req-9eb6f6b2-7695-41a5-9c26-46c75429583d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:41.354122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fae50991-2852-46ea-abd4-329c0d76236c req-9eb6f6b2-7695-41a5-9c26-46c75429583d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 943 time: 0.0691276 Nov 03 16:02:41.421968 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fae50991-2852-46ea-abd4-329c0d76236c req-16e7cdff-3150-424b-a12b-c45931eb6c3e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576737 Nov 03 16:02:41.450113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57660) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:41.561191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ec3765a-e783-4e01-892c-5bb73aef94ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:41.646072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ec3765a-e783-4e01-892c-5bb73aef94ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:41.650168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ec3765a-e783-4e01-892c-5bb73aef94ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:41.691239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3765a-e783-4e01-892c-5bb73aef94ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4259a72e-ed99-405b-b241-407544443f95,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:41.698299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2ec3765a-e783-4e01-892c-5bb73aef94ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a293faeca6824dddbd2f405bfa4bb749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446799 Nov 03 16:02:41.698674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57670) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:41.749669 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4ef5a080-dbfe-4aa5-a3e9-8287d9d25729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:41.771777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4ef5a080-dbfe-4aa5-a3e9-8287d9d25729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:41.818557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4ef5a080-dbfe-4aa5-a3e9-8287d9d25729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:41.821088 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4ef5a080-dbfe-4aa5-a3e9-8287d9d25729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:41.822269 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4ef5a080-dbfe-4aa5-a3e9-8287d9d25729 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4259a72e-ed99-405b-b241-407544443f95 HTTP/1.1" status: 204 len: 168 time: 0.1226103 Nov 03 16:02:41.829925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5a080-dbfe-4aa5-a3e9-8287d9d25729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4259a72e-ed99-405b-b241-407544443f95,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:42.101288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3351c-61b3-41c3-998e-a13286de5b0b req-fbfa9740-5d25-434c-b8d0-bc386c4a747d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:42.109593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7d3351c-61b3-41c3-998e-a13286de5b0b req-fbfa9740-5d25-434c-b8d0-bc386c4a747d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1016469 Nov 03 16:02:42.177020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7d3351c-61b3-41c3-998e-a13286de5b0b req-5291bd61-6f85-4316-a9a2-c4ea8a476232 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662832 Nov 03 16:02:42.177969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba4816-a5d1-4b6e-8557-b067acdf9bc3 req-69cbe888-2729-49c4-851a-ac9b45662577 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:42.186102 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fba4816-a5d1-4b6e-8557-b067acdf9bc3 req-69cbe888-2729-49c4-851a-ac9b45662577 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 945 time: 0.0845501 Nov 03 16:02:42.282126 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fba4816-a5d1-4b6e-8557-b067acdf9bc3 req-28cd62a1-bbb7-4158-a765-8c409450de6d tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/security-groups?id=0a7f13f3-f64a-48e4-8e64-94420c4d57d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925941 Nov 03 16:02:42.306946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e1962687-2b8a-4256-a102-d881398d29c0 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:42.359138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f5ad3-27a9-44fd-ab77-772b43373026 req-f311a201-e870-4f48-8371-82841a4ee774 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:42.361220 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-174f5ad3-27a9-44fd-ab77-772b43373026 req-f311a201-e870-4f48-8371-82841a4ee774 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0872817 Nov 03 16:02:42.428922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-174f5ad3-27a9-44fd-ab77-772b43373026 req-51a543ef-d1ab-42e1-b2df-aaea0ed9bc2d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583837 Nov 03 16:02:42.437074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e1962687-2b8a-4256-a102-d881398d29c0,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:42.453850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e1962687-2b8a-4256-a102-d881398d29c0', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'port_id': 'e1962687-2b8a-4256-a102-d881398d29c0', 'mac_address': 'fa:16:3e:71:b9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543be02-569a-48d6-910c-234d6054c340', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:42.506829 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:42.523146 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1962687-2b8a-4256-a102-d881398d29c0 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:42.556786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e1962687-2b8a-4256-a102-d881398d29c0,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:42.563437 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:42.580675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa742bc0-cac6-4aea-99d0-86c054cb95e6 req-dc519121-2a21-4e88-b86b-241e45240f7a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:42.582331 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa742bc0-cac6-4aea-99d0-86c054cb95e6 req-dc519121-2a21-4e88-b86b-241e45240f7a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 943 time: 0.0699346 Nov 03 16:02:42.645375 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa742bc0-cac6-4aea-99d0-86c054cb95e6 req-0d87a392-9d8d-428c-8885-48ae816fc9b6 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559397 Nov 03 16:02:42.647891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e1962687-2b8a-4256-a102-d881398d29c0,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:42.689572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-bddbd6b8-7d11-410f-a4e2-99c89028a642 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:42.690736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-bddbd6b8-7d11-410f-a4e2-99c89028a642 tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 945 time: 0.0658805 Nov 03 16:02:42.808670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Deleting port 648a57c2-73af-4336-8118-23c57ad6316b {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:02:42.809020 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:42.918371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] For port 648a57c2-73af-4336-8118-23c57ad6316b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=648a57c2-73af-4336-8118-23c57ad6316b,segment=NetworkSegment(39172aa1-81ac-4773-a318-8d2fc79ed088),segment_id=39172aa1-81ac-4773-a318-8d2fc79ed088)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:42.918371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:42.929127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Calling delete_port for 648a57c2-73af-4336-8118-23c57ad6316b owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:02:43.031027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e1962687-2b8a-4256-a102-d881398d29c0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:43.031246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57736) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:43.111355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:43.144765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Pushing event deleted for resources: {'Port': ['ID=648a57c2-73af-4336-8118-23c57ad6316b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:43.197656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91c1fb77-ea89-4f9a-8e2f-947a64aec37f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:43.205099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] No DVR routers for this DVR port 648a57c2-73af-4336-8118-23c57ad6316b on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:02:43.209282 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:43.225622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-731202ed-5f6b-4abd-94a3-8e81d547d184 req-1fd0e08d-2b9d-4d71-a0f0-5ba924bf3c2c tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.15 "DELETE /v2.0/ports/648a57c2-73af-4336-8118-23c57ad6316b HTTP/1.1" status: 204 len: 173 time: 0.5133200 Nov 03 16:02:43.226709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1250fa-781e-4ba9-a963-c7b5fec32733', 'name': 'network-vif-deleted', 'tag': '648a57c2-73af-4336-8118-23c57ad6316b'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:43.229648 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf40d1c-f804-4971-8a21-ab36b170dfd0" -d '{"events": [{"server_uuid": "cc1250fa-781e-4ba9-a963-c7b5fec32733", "name": "network-vif-deleted", "tag": "648a57c2-73af-4336-8118-23c57ad6316b"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:43.295560 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e5161-deef-414b-b61b-2fd86d6e3204 x-openstack-request-id: req-815e5161-deef-414b-b61b-2fd86d6e3204 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:43.295869 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1250fa-781e-4ba9-a963-c7b5fec32733", "name": "network-vif-deleted", "tag": "648a57c2-73af-4336-8118-23c57ad6316b", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:43.296129 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-815e5161-deef-414b-b61b-2fd86d6e3204 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:43.296611 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1250fa-781e-4ba9-a963-c7b5fec32733', 'name': 'network-vif-deleted', 'tag': '648a57c2-73af-4336-8118-23c57ad6316b', 'status': 'completed', 'code': 200} Nov 03 16:02:43.355438 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91c1fb77-ea89-4f9a-8e2f-947a64aec37f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:43.373872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91c1fb77-ea89-4f9a-8e2f-947a64aec37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:43.409835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de22417-41e8-408c-83e2-5d9d676b4235 req-8046fa44-f388-4c91-88a1-8be75513c714 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:43.413985 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0de22417-41e8-408c-83e2-5d9d676b4235 req-8046fa44-f388-4c91-88a1-8be75513c714 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1087928 Nov 03 16:02:43.422269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46b1cfc9-50cf-444e-ae6d-d54befc51158 req-c5835494-2e5e-49fb-b61b-3c8927e065ab tempest-ServerAddressesNegativeTestJSON-91758565 tempest-ServerAddressesNegativeTestJSON-91758565-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc1250fa-781e-4ba9-a963-c7b5fec32733 HTTP/1.1" status: 200 len: 210 time: 0.0339293 Nov 03 16:02:43.453558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-91c1fb77-ea89-4f9a-8e2f-947a64aec37f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=03212974f2a44655be3defe8140cd93b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211066 Nov 03 16:02:43.457053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57754) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:43.465288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1fb77-ea89-4f9a-8e2f-947a64aec37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e02a76-006f-46bf-a2e5-e78c5da22735,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:43.511770 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0de22417-41e8-408c-83e2-5d9d676b4235 req-be05352c-351d-4d55-be13-6da749b10a97 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781243 Nov 03 16:02:43.520511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-107861ea-91e6-4571-aee0-a4967f227dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:43.549501 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-107861ea-91e6-4571-aee0-a4967f227dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:43.620774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d58a-3268-4af1-b6fe-a0c6ccb3e207 req-1008a481-6ffb-41b9-a438-3eee899cfcaa tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:43.622418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae13d58a-3268-4af1-b6fe-a0c6ccb3e207 req-1008a481-6ffb-41b9-a438-3eee899cfcaa tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0816150 Nov 03 16:02:43.648366 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-107861ea-91e6-4571-aee0-a4967f227dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:43.650957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-107861ea-91e6-4571-aee0-a4967f227dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:43.654760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-107861ea-91e6-4571-aee0-a4967f227dfe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/38e02a76-006f-46bf-a2e5-e78c5da22735 HTTP/1.1" status: 204 len: 168 time: 0.1960316 Nov 03 16:02:43.675494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107861ea-91e6-4571-aee0-a4967f227dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e02a76-006f-46bf-a2e5-e78c5da22735,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:43.696022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae13d58a-3268-4af1-b6fe-a0c6ccb3e207 req-f8d00291-791c-4f49-9e6d-75f643f7d7d1 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663965 Nov 03 16:02:43.843424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28de51-3df1-4f17-bb2a-81546f1a6581 req-9edb13fd-39be-4c89-a156-eefea1f04b65 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:43.845279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a28de51-3df1-4f17-bb2a-81546f1a6581 req-9edb13fd-39be-4c89-a156-eefea1f04b65 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 944 time: 0.0782101 Nov 03 16:02:43.918927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a28de51-3df1-4f17-bb2a-81546f1a6581 req-efe17693-e44b-46f0-abde-9a051a4a6ad7 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Nov 03 16:02:44.165982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['648a57c2-73af-4336-8118-23c57ad6316b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:44.487820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57802) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:44.538191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1af6671-42d4-46c0-aa4e-aaf2dd94b893 admin admin] Deleting subnet 3ad7a937-885d-44d7-974e-c175eacd9529 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:02:44.542357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1af6671-42d4-46c0-aa4e-aaf2dd94b893 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:44.584738 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1af6671-42d4-46c0-aa4e-aaf2dd94b893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:44.671846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1af6671-42d4-46c0-aa4e-aaf2dd94b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:44.704109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487fe03-d8b3-4d17-9a27-3b34e459ddf9 req-a69419d7-b069-4d07-aba0-fc604583b869 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:44.705989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a487fe03-d8b3-4d17-9a27-3b34e459ddf9 req-a69419d7-b069-4d07-aba0-fc604583b869 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1187499 Nov 03 16:02:44.780831 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a487fe03-d8b3-4d17-9a27-3b34e459ddf9 req-28f3c86d-4e2f-4076-905d-d23eaa9a9313 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655649 Nov 03 16:02:44.782744 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1af6671-42d4-46c0-aa4e-aaf2dd94b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:44.815281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af6671-42d4-46c0-aa4e-aaf2dd94b893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad7a937-885d-44d7-974e-c175eacd9529,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:44.824131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1af6671-42d4-46c0-aa4e-aaf2dd94b893 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:44.830826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f1af6671-42d4-46c0-aa4e-aaf2dd94b893 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3ad7a937-885d-44d7-974e-c175eacd9529 HTTP/1.1" status: 204 len: 168 time: 0.3391623 Nov 03 16:02:44.831157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57820) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:44.851977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1c96b-7171-4a9e-846c-4021febd095d req-09f91387-7828-4a82-8f1f-514d42d1dd1a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:44.853553 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cca1c96b-7171-4a9e-846c-4021febd095d req-09f91387-7828-4a82-8f1f-514d42d1dd1a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0702276 Nov 03 16:02:44.869622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 24edd91f-a23f-4f4f-8b98-9f3e551a742a details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:44.950171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cca1c96b-7171-4a9e-846c-4021febd095d req-d6d76f0c-d3cc-4c15-abbd-e556d6da336b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887730 Nov 03 16:02:44.976540 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.029060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:45.044637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '24edd91f-a23f-4f4f-8b98-9f3e551a742a', 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b', 'port_id': '24edd91f-a23f-4f4f-8b98-9f3e551a742a', 'mac_address': 'fa:16:3e:96:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0578e3e4-c409-4214-b01c-e69a7cc92056', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:45.146115 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.160272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e5b18-a8b0-4727-820d-22bec491af8c req-54ae7562-b720-4389-91c7-43aa3dfc741c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:45.162966 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-814e5b18-a8b0-4727-820d-22bec491af8c req-54ae7562-b720-4389-91c7-43aa3dfc741c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 944 time: 0.1074269 Nov 03 16:02:45.164080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.180274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24edd91f-a23f-4f4f-8b98-9f3e551a742a {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:45.185887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc873a34-d140-4bab-96b6-e1e150e0c0dd']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:45.196291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39172aa1-81ac-4773-a318-8d2fc79ed088') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:45.196597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39172aa1-81ac-4773-a318-8d2fc79ed088') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:45.206915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.210656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:45.220967 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.221296 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.229589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:02:45.230278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:02:45.232190 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:02:45.302330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=24edd91f-a23f-4f4f-8b98-9f3e551a742a,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:45.306257 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-814e5b18-a8b0-4727-820d-22bec491af8c req-8578b455-8a48-4404-ba49-5af2fb206616 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370718 Nov 03 16:02:45.318782 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.323839 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.330017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] 10.222.0.86 "DELETE /v2.0/networks/fc873a34-d140-4bab-96b6-e1e150e0c0dd HTTP/1.1" status: 204 len: 168 time: 0.4978688 Nov 03 16:02:45.349071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397e762-95f6-4a28-b90a-15235ee9dc00 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc873a34-d140-4bab-96b6-e1e150e0c0dd,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:45.501710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['24edd91f-a23f-4f4f-8b98-9f3e551a742a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:45.604237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57854) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:45.655612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-45cae096-7701-4357-a164-3a7f15e425f5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8f4b96be9874fd5a36471561a42afec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499923 Nov 03 16:02:45.658099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57858) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:45.719247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf0cd7c5-113e-4e08-99c8-25f2a0e94ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.743605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf0cd7c5-113e-4e08-99c8-25f2a0e94ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.803463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf0cd7c5-113e-4e08-99c8-25f2a0e94ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.808769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf0cd7c5-113e-4e08-99c8-25f2a0e94ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:45.819419 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cf0cd7c5-113e-4e08-99c8-25f2a0e94ae8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0a7f13f3-f64a-48e4-8e64-94420c4d57d9 HTTP/1.1" status: 204 len: 168 time: 0.1571648 Nov 03 16:02:45.839998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cd7c5-113e-4e08-99c8-25f2a0e94ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7f13f3-f64a-48e4-8e64-94420c4d57d9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:45.989665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f471b-8608-4707-9d2c-b742e27bd097 req-df95646e-b3f6-47de-a25c-167aa60a1b75 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:45.991688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-559f471b-8608-4707-9d2c-b742e27bd097 req-df95646e-b3f6-47de-a25c-167aa60a1b75 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0740304 Nov 03 16:02:46.087389 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-559f471b-8608-4707-9d2c-b742e27bd097 req-808cc76a-db8a-4fae-bcbd-7ddd5fe35157 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882497 Nov 03 16:02:46.269596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e9f9e-29f6-4c9f-91c7-b35e77bba110 req-12bc4d5b-db46-440b-80e7-9623c51cf8d1 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:46.278214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-950e9f9e-29f6-4c9f-91c7-b35e77bba110 req-12bc4d5b-db46-440b-80e7-9623c51cf8d1 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1012592 Nov 03 16:02:46.321175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e1962687-2b8a-4256-a102-d881398d29c0 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:46.370891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-950e9f9e-29f6-4c9f-91c7-b35e77bba110 req-68e52eeb-2885-4f11-8aec-b4486db41569 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917120 Nov 03 16:02:46.404243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port e1962687-2b8a-4256-a102-d881398d29c0 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:02:46.409715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e1962687-2b8a-4256-a102-d881398d29c0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:46.410556 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:46.510203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a286f-73e5-4ce7-8698-b7105b31cb99 req-5fa3d00a-1e69-4374-99f3-f805be9da8c9 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:46.512751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-151a286f-73e5-4ce7-8698-b7105b31cb99 req-5fa3d00a-1e69-4374-99f3-f805be9da8c9 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 944 time: 0.1069255 Nov 03 16:02:46.613200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-151a286f-73e5-4ce7-8698-b7105b31cb99 req-1cdea3d3-e4c5-4b64-9bae-d55a9e942116 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891793 Nov 03 16:02:46.708987 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:46.738019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:46.741190 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae8630-14d7-4489-871c-dc4c1800eba2" -d '{"events": [{"server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "name": "network-vif-plugged", "status": "completed", "tag": "e1962687-2b8a-4256-a102-d881398d29c0"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:46.756909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e1962687-2b8a-4256-a102-d881398d29c0,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:46.763146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:46.765250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 648a57c2-73af-4336-8118-23c57ad6316b no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:02:46.794289 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3135caf2-c94c-49b2-ac9f-1d1874c6f8af x-openstack-request-id: req-3135caf2-c94c-49b2-ac9f-1d1874c6f8af {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:46.794862 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "name": "network-vif-plugged", "status": "completed", "tag": "e1962687-2b8a-4256-a102-d881398d29c0", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:46.795355 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3135caf2-c94c-49b2-ac9f-1d1874c6f8af {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:46.795924 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0', 'code': 200} Nov 03 16:02:46.800284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 648a57c2-73af-4336-8118-23c57ad6316b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:02:46.800652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 648a57c2-73af-4336-8118-23c57ad6316b not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:02:46.857245 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e1962687-2b8a-4256-a102-d881398d29c0,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:46.883889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 24edd91f-a23f-4f4f-8b98-9f3e551a742a up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:46.951586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 24edd91f-a23f-4f4f-8b98-9f3e551a742a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:46.951959 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.008095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a62f1c-115a-4e47-a722-30a40cda61d8 req-cb7d7e05-d2b7-4242-b408-f2a23170f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:47.011069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95a62f1c-115a-4e47-a722-30a40cda61d8 req-cb7d7e05-d2b7-4242-b408-f2a23170f893 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 1096 time: 0.1056242 Nov 03 16:02:47.042586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57932) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:47.060311 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.096637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95a62f1c-115a-4e47-a722-30a40cda61d8 req-fc68b0d3-d06f-4d67-991e-5a18bb089ab5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765965 Nov 03 16:02:47.144831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:47.155018 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.228794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1470895470-network', 'tenant_id': '528fee82e7b742e882a4103726b27ad0'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:47.252040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=24edd91f-a23f-4f4f-8b98-9f3e551a742a,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:47.282885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e273303-9607-4524-8d7b-ad9a7ba1b910 req-1d54aa3d-2c71-45ca-85d7-7b877617ef65 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:47.285213 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e273303-9607-4524-8d7b-ad9a7ba1b910 req-1d54aa3d-2c71-45ca-85d7-7b877617ef65 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0731041 Nov 03 16:02:47.291486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Made reservation on behalf of 528fee82e7b742e882a4103726b27ad0 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:47.294575 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.317338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.341766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57948) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:47.374832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e273303-9607-4524-8d7b-ad9a7ba1b910 req-7835fdb5-a997-4ef7-a2e6-fc7827d66f0e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773828 Nov 03 16:02:47.462721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.468591 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.503036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:02:47.513770 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e073bfb3-2760-428b-9462-15d2840594af admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.517267 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.517694 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Added segment a1246844-78ea-43a9-a4ec-0b834e797bca of type vlan for network c1bdb6a7-0184-452d-a44d-6b38b31e1557 Nov 03 16:02:47.591257 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.609276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e073bfb3-2760-428b-9462-15d2840594af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.613222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e073bfb3-2760-428b-9462-15d2840594af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.630103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d3ce92-57a5-4418-b35a-4d1612d16cb2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:47.665962 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e073bfb3-2760-428b-9462-15d2840594af admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=83a9e32b45d24641b6678b6e81645d36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231609 Nov 03 16:02:47.666895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57962) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:47.672468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073bfb3-2760-428b-9462-15d2840594af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78b76fa-c360-4842-b4fa-2addc4d0b970,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:47.686945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa724-c69c-4197-a51f-88837529444a req-46e230e0-1d1f-4d77-8899-4a8c5057570e tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:47.694280 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-85dfa724-c69c-4197-a51f-88837529444a req-46e230e0-1d1f-4d77-8899-4a8c5057570e tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1386046 Nov 03 16:02:47.700725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.701867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:47.702480 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.773599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7231183 Nov 03 16:02:47.814537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7d94e-6ecd-49c9-aa94-bd7b223980c9 req-762649c1-98d1-455c-97cc-7803bb303059 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:47.824802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0c7d94e-6ecd-49c9-aa94-bd7b223980c9 req-762649c1-98d1-455c-97cc-7803bb303059 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 945 time: 0.0752187 Nov 03 16:02:47.835681 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e41f-6676-4635-a89c-13aada41bb26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.860289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e41f-6676-4635-a89c-13aada41bb26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.890625 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0c7d94e-6ecd-49c9-aa94-bd7b223980c9 req-a58b1b6c-eaf0-4833-b888-9539a93ffbcd tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646901 Nov 03 16:02:47.914626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0aa41-44d7-44e2-ae8b-43dd1175dbab admin admin] Pushing event updated for resources: {'Network': ['ID=c1bdb6a7-0184-452d-a44d-6b38b31e1557,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:47.929755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network c1bdb6a7-0184-452d-a44d-6b38b31e1557 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:02:47.936628 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-85dfa724-c69c-4197-a51f-88837529444a req-ce65c4c6-6afb-4aba-b1ba-2cd83e2af124 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313383 Nov 03 16:02:47.974850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e41f-6676-4635-a89c-13aada41bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.977478 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e41f-6676-4635-a89c-13aada41bb26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:47.994073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6ee9e41f-6676-4635-a89c-13aada41bb26 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b78b76fa-c360-4842-b4fa-2addc4d0b970 HTTP/1.1" status: 204 len: 168 time: 0.3153148 Nov 03 16:02:48.004446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9e41f-6676-4635-a89c-13aada41bb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78b76fa-c360-4842-b4fa-2addc4d0b970,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:48.351201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc442f-1cb4-4e96-bbe2-71fbb90285be req-711b2973-f9bd-489f-a518-f0622c208a14 tempest-ComputeTenantNetworksTest-1009591148 tempest-ComputeTenantNetworksTest-1009591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:48.357016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc442f-1cb4-4e96-bbe2-71fbb90285be req-711b2973-f9bd-489f-a518-f0622c208a14 tempest-ComputeTenantNetworksTest-1009591148 tempest-ComputeTenantNetworksTest-1009591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:48.360762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57988) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:48.363406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc442f-1cb4-4e96-bbe2-71fbb90285be req-711b2973-f9bd-489f-a518-f0622c208a14 tempest-ComputeTenantNetworksTest-1009591148 tempest-ComputeTenantNetworksTest-1009591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:48.365945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1dc442f-1cb4-4e96-bbe2-71fbb90285be req-711b2973-f9bd-489f-a518-f0622c208a14 tempest-ComputeTenantNetworksTest-1009591148 tempest-ComputeTenantNetworksTest-1009591148-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2435391 Nov 03 16:02:48.378793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4d98414-cb71-42ab-a7ad-6b63c1429db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.512384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a454c-62ed-48dd-8328-259155d12394 req-51c7cca6-5e18-4d83-a3d5-550471095d99 tempest-ComputeTenantNetworksTest-1009591148 tempest-ComputeTenantNetworksTest-1009591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:48.516247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48f430-5f83-404b-b29b-e96f98c3a478 req-631cd1d2-b057-41a4-8b36-f576e55e6d64 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:48.518153 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b02a454c-62ed-48dd-8328-259155d12394 req-51c7cca6-5e18-4d83-a3d5-550471095d99 tempest-ComputeTenantNetworksTest-1009591148 tempest-ComputeTenantNetworksTest-1009591148-project] 10.222.0.86 "GET /v2.0/networks/c1bdb6a7-0184-452d-a44d-6b38b31e1557 HTTP/1.1" status: 200 len: 769 time: 0.1294835 Nov 03 16:02:48.527082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb48f430-5f83-404b-b29b-e96f98c3a478 req-631cd1d2-b057-41a4-8b36-f576e55e6d64 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0659418 Nov 03 16:02:48.529309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57998) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:48.598293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4d98414-cb71-42ab-a7ad-6b63c1429db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.605083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4d98414-cb71-42ab-a7ad-6b63c1429db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.650027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb48f430-5f83-404b-b29b-e96f98c3a478 req-a96bf8a0-c61b-4a91-8b54-a37e195c3a2f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157711 Nov 03 16:02:48.672844 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.686695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d98414-cb71-42ab-a7ad-6b63c1429db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe84ee3-09cb-46c4-bba6-db8600d23852,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:48.718387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b4d98414-cb71-42ab-a7ad-6b63c1429db0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dbd7bd657c794d28b088c5863004df87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548543 Nov 03 16:02:48.719582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58004) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:48.773153 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.797083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24edd91f-a23f-4f4f-8b98-9f3e551a742a'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:48.800223 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd3a4f0-0a1e-43ff-9e59-25b8b77e3470" -d '{"events": [{"server_uuid": "97f7942f-0ed1-4904-8224-17b75c91e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "24edd91f-a23f-4f4f-8b98-9f3e551a742a"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:48.810589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bdb6a7-0184-452d-a44d-6b38b31e1557']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:48.822488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1246844-78ea-43a9-a4ec-0b834e797bca') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:48.822812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1246844-78ea-43a9-a4ec-0b834e797bca') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:48.832362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-684ecab0-aa24-49b5-a965-f585aba440ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.834449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.854056 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.863831 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d121a57c-30ad-4dea-981f-59581d12fece x-openstack-request-id: req-d121a57c-30ad-4dea-981f-59581d12fece {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:48.864539 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f7942f-0ed1-4904-8224-17b75c91e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "24edd91f-a23f-4f4f-8b98-9f3e551a742a", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:48.864800 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d121a57c-30ad-4dea-981f-59581d12fece {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:48.865210 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24edd91f-a23f-4f4f-8b98-9f3e551a742a', 'code': 200} Nov 03 16:02:48.865763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-684ecab0-aa24-49b5-a965-f585aba440ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.867586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:02:48.867890 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:02:48.870630 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:02:48.952222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-684ecab0-aa24-49b5-a965-f585aba440ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.956982 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-684ecab0-aa24-49b5-a965-f585aba440ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.962504 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-684ecab0-aa24-49b5-a965-f585aba440ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3fe84ee3-09cb-46c4-bba6-db8600d23852 HTTP/1.1" status: 204 len: 168 time: 0.2401066 Nov 03 16:02:48.971587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ecab0-aa24-49b5-a965-f585aba440ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe84ee3-09cb-46c4-bba6-db8600d23852,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:48.974490 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.992380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:48.996836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] 10.222.0.86 "DELETE /v2.0/networks/c1bdb6a7-0184-452d-a44d-6b38b31e1557 HTTP/1.1" status: 204 len: 168 time: 0.4658451 Nov 03 16:02:49.038474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36562ab4-6b97-44db-af74-a5a939ca0bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=c1bdb6a7-0184-452d-a44d-6b38b31e1557,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:49.131222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e093f35-b47d-4090-ab6d-b5e486ddc1e8 req-6a1b6492-9751-40ba-ba78-a3cd30a95333 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:49.138834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e093f35-b47d-4090-ab6d-b5e486ddc1e8 req-6a1b6492-9751-40ba-ba78-a3cd30a95333 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 945 time: 0.1454546 Nov 03 16:02:49.147515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391ae6d-2dd3-4422-9f26-dcc87f324698 req-2f493703-e685-4b20-87c3-5d1215bcaa1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:49.157381 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8391ae6d-2dd3-4422-9f26-dcc87f324698 req-2f493703-e685-4b20-87c3-5d1215bcaa1b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0661342 Nov 03 16:02:49.165756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea8f50-0665-4655-8873-64f10293ae8a req-e350f698-0b17-4110-9d23-1d6210d2c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:49.167395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95ea8f50-0665-4655-8873-64f10293ae8a req-e350f698-0b17-4110-9d23-1d6210d2c982 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.1387608 Nov 03 16:02:49.224112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8391ae6d-2dd3-4422-9f26-dcc87f324698 req-849b8f56-3405-47bb-bcc6-99aec5503eb8 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628967 Nov 03 16:02:49.245269 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e093f35-b47d-4090-ab6d-b5e486ddc1e8 req-fa6c0cf5-8d9a-43b2-b334-c27a09cfe9ed tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054914 Nov 03 16:02:49.291734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95ea8f50-0665-4655-8873-64f10293ae8a req-26e56392-1287-4f6f-87c3-b6f4827d83e5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125391 Nov 03 16:02:49.337857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58026) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:49.386866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7292a520-c042-49ef-a96f-215a7edc54bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=528fee82e7b742e882a4103726b27ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474730 Nov 03 16:02:49.389506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58032) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:49.499120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41d7632e-a459-4e8b-adad-f4f2a7f6c30c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:49.517344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07206b43-9fc5-480f-b3ab-47719e7413fa req-71770ab7-7883-40db-a1fd-f48286d1209a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:49.520063 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41d7632e-a459-4e8b-adad-f4f2a7f6c30c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:49.526718 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07206b43-9fc5-480f-b3ab-47719e7413fa req-71770ab7-7883-40db-a1fd-f48286d1209a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 945 time: 0.0691266 Nov 03 16:02:49.579444 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41d7632e-a459-4e8b-adad-f4f2a7f6c30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:49.582139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41d7632e-a459-4e8b-adad-f4f2a7f6c30c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:49.585865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-41d7632e-a459-4e8b-adad-f4f2a7f6c30c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/98d3ce92-57a5-4418-b35a-4d1612d16cb2 HTTP/1.1" status: 204 len: 168 time: 0.1929483 Nov 03 16:02:49.594423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7632e-a459-4e8b-adad-f4f2a7f6c30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d3ce92-57a5-4418-b35a-4d1612d16cb2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:49.595576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07206b43-9fc5-480f-b3ab-47719e7413fa req-855f163f-ac71-419f-afd0-324afc6f1b43 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677681 Nov 03 16:02:49.803633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be7511-e958-4c80-a104-e94ed64fb13a req-ff255cff-8ae2-4d20-89b9-bdfef8839c15 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:49.805324 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8be7511-e958-4c80-a104-e94ed64fb13a req-ff255cff-8ae2-4d20-89b9-bdfef8839c15 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0712254 Nov 03 16:02:49.877276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8be7511-e958-4c80-a104-e94ed64fb13a req-6876e399-4cb0-4232-b164-864137cb4aa0 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564110 Nov 03 16:02:50.377563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba98cc-78e2-4fb8-8e97-2563666a1d47 req-ac1b4888-195d-4cf3-814e-33169180042b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:50.386453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96ba98cc-78e2-4fb8-8e97-2563666a1d47 req-ac1b4888-195d-4cf3-814e-33169180042b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0720170 Nov 03 16:02:50.458523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96ba98cc-78e2-4fb8-8e97-2563666a1d47 req-c6914755-68a0-40dd-a118-7f9880a610a2 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674069 Nov 03 16:02:50.510814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58098) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:50.567010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d401f25-16d8-45bc-a710-b552238b7241 req-c0ae5c38-bab4-4a83-bf30-746b283df68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:50.568639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d401f25-16d8-45bc-a710-b552238b7241 req-c0ae5c38-bab4-4a83-bf30-746b283df68c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1097 time: 0.0476582 Nov 03 16:02:50.636941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d401f25-16d8-45bc-a710-b552238b7241 req-f8fb7a1d-8ddd-409a-8701-14d7d2191f97 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601707 Nov 03 16:02:50.780578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1611043860-network', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:50.792835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf6fb4-8860-40fa-90c6-7ad84b712de8 req-7f7cf413-197a-4d36-9260-5c4a850e5ab7 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:50.796145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9dbf6fb4-8860-40fa-90c6-7ad84b712de8 req-7f7cf413-197a-4d36-9260-5c4a850e5ab7 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 945 time: 0.0954769 Nov 03 16:02:50.811285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Made reservation on behalf of cc25541fb1ac44a483c631d6e8bf0bc5 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:50.813806 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:50.823571 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:50.875824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9dbf6fb4-8860-40fa-90c6-7ad84b712de8 req-b309471e-a677-49f9-981c-617d41ff88c9 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717463 Nov 03 16:02:50.931559 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:50.940883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:50.998764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8636223-7c08-413f-8faf-47c7bfe7bd97,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:51.022513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:02:51.037601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:51.038299 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Added segment 685cc840-ec9d-43e6-98c0-3045846fdeff of type vlan for network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 Nov 03 16:02:51.092796 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:51.126336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:51.127871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:51.128945 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:51.222720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58142) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:51.222975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7107484 Nov 03 16:02:51.231995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Request body: {'subnet': {'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1611043860-subnet', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:51.268317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Made reservation on behalf of cc25541fb1ac44a483c631d6e8bf0bc5 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:51.271944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:51.307050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae88673-59f9-4cb3-b106-fd1740364135 admin admin] Pushing event updated for resources: {'Network': ['ID=02d2a4bc-8a08-40ac-816b-4ffbe1b97595,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:51.326785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:02:51.361644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31739982-f8cf-4266-a25b-1919148bfd7a req-429b0e3e-6811-43f4-abe6-1313ebc451f1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:51.363219 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31739982-f8cf-4266-a25b-1919148bfd7a req-429b0e3e-6811-43f4-abe6-1313ebc451f1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.2134321 Nov 03 16:02:51.451575 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31739982-f8cf-4266-a25b-1919148bfd7a req-7287fdcd-0099-48cd-95a7-2ac4a94b1ab2 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787783 Nov 03 16:02:51.551776 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:51.636808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adb649-095e-481b-9f3b-fb39612c5630 req-f62de8de-4734-42c7-a4fa-4424c7ed802c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:51.644001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18adb649-095e-481b-9f3b-fb39612c5630 req-f62de8de-4734-42c7-a4fa-4424c7ed802c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0611067 Nov 03 16:02:51.728496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=991f785b-b59a-4356-aabf-9d6c575adac8,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:51.729022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18adb649-095e-481b-9f3b-fb39612c5630 req-063f3f34-41a3-4688-9cad-c1c1fd10deab tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838926 Nov 03 16:02:51.783329 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:51.796310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8eecac-253f-4ae6-b3cd-817e23750442 req-991e996c-baf9-4d44-932a-892d81f9da7b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:51.802804 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee8eecac-253f-4ae6-b3cd-817e23750442 req-991e996c-baf9-4d44-932a-892d81f9da7b tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1485224 Nov 03 16:02:51.804306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Checking segment: {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:51.804832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Network hostable DHCP agents. Network: 02d2a4bc-8a08-40ac-816b-4ffbe1b97595, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:02:51.840490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:02:51.859795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 02d2a4bc-8a08-40ac-816b-4ffbe1b97595) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:51.869295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:51.871916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ef30f-9f7b-4772-8103-ecfcf715bd18 None None] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:51.880697 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:51.905148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee8eecac-253f-4ae6-b3cd-817e23750442 req-0e6b53a3-6aab-4ff1-92fd-8eb26452196d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905766 Nov 03 16:02:51.917823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58182) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:51.918103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-874e54cc-2fc8-4e1c-8ea8-8d1069a93aa6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6920345 Nov 03 16:02:51.923307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:51.967116 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:51.968503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:52.052791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:52.234610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:02:52.235841 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:52.241655 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:52.425767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Allocated IP 172.20.0.2 (02d2a4bc-8a08-40ac-816b-4ffbe1b97595/991f785b-b59a-4356-aabf-9d6c575adac8/65931718-b84f-479d-b820-24a7abf7a1f5) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:52.535838 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:52.569873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:52.648917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-9580d8d0-07ac-41c0-91b2-b4bda4f6d631 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:52.657379 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-9580d8d0-07ac-41c0-91b2-b4bda4f6d631 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/networks?id=0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 200 len: 815 time: 0.1898718 Nov 03 16:02:52.681747 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-c04410f1-2b4b-4187-9fed-c6a691ae73c4 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/quotas/bbed15a634654a34b11e6aff90c99d7b HTTP/1.1" status: 200 len: 375 time: 0.0229034 Nov 03 16:02:52.727740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:52.739491 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:52.760231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-c6cec054-c54f-44a1-8500-90d280f17a64 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bbed15a634654a34b11e6aff90c99d7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762241 Nov 03 16:02:52.761892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Allocated IP 172.25.6.110 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d2155c76-8f19-47bb-8812-15cc4f8a156a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:52.827800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Pushing event updated for resources: {'Port': ['ID=65931718-b84f-479d-b820-24a7abf7a1f5,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:52.850591 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58238) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:52.854583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:52.856075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:52.858629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:52.873309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-3b1dc96f-a9fb-40b3-97de-e8c644f5026e service neutron] 10.222.0.86 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122038 Nov 03 16:02:52.963512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Attempting to bind port 65931718-b84f-479d-b820-24a7abf7a1f5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:52.963900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Attempting to bind port 65931718-b84f-479d-b820-24a7abf7a1f5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:52.964278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Attempting to bind port 65931718-b84f-479d-b820-24a7abf7a1f5 on network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:52.982457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:52.982715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-1f05aba5-b018-4fbb-ac93-ba7d3385c634 service neutron] 10.222.0.86 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023641 Nov 03 16:02:52.983011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Checking segment: {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:52.983705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:52.984291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Bound using segment: {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:52.984778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Bound port: 65931718-b84f-479d-b820-24a7abf7a1f5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:52.985328 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:53.018661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1386e-6c43-4bcf-8d19-8394a18561e2 req-66100395-4a27-4e15-b47e-719646d4a64b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:53.027293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4a1386e-6c43-4bcf-8d19-8394a18561e2 req-66100395-4a27-4e15-b47e-719646d4a64b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1290822 Nov 03 16:02:53.059578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d7e122a-ef82-40a3-a48e-ded1cd7e6735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:53.068698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] For port 65931718-b84f-479d-b820-24a7abf7a1f5, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:53.072933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] For port 65931718-b84f-479d-b820-24a7abf7a1f5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=65931718-b84f-479d-b820-24a7abf7a1f5,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:53.080818 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:53.250572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620ce22-fff4-4a4f-aa69-3ed4bb45e8d4 None None] Pushing event updated for resources: {'Port': ['ID=65931718-b84f-479d-b820-24a7abf7a1f5,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:53.323539 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-818cfb60-95eb-45b5-b619-636f6d7e98cf req-d516db1c-056e-4a33-89d3-d70532105d47 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 210 time: 0.0452197 Nov 03 16:02:53.608215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:53.641057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4a1386e-6c43-4bcf-8d19-8394a18561e2 req-4d837407-5ff7-4b43-abac-c1f99cc80537 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128936 Nov 03 16:02:53.774285 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-76e90e72-3b9b-4416-b306-1770ccc1eb9c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:53.777185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-76e90e72-3b9b-4416-b306-1770ccc1eb9c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "GET /v2.0/ports?device_id=97f7942f-0ed1-4904-8224-17b75c91e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1378901 Nov 03 16:02:53.788707 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:53.874815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:53.878709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Pushing event updated for resources: {'Port': ['ID=d2155c76-8f19-47bb-8812-15cc4f8a156a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:53.883330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:53.893711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:53.956939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d7e122a-ef82-40a3-a48e-ded1cd7e6735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.026839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Deleting port 24edd91f-a23f-4f4f-8b98-9f3e551a742a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:02:54.027235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.065865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d7e122a-ef82-40a3-a48e-ded1cd7e6735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.193686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 65931718-b84f-479d-b820-24a7abf7a1f5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:54.194286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] For port 24edd91f-a23f-4f4f-8b98-9f3e551a742a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=24edd91f-a23f-4f4f-8b98-9f3e551a742a,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:54.194777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.211122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Calling delete_port for 24edd91f-a23f-4f4f-8b98-9f3e551a742a owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:02:54.308981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 65931718-b84f-479d-b820-24a7abf7a1f5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:54.309943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.389653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9d7e122a-ef82-40a3-a48e-ded1cd7e6735 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a10c6a865a44bddb968d38ca7a4ba5c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5356841 Nov 03 16:02:54.400715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e122a-ef82-40a3-a48e-ded1cd7e6735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992f7591-cfd7-475e-aeeb-a3e862fdc7ee,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:54.435043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58292) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:54.467870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.468380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-1669197a-7a8a-4328-bdaf-947064bea4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:54.472445 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-1669197a-7a8a-4328-bdaf-947064bea4eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1097 time: 0.4162030 Nov 03 16:02:54.507176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474924-7712-4c4b-83c8-8ac740aff53c req-f3e5d72f-e1c7-4f47-a424-bce79b934dec tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:54.508727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d474924-7712-4c4b-83c8-8ac740aff53c req-f3e5d72f-e1c7-4f47-a424-bce79b934dec tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.4782798 Nov 03 16:02:54.534668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 65931718-b84f-479d-b820-24a7abf7a1f5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=65931718-b84f-479d-b820-24a7abf7a1f5,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:54.540852 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.583413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ea2ca4c-b5a6-48c8-ad4c-463ca0ae1402 req-873f0c80-3d28-4f50-94ad-19e67958c2ed tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 210 time: 0.1011117 Nov 03 16:02:54.597293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.623882 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=65931718-b84f-479d-b820-24a7abf7a1f5,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:54.640363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['24edd91f-a23f-4f4f-8b98-9f3e551a742a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:54.744477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d474924-7712-4c4b-83c8-8ac740aff53c req-23e07ff9-f0fc-49a7-859f-f41aa070814d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235124 Nov 03 16:02:54.768826 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6799ad59-526d-4145-806c-d2aa6b90452f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.789205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Pushing event deleted for resources: {'Port': ['ID=24edd91f-a23f-4f4f-8b98-9f3e551a742a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:54.839091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] No DVR routers for this DVR port 24edd91f-a23f-4f4f-8b98-9f3e551a742a on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:02:54.846730 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.851672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe2a8569-c267-43a5-960d-6b2781fa05f8 req-50a5e155-47ff-4faa-8ef3-b0f634972a63 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "DELETE /v2.0/ports/24edd91f-a23f-4f4f-8b98-9f3e551a742a HTTP/1.1" status: 204 len: 173 time: 1.0668371 Nov 03 16:02:54.852510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'name': 'network-vif-deleted', 'tag': '24edd91f-a23f-4f4f-8b98-9f3e551a742a'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:54.856108 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64560bf4-ac27-45a9-9cf6-672a09f1b516" -d '{"events": [{"server_uuid": "97f7942f-0ed1-4904-8224-17b75c91e8d7", "name": "network-vif-deleted", "tag": "24edd91f-a23f-4f4f-8b98-9f3e551a742a"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:54.874421 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6799ad59-526d-4145-806c-d2aa6b90452f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.928101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1930fa-df3c-483f-aedb-72964fc87afb None None] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:02:54.965145 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052b957f-d26b-409d-9440-6a30cd4ed696 x-openstack-request-id: req-052b957f-d26b-409d-9440-6a30cd4ed696 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:54.965443 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f7942f-0ed1-4904-8224-17b75c91e8d7", "name": "network-vif-deleted", "tag": "24edd91f-a23f-4f4f-8b98-9f3e551a742a", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:54.965788 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-052b957f-d26b-409d-9440-6a30cd4ed696 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:54.966374 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f7942f-0ed1-4904-8224-17b75c91e8d7', 'name': 'network-vif-deleted', 'tag': '24edd91f-a23f-4f4f-8b98-9f3e551a742a', 'status': 'completed', 'code': 200} Nov 03 16:02:54.972098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6799ad59-526d-4145-806c-d2aa6b90452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.975736 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6799ad59-526d-4145-806c-d2aa6b90452f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:54.979782 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6799ad59-526d-4145-806c-d2aa6b90452f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/992f7591-cfd7-475e-aeeb-a3e862fdc7ee HTTP/1.1" status: 204 len: 168 time: 0.5415962 Nov 03 16:02:54.998216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799ad59-526d-4145-806c-d2aa6b90452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f7591-cfd7-475e-aeeb-a3e862fdc7ee,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:55.090763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a7766a2e-e2dc-4128-b33d-0ac8cbc3fdba None None] Provisioning complete for port 65931718-b84f-479d-b820-24a7abf7a1f5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:55.091176 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a7766a2e-e2dc-4128-b33d-0ac8cbc3fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.101973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-3edd3bdd-65d3-4c3b-b059-4aed68b04912 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:55.104081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-3edd3bdd-65d3-4c3b-b059-4aed68b04912 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "GET /v2.0/networks?id=0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 200 len: 815 time: 0.3532448 Nov 03 16:02:55.130780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Request body: {'port': {'device_id': 'b5639d36-2bb7-4471-b775-96d52307ed8f', 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b', 'admin_state_up': True, 'tenant_id': 'bbed15a634654a34b11e6aff90c99d7b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:55.250034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.305046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-d610dc7b-3cc2-489c-8857-ec0dc5fb40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:55.306483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-d610dc7b-3cc2-489c-8857-ec0dc5fb40f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 919 time: 0.8099570 Nov 03 16:02:55.378321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Made reservation on behalf of bbed15a634654a34b11e6aff90c99d7b for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:02:55.383866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.392417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-5b097988-b424-4582-8dc1-37fbec19a2aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404e0adc-e54c-4165-bd88-62358eaed249 HTTP/1.1" status: 200 len: 217 time: 0.0743926 Nov 03 16:02:55.477021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58328) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:55.494616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1744091c-c808-401e-98f1-0639c92a2e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.586062 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1744091c-c808-401e-98f1-0639c92a2e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.598673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1744091c-c808-401e-98f1-0639c92a2e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.650708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1744091c-c808-401e-98f1-0639c92a2e1c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dae7448e70dd445593749eb43b505a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720345 Nov 03 16:02:55.651733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744091c-c808-401e-98f1-0639c92a2e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7a15e9-6429-4ae9-bf8a-c3a7e1f3b7aa,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:55.654147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58332) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:55.702644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d69fff56-9ed9-4474-9711-2acc3795cc93 None None] Provisioning complete for port 65931718-b84f-479d-b820-24a7abf7a1f5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:55.703370 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d69fff56-9ed9-4474-9711-2acc3795cc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.714106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-bbcfa0f7-0f88-4ca5-a2c7-fe3170e68505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:55.715703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-bbcfa0f7-0f88-4ca5-a2c7-fe3170e68505 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.2153356 Nov 03 16:02:55.764574 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efa7c1b9-4fd2-487e-ae94-1651983ea669 req-264a90b0-a3a5-4a70-aa60-3c6e70af4278 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 210 time: 0.0560999 Nov 03 16:02:55.776704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-06cc7322-ffb7-4fa4-840c-8dd8a41024a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525930 Nov 03 16:02:55.798120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-60a4d202-3594-4aa8-a7d5-7d1a6e9d2370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.846227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-60a4d202-3594-4aa8-a7d5-7d1a6e9d2370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.929849 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-60a4d202-3594-4aa8-a7d5-7d1a6e9d2370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.935100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-60a4d202-3594-4aa8-a7d5-7d1a6e9d2370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:55.940281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-60a4d202-3594-4aa8-a7d5-7d1a6e9d2370 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f7a15e9-6429-4ae9-bf8a-c3a7e1f3b7aa HTTP/1.1" status: 204 len: 168 time: 0.2818058 Nov 03 16:02:55.946927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4d202-3594-4aa8-a7d5-7d1a6e9d2370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7a15e9-6429-4ae9-bf8a-c3a7e1f3b7aa,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:56.037043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Allocated IP 172.20.0.10 (0cb8f165-4475-43f8-8568-3a60a823a49b/0578e3e4-c409-4214-b01c-e69a7cc92056/7dc569fc-3be9-4c75-a498-8174c693e63d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:56.045262 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:56.097445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0048362-a58a-4b97-abbb-d261f1cc8875 req-3d7845be-1f13-414d-b03b-1616fcbe5a99 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:56.099887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0048362-a58a-4b97-abbb-d261f1cc8875 req-3d7845be-1f13-414d-b03b-1616fcbe5a99 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1962419 Nov 03 16:02:56.142301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 65931718-b84f-479d-b820-24a7abf7a1f5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:56.151559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-961b4adb-3e79-437f-bded-20cd64eefb5b service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293576 Nov 03 16:02:56.206012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 65931718-b84f-479d-b820-24a7abf7a1f5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:56.206425 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:56.362817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e1962687-2b8a-4256-a102-d881398d29c0 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:02:56.392720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0048362-a58a-4b97-abbb-d261f1cc8875 req-71452707-05e2-4126-83b2-50b5896ec5dc tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530615 Nov 03 16:02:56.467870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def93587-4c6c-440c-aa2b-55a4b42ef1fe req-84050f97-08d1-45da-a601-a2278ef9217d service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029385 Nov 03 16:02:56.509262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Router 551491c7-3e34-43af-9793-fe970f9f6cb5 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:02:56.525757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:56.562263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e1962687-2b8a-4256-a102-d881398d29c0,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:56.599063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e1962687-2b8a-4256-a102-d881398d29c0', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'port_id': 'e1962687-2b8a-4256-a102-d881398d29c0', 'mac_address': 'fa:16:3e:71:b9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543be02-569a-48d6-910c-234d6054c340', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:02:56.647300 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:56.667676 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:56.668521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1962687-2b8a-4256-a102-d881398d29c0 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:56.679804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['24edd91f-a23f-4f4f-8b98-9f3e551a742a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:56.720230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e1962687-2b8a-4256-a102-d881398d29c0,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:56.725424 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:56.750334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:02:56.763406 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Sync routers for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:02:56.782945 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:56.783943 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:56.794658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e1962687-2b8a-4256-a102-d881398d29c0,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:56.824980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:56.826369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-caa768d5-01e9-4716-a7d7-0b51fcca3256 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9069259 Nov 03 16:02:56.829156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58380) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:02:56.841847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Network 0cb8f165-4475-43f8-8568-3a60a823a49b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:56.846051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:56.852389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:56.853842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Pushing event updated for resources: {'Port': ['ID=7dc569fc-3be9-4c75-a498-8174c693e63d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:56.924425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e1962687-2b8a-4256-a102-d881398d29c0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:02:56.964748 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:56.964985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:56.965446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:56.990920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-8a8b7e33-b53b-4ef2-9822-a471d9669fcc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8735404 Nov 03 16:02:57.015279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Request body: {'port': {'device_id': 'b5639d36-2bb7-4471-b775-96d52307ed8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:02:57.039958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a148e-0d6f-4f3a-a248-2c2a7c1bffc7 req-a304638c-01a1-4747-ba54-edeee15a21cc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:57.044827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-820a148e-0d6f-4f3a-a248-2c2a7c1bffc7 req-a304638c-01a1-4747-ba54-edeee15a21cc tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 932 time: 0.1187005 Nov 03 16:02:57.171708 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-820a148e-0d6f-4f3a-a248-2c2a7c1bffc7 req-433c2cf1-871e-4deb-991d-cd63ea0b0de6 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682709 Nov 03 16:02:57.224784 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:57.322326 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:54Z', 'revision_number': 3, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:57.385636 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Checking router: 551491c7-3e34-43af-9793-fe970f9f6cb5 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:02:57.385992 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Updating router 551491c7-3e34-43af-9793-fe970f9f6cb5 port d2155c76-8f19-47bb-8812-15cc4f8a156a binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:02:57.433717 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:57.707611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193a108-3715-4011-a085-ea469625c293 req-65566ff2-156f-4803-8c0c-07edb4dc8ca6 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:57.710920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5193a108-3715-4011-a085-ea469625c293 req-65566ff2-156f-4803-8c0c-07edb4dc8ca6 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1900752 Nov 03 16:02:57.797809 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5193a108-3715-4011-a085-ea469625c293 req-0e3db485-a095-4c45-8076-2f29f390a2c4 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806279 Nov 03 16:02:57.887508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc569fc-3be9-4c75-a498-8174c693e63d {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:02:57.922182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:57.962099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Transition to ACTIVE for port object 7dc569fc-3be9-4c75-a498-8174c693e63d will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:02:57.967285 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:57.973893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:57.994430 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.043606 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.057701 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Pushing event updated for resources: {'Port': ['ID=d2155c76-8f19-47bb-8812-15cc4f8a156a,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:58.084896 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.085239 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.085599 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.085936 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.086265 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.086591 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.086914 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.087235 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.087552 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.087870 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.088187 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.088504 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:02:58.110024 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Attempting to bind port d2155c76-8f19-47bb-8812-15cc4f8a156a on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:58.110288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Pushing event updated for resources: {'Port': ['ID=7dc569fc-3be9-4c75-a498-8174c693e63d,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:58.110411 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Attempting to bind port d2155c76-8f19-47bb-8812-15cc4f8a156a by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:58.110750 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Attempting to bind port d2155c76-8f19-47bb-8812-15cc4f8a156a on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:58.117617 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:58.117970 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:58.118562 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.119109 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:58.119923 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Bound port: d2155c76-8f19-47bb-8812-15cc4f8a156a, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:58.120642 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.183445 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] For port d2155c76-8f19-47bb-8812-15cc4f8a156a, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:58.187403 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] For port d2155c76-8f19-47bb-8812-15cc4f8a156a, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d2155c76-8f19-47bb-8812-15cc4f8a156a,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:58.193853 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.288169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Attempting to bind port 7dc569fc-3be9-4c75-a498-8174c693e63d on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:02:58.288550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Attempting to bind port 7dc569fc-3be9-4c75-a498-8174c693e63d by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:02:58.289758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Attempting to bind port 7dc569fc-3be9-4c75-a498-8174c693e63d on network 0cb8f165-4475-43f8-8568-3a60a823a49b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:58.298307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Port 7dc569fc-3be9-4c75-a498-8174c693e63d on network 0cb8f165-4475-43f8-8568-3a60a823a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:02:58.298621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Attempting to bind port 7dc569fc-3be9-4c75-a498-8174c693e63d on network 0cb8f165-4475-43f8-8568-3a60a823a49b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:02:58.326639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:02:58.326639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Checking segment: {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:02:58.326639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Bound using segment: {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:02:58.327098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Bound port: 7dc569fc-3be9-4c75-a498-8174c693e63d, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33571e7-09ea-46ec-b666-1f4b6347ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:02:58.327196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.359542 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e80f2f-11ba-479f-b9be-363c5610549f None None] Pushing event updated for resources: {'Port': ['ID=d2155c76-8f19-47bb-8812-15cc4f8a156a,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:58.368323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e1962687-2b8a-4256-a102-d881398d29c0 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:02:58.387602 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:02:58.390299 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:58.460570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Allocated IP 172.20.0.1 (02d2a4bc-8a08-40ac-816b-4ffbe1b97595/991f785b-b59a-4356-aabf-9d6c575adac8/2a1b00c1-c1ae-4b43-891c-1d08f9ec226b) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:02:58.514293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e1962687-2b8a-4256-a102-d881398d29c0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:58.515031 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.606616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70334501-57ec-4667-884f-0092c4ae9ea5 req-2889cb72-3ee3-4593-af4a-23e1291b1673 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:58.611856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70334501-57ec-4667-884f-0092c4ae9ea5 req-2889cb72-3ee3-4593-af4a-23e1291b1673 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 944 time: 0.3044238 Nov 03 16:02:58.657047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] For port 7dc569fc-3be9-4c75-a498-8174c693e63d, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:02:58.679357 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:02:58.713798 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.716872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.746883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] For port 7dc569fc-3be9-4c75-a498-8174c693e63d, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7dc569fc-3be9-4c75-a498-8174c693e63d,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:02:58.750939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70334501-57ec-4667-884f-0092c4ae9ea5 req-730f58a2-e757-47f6-8266-f0034265f93d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289756 Nov 03 16:02:58.759010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.806294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:58.812937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:58.814254 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.816242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] 10.222.0.70 "PUT /v2.0/ports/7dc569fc-3be9-4c75-a498-8174c693e63d HTTP/1.1" status: 200 len: 1092 time: 1.8096728 Nov 03 16:02:58.816458 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4ded82-00e4-4c56-83a6-9c8515a1eec3" -d '{"events": [{"server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "name": "network-vif-plugged", "status": "completed", "tag": "e1962687-2b8a-4256-a102-d881398d29c0"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:58.818986 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.821051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5639d36-2bb7-4471-b775-96d52307ed8f', 'tag': '7dc569fc-3be9-4c75-a498-8174c693e63d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:02:58.858288 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5004a9-3192-4982-aa29-f8abd0d15ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5639d36-2bb7-4471-b775-96d52307ed8f", "tag": "7dc569fc-3be9-4c75-a498-8174c693e63d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:02:58.895410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e1962687-2b8a-4256-a102-d881398d29c0,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:02:58.904449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:58.993986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 24edd91f-a23f-4f4f-8b98-9f3e551a742a no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:02:59.009010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1b00c1-c1ae-4b43-891c-1d08f9ec226b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:59.053845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:02:59.055099 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260ec67e-11ef-4609-b411-74c62317daa7 x-openstack-request-id: req-260ec67e-11ef-4609-b411-74c62317daa7 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:59.055566 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "name": "network-vif-plugged", "status": "completed", "tag": "e1962687-2b8a-4256-a102-d881398d29c0", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:59.056100 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-260ec67e-11ef-4609-b411-74c62317daa7 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:59.056657 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0', 'code': 200} Nov 03 16:02:59.057391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:02:59.066488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:02:59.070792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 24edd91f-a23f-4f4f-8b98-9f3e551a742a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:02:59.077303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 24edd91f-a23f-4f4f-8b98-9f3e551a742a not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:02:59.137387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e1962687-2b8a-4256-a102-d881398d29c0,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:59.174136 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66086a7-930b-4c7c-a241-14a00b5c061d x-openstack-request-id: req-e66086a7-930b-4c7c-a241-14a00b5c061d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:02:59.177209 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5639d36-2bb7-4471-b775-96d52307ed8f", "tag": "7dc569fc-3be9-4c75-a498-8174c693e63d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:02:59.177869 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e66086a7-930b-4c7c-a241-14a00b5c061d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:02:59.180924 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5639d36-2bb7-4471-b775-96d52307ed8f', 'tag': '7dc569fc-3be9-4c75-a498-8174c693e63d', 'status': 'completed', 'code': 200} Nov 03 16:02:59.210233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:59.255632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ba9a1-857b-4062-8389-f511d9eef90a service neutron] Pushing event updated for resources: {'Port': ['ID=7dc569fc-3be9-4c75-a498-8174c693e63d,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:02:59.299396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411784f1-8bae-4d10-80df-c3896674eb18 req-86cea4b3-cccd-480f-a5d2-cc6fe32b9648 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:59.302699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-411784f1-8bae-4d10-80df-c3896674eb18 req-86cea4b3-cccd-480f-a5d2-cc6fe32b9648 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.3463144 Nov 03 16:02:59.314848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-cc8512c0-ac0e-4b29-973c-0e105676a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:02:59.316875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-cc8512c0-ac0e-4b29-973c-0e105676a406 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbed15a634654a34b11e6aff90c99d7b&device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 1095 time: 0.3728080 Nov 03 16:02:59.325821 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:54Z', 'revision_number': 3, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:02:59.402569 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc55bd0-e645-42d2-97c4-f001f56c8181 None None] The sync data for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 is: [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:54Z', 'revision_number': 3, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:02:59.597287 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:59.749360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e3db2e54-6808-4583-8b43-20d4be43484c None None] Provisioning complete for port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:02:59.749990 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e3db2e54-6808-4583-8b43-20d4be43484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:02:59.968042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e3db2e54-6808-4583-8b43-20d4be43484c None None] Port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:03:00.291770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d2155c76-8f19-47bb-8812-15cc4f8a156a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:03:00.360849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070159d-0949-4e70-b4cd-eac0e9b63e6d req-16b938a2-f60e-4a27-95d7-51d78d14f9ed tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:00.371057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e070159d-0949-4e70-b4cd-eac0e9b63e6d req-16b938a2-f60e-4a27-95d7-51d78d14f9ed tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 944 time: 0.3295302 Nov 03 16:03:00.483609 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-b354aa67-7fc4-4415-9dda-c111435a439b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dc569fc-3be9-4c75-a498-8174c693e63d HTTP/1.1" status: 200 len: 217 time: 1.1459377 Nov 03 16:03:00.492504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d2155c76-8f19-47bb-8812-15cc4f8a156a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:00.492892 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:00.567978 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-411784f1-8bae-4d10-80df-c3896674eb18 req-dcbcbda4-bdf5-437d-b977-0d0e851cf703 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2475574 Nov 03 16:03:00.577239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:00.607292 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:00.616566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-2037bc61-9afb-4773-b813-5a5ed8449ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:00.624401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-2037bc61-9afb-4773-b813-5a5ed8449ef6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0578e3e4-c409-4214-b01c-e69a7cc92056 HTTP/1.1" status: 200 len: 855 time: 0.1308141 Nov 03 16:03:00.722322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-3f8be6a7-e962-4cb9-8f41-ce386957ac5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cb8f165-4475-43f8-8568-3a60a823a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910814 Nov 03 16:03:00.854730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:00.889951 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e070159d-0949-4e70-b4cd-eac0e9b63e6d req-ad3421ca-dcdf-4f01-a2c2-f74b0c7a0292 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018752 Nov 03 16:03:00.999958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port d2155c76-8f19-47bb-8812-15cc4f8a156a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d2155c76-8f19-47bb-8812-15cc4f8a156a,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:01.010289 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:01.073174 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-a5740999-cc0d-4171-b394-551bbe7c200d service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403516 Nov 03 16:03:01.086093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:01.088138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1b00c1-c1ae-4b43-891c-1d08f9ec226b,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:01.208607 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=d2155c76-8f19-47bb-8812-15cc4f8a156a,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:01.291543 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:01.428305 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2aaca338-b6b2-4676-bbfa-66ef2f18b579 req-295f0536-49aa-4b0c-bdc4-b0057d44c30b service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462894 Nov 03 16:03:01.462688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:03:01.465736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:03:01.790402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-0344b37b-1a71-44e5-9fe5-a71921040611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:01.791977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-0344b37b-1a71-44e5-9fe5-a71921040611 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbed15a634654a34b11e6aff90c99d7b&device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 1095 time: 0.2275774 Nov 03 16:03:01.985459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Router 551491c7-3e34-43af-9793-fe970f9f6cb5 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:03:02.055378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9305765a-112f-4840-affa-c5c164fe7f98 None None] Provisioning complete for port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:02.061707 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9305765a-112f-4840-affa-c5c164fe7f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:02.230587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9305765a-112f-4840-affa-c5c164fe7f98 None None] Port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:03:02.278130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d2155c76-8f19-47bb-8812-15cc4f8a156a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:03:02.337632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d2155c76-8f19-47bb-8812-15cc4f8a156a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:02.338270 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:02.376033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58588) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:02.523786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-c8f136c5-3a39-47ea-bde0-b0e7ea4e2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:02.527447 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0dcbed6f-1b6e-4378-b75f-63c499f2b77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:02.529333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-c8f136c5-3a39-47ea-bde0-b0e7ea4e2fe2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 200 len: 916 time: 0.7195318 Nov 03 16:03:02.591074 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-b6d6bf98-dc9a-4185-ac2c-0a83c4481943 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dc569fc-3be9-4c75-a498-8174c693e63d HTTP/1.1" status: 200 len: 217 time: 0.0522535 Nov 03 16:03:02.726851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-babe535c-db33-4277-b927-fb7c8dec3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:02.728334 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-babe535c-db33-4277-b927-fb7c8dec3a12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0578e3e4-c409-4214-b01c-e69a7cc92056 HTTP/1.1" status: 200 len: 855 time: 0.1289089 Nov 03 16:03:02.769114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd959c-6af3-4565-b3a5-b9d28e1aae9d req-1d25d532-8e83-43e8-b114-671e8c2615ab tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:02.787803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ccd959c-6af3-4565-b3a5-b9d28e1aae9d req-1d25d532-8e83-43e8-b114-671e8c2615ab tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 944 time: 0.5143504 Nov 03 16:03:02.846898 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-c4552501-9bb2-4687-a704-fe2328cdb79d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cb8f165-4475-43f8-8568-3a60a823a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100767 Nov 03 16:03:02.859981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bc373fb5-cc45-4cca-9d7c-d613d3bbdd66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:02.935038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:03:02.955089 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5835107b-2f3d-4020-b6fb-1b4f5c4e0602 admin admin] 10.222.0.86 "PUT /v2.0/routers/551491c7-3e34-43af-9793-fe970f9f6cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1231639 Nov 03 16:03:02.974640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7dc569fc-3be9-4c75-a498-8174c693e63d details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:03:03.018172 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ccd959c-6af3-4565-b3a5-b9d28e1aae9d req-deb3cbfa-6979-43e0-86c3-153668b119af tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279291 Nov 03 16:03:03.136400 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-fd7c1c05-64bf-4c52-a6b2-63d25bc2c7ac service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717533 Nov 03 16:03:03.327477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Sync routers for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:03:03.334712 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5004a9-3192-4982-aa29-f8abd0d15ca8 req-a98759c8-49e0-446b-9199-a8a532e5d7b8 service neutron] 10.222.0.70 "GET /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802607 Nov 03 16:03:03.442648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:03:03.449965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:03.631604 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bc373fb5-cc45-4cca-9d7c-d613d3bbdd66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:03.649054 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bc373fb5-cc45-4cca-9d7c-d613d3bbdd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:03.759551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7dc569fc-3be9-4c75-a498-8174c693e63d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7dc569fc-3be9-4c75-a498-8174c693e63d,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:03.781277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc373fb5-cc45-4cca-9d7c-d613d3bbdd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d13d936-93a4-45cc-a0c0-583ec29cce6b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:03.810865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bc373fb5-cc45-4cca-9d7c-d613d3bbdd66 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9262e7e8697b41c8b9aeb31954755db5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4257052 Nov 03 16:03:03.813515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58628) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:03.882091 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0419497c-082b-4ce2-8626-f23dc31637d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:03.916148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0419497c-082b-4ce2-8626-f23dc31637d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:03.990540 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0419497c-082b-4ce2-8626-f23dc31637d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:03.996721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0419497c-082b-4ce2-8626-f23dc31637d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:04.000343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0419497c-082b-4ce2-8626-f23dc31637d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d13d936-93a4-45cc-a0c0-583ec29cce6b HTTP/1.1" status: 204 len: 168 time: 0.1836154 Nov 03 16:03:04.004083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '7dc569fc-3be9-4c75-a498-8174c693e63d', 'network_id': '0cb8f165-4475-43f8-8568-3a60a823a49b', 'port_id': '7dc569fc-3be9-4c75-a498-8174c693e63d', 'mac_address': 'fa:16:3e:0b:06:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0578e3e4-c409-4214-b01c-e69a7cc92056', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:03:04.032806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419497c-082b-4ce2-8626-f23dc31637d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d13d936-93a4-45cc-a0c0-583ec29cce6b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:04.137900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:03:04.302155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf9ba9-fc3e-409a-9282-07386a3850fc req-84eca1c4-ebe8-4b69-a35a-96b9d093b45d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:04.319486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71cf9ba9-fc3e-409a-9282-07386a3850fc req-84eca1c4-ebe8-4b69-a35a-96b9d093b45d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 944 time: 0.1391521 Nov 03 16:03:04.433418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71cf9ba9-fc3e-409a-9282-07386a3850fc req-bb6c6082-630f-4bce-a502-828bb9ee6bbe tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128979 Nov 03 16:03:04.438011 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:04.482068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc569fc-3be9-4c75-a498-8174c693e63d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:03:04.531427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7dc569fc-3be9-4c75-a498-8174c693e63d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7dc569fc-3be9-4c75-a498-8174c693e63d,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:04.558239 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:04.592878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58650) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:04.599268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-68469169-a7dc-42d4-85fd-9478b98956fe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--676102619', 'description': 'tempest-description--50290948'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:03:04.720960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-68469169-a7dc-42d4-85fd-9478b98956fe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:04.754810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=7dc569fc-3be9-4c75-a498-8174c693e63d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:04.861471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58666) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:04.864247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['7dc569fc-3be9-4c75-a498-8174c693e63d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:03:04.919265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-30cc2e39-1b15-4459-8831-16af0eae3fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:04.930257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c4a0a-1bd2-4d24-bfea-594cf3dc800e req-661ab91b-98d2-495c-9fee-33308d8c09fe tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:04.932087 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b1c4a0a-1bd2-4d24-bfea-594cf3dc800e req-661ab91b-98d2-495c-9fee-33308d8c09fe tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0810184 Nov 03 16:03:04.943873 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:03:04.967941 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6ff0-b243-4eac-9fdd-aa4131fc989c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:04.992854 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-68469169-a7dc-42d4-85fd-9478b98956fe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:04.996884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 2, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:05.004269 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-68469169-a7dc-42d4-85fd-9478b98956fe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.030182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-68469169-a7dc-42d4-85fd-9478b98956fe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.035980 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-68469169-a7dc-42d4-85fd-9478b98956fe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4419510 Nov 03 16:03:05.043687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58668) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:05.060844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0ed83cb8-4aa9-4e52-a1df-02633d958c3d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'security_group_rule': {'security_group_id': 'ec53118b-6aad-4fc3-a7da-3c23cfe40259', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:03:05.080014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68469169-a7dc-42d4-85fd-9478b98956fe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec53118b-6aad-4fc3-a7da-3c23cfe40259,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:05.096716 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b1c4a0a-1bd2-4d24-bfea-594cf3dc800e req-2a5e73da-d32c-478e-b927-2d0e04d9f103 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561737 Nov 03 16:03:05.116425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Checking router: 551491c7-3e34-43af-9793-fe970f9f6cb5 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:03:05.118795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Updating router 551491c7-3e34-43af-9793-fe970f9f6cb5 port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:03:05.129877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed83cb8-4aa9-4e52-a1df-02633d958c3d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.147631 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-30cc2e39-1b15-4459-8831-16af0eae3fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.159825 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-30cc2e39-1b15-4459-8831-16af0eae3fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.244914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc2e39-1b15-4459-8831-16af0eae3fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ab71b2-ebf6-4070-9d73-4e9982a8e88f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:05.300222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.306260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed83cb8-4aa9-4e52-a1df-02633d958c3d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.314733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed83cb8-4aa9-4e52-a1df-02633d958c3d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.346559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-30cc2e39-1b15-4459-8831-16af0eae3fc1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d393878bb994dd5b192d34ea19cf576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4792564 Nov 03 16:03:05.348907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58678) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:05.356770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed83cb8-4aa9-4e52-a1df-02633d958c3d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007698a8-48c4-4d56-a642-09f8466f35d5,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:05.387753 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0ed83cb8-4aa9-4e52-a1df-02633d958c3d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.389243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0ed83cb8-4aa9-4e52-a1df-02633d958c3d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3414326 Nov 03 16:03:05.392327 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58680) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:05.398991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-17c00381-058d-431c-bfdc-1a953949647a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'security_group_rule': {'security_group_id': 'ec53118b-6aad-4fc3-a7da-3c23cfe40259', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:03:05.477920 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17c00381-058d-431c-bfdc-1a953949647a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.519588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-371c53df-a156-4fab-bc35-9818aeef94bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.608466 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-371c53df-a156-4fab-bc35-9818aeef94bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.740036 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-371c53df-a156-4fab-bc35-9818aeef94bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.743783 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-371c53df-a156-4fab-bc35-9818aeef94bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.749375 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-371c53df-a156-4fab-bc35-9818aeef94bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/76ab71b2-ebf6-4070-9d73-4e9982a8e88f HTTP/1.1" status: 204 len: 168 time: 0.3988416 Nov 03 16:03:05.768896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c53df-a156-4fab-bc35-9818aeef94bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ab71b2-ebf6-4070-9d73-4e9982a8e88f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:05.786828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120deab1-c82a-45e8-8944-2169724d84d3 req-8f072e4f-1764-4067-b6d0-201b1f8cc258 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:05.808522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-120deab1-c82a-45e8-8944-2169724d84d3 req-8f072e4f-1764-4067-b6d0-201b1f8cc258 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 945 time: 0.2520678 Nov 03 16:03:05.841961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17c00381-058d-431c-bfdc-1a953949647a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.901851 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-120deab1-c82a-45e8-8944-2169724d84d3 req-7afbdd0c-4e36-40ce-8c75-fb3938833533 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911059 Nov 03 16:03:05.903874 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17c00381-058d-431c-bfdc-1a953949647a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.959598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c00381-058d-431c-bfdc-1a953949647a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a410906-f688-407f-b8bc-b3f6a4823178,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:05.982272 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17c00381-058d-431c-bfdc-1a953949647a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:05.983706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-17c00381-058d-431c-bfdc-1a953949647a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5901783 Nov 03 16:03:05.987108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58708) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:05.996235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:03:06.080125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:06.153594 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:06.178450 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:06.276621 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:06.279562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4fe72-fb27-4244-a20c-297d71a641f9 None None] Pushing event updated for resources: {'Port': ['ID=2a1b00c1-c1ae-4b43-891c-1d08f9ec226b,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:06.292657 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:06.424265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Attempting to bind port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:03:06.427033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Attempting to bind port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:03:06.428462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Attempting to bind port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b on network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:03:06.443314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:03:06.443971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Checking segment: {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:03:06.444548 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:06.445122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Bound using segment: {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:03:06.445790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Bound port: 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:03:06.446352 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:06.616949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] For port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:03:06.623853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] For port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2a1b00c1-c1ae-4b43-891c-1d08f9ec226b,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:03:06.640342 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:06.645310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Allocated IP 172.25.6.187 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/8e3b0c14-b7ef-4a5e-88d2-1983921861a7) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:03:06.871521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:03:06.877098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:03:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:06.982720 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.066325 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.216376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:03:07.274437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:03:07.280433 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:03:07.294136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:03:07.376401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7dc569fc-3be9-4c75-a498-8174c693e63d up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:03:07.416962 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.418177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4fe72-fb27-4244-a20c-297d71a641f9 None None] Pushing event updated for resources: {'Port': ['ID=2a1b00c1-c1ae-4b43-891c-1d08f9ec226b,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:07.432968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'Port': ['ID=8e3b0c14-b7ef-4a5e-88d2-1983921861a7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:07.468888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9e81facb-0255-49cc-bae7-af7cdc0f775b None None] Provisioning complete for port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:07.469261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9e81facb-0255-49cc-bae7-af7cdc0f775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.562575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf4e6-26b9-4e31-84fa-b0b9c1b7e9d4 req-f037c1cc-d55b-4199-aead-77cce25ae4cb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:07.564170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58daf4e6-26b9-4e31-84fa-b0b9c1b7e9d4 req-f037c1cc-d55b-4199-aead-77cce25ae4cb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 945 time: 0.4707870 Nov 03 16:03:07.570777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.743979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 7dc569fc-3be9-4c75-a498-8174c693e63d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:03:07.783710 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.798295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.818822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 7dc569fc-3be9-4c75-a498-8174c693e63d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:07.819554 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.934554 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9e81facb-0255-49cc-bae7-af7cdc0f775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.940691 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:07.999498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58daf4e6-26b9-4e31-84fa-b0b9c1b7e9d4 req-9d333d9f-403f-46a8-9087-81aade474f52 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125728 Nov 03 16:03:08.013594 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:08.074843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5639d36-2bb7-4471-b775-96d52307ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc569fc-3be9-4c75-a498-8174c693e63d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:08.077882 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdd10cf-5a5a-4e28-968f-fe64be2f7d1d" -d '{"events": [{"server_uuid": "b5639d36-2bb7-4471-b775-96d52307ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "7dc569fc-3be9-4c75-a498-8174c693e63d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:08.140232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:06Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:08.154393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'Port': ['ID=8e3b0c14-b7ef-4a5e-88d2-1983921861a7,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:08.198819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7dc569fc-3be9-4c75-a498-8174c693e63d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7dc569fc-3be9-4c75-a498-8174c693e63d,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:08.202155 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe48564-3bf9-477d-9ee6-ee883ec3536a None None] The sync data for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 is: [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:06Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:03:08.209349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:08.221006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9e81facb-0255-49cc-bae7-af7cdc0f775b None None] For port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2a1b00c1-c1ae-4b43-891c-1d08f9ec226b,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:08.225861 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:08.298317 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:08.311250 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2a810bd0-48e7-4cf1-ac4c-5903d6901549 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3229382 Nov 03 16:03:08.392455 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf33ccb-71ea-41e2-8125-d9fef9c40f3b x-openstack-request-id: req-ebf33ccb-71ea-41e2-8125-d9fef9c40f3b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:08.393087 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5639d36-2bb7-4471-b775-96d52307ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "7dc569fc-3be9-4c75-a498-8174c693e63d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:08.393585 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ebf33ccb-71ea-41e2-8125-d9fef9c40f3b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:08.394240 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5639d36-2bb7-4471-b775-96d52307ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc569fc-3be9-4c75-a498-8174c693e63d', 'code': 200} Nov 03 16:03:08.395860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=7dc569fc-3be9-4c75-a498-8174c693e63d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:08.429005 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9e81facb-0255-49cc-bae7-af7cdc0f775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:08.497029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b132a-213e-41fe-bb47-4b4a60f92d92 req-1ae935c7-3689-4eb1-ad17-e79bdc221a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:08.501372 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-805b132a-213e-41fe-bb47-4b4a60f92d92 req-1ae935c7-3689-4eb1-ad17-e79bdc221a6f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 1097 time: 0.2001708 Nov 03 16:03:08.583054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-805b132a-213e-41fe-bb47-4b4a60f92d92 req-c2704b21-d166-4685-b6f2-57dce457b21e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742059 Nov 03 16:03:08.604259 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:08.693483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0ccb0fc9-3fb0-4aef-9e53-dc29adcf103e None None] Provisioning complete for port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:08.693892 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0fc9-3fb0-4aef-9e53-dc29adcf103e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:08.777757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81facb-0255-49cc-bae7-af7cdc0f775b None None] Pushing event updated for resources: {'Port': ['ID=2a1b00c1-c1ae-4b43-891c-1d08f9ec226b,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:08.834794 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-dfb51ed6-bda6-4f00-a386-2c6bbcd176b0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--676102619&fields=id&tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5 HTTP/1.1" status: 200 len: 267 time: 0.1130266 Nov 03 16:03:09.159261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb2171-a232-4490-95e4-0171804ae65d req-f2fa355b-d745-4771-95c9-c1135ef24ff5 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:09.176415 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-f2fa355b-d745-4771-95c9-c1135ef24ff5 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 811 time: 0.3372064 Nov 03 16:03:09.203043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-fa365d67-66b7-47cf-91a9-3d7bae1bd641 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/quotas/cc25541fb1ac44a483c631d6e8bf0bc5 HTTP/1.1" status: 200 len: 375 time: 0.0257211 Nov 03 16:03:09.335508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a1b8d-a42d-4a5f-b312-9ef124f841a4 req-6adc8480-641d-4794-99f5-72d2cb4cffee tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:09.337081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-914a1b8d-a42d-4a5f-b312-9ef124f841a4 req-6adc8480-641d-4794-99f5-72d2cb4cffee tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.2045197 Nov 03 16:03:09.394414 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-6f4f2667-bc87-4369-ac9a-cf436be328ca tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1843488 Nov 03 16:03:09.540833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-914a1b8d-a42d-4a5f-b312-9ef124f841a4 req-a084eaa1-f51c-4f04-9f8f-eb59ce8e0abb tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904311 Nov 03 16:03:09.634819 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-17c86461-97e6-4890-97d8-f7f4eb4b4aed service neutron] 10.222.0.86 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381864 Nov 03 16:03:09.808400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-bf895cd4-ebc2-42dd-9844-1bdd8f145eab service neutron] 10.222.0.86 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706688 Nov 03 16:03:10.101887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df51f5e7-b470-489c-a065-5da496492dc0 req-3a62530e-1f07-4ba8-90d1-466857d4e552 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189749 Nov 03 16:03:10.355503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:03:10.413383 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eef2aa54-691c-4cbc-8494-d997acb52e52 req-a4a62e7e-f0c3-4165-95b9-01ce46df1bc5 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 210 time: 0.1563652 Nov 03 16:03:10.436225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51f5e7-b470-489c-a065-5da496492dc0 req-53caed77-2252-4c58-8d3c-e6c0c482c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:10.456181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:10.457577 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:10.466496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df51f5e7-b470-489c-a065-5da496492dc0 req-53caed77-2252-4c58-8d3c-e6c0c482c8fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1097 time: 0.2729824 Nov 03 16:03:10.809884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51f5e7-b470-489c-a065-5da496492dc0 req-7a91352f-614c-4e13-976d-c1d9e03c97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:10.812178 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df51f5e7-b470-489c-a065-5da496492dc0 req-7a91352f-614c-4e13-976d-c1d9e03c97e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 919 time: 0.3399341 Nov 03 16:03:10.916336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc9f0f-6e67-444d-b5fc-d8bace48f91b req-6d9d5038-8dd0-435a-8ef9-c6d532ddba5d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:10.932075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16bc9f0f-6e67-444d-b5fc-d8bace48f91b req-6d9d5038-8dd0-435a-8ef9-c6d532ddba5d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.2054393 Nov 03 16:03:10.964598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df51f5e7-b470-489c-a065-5da496492dc0 req-002060c0-fb00-40ff-bc2a-17edd54aa8e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404e0adc-e54c-4165-bd88-62358eaed249 HTTP/1.1" status: 200 len: 217 time: 0.1396565 Nov 03 16:03:11.069515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51f5e7-b470-489c-a065-5da496492dc0 req-8e350b58-83e1-427f-90bd-4e94bf85a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:11.072220 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df51f5e7-b470-489c-a065-5da496492dc0 req-8e350b58-83e1-427f-90bd-4e94bf85a798 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.0944521 Nov 03 16:03:11.076201 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16bc9f0f-6e67-444d-b5fc-d8bace48f91b req-d7bedcbb-7937-471a-b4d9-debfd8cf52c8 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416202 Nov 03 16:03:11.142036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df51f5e7-b470-489c-a065-5da496492dc0 req-74ecc3a6-6311-4bd9-ba04-d48ad8c0ab5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583069 Nov 03 16:03:11.390081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b711aa-ffdb-4999-9032-01ca6e882ea0 req-51aa8044-2d1e-4904-a6b0-ce3fc6098160 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:11.392259 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5b711aa-ffdb-4999-9032-01ca6e882ea0 req-51aa8044-2d1e-4904-a6b0-ce3fc6098160 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.1481256 Nov 03 16:03:11.394422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df51f5e7-b470-489c-a065-5da496492dc0 req-dd51038b-5ec3-4b3d-b9e3-5c3d10f1d089 service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419214 Nov 03 16:03:11.558198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df51f5e7-b470-489c-a065-5da496492dc0 req-8b2e80bf-bff8-466a-9a18-6a4edaecf967 service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555514 Nov 03 16:03:11.574131 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5b711aa-ffdb-4999-9032-01ca6e882ea0 req-b2610266-0bfd-4553-bd66-44e1cbc44c15 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732137 Nov 03 16:03:11.703083 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fef8c691-63eb-4d93-9dfa-b924121bbd8b req-01d3bffd-7a0c-4d8e-8b32-a55854c62bdf tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 210 time: 0.1170192 Nov 03 16:03:12.046859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd0567-9781-4798-946d-2775f5f69b8e req-b2f143d4-68b3-4bd3-975c-157d56757a35 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:12.060748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-08cd0567-9781-4798-946d-2775f5f69b8e req-b2f143d4-68b3-4bd3-975c-157d56757a35 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.1183221 Nov 03 16:03:12.195526 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-08cd0567-9781-4798-946d-2775f5f69b8e req-6af7a91e-b4b9-4fbd-a385-c4a920ec1afe tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337843 Nov 03 16:03:12.392985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67eb71-8a55-45f1-a172-3cc8dcc5ce3d req-fdac7fd0-da01-46d4-a8a1-0940cf8918c2 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:12.401913 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b67eb71-8a55-45f1-a172-3cc8dcc5ce3d req-fdac7fd0-da01-46d4-a8a1-0940cf8918c2 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.0860322 Nov 03 16:03:12.423996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb2171-a232-4490-95e4-0171804ae65d req-543808ff-8794-4390-890e-d0fef8067f06 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:12.425604 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-543808ff-8794-4390-890e-d0fef8067f06 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 811 time: 0.3156929 Nov 03 16:03:12.486294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b67eb71-8a55-45f1-a172-3cc8dcc5ce3d req-93968b3d-37e0-4dac-9f24-d55206bf98bf tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807469 Nov 03 16:03:12.523877 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-3ea53bc8-96f5-498e-9a0b-7451a0a43802 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5 HTTP/1.1" status: 200 len: 379 time: 0.0881345 Nov 03 16:03:12.538594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'port': {'device_id': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'admin_state_up': True, 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'security_groups': ['ec53118b-6aad-4fc3-a7da-3c23cfe40259']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:03:12.597150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58930) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:12.731545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Made reservation on behalf of cc25541fb1ac44a483c631d6e8bf0bc5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:03:12.739249 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:12.880137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19194a93-7d69-4696-b694-3c8890c40a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:12.934804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f32fdf-2056-4d2b-9c70-7405c43631c7 req-c04e09f0-e290-411b-a318-395164e32f5d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:12.943047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00f32fdf-2056-4d2b-9c70-7405c43631c7 req-c04e09f0-e290-411b-a318-395164e32f5d tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.1128998 Nov 03 16:03:12.975984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b34db9d-431d-48e0-8cc3-5100576213b8 req-63102d4d-46fc-41ed-9235-56bd1a047ba9 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 210 time: 0.0824337 Nov 03 16:03:13.047576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00f32fdf-2056-4d2b-9c70-7405c43631c7 req-4eea10de-8258-4c69-91bf-573b60a12116 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033556 Nov 03 16:03:13.070269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Allocated IP 172.20.0.13 (02d2a4bc-8a08-40ac-816b-4ffbe1b97595/991f785b-b59a-4356-aabf-9d6c575adac8/d3a4c004-1e41-4c1e-a539-3377eb357166) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:03:13.129534 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19194a93-7d69-4696-b694-3c8890c40a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:13.143328 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19194a93-7d69-4696-b694-3c8890c40a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:13.209839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-19194a93-7d69-4696-b694-3c8890c40a6e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b64859affcbd40b3890d15fe3d4e4423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6115408 Nov 03 16:03:13.215217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58952) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:13.261932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19194a93-7d69-4696-b694-3c8890c40a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568099ef-d4e3-44cd-8483-d7266792f57a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:13.374852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e770c-f0f9-4d1b-8d8c-4cc34cf6be33 req-13eda031-f4ea-4dc8-9a2d-437ae7be7cd3 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:13.383011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-174e770c-f0f9-4d1b-8d8c-4cc34cf6be33 req-13eda031-f4ea-4dc8-9a2d-437ae7be7cd3 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.1145360 Nov 03 16:03:13.451817 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9a39049-7d6a-40ab-ad46-a7ed624a886a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:13.526116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-174e770c-f0f9-4d1b-8d8c-4cc34cf6be33 req-3fd8c086-a23b-4b39-8755-1c5ed07f34a0 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420903 Nov 03 16:03:13.558734 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9a39049-7d6a-40ab-ad46-a7ed624a886a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:13.579845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:13.664099 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9a39049-7d6a-40ab-ad46-a7ed624a886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:13.672940 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9a39049-7d6a-40ab-ad46-a7ed624a886a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:13.674833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e9a39049-7d6a-40ab-ad46-a7ed624a886a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/568099ef-d4e3-44cd-8483-d7266792f57a HTTP/1.1" status: 204 len: 168 time: 0.4578056 Nov 03 16:03:13.683759 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:13.732898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a39049-7d6a-40ab-ad46-a7ed624a886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568099ef-d4e3-44cd-8483-d7266792f57a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:13.829188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'Port': ['ID=d3a4c004-1e41-4c1e-a539-3377eb357166,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:13.870883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:03:13.873855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:03:13.881201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:03:13.987877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:13.988961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:14.031727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d0f9531d-e28d-447f-bda2-0a2b2e1da26e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4977815 Nov 03 16:03:14.051127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Request body: {'port': {'device_id': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:03:14.258430 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:14.275118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-230c8463-a0be-450f-830a-044ca9e9e6df None None] Provisioning complete for port d3a4c004-1e41-4c1e-a539-3377eb357166 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:14.276179 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-230c8463-a0be-450f-830a-044ca9e9e6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:14.285477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450ffd4-4bd2-49cb-af28-5d0a50401da1 req-5eee29a5-45a8-49d3-88aa-ee60108f2a82 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:14.299309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a450ffd4-4bd2-49cb-af28-5d0a50401da1 req-5eee29a5-45a8-49d3-88aa-ee60108f2a82 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 932 time: 0.1615026 Nov 03 16:03:14.335713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-230c8463-a0be-450f-830a-044ca9e9e6df None None] Port d3a4c004-1e41-4c1e-a539-3377eb357166 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:03:14.380539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aa88f-aa36-4ab5-8f44-7e2426261162 req-6d879353-400a-48c2-8af5-db5dfc99180e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:14.395421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c2aa88f-aa36-4ab5-8f44-7e2426261162 req-6d879353-400a-48c2-8af5-db5dfc99180e tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.2346635 Nov 03 16:03:14.425708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a450ffd4-4bd2-49cb-af28-5d0a50401da1 req-3a5f5e43-ab6f-462e-aed0-6dd198558c28 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238072 Nov 03 16:03:14.426511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58976) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:14.460304 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb0e1297-ccab-4f36-8bae-86bd726e0020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:14.615345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb0e1297-ccab-4f36-8bae-86bd726e0020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:14.621863 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb0e1297-ccab-4f36-8bae-86bd726e0020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:14.698939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e1297-ccab-4f36-8bae-86bd726e0020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f010b2f9-299d-4542-9784-116d21daacbc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:14.724626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cb0e1297-ccab-4f36-8bae-86bd726e0020 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fdb285ac444349778a15dce957e269cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959697 Nov 03 16:03:14.729859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58988) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:14.851565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c2aa88f-aa36-4ab5-8f44-7e2426261162 req-500a765e-0308-46bc-b6ef-38ce381318a8 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543955 Nov 03 16:03:14.874370 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1045b4-b6b1-4a5f-a96f-ca20e33ff265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:14.900088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-f8d1c97c-52bd-480d-932f-9c76c42ebc13 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3283973 Nov 03 16:03:14.902669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a4c004-1e41-4c1e-a539-3377eb357166 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:03:14.913022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:14.915121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1045b4-b6b1-4a5f-a96f-ca20e33ff265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:14.928826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Transition to ACTIVE for port object d3a4c004-1e41-4c1e-a539-3377eb357166 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:03:14.944988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:15.040576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1045b4-b6b1-4a5f-a96f-ca20e33ff265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:15.045279 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1045b4-b6b1-4a5f-a96f-ca20e33ff265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:15.070206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-df1045b4-b6b1-4a5f-a96f-ca20e33ff265 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f010b2f9-299d-4542-9784-116d21daacbc HTTP/1.1" status: 204 len: 168 time: 0.3373916 Nov 03 16:03:15.090385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1045b4-b6b1-4a5f-a96f-ca20e33ff265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f010b2f9-299d-4542-9784-116d21daacbc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:15.315579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a4c004-1e41-4c1e-a539-3377eb357166,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:15.373728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Attempting to bind port d3a4c004-1e41-4c1e-a539-3377eb357166 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:03:15.374980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Attempting to bind port d3a4c004-1e41-4c1e-a539-3377eb357166 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:03:15.375645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Attempting to bind port d3a4c004-1e41-4c1e-a539-3377eb357166 on network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:03:15.388310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Port d3a4c004-1e41-4c1e-a539-3377eb357166 on network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:03:15.388903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Attempting to bind port d3a4c004-1e41-4c1e-a539-3377eb357166 on network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:03:15.427403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-d0586ec8-00a9-4b51-b5de-e22428630cea tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.429023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-d0586ec8-00a9-4b51-b5de-e22428630cea tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.1292677 Nov 03 16:03:15.445273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-b7f97f25-42fd-40e1-ac2d-ee2d5a81f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.445866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-b7f97f25-42fd-40e1-ac2d-ee2d5a81f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.446455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-b7f97f25-42fd-40e1-ac2d-ee2d5a81f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.447429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-b7f97f25-42fd-40e1-ac2d-ee2d5a81f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.447981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-b7f97f25-42fd-40e1-ac2d-ee2d5a81f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.448577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-b7f97f25-42fd-40e1-ac2d-ee2d5a81f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.449417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-b7f97f25-42fd-40e1-ac2d-ee2d5a81f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.451713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-b7f97f25-42fd-40e1-ac2d-ee2d5a81f069 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6498 time: 0.4346855 Nov 03 16:03:15.452605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:03:15.452990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Checking segment: {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:03:15.453375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Bound using segment: {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:03:15.453890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Bound port: d3a4c004-1e41-4c1e-a539-3377eb357166, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:03:15.454355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:15.571739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] For port d3a4c004-1e41-4c1e-a539-3377eb357166, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:03:15.575658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] For port d3a4c004-1e41-4c1e-a539-3377eb357166, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d3a4c004-1e41-4c1e-a539-3377eb357166,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:03:15.764896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-acf1ff43-146b-4fbb-80a2-f1d8951efa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.765617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-acf1ff43-146b-4fbb-80a2-f1d8951efa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.769968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-acf1ff43-146b-4fbb-80a2-f1d8951efa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.773560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-acf1ff43-146b-4fbb-80a2-f1d8951efa91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e647349e-071d-4e0d-ae41-37f29f277a4d&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa HTTP/1.1" status: 200 len: 2298 time: 0.1926785 Nov 03 16:03:15.782390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce915b6-10ff-43ce-99a0-df7f4b5b9b7f req-5c3ac22e-aa8d-4789-90e7-c9deb5a6571d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:15.789395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ce915b6-10ff-43ce-99a0-df7f4b5b9b7f req-5c3ac22e-aa8d-4789-90e7-c9deb5a6571d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 944 time: 0.1920848 Nov 03 16:03:15.812259 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:15.925252 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ce915b6-10ff-43ce-99a0-df7f4b5b9b7f req-eb582628-9315-4670-9bc1-0fbf14fa1855 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237023 Nov 03 16:03:16.011280 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-ade5caea-a63d-406c-b1b8-ac3e2796f135 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8533a89-5204-40dd-9f56-199e45a2427a HTTP/1.1" status: 200 len: 1001 time: 0.1631722 Nov 03 16:03:16.185220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a4440-0fea-4502-bf9c-36ac7cb3a870 req-88556399-2a4b-46f6-b723-560be4ffd79c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:16.202845 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d2a4440-0fea-4502-bf9c-36ac7cb3a870 req-88556399-2a4b-46f6-b723-560be4ffd79c tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 946 time: 0.1483741 Nov 03 16:03:16.211153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-a65c1b1c-0365-4d38-bbd5-2d40c03752a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:16.224679 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-a65c1b1c-0365-4d38-bbd5-2d40c03752a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=558ba17c-0e20-4eb8-8db0-7149eb904841 HTTP/1.1" status: 200 len: 856 time: 0.1029682 Nov 03 16:03:16.226453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:16.227089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:16.234874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] 10.222.0.70 "PUT /v2.0/ports/d3a4c004-1e41-4c1e-a539-3377eb357166 HTTP/1.1" status: 200 len: 1092 time: 2.1921995 Nov 03 16:03:16.256624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'tag': 'd3a4c004-1e41-4c1e-a539-3377eb357166'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:16.262413 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ac936987-685b-4193-b0f3-1d5e99ad84be", "tag": "d3a4c004-1e41-4c1e-a539-3377eb357166"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:16.289946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d2a4440-0fea-4502-bf9c-36ac7cb3a870 req-d9a43f51-bd73-444a-8486-f9ea128d0b74 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/security-groups?id=2faf528f-8556-4589-8e45-90a43e175bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822542 Nov 03 16:03:16.389340 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c5b736-a22b-4b63-a86c-4382d662d467 x-openstack-request-id: req-a8c5b736-a22b-4b63-a86c-4382d662d467 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:16.390550 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac936987-685b-4193-b0f3-1d5e99ad84be", "tag": "d3a4c004-1e41-4c1e-a539-3377eb357166", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:16.390969 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a8c5b736-a22b-4b63-a86c-4382d662d467 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:16.392776 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'tag': 'd3a4c004-1e41-4c1e-a539-3377eb357166', 'status': 'completed', 'code': 200} Nov 03 16:03:16.572790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ce19b-095c-4ddb-8769-041b567da882 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a4c004-1e41-4c1e-a539-3377eb357166,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:16.622467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-1ea6dae7-81a0-405d-829b-665716313e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:16.624146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-1ea6dae7-81a0-405d-829b-665716313e38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e647349e-071d-4e0d-ae41-37f29f277a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3332982 Nov 03 16:03:16.626431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d75d7e34-27f1-4574-811e-5551f227d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:16.629259 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-d75d7e34-27f1-4574-811e-5551f227d9d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 1095 time: 0.2286241 Nov 03 16:03:16.650817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Deleting port 7dc569fc-3be9-4c75-a498-8174c693e63d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:03:16.651159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:16.867568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] For port 7dc569fc-3be9-4c75-a498-8174c693e63d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7dc569fc-3be9-4c75-a498-8174c693e63d,segment=NetworkSegment(d33571e7-09ea-46ec-b666-1f4b6347ce7e),segment_id=d33571e7-09ea-46ec-b666-1f4b6347ce7e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:16.867942 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:16.884111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Calling delete_port for 7dc569fc-3be9-4c75-a498-8174c693e63d owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:03:17.068890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-738af814-50c4-40e0-be3b-821ded89d806 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a4c004-1e41-4c1e-a539-3377eb357166 HTTP/1.1" status: 200 len: 217 time: 0.3534534 Nov 03 16:03:17.072978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:17.220789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24ecd1-343e-4b17-8ce0-42009a073f93 req-b3e4f60d-6155-4bdc-ae1f-a03fc8d5aefd tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:17.237580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c24ecd1-343e-4b17-8ce0-42009a073f93 req-b3e4f60d-6155-4bdc-ae1f-a03fc8d5aefd tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 944 time: 0.1293519 Nov 03 16:03:17.287814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Pushing event deleted for resources: {'Port': ['ID=7dc569fc-3be9-4c75-a498-8174c693e63d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:17.356360 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c24ecd1-343e-4b17-8ce0-42009a073f93 req-d2c4ed52-ff4d-4a02-bb28-40b3893c269a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171165 Nov 03 16:03:17.726473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb2171-a232-4490-95e4-0171804ae65d req-e938201c-817f-4a67-a521-0b56b5419abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:17.728310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-e938201c-817f-4a67-a521-0b56b5419abb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.6499870 Nov 03 16:03:17.745977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-a4c06d72-b498-4d3a-aaa4-b7c589513e47 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1115649 Nov 03 16:03:17.788095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] No DVR routers for this DVR port 7dc569fc-3be9-4c75-a498-8174c693e63d on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:03:17.811106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d29010a-560d-44c4-9986-496d692d9590 req-06f94838-21f4-4e62-8990-e06d00975926 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 210 time: 0.0801437 Nov 03 16:03:17.812405 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:17.816508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d648505e-0a82-4c64-ad95-2418f79fd222 req-11ac99c9-7f53-4ea7-b9d8-0c16bfe19da1 tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.70 "DELETE /v2.0/ports/7dc569fc-3be9-4c75-a498-8174c693e63d HTTP/1.1" status: 204 len: 173 time: 2.3781087 Nov 03 16:03:17.955038 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb2171-a232-4490-95e4-0171804ae65d req-b62e1f07-cd19-4f37-b0aa-a5189579a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:17.958258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-b62e1f07-cd19-4f37-b0aa-a5189579a023 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147310 Nov 03 16:03:18.134672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-4bf9bcbf-e0ef-4015-969f-c2a1b87287b8 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477924 Nov 03 16:03:18.206273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-f7e6dce4-edf3-4ded-97f8-9d952d11ec13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 217 time: 0.0527508 Nov 03 16:03:18.351272 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-1f006e07-dd7e-4811-bc76-1d3edefb93c6 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860912 Nov 03 16:03:18.356208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-128d0b41-122f-45a4-8152-66b99a77088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:18.358325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-128d0b41-122f-45a4-8152-66b99a77088d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.1438951 Nov 03 16:03:18.442547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5639d36-2bb7-4471-b775-96d52307ed8f', 'name': 'network-vif-deleted', 'tag': '7dc569fc-3be9-4c75-a498-8174c693e63d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:18.446561 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc6c290-028b-4335-903a-526e466ec7c8" -d '{"events": [{"server_uuid": "b5639d36-2bb7-4471-b775-96d52307ed8f", "name": "network-vif-deleted", "tag": "7dc569fc-3be9-4c75-a498-8174c693e63d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:18.636760 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067bc4e2-c6f4-46ac-847e-f9f35adb6210 x-openstack-request-id: req-067bc4e2-c6f4-46ac-847e-f9f35adb6210 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:18.637195 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5639d36-2bb7-4471-b775-96d52307ed8f", "name": "network-vif-deleted", "tag": "7dc569fc-3be9-4c75-a498-8174c693e63d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:18.637454 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-067bc4e2-c6f4-46ac-847e-f9f35adb6210 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:18.637938 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5639d36-2bb7-4471-b775-96d52307ed8f', 'name': 'network-vif-deleted', 'tag': '7dc569fc-3be9-4c75-a498-8174c693e63d', 'status': 'completed', 'code': 200} Nov 03 16:03:18.644749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-eabfc893-f4ac-4b58-acc1-d5e22bf7dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:18.646484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-eabfc893-f4ac-4b58-acc1-d5e22bf7dc7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1947865 Nov 03 16:03:18.777210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-ce14efc5-7555-416f-a16e-1255d085835a service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183255 Nov 03 16:03:18.814995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbbb2171-a232-4490-95e4-0171804ae65d req-47648c95-8dba-4970-9272-07ecfb50e887 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534268 Nov 03 16:03:19.027212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7dc569fc-3be9-4c75-a498-8174c693e63d no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:03:19.050168 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1578fa34-af00-4619-9393-25fbf205cdc7 req-f14de666-e32f-4de5-9cee-ba209cd4107f tempest-ServerDiskConfigTestJSON-742524379 tempest-ServerDiskConfigTestJSON-742524379-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5639d36-2bb7-4471-b775-96d52307ed8f HTTP/1.1" status: 200 len: 210 time: 0.0696082 Nov 03 16:03:19.080580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6493daf-a6ef-48de-b451-9ee4b52dd298 req-4dc2f7d2-5b04-4276-ac75-30751842e555 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:19.087210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6493daf-a6ef-48de-b451-9ee4b52dd298 req-4dc2f7d2-5b04-4276-ac75-30751842e555 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 944 time: 0.5376542 Nov 03 16:03:19.095826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 7dc569fc-3be9-4c75-a498-8174c693e63d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:03:19.096170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7dc569fc-3be9-4c75-a498-8174c693e63d not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:03:19.149705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-04f42141-8c76-476c-865e-97e7c0ba6d1d service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623660 Nov 03 16:03:19.290455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59126) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:19.303406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-e1b67fef-c2ce-48a7-97bd-6d1c745a91d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 217 time: 0.1417608 Nov 03 16:03:19.433184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6493daf-a6ef-48de-b451-9ee4b52dd298 req-35aeb891-7954-4786-a1b0-236e5ccb7fe1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892966 Nov 03 16:03:19.438297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-89b34881-9a43-48e9-9660-2c39400b9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:19.446378 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-89b34881-9a43-48e9-9660-2c39400b9e08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.1354108 Nov 03 16:03:19.564774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-a76fc5eb-6e77-4bb3-afee-7dd5e9608fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:19.566916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-a76fc5eb-6e77-4bb3-afee-7dd5e9608fed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 1095 time: 0.6034684 Nov 03 16:03:19.618162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-67dfa2a5-c1ac-48e5-b7d1-ad41c56dc1b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:19.811567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-2bbb9793-0bad-4662-bf8f-1165c50b1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:19.813846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-2bbb9793-0bad-4662-bf8f-1165c50b1fdd service neutron] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 912 time: 0.2384815 Nov 03 16:03:19.821372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-67dfa2a5-c1ac-48e5-b7d1-ad41c56dc1b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:19.831459 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-67dfa2a5-c1ac-48e5-b7d1-ad41c56dc1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:19.841781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-3141c267-b7e1-4de5-b095-52645dd0981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:19.843676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-3141c267-b7e1-4de5-b095-52645dd0981c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3877907 Nov 03 16:03:19.890636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-67dfa2a5-c1ac-48e5-b7d1-ad41c56dc1b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=718820d1f6bb4feb95a23eb113064cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5985820 Nov 03 16:03:19.891601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-b4b0564b-0be9-43bc-9bd5-0482ba367edd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a4c004-1e41-4c1e-a539-3377eb357166 HTTP/1.1" status: 200 len: 217 time: 0.0522959 Nov 03 16:03:19.891738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59136) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:19.948187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfa2a5-c1ac-48e5-b7d1-ad41c56dc1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bc42b2-5ac4-4f03-88d3-e54be7bdacfa,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:19.972473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-73336ac2-70d6-45eb-8c45-8a7eabc88eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.000811 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-73336ac2-70d6-45eb-8c45-8a7eabc88eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.007661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-e42d1017-519e-412f-b3bb-3cc3c6f6194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:20.009308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-e42d1017-519e-412f-b3bb-3cc3c6f6194b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.1071427 Nov 03 16:03:20.064661 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-73336ac2-70d6-45eb-8c45-8a7eabc88eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.068328 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-73336ac2-70d6-45eb-8c45-8a7eabc88eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.072153 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-73336ac2-70d6-45eb-8c45-8a7eabc88eaa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67bc42b2-5ac4-4f03-88d3-e54be7bdacfa HTTP/1.1" status: 204 len: 168 time: 0.1733778 Nov 03 16:03:20.087617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73336ac2-70d6-45eb-8c45-8a7eabc88eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bc42b2-5ac4-4f03-88d3-e54be7bdacfa,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:20.097325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-f3b204de-b032-4a54-bbba-6182adbca644 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032177 Nov 03 16:03:20.106620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-c1d52fb6-e295-414e-8ed2-9ad4977ab98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:20.108303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-c1d52fb6-e295-414e-8ed2-9ad4977ab98f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881817 Nov 03 16:03:20.378734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-1db5f6e1-9c2f-4353-aba1-8ef5dc28b7bc service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685332 Nov 03 16:03:20.412412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59164) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:20.437747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-013a37f2-8506-45ad-94fa-5b41eb3bb75b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 HTTP/1.1" status: 200 len: 217 time: 0.0483479 Nov 03 16:03:20.479111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-24068582-cc3e-46a1-8e08-8c70ee9f9d8b admin admin] Deleting subnet 0578e3e4-c409-4214-b01c-e69a7cc92056 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:03:20.488519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24068582-cc3e-46a1-8e08-8c70ee9f9d8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.517464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-160a5b7d-650d-4710-a4f1-33f75fec5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:20.519357 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-160a5b7d-650d-4710-a4f1-33f75fec5c96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0718901 Nov 03 16:03:20.525742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-b22f1bda-bac5-48d7-8994-5ca5e5437ecb service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454492 Nov 03 16:03:20.614538 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24068582-cc3e-46a1-8e08-8c70ee9f9d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.700872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24068582-cc3e-46a1-8e08-8c70ee9f9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.732066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-8ca9f6a3-09e3-43ab-b509-ff0fbadc2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:20.734071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-8ca9f6a3-09e3-43ab-b509-ff0fbadc2f6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2044921 Nov 03 16:03:20.809941 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24068582-cc3e-46a1-8e08-8c70ee9f9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.832958 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24068582-cc3e-46a1-8e08-8c70ee9f9d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.839635 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-24068582-cc3e-46a1-8e08-8c70ee9f9d8b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0578e3e4-c409-4214-b01c-e69a7cc92056 HTTP/1.1" status: 204 len: 168 time: 0.4239249 Nov 03 16:03:20.839635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59174) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:20.845199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59176) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:20.870965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24068582-cc3e-46a1-8e08-8c70ee9f9d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0578e3e4-c409-4214-b01c-e69a7cc92056,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:20.887781 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e69c3288-6df9-4314-bb26-151e8246cc05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:20.961217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1df8c58-c3bc-4c1f-a2a9-fc6b6ef158ab req-e07133b0-9f74-46ac-bd1d-9ed361e87078 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081273 Nov 03 16:03:20.964290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-ede9d5b5-1cd5-48b1-a799-cb56a87b832b service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192059 Nov 03 16:03:21.009618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e69c3288-6df9-4314-bb26-151e8246cc05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.015147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e69c3288-6df9-4314-bb26-151e8246cc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.023972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097251a3-be42-4f95-89b8-6aeb6247d4b7 req-3730b926-d85b-4ea2-97cb-23652fa34fb5 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:21.031823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-097251a3-be42-4f95-89b8-6aeb6247d4b7 req-3730b926-d85b-4ea2-97cb-23652fa34fb5 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 944 time: 0.4171801 Nov 03 16:03:21.070279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e69c3288-6df9-4314-bb26-151e8246cc05 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aecd7ecdf3c6488487e76f2d92f11754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004979 Nov 03 16:03:21.075931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59178) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:21.095174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c3288-6df9-4314-bb26-151e8246cc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5fbaa8-a455-4c61-9fdb-c8904c54d816,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:21.158088 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05afc487-eedb-472f-af71-d280174cbd7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.198751 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05afc487-eedb-472f-af71-d280174cbd7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.209148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-097251a3-be42-4f95-89b8-6aeb6247d4b7 req-90c00788-de03-48af-b1c3-804f61d414fe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761913 Nov 03 16:03:21.225961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.268167 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05afc487-eedb-472f-af71-d280174cbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.273335 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05afc487-eedb-472f-af71-d280174cbd7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.274827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-05afc487-eedb-472f-af71-d280174cbd7b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fb5fbaa8-a455-4c61-9fdb-c8904c54d816 HTTP/1.1" status: 204 len: 168 time: 0.1976790 Nov 03 16:03:21.286209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afc487-eedb-472f-af71-d280174cbd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5fbaa8-a455-4c61-9fdb-c8904c54d816,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:21.400178 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-87bf2a96-060f-4f43-8c1d-1c8d27fda7c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120836 Nov 03 16:03:21.508155 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-d056f1d6-166b-4faf-8be7-f0ab7cf839ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 HTTP/1.1" status: 200 len: 217 time: 0.0892625 Nov 03 16:03:21.565950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-0aa3353c-33ea-47b8-931a-f3313fa67937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:21.567654 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-0aa3353c-33ea-47b8-931a-f3313fa67937 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0496223 Nov 03 16:03:21.571641 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.620646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb8f165-4475-43f8-8568-3a60a823a49b']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:21.641372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33571e7-09ea-46ec-b666-1f4b6347ce7e') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:21.643002 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33571e7-09ea-46ec-b666-1f4b6347ce7e') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:21.666590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-c3b68893-b886-4e1c-834e-03a9e19b79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:21.668379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-c3b68893-b886-4e1c-834e-03a9e19b79f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890357 Nov 03 16:03:21.672187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.769863 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.797789 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.844946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:03:21.845635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:03:21.847934 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:03:21.941998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.945268 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-ae38063c-c273-4a23-8e96-1d5f0578d517 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650335 Nov 03 16:03:21.949945 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:21.953149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0cb8f165-4475-43f8-8568-3a60a823a49b HTTP/1.1" status: 204 len: 168 time: 1.0017223 Nov 03 16:03:22.151262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-8b45b5e1-b9f0-4a80-bef5-3de0d5307653 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812184 Nov 03 16:03:22.152408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b9590-ce80-41ee-9e02-27d810e88d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb8f165-4475-43f8-8568-3a60a823a49b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:22.216663 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-0825f807-1b44-4214-b615-058c421dd666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5 HTTP/1.1" status: 200 len: 217 time: 0.0561423 Nov 03 16:03:22.348892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59222) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:22.382781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-5ded93d5-a3ed-4081-99b9-f82f7f165cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:22.384746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-5ded93d5-a3ed-4081-99b9-f82f7f165cc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.1479368 Nov 03 16:03:22.415885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c28c8406-0d46-4709-a327-041153f16c2a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bbed15a634654a34b11e6aff90c99d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0651488 Nov 03 16:03:22.416529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59224) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:22.474318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-bf8da248-1a74-411a-9564-9a18d27fe7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:22.476695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-bf8da248-1a74-411a-9564-9a18d27fe7ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813682 Nov 03 16:03:22.486009 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b5f459c-922e-421b-9074-27f23c1c2146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:22.487910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61fd60-fc55-40c3-8416-57135e4fea6c req-fec473f2-01d4-4fba-9774-72ca3b758409 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:22.496160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d61fd60-fc55-40c3-8416-57135e4fea6c req-fec473f2-01d4-4fba-9774-72ca3b758409 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 944 time: 0.1099367 Nov 03 16:03:22.516214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b5f459c-922e-421b-9074-27f23c1c2146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:22.615976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b5f459c-922e-421b-9074-27f23c1c2146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:22.619509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b5f459c-922e-421b-9074-27f23c1c2146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:22.623827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8b5f459c-922e-421b-9074-27f23c1c2146 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2faf528f-8556-4589-8e45-90a43e175bc9 HTTP/1.1" status: 204 len: 168 time: 0.2062981 Nov 03 16:03:22.625317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d61fd60-fc55-40c3-8416-57135e4fea6c req-9465a9b5-47a7-4e2d-b626-f62d0b675e39 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266704 Nov 03 16:03:22.652017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f459c-922e-421b-9074-27f23c1c2146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf528f-8556-4589-8e45-90a43e175bc9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:22.670626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-7da3b77a-d971-4f1e-bf09-1cdb61fa74db service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717174 Nov 03 16:03:22.821072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-3c16ae08-cd68-4606-9c12-3504dc5fb31b service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422720 Nov 03 16:03:22.945331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-cd50bd81-4827-44a9-ad0b-bded2d34f9db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d HTTP/1.1" status: 200 len: 217 time: 0.1147425 Nov 03 16:03:23.038818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device d3a4c004-1e41-4c1e-a539-3377eb357166 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:03:23.064172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-9e766bf1-2cce-49b8-8f1f-e45e84a8df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:23.066689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-9e766bf1-2cce-49b8-8f1f-e45e84a8df88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.1139896 Nov 03 16:03:23.197489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-d6b28e56-ba7c-4e01-a51d-e3268bd031be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:23.199115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-d6b28e56-ba7c-4e01-a51d-e3268bd031be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932193 Nov 03 16:03:23.474901 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-f3e7ea94-d0c9-473d-8228-1e820611e451 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674656 Nov 03 16:03:23.715076 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4c6afa9-032c-416c-b16c-7b4b783297a2 req-862822fa-3a45-4f31-8e24-65404833bfe2 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299194 Nov 03 16:03:23.776925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port d3a4c004-1e41-4c1e-a539-3377eb357166, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d3a4c004-1e41-4c1e-a539-3377eb357166,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:23.835802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'd3a4c004-1e41-4c1e-a539-3377eb357166', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'port_id': 'd3a4c004-1e41-4c1e-a539-3377eb357166', 'mac_address': 'fa:16:3e:e7:33:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:03:23.938951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fad57-2840-49e0-8cb3-d17290b667ea req-edac2dbc-931a-40f9-94e1-8814a9be6d1d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:23.947909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-715fad57-2840-49e0-8cb3-d17290b667ea req-edac2dbc-931a-40f9-94e1-8814a9be6d1d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 944 time: 0.1512980 Nov 03 16:03:23.968328 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:24.017028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a4c004-1e41-4c1e-a539-3377eb357166 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:03:24.073012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-715fad57-2840-49e0-8cb3-d17290b667ea req-7a492d26-a146-4f9b-9fad-47014d197ef5 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190341 Nov 03 16:03:24.084747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port d3a4c004-1e41-4c1e-a539-3377eb357166, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d3a4c004-1e41-4c1e-a539-3377eb357166,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:24.112590 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:24.216906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=d3a4c004-1e41-4c1e-a539-3377eb357166,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:24.353797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['d3a4c004-1e41-4c1e-a539-3377eb357166'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:03:25.063623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device d3a4c004-1e41-4c1e-a539-3377eb357166 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:03:25.137065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port d3a4c004-1e41-4c1e-a539-3377eb357166 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:03:25.144408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port d3a4c004-1e41-4c1e-a539-3377eb357166 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:25.145006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:25.241896 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:25.301325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a4c004-1e41-4c1e-a539-3377eb357166'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:25.303905 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b7a82b-1350-42a6-b5a4-6e0b37ebca46" -d '{"events": [{"server_uuid": "ac936987-685b-4193-b0f3-1d5e99ad84be", "name": "network-vif-plugged", "status": "completed", "tag": "d3a4c004-1e41-4c1e-a539-3377eb357166"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:25.375737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port d3a4c004-1e41-4c1e-a539-3377eb357166, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d3a4c004-1e41-4c1e-a539-3377eb357166,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:25.385901 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:25.592376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=d3a4c004-1e41-4c1e-a539-3377eb357166,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:25.650313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af6c1a-10d4-4958-86ac-49ed03153c43 req-568dc9bb-5486-48f8-be1b-097f48d32d62 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:25.661178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4af6c1a-10d4-4958-86ac-49ed03153c43 req-568dc9bb-5486-48f8-be1b-097f48d32d62 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.2035999 Nov 03 16:03:25.795582 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d4af6c1a-10d4-4958-86ac-49ed03153c43 req-ee51801e-e28e-435d-bd3d-5f41730b299b tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333940 Nov 03 16:03:25.989199 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b63ec03-5add-4fd3-b856-ecf840965678 x-openstack-request-id: req-9b63ec03-5add-4fd3-b856-ecf840965678 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:25.989944 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac936987-685b-4193-b0f3-1d5e99ad84be", "name": "network-vif-plugged", "status": "completed", "tag": "d3a4c004-1e41-4c1e-a539-3377eb357166", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:25.990845 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b63ec03-5add-4fd3-b856-ecf840965678 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:25.991648 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a4c004-1e41-4c1e-a539-3377eb357166', 'code': 200} Nov 03 16:03:26.066090 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b095961-62ea-4a3b-902e-fe5e7b7be37e req-156de077-0c48-4c6e-9566-72f146456957 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0418491 Nov 03 16:03:26.130021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44259df-3adc-496b-b8a0-fb7f1808db3e req-fff5cd47-0b1b-4e63-b9a9-b96f35b1729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:26.133332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b44259df-3adc-496b-b8a0-fb7f1808db3e req-fff5cd47-0b1b-4e63-b9a9-b96f35b1729f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 1097 time: 0.0476060 Nov 03 16:03:26.242062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b44259df-3adc-496b-b8a0-fb7f1808db3e req-6b445530-5445-4302-88d3-c0894ebfd2f6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898695 Nov 03 16:03:26.638982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed2709-b3fe-46e3-8587-37d9cf6eb292 req-5d0ead01-1974-401d-bb13-b9f3680652f2 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:26.649695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1ed2709-b3fe-46e3-8587-37d9cf6eb292 req-5d0ead01-1974-401d-bb13-b9f3680652f2 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0635710 Nov 03 16:03:26.699621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1ed2709-b3fe-46e3-8587-37d9cf6eb292 req-4abc8475-dc9d-434c-9478-188677c54d50 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Nov 03 16:03:26.743562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-d7349a4b-65c9-422c-a4b9-235044b5a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:26.745059 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-d7349a4b-65c9-422c-a4b9-235044b5a966 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1097 time: 0.1457257 Nov 03 16:03:26.845164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-cf9dd714-fc36-45aa-a3d0-61f1e11ffe02 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:26.846986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-cf9dd714-fc36-45aa-a3d0-61f1e11ffe02 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 804 time: 0.1911740 Nov 03 16:03:26.870528 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-eee03cb5-2838-4b84-a233-84407219fad6 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/quotas/87d8b8fde20d4d0c880a701faad3c291 HTTP/1.1" status: 200 len: 375 time: 0.0167160 Nov 03 16:03:26.922167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-4605b177-b0da-4f26-b9e9-92b682fd96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:26.923718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-4605b177-b0da-4f26-b9e9-92b682fd96e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 919 time: 0.1698933 Nov 03 16:03:26.957426 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647ae57-feac-401a-8e07-902d6dbff49d req-37e1c44d-041b-4c4b-a9c1-52821953316e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:26.966587 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b647ae57-feac-401a-8e07-902d6dbff49d req-37e1c44d-041b-4c4b-a9c1-52821953316e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.0983167 Nov 03 16:03:27.035510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b647ae57-feac-401a-8e07-902d6dbff49d req-86ada14e-99aa-46cd-b8d7-a970613bbe7d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673585 Nov 03 16:03:27.364672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d9a41ea-6ea8-49a0-8f09-6053b6340c43 req-640c7f5f-9177-491d-ae24-2c04f406b006 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0366433 Nov 03 16:03:27.462109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-c2b7fb75-867a-4701-9299-c02773b59075 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5852389 Nov 03 16:03:27.463967 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-3a083b0e-59b6-4b6f-861c-c7d7eb0231df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404e0adc-e54c-4165-bd88-62358eaed249 HTTP/1.1" status: 200 len: 217 time: 0.5312502 Nov 03 16:03:27.585707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-3831a4d0-3001-463f-a145-4a120613a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:27.587186 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-3831a4d0-3001-463f-a145-4a120613a05c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.1068301 Nov 03 16:03:27.629647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-a69b391d-fd5e-4f8e-83df-912c9ec3de2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327485 Nov 03 16:03:27.631634 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-c6cdf361-9e06-4cd4-81c3-b8e6a1145c82 service neutron] 10.222.0.86 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603646 Nov 03 16:03:27.817026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-0599d6ed-6b76-47e0-8876-9dd86521a687 service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802204 Nov 03 16:03:27.819380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-ada4f66c-33ad-431b-b4fe-0c64c4783f82 service neutron] 10.222.0.86 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741595 Nov 03 16:03:27.858614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ef21d-eabf-45c7-853f-baeacf0c158c req-b3f75a9d-b7c8-4909-a218-b1399cad5dee tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:27.860216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a31ef21d-eabf-45c7-853f-baeacf0c158c req-b3f75a9d-b7c8-4909-a218-b1399cad5dee tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0707695 Nov 03 16:03:27.952316 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a31ef21d-eabf-45c7-853f-baeacf0c158c req-7c4a33f0-7c8b-45ad-8611-019917e1a48d tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845113 Nov 03 16:03:27.980706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0114215f-e80b-40e4-a02f-10e7a5cc26aa req-f43768b2-eca5-4bbf-b6a4-8737cd8539c6 service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562476 Nov 03 16:03:28.086167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bc847b8-169f-45c1-b1f7-c0ff353fb968 req-2815891e-f338-4ed9-9744-d10816189610 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 210 time: 0.0560465 Nov 03 16:03:28.184441 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955a50e-00c4-44ac-acb5-5c9260ec247a req-47aaa8fe-d1ba-436b-9f77-2be9f4368201 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:28.186471 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1955a50e-00c4-44ac-acb5-5c9260ec247a req-47aaa8fe-d1ba-436b-9f77-2be9f4368201 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.0621338 Nov 03 16:03:28.290152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1955a50e-00c4-44ac-acb5-5c9260ec247a req-6a6dada9-a79d-498b-942d-b560a33864d1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915339 Nov 03 16:03:28.476739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35f448-d9fb-40ff-a967-5e516ef98abd req-b00c4b50-2004-49c0-acc5-6cf4bcb87058 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:28.492470 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e35f448-d9fb-40ff-a967-5e516ef98abd req-b00c4b50-2004-49c0-acc5-6cf4bcb87058 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1032374 Nov 03 16:03:28.493189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59548) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:28.502145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e1962687-2b8a-4256-a102-d881398d29c0 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:03:28.507472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9692787c-531f-4726-aa28-d5c6010320f6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'floatingip': {'port_id': 'd3a4c004-1e41-4c1e-a539-3377eb357166'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:03:28.509350 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64ab6a83-2aee-4b55-8936-c7b7b7f622cd req-f6854e87-3a5d-4772-ae16-a792fdaa21c0 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0536544 Nov 03 16:03:28.566773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9692787c-531f-4726-aa28-d5c6010320f6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:28.667143 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:28.699552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:28.702224 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f7064f-21fd-40e6-bb9e-132455dd576f" -d '{"events": [{"server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1962687-2b8a-4256-a102-d881398d29c0"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:28.716232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e1962687-2b8a-4256-a102-d881398d29c0,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:28.721783 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:28.763535 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca83345f-bb6e-4bd1-b8f0-f82385299d91 x-openstack-request-id: req-ca83345f-bb6e-4bd1-b8f0-f82385299d91 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:28.763832 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1962687-2b8a-4256-a102-d881398d29c0", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:28.764091 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca83345f-bb6e-4bd1-b8f0-f82385299d91 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:28.764486 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0', 'code': 200} Nov 03 16:03:28.794362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e1962687-2b8a-4256-a102-d881398d29c0,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:28.803499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.804729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.804729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.804729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.805087 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.805449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.805874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.806257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.806645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.807034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.807417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.807797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:28.969621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-b89d7e3f-ca11-4bfe-9092-6be1dd4eef78 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:28.971143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-b89d7e3f-ca11-4bfe-9092-6be1dd4eef78 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5272803-2c99-44b2-80f6-99f7344bc54d HTTP/1.1" status: 200 len: 943 time: 0.0512946 Nov 03 16:03:29.074157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Deleting port e1962687-2b8a-4256-a102-d881398d29c0 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:03:29.074503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:29.197057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa622807-50e2-400a-b7a8-27ef6717264c req-9b9504a4-8014-464c-9b34-119f61343b25 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:29.198681 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa622807-50e2-400a-b7a8-27ef6717264c req-9b9504a4-8014-464c-9b34-119f61343b25 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1630163 Nov 03 16:03:29.214563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14cbc3d1-3904-47bf-b290-30c90c004d5f req-7de00b79-bc59-4628-9ca0-f4dff4e39c13 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 210 time: 0.0470331 Nov 03 16:03:29.234956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] For port e1962687-2b8a-4256-a102-d881398d29c0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e1962687-2b8a-4256-a102-d881398d29c0,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:29.235323 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:29.268671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Calling delete_port for e1962687-2b8a-4256-a102-d881398d29c0 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:03:29.385855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa622807-50e2-400a-b7a8-27ef6717264c req-e653f87c-0dd8-420b-b505-08385cf0511c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762733 Nov 03 16:03:29.396013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-5ee97f23-af8c-4f2a-b893-142f24fc4278 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:29.397543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-5ee97f23-af8c-4f2a-b893-142f24fc4278 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 804 time: 0.1768844 Nov 03 16:03:29.418826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Request body: {'port': {'device_id': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'admin_state_up': True, 'tenant_id': '87d8b8fde20d4d0c880a701faad3c291'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:03:29.568569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:29.584537 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9692787c-531f-4726-aa28-d5c6010320f6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:29.590521 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9692787c-531f-4726-aa28-d5c6010320f6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:29.604932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Pushing event deleted for resources: {'Port': ['ID=e1962687-2b8a-4256-a102-d881398d29c0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:29.627993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.628341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.628676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.629012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.629340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.629706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.630027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.630348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.630666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.630991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.631309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.631629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:29.670631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee72dde1-0cf7-422b-8843-dcbee3aa186b req-0c27ef24-eb04-44d0-afb3-6169a1a63fa4 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0329900 Nov 03 16:03:29.733330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] No DVR routers for this DVR port e1962687-2b8a-4256-a102-d881398d29c0 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:03:29.737310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:29.741986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aa36b391-57c3-4865-9e5e-fb536bb9fd22 req-2e180d90-732b-488b-b371-97458d25d98e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.15 "DELETE /v2.0/ports/e1962687-2b8a-4256-a102-d881398d29c0 HTTP/1.1" status: 204 len: 173 time: 0.7620702 Nov 03 16:03:29.742646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'name': 'network-vif-deleted', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:29.745034 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef415350-3e57-482f-ab09-ec5a8c3c6c38" -d '{"events": [{"server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "name": "network-vif-deleted", "tag": "e1962687-2b8a-4256-a102-d881398d29c0"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:29.749992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Made reservation on behalf of 87d8b8fde20d4d0c880a701faad3c291 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:03:29.755103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:29.793437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3537c5e-a50d-46ee-bd25-5eb175167a5a req-8261f0d7-e1d8-4110-8758-24303ec72df9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0431192 Nov 03 16:03:29.816927 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-9692787c-531f-4726-aa28-d5c6010320f6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Floating IP 9f8aea82-70bf-4348-be84-7b399e3b54dc associated. External IP: 172.25.6.187, port: d3a4c004-1e41-4c1e-a539-3377eb357166. Nov 03 16:03:29.850937 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a99455-3365-46bc-94c0-ebfcbf6946ae x-openstack-request-id: req-85a99455-3365-46bc-94c0-ebfcbf6946ae {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:29.851270 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5272803-2c99-44b2-80f6-99f7344bc54d", "name": "network-vif-deleted", "tag": "e1962687-2b8a-4256-a102-d881398d29c0", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:29.851480 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85a99455-3365-46bc-94c0-ebfcbf6946ae {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:29.851878 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5272803-2c99-44b2-80f6-99f7344bc54d', 'name': 'network-vif-deleted', 'tag': 'e1962687-2b8a-4256-a102-d881398d29c0', 'status': 'completed', 'code': 200} Nov 03 16:03:29.954967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Allocated IP 172.20.0.2 (520415ef-45fa-4133-9d3f-d0bbe03dee97/4543be02-569a-48d6-910c-234d6054c340/0fa512c3-8cd7-4389-9e50-ca9757714fc4) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:03:30.104352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9692787c-531f-4726-aa28-d5c6010320f6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Router 551491c7-3e34-43af-9793-fe970f9f6cb5 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:03:30.151628 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:30.224333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:30.260645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9692787c-531f-4726-aa28-d5c6010320f6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:03:30.262553 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9692787c-531f-4726-aa28-d5c6010320f6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:30.288870 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] Sync routers for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:03:30.302748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9692787c-531f-4726-aa28-d5c6010320f6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "PUT /v2.0/floatingips/9f8aea82-70bf-4348-be84-7b399e3b54dc HTTP/1.1" status: 200 len: 992 time: 1.8038907 Nov 03 16:03:30.302748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'tag': 'd3a4c004-1e41-4c1e-a539-3377eb357166'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:30.302748 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bdfc04-7cef-4636-bbaa-444f3694bd61" -d '{"events": [{"name": "network-changed", "server_uuid": "ac936987-685b-4193-b0f3-1d5e99ad84be", "tag": "d3a4c004-1e41-4c1e-a539-3377eb357166"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:30.304756 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:03:30.305998 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:03:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:30.329924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Network 520415ef-45fa-4133-9d3f-d0bbe03dee97 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:03:30.341495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:03:30.356085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:03:30.447321 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a5fd2d-591d-425a-a2bd-bfd9a8ca0679 x-openstack-request-id: req-c4a5fd2d-591d-425a-a2bd-bfd9a8ca0679 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:30.447611 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac936987-685b-4193-b0f3-1d5e99ad84be", "tag": "d3a4c004-1e41-4c1e-a539-3377eb357166", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:30.448892 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c4a5fd2d-591d-425a-a2bd-bfd9a8ca0679 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:30.450458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:30.450756 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'tag': 'd3a4c004-1e41-4c1e-a539-3377eb357166', 'status': 'completed', 'code': 200} Nov 03 16:03:30.451337 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:30.525102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Pushing event updated for resources: {'Port': ['ID=0fa512c3-8cd7-4389-9e50-ca9757714fc4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:30.557484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-d76e6ab6-f0fd-46d9-bc3c-a1c20e3b3c8d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1434283 Nov 03 16:03:30.572531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Request body: {'port': {'device_id': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:03:30.612329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-fa015056-840e-4529-8260-3e3528753e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:30.614058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-fa015056-840e-4529-8260-3e3528753e5a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 1097 time: 0.1238317 Nov 03 16:03:30.628098 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:03:30.641035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e720d-6c96-4cb1-810f-632e58f50a4e req-11bf8f29-d767-4e9c-a762-9220c28cd51f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:30.642668 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba2e720d-6c96-4cb1-810f-632e58f50a4e req-11bf8f29-d767-4e9c-a762-9220c28cd51f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1263669 Nov 03 16:03:30.763050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba2e720d-6c96-4cb1-810f-632e58f50a4e req-18f79bd7-dc31-4a80-950b-89eb62e10347 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120088 Nov 03 16:03:30.833139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-662e1387-d9c9-4bbb-8f4f-f08b35e13c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:30.835631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-662e1387-d9c9-4bbb-8f4f-f08b35e13c8c service neutron] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 912 time: 0.1856923 Nov 03 16:03:30.849729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8267ec9-98ad-4fa0-a699-35412ab72c08 req-a248889f-4ac1-4c19-b9c3-b0f19ad6c3e6 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:30.858152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8267ec9-98ad-4fa0-a699-35412ab72c08 req-a248889f-4ac1-4c19-b9c3-b0f19ad6c3e6 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 931 time: 0.3859046 Nov 03 16:03:30.876504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:31.012329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-b27cba6f-718a-4bbd-a578-8206f751e735 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a4c004-1e41-4c1e-a539-3377eb357166 HTTP/1.1" status: 200 len: 1000 time: 0.1515150 Nov 03 16:03:31.022861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8267ec9-98ad-4fa0-a699-35412ab72c08 req-e27782a4-7cd6-4a07-8351-78f1ae2d32d7 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637316 Nov 03 16:03:31.082787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a90f4d86-2e20-494a-bf4e-5e2c92c07e71 req-8986869d-5775-41e4-be53-944f1ecb7667 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0491769 Nov 03 16:03:31.145058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-d71454f9-9829-4867-b346-a45637f11f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:31.147273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-d71454f9-9829-4867-b346-a45637f11f43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.1234996 Nov 03 16:03:31.202307 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:31.239182 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '9f8aea82-70bf-4348-be84-7b399e3b54dc', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'port_id': 'd3a4c004-1e41-4c1e-a539-3377eb357166', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'mac_address': 'fa:16:3e:e7:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:03:07Z', 'updated_at': '2021-11-03T16:03:29Z', 'revision_number': 1, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:31.290447 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] Checking router: 551491c7-3e34-43af-9793-fe970f9f6cb5 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:03:31.298654 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:03:31.299883 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:03:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:31.314003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-64fce7fb-7f71-4d15-a3d8-56242fcd5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:31.316681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-64fce7fb-7f71-4d15-a3d8-56242fcd5d1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602588 Nov 03 16:03:31.434785 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:03:31.516488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-941ef47e-fe09-4aa6-ba56-95eed1bf3a36 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902494 Nov 03 16:03:31.680608 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9bdfc04-7cef-4636-bbaa-444f3694bd61 req-a8c205d0-0946-4f9c-b873-c7c4420f7d85 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552863 Nov 03 16:03:31.692938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59610) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:31.699224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa512c3-8cd7-4389-9e50-ca9757714fc4 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:03:31.723147 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:31.756638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Transition to ACTIVE for port object 0fa512c3-8cd7-4389-9e50-ca9757714fc4 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:03:31.764110 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:31.775056 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '9f8aea82-70bf-4348-be84-7b399e3b54dc', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'port_id': 'd3a4c004-1e41-4c1e-a539-3377eb357166', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'mac_address': 'fa:16:3e:e7:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:03:07Z', 'updated_at': '2021-11-03T16:03:29Z', 'revision_number': 1, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:03:31.808322 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927935c0-0d66-4d03-bf65-68797727f7f4 None None] The sync data for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 is: [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '9f8aea82-70bf-4348-be84-7b399e3b54dc', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'port_id': 'd3a4c004-1e41-4c1e-a539-3377eb357166', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'mac_address': 'fa:16:3e:e7:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:03:07Z', 'updated_at': '2021-11-03T16:03:29Z', 'revision_number': 1, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:03:31.875092 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:31.879681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa512c3-8cd7-4389-9e50-ca9757714fc4,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:31.989116 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:31.993604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:32.012932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729761f-3c0b-4779-a9da-43d84c5fc667 req-8c96964a-120c-4ce7-8354-f0b966bfdcb0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:32.014808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3729761f-3c0b-4779-a9da-43d84c5fc667 req-8c96964a-120c-4ce7-8354-f0b966bfdcb0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1317489 Nov 03 16:03:32.058071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Attempting to bind port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:03:32.058594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Attempting to bind port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:03:32.059273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Attempting to bind port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:03:32.069081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:03:32.069234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a1f294-5b44-4ed8-acac-e2b643a52552,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:32.069626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Attempting to bind port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:03:32.084120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:03:32.084624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Checking segment: {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:03:32.085106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Bound using segment: {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:03:32.085928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Bound port: 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:03:32.086156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:32.090790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59620) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:32.113155 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=41122e02af694007ad14d9f40868a89f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3957484 Nov 03 16:03:32.114977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.115323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.115658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.115990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.116319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.116648 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.116972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.117293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.117641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.117966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.123376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.123776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3f0db-4f26-4832-ad93-51985af3ea67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:03:32.134090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3729761f-3c0b-4779-a9da-43d84c5fc667 req-d5b264f9-faf6-41ff-8d5d-f78cbdda8ae4 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088488 Nov 03 16:03:32.220645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4079c1c-eb1b-4e7d-bd67-b2ed89fe6091 None None] New status for floating IP 9f8aea82-70bf-4348-be84-7b399e3b54dc: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:03:32.231444 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69d1841d-f030-410c-b97b-f82d43b61c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:32.233845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] For port 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:03:32.238758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] For port 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:03:32.248999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:32.281243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1943-b5ac-40ea-a3cb-d227bd63f642 req-df8e2e11-11e6-4a60-8d15-412da82977ba tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:32.290407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ce2e1943-b5ac-40ea-a3cb-d227bd63f642 req-df8e2e11-11e6-4a60-8d15-412da82977ba tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 943 time: 0.1251223 Nov 03 16:03:32.291879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69d1841d-f030-410c-b97b-f82d43b61c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:32.357430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:32.358161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:32.359649 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] 10.222.0.70 "PUT /v2.0/ports/0fa512c3-8cd7-4389-9e50-ca9757714fc4 HTTP/1.1" status: 200 len: 1091 time: 1.7914560 Nov 03 16:03:32.368143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89889b64-90a7-4540-87b2-2fac75626808 req-6d98b077-c059-43a2-896f-1ec07d6bea1e tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0742073 Nov 03 16:03:32.368673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'tag': '0fa512c3-8cd7-4389-9e50-ca9757714fc4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:32.371145 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a" -d '{"events": [{"name": "network-changed", "server_uuid": "40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4", "tag": "0fa512c3-8cd7-4389-9e50-ca9757714fc4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:32.372389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ce2e1943-b5ac-40ea-a3cb-d227bd63f642 req-303996ec-0856-473c-8b7a-7e3a09b46566 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806808 Nov 03 16:03:32.408414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93814a-2440-4f3f-866c-c7aaa0ecd0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa512c3-8cd7-4389-9e50-ca9757714fc4,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:32.467321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69d1841d-f030-410c-b97b-f82d43b61c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:32.470135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69d1841d-f030-410c-b97b-f82d43b61c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:32.472599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-69d1841d-f030-410c-b97b-f82d43b61c07 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0a1f294-5b44-4ed8-acac-e2b643a52552 HTTP/1.1" status: 204 len: 168 time: 0.3769407 Nov 03 16:03:32.506664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1841d-f030-410c-b97b-f82d43b61c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a1f294-5b44-4ed8-acac-e2b643a52552,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:32.523793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e1962687-2b8a-4256-a102-d881398d29c0 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:03:32.526248 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99b96bc-fd13-404f-bfb7-94f59d0d06db x-openstack-request-id: req-a99b96bc-fd13-404f-bfb7-94f59d0d06db {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:32.526551 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4", "tag": "0fa512c3-8cd7-4389-9e50-ca9757714fc4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:32.526852 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a99b96bc-fd13-404f-bfb7-94f59d0d06db {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:32.527257 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'tag': '0fa512c3-8cd7-4389-9e50-ca9757714fc4', 'status': 'completed', 'code': 200} Nov 03 16:03:32.541912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-2d810142-1099-4501-afcf-bec8d7258954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:32.547869 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-2d810142-1099-4501-afcf-bec8d7258954 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 1094 time: 0.1339700 Nov 03 16:03:32.560262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: e1962687-2b8a-4256-a102-d881398d29c0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:03:32.560919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e1962687-2b8a-4256-a102-d881398d29c0 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:03:32.598002 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9596c0b-f432-47e9-97c6-5cd454ef7bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:32.647980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-c8ada35b-b613-4473-9791-b6dd7a934689 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4 HTTP/1.1" status: 200 len: 217 time: 0.0910401 Nov 03 16:03:32.729934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-828f64af-598d-4b4a-9ee0-586f19dccafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:32.732085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-828f64af-598d-4b4a-9ee0-586f19dccafc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4543be02-569a-48d6-910c-234d6054c340 HTTP/1.1" status: 200 len: 844 time: 0.0774317 Nov 03 16:03:32.781827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-c7ee51a8-3331-4984-82df-caa5ee796b2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=520415ef-45fa-4133-9d3f-d0bbe03dee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412991 Nov 03 16:03:32.892379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59644) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:32.904775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-c9292423-ce3b-4a0e-b0f8-e028c41bb756 service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152949 Nov 03 16:03:32.908075 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d2e8-5a6e-4976-bcb5-ddbc01502c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:33.017678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d2e8-5a6e-4976-bcb5-ddbc01502c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:33.026112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d2e8-5a6e-4976-bcb5-ddbc01502c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:33.045139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcc5b7e-9897-48ac-8c6c-72210c53434e req-3bf5e670-24ea-4c01-a261-9840d0b3cb35 service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307533 Nov 03 16:03:33.074092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8d2e8-5a6e-4976-bcb5-ddbc01502c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47125ff-d7b4-4591-a248-c428fec1b0cf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:33.090103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ecf8d2e8-5a6e-4976-bcb5-ddbc01502c35 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=18713de7cc0f4a639d3e5598a107cc48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959224 Nov 03 16:03:33.092684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59652) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:33.194595 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca16fc1c-3168-4981-8446-9432141f5eae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:33.214981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-1363e1d0-8260-44f3-a062-fd1d7946e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:33.216491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-1363e1d0-8260-44f3-a062-fd1d7946e250 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 1094 time: 0.1091158 Nov 03 16:03:33.307228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca16fc1c-3168-4981-8446-9432141f5eae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:33.313511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4157e94d-dd63-487c-9dff-b5eabd0147f5 req-d9eb3609-7c7f-470e-a093-8a4fa5ffe3c9 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0364714 Nov 03 16:03:33.423420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0c515-0768-40b0-8ed1-ff3117be08e4 req-55662d70-e75b-4541-9886-02d36c5bcc4f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:33.424919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfe0c515-0768-40b0-8ed1-ff3117be08e4 req-55662d70-e75b-4541-9886-02d36c5bcc4f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.1265106 Nov 03 16:03:33.428358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-c3a28300-f5fa-4a48-b523-a52356b05a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:33.428874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-c3a28300-f5fa-4a48-b523-a52356b05a0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 905 time: 0.2033603 Nov 03 16:03:33.449229 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca16fc1c-3168-4981-8446-9432141f5eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:33.451790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca16fc1c-3168-4981-8446-9432141f5eae admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:33.452909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ca16fc1c-3168-4981-8446-9432141f5eae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f47125ff-d7b4-4591-a248-c428fec1b0cf HTTP/1.1" status: 204 len: 168 time: 0.3592186 Nov 03 16:03:33.499208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-ed57f6a8-c2fe-4056-af2b-aaa9f1f7649c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4 HTTP/1.1" status: 200 len: 217 time: 0.0594368 Nov 03 16:03:33.506612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16fc1c-3168-4981-8446-9432141f5eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47125ff-d7b4-4591-a248-c428fec1b0cf,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:33.544812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d252e2-366f-4a23-a598-1764279d7575 req-def4eec8-7614-4ae8-802f-87835b27dd8c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:33.553742 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2d252e2-366f-4a23-a598-1764279d7575 req-def4eec8-7614-4ae8-802f-87835b27dd8c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 943 time: 0.1055515 Nov 03 16:03:33.584834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-16b84fbd-2e04-43f1-ba75-787b905b1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:33.586503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-16b84fbd-2e04-43f1-ba75-787b905b1af1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4543be02-569a-48d6-910c-234d6054c340 HTTP/1.1" status: 200 len: 844 time: 0.0775807 Nov 03 16:03:33.590340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfe0c515-0768-40b0-8ed1-ff3117be08e4 req-ffbfaf55-7cd7-4998-8b37-d679042ac932 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990968 Nov 03 16:03:33.677237 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2d252e2-366f-4a23-a598-1764279d7575 req-cc6386b0-ce76-4175-a2ae-8559f3edcf9c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170545 Nov 03 16:03:34.030221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-a4aaab8a-467f-484e-906f-f2063473cb48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=520415ef-45fa-4133-9d3f-d0bbe03dee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4348035 Nov 03 16:03:34.161066 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-82bf9842-b713-4578-8f18-399950c222b9 service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214614 Nov 03 16:03:34.279909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95e777-f887-4789-b655-b4c7d07d7fd0 req-0499777b-418e-461d-b659-faaac503bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:34.281382 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db95e777-f887-4789-b655-b4c7d07d7fd0 req-0499777b-418e-461d-b659-faaac503bf89 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1097 time: 0.1101935 Nov 03 16:03:34.316754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdfc4a-df65-49b6-a110-6e6fbd50469a req-fd931b48-8308-41e4-99fb-78b6267d57bf service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470206 Nov 03 16:03:34.343799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db95e777-f887-4789-b655-b4c7d07d7fd0 req-87183298-500f-4ae8-b547-e1f68da6e573 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542498 Nov 03 16:03:34.427673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84ab8d77-2af1-44c7-827a-903b5412556a req-91f63988-1adc-4646-8ee6-2e6b24d9922d tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0313928 Nov 03 16:03:34.767204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a920e-c911-40d7-9346-6fa6e8dd82c7 req-26c5a4f0-993a-4b03-affa-14509f85d2a9 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:34.770235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-027a920e-c911-40d7-9346-6fa6e8dd82c7 req-26c5a4f0-993a-4b03-affa-14509f85d2a9 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0810566 Nov 03 16:03:34.824880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84c528-5218-4f25-9c8b-833fd308f3a3 req-b33ad15a-a4cb-4896-8b1f-f7b89b43b9a9 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:34.827197 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-027a920e-c911-40d7-9346-6fa6e8dd82c7 req-0e325258-113f-49ed-a15e-e60f380cf136 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482848 Nov 03 16:03:34.827684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2d84c528-5218-4f25-9c8b-833fd308f3a3 req-b33ad15a-a4cb-4896-8b1f-f7b89b43b9a9 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 943 time: 0.0679097 Nov 03 16:03:34.898828 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2d84c528-5218-4f25-9c8b-833fd308f3a3 req-dfe2e9a3-98b2-4e49-b619-b352c9c293ba tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604024 Nov 03 16:03:34.946308 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-260165c5-d2ea-4d49-b7fd-88aa3bce07e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:35.550255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2ce34c0e-96fd-4920-9809-b1fc53a1fa89 req-8d092c0f-4aa9-496b-b14a-b176dd43e0c1 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0278771 Nov 03 16:03:35.978120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fd2ee-6339-4a6e-baee-cada27456006 req-5cdf7b86-63ad-46c2-ae28-e2b6ebcdcc84 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:35.981807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b6fd2ee-6339-4a6e-baee-cada27456006 req-5cdf7b86-63ad-46c2-ae28-e2b6ebcdcc84 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0655658 Nov 03 16:03:36.067214 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b6fd2ee-6339-4a6e-baee-cada27456006 req-feb6f602-5e02-45ab-af2c-3a2028e53905 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784883 Nov 03 16:03:36.077390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2dcd7-8698-4192-ab9b-cdced8bac95a req-efcbbd3f-b493-41f1-b73c-0ded57b22e31 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:36.086989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fb2dcd7-8698-4192-ab9b-cdced8bac95a req-efcbbd3f-b493-41f1-b73c-0ded57b22e31 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 943 time: 0.0896225 Nov 03 16:03:36.156370 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fb2dcd7-8698-4192-ab9b-cdced8bac95a req-fac2950f-01f3-494f-9f59-c00c71cbe719 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641122 Nov 03 16:03:36.172243 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:36.186673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59762) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:36.326758 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf595528-4386-423a-90b5-70eb4a3b8a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:36.413244 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf595528-4386-423a-90b5-70eb4a3b8a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:36.424844 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf595528-4386-423a-90b5-70eb4a3b8a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:36.459201 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cf595528-4386-423a-90b5-70eb4a3b8a60 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=38834282f6cb425d91697723cedad8a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685809 Nov 03 16:03:36.460939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59774) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:36.476485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf595528-4386-423a-90b5-70eb4a3b8a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2ac29-4506-4601-81cc-78a51dd8206b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:36.517337 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2113b24-d45a-45e3-bfad-6ff687dc2dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:36.524914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-105d9250-91b0-4a46-ab72-a69e57f36c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:36.526443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-105d9250-91b0-4a46-ab72-a69e57f36c3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 1097 time: 0.0778184 Nov 03 16:03:36.538572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e745650-c5a5-477e-8249-f0544cd1f95c req-5678689c-09b5-43f6-b303-cfd6ab004229 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:36.540018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e745650-c5a5-477e-8249-f0544cd1f95c req-5678689c-09b5-43f6-b303-cfd6ab004229 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0637538 Nov 03 16:03:36.540452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2113b24-d45a-45e3-bfad-6ff687dc2dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:36.591991 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2113b24-d45a-45e3-bfad-6ff687dc2dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:36.595902 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2113b24-d45a-45e3-bfad-6ff687dc2dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:36.600335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f2113b24-d45a-45e3-bfad-6ff687dc2dd5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fbf2ac29-4506-4601-81cc-78a51dd8206b HTTP/1.1" status: 204 len: 168 time: 0.1384838 Nov 03 16:03:36.610128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2113b24-d45a-45e3-bfad-6ff687dc2dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2ac29-4506-4601-81cc-78a51dd8206b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:36.650188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e745650-c5a5-477e-8249-f0544cd1f95c req-9b05b556-3cbe-478d-a4f1-ee0145f1540f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019921 Nov 03 16:03:36.664959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-bc66a4ef-410d-44db-894b-c42b62be85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:36.666610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-bc66a4ef-410d-44db-894b-c42b62be85dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 200 len: 919 time: 0.1257231 Nov 03 16:03:36.686684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2aa7b80b-068f-4890-8aea-b71f0f89c879 req-db545ef2-ed21-4b48-9ef6-6561665c8b49 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0370746 Nov 03 16:03:36.719031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-aa7701a2-3c0c-47de-9b00-6d8055524e73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404e0adc-e54c-4165-bd88-62358eaed249 HTTP/1.1" status: 200 len: 217 time: 0.0436835 Nov 03 16:03:36.774078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-a8fa3c9f-69d8-4b5b-901f-e727f4f5e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:36.775456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-a8fa3c9f-69d8-4b5b-901f-e727f4f5e756 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 200 len: 858 time: 0.0499299 Nov 03 16:03:36.807482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-908247aa-4c96-481f-a190-3a411a1197a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=872b8a17-d60a-453f-8a8e-c28da86b63fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248413 Nov 03 16:03:36.909718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-a03bff62-0ecf-417e-96f9-cede7a3181ce service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953431 Nov 03 16:03:37.001657 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b366e11-1f3f-47af-ac13-723ec038c58d req-f065a118-5b2d-4f31-8d4b-275de1a63e0f service neutron] 10.222.0.70 "GET /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855134 Nov 03 16:03:37.131273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fa512c3-8cd7-4389-9e50-ca9757714fc4 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:03:37.293770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:37.298614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b040d5-0187-46e6-b694-8ca20cbbd739 req-59815d4f-148a-4c66-9d64-4ce3a6e28016 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:37.307175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09b040d5-0187-46e6-b694-8ca20cbbd739 req-59815d4f-148a-4c66-9d64-4ce3a6e28016 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 943 time: 0.0599940 Nov 03 16:03:37.310636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '0fa512c3-8cd7-4389-9e50-ca9757714fc4', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'port_id': '0fa512c3-8cd7-4389-9e50-ca9757714fc4', 'mac_address': 'fa:16:3e:70:c7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543be02-569a-48d6-910c-234d6054c340', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:03:37.366928 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09b040d5-0187-46e6-b694-8ca20cbbd739 req-84e7445f-ca55-409b-9c53-3337c4cf598e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584543 Nov 03 16:03:37.394497 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:37.418603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa512c3-8cd7-4389-9e50-ca9757714fc4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:03:37.451460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:37.457650 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:37.523815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0fa512c3-8cd7-4389-9e50-ca9757714fc4,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:37.658958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:37.700042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0fa512c3-8cd7-4389-9e50-ca9757714fc4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:03:37.834088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30fc83-4874-488c-9614-0b803d140869 req-bee85745-c3de-4c60-873a-8cb5d6e5d193 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:37.837053 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c30fc83-4874-488c-9614-0b803d140869 req-bee85745-c3de-4c60-873a-8cb5d6e5d193 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0648932 Nov 03 16:03:37.865272 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4518d000-8b12-405b-b259-2546d09f2aec req-24809f86-07c5-4a95-8277-294767e4b715 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0431440 Nov 03 16:03:37.921800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c30fc83-4874-488c-9614-0b803d140869 req-10aae145-64ef-481e-a1e2-6f9557f3b34c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768867 Nov 03 16:03:38.354459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:38.370171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:38.499566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807b37d-57ef-4b00-b579-94d4764310b4 req-dd7967a7-1e28-410d-9910-4a6afe9e35eb tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:38.501069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e807b37d-57ef-4b00-b579-94d4764310b4 req-dd7967a7-1e28-410d-9910-4a6afe9e35eb tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 944 time: 0.0558407 Nov 03 16:03:38.503338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6af4bf2b-5be2-4537-868c-3757af01607f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:38.605449 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6af4bf2b-5be2-4537-868c-3757af01607f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:38.612547 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6af4bf2b-5be2-4537-868c-3757af01607f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:38.625394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e807b37d-57ef-4b00-b579-94d4764310b4 req-2ca5cce3-b3cf-4bc6-a7fc-edb10c6fd78c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168349 Nov 03 16:03:38.669208 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6af4bf2b-5be2-4537-868c-3757af01607f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ef233489995343449e1547fb613285f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136468 Nov 03 16:03:38.670075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4bf2b-5be2-4537-868c-3757af01607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd76bb3-23d7-4efb-aeda-3a5957f56e16,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:38.671850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59884) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:03:38.722626 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df352016-21f7-4384-8e07-aeaa11379e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:38.744317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df352016-21f7-4384-8e07-aeaa11379e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:38.796250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df352016-21f7-4384-8e07-aeaa11379e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:38.799743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df352016-21f7-4384-8e07-aeaa11379e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:38.803099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-df352016-21f7-4384-8e07-aeaa11379e6f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3dd76bb3-23d7-4efb-aeda-3a5957f56e16 HTTP/1.1" status: 204 len: 168 time: 0.1280420 Nov 03 16:03:38.815040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df352016-21f7-4384-8e07-aeaa11379e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd76bb3-23d7-4efb-aeda-3a5957f56e16,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:38.994750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98e373a7-ecaa-4a1d-b020-e35f4c6ea410 req-6e45bf93-ab50-4098-a646-5c887b533589 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0347247 Nov 03 16:03:39.076881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40ef50-8395-41e0-be79-850168ce6c0f req-5154399a-66ab-4604-bd24-4ea41425626f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:39.078594 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e40ef50-8395-41e0-be79-850168ce6c0f req-5154399a-66ab-4604-bd24-4ea41425626f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0554764 Nov 03 16:03:39.144221 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e40ef50-8395-41e0-be79-850168ce6c0f req-6b445df5-6815-4b19-aaa3-3ac6bcf6c9f8 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570114 Nov 03 16:03:39.153718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fa512c3-8cd7-4389-9e50-ca9757714fc4 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:03:39.221068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:03:39.226836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:03:39.227434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:39.325303 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:39.359173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa512c3-8cd7-4389-9e50-ca9757714fc4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:39.363635 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34808885-900b-4461-b531-f99191892eef" -d '{"events": [{"server_uuid": "40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4", "name": "network-vif-plugged", "status": "completed", "tag": "0fa512c3-8cd7-4389-9e50-ca9757714fc4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:39.379124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:39.384934 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:39.445948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0fa512c3-8cd7-4389-9e50-ca9757714fc4,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:39.471926 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f1fd59-7ee3-4e4c-ae27-b497478ca7c2 x-openstack-request-id: req-12f1fd59-7ee3-4e4c-ae27-b497478ca7c2 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:39.472259 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4", "name": "network-vif-plugged", "status": "completed", "tag": "0fa512c3-8cd7-4389-9e50-ca9757714fc4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:39.473154 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-12f1fd59-7ee3-4e4c-ae27-b497478ca7c2 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:39.473580 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa512c3-8cd7-4389-9e50-ca9757714fc4', 'code': 200} Nov 03 16:03:39.621980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23267cf-3c06-49ae-be70-ba1e4a730cc0 req-2620851e-eea7-4445-af0b-ec40c47ec433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:39.630468 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c23267cf-3c06-49ae-be70-ba1e4a730cc0 req-2620851e-eea7-4445-af0b-ec40c47ec433 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 1096 time: 0.0625482 Nov 03 16:03:39.702604 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c23267cf-3c06-49ae-be70-ba1e4a730cc0 req-be267fb2-42c4-462d-b250-d7825f72eb7f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635650 Nov 03 16:03:39.784681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c80cbb-6343-4e49-8024-10739e73fec8 req-9bb6fae7-58d8-4232-a74f-d02d9cc4b535 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:39.786378 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1c80cbb-6343-4e49-8024-10739e73fec8 req-9bb6fae7-58d8-4232-a74f-d02d9cc4b535 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0705442 Nov 03 16:03:39.848201 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1c80cbb-6343-4e49-8024-10739e73fec8 req-7d623e22-caff-4443-ae25-f0da43ac6d04 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542641 Nov 03 16:03:40.120690 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56223409-bf45-4e51-a442-db6fa33380e5 req-c66d4451-691b-4aef-8ce7-0e6abad003fa tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0267665 Nov 03 16:03:41.034325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422573f2-9965-4313-a178-6832317a26e4 req-c7d5b4cb-2c96-4f8b-b1ee-86585572db7a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:41.036662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-422573f2-9965-4313-a178-6832317a26e4 req-c7d5b4cb-2c96-4f8b-b1ee-86585572db7a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0644462 Nov 03 16:03:41.104393 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-422573f2-9965-4313-a178-6832317a26e4 req-d1ce4bbf-9de1-4bda-b72c-378b3f81d773 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590081 Nov 03 16:03:41.250548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa6050e8-8667-4656-a478-cb5e085c9967 req-67c82131-1715-4934-bc97-bedce3b2bd1e tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0339398 Nov 03 16:03:41.945185 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:03:42.244790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6478cdc-3cd1-4a77-aede-d74842e410d9 req-76378f1d-a802-442c-864a-87b369f5fcc1 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:42.247393 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6478cdc-3cd1-4a77-aede-d74842e410d9 req-76378f1d-a802-442c-864a-87b369f5fcc1 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0626578 Nov 03 16:03:42.311786 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6478cdc-3cd1-4a77-aede-d74842e410d9 req-1c890878-4359-45dc-858c-03c7f72653ea tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522504 Nov 03 16:03:42.424774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c05abfe9-2ab5-4900-8859-3caf83503366 req-07543bde-3c58-4055-a395-89fefefa8c61 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0393867 Nov 03 16:03:42.634965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a006c-5509-4b07-b8f9-d98b60e5c113 req-ab80b9d8-869d-43c2-bd9c-b13d3129b998 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:42.636659 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-791a006c-5509-4b07-b8f9-d98b60e5c113 req-ab80b9d8-869d-43c2-bd9c-b13d3129b998 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0733104 Nov 03 16:03:42.692629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-791a006c-5509-4b07-b8f9-d98b60e5c113 req-02403840-a1c4-408b-8389-e2299b633afb tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492296 Nov 03 16:03:43.541643 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c76d505-7acc-42f2-961c-ec5edcf92044 req-6342150f-6cff-41ae-9fa1-99d4c0880434 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0384517 Nov 03 16:03:43.842745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19709253-aa21-4bf8-aa1b-f909aa59dcd5 req-9a64cb72-8686-41e8-bf9b-95d4356f51aa tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:43.844263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-19709253-aa21-4bf8-aa1b-f909aa59dcd5 req-9a64cb72-8686-41e8-bf9b-95d4356f51aa tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0621974 Nov 03 16:03:43.908512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-19709253-aa21-4bf8-aa1b-f909aa59dcd5 req-4a3f40ff-8ed6-4d0b-879c-f75b7297cedd tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577853 Nov 03 16:03:44.665430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5b82a8e-f6f1-4570-9c52-7920d91db236 req-3db6a0cc-5092-4d3c-86b3-03e33e592809 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Nov 03 16:03:45.107617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43c96-4b9f-49f1-b24a-1ad5c366a839 req-55b7280d-f30a-4e6a-ac13-50af055a20b1 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:45.109179 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78a43c96-4b9f-49f1-b24a-1ad5c366a839 req-55b7280d-f30a-4e6a-ac13-50af055a20b1 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0991576 Nov 03 16:03:45.172301 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78a43c96-4b9f-49f1-b24a-1ad5c366a839 req-cd11b6f1-4933-4950-992f-9fdafc4036bc tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546353 Nov 03 16:03:45.785666 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53bf553b-d0f3-4f3f-8378-a7c79ad9e8b3 req-3d6407c9-8a96-428a-be4a-242a6d438fbc tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Nov 03 16:03:46.332936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f98f2a-32d3-4360-a94c-07b4195ac055 req-0812b1c9-a322-4b24-854d-53107bfed99f tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:46.334612 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8f98f2a-32d3-4360-a94c-07b4195ac055 req-0812b1c9-a322-4b24-854d-53107bfed99f tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0561717 Nov 03 16:03:46.399541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8f98f2a-32d3-4360-a94c-07b4195ac055 req-fc51b6dd-545c-4b7b-8c72-d5a032706070 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494492 Nov 03 16:03:46.912609 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df21ed05-5fef-46bc-8bfc-9afdd9033e19 req-b2cc28ce-49f8-4853-9d92-9e74d48ee13e tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0302181 Nov 03 16:03:47.570495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebde9c6-9b79-4d3e-a18b-1ba1f4391150 req-b14a4ea5-5546-4b7a-b66d-93324a76847c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:47.572378 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ebde9c6-9b79-4d3e-a18b-1ba1f4391150 req-b14a4ea5-5546-4b7a-b66d-93324a76847c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0600657 Nov 03 16:03:47.637315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ebde9c6-9b79-4d3e-a18b-1ba1f4391150 req-5ea633db-1bef-4e36-8384-3834072eefbe tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584893 Nov 03 16:03:48.033166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6398bc3-fc10-4c88-8170-157f52613489 req-b560b6ce-d995-4c37-ac67-833036ebc3a4 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0347924 Nov 03 16:03:49.021645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cf4-4806-4829-ba29-049a930954a3 req-2f1efa90-5972-41fc-8e22-ed71b18cbb53 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:49.023168 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-21b33cf4-4806-4829-ba29-049a930954a3 req-2f1efa90-5972-41fc-8e22-ed71b18cbb53 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.3067942 Nov 03 16:03:49.098549 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-21b33cf4-4806-4829-ba29-049a930954a3 req-81487733-f813-43c7-9adc-3f561ce1b77c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683587 Nov 03 16:03:49.164380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70f08a2b-d153-46e9-8af1-a9c55d3f8175 req-a7b86eff-560f-4d65-9992-b095ebcbf2aa tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0321333 Nov 03 16:03:50.247886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6577e1-7b1d-4d68-9d15-b66fc6926045 req-67fd90d8-845e-4e57-bf69-750728fbcac3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:50.250564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa6577e1-7b1d-4d68-9d15-b66fc6926045 req-67fd90d8-845e-4e57-bf69-750728fbcac3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0640614 Nov 03 16:03:50.316843 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa6577e1-7b1d-4d68-9d15-b66fc6926045 req-e54c04e4-da7d-4cf4-98fd-7615f57d307a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590813 Nov 03 16:03:50.331931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d747c9d7-161c-4322-8282-45989cc650ca req-b3408457-6280-44f6-bacd-2bd5f9a6ff18 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0630016 Nov 03 16:03:51.452533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d9d3d-8d4e-4484-a635-68bc2632204b req-91e4d1d7-59e4-45dc-a784-bb5f81c7f9d5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:51.460389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c99d9d3d-8d4e-4484-a635-68bc2632204b req-91e4d1d7-59e4-45dc-a784-bb5f81c7f9d5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0628293 Nov 03 16:03:51.477864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1d8fa0d-8d78-4257-bdba-50a755191168 req-c9e88b87-afb5-4413-b03b-195ad6c1db86 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0404317 Nov 03 16:03:51.530410 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c99d9d3d-8d4e-4484-a635-68bc2632204b req-bda3973a-f841-45d3-abd6-0aac3f54e141 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690551 Nov 03 16:03:51.821053 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:52.071033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a89ec-7fc0-4dbc-9fb0-ff9610daec21 req-f435e3cf-7779-426b-8b53-45ba4135b78e tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:52.072576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e9a89ec-7fc0-4dbc-9fb0-ff9610daec21 req-f435e3cf-7779-426b-8b53-45ba4135b78e tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.0566950 Nov 03 16:03:52.135809 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e9a89ec-7fc0-4dbc-9fb0-ff9610daec21 req-89614cc0-3a89-4746-a313-041a3b3ad74c tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487995 Nov 03 16:03:52.583989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-23466621-3424-4e32-a553-50b90ccadd55 req-e6bf628e-973d-49be-8a17-aa32c4bcdba7 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0305092 Nov 03 16:03:52.675173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a60048-e477-4782-b158-bf1027e43c8b req-0fe9a0c0-2581-41ba-aaca-2f2664a2a0dd tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:52.676763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09a60048-e477-4782-b158-bf1027e43c8b req-0fe9a0c0-2581-41ba-aaca-2f2664a2a0dd tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0624700 Nov 03 16:03:52.735476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09a60048-e477-4782-b158-bf1027e43c8b req-6bbf1bcf-a3f2-4c39-b632-2a215380fe44 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495622 Nov 03 16:03:53.258937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d1d1c-04d1-4a48-955c-bea9be724ddb req-f15e5629-8f62-4a1f-b94c-b2fd1acb2a6a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:53.260475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-002d1d1c-04d1-4a48-955c-bea9be724ddb req-f15e5629-8f62-4a1f-b94c-b2fd1acb2a6a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.0495791 Nov 03 16:03:53.311096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-002d1d1c-04d1-4a48-955c-bea9be724ddb req-9b9715ba-4845-46b4-9c72-feacf37bfe69 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434966 Nov 03 16:03:53.696589 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-abb11887-b350-4383-a7da-9df1cb137e87 req-df4529c1-59a9-4aa2-8a4c-4f0a83014720 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0282581 Nov 03 16:03:53.853235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98b62d-17b7-4163-8474-e7f54580a7ad req-8a8a25da-075d-45b8-8aa4-a3aaff9e7b56 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:53.854776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c98b62d-17b7-4163-8474-e7f54580a7ad req-8a8a25da-075d-45b8-8aa4-a3aaff9e7b56 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0521302 Nov 03 16:03:53.908903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c98b62d-17b7-4163-8474-e7f54580a7ad req-c8921c38-df4d-4f4a-a3b1-d69e58687cdd tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Nov 03 16:03:54.428311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47f831-a207-44bc-abdb-417ec00f31ce req-7ddc9956-31fb-4ef6-bf7b-9a0aa074a546 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:54.429850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe47f831-a207-44bc-abdb-417ec00f31ce req-7ddc9956-31fb-4ef6-bf7b-9a0aa074a546 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.0504177 Nov 03 16:03:54.479483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe47f831-a207-44bc-abdb-417ec00f31ce req-9c1794e5-f578-4141-b845-09d25ecb9836 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Nov 03 16:03:54.629116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed72386-5749-45c2-a1c2-92a417464260 req-14dd1a12-54b8-43bc-9865-2c2115146361 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:54.630654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ed72386-5749-45c2-a1c2-92a417464260 req-14dd1a12-54b8-43bc-9865-2c2115146361 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 945 time: 0.0524201 Nov 03 16:03:54.732390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-3ed72386-5749-45c2-a1c2-92a417464260 req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Deleting port c024b092-5af7-4416-9c4b-6b65e55040d3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:03:54.732993 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ed72386-5749-45c2-a1c2-92a417464260 req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:54.820137 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-67d0677b-a571-4ccc-801c-53db1d551fa3 req-ca6088b4-66da-4c92-ad74-a822396752ff tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0342019 Nov 03 16:03:54.853380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-3ed72386-5749-45c2-a1c2-92a417464260 req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] For port c024b092-5af7-4416-9c4b-6b65e55040d3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c024b092-5af7-4416-9c4b-6b65e55040d3,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:03:54.853771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ed72386-5749-45c2-a1c2-92a417464260 req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:54.867562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-3ed72386-5749-45c2-a1c2-92a417464260 req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Calling delete_port for c024b092-5af7-4416-9c4b-6b65e55040d3 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:03:55.019406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ed72386-5749-45c2-a1c2-92a417464260 req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:55.031841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['404e0adc-e54c-4165-bd88-62358eaed249'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:03:55.058253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Pushing event deleted for resources: {'Port': ['ID=c024b092-5af7-4416-9c4b-6b65e55040d3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:03:55.060878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c024b092-5af7-4416-9c4b-6b65e55040d3'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:03:55.078731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba9fe8-3050-436c-983f-9ce13664cfae req-12afd5c4-4dbb-441b-820e-3682fa6d066c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:55.080974 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00ba9fe8-3050-436c-983f-9ce13664cfae req-12afd5c4-4dbb-441b-820e-3682fa6d066c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.1022935 Nov 03 16:03:55.132166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed72386-5749-45c2-a1c2-92a417464260 req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] No DVR routers for this DVR port c024b092-5af7-4416-9c4b-6b65e55040d3 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:03:55.137771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3ed72386-5749-45c2-a1c2-92a417464260 req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:03:55.141111 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3ed72386-5749-45c2-a1c2-92a417464260 req-96099535-89c1-4cd0-84be-54803a42d0de tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.15 "DELETE /v2.0/ports/c024b092-5af7-4416-9c4b-6b65e55040d3 HTTP/1.1" status: 204 len: 173 time: 0.5044453 Nov 03 16:03:55.141589 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34a689-68b7-4b0d-829c-1820b9c8834e', 'name': 'network-vif-deleted', 'tag': 'c024b092-5af7-4416-9c4b-6b65e55040d3'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:03:55.144050 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba6189f-5a95-4c72-b03a-eb312e7c3190" -d '{"events": [{"server_uuid": "4d34a689-68b7-4b0d-829c-1820b9c8834e", "name": "network-vif-deleted", "tag": "c024b092-5af7-4416-9c4b-6b65e55040d3"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:03:55.171434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00ba9fe8-3050-436c-983f-9ce13664cfae req-5ec62ccd-9f2d-41d6-86e2-47696de52df7 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839286 Nov 03 16:03:55.193265 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5cba05-eb71-40b6-afcd-efd92a299f99 x-openstack-request-id: req-7a5cba05-eb71-40b6-afcd-efd92a299f99 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:03:55.193594 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34a689-68b7-4b0d-829c-1820b9c8834e", "name": "network-vif-deleted", "tag": "c024b092-5af7-4416-9c4b-6b65e55040d3", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:03:55.193851 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a5cba05-eb71-40b6-afcd-efd92a299f99 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:03:55.194260 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34a689-68b7-4b0d-829c-1820b9c8834e', 'name': 'network-vif-deleted', 'tag': 'c024b092-5af7-4416-9c4b-6b65e55040d3', 'status': 'completed', 'code': 200} Nov 03 16:03:55.597920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f44343de-f265-4899-bf9a-2190fcf3e0a3 req-b2e95d2e-1f49-4aca-bc77-4ba5c3ff6351 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d34a689-68b7-4b0d-829c-1820b9c8834e HTTP/1.1" status: 200 len: 210 time: 0.0310450 Nov 03 16:03:55.936882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-06851de4-2de5-4b91-bf43-249407b6cf38 req-878ef353-cfd9-4350-8cc7-f9aa468adb67 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0286086 Nov 03 16:03:56.304602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cbeae-1531-4772-9c6f-8f2ce711cee2 req-c5573e82-f5fb-45f2-867b-abdc7222028d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:56.306203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-571cbeae-1531-4772-9c6f-8f2ce711cee2 req-c5573e82-f5fb-45f2-867b-abdc7222028d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0570207 Nov 03 16:03:56.355506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-571cbeae-1531-4772-9c6f-8f2ce711cee2 req-1270c3a7-b3d2-4f5d-b8b4-c129512f611e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Nov 03 16:03:56.941236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ea7b-9a8e-4d77-b6a5-91732c16cf3e req-54ef3110-f67d-4476-a14f-c5a08eb53114 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:56.951266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0b1ea7b-9a8e-4d77-b6a5-91732c16cf3e req-54ef3110-f67d-4476-a14f-c5a08eb53114 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0710902 Nov 03 16:03:57.000405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0b1ea7b-9a8e-4d77-b6a5-91732c16cf3e req-a5630f65-6d3e-4abd-a4ff-0f6953134974 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482614 Nov 03 16:03:57.101756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c13569ca-8a98-4778-86b8-5b4a079f2e3f req-aa65c928-7287-4470-8688-998adb49ab1c tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0297716 Nov 03 16:03:57.486890 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aa3ee-ec71-405a-a3d8-4980b2af5aaf req-a4216fdc-af40-43fd-a64b-264a6faf82c3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:57.488398 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d20aa3ee-ec71-405a-a3d8-4980b2af5aaf req-a4216fdc-af40-43fd-a64b-264a6faf82c3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0531735 Nov 03 16:03:57.542306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d20aa3ee-ec71-405a-a3d8-4980b2af5aaf req-0f5c1cc9-f28a-4225-a175-44372c6b77a0 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475974 Nov 03 16:03:58.186614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604b04-fb82-4301-ab4f-8c1f86437226 req-98a5f790-863a-4760-bda8-177528cbd44a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:58.188183 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6604b04-fb82-4301-ab4f-8c1f86437226 req-98a5f790-863a-4760-bda8-177528cbd44a tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0812981 Nov 03 16:03:58.248173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d42a6fe6-d844-47a4-8509-a9e642f97782 req-f4778ae4-b71b-45b1-a74e-3190b0174ea8 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0408149 Nov 03 16:03:58.274967 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6604b04-fb82-4301-ab4f-8c1f86437226 req-153b6c88-6012-4681-9c72-e7b442c0b384 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787590 Nov 03 16:03:58.708367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c024b092-5af7-4416-9c4b-6b65e55040d3 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:03:58.721173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa632b-af76-4c91-a396-2a68390bc941 req-ff406102-b1ff-4a08-99dd-320da9180716 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:58.723196 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fffa632b-af76-4c91-a396-2a68390bc941 req-ff406102-b1ff-4a08-99dd-320da9180716 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0787346 Nov 03 16:03:58.758688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: c024b092-5af7-4416-9c4b-6b65e55040d3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:03:58.759497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c024b092-5af7-4416-9c4b-6b65e55040d3 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:03:58.796217 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fffa632b-af76-4c91-a396-2a68390bc941 req-5e688a85-366d-4eca-8136-ccc350ba43e2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638087 Nov 03 16:03:59.444701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef5b7534-f4db-4a2a-89b4-354e0860eabf req-fd565668-9060-44eb-9d5a-3f4219e83db6 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0727253 Nov 03 16:03:59.459338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd405d6-f827-4b8c-ae73-d760b206c3bb req-b5e25a39-5662-4874-a714-ed254df2ecc2 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:59.469700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0fd405d6-f827-4b8c-ae73-d760b206c3bb req-b5e25a39-5662-4874-a714-ed254df2ecc2 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0759342 Nov 03 16:03:59.628941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0fd405d6-f827-4b8c-ae73-d760b206c3bb req-6aae4965-8714-4bb2-8499-f214ba9bef2f tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563838 Nov 03 16:03:59.941588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db346a-ff19-44d1-8176-e28a6f1823a0 req-7195ce24-cb93-492f-95c3-e55d6a9459cc tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:03:59.943058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45db346a-ff19-44d1-8176-e28a6f1823a0 req-7195ce24-cb93-492f-95c3-e55d6a9459cc tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0504341 Nov 03 16:03:59.999884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45db346a-ff19-44d1-8176-e28a6f1823a0 req-e3bbefbb-0a9e-49e1-84a3-d96309031092 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506885 Nov 03 16:04:00.612186 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16bc6101-b24b-477b-b456-e6af4622f189 req-328a29fc-8728-4099-bcdd-cb0834962cc4 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0260549 Nov 03 16:04:00.779638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8e941-aaf8-4b3a-810e-40713dd4e89d req-d91cf36d-2949-4e25-acaa-f42069526a64 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:00.781149 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57f8e941-aaf8-4b3a-810e-40713dd4e89d req-d91cf36d-2949-4e25-acaa-f42069526a64 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0537341 Nov 03 16:04:00.832644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57f8e941-aaf8-4b3a-810e-40713dd4e89d req-a1f8294f-7a63-4d32-b0ee-0c2b1c2f6f97 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Nov 03 16:04:01.134852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885edf5b-becd-4975-a44c-e0a9e8fc3674 req-9315d1ec-4bc5-4b2f-bd14-d6002bc1f5e4 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:01.136371 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-885edf5b-becd-4975-a44c-e0a9e8fc3674 req-9315d1ec-4bc5-4b2f-bd14-d6002bc1f5e4 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0503120 Nov 03 16:04:01.176614 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:01.187249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-885edf5b-becd-4975-a44c-e0a9e8fc3674 req-6bb7916b-838d-4559-91e7-9376fde4d424 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Nov 03 16:04:01.725229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-712f7681-617d-41ab-802e-4cad5dbbfa24 req-aeaa2d27-b5a8-4cc1-ba12-9f85e18aca4b tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0298746 Nov 03 16:04:01.951924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a376154-33a1-4d02-a6d1-5d6136e6a1be req-be7e1cc9-dec8-4c9b-b2b6-214b814c4ad0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:01.953288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a376154-33a1-4d02-a6d1-5d6136e6a1be req-be7e1cc9-dec8-4c9b-b2b6-214b814c4ad0 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0522821 Nov 03 16:04:02.004337 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a376154-33a1-4d02-a6d1-5d6136e6a1be req-5760704c-19f8-4ca4-8e04-86b04cad0024 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Nov 03 16:04:02.322319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0a9cd7e-2d3b-4710-b4b0-425b8f8b43cb req-1adbb314-2483-4fda-bc45-392218be8e47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0285609 Nov 03 16:04:02.336052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333a8a1-6483-4095-a163-86155381f3d6 req-a3ba8f4c-88a7-4429-90b6-ba47ac91e0fa tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:02.338271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f333a8a1-6483-4095-a163-86155381f3d6 req-a3ba8f4c-88a7-4429-90b6-ba47ac91e0fa tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0584104 Nov 03 16:04:02.393004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f333a8a1-6483-4095-a163-86155381f3d6 req-e3a0bcde-b748-4e22-ae0e-96c2068855b2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464261 Nov 03 16:04:02.471137 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7f89d215-6bf1-430a-a14e-0de36bdb61af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:02.837835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3597958-cc83-4e7b-a28d-306f65c16714 req-5bf35aae-1d0a-46b7-a606-79eb240c5e0d tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0322630 Nov 03 16:04:02.897046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-221c91bc-2b1b-42df-8427-7ddb1ff3e5bf tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:02.898506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-221c91bc-2b1b-42df-8427-7ddb1ff3e5bf tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.70 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0521588 Nov 03 16:04:02.998427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Deleting port 404e0adc-e54c-4165-bd88-62358eaed249 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:02.998773 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:03.118467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] For port 404e0adc-e54c-4165-bd88-62358eaed249, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=404e0adc-e54c-4165-bd88-62358eaed249,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:03.118828 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:03.133850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Calling delete_port for 404e0adc-e54c-4165-bd88-62358eaed249 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:03.153159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a681a-e7ca-4370-bdda-2aa5d5a4b8cb req-5b18c3e5-88b7-412d-b958-fb67ce51e342 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:03.154716 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-122a681a-e7ca-4370-bdda-2aa5d5a4b8cb req-5b18c3e5-88b7-412d-b958-fb67ce51e342 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/ports?device_id=14cdd309-c6ca-4d7a-9e84-b08e785e1001 HTTP/1.1" status: 200 len: 946 time: 0.0809019 Nov 03 16:04:03.252247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-122a681a-e7ca-4370-bdda-2aa5d5a4b8cb req-d4b521c4-372f-4a5e-836d-79509ca22c93 tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.86 "GET /v2.0/security-groups?id=095dab3e-b978-4277-b1ff-d97314fb19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593712 Nov 03 16:04:03.323711 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:03.336188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['404e0adc-e54c-4165-bd88-62358eaed249'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:04:03.354431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Pushing event deleted for resources: {'Port': ['ID=404e0adc-e54c-4165-bd88-62358eaed249,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:03.416216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] No DVR routers for this DVR port 404e0adc-e54c-4165-bd88-62358eaed249 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:04:03.418986 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:03.423889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-30bc2692-31cc-4c99-b334-6ae9f1434cce req-c465c2e7-94d6-459f-9c95-dc46be9f072b tempest-ServerRescueNegativeTestJSON-1894591829 tempest-ServerRescueNegativeTestJSON-1894591829-project] 10.222.0.70 "DELETE /v2.0/ports/404e0adc-e54c-4165-bd88-62358eaed249 HTTP/1.1" status: 204 len: 173 time: 0.5184617 Nov 03 16:04:03.424552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cdd309-c6ca-4d7a-9e84-b08e785e1001', 'name': 'network-vif-deleted', 'tag': '404e0adc-e54c-4165-bd88-62358eaed249'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:03.427735 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba4d21e-bb25-4f29-b1e6-76c611b82157" -d '{"events": [{"server_uuid": "14cdd309-c6ca-4d7a-9e84-b08e785e1001", "name": "network-vif-deleted", "tag": "404e0adc-e54c-4165-bd88-62358eaed249"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:03.551678 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5eecf9-01d2-4310-a894-a1b92a17f360 x-openstack-request-id: req-0b5eecf9-01d2-4310-a894-a1b92a17f360 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:03.552189 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cdd309-c6ca-4d7a-9e84-b08e785e1001", "name": "network-vif-deleted", "tag": "404e0adc-e54c-4165-bd88-62358eaed249", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:03.552622 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0b5eecf9-01d2-4310-a894-a1b92a17f360 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:03.553221 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cdd309-c6ca-4d7a-9e84-b08e785e1001', 'name': 'network-vif-deleted', 'tag': '404e0adc-e54c-4165-bd88-62358eaed249', 'status': 'completed', 'code': 200} Nov 03 16:04:03.553493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb1cdd-8b1b-4d6f-aaa0-989ff45cd57a req-38b3f985-35b6-4aa9-b617-9514e4f6ec49 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:03.555709 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1abb1cdd-8b1b-4d6f-aaa0-989ff45cd57a req-38b3f985-35b6-4aa9-b617-9514e4f6ec49 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0728779 Nov 03 16:04:03.608824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1abb1cdd-8b1b-4d6f-aaa0-989ff45cd57a req-11fcae06-580c-4d5f-9f71-76f010fbb489 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Nov 03 16:04:03.970270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5b6316-e66f-4376-8553-5c914e285226 req-72a47870-65f8-49b9-bebe-2aa8eded6dc3 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0343874 Nov 03 16:04:04.271113 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4b49181-d99b-4819-950c-1b1da69efb35 req-47d3e0ce-9623-4972-91c7-5683cfa91a54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a296b33d3394fe29afbde5a18f26bbb&device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0394716 Nov 03 16:04:04.275978 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e1e644d-e587-4418-bfa2-1260b5301f69 req-1c7e64b7-59d1-403e-9596-a80d0efd27c5 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0527573 Nov 03 16:04:04.315545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4b49181-d99b-4819-950c-1b1da69efb35 req-922c87a4-3349-4c50-a793-c58c2f49e83d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3a296b33d3394fe29afbde5a18f26bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309613 Nov 03 16:04:04.324853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 32776) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:04.425319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b49181-d99b-4819-950c-1b1da69efb35 req-714430ed-73b1-4375-b6d2-b8c98dd0e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:04.427831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4b49181-d99b-4819-950c-1b1da69efb35 req-714430ed-73b1-4375-b6d2-b8c98dd0e5aa service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052196 Nov 03 16:04:04.568071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 32784) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:04.711954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-274540f4-92fa-4e78-a677-4d9d88e7a56b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:04.783122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e6fa8-38fa-482c-8ac6-ebcdaa16aa43 req-841b81f2-4656-401b-a132-7b69ea63a687 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:04.784786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-973e6fa8-38fa-482c-8ac6-ebcdaa16aa43 req-841b81f2-4656-401b-a132-7b69ea63a687 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0930209 Nov 03 16:04:04.799740 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-274540f4-92fa-4e78-a677-4d9d88e7a56b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:04.805165 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-274540f4-92fa-4e78-a677-4d9d88e7a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:04.821542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:04.857031 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-274540f4-92fa-4e78-a677-4d9d88e7a56b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b317c73cbe4f4cb087ac4a168083780a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842832 Nov 03 16:04:04.857031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 32790) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:04.863110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274540f4-92fa-4e78-a677-4d9d88e7a56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a96b656-cdde-46c2-a550-9bc71c66f0d0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:04.898075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-973e6fa8-38fa-482c-8ac6-ebcdaa16aa43 req-f6971901-0444-47c7-9576-7cd11b8cb4cc tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059556 Nov 03 16:04:04.916875 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c4b48161-f97e-40f4-a922-bf95105db30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:04.918423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f201af49-17d5-48a4-97bd-5033e5115a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:04.942151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f201af49-17d5-48a4-97bd-5033e5115a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:04.993402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f201af49-17d5-48a4-97bd-5033e5115a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:04.996322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f201af49-17d5-48a4-97bd-5033e5115a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:04.999946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f201af49-17d5-48a4-97bd-5033e5115a96 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4a96b656-cdde-46c2-a550-9bc71c66f0d0 HTTP/1.1" status: 204 len: 168 time: 0.1402488 Nov 03 16:04:05.006639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201af49-17d5-48a4-97bd-5033e5115a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a96b656-cdde-46c2-a550-9bc71c66f0d0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:05.140927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Deleting port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:05.141238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:05.225436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] For port 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2f71bcd4-8160-4fb0-95c6-a1a90a1492b4,segment=NetworkSegment(cde4fb8c-c5cf-439f-9e54-d8d90ace52c8),segment_id=cde4fb8c-c5cf-439f-9e54-d8d90ace52c8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:05.226128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:05.243403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Calling delete_port for 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:05.408460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c932269a-9c10-43c4-9c34-34189da86684 req-e8fff7a7-80e1-4b0a-8b07-eced2b4f94a7 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0378127 Nov 03 16:04:05.493847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:05.525611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f71bcd4-8160-4fb0-95c6-a1a90a1492b4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:05.744039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:05.902440 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4b49181-d99b-4819-950c-1b1da69efb35 req-eefa7388-ddd5-4594-9f4a-dfb028bfbb5b tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0285280 Nov 03 16:04:06.031640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Router ab7692e0-eb74-4218-b1fc-2d7336a706d8 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:04:06.099295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21c558-0ac6-4c8e-8a7c-4d2f2d5b5ce6 req-922981ef-d72e-424c-9be1-3f0e22d8079c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:06.112689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f21c558-0ac6-4c8e-8a7c-4d2f2d5b5ce6 req-922981ef-d72e-424c-9be1-3f0e22d8079c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0970092 Nov 03 16:04:06.171742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:06.213906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:04:06.226021 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] Sync routers for ids ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:04:06.228722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f21c558-0ac6-4c8e-8a7c-4d2f2d5b5ce6 req-c6c1ec75-9184-4596-9867-f74298e3ae72 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147721 Nov 03 16:04:06.248005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 32832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:06.250106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-44cd9e8c-5e4d-4e70-99fd-af9a60e229a7 admin admin] 10.222.0.86 "PUT /v2.0/routers/ab7692e0-eb74-4218-b1fc-2d7336a706d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9233694 Nov 03 16:04:06.250930 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] Routers {'ab7692e0-eb74-4218-b1fc-2d7336a706d8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:06.251803 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:06.395615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:06.456333 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] Set router ab7692e0-eb74-4218-b1fc-2d7336a706d8 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:06.615558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0b08ada-f69f-4fe9-80d2-6f8f83839e1d req-df527a8b-39b0-4b2f-86fe-59f89fe6b314 tempest-ServerShowV254Test-1256994617 tempest-ServerShowV254Test-1256994617-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cd5bc64-98f2-4c66-8014-0941b4590710 HTTP/1.1" status: 200 len: 210 time: 0.0334148 Nov 03 16:04:06.642037 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:06.673327 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:00:57Z', 'updated_at': '2021-11-03T16:04:05Z', 'revision_number': 5, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'gw_port': {'id': 'bb67f65e-0b80-442c-a688-1ae165075f40', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:00:59Z', 'updated_at': '2021-11-03T16:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:06.702561 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] Checking router: ab7692e0-eb74-4218-b1fc-2d7336a706d8 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:04:06.718739 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] Routers {'ab7692e0-eb74-4218-b1fc-2d7336a706d8'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:06.720348 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:06.735273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Deleting port bb67f65e-0b80-442c-a688-1ae165075f40 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:06.739658 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:06.827315 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] Set router ab7692e0-eb74-4218-b1fc-2d7336a706d8 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:06.877470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] For port bb67f65e-0b80-442c-a688-1ae165075f40, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bb67f65e-0b80-442c-a688-1ae165075f40,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:06.878127 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:06.892419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Calling delete_port for bb67f65e-0b80-442c-a688-1ae165075f40 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:06.897628 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:00:57Z', 'updated_at': '2021-11-03T16:04:06Z', 'revision_number': 6, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:06.931714 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2c684-f210-4080-baea-71bea16cd700 None None] The sync data for ids ['ab7692e0-eb74-4218-b1fc-2d7336a706d8'] in n-d-813897-2 is: [{'id': 'ab7692e0-eb74-4218-b1fc-2d7336a706d8', 'name': 'tempest-ServerRescueNegativeTestJSON-265635267-router', 'tenant_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:00:57Z', 'updated_at': '2021-11-03T16:04:06Z', 'revision_number': 6, 'project_id': 'c8b5306a415d4cab9cc4b35ed5ba8e1d', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:04:07.093133 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.121903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb67f65e-0b80-442c-a688-1ae165075f40,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:07.205158 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.254901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 404e0adc-e54c-4165-bd88-62358eaed249 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:04:07.324408 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.325714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.342110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 404e0adc-e54c-4165-bd88-62358eaed249 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:04:07.342757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 404e0adc-e54c-4165-bd88-62358eaed249 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:04:07.393428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.394528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab7692e0-eb74-4218-b1fc-2d7336a706d8 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:04:07.398114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d19706-e5ad-40c8-b8a3-4453d9ac5ff4 req-3b383381-405b-43c6-9f57-0fb4070324cd tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:07.403237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.408249 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-46acbe07-2f95-4a61-b23e-f680d9497a09 admin admin] 10.222.0.86 "DELETE /v2.0/routers/ab7692e0-eb74-4218-b1fc-2d7336a706d8 HTTP/1.1" status: 204 len: 168 time: 1.1568534 Nov 03 16:04:07.410933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 32892) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:07.417488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68d19706-e5ad-40c8-b8a3-4453d9ac5ff4 req-3b383381-405b-43c6-9f57-0fb4070324cd tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0813463 Nov 03 16:04:07.485435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68d19706-e5ad-40c8-b8a3-4453d9ac5ff4 req-22538693-6534-4fc5-b493-50db6dca1c46 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664704 Nov 03 16:04:07.501745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4353d9-cfe8-41bf-ab1f-e94f72a27d32 admin admin] Deleting subnet e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:04:07.505866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1a4353d9-cfe8-41bf-ab1f-e94f72a27d32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.542293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1a4353d9-cfe8-41bf-ab1f-e94f72a27d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.601160 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1a4353d9-cfe8-41bf-ab1f-e94f72a27d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.658256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.669295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1a4353d9-cfe8-41bf-ab1f-e94f72a27d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.705193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4353d9-cfe8-41bf-ab1f-e94f72a27d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e6c079-9b3f-400c-9733-6ab9b8cd37e0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:07.714025 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1a4353d9-cfe8-41bf-ab1f-e94f72a27d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.721893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 32904) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:07.722120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1a4353d9-cfe8-41bf-ab1f-e94f72a27d32 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e5e6c079-9b3f-400c-9733-6ab9b8cd37e0 HTTP/1.1" status: 204 len: 168 time: 0.3089800 Nov 03 16:04:07.827274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.842779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 32908) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:07.925605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:07.954429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872b8a17-d60a-453f-8a8e-c28da86b63fe']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:07.967965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:07.968261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde4fb8c-c5cf-439f-9e54-d8d90ace52c8') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:07.979887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.005134 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.016958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:04:08.017650 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:04:08.019767 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:04:08.069719 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3aedd761-21cd-4cfe-aba2-e9873431a52b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.102382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.113999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.122646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/872b8a17-d60a-453f-8a8e-c28da86b63fe HTTP/1.1" status: 204 len: 168 time: 0.3992147 Nov 03 16:04:08.170857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11232d-dc9c-41df-b928-8cc2e9899ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=872b8a17-d60a-453f-8a8e-c28da86b63fe,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:08.218440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:04:08.224098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3aedd761-21cd-4cfe-aba2-e9873431a52b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.225280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 32916) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:08.248996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3aedd761-21cd-4cfe-aba2-e9873431a52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.287794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:04:08.288374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2f71bcd4-8160-4fb0-95c6-a1a90a1492b4 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:04:08.288559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bb67f65e-0b80-442c-a688-1ae165075f40 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:04:08.310840 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3aedd761-21cd-4cfe-aba2-e9873431a52b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=869857457d2d4676aaf14a9902ee5565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4653714 Nov 03 16:04:08.312422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 32920) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:08.339935 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedd761-21cd-4cfe-aba2-e9873431a52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bb41c9-343b-4535-baf3-136a2f9e8f97,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:08.393468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: bb67f65e-0b80-442c-a688-1ae165075f40 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:04:08.394154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bb67f65e-0b80-442c-a688-1ae165075f40 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:04:08.427263 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.448636 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f026de9b-549e-471f-948c-e7ce98f937f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.467813 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-433f2b4f-9276-4e8a-ab74-5350e0b2562a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.473112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 32924) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:08.487410 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f026de9b-549e-471f-948c-e7ce98f937f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.550533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-05639c52-8915-44ef-a2fa-c5ac735efebe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c8b5306a415d4cab9cc4b35ed5ba8e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0761893 Nov 03 16:04:08.553252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 32932) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:08.620434 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f026de9b-549e-471f-948c-e7ce98f937f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.623451 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f026de9b-549e-471f-948c-e7ce98f937f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.624605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f026de9b-549e-471f-948c-e7ce98f937f1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/96bb41c9-343b-4535-baf3-136a2f9e8f97 HTTP/1.1" status: 204 len: 168 time: 0.3111253 Nov 03 16:04:08.652537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026de9b-549e-471f-948c-e7ce98f937f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bb41c9-343b-4535-baf3-136a2f9e8f97,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:08.712910 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-77e21b0c-bd8a-419e-b2fb-fd75c8c79d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.721038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c6360-b023-4c1d-8cf5-ad8ed885cc22 req-9c849c93-4053-4cc6-978a-05f75b05b40a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:08.726391 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-447c6360-b023-4c1d-8cf5-ad8ed885cc22 req-9c849c93-4053-4cc6-978a-05f75b05b40a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.1220493 Nov 03 16:04:08.754411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-433f2b4f-9276-4e8a-ab74-5350e0b2562a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.781067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-433f2b4f-9276-4e8a-ab74-5350e0b2562a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.806982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-77e21b0c-bd8a-419e-b2fb-fd75c8c79d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.810370 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-447c6360-b023-4c1d-8cf5-ad8ed885cc22 req-b33d6bf4-d64a-4baf-9bd1-45b1be91230b tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796266 Nov 03 16:04:08.898501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-433f2b4f-9276-4e8a-ab74-5350e0b2562a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a296b33d3394fe29afbde5a18f26bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6718035 Nov 03 16:04:08.901762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 32940) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:08.907857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f2b4f-9276-4e8a-ab74-5350e0b2562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b245f7-dd71-4092-9902-7af4b091a1c3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:08.936221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-77e21b0c-bd8a-419e-b2fb-fd75c8c79d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.940385 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-77e21b0c-bd8a-419e-b2fb-fd75c8c79d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.944176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-77e21b0c-bd8a-419e-b2fb-fd75c8c79d6f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/095dab3e-b978-4277-b1ff-d97314fb19c8 HTTP/1.1" status: 204 len: 168 time: 0.3873558 Nov 03 16:04:08.951629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e21b0c-bd8a-419e-b2fb-fd75c8c79d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095dab3e-b978-4277-b1ff-d97314fb19c8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:08.961485 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0dcb79e3-3e85-4202-a420-1a0de3a0fec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:08.989797 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0dcb79e3-3e85-4202-a420-1a0de3a0fec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.054887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0dcb79e3-3e85-4202-a420-1a0de3a0fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.060599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0dcb79e3-3e85-4202-a420-1a0de3a0fec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.062020 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0dcb79e3-3e85-4202-a420-1a0de3a0fec0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1b245f7-dd71-4092-9902-7af4b091a1c3 HTTP/1.1" status: 204 len: 168 time: 0.1590943 Nov 03 16:04:09.070128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb79e3-3e85-4202-a420-1a0de3a0fec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b245f7-dd71-4092-9902-7af4b091a1c3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:09.144283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 32948) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:09.160346 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b3111ae-1ddb-440d-8f83-d6fb1fb71e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.254322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b3111ae-1ddb-440d-8f83-d6fb1fb71e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.263137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b3111ae-1ddb-440d-8f83-d6fb1fb71e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.312990 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9b3111ae-1ddb-440d-8f83-d6fb1fb71e27 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3dc6f8e9cb8244a78392bf2c10111c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1673288 Nov 03 16:04:09.314066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3111ae-1ddb-440d-8f83-d6fb1fb71e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42991e32-7f8b-4483-bdf6-f65f14b8c337,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:09.315942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 32954) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:09.370701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0be3de87-0358-4be6-b2e6-1c6df092f641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.397584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0be3de87-0358-4be6-b2e6-1c6df092f641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.454623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0be3de87-0358-4be6-b2e6-1c6df092f641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.457727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0be3de87-0358-4be6-b2e6-1c6df092f641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:09.459002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0be3de87-0358-4be6-b2e6-1c6df092f641 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/42991e32-7f8b-4483-bdf6-f65f14b8c337 HTTP/1.1" status: 204 len: 168 time: 0.1418781 Nov 03 16:04:09.466918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3de87-0358-4be6-b2e6-1c6df092f641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42991e32-7f8b-4483-bdf6-f65f14b8c337,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:09.998647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831b52-bf64-429a-b057-8ceb850565f3 req-0063f718-cb2d-4aaf-911d-9871463db647 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:10.014831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-42831b52-bf64-429a-b057-8ceb850565f3 req-0063f718-cb2d-4aaf-911d-9871463db647 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.1156790 Nov 03 16:04:10.037842 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e31128-cc05-4764-b468-b74fae277259 req-445ed77d-e662-4ef6-adef-f105c3b8d421 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587440 Nov 03 16:04:10.101782 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-42831b52-bf64-429a-b057-8ceb850565f3 req-4be1f1d7-0c1f-4bf9-9d20-2153407c5d2f tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858142 Nov 03 16:04:10.155890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e31128-cc05-4764-b468-b74fae277259 req-d3aea057-45a7-4300-b468-5b00bf2b3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:10.159550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e31128-cc05-4764-b468-b74fae277259 req-d3aea057-45a7-4300-b468-5b00bf2b3256 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93ccea0b41b04add9d49bcf87be63558&device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 1096 time: 0.0907235 Nov 03 16:04:10.261547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33010) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:10.309062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e31128-cc05-4764-b468-b74fae277259 req-6d74b819-9633-472d-a263-5f9f0c06c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:10.310566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e31128-cc05-4764-b468-b74fae277259 req-6d74b819-9633-472d-a263-5f9f0c06c389 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1d1f312-4ea1-49cf-b7b0-10704e214d2c HTTP/1.1" status: 200 len: 915 time: 0.1229768 Nov 03 16:04:10.402621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e31128-cc05-4764-b468-b74fae277259 req-8d896389-d524-4ccf-9ab8-e6ab450a596d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f HTTP/1.1" status: 200 len: 1001 time: 0.0831723 Nov 03 16:04:10.470832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e31128-cc05-4764-b468-b74fae277259 req-52975001-c2e6-47e4-ad8a-6b465d8e94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:10.472324 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e31128-cc05-4764-b468-b74fae277259 req-52975001-c2e6-47e4-ad8a-6b465d8e94f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d96e501f-e12f-4d5a-ba9a-a4d0d16a2157 HTTP/1.1" status: 200 len: 853 time: 0.0618370 Nov 03 16:04:10.539138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e31128-cc05-4764-b468-b74fae277259 req-9275d5c8-d3aa-40a9-b419-362300632aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:10.540838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e31128-cc05-4764-b468-b74fae277259 req-9275d5c8-d3aa-40a9-b419-362300632aa7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1d1f312-4ea1-49cf-b7b0-10704e214d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607803 Nov 03 16:04:10.544344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-632322481-network', 'tenant_id': '7a3e34398d424406abc5a90355ae4aca'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:11.048124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Made reservation on behalf of 7a3e34398d424406abc5a90355ae4aca for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:11.057657 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:11.067854 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:11.124162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e31128-cc05-4764-b468-b74fae277259 req-c132bd76-6143-499a-95c1-9b36537573a2 service neutron] 10.222.0.70 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728724 Nov 03 16:04:11.288743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184117-0bec-4ba6-8cf5-c1ab046b6103 req-3dee0ecb-3018-489b-8a28-4be9639b02fa tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:11.291450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3184117-0bec-4ba6-8cf5-c1ab046b6103 req-3dee0ecb-3018-489b-8a28-4be9639b02fa tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0845816 Nov 03 16:04:11.369447 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e31128-cc05-4764-b468-b74fae277259 req-5f711d7c-f9ab-4d3f-b077-37ce33dab6bd service neutron] 10.222.0.70 "GET /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287521 Nov 03 16:04:11.369837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3184117-0bec-4ba6-8cf5-c1ab046b6103 req-6eec360e-45dd-40f6-99d2-0861f5cbe6bc tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669892 Nov 03 16:04:11.461621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae41b9a7-1834-47b9-b0f2-0dcc192157ac req-3d4f4edc-618e-450c-b9e1-15db8d1ba586 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0425169 Nov 03 16:04:11.479505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:11.486776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:11.520470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:04:11.539354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa129fe0-280b-42b5-944d-1a48560dfbc2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:11.544438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:11.544783 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Added segment 55c929ed-f950-4a8c-8cd0-db799b747ee4 of type vlan for network 00e231eb-6e82-4e32-a369-c3fdf33d8e80 Nov 03 16:04:11.592002 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:11.627236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:11.628199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:11.628781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:11.720621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4558179 Nov 03 16:04:11.720621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33094) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:11.721436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Request body: {'subnet': {'network_id': '00e231eb-6e82-4e32-a369-c3fdf33d8e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-632322481-subnet', 'tenant_id': '7a3e34398d424406abc5a90355ae4aca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:11.724797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e9215-fea7-41ab-b7a9-45490dc0af7d admin admin] Pushing event updated for resources: {'Network': ['ID=00e231eb-6e82-4e32-a369-c3fdf33d8e80,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:11.746057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 00e231eb-6e82-4e32-a369-c3fdf33d8e80 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:04:11.750869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Made reservation on behalf of 7a3e34398d424406abc5a90355ae4aca for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:11.756788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:12.013492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:12.102130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c71325-81e8-43c2-9398-9a78a53de2bc,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:12.110371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Checking segment: {'id': '55c929ed-f950-4a8c-8cd0-db799b747ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '00e231eb-6e82-4e32-a369-c3fdf33d8e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:12.111699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Network hostable DHCP agents. Network: 00e231eb-6e82-4e32-a369-c3fdf33d8e80, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:04:12.135368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Network 00e231eb-6e82-4e32-a369-c3fdf33d8e80 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:04:12.150446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 00e231eb-6e82-4e32-a369-c3fdf33d8e80) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:12.160697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca2bca-bff0-4a04-9e5b-c5558ff3cd8a None None] Network 00e231eb-6e82-4e32-a369-c3fdf33d8e80 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:12.178170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:12.180898 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:12.225504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c9e5b70d-38e4-4c51-b1c3-fafc62e1776a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5082376 Nov 03 16:04:12.339385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bb595-12e1-4d6e-b0db-5baca006be44 req-15c4e01c-0027-4608-9a6b-53c8b9ba106a tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:12.340916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d69bb595-12e1-4d6e-b0db-5baca006be44 req-15c4e01c-0027-4608-9a6b-53c8b9ba106a tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 945 time: 0.0949333 Nov 03 16:04:12.435394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d69bb595-12e1-4d6e-b0db-5baca006be44 req-f04c1343-dd47-4f64-b0fe-030315509f15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843463 Nov 03 16:04:12.447934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef88ff-d093-4ddd-9837-01a99c24cd7e None None] Network 00e231eb-6e82-4e32-a369-c3fdf33d8e80 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:12.460428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33136) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:12.648100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0a8c57-cf2c-4b09-8727-38ffa8339ea8 admin admin] Deleting subnet 11c71325-81e8-43c2-9398-9a78a53de2bc {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:04:12.655788 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d0a8c57-cf2c-4b09-8727-38ffa8339ea8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:12.684030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a092aaa8-993b-4444-a4ff-156e27d9b6cc req-aa7bcbbe-e48a-42a9-bcb5-b2b278420641 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0456619 Nov 03 16:04:12.697468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c090f-ec00-4e64-aa27-f23531be0d75 req-732c72ee-4f21-4ab1-a729-e98ef48dd89d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:12.699144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0a1c090f-ec00-4e64-aa27-f23531be0d75 req-732c72ee-4f21-4ab1-a729-e98ef48dd89d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.1660178 Nov 03 16:04:12.735942 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d0a8c57-cf2c-4b09-8727-38ffa8339ea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:12.822268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0a1c090f-ec00-4e64-aa27-f23531be0d75 req-174a7a51-4361-4035-93f0-5292eeb57fd8 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097512 Nov 03 16:04:12.825802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d0a8c57-cf2c-4b09-8727-38ffa8339ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:12.925917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d0a8c57-cf2c-4b09-8727-38ffa8339ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:12.961837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a8c57-cf2c-4b09-8727-38ffa8339ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c71325-81e8-43c2-9398-9a78a53de2bc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:12.977142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d0a8c57-cf2c-4b09-8727-38ffa8339ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:12.981818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8d0a8c57-cf2c-4b09-8727-38ffa8339ea8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/11c71325-81e8-43c2-9398-9a78a53de2bc HTTP/1.1" status: 204 len: 168 time: 0.5193133 Nov 03 16:04:12.984758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33166) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:13.077018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.207648 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.239643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e231eb-6e82-4e32-a369-c3fdf33d8e80']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:13.239789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33176) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:13.256336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c929ed-f950-4a8c-8cd0-db799b747ee4') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:13.256712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c929ed-f950-4a8c-8cd0-db799b747ee4') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:13.286587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.302590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.309499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:04:13.310018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:04:13.313381 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:04:13.372803 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.372988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-539793cd-27c3-4a42-a7f0-512f916d4417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.378246 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.381818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] 10.222.0.86 "DELETE /v2.0/networks/00e231eb-6e82-4e32-a369-c3fdf33d8e80 HTTP/1.1" status: 204 len: 168 time: 0.3956580 Nov 03 16:04:13.394995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f67904-2086-428e-a5f9-cfc1a504be57 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e231eb-6e82-4e32-a369-c3fdf33d8e80,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:13.470784 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-539793cd-27c3-4a42-a7f0-512f916d4417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.477072 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-539793cd-27c3-4a42-a7f0-512f916d4417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.510427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33184) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:13.510569 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-539793cd-27c3-4a42-a7f0-512f916d4417 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=846c3f88cab64a00bc0437458580e90b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694273 Nov 03 16:04:13.520790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-082b895d-97de-4f5d-9c78-76c25265e009 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:13.522616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-082b895d-97de-4f5d-9c78-76c25265e009 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.70 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 945 time: 0.0704651 Nov 03 16:04:13.542143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33188) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:13.594668 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539793cd-27c3-4a42-a7f0-512f916d4417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62aae45-2810-441e-91fe-c9def57f97a7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:13.623517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabc0f-6809-44c4-a0fb-895322d64fb5 req-b2db6d87-cd0f-4382-a20c-37f0e09c7ddc tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:13.625339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3edabc0f-6809-44c4-a0fb-895322d64fb5 req-b2db6d87-cd0f-4382-a20c-37f0e09c7ddc tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 945 time: 0.0786788 Nov 03 16:04:13.686839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3edabc0f-6809-44c4-a0fb-895322d64fb5 req-8805e260-06c0-4a55-ae0f-88878782a157 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups?id=230ed77e-c669-4354-abbe-9cec9b3ed234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522308 Nov 03 16:04:13.715742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b2025c66-1b63-4e4f-a166-687bce7fbcbc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7a3e34398d424406abc5a90355ae4aca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606464 Nov 03 16:04:13.718468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33196) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:13.722569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eabd2ed3-742f-49d3-b9f1-57ce28d9ff1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.764564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eabd2ed3-742f-49d3-b9f1-57ce28d9ff1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.793843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Deleting port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:13.794104 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be452dd7-7bd9-464a-815d-02d63b5a28d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.794212 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.818125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be452dd7-7bd9-464a-815d-02d63b5a28d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.862536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61cb5c29-5c1d-4ccd-9d8c-1a9eb942459f req-2d24f741-b3e2-46d2-899a-ec6a8b6de3f9 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0633500 Nov 03 16:04:13.876447 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be452dd7-7bd9-464a-815d-02d63b5a28d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.879629 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be452dd7-7bd9-464a-815d-02d63b5a28d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.881043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-be452dd7-7bd9-464a-815d-02d63b5a28d1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fa129fe0-280b-42b5-944d-1a48560dfbc2 HTTP/1.1" status: 204 len: 168 time: 0.1608176 Nov 03 16:04:13.900127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be452dd7-7bd9-464a-815d-02d63b5a28d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa129fe0-280b-42b5-944d-1a48560dfbc2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:13.947565 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eabd2ed3-742f-49d3-b9f1-57ce28d9ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.950739 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eabd2ed3-742f-49d3-b9f1-57ce28d9ff1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:13.957256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eabd2ed3-742f-49d3-b9f1-57ce28d9ff1c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a62aae45-2810-441e-91fe-c9def57f97a7 HTTP/1.1" status: 204 len: 168 time: 0.4335668 Nov 03 16:04:13.979454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd2ed3-742f-49d3-b9f1-57ce28d9ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62aae45-2810-441e-91fe-c9def57f97a7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:13.986099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] For port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:13.986947 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:14.108671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930029e-b855-41b7-89ba-fa504cc7c79f req-87fd941d-83a1-437b-b3f6-9096cf6d1777 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:14.110431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b930029e-b855-41b7-89ba-fa504cc7c79f req-87fd941d-83a1-437b-b3f6-9096cf6d1777 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.0942886 Nov 03 16:04:14.209548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b930029e-b855-41b7-89ba-fa504cc7c79f req-945b2e8a-31b5-427e-be8e-3402deba6541 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911331 Nov 03 16:04:14.336059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:14.336415 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:14.342267 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Floating IP bc368169-2b41-4e32-9dc5-499fd54132d4 disassociated. External IP: 172.25.6.192, port: ead2f3ff-ff5f-455d-a2af-c2d6ea21775f. Nov 03 16:04:14.342714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Calling delete_port for ead2f3ff-ff5f-455d-a2af-c2d6ea21775f owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:14.569921 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:14.622359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Pushing event deleted for resources: {'Port': ['ID=ead2f3ff-ff5f-455d-a2af-c2d6ea21775f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:14.688552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33242) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:14.717459 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93d0ad01-be72-4fb4-bb3b-115790f54675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:14.930989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3be59f3-ee12-49f4-a37d-979ff473939d req-830b8a8e-0d33-45be-9595-93ae01bc265c tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 210 time: 0.0492630 Nov 03 16:04:14.940235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:04:14.948521 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93d0ad01-be72-4fb4-bb3b-115790f54675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:14.962768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93d0ad01-be72-4fb4-bb3b-115790f54675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:14.995767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0ad01-be72-4fb4-bb3b-115790f54675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3766ce85-0121-463a-8baa-1b693799dafc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:15.047586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33266) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:15.049437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-93d0ad01-be72-4fb4-bb3b-115790f54675 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64ccf596f2d44599a2f4a951ddaa871a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3562713 Nov 03 16:04:15.102521 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d2cb1334-7a0e-4d25-8410-094c567031c8 req-b6c956bb-9266-4b24-b175-6b5b568679cc tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0515769 Nov 03 16:04:15.181694 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c48df67c-5ff2-469c-ab09-e2f8c6a90532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.187748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:04:15.210504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] Sync routers for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:04:15.225308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:15.226623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:15.285873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c48df67c-5ff2-469c-ab09-e2f8c6a90532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.289079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] No DVR routers for this DVR port ead2f3ff-ff5f-455d-a2af-c2d6ea21775f on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:04:15.299279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.303851 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-681b82f2-f302-4e6b-9f5c-9404dbb9ce74 req-86557cc2-9073-4ac9-a5d1-316cb3448cff tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.70 "DELETE /v2.0/ports/ead2f3ff-ff5f-455d-a2af-c2d6ea21775f HTTP/1.1" status: 204 len: 173 time: 1.7687988 Nov 03 16:04:15.304026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'name': 'network-vif-deleted', 'tag': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:15.306340 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0a9412-3dc4-42f7-911c-545ffd390942" -d '{"events": [{"server_uuid": "91d8a5c5-0c6a-4b97-943a-96f99e284774", "name": "network-vif-deleted", "tag": "ead2f3ff-ff5f-455d-a2af-c2d6ea21775f"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:15.371208 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c48df67c-5ff2-469c-ab09-e2f8c6a90532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.374661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c48df67c-5ff2-469c-ab09-e2f8c6a90532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.377549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c48df67c-5ff2-469c-ab09-e2f8c6a90532 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3766ce85-0121-463a-8baa-1b693799dafc HTTP/1.1" status: 204 len: 168 time: 0.3286161 Nov 03 16:04:15.384540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33282) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:15.395714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48df67c-5ff2-469c-ab09-e2f8c6a90532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3766ce85-0121-463a-8baa-1b693799dafc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:15.402615 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c13283-aed0-4c7a-9092-479b812ec9cb x-openstack-request-id: req-81c13283-aed0-4c7a-9092-479b812ec9cb {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:15.402952 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d8a5c5-0c6a-4b97-943a-96f99e284774", "name": "network-vif-deleted", "tag": "ead2f3ff-ff5f-455d-a2af-c2d6ea21775f", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:15.403209 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-81c13283-aed0-4c7a-9092-479b812ec9cb {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:15.403667 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d8a5c5-0c6a-4b97-943a-96f99e284774', 'name': 'network-vif-deleted', 'tag': 'ead2f3ff-ff5f-455d-a2af-c2d6ea21775f', 'status': 'completed', 'code': 200} Nov 03 16:04:15.543462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf2fb746-5b02-4752-83fe-67a33dc86bc9 req-09d3be99-e66c-4700-a919-11e41effbc8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0562780 Nov 03 16:04:15.577888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-750489136-network', 'tenant_id': '69729811c07542f1abc0cc34e820fe52'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:15.614801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Made reservation on behalf of 69729811c07542f1abc0cc34e820fe52 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:15.617124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.621936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:15.636310 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.781417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.796212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.862868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4627bb-58a1-4d84-ae2f-aa4ed4709542,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:15.887889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:04:15.905659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:15.906459 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Added segment ee789088-b94e-400e-b004-471f66099109 of type vlan for network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 Nov 03 16:04:15.919955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '91f41141-ea8c-4e3d-9620-43096f7fce19', 'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'mac_address': 'fa:16:3e:a4:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:02Z', 'updated_at': '2021-11-03T16:02:08Z', 'revision_number': 5, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'subnets': [{'id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:15.993801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] Checking router: 69a58e53-b5ae-4259-8453-3ace4cfa25f9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:04:16.003817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.030535 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:16.031173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:16.039522 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.041253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:16.042164 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.117717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:16.130255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33320) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:16.135956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Request body: {'subnet': {'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-subnet', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:16.143288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-313a8053-1c28-4968-902a-804b6726e8a3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7550542 Nov 03 16:04:16.163631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:04:16.165285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Made reservation on behalf of 69729811c07542f1abc0cc34e820fe52 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:16.176832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.239928 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95b72027-cbe1-4901-9e1d-95ea07bf22f1 req-a58644c0-b89e-4d36-aa12-f0944fe5150a tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d8a5c5-0c6a-4b97-943a-96f99e284774 HTTP/1.1" status: 200 len: 210 time: 0.0724382 Nov 03 16:04:16.363387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:16.438995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c94ea183-c903-47b8-aaf0-2b0203dd4a3f req-95cd549b-c4aa-4c46-8b26-8da8deddc383 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0377212 Nov 03 16:04:16.452368 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.527732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Checking segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:16.528108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Network hostable DHCP agents. Network: 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:04:16.541237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:16.557691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:04:16.576159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:16.580634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:16.581470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.599464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4b0b5-86a8-4000-b418-54548102b7b4 None None] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:16.602478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c818c0b6-fc1f-4bde-a0f6-91e95d64452d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4706864 Nov 03 16:04:16.605243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33338) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:16.610779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:16.641546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.642766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.712341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.771385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '91f41141-ea8c-4e3d-9620-43096f7fce19', 'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'mac_address': 'fa:16:3e:a4:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:02Z', 'updated_at': '2021-11-03T16:02:08Z', 'revision_number': 5, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'subnets': [{'id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:16.802313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef23226-46b1-4eba-ab7a-5c06fdbb2726 None None] The sync data for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 is: [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:02:03Z', 'revision_number': 4, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '91f41141-ea8c-4e3d-9620-43096f7fce19', 'name': '', 'network_id': 'e1d1f312-4ea1-49cf-b7b0-10704e214d2c', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'mac_address': 'fa:16:3e:a4:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:02Z', 'updated_at': '2021-11-03T16:02:08Z', 'revision_number': 5, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'subnets': [{'id': 'd96e501f-e12f-4d5a-ba9a-a4d0d16a2157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:04:16.888401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:04:16.890060 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:16.995246 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.154887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Allocated IP 172.20.0.2 (658f9342-47b3-40ca-bb8c-b0fcc7ed83c7/a72abaaf-68b2-45dd-b08a-1167fbfeb8d0/05b49f91-e98b-4508-8f9d-fa2336c4bd14) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:04:17.283309 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e95d0f-e2dc-4faa-bfb3-02e54c6e459a None None] New status for floating IP bc368169-2b41-4e32-9dc5-499fd54132d4: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:04:17.342477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fa512c3-8cd7-4389-9e50-ca9757714fc4 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:04:17.345423 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ead2f3ff-ff5f-455d-a2af-c2d6ea21775f no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:04:17.426405 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33396) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:17.430290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: ead2f3ff-ff5f-455d-a2af-c2d6ea21775f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:04:17.430700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ead2f3ff-ff5f-455d-a2af-c2d6ea21775f not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:04:17.466574 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.473673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.492213 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.550414 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.650294 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3695376-3004-40eb-815d-6cd14afae047 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.654251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:17.663351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:17.674171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:17.705425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Pushing event updated for resources: {'Port': ['ID=05b49f91-e98b-4508-8f9d-fa2336c4bd14,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:17.786559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:17.790788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Attempting to bind port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:17.791308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Attempting to bind port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:17.791803 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Attempting to bind port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:17.806954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:04:17.808188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Checking segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:17.808668 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.809137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Bound using segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:04:17.809714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Bound port: 05b49f91-e98b-4508-8f9d-fa2336c4bd14, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:04:17.810219 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.813783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '0fa512c3-8cd7-4389-9e50-ca9757714fc4', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'port_id': '0fa512c3-8cd7-4389-9e50-ca9757714fc4', 'mac_address': 'fa:16:3e:70:c7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543be02-569a-48d6-910c-234d6054c340', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:04:17.825491 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3695376-3004-40eb-815d-6cd14afae047 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.840600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e02ad6b-f8be-4ce6-acb9-c3c149d43389 req-9817773d-fd3a-44bd-ad72-abc9d70ca865 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1229310 Nov 03 16:04:17.877865 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.883972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Allocated IP 172.25.6.53 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/cadcf340-da20-414e-9fd7-839818758b63) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:04:17.924261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3695376-3004-40eb-815d-6cd14afae047 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.927486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3695376-3004-40eb-815d-6cd14afae047 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:17.928782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b3695376-3004-40eb-815d-6cd14afae047 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "DELETE /v2.0/security-groups/230ed77e-c669-4354-abbe-9cec9b3ed234 HTTP/1.1" status: 204 len: 168 time: 0.5012524 Nov 03 16:04:17.932619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33438) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:17.976492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fa512c3-8cd7-4389-9e50-ca9757714fc4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:17.993260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3695376-3004-40eb-815d-6cd14afae047 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230ed77e-c669-4354-abbe-9cec9b3ed234,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:17.997738 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-e2979147-c521-49da-a79e-34505f4be7d4 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] show failed (client error): The resource could not be found. Nov 03 16:04:18.016980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e2979147-c521-49da-a79e-34505f4be7d4 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "GET /v2.0/security-groups/230ed77e-c669-4354-abbe-9cec9b3ed234 HTTP/1.1" status: 404 len: 347 time: 0.0790224 Nov 03 16:04:18.019909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33450) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:18.062932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] For port 05b49f91-e98b-4508-8f9d-fa2336c4bd14, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:18.067967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:18.080284 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:18.084617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] For port 05b49f91-e98b-4508-8f9d-fa2336c4bd14, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=05b49f91-e98b-4508-8f9d-fa2336c4bd14,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:04:18.130819 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:18.180315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0fa512c3-8cd7-4389-9e50-ca9757714fc4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:04:18.252906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0fa512c3-8cd7-4389-9e50-ca9757714fc4,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:18.346884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a16c77-56b1-4058-8d3e-fa24cb68163f None None] Pushing event updated for resources: {'Port': ['ID=05b49f91-e98b-4508-8f9d-fa2336c4bd14,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:18.515128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Deleting port c5e1755a-2a73-40af-a3c3-b0e016cab334 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:18.516106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:18.786436 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:18.788245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:18.827847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Calling delete_port for c5e1755a-2a73-40af-a3c3-b0e016cab334 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:18.947325 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:04:19.008123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2a618ee-ad52-4411-bd4b-a1f8aba8c5a7 req-2562f9a4-d6de-4ff5-a257-729c11c8a326 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0347676 Nov 03 16:04:19.076756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:19.138436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:19.145434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Pushing event deleted for resources: {'Port': ['ID=c5e1755a-2a73-40af-a3c3-b0e016cab334,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:19.206018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:19.206960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:19.213113 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:19.214360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-839a87f8-64a0-4385-a10f-6db0c5b23d15 tempest-ServersTestFqdnHostnames-335074839 tempest-ServersTestFqdnHostnames-335074839-project] 10.222.0.86 "DELETE /v2.0/floatingips/bc368169-2b41-4e32-9dc5-499fd54132d4 HTTP/1.1" status: 204 len: 168 time: 1.1926584 Nov 03 16:04:19.217403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33526) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:19.341871 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:19.347755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fa512c3-8cd7-4389-9e50-ca9757714fc4 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:19.358252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:19.370344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:19.487571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:19.487943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:19.494269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Pushing event updated for resources: {'Port': ['ID=cadcf340-da20-414e-9fd7-839818758b63,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:19.651757 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:19.727771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:19.728758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa512c3-8cd7-4389-9e50-ca9757714fc4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:19.732172 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4faf488-bd80-4550-a835-d95c8ce0ab64" -d '{"events": [{"server_uuid": "40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4", "name": "network-vif-plugged", "status": "completed", "tag": "0fa512c3-8cd7-4389-9e50-ca9757714fc4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:19.760419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:19.867816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0fa512c3-8cd7-4389-9e50-ca9757714fc4,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:19.904062 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e688bb60-f0b9-44e3-87bc-4e3b62bdd268 x-openstack-request-id: req-e688bb60-f0b9-44e3-87bc-4e3b62bdd268 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:19.904418 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4", "name": "network-vif-plugged", "status": "completed", "tag": "0fa512c3-8cd7-4389-9e50-ca9757714fc4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:19.904684 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e688bb60-f0b9-44e3-87bc-4e3b62bdd268 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:19.905088 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa512c3-8cd7-4389-9e50-ca9757714fc4', 'code': 200} Nov 03 16:04:19.968126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:20.100990 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:20.241282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316996c1-3b2e-4881-bdfe-c97d33085b7d None None] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:20.266548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6691cf93-1152-402f-8109-025464b1384f req-0389d714-3e5b-4b69-b06b-9cc1e13cf514 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0515127 Nov 03 16:04:20.545366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:20.551605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 05b49f91-e98b-4508-8f9d-fa2336c4bd14 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:20.771068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Deleting port 91f41141-ea8c-4e3d-9620-43096f7fce19 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:20.771409 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:20.857412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-24e95b3a-d4a4-49b7-b838-8dfbe0bb5df5 None None] Provisioning complete for port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:20.857938 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-24e95b3a-d4a4-49b7-b838-8dfbe0bb5df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:20.867770 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:04:20.972050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] For port 91f41141-ea8c-4e3d-9620-43096f7fce19, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=91f41141-ea8c-4e3d-9620-43096f7fce19,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:20.972551 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:20.996645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Calling delete_port for 91f41141-ea8c-4e3d-9620-43096f7fce19 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:21.087360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:04:21.104205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Sync routers for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:04:21.117171 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:21.123079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ad803fb3-d71c-44fb-b2c3-e2d0b4854228 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5162227 Nov 03 16:04:21.124110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33610) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:21.141835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:21.142215 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:21.263041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:21.268101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:21.355711 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-24e95b3a-d4a4-49b7-b838-8dfbe0bb5df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:21.459285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:21.459965 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:21.527621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f41141-ea8c-4e3d-9620-43096f7fce19,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:21.603439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b83a743-87b0-481f-9983-a6513516fef7 req-7ba020fd-3f5e-485c-9d60-823f30a58303 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1600735 Nov 03 16:04:21.716183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-24e95b3a-d4a4-49b7-b838-8dfbe0bb5df5 None None] For port 05b49f91-e98b-4508-8f9d-fa2336c4bd14, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=05b49f91-e98b-4508-8f9d-fa2336c4bd14,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:21.801179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:21.935260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:21.960372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-24e95b3a-d4a4-49b7-b838-8dfbe0bb5df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:22.194839 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:04:22.195331 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:04:22.249581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:22.278345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e95b3a-d4a4-49b7-b838-8dfbe0bb5df5 None None] Pushing event updated for resources: {'Port': ['ID=05b49f91-e98b-4508-8f9d-fa2336c4bd14,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:22.283452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bce004f4-7a53-408a-9cf5-1a95f63a3264 None None] Provisioning complete for port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:22.283944 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bce004f4-7a53-408a-9cf5-1a95f63a3264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:22.483996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:22.486778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:19Z', 'revision_number': 3, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:22.490257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:04:22.567289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Checking router: ee556f43-1f8c-4ea4-8372-2ef3cb09c23d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:04:22.567635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Updating router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d port cadcf340-da20-414e-9fd7-839818758b63 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:04:22.612825 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:22.704052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:04:22.713160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-52ae5495-3d6d-43f7-bb36-4397b91af4c3 admin admin] 10.222.0.86 "PUT /v2.0/routers/69a58e53-b5ae-4259-8453-3ace4cfa25f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4938216 Nov 03 16:04:22.715959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33700) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:22.719599 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] Sync routers for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:04:22.740779 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:22.741788 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:22.879923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Allocated IP 172.20.0.1 (658f9342-47b3-40ca-bb8c-b0fcc7ed83c7/a72abaaf-68b2-45dd-b08a-1167fbfeb8d0/21b3e496-af0d-496c-9aed-073610fe25c5) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:04:22.983068 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1b3ff63-513e-46b0-acaa-2bc41f9577cb req-d1b6dea5-8168-41d5-afa8-519fbb807ca6 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0862780 Nov 03 16:04:23.025997 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.385820 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:23.407565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.431059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.493398 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.496611 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.512804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 05b49f91-e98b-4508-8f9d-fa2336c4bd14 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:23.551181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Deleting port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:23.551696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.553153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33726) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:23.588955 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.626839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:23.639076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:23.645410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:23.740301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Pushing event updated for resources: {'Port': ['ID=21b3e496-af0d-496c-9aed-073610fe25c5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:23.756684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4b51-aaea-4153-b05d-3618136d5315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.762436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.802050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Attempting to bind port cadcf340-da20-414e-9fd7-839818758b63 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:23.802279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Attempting to bind port cadcf340-da20-414e-9fd7-839818758b63 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:23.803269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Attempting to bind port cadcf340-da20-414e-9fd7-839818758b63 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:23.829921 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:04:21Z', 'revision_number': 5, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port': {'id': '80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:01:58Z', 'updated_at': '2021-11-03T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:23.843142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33204b03-40d2-452b-88a4-5c59aacd3a2a None None] Pushing event updated for resources: {'Port': ['ID=cadcf340-da20-414e-9fd7-839818758b63,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:23.850814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:04:23.851267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:23.851646 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.852035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:04:23.852530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Bound port: cadcf340-da20-414e-9fd7-839818758b63, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:04:23.852918 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:23.879593 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] Checking router: 69a58e53-b5ae-4259-8453-3ace4cfa25f9 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:04:23.899425 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] Routers {'69a58e53-b5ae-4259-8453-3ace4cfa25f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:23.899929 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:23.950855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] For port 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:23.955832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.023073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Calling delete_port for 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:24.038686 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] Set router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:24.099685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:24.100568 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.148955 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:04:23Z', 'revision_number': 6, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:24.150041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4b51-aaea-4153-b05d-3618136d5315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.162633 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4b51-aaea-4153-b05d-3618136d5315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.186157 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36779-e0f6-4eb1-8ce5-2658b73f0960 None None] The sync data for ids ['69a58e53-b5ae-4259-8453-3ace4cfa25f9'] in n-d-813897-2 is: [{'id': '69a58e53-b5ae-4259-8453-3ace4cfa25f9', 'name': 'tempest-ServersTestFqdnHostnames-910186113-router', 'tenant_id': '93ccea0b41b04add9d49bcf87be63558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:01:57Z', 'updated_at': '2021-11-03T16:04:23Z', 'revision_number': 6, 'project_id': '93ccea0b41b04add9d49bcf87be63558', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:04:24.216391 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.265354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] For port cadcf340-da20-414e-9fd7-839818758b63, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:24.299999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] For port cadcf340-da20-414e-9fd7-839818758b63, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=cadcf340-da20-414e-9fd7-839818758b63,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:04:24.313942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c0c76129-e638-4696-a130-6e9c042bd253 None None] Provisioning complete for port 21b3e496-af0d-496c-9aed-073610fe25c5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:24.314725 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c0c76129-e638-4696-a130-6e9c042bd253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.317370 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.343525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed97f954-907b-450b-b1fa-18b0792da2c8 req-1d83017c-46a7-4833-ad59-67b9eb1d5eae tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1148691 Nov 03 16:04:24.362567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ad2a4b51-aaea-4153-b05d-3618136d5315 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d4c7e98d4e70469ead3eb728ef2635eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8068793 Nov 03 16:04:24.363318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a4b51-aaea-4153-b05d-3618136d5315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80601fb3-78c6-45e4-9c7c-38de88cd629c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:24.365686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33748) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:24.509378 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.519526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.527101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c0c76129-e638-4696-a130-6e9c042bd253 None None] Port 21b3e496-af0d-496c-9aed-073610fe25c5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:04:24.527789 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b6f5610-ff3e-4418-a653-95bf59237b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.557418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:24.558546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:24.604517 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b6f5610-ff3e-4418-a653-95bf59237b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.646819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33204b03-40d2-452b-88a4-5c59aacd3a2a None None] Pushing event updated for resources: {'Port': ['ID=cadcf340-da20-414e-9fd7-839818758b63,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:24.647404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Pushing event updated for resources: {'Port': ['ID=21b3e496-af0d-496c-9aed-073610fe25c5,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:24.696604 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.718608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:24.735960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Pushing event deleted for resources: {'Port': ['ID=80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:24.817979 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:25.014096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:25.024428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:25.069241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:25.370878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:04:25.385329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:04:25.441713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:04:25.442072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80fd6d2a-3301-4d82-80d7-b1ffbbe1ad7d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:04:25.442477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 91f41141-ea8c-4e3d-9620-43096f7fce19 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:04:25.492018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 91f41141-ea8c-4e3d-9620-43096f7fce19 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:04:25.492365 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 91f41141-ea8c-4e3d-9620-43096f7fce19 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:04:25.567287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:04:25.572831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e209960b-b8e9-4e01-9f6e-9f67964a5b38 admin admin] 10.222.0.86 "PUT /v2.0/routers/ee556f43-1f8c-4ea4-8372-2ef3cb09c23d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4471834 Nov 03 16:04:25.696968 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:25.699794 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:25.713088 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16f13387-4aa4-499c-96a5-c0276e8ae23b req-bf4556ed-3e14-423c-b7cc-4c08bc3590da tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0599036 Nov 03 16:04:25.723077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f26fdf41-f1a4-4b48-b0e0-9b2ee871cc40 None None] Provisioning complete for port 21b3e496-af0d-496c-9aed-073610fe25c5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:25.723668 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f26fdf41-f1a4-4b48-b0e0-9b2ee871cc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:25.769741 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:25.770549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a58e53-b5ae-4259-8453-3ace4cfa25f9 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:04:25.788791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:25.792042 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-640cf890-dee9-4f74-9bd3-18fe8d1f08de admin admin] 10.222.0.86 "DELETE /v2.0/routers/69a58e53-b5ae-4259-8453-3ace4cfa25f9 HTTP/1.1" status: 204 len: 168 time: 3.0735612 Nov 03 16:04:25.793398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b6f5610-ff3e-4418-a653-95bf59237b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:25.795343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33786) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:25.798067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b6f5610-ff3e-4418-a653-95bf59237b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:25.817758 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5b6f5610-ff3e-4418-a653-95bf59237b01 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/80601fb3-78c6-45e4-9c7c-38de88cd629c HTTP/1.1" status: 204 len: 168 time: 1.4333756 Nov 03 16:04:25.840859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f5610-ff3e-4418-a653-95bf59237b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80601fb3-78c6-45e4-9c7c-38de88cd629c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:25.899320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 2, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:25.950216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f47460-a3b6-4c48-9a06-1818ab8dc018 None None] The sync data for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 is: [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 2, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:04:25.965297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca98dc0-7d77-41c6-afb6-ae975c0fe648 admin admin] Deleting subnet d96e501f-e12f-4d5a-ba9a-a4d0d16a2157 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:04:25.974215 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4ca98dc0-7d77-41c6-afb6-ae975c0fe648 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:25.986853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f26fdf41-f1a4-4b48-b0e0-9b2ee871cc40 None None] Port 21b3e496-af0d-496c-9aed-073610fe25c5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:04:26.081288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4ca98dc0-7d77-41c6-afb6-ae975c0fe648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:26.227500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4ca98dc0-7d77-41c6-afb6-ae975c0fe648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:26.391900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4ca98dc0-7d77-41c6-afb6-ae975c0fe648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:26.405248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4ca98dc0-7d77-41c6-afb6-ae975c0fe648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:26.409838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4ca98dc0-7d77-41c6-afb6-ae975c0fe648 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d96e501f-e12f-4d5a-ba9a-a4d0d16a2157 HTTP/1.1" status: 204 len: 168 time: 0.6123824 Nov 03 16:04:26.412439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33810) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:26.420651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d26e0c7-13a3-48cc-b9e5-4ca5de7a756d None None] Network e1d1f312-4ea1-49cf-b7b0-10704e214d2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:26.450429 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca98dc0-7d77-41c6-afb6-ae975c0fe648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96e501f-e12f-4d5a-ba9a-a4d0d16a2157,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:26.597191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:26.754945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Deleting port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:26.775999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:26.930152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291734c-0a9a-4421-ad31-8b68392c515d None None] DHCP port deletion for e1d1f312-4ea1-49cf-b7b0-10704e214d2c request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:04:27.060486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] For port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:27.061008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.082005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Calling delete_port for 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:27.111097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4291734c-0a9a-4421-ad31-8b68392c515d None None] Deleting port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:27.112321 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4291734c-0a9a-4421-ad31-8b68392c515d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.128497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad02eda3-285b-4ecf-a75c-6e7cb356d6af req-e4b15115-524f-45a6-a52c-1e3e1bbe51c4 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0719068 Nov 03 16:04:27.151633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33838) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:27.157917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-074b7208-611b-42d6-afae-324b09c17ef9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719163925', 'description': 'tempest-description--505402661'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:27.208402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-074b7208-611b-42d6-afae-324b09c17ef9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.256371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:04:27.317693 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.334610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4291734c-0a9a-4421-ad31-8b68392c515d None None] For port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09,segment=NetworkSegment(ef68b933-cfc8-4844-b3a3-01f0806f4268),segment_id=ef68b933-cfc8-4844-b3a3-01f0806f4268)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:27.335074 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4291734c-0a9a-4421-ad31-8b68392c515d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.389371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4291734c-0a9a-4421-ad31-8b68392c515d None None] Calling delete_port for 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:27.399449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:27.427746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] No DVR routers for this DVR port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:04:27.432551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No active binding found for port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 {{(pid=108106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 16:04:27.434170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:04:27.529120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-074b7208-611b-42d6-afae-324b09c17ef9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.564855 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-074b7208-611b-42d6-afae-324b09c17ef9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.643157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.662566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b7208-611b-42d6-afae-324b09c17ef9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc51664c-6710-477c-befb-f7e4d74bd930,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:27.694540 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-074b7208-611b-42d6-afae-324b09c17ef9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.694540 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-074b7208-611b-42d6-afae-324b09c17ef9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5366094 Nov 03 16:04:27.694540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33856) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:27.714348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d1f312-4ea1-49cf-b7b0-10704e214d2c']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:27.738317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f4178c84-8ac5-4dae-b62e-335f80b5da0f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'security_group_rule': {'security_group_id': 'bc51664c-6710-477c-befb-f7e4d74bd930', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:27.742731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef68b933-cfc8-4844-b3a3-01f0806f4268') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:27.744699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef68b933-cfc8-4844-b3a3-01f0806f4268') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:27.762806 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4291734c-0a9a-4421-ad31-8b68392c515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.769410 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.794872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.806495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:04:27.806495 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:04:27.807030 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:04:27.828610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4178c84-8ac5-4dae-b62e-335f80b5da0f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.866550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291734c-0a9a-4421-ad31-8b68392c515d None None] Pushing event deleted for resources: {'Port': ['ID=0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:27.885953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4291734c-0a9a-4421-ad31-8b68392c515d None None] No DVR routers for this DVR port 0e96a869-b3a2-4cce-8fa8-7cc6cc8dcc09 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:04:27.905972 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.932118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:27.951000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e1d1f312-4ea1-49cf-b7b0-10704e214d2c HTTP/1.1" status: 204 len: 168 time: 1.5310357 Nov 03 16:04:27.990935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e9750-72e5-4d5d-955a-5972d0681515 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d1f312-4ea1-49cf-b7b0-10704e214d2c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:28.012824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4178c84-8ac5-4dae-b62e-335f80b5da0f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.018609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4178c84-8ac5-4dae-b62e-335f80b5da0f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.055090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178c84-8ac5-4dae-b62e-335f80b5da0f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842a5f85-c559-4a44-bd03-627a2af726e2,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:28.066805 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4178c84-8ac5-4dae-b62e-335f80b5da0f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.068050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f4178c84-8ac5-4dae-b62e-335f80b5da0f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3590651 Nov 03 16:04:28.071516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:28.076438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-98ebc69d-9df4-4b23-8a82-2ee68ba60012 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'security_group_rule': {'security_group_id': 'bc51664c-6710-477c-befb-f7e4d74bd930', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:28.120787 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-98ebc69d-9df4-4b23-8a82-2ee68ba60012 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.353014 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-98ebc69d-9df4-4b23-8a82-2ee68ba60012 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.375501 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b961e2e4-61a4-4a93-8c6d-ea3383a8665a req-3c33f0cb-6f09-4bff-b376-ff3828e4cd8c tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0434895 Nov 03 16:04:28.376560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-98ebc69d-9df4-4b23-8a82-2ee68ba60012 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.404915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33888) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:28.415404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-98ebc69d-9df4-4b23-8a82-2ee68ba60012 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.416696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-98ebc69d-9df4-4b23-8a82-2ee68ba60012 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3438144 Nov 03 16:04:28.419538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebc69d-9df4-4b23-8a82-2ee68ba60012 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e3a77a-0d29-4894-8603-57e118a710d1,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:28.423862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33890) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:28.429063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:28.483579 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.491647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fbddbec9-c509-4d81-adbc-498ae49f632c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=93ccea0b41b04add9d49bcf87be63558&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842283 Nov 03 16:04:28.494235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33894) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:28.571627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591f8a13-b612-47b1-897a-917b211874a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.603059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591f8a13-b612-47b1-897a-917b211874a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.664263 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591f8a13-b612-47b1-897a-917b211874a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.669607 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591f8a13-b612-47b1-897a-917b211874a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:28.673830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-591f8a13-b612-47b1-897a-917b211874a0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bbe18f01-73b1-46bb-a0a1-d7969988e86b HTTP/1.1" status: 204 len: 168 time: 0.1784000 Nov 03 16:04:28.706537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f8a13-b612-47b1-897a-917b211874a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe18f01-73b1-46bb-a0a1-d7969988e86b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:28.805489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:29.024747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33914) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:29.143659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device cadcf340-da20-414e-9fd7-839818758b63 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:29.180612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Allocated IP 172.25.6.7 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/0ada52d7-319e-42f0-9380-5630fff5245d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:04:29.216084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port cadcf340-da20-414e-9fd7-839818758b63 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:29.216757 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:29.364870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-85ccb5bb-6483-4dba-81a4-02c546cd558f tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1831578333'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:29.365459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-85ccb5bb-6483-4dba-81a4-02c546cd558f tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Unknown quota resources ['metering_label']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 16:04:29.367312 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:29.414139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port cadcf340-da20-414e-9fd7-839818758b63, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=cadcf340-da20-414e-9fd7-839818758b63,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:29.423544 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:29.527729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=cadcf340-da20-414e-9fd7-839818758b63,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:29.538801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.539358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.539860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.541021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.542012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.542510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.543000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.543485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.544159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.544662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.545147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.545693 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:29.584777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:29.627436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:29.704842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:29.709028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85ccb5bb-6483-4dba-81a4-02c546cd558f tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:29.710500 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85ccb5bb-6483-4dba-81a4-02c546cd558f tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6835926 Nov 03 16:04:29.714248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33948) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:29.723292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-75d82ee8-0e23-499b-88c7-a04b55308b51 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '82f54974-059d-40ee-9650-105c472b1e28'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:29.724664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-75d82ee8-0e23-499b-88c7-a04b55308b51 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=108105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 16:04:29.728634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:29.735678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:29.742175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae028ad3-b838-4af1-b0bd-960c5b7c1851 req-f1f777ae-deb7-4766-85eb-46b000a07769 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1281087 Nov 03 16:04:29.774253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'Port': ['ID=0ada52d7-319e-42f0-9380-5630fff5245d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:29.965205 n-d-813897-2 neutron-server[108105]: WARNING neutron.services.metering.metering_plugin [None req-75d82ee8-0e23-499b-88c7-a04b55308b51 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 16:04:30.106821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33964) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:30.231125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Sync routers for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:04:30.245947 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75d82ee8-0e23-499b-88c7-a04b55308b51 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:30.251737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:30.251955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-75d82ee8-0e23-499b-88c7-a04b55308b51 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5283108 Nov 03 16:04:30.252049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:30.253068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33978) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:30.257758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-60668b88-f6df-411e-8077-5efce58e4b44 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '82f54974-059d-40ee-9650-105c472b1e28'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:30.259142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-60668b88-f6df-411e-8077-5efce58e4b44 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 16:04:30.332766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:30.356158 n-d-813897-2 neutron-server[108104]: WARNING neutron.services.metering.metering_plugin [None req-60668b88-f6df-411e-8077-5efce58e4b44 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 16:04:30.437953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2134696932-network', 'tenant_id': '4a5fc4149e8749238e4d376707ea00f5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:30.462379 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:30.539595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:30.576879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60668b88-f6df-411e-8077-5efce58e4b44 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:30.582269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-60668b88-f6df-411e-8077-5efce58e4b44 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3278680 Nov 03 16:04:30.585902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33986) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:30.660919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f486b6d-e035-44d1-ab42-42a344e3bbf9 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=97fe80b1-0020-4c56-b1d8-8fcd5afc32b8 HTTP/1.1" status: 200 len: 464 time: 0.0733082 Nov 03 16:04:30.673601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33988) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:30.715745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Made reservation on behalf of 4a5fc4149e8749238e4d376707ea00f5 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:30.719167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:30.751090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:30.808101 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:30.816661 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:30.916857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'Port': ['ID=0ada52d7-319e-42f0-9380-5630fff5245d,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:30.965023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3bfedf6-64eb-4a9c-933b-d461f8001a3c req-7ceb6649-899e-4dca-9e68-7bb726f048cd tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0463452 Nov 03 16:04:30.979747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-354820b6-f25a-4951-a6be-95e1625787cb tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:30.983310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-354820b6-f25a-4951-a6be-95e1625787cb tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/97fe80b1-0020-4c56-b1d8-8fcd5afc32b8 HTTP/1.1" status: 204 len: 168 time: 0.3055353 Nov 03 16:04:30.983961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33994) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:31.003663 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4ce1644-5b04-434b-bab0-40a31fdaef89 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=97fe80b1-0020-4c56-b1d8-8fcd5afc32b8 HTTP/1.1" status: 200 len: 221 time: 0.0137453 Nov 03 16:04:31.003663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33998) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:31.008664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-01fd0d58-307b-416b-b748-e9bc19190d0c tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1225115181', 'description': 'label created by tempest'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:31.009573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-01fd0d58-307b-416b-b748-e9bc19190d0c tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Unknown quota resources ['metering_label']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 16:04:31.031481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.046410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 2, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:31.067170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.068558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-994dfb8d-56fb-4073-8f9a-0f9c600728c7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6436839 Nov 03 16:04:31.088578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device cadcf340-da20-414e-9fd7-839818758b63 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:31.136318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Checking router: ee556f43-1f8c-4ea4-8372-2ef3cb09c23d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:04:31.136687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Updating router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d port 21b3e496-af0d-496c-9aed-073610fe25c5 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:04:31.171542 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.332239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01fd0d58-307b-416b-b748-e9bc19190d0c tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.334844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-01fd0d58-307b-416b-b748-e9bc19190d0c tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3303912 Nov 03 16:04:31.336965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34012) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:31.429505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.439466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.457948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:04:31.472845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.473423 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Added segment 4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb of type vlan for network 47bfc306-4e52-4995-af79-ba12c6927262 Nov 03 16:04:31.540243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.606491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:31.608550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.610382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:31.610964 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.636510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port cadcf340-da20-414e-9fd7-839818758b63 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:31.637582 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.675115 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.694344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Pushing event updated for resources: {'Network': ['ID=47bfc306-4e52-4995-af79-ba12c6927262,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:31.706786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.707123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.707691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.708035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.708419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.708783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.709109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.709470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.709828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.710145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.710468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.710834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.715245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.715586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.715924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.716308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.716641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.717017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.717351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.717701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.718639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.719195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.719525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.719899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:31.728301 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.731873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 47bfc306-4e52-4995-af79-ba12c6927262 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:04:31.761682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-53212232-b560-40a7-8aa7-8e29aca36f2a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6537209 Nov 03 16:04:31.770123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34034) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:31.774868 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:31.802813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Request body: {'subnet': {'network_id': '47bfc306-4e52-4995-af79-ba12c6927262', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2134696932-subnet', 'tenant_id': '4a5fc4149e8749238e4d376707ea00f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:31.886682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-2c48be10-a21a-48f7-a214-7ee9c4a09a13 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--719163925&fields=id&tenant_id=69729811c07542f1abc0cc34e820fe52 HTTP/1.1" status: 200 len: 267 time: 0.3166654 Nov 03 16:04:31.926129 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9177f8cf-b2e5-40ff-8909-c1dcb099f8a9 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=0075d687-907a-468d-af78-08747b6fef9f HTTP/1.1" status: 200 len: 468 time: 0.5854158 Nov 03 16:04:31.930788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34036) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:32.000434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dad41-37a7-4862-9ca9-ffe05f2643f7 None None] Pushing event updated for resources: {'Port': ['ID=21b3e496-af0d-496c-9aed-073610fe25c5,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:32.162503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Made reservation on behalf of 4a5fc4149e8749238e4d376707ea00f5 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:32.168894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:32.217677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Attempting to bind port 21b3e496-af0d-496c-9aed-073610fe25c5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:32.218322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Attempting to bind port 21b3e496-af0d-496c-9aed-073610fe25c5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:32.218908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Attempting to bind port 21b3e496-af0d-496c-9aed-073610fe25c5 on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:32.227341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6e412021-6589-4079-85bf-557b065777b6 None None] Provisioning complete for port 21b3e496-af0d-496c-9aed-073610fe25c5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:32.228158 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6e412021-6589-4079-85bf-557b065777b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:32.231412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:04:32.231935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Checking segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:32.232520 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:32.233110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Bound using segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:04:32.234474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Bound port: 21b3e496-af0d-496c-9aed-073610fe25c5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:04:32.235116 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:32.251428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b9347fe7-d5be-43f9-8999-80629cb35064 req-96d8564f-c5f1-4597-812a-8775c851222a tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0424910 Nov 03 16:04:32.365128 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e584d2cb-4b53-4008-b4d7-893eef8b5954 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:32.372679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e584d2cb-4b53-4008-b4d7-893eef8b5954 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/0075d687-907a-468d-af78-08747b6fef9f HTTP/1.1" status: 204 len: 168 time: 0.4344904 Nov 03 16:04:32.372679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34048) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:32.391414 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c7a7b581-5ada-4dc3-9c39-8d5cdf1f7989 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=0075d687-907a-468d-af78-08747b6fef9f HTTP/1.1" status: 200 len: 216 time: 0.0158813 Nov 03 16:04:32.398751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6e412021-6589-4079-85bf-557b065777b6 None None] Port 21b3e496-af0d-496c-9aed-073610fe25c5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:04:32.399367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34054) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:32.442323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-8df97606-c34b-4d8f-89e5-2bfb298a12df tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:32.443882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-8df97606-c34b-4d8f-89e5-2bfb298a12df tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 816 time: 0.5564151 Nov 03 16:04:32.451239 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-367cf739-ef8c-41ae-9b06-80bda24698b5 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0441694 Nov 03 16:04:32.452022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34058) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:32.470703 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-71cacada-f9e7-47bf-b38d-e59fc29562a3 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0168066 Nov 03 16:04:32.471680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34060) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:32.524323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-6dc2e25d-484a-43f3-91d9-9b5aad12aba5 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/quotas/69729811c07542f1abc0cc34e820fe52 HTTP/1.1" status: 200 len: 375 time: 0.0594110 Nov 03 16:04:32.541276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] For port 21b3e496-af0d-496c-9aed-073610fe25c5, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:32.547549 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6fde3fb9-0e9a-4ecc-802a-395928ba6b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:32.551536 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] For port 21b3e496-af0d-496c-9aed-073610fe25c5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=21b3e496-af0d-496c-9aed-073610fe25c5,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:04:32.564905 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:32.576997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-000bd8e8-11c9-4d2d-b5ea-697a0b829483 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels/82f54974-059d-40ee-9650-105c472b1e28 HTTP/1.1" status: 200 len: 473 time: 0.1037500 Nov 03 16:04:32.578726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34064) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:32.601765 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-320f40f8-b575-4f18-b4bc-f86dd690f409 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules/a39d1350-424d-45ab-a026-0388c9d1a0cd HTTP/1.1" status: 200 len: 461 time: 0.0214694 Nov 03 16:04:32.602642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34066) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:32.726452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dad41-37a7-4862-9ca9-ffe05f2643f7 None None] Pushing event updated for resources: {'Port': ['ID=21b3e496-af0d-496c-9aed-073610fe25c5,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:32.761063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:32.761779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:32.773905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0187db27-6157-4546-80e8-ebe8eb087ba2 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:32.778601 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0187db27-6157-4546-80e8-ebe8eb087ba2 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/a39d1350-424d-45ab-a026-0388c9d1a0cd HTTP/1.1" status: 204 len: 168 time: 0.1747348 Nov 03 16:04:32.779316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34076) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:32.808442 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-05ca8b15-4391-4b39-acfe-f6f209ab59e5 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2710445 Nov 03 16:04:33.032801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:33.099340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:33.172303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=64255128-386d-43d2-ba39-938624e8b2af,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:33.205216 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-616108e6-cf85-4c3b-9b8b-0abd85a21806 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:33.206695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-616108e6-cf85-4c3b-9b8b-0abd85a21806 tempest-MeteringTestJSON-143614368 tempest-MeteringTestJSON-143614368-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/82f54974-059d-40ee-9650-105c472b1e28 HTTP/1.1" status: 204 len: 168 time: 0.4263301 Nov 03 16:04:33.219952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Checking segment: {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:33.220400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Network hostable DHCP agents. Network: 47bfc306-4e52-4995-af79-ba12c6927262, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:04:33.236896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-6c410b06-e960-45b7-9646-3431245a6787 service neutron] 10.222.0.86 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686860 Nov 03 16:04:33.416910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 21b3e496-af0d-496c-9aed-073610fe25c5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:33.419615 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-3d8ce7f1-9062-4b9f-86ab-2296e7dc014b service neutron] 10.222.0.86 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754496 Nov 03 16:04:33.426420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Network 47bfc306-4e52-4995-af79-ba12c6927262 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:04:33.454880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 47bfc306-4e52-4995-af79-ba12c6927262) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:33.470679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:33.470972 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:33.490696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e792a9-773e-487e-aa24-a5a5b5b7f400 None None] Network 47bfc306-4e52-4995-af79-ba12c6927262 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:33.523405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-10279eb8-170f-4ad8-a652-12da2cb8786a req-f664a1b9-ef9b-4da0-a573-71f114ac8e7a tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1067169 Nov 03 16:04:33.530195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3c24e5cb-5a6a-4479-968c-8ec7fcfc65ba admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7458131 Nov 03 16:04:33.600490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34098) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:33.780222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-30dba560-bf08-41b6-bf28-7bfce25cbad7 None None] Provisioning complete for port 21b3e496-af0d-496c-9aed-073610fe25c5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:33.781339 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-30dba560-bf08-41b6-bf28-7bfce25cbad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:33.847717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd294598-f4c7-4402-9bb3-af6c0326f515 None None] Network 47bfc306-4e52-4995-af79-ba12c6927262 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:34.016681 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.191950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6512f0a2-73ee-45c9-9702-d2a3fd7bdc14 req-93b2c1d8-607d-4a62-91aa-8f897bdeedd1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 210 time: 0.0932705 Nov 03 16:04:34.271522 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.278393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.315090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e20088d-6b3e-4e18-83d3-2280538d17aa,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:34.344684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 21b3e496-af0d-496c-9aed-073610fe25c5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:34.345063 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.369022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.371747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.372103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.372535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.372937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.373268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.374942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.375293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.375669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.376002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.376330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.376651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:04:34.423996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-96e9116a-25ab-48b9-8168-268c9a318a9a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ddc155dfd4fd4d19880a68a4ffd4ff11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8223569 Nov 03 16:04:34.427041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34142) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:34.628769 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-30dba560-bf08-41b6-bf28-7bfce25cbad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.661786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-13d6f684-e885-4b35-ad59-29d1f6730faa tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:34.665969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8573aad0-f0bf-4332-8470-0dbb939b6c06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.675283 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-13d6f684-e885-4b35-ad59-29d1f6730faa tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/networks?id=47bfc306-4e52-4995-af79-ba12c6927262 HTTP/1.1" status: 200 len: 818 time: 0.2855058 Nov 03 16:04:34.729087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-874ce674-7fa0-4f23-9311-2c8589f0928a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/quotas/4a5fc4149e8749238e4d376707ea00f5 HTTP/1.1" status: 200 len: 375 time: 0.0527580 Nov 03 16:04:34.748113 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8573aad0-f0bf-4332-8470-0dbb939b6c06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.748623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-30dba560-bf08-41b6-bf28-7bfce25cbad7 None None] For port 21b3e496-af0d-496c-9aed-073610fe25c5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=21b3e496-af0d-496c-9aed-073610fe25c5,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:34.820417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c836c6b4-5137-41b5-9a0d-f6642dff57e8 req-d566a706-cd42-46f3-b45a-3d609020de1e tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0511897 Nov 03 16:04:34.843683 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-30dba560-bf08-41b6-bf28-7bfce25cbad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.856940 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-e51cd332-33ed-4736-b57a-a7db269d1324 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a5fc4149e8749238e4d376707ea00f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194546 Nov 03 16:04:34.892483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8573aad0-f0bf-4332-8470-0dbb939b6c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.895527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8573aad0-f0bf-4332-8470-0dbb939b6c06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:34.904985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8573aad0-f0bf-4332-8470-0dbb939b6c06 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e20088d-6b3e-4e18-83d3-2280538d17aa HTTP/1.1" status: 204 len: 168 time: 0.4716511 Nov 03 16:04:34.934829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573aad0-f0bf-4332-8470-0dbb939b6c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e20088d-6b3e-4e18-83d3-2280538d17aa,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:35.069212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-4c8f525b-1ba8-47bb-a62c-956e02eacf51 service neutron] 10.222.0.86 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901624 Nov 03 16:04:35.127574 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b00c6624-299f-48cd-b056-45c38088f64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:35.172642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dba560-bf08-41b6-bf28-7bfce25cbad7 None None] Pushing event updated for resources: {'Port': ['ID=21b3e496-af0d-496c-9aed-073610fe25c5,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:35.198348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:32Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:35.293717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aedd1-7b19-4bef-8e9d-1e78d8592e2c None None] The sync data for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 is: [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:32Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:04:35.388485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d6d2d028-fd8d-4372-8372-8ae06fa47a31 service neutron] 10.222.0.86 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138714 Nov 03 16:04:35.435394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c59dc374-1cc3-44f7-8469-f0acd8d41bba req-d6e3b1a6-568a-4191-93be-1a17e6da31f1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 210 time: 0.0598748 Nov 03 16:04:35.579692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34178) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:35.598028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9820-6c4e-4f73-b56a-fb5127311b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:35.822559 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9820-6c4e-4f73-b56a-fb5127311b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:35.834053 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9820-6c4e-4f73-b56a-fb5127311b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:36.045024 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd7d9820-6c4e-4f73-b56a-fb5127311b3a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=41fb2e087767486199dcc78253599967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640172 Nov 03 16:04:36.056652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04b175a0-c651-48e4-a830-fc2787a3b848 req-abf2e465-dd5c-48e2-836d-7ee0bd1c6760 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0841801 Nov 03 16:04:36.058605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34198) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:36.087424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-791ae0d1-d99f-4dc3-ae80-a2f66acb12e2 req-165f916b-065e-4727-ab1a-f3a954857384 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 210 time: 0.1205037 Nov 03 16:04:36.095562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d9820-6c4e-4f73-b56a-fb5127311b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c0a0dd-4946-4048-9ea7-75eefba0a85a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:36.211396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:36.242628 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-54e55470-f792-454c-b72c-217251d3c264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:36.263677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-5d0fac54-a210-44e1-8c49-6335c0d76a1b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:36.273753 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-5d0fac54-a210-44e1-8c49-6335c0d76a1b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 816 time: 0.4442940 Nov 03 16:04:36.295503 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-54e55470-f792-454c-b72c-217251d3c264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:36.377552 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-54e55470-f792-454c-b72c-217251d3c264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:36.380353 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-54e55470-f792-454c-b72c-217251d3c264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:36.386145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-54e55470-f792-454c-b72c-217251d3c264 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/90c0a0dd-4946-4048-9ea7-75eefba0a85a HTTP/1.1" status: 204 len: 168 time: 0.3176787 Nov 03 16:04:36.397602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e55470-f792-454c-b72c-217251d3c264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c0a0dd-4946-4048-9ea7-75eefba0a85a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:36.558222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-bd7a3857-e2c3-4cee-a535-1435a9ed79f6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69729811c07542f1abc0cc34e820fe52 HTTP/1.1" status: 200 len: 379 time: 0.2714162 Nov 03 16:04:36.583124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'port': {'device_id': '5ef15c79-034f-4c43-8066-939435764b63', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'admin_state_up': True, 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'security_groups': ['bc51664c-6710-477c-befb-f7e4d74bd930']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:36.792510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0356f8c-2aa6-45c8-9297-3bb33a308f3f req-e23d2141-a3a0-4b27-9e71-1088685a5538 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 210 time: 0.0794365 Nov 03 16:04:36.942376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Made reservation on behalf of 69729811c07542f1abc0cc34e820fe52 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:36.948260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:37.296865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65bda644-c7ff-4678-a47e-c8b8febdf7e1 req-ea90d36a-d31b-4d66-b818-59d39125b1ad tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 210 time: 0.0982234 Nov 03 16:04:37.324454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Allocated IP 172.20.0.7 (658f9342-47b3-40ca-bb8c-b0fcc7ed83c7/a72abaaf-68b2-45dd-b08a-1167fbfeb8d0/7c585846-c619-4374-a27a-cadb158d622a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:04:37.345336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7242622d-0d2c-40b8-b4dd-4dd065545ea5 req-6b35710f-73a2-4f49-a0b8-2bdf1592e420 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1075172 Nov 03 16:04:37.347435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 21b3e496-af0d-496c-9aed-073610fe25c5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:37.487248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 21b3e496-af0d-496c-9aed-073610fe25c5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:37.491529 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:37.690182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:37.784187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:37.867972 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:37.940181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:38.006475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:38.022499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:38.031029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:38.126628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca59c64-23e2-4954-8129-ca14354d8690 req-41bcdd36-1eae-4832-b96e-0e19b2644cb8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:38.138497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cca59c64-23e2-4954-8129-ca14354d8690 req-41bcdd36-1eae-4832-b96e-0e19b2644cb8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 931 time: 0.1450999 Nov 03 16:04:38.160423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:38.161046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:38.204665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-c171f87f-fa00-4fe8-8862-3be51214f2da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6353099 Nov 03 16:04:38.217710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Request body: {'port': {'device_id': '5ef15c79-034f-4c43-8066-939435764b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:38.260094 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cca59c64-23e2-4954-8129-ca14354d8690 req-735054be-9633-4e48-8e8b-079c1313dae7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206234 Nov 03 16:04:38.360295 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:38.461920 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:38.605857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a962a8cc-1c54-496d-8d8e-a362670c1f00 req-d348462e-8846-499f-9b14-a55052fd3ab1 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0611086 Nov 03 16:04:38.618473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e1a9c6ed-2300-4e0e-96b3-c2cec0e3159e None None] Provisioning complete for port 7c585846-c619-4374-a27a-cadb158d622a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:38.619093 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e1a9c6ed-2300-4e0e-96b3-c2cec0e3159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:38.681980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9c6ed-2300-4e0e-96b3-c2cec0e3159e None None] Port 7c585846-c619-4374-a27a-cadb158d622a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:04:39.065048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-89357d1b-c4cd-4ce3-900f-b7b8c38eec04 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:39.071064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-89357d1b-c4cd-4ce3-900f-b7b8c38eec04 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.15 "GET /v2.0/networks?id=47bfc306-4e52-4995-af79-ba12c6927262 HTTP/1.1" status: 200 len: 818 time: 0.3245616 Nov 03 16:04:39.109271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95896392-697c-4e16-b8b4-51cc337237ca req-54f11f7b-b00a-4178-bce0-db8ecbe76caf tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 210 time: 0.6367135 Nov 03 16:04:39.117752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Request body: {'port': {'device_id': 'a20aae96-ccca-4f17-a8ac-c6879c36a196', 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262', 'admin_state_up': True, 'tenant_id': '4a5fc4149e8749238e4d376707ea00f5'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:39.347603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-4641ab54-b1f1-41be-bd7f-358db8c6a9c1 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:39.349349 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-4641ab54-b1f1-41be-bd7f-358db8c6a9c1 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.70 "GET /v2.0/networks?id=47bfc306-4e52-4995-af79-ba12c6927262 HTTP/1.1" status: 200 len: 818 time: 0.2694869 Nov 03 16:04:39.354720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34330) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:39.439219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Request body: {'port': {'device_id': 'd60d6968-7c8f-45dd-aa45-3542dd9fdfb2', 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262', 'admin_state_up': True, 'tenant_id': '4a5fc4149e8749238e4d376707ea00f5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:39.523980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Made reservation on behalf of 4a5fc4149e8749238e4d376707ea00f5 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:39.527380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:39.556426 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a7b1c-a7a9-407a-80be-a9a9470a632f req-6804b1c5-1866-4208-8590-4965f7cc55d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:39.564298 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b2a7b1c-a7a9-407a-80be-a9a9470a632f req-6804b1c5-1866-4208-8590-4965f7cc55d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 931 time: 0.1268065 Nov 03 16:04:39.689731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b2a7b1c-a7a9-407a-80be-a9a9470a632f req-db8da2d9-76e2-435b-8028-8894791fe072 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244180 Nov 03 16:04:39.730121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1026351254'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:39.786635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Made reservation on behalf of 89c7975990f846a88a7333f009a6b08d for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:39.790377 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:39.803171 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:39.860891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Allocated IP 172.20.0.14 (47bfc306-4e52-4995-af79-ba12c6927262/64255128-386d-43d2-ba39-938624e8b2af/fe05285c-efe1-4bac-aae6-13e45470b2e0) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:04:40.078105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.146488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.168507 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.188320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.311708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:04:40.335998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Network 47bfc306-4e52-4995-af79-ba12c6927262 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:40.341960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:40.344358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d26180-8fc9-4cae-bb03-a5e84d25ed4e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:40.376030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:40.395697 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b199bcf9-f382-473d-bdff-5107b8a072dd req-004e0322-69c7-4443-a0c8-1ca26751136d tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1904762 Nov 03 16:04:40.435355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c585846-c619-4374-a27a-cadb158d622a {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:40.437002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:40.437683 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.456932 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.471462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Pushing event updated for resources: {'Port': ['ID=fe05285c-efe1-4bac-aae6-13e45470b2e0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:40.481733 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.482263 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Added segment bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d of type vlan for network 628a271b-805b-4176-8798-422bec727c7d Nov 03 16:04:40.495907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Transition to ACTIVE for port object 7c585846-c619-4374-a27a-cadb158d622a will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:04:40.506024 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d9cea446-f407-4551-b468-ccc438a3c372 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3924928 Nov 03 16:04:40.515660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77d2fad1-41b6-4879-b2c9-c8b9403a3d1d req-9a9f9d4f-14d8-4f03-9be6-c8cbae60856d tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 210 time: 0.1117852 Nov 03 16:04:40.519306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.538059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8f6b3968-201d-403e-bbf0-8cbd535e766e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:40.539909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8f6b3968-201d-403e-bbf0-8cbd535e766e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.15 "GET /v2.0/networks?id=47bfc306-4e52-4995-af79-ba12c6927262 HTTP/1.1" status: 200 len: 818 time: 1.1743960 Nov 03 16:04:40.544437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Made reservation on behalf of 4a5fc4149e8749238e4d376707ea00f5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:40.549260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.570860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Request body: {'port': {'device_id': '9d323c7b-d8f3-463c-b7e0-81c994c2ba3f', 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262', 'admin_state_up': True, 'tenant_id': '4a5fc4149e8749238e4d376707ea00f5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:40.588977 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.625892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Request body: {'port': {'device_id': 'a20aae96-ccca-4f17-a8ac-c6879c36a196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:40.630602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.636196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:40.644600 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:40.814836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:40.882227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Pushing event updated for resources: {'Network': ['ID=628a271b-805b-4176-8798-422bec727c7d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:40.894642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 628a271b-805b-4176-8798-422bec727c7d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:04:40.897236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1dca609e-2a04-406f-8c53-67bf95014393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5288806 Nov 03 16:04:40.927986 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.205397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Attempting to bind port 7c585846-c619-4374-a27a-cadb158d622a on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:41.206028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Attempting to bind port 7c585846-c619-4374-a27a-cadb158d622a by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:41.206575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Attempting to bind port 7c585846-c619-4374-a27a-cadb158d622a on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:41.227456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Port 7c585846-c619-4374-a27a-cadb158d622a on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:41.228047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Attempting to bind port 7c585846-c619-4374-a27a-cadb158d622a on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:41.237066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875507b8-02de-4113-bfa5-4d330df64c5e req-c5e7d80c-244a-4e3c-b6b3-e8349b3e0718 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:41.238865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-875507b8-02de-4113-bfa5-4d330df64c5e req-c5e7d80c-244a-4e3c-b6b3-e8349b3e0718 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.4195483 Nov 03 16:04:41.246938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:04:41.247501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Checking segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:41.248046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Bound using segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:04:41.248686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Bound port: 7c585846-c619-4374-a27a-cadb158d622a, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:04:41.249240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.332929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34384) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:41.340135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Request body: {'port': {'network_id': '628a271b-805b-4176-8798-422bec727c7d', 'binding:host_id': 'n-h2-813897-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071632286'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:41.350839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Made reservation on behalf of 4a5fc4149e8749238e4d376707ea00f5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:41.352598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe05285c-efe1-4bac-aae6-13e45470b2e0 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:41.354621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.363415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.392000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Transition to ACTIVE for port object fe05285c-efe1-4bac-aae6-13e45470b2e0 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:04:41.399796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.403324 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-875507b8-02de-4113-bfa5-4d330df64c5e req-4931291a-6bfc-4f64-bfa8-ed439bb477f2 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515222 Nov 03 16:04:41.469929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe05285c-efe1-4bac-aae6-13e45470b2e0,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:41.491435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:41.496039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:04:41.535178 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.584502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Made reservation on behalf of 6e6c5befad3b4caa8a5ac6b78f3c68d9 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:41.592998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.627864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:41.627864 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.628185 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] 10.222.0.70 "PUT /v2.0/ports/7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 1091 time: 3.4150290 Nov 03 16:04:41.629472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'tag': '7c585846-c619-4374-a27a-cadb158d622a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:41.631847 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113adec3-4851-45b7-8ea6-ba79c34356e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "tag": "7c585846-c619-4374-a27a-cadb158d622a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:41.691656 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.736985 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-69ced416-9f5e-4e7d-b956-193bdd032c63 req-53b06a31-8116-41f5-bc44-efb73146308c tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 210 time: 0.0904162 Nov 03 16:04:41.764740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Attempting to bind port fe05285c-efe1-4bac-aae6-13e45470b2e0 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:41.765052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Attempting to bind port fe05285c-efe1-4bac-aae6-13e45470b2e0 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:41.765309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Attempting to bind port fe05285c-efe1-4bac-aae6-13e45470b2e0 on network 47bfc306-4e52-4995-af79-ba12c6927262 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:41.768847 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8dda57d2-a25e-4c43-9018-c1ede7f9425a req-5e3b35c0-eb9c-42a4-ab5d-2efbd7d4f4ed tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1659780 Nov 03 16:04:41.769913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83474a4-cfbe-418e-a058-21dadb0a1e91 service neutron] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:41.776574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Port fe05285c-efe1-4bac-aae6-13e45470b2e0 on network 47bfc306-4e52-4995-af79-ba12c6927262 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:41.776686 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Attempting to bind port fe05285c-efe1-4bac-aae6-13e45470b2e0 on network 47bfc306-4e52-4995-af79-ba12c6927262 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:41.782738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:04:41.783088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Checking segment: {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:41.783474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Bound using segment: {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:04:41.783955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Bound port: fe05285c-efe1-4bac-aae6-13e45470b2e0, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:04:41.784316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.802971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Allocated IP 172.20.0.5 (47bfc306-4e52-4995-af79-ba12c6927262/64255128-386d-43d2-ba39-938624e8b2af/2f3cc8f9-e08e-4aad-94b6-7f0b213370af) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:04:41.908191 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67328aea-dad2-42ef-b4d4-34fdff6d2f5e x-openstack-request-id: req-67328aea-dad2-42ef-b4d4-34fdff6d2f5e {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:41.908498 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "tag": "7c585846-c619-4374-a27a-cadb158d622a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:41.908761 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-67328aea-dad2-42ef-b4d4-34fdff6d2f5e {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:41.910372 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'tag': '7c585846-c619-4374-a27a-cadb158d622a', 'status': 'completed', 'code': 200} Nov 03 16:04:41.938391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] For port fe05285c-efe1-4bac-aae6-13e45470b2e0, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:41.944902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] For port fe05285c-efe1-4bac-aae6-13e45470b2e0, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05285c-efe1-4bac-aae6-13e45470b2e0,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:04:41.959481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:41.962772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-f16143ff-4fe1-4e01-9f60-db46685b8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:41.964355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-f16143ff-4fe1-4e01-9f60-db46685b8f4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1094 time: 0.2820153 Nov 03 16:04:42.050708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:42.051572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:42.053136 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/fe05285c-efe1-4bac-aae6-13e45470b2e0 HTTP/1.1" status: 200 len: 1092 time: 1.4332008 Nov 03 16:04:42.053826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20aae96-ccca-4f17-a8ac-c6879c36a196', 'tag': 'fe05285c-efe1-4bac-aae6-13e45470b2e0'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:42.056443 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3930cf-ff3e-412e-af1e-fb6444645bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a20aae96-ccca-4f17-a8ac-c6879c36a196", "tag": "fe05285c-efe1-4bac-aae6-13e45470b2e0"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:42.082030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-81073ecb-762c-4034-ab49-a725a2e0fba8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 217 time: 0.1013906 Nov 03 16:04:42.097996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817678b7-c63e-48e6-8184-64b98c3369e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe05285c-efe1-4bac-aae6-13e45470b2e0,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:42.186546 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56422e1f-c218-4ad5-aa29-d0fcabb55474 x-openstack-request-id: req-56422e1f-c218-4ad5-aa29-d0fcabb55474 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:42.187116 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20aae96-ccca-4f17-a8ac-c6879c36a196", "tag": "fe05285c-efe1-4bac-aae6-13e45470b2e0", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:42.187236 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-56422e1f-c218-4ad5-aa29-d0fcabb55474 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:42.188798 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20aae96-ccca-4f17-a8ac-c6879c36a196', 'tag': 'fe05285c-efe1-4bac-aae6-13e45470b2e0', 'status': 'completed', 'code': 200} Nov 03 16:04:42.205409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-fdbb0027-0e87-48f3-9a8a-baef3272c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:42.207064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-fdbb0027-0e87-48f3-9a8a-baef3272c790 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a5fc4149e8749238e4d376707ea00f5&device_id=a20aae96-ccca-4f17-a8ac-c6879c36a196 HTTP/1.1" status: 200 len: 1095 time: 0.0753436 Nov 03 16:04:42.263203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-af576c11-3beb-4ce9-96b8-ff6fcb24b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:42.266258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-af576c11-3beb-4ce9-96b8-ff6fcb24b788 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.1732357 Nov 03 16:04:42.294992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-2b2e8fe5-b788-43e6-8369-a3cf3c211bb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe05285c-efe1-4bac-aae6-13e45470b2e0 HTTP/1.1" status: 200 len: 217 time: 0.0648267 Nov 03 16:04:42.304053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:42.334766 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:42.352274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] device_id is not set on port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:04:42.393196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:42.401802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-33c87c0d-cbf5-47d1-9915-99319eec8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:42.404215 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-33c87c0d-cbf5-47d1-9915-99319eec8b09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64255128-386d-43d2-ba39-938624e8b2af HTTP/1.1" status: 200 len: 858 time: 0.1018291 Nov 03 16:04:42.494350 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-6bfc81a1-d1d3-4b94-a7d9-779a2a3b211f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47bfc306-4e52-4995-af79-ba12c6927262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672972 Nov 03 16:04:42.495362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-579f96a1-5392-4aa6-ba6e-97ab55e2217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:42.503587 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-579f96a1-5392-4aa6-ba6e-97ab55e2217c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234983 Nov 03 16:04:42.507751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb2fa02-e360-4d2b-bad6-be063bed79f6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:42.728861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-615a8be2-37a5-492d-964c-3cbf8f1112d4 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164338 Nov 03 16:04:42.733950 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f1572f07-8757-400c-9554-414ae7076d32 service neutron] 10.222.0.15 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302682 Nov 03 16:04:42.742374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4318688-91d8-437d-8e27-6513ce7a8b5c req-4fc6b6e6-86ec-4b4f-bda0-028bb95bb7ce tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:42.754186 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f4318688-91d8-437d-8e27-6513ce7a8b5c req-4fc6b6e6-86ec-4b4f-bda0-028bb95bb7ce tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.1280355 Nov 03 16:04:42.875060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] device_id is not set on port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:04:42.885584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:42.919189 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f4318688-91d8-437d-8e27-6513ce7a8b5c req-6e2100ab-8b06-4baa-8e74-f33f69714ac5 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665096 Nov 03 16:04:42.982653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:42.988688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42af0e6b-c7ad-4fe5-ad5a-a749888963e6 req-09048ac5-c4eb-483e-b0a8-862bd4d4a050 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 210 time: 0.0992332 Nov 03 16:04:43.070274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:43.099807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'Port': ['ID=d2738f43-d9ec-4a50-8cf6-4672ffb7d815,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:43.171691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-d4280d60-9a62-4452-b845-474314f34081 service neutron] 10.222.0.15 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172170 Nov 03 16:04:43.184245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44901b00-20d3-4242-af63-2b5891c75cc5 req-5910bf9b-5864-43b7-b008-2b29af913af9 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1136951 Nov 03 16:04:43.190112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Network 47bfc306-4e52-4995-af79-ba12c6927262 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:43.205656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a50fd457-d0ab-4e35-8e28-a264e045cde2 req-f92d922d-5c13-4e88-aeae-d7089363166f service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057456 Nov 03 16:04:43.206821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:43.221221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Allocated IP 172.20.0.6 (47bfc306-4e52-4995-af79-ba12c6927262/64255128-386d-43d2-ba39-938624e8b2af/53490f6e-f65e-448a-a229-30549fa142bc) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:04:43.224629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:43.261147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Checking segment: {'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:43.261549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Network hostable DHCP agents. Network: 628a271b-805b-4176-8798-422bec727c7d, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:04:43.283005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Pushing event updated for resources: {'Port': ['ID=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:43.339781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-03ebffea-b5b3-4b8d-8667-e5af4e1441cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:43.341664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-03ebffea-b5b3-4b8d-8667-e5af4e1441cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a5fc4149e8749238e4d376707ea00f5&device_id=a20aae96-ccca-4f17-a8ac-c6879c36a196 HTTP/1.1" status: 200 len: 1095 time: 0.0569880 Nov 03 16:04:43.402561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:43.403643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:43.413937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Network 628a271b-805b-4176-8798-422bec727c7d is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:04:43.462009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 628a271b-805b-4176-8798-422bec727c7d) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:43.466842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:43.472756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8699ec-ebc5-4881-8861-66db07b1a28d None None] Network 628a271b-805b-4176-8798-422bec727c7d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:43.488904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-d957049f-bbeb-47d8-b162-5430b2ece607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:43.490418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-d957049f-bbeb-47d8-b162-5430b2ece607 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47bfc306-4e52-4995-af79-ba12c6927262 HTTP/1.1" status: 200 len: 919 time: 0.1416299 Nov 03 16:04:43.498170 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-f138b667-f6d2-42e4-bf81-5ea0e6796d0a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1023724 Nov 03 16:04:43.511352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-89b79611-e4b7-45d4-9a81-2802f43b1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:43.513121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-89b79611-e4b7-45d4-9a81-2802f43b1af1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1094 time: 0.2296784 Nov 03 16:04:43.533145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Request body: {'port': {'device_id': 'd60d6968-7c8f-45dd-aa45-3542dd9fdfb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:43.548003 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-f7bdf88b-bdf3-4279-8f98-e51a9e50adcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe05285c-efe1-4bac-aae6-13e45470b2e0 HTTP/1.1" status: 200 len: 217 time: 0.0493979 Nov 03 16:04:43.654910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-b5d632d8-8f06-4024-bc86-90c84a75b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:43.665194 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-b5d632d8-8f06-4024-bc86-90c84a75b1a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64255128-386d-43d2-ba39-938624e8b2af HTTP/1.1" status: 200 len: 858 time: 0.1096437 Nov 03 16:04:43.732035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-ca5b52c9-9352-41be-b28a-74f882fee37b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47bfc306-4e52-4995-af79-ba12c6927262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475376 Nov 03 16:04:43.767429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:43.767719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:43.768040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:43.813245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:43.813623 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:43.817463 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 2 to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 Nov 03 16:04:43.821804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:43.879367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-a2a677e0-2937-49a4-8dac-648cd2421587 service neutron] 10.222.0.15 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376693 Nov 03 16:04:43.896200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:43.896556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:43.896902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:43.913387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:43.913775 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:43.971705 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 3 to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 Nov 03 16:04:44.016268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed3930cf-ff3e-412e-af1e-fb6444645bb4 req-ce35c52f-efa5-445a-8e9d-436efea0bd13 service neutron] 10.222.0.15 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284990 Nov 03 16:04:44.041855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:44.066726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:44.067066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:44.067406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:44.131172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:44.131558 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:44.150196 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 4 to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 Nov 03 16:04:44.174727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:44.175066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:44.175447 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:44.191739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-4a752e97-0a85-473c-bdb4-702940a13d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:44.193612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-4a752e97-0a85-473c-bdb4-702940a13d60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.6696773 Nov 03 16:04:44.213598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbed2cd7-1a0b-4d74-8c20-eb421db9602b req-dc9b3e0d-8374-4e80-b6ad-c5b3fba16773 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 210 time: 0.0445282 Nov 03 16:04:44.313683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:44.315696 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:44.324493 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 5 to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 Nov 03 16:04:44.393460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b340fbe9-974d-4519-a5fd-c3b94535a59a req-f94fb437-d561-45ea-884f-3e4f1091ad37 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0325856 Nov 03 16:04:44.399366 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-9c223ade-a3ea-4e96-8a8c-d1650e95040f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 217 time: 0.1140373 Nov 03 16:04:44.412942 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:44.441935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:44.442272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:44.442608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:44.451329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118fac5-7ef8-4f07-82a3-6e8b206bed21 req-144cffa3-1f5c-40e2-8690-86b1837bf659 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:44.453558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d118fac5-7ef8-4f07-82a3-6e8b206bed21 req-144cffa3-1f5c-40e2-8690-86b1837bf659 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.3783197 Nov 03 16:04:44.537744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:44.538408 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:44.543845 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 6 to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 Nov 03 16:04:44.580768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Network 47bfc306-4e52-4995-af79-ba12c6927262 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:44.599652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:44.608952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-5fef5197-cc45-475f-816b-6ff79e7e77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:44.610429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-5fef5197-cc45-475f-816b-6ff79e7e77c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.1879222 Nov 03 16:04:44.614796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:44.617456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:44.617823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:44.618159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:44.619909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Pushing event updated for resources: {'Port': ['ID=53490f6e-f65e-448a-a229-30549fa142bc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:44.668111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:44.668445 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:44.680386 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 7 to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 Nov 03 16:04:44.686093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d118fac5-7ef8-4f07-82a3-6e8b206bed21 req-0af525ba-b905-410e-90a5-462026f9397d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633453 Nov 03 16:04:45.121997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:45.122331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:45.122664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:45.135993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:45.136595 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:45.166342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:45.166672 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:45.183651 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 8 to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 Nov 03 16:04:45.224066 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8cba29e2-2c19-4cd9-86d7-efc6b0f1735a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6653619 Nov 03 16:04:45.233561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:45.233561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:45.233961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:45.241559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-929afce9-a50f-4099-93d9-95174bb3e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:45.243368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-929afce9-a50f-4099-93d9-95174bb3e858 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5457582 Nov 03 16:04:45.252806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Request body: {'port': {'device_id': '9d323c7b-d8f3-463c-b7e0-81c994c2ba3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:45.255145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:45.255632 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:45.259505 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 9 to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 Nov 03 16:04:45.290852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3cc8f9-e08e-4aad-94b6-7f0b213370af {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:45.321089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:45.338162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:45.338504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:45.338994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:45.384987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Transition to ACTIVE for port object 2f3cc8f9-e08e-4aad-94b6-7f0b213370af will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:04:45.399454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f572f1-488f-4f09-aba7-d42fa2870ded req-cce36c75-fa3f-4c3e-8288-2a5fc5576029 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:45.402025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57f572f1-488f-4f09-aba7-d42fa2870ded req-cce36c75-fa3f-4c3e-8288-2a5fc5576029 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 931 time: 0.0893495 Nov 03 16:04:45.413386 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:45.415440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:45.415879 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:45.424032 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 10 to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 Nov 03 16:04:45.475810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57f572f1-488f-4f09-aba7-d42fa2870ded req-1a307b44-6768-4a06-a1c4-d80e924a8ab6 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Nov 03 16:04:45.483846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:45.492487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:45.492978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:45.493446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:45.533167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:45.533167 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:45.533510 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:45.621800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-84d5bb5f-75f8-46cb-bea0-74563a794742 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629243 Nov 03 16:04:45.654344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Pushing event updated for resources: {'Port': ['ID=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:45.693779 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bffe332-60b7-4fd3-a0be-5060a3cea564 req-33a1586c-5927-4726-a1b1-fdd57ef797a4 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0601463 Nov 03 16:04:45.888902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a932a-1573-43ce-9fe7-f14021c5bf98 req-5f283959-86a6-46c3-8938-5822e9544101 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:45.894188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-459a932a-1573-43ce-9fe7-f14021c5bf98 req-5f283959-86a6-46c3-8938-5822e9544101 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.1066015 Nov 03 16:04:45.909158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Attempting to bind port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:45.909699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Attempting to bind port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:45.910089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Attempting to bind port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af on network 47bfc306-4e52-4995-af79-ba12c6927262 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:45.922458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af on network 47bfc306-4e52-4995-af79-ba12c6927262 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:45.922796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Attempting to bind port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af on network 47bfc306-4e52-4995-af79-ba12c6927262 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:45.962771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:04:45.963143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Checking segment: {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:45.963545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Bound using segment: {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:04:45.964008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Bound port: 2f3cc8f9-e08e-4aad-94b6-7f0b213370af, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:04:45.964370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:45.983874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] For port d2738f43-d9ec-4a50-8cf6-4672ffb7d815, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:45.984325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempted to set empty binding levels {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 16:04:45.994811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-459a932a-1573-43ce-9fe7-f14021c5bf98 req-934139d0-c43c-4cf7-91f2-69959f7a86d1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953970 Nov 03 16:04:46.037820 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.119194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:46.119776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.153294 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-113adec3-4851-45b7-8ea6-ba79c34356e5 req-c7558946-451e-4a75-aaf3-db90da2e135e service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020599 Nov 03 16:04:46.246128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.9117689 Nov 03 16:04:46.247754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] For port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:46.248967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34612) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:46.288742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efd596-e897-4934-9278-75c8394fd37a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'Port': ['ID=d2738f43-d9ec-4a50-8cf6-4672ffb7d815,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:46.310956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] For port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:04:46.327800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.344289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-82dce27c-4bcb-46a7-a391-16ff2ee58745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Deleting port d2738f43-d9ec-4a50-8cf6-4672ffb7d815 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:46.344706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-82dce27c-4bcb-46a7-a391-16ff2ee58745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.386070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:46.386681 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.388058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-8a833854-f160-46b7-9df1-e1726773942f service neutron] 10.222.0.70 "PUT /v2.0/ports/2f3cc8f9-e08e-4aad-94b6-7f0b213370af HTTP/1.1" status: 200 len: 1091 time: 2.8655763 Nov 03 16:04:46.394696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60d6968-7c8f-45dd-aa45-3542dd9fdfb2', 'tag': '2f3cc8f9-e08e-4aad-94b6-7f0b213370af'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:46.396867 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "d60d6968-7c8f-45dd-aa45-3542dd9fdfb2", "tag": "2f3cc8f9-e08e-4aad-94b6-7f0b213370af"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:46.411309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-82dce27c-4bcb-46a7-a391-16ff2ee58745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] For port d2738f43-d9ec-4a50-8cf6-4672ffb7d815, host n-h2-813897-2, got binding levels [] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:46.411918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-82dce27c-4bcb-46a7-a391-16ff2ee58745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.421322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-704908ee-66ca-4638-bd4a-d202cd57729b tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:46.423081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-704908ee-66ca-4638-bd4a-d202cd57729b tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 804 time: 0.3110952 Nov 03 16:04:46.426570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-82dce27c-4bcb-46a7-a391-16ff2ee58745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Calling delete_port for d2738f43-d9ec-4a50-8cf6-4672ffb7d815 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:46.458497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-f3195ef3-5c2c-4aea-9e76-b9fd4e551b7b tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/quotas/87d8b8fde20d4d0c880a701faad3c291 HTTP/1.1" status: 200 len: 375 time: 0.0233400 Nov 03 16:04:46.491025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833854-f160-46b7-9df1-e1726773942f service neutron] Pushing event updated for resources: {'Port': ['ID=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:46.505964 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be300f2-2e53-4d57-bd8c-135b1e196ffb x-openstack-request-id: req-3be300f2-2e53-4d57-bd8c-135b1e196ffb {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:46.506276 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60d6968-7c8f-45dd-aa45-3542dd9fdfb2", "tag": "2f3cc8f9-e08e-4aad-94b6-7f0b213370af", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:46.506505 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3be300f2-2e53-4d57-bd8c-135b1e196ffb {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:46.506904 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60d6968-7c8f-45dd-aa45-3542dd9fdfb2', 'tag': '2f3cc8f9-e08e-4aad-94b6-7f0b213370af', 'status': 'completed', 'code': 200} Nov 03 16:04:46.538633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53490f6e-f65e-448a-a229-30549fa142bc {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:46.550064 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-82dce27c-4bcb-46a7-a391-16ff2ee58745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.565592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.589389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Transition to ACTIVE for port object 53490f6e-f65e-448a-a229-30549fa142bc will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:04:46.601063 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.608498 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-82dce27c-4bcb-46a7-a391-16ff2ee58745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.612372 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-82dce27c-4bcb-46a7-a391-16ff2ee58745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "DELETE /v2.0/ports/d2738f43-d9ec-4a50-8cf6-4672ffb7d815 HTTP/1.1" status: 204 len: 168 time: 0.3599536 Nov 03 16:04:46.615791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34624) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:46.620168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-ebc6d70f-5cb9-4aad-9fb6-338c9df631f7 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327498 Nov 03 16:04:46.624677 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dce27c-4bcb-46a7-a391-16ff2ee58745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2738f43-d9ec-4a50-8cf6-4672ffb7d815,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:46.648581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-fa605403-5323-4b4a-9ee3-bfa30a735971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:46.650112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-fa605403-5323-4b4a-9ee3-bfa30a735971 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a5fc4149e8749238e4d376707ea00f5&device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 1094 time: 0.1560917 Nov 03 16:04:46.652283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db96a0-92d7-4b0c-a72c-f211b5824cb2 req-9bcde3e8-87a1-479a-bd10-50a1a4637148 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:46.659689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1db96a0-92d7-4b0c-a72c-f211b5824cb2 req-9bcde3e8-87a1-479a-bd10-50a1a4637148 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 943 time: 0.0896349 Nov 03 16:04:46.705864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1db96a0-92d7-4b0c-a72c-f211b5824cb2 req-1cbd0f78-1aa2-4ad1-b782-b445c2719382 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Nov 03 16:04:46.739602 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-754af243-a974-4ec9-8989-0ebd31f9a3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] GET failed (client error): The resource could not be found. Nov 03 16:04:46.741281 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-754af243-a974-4ec9-8989-0ebd31f9a3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "GET /v2.0/ports/d2738f43-d9ec-4a50-8cf6-4672ffb7d815 HTTP/1.1" status: 404 len: 333 time: 0.1202276 Nov 03 16:04:46.745393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34628) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:46.751753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Request body: {'port': {'network_id': '628a271b-805b-4176-8798-422bec727c7d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963806540'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:46.752664 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-fcdff115-9119-4045-bfc1-a4dc93c65799 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3cc8f9-e08e-4aad-94b6-7f0b213370af HTTP/1.1" status: 200 len: 217 time: 0.0675764 Nov 03 16:04:46.783318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Made reservation on behalf of 6e6c5befad3b4caa8a5ac6b78f3c68d9 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:46.786452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:46.803723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Pushing event updated for resources: {'Port': ['ID=53490f6e-f65e-448a-a229-30549fa142bc,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:46.804927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] device_id is not set on port 26999d17-dbf1-4907-a454-9fa952bf5e17 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:04:46.903597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-c102c8b7-5f55-4a06-bf4b-79183a6bce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:46.905197 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-c102c8b7-5f55-4a06-bf4b-79183a6bce42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64255128-386d-43d2-ba39-938624e8b2af HTTP/1.1" status: 200 len: 858 time: 0.1139512 Nov 03 16:04:46.913701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab06bfde-26d2-4547-8a07-af676a679f51 req-a0110ec6-7cf7-4950-aa8d-8c2c61acf5f9 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0341599 Nov 03 16:04:46.948230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-1eb184d7-cd98-4390-b61c-9130fd51557e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=47bfc306-4e52-4995-af79-ba12c6927262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331533 Nov 03 16:04:46.958605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-1e4a26ef-8426-4097-8be2-b46ec8cfaa70 service neutron] 10.222.0.86 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051403 Nov 03 16:04:47.010721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe05285c-efe1-4bac-aae6-13e45470b2e0 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:04:47.032580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Attempting to bind port 53490f6e-f65e-448a-a229-30549fa142bc on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:47.033059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Attempting to bind port 53490f6e-f65e-448a-a229-30549fa142bc by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:47.033483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Attempting to bind port 53490f6e-f65e-448a-a229-30549fa142bc on network 47bfc306-4e52-4995-af79-ba12c6927262 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:47.039540 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.088951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Port 53490f6e-f65e-448a-a229-30549fa142bc on network 47bfc306-4e52-4995-af79-ba12c6927262 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:47.089375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Attempting to bind port 53490f6e-f65e-448a-a229-30549fa142bc on network 47bfc306-4e52-4995-af79-ba12c6927262 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:47.107046 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.148113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port fe05285c-efe1-4bac-aae6-13e45470b2e0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05285c-efe1-4bac-aae6-13e45470b2e0,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:47.157748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:04:47.160732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'fe05285c-efe1-4bac-aae6-13e45470b2e0', 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262', 'port_id': 'fe05285c-efe1-4bac-aae6-13e45470b2e0', 'mac_address': 'fa:16:3e:f5:f8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64255128-386d-43d2-ba39-938624e8b2af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:04:47.162997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Checking segment: {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:47.164211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Bound using segment: {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:04:47.165397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Bound port: 53490f6e-f65e-448a-a229-30549fa142bc, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:04:47.168050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.178057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Network 628a271b-805b-4176-8798-422bec727c7d is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:47.205597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:47.221617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:47.221847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:47.222351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.248346 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-b276cc40-7708-47d3-9881-5884c1b5f9bf service neutron] 10.222.0.70 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887156 Nov 03 16:04:47.250405 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.287422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'Port': ['ID=26999d17-dbf1-4907-a454-9fa952bf5e17,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:47.287690 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe05285c-efe1-4bac-aae6-13e45470b2e0 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:47.307345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a1e7779e-3197-4936-baaa-400fd918ba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5579057 Nov 03 16:04:47.308745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34644) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:47.314988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:47.324136 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port fe05285c-efe1-4bac-aae6-13e45470b2e0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05285c-efe1-4bac-aae6-13e45470b2e0,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:47.330044 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.349440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-d126ba26-8f6d-4f7c-817b-c05add99589a service neutron] 10.222.0.86 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770418 Nov 03 16:04:47.352861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75243d94-deaa-4d8f-a4c7-e669111fff5d req-b3ed8de7-1449-4f01-9451-ca1f260b55d8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:47.354640 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75243d94-deaa-4d8f-a4c7-e669111fff5d req-b3ed8de7-1449-4f01-9451-ca1f260b55d8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.1845810 Nov 03 16:04:47.392724 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] For port 53490f6e-f65e-448a-a229-30549fa142bc, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:47.405628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=fe05285c-efe1-4bac-aae6-13e45470b2e0,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:47.434388 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.442857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] For port 53490f6e-f65e-448a-a229-30549fa142bc, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=53490f6e-f65e-448a-a229-30549fa142bc,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:04:47.486809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7c585846-c619-4374-a27a-cadb158d622a details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:04:47.491125 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-9573a74f-7d1a-4e56-a397-55175e7254ad service neutron] 10.222.0.70 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202485 Nov 03 16:04:47.496353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.517604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75243d94-deaa-4d8f-a4c7-e669111fff5d req-82adf098-bb39-4584-a110-4d9e6e299ad4 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530931 Nov 03 16:04:47.517764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-fab9b42b-a205-478f-bea0-dfbb7de34101 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:47.519762 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-fab9b42b-a205-478f-bea0-dfbb7de34101 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4 HTTP/1.1" status: 200 len: 945 time: 0.2703807 Nov 03 16:04:47.596493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:47.596493 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.599151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] 10.222.0.15 "PUT /v2.0/ports/53490f6e-f65e-448a-a229-30549fa142bc HTTP/1.1" status: 200 len: 1091 time: 2.3545945 Nov 03 16:04:47.622434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:47.637369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '7c585846-c619-4374-a27a-cadb158d622a', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'port_id': '7c585846-c619-4374-a27a-cadb158d622a', 'mac_address': 'fa:16:3e:cb:46:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:04:47.683431 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.700999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c585846-c619-4374-a27a-cadb158d622a {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:47.721884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e842dda1-561e-43f6-a26f-f3ab3cf67549 req-633d28b4-04e8-4647-a633-92c94a18579e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 210 time: 0.0477943 Nov 03 16:04:47.739587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:47.748577 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.835628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] device_id is not set on port 26999d17-dbf1-4907-a454-9fa952bf5e17 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:04:47.836200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:47.848296 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.857192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:47.885740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e13f1-96c1-442c-8b09-1a048cb36619 service neutron] Pushing event updated for resources: {'Port': ['ID=53490f6e-f65e-448a-a229-30549fa142bc,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:47.930098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-be03db59-0c53-470b-9ec7-a825e516374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:47.931708 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-be03db59-0c53-470b-9ec7-a825e516374a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a5fc4149e8749238e4d376707ea00f5&device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 1094 time: 0.3523839 Nov 03 16:04:47.938711 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe05285c-efe1-4bac-aae6-13e45470b2e0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:04:47.945066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'Port': ['ID=26999d17-dbf1-4907-a454-9fa952bf5e17,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:47.951411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-af0e6400-789a-46a5-85c1-1a253df6ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:47.952942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-af0e6400-789a-46a5-85c1-1a253df6ee74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a5fc4149e8749238e4d376707ea00f5&device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 1094 time: 0.2763505 Nov 03 16:04:47.962128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:47.963474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:47.963825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:47.976232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:47.976232 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:47.976698 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 2 to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 Nov 03 16:04:47.996865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['7c585846-c619-4374-a27a-cadb158d622a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:04:48.011299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:48.011667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:48.011985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:48.022323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:48.022738 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:48.023032 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 3 to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 Nov 03 16:04:48.078649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:48.078989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:48.079323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:48.089731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d59e0-cc9f-4ccd-9e0a-cb7ae409ac32 req-d9610c5c-ba9d-485e-8f80-2588debe387a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:48.100036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e92d59e0-cc9f-4ccd-9e0a-cb7ae409ac32 req-d9610c5c-ba9d-485e-8f80-2588debe387a tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 943 time: 0.2757897 Nov 03 16:04:48.108420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-c2c37acd-3b4f-40be-b7f8-e4f61330b90d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53490f6e-f65e-448a-a229-30549fa142bc HTTP/1.1" status: 200 len: 217 time: 0.1351821 Nov 03 16:04:48.111449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:48.111783 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:48.112169 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 4 to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 Nov 03 16:04:48.174657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-661091ad-4745-4fc9-8455-d85d7085689e req-142b6e1b-542e-48af-bbf0-8ddb24fcafea tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.1012833 Nov 03 16:04:48.189860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:48.190143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:48.192636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:48.198262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Deleting port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:48.198578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:48.203725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:48.204200 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:48.205297 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 5 to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 Nov 03 16:04:48.236323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:48.242500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:48.243209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:48.278187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:48.278900 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:48.280494 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 6 to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 Nov 03 16:04:48.316848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:48.317564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:48.318138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:48.326279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:48.334208 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:48.334650 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 7 to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 Nov 03 16:04:48.339883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-319c47c0-c80b-4e41-91e4-6815d977f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:48.341796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-319c47c0-c80b-4e41-91e4-6815d977f39a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64255128-386d-43d2-ba39-938624e8b2af HTTP/1.1" status: 200 len: 858 time: 0.2243652 Nov 03 16:04:48.351201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:48.351763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:48.352366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:48.359814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e92d59e0-cc9f-4ccd-9e0a-cb7ae409ac32 req-2d1e8a9a-2ba7-4916-9cbd-bbe6bf5ada75 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492108 Nov 03 16:04:48.359814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-ad73ec67-ea51-4df9-b9d5-f9f182d4bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:48.359814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-ad73ec67-ea51-4df9-b9d5-f9f182d4bb0d service neutron] 10.222.0.70 "GET /v2.0/networks?id=47bfc306-4e52-4995-af79-ba12c6927262 HTTP/1.1" status: 200 len: 919 time: 0.4187555 Nov 03 16:04:48.365579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:48.366171 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:48.366729 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 8 to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 Nov 03 16:04:48.393706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:48.394340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:48.394848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:48.399684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:48.400614 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:48.401176 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 9 to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 Nov 03 16:04:48.420088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-b3aeb990-b0a9-4a41-858a-b38f39cc9fca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3cc8f9-e08e-4aad-94b6-7f0b213370af HTTP/1.1" status: 200 len: 217 time: 0.0470290 Nov 03 16:04:48.449156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:48.451279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:48.452811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:48.458979 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-57b1a0fc-0bd4-489a-9044-939b481016f8 req-d6c561d1-72b4-4822-b42d-5b0eee93c8b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0453475 Nov 03 16:04:48.461782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:48.462168 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:48.463079 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 10 to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 Nov 03 16:04:48.471222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-9ca44d0b-d3e2-45a0-bfe1-d4f13b09c761 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47bfc306-4e52-4995-af79-ba12c6927262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081235 Nov 03 16:04:48.481816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:48.482209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:48.482561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:48.489667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:48.489997 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 26999d17-dbf1-4907-a454-9fa952bf5e17 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:48.490930 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:48.509614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d323c7b-d8f3-463c-b7e0-81c994c2ba3f', 'tag': '53490f6e-f65e-448a-a229-30549fa142bc'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:48.512703 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076" -d '{"events": [{"name": "network-changed", "server_uuid": "9d323c7b-d8f3-463c-b7e0-81c994c2ba3f", "tag": "53490f6e-f65e-448a-a229-30549fa142bc"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:48.525060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] For port 0fa512c3-8cd7-4389-9e50-ca9757714fc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0fa512c3-8cd7-4389-9e50-ca9757714fc4,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:48.525426 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:48.540950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Calling delete_port for 0fa512c3-8cd7-4389-9e50-ca9757714fc4 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:48.571204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] For port 26999d17-dbf1-4907-a454-9fa952bf5e17, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:48.573280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempted to set empty binding levels {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 16:04:48.582083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:48.648060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] In _notify_port_updated(), no bound segment for port 26999d17-dbf1-4907-a454-9fa952bf5e17 on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:04:48.648906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:48.649685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:48.653681 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "PUT /v2.0/ports/26999d17-dbf1-4907-a454-9fa952bf5e17 HTTP/1.1" status: 200 len: 979 time: 1.3403208 Nov 03 16:04:48.655585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-5bbb356b-1b40-4cdc-ae22-7261153fe14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:48.657007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-5bbb356b-1b40-4cdc-ae22-7261153fe14a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64255128-386d-43d2-ba39-938624e8b2af HTTP/1.1" status: 200 len: 858 time: 0.2196393 Nov 03 16:04:48.660944 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6521db-a445-4b9b-9d97-0c6896d95bc8 x-openstack-request-id: req-1c6521db-a445-4b9b-9d97-0c6896d95bc8 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:48.661231 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d323c7b-d8f3-463c-b7e0-81c994c2ba3f", "tag": "53490f6e-f65e-448a-a229-30549fa142bc", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:48.661482 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1c6521db-a445-4b9b-9d97-0c6896d95bc8 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:48.661886 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d323c7b-d8f3-463c-b7e0-81c994c2ba3f', 'tag': '53490f6e-f65e-448a-a229-30549fa142bc', 'status': 'completed', 'code': 200} Nov 03 16:04:48.662241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34682) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:48.681751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4dc41-5bfd-47e2-942f-b4832e89ab3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'Port': ['ID=26999d17-dbf1-4907-a454-9fa952bf5e17,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:48.837873 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1b404c91-0781-4bb7-a3c6-7b8d6d660606 req-fa403aff-042b-47d7-8960-6bfcc755415a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 210 time: 0.0293994 Nov 03 16:04:49.120234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-0c8992fe-ebc7-4c50-b900-216a8a4aac02 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.121941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-0c8992fe-ebc7-4c50-b900-216a8a4aac02 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 804 time: 0.1322010 Nov 03 16:04:49.136793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Request body: {'port': {'device_id': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'admin_state_up': True, 'tenant_id': '87d8b8fde20d4d0c880a701faad3c291'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:49.186288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-4fcbbac8-994d-4dfc-a7ff-80d3d53f9b5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=47bfc306-4e52-4995-af79-ba12c6927262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4771023 Nov 03 16:04:49.362276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f563c-752b-4fb7-8f6c-d0b0c11c83f0 req-312fec67-7d20-49b5-972a-24fd9586cccf tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.363100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e06f563c-752b-4fb7-8f6c-d0b0c11c83f0 req-312fec67-7d20-49b5-972a-24fd9586cccf tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.6999824 Nov 03 16:04:49.402856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.403404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.403938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.404438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.405494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.406052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.406666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.407135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.407586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.408044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.408499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.409062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.409397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.409891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.410348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.410802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.411257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.411710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.412163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.412614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.413067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.413515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.414007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.414462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.414904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.415509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.415788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.416239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.416686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.417132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.417606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.418052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.422571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3d0ffa24-0145-4c08-8f00-d02f7d53edc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28782 time: 0.7583284 Nov 03 16:04:49.438618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34706) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:49.524678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7c585846-c619-4374-a27a-cadb158d622a up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:49.525262 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:49.550935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-841d049d-d29d-48ff-a9d5-8a67870a6a4a service neutron] 10.222.0.15 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988626 Nov 03 16:04:49.590992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0edc17e8-713b-4891-9cb3-3f29eb0c62f1 req-d005097a-48cd-472d-8768-e5db70c054e7 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0839872 Nov 03 16:04:49.594532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 7c585846-c619-4374-a27a-cadb158d622a completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:04:49.599673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 7c585846-c619-4374-a27a-cadb158d622a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:49.600837 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:49.604015 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-0effe07e-c9ea-4d91-8f94-18280e28c981 service neutron] 10.222.0.70 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962176 Nov 03 16:04:49.615903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Pushing event deleted for resources: {'Port': ['ID=0fa512c3-8cd7-4389-9e50-ca9757714fc4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:49.671223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Made reservation on behalf of 87d8b8fde20d4d0c880a701faad3c291 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:49.675431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:49.699454 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:49.747218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:49.748222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c585846-c619-4374-a27a-cadb158d622a'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:49.752022 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c20271f-9952-471d-b94e-4788646a2d07" -d '{"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-plugged", "status": "completed", "tag": "7c585846-c619-4374-a27a-cadb158d622a"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:49.756263 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:49.757064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fa512c3-8cd7-4389-9e50-ca9757714fc4 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:04:49.803901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 0fa512c3-8cd7-4389-9e50-ca9757714fc4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:04:49.804377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0fa512c3-8cd7-4389-9e50-ca9757714fc4 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:04:49.834388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:49.855656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e06f563c-752b-4fb7-8f6c-d0b0c11c83f0 req-538cd283-340b-421c-a3e3-052a75514661 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4803391 Nov 03 16:04:49.918887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Allocated IP 172.20.0.8 (520415ef-45fa-4133-9d3f-d0bbe03dee97/4543be02-569a-48d6-910c-234d6054c340/5b4bf5e4-792c-4d42-a2a3-11bedc3875e6) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:04:49.928719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] No DVR routers for this DVR port 0fa512c3-8cd7-4389-9e50-ca9757714fc4 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:04:49.933314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b767788-a6c2-4e06-b2d2-f2105af3f64d req-ab2a9336-1c2b-4d67-8b8c-f8088540b29e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:49.933974 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e066b264-1d81-4dc9-85c8-77184d45050a x-openstack-request-id: req-e066b264-1d81-4dc9-85c8-77184d45050a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:49.934482 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-plugged", "status": "completed", "tag": "7c585846-c619-4374-a27a-cadb158d622a", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:49.934942 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e066b264-1d81-4dc9-85c8-77184d45050a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:49.935530 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c585846-c619-4374-a27a-cadb158d622a', 'code': 200} Nov 03 16:04:49.940370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:49.944984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "DELETE /v2.0/ports/0fa512c3-8cd7-4389-9e50-ca9757714fc4 HTTP/1.1" status: 204 len: 173 time: 2.3644924 Nov 03 16:04:49.953281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b767788-a6c2-4e06-b2d2-f2105af3f64d req-ab2a9336-1c2b-4d67-8b8c-f8088540b29e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 943 time: 0.1213112 Nov 03 16:04:50.007884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5719dc2c-e866-4bb9-aab1-8ca1ead8cbdb req-1024c909-b231-4674-9fd6-55fbf61ae6fd service neutron] 10.222.0.70 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896713 Nov 03 16:04:50.018141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f91d281e-1fd8-46f9-ae13-81daa9155a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Deleting port 26999d17-dbf1-4907-a454-9fa952bf5e17 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:50.018530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f91d281e-1fd8-46f9-ae13-81daa9155a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:50.060215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f34584-e7e0-421a-81f8-238b6e21a5d2 req-98ca394b-3caa-4fc5-96e2-5ad573b3d22e service neutron] 10.222.0.15 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666653 Nov 03 16:04:50.088146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b28a481b-5011-4816-8cce-384898b62892 req-0759a64b-1145-4fdc-ada9-02a838cd57c3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 210 time: 0.0645514 Nov 03 16:04:50.188613 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b767788-a6c2-4e06-b2d2-f2105af3f64d req-37e358b7-060b-4eeb-84b5-83f1349644eb tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325370 Nov 03 16:04:50.214564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f91d281e-1fd8-46f9-ae13-81daa9155a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] For port 26999d17-dbf1-4907-a454-9fa952bf5e17, host n-h2-813897-2, got binding levels [] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:50.215109 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f91d281e-1fd8-46f9-ae13-81daa9155a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:50.219386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfbbba-5921-48a6-889a-564b24b02e64 req-1d6851ea-751a-4799-8775-8fed6fb72bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:50.220992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89dfbbba-5921-48a6-889a-564b24b02e64 req-1d6851ea-751a-4799-8775-8fed6fb72bf5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1096 time: 0.1598668 Nov 03 16:04:50.257473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:50.282656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f91d281e-1fd8-46f9-ae13-81daa9155a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Calling delete_port for 26999d17-dbf1-4907-a454-9fa952bf5e17 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:50.294997 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:50.341559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Network 520415ef-45fa-4133-9d3f-d0bbe03dee97 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:50.347528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:50.350051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:50.373078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-09c9bad4-ccce-4924-9510-58dbf2c71625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:50.374843 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-09c9bad4-ccce-4924-9510-58dbf2c71625 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a5fc4149e8749238e4d376707ea00f5&device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 1094 time: 0.1528842 Nov 03 16:04:50.377432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89dfbbba-5921-48a6-889a-564b24b02e64 req-7abfa65b-b1af-41d4-8c7a-323ed75ccd88 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404765 Nov 03 16:04:50.393732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Pushing event updated for resources: {'Port': ['ID=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:50.421778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:50.422845 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:50.441661 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-4cba52a3-ccaa-48b7-ac90-cc6d4cfdebb5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3103685 Nov 03 16:04:50.478950 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f91d281e-1fd8-46f9-ae13-81daa9155a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:50.515333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d281e-1fd8-46f9-ae13-81daa9155a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event deleted for resources: {'Port': ['ID=26999d17-dbf1-4907-a454-9fa952bf5e17,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:50.523903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-b588df7a-34ca-44aa-b172-1e438a52d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:50.525406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-b588df7a-34ca-44aa-b172-1e438a52d754 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47bfc306-4e52-4995-af79-ba12c6927262 HTTP/1.1" status: 200 len: 919 time: 0.1426747 Nov 03 16:04:50.526500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f91d281e-1fd8-46f9-ae13-81daa9155a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:50.529559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f91d281e-1fd8-46f9-ae13-81daa9155a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "DELETE /v2.0/ports/26999d17-dbf1-4907-a454-9fa952bf5e17 HTTP/1.1" status: 204 len: 168 time: 1.0878048 Nov 03 16:04:50.532954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34726) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:50.558537 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4d2333-144d-4e02-9b82-616aa071b92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] GET failed (client error): The resource could not be found. Nov 03 16:04:50.560047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0a4d2333-144d-4e02-9b82-616aa071b92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "GET /v2.0/ports/26999d17-dbf1-4907-a454-9fa952bf5e17 HTTP/1.1" status: 404 len: 333 time: 0.0258465 Nov 03 16:04:50.565998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34732) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:50.570859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-8c9b515b-fbfa-4714-9777-99f322585212 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53490f6e-f65e-448a-a229-30549fa142bc HTTP/1.1" status: 200 len: 217 time: 0.0381174 Nov 03 16:04:50.571007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-697470222', 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:50.590580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Request body: {'port': {'device_id': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:50.624693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Made reservation on behalf of 6e6c5befad3b4caa8a5ac6b78f3c68d9 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:50.627438 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:50.647619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-1b81ad93-0d93-474f-aa9f-1eead43676fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:50.649116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-1b81ad93-0d93-474f-aa9f-1eead43676fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64255128-386d-43d2-ba39-938624e8b2af HTTP/1.1" status: 200 len: 858 time: 0.0707114 Nov 03 16:04:50.665877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'name': 'network-vif-deleted', 'tag': '0fa512c3-8cd7-4389-9e50-ca9757714fc4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:50.667319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] device_id is not set on port cd8d6f4e-39f2-4f43-a439-083196a2d01f yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:04:50.668782 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d01f969-202f-4ccd-8c26-92737d2cf6af" -d '{"events": [{"server_uuid": "40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4", "name": "network-vif-deleted", "tag": "0fa512c3-8cd7-4389-9e50-ca9757714fc4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:50.731204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-74376ab2-9567-4db7-bcbb-1bacc25c67bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47bfc306-4e52-4995-af79-ba12c6927262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740726 Nov 03 16:04:50.742139 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f26b54-8394-428a-a8b6-7fe83340c140 x-openstack-request-id: req-55f26b54-8394-428a-a8b6-7fe83340c140 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:50.742434 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4", "name": "network-vif-deleted", "tag": "0fa512c3-8cd7-4389-9e50-ca9757714fc4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:50.742693 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55f26b54-8394-428a-a8b6-7fe83340c140 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:50.743086 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dc1b26-d5db-4d42-b5d6-e2ae5ea537e4', 'name': 'network-vif-deleted', 'tag': '0fa512c3-8cd7-4389-9e50-ca9757714fc4', 'status': 'completed', 'code': 200} Nov 03 16:04:50.760568 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:50.776562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-518ca40d-05a7-46e0-883d-002e4fb3f128 req-9a52f60f-db79-4c32-bddb-1b467eae2934 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0645936 Nov 03 16:04:50.882821 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-c8d0450a-66c4-47f9-9cab-6041c40f2d0b service neutron] 10.222.0.15 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425195 Nov 03 16:04:51.025299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe05285c-efe1-4bac-aae6-13e45470b2e0 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:51.105675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6150b08c-d253-473d-b280-b8cd7305a738 req-9cbeb94e-8d2b-4a41-bafa-a7c90ba346f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=beac605140094dc08c39ed0e957f01db&device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0524335 Nov 03 16:04:51.110991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port fe05285c-efe1-4bac-aae6-13e45470b2e0 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:04:51.117377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port fe05285c-efe1-4bac-aae6-13e45470b2e0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:51.118046 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.121114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0d1c551-2a7e-4af5-bf82-b9c3aef0d076 req-e35b7566-10ac-45fa-b347-9460da169de3 service neutron] 10.222.0.15 "GET /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099559 Nov 03 16:04:51.122811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5194aed2-6525-4bcd-9c6f-c7de2a1a8559 req-e87b97af-2928-46ab-8e6e-532f14b6e537 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0410905 Nov 03 16:04:51.129961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.172011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6150b08c-d253-473d-b280-b8cd7305a738 req-86df0d04-a617-4f72-b72a-29b7675877a4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=beac605140094dc08c39ed0e957f01db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450830 Nov 03 16:04:51.235373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.293500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6566369-28f8-4b26-bb58-561897cea565 req-4e5cbf50-d323-4512-abe4-36704f5fd064 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:51.293922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port fe05285c-efe1-4bac-aae6-13e45470b2e0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05285c-efe1-4bac-aae6-13e45470b2e0,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:51.295071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6566369-28f8-4b26-bb58-561897cea565 req-4e5cbf50-d323-4512-abe4-36704f5fd064 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.3081374 Nov 03 16:04:51.311478 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.312662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07ba3c-93d1-495e-a6aa-e7bbb53b633d req-f0f52948-4b01-4289-8a50-5ececc1cbb85 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:51.314489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0a07ba3c-93d1-495e-a6aa-e7bbb53b633d req-f0f52948-4b01-4289-8a50-5ececc1cbb85 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 931 time: 0.0837605 Nov 03 16:04:51.383348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0a07ba3c-93d1-495e-a6aa-e7bbb53b633d req-c0d31e76-4072-4b65-9716-a2bbdbaa3de9 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617857 Nov 03 16:04:51.440965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=fe05285c-efe1-4bac-aae6-13e45470b2e0,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:51.441488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.519820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 2f3cc8f9-e08e-4aad-94b6-7f0b213370af details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:04:51.537833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b6566369-28f8-4b26-bb58-561897cea565 req-63819ec6-35d3-4b0f-92ff-5347f00941d1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025969 Nov 03 16:04:51.565783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Network 628a271b-805b-4176-8798-422bec727c7d is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:51.565893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150b08c-d253-473d-b280-b8cd7305a738 req-f975eeab-eacb-4a2d-8d1f-7e2314e9c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:51.569976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6150b08c-d253-473d-b280-b8cd7305a738 req-f975eeab-eacb-4a2d-8d1f-7e2314e9c30f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3873024 Nov 03 16:04:51.571002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:51.587206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'Port': ['ID=cd8d6f4e-39f2-4f43-a439-083196a2d01f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:51.595531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:51.596568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:51.597292 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.624471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee295c0-0aff-4427-9eca-0a878205834c req-bb1d286c-b11e-479f-903b-53bc9c05c284 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:51.626242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5ee295c0-0aff-4427-9eca-0a878205834c req-bb1d286c-b11e-479f-903b-53bc9c05c284 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 943 time: 0.0688095 Nov 03 16:04:51.645977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-213d8a15-9b96-4ff4-af52-cb7e0922a59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0787420 Nov 03 16:04:51.648451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34762) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:51.689077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13765005-448a-43ba-a17a-2b1db998791b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:51.693160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-13765005-448a-43ba-a17a-2b1db998791b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "GET /v2.0/ports/cd8d6f4e-39f2-4f43-a439-083196a2d01f HTTP/1.1" status: 200 len: 958 time: 0.0411825 Nov 03 16:04:51.695737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34768) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:51.702456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:51.712491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5ee295c0-0aff-4427-9eca-0a878205834c req-b6ae7da3-8d54-4ef2-a4a0-d55b36d961af tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788953 Nov 03 16:04:51.713322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.758665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Transition to ACTIVE for port object 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:04:51.765415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.824934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc09c5-4615-4325-a936-565da59bec8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Deleting port cd8d6f4e-39f2-4f43-a439-083196a2d01f {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:51.825370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6cc09c5-4615-4325-a936-565da59bec8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.870800 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.886702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:51.889442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:51.904492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '2f3cc8f9-e08e-4aad-94b6-7f0b213370af', 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262', 'port_id': '2f3cc8f9-e08e-4aad-94b6-7f0b213370af', 'mac_address': 'fa:16:3e:2d:b4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64255128-386d-43d2-ba39-938624e8b2af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:04:51.934216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6cc09c5-4615-4325-a936-565da59bec8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.938877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20aae96-ccca-4f17-a8ac-c6879c36a196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe05285c-efe1-4bac-aae6-13e45470b2e0'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:51.941505 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af4a992-49c6-4140-8e21-a48dee04b7c6" -d '{"events": [{"server_uuid": "a20aae96-ccca-4f17-a8ac-c6879c36a196", "name": "network-vif-plugged", "status": "completed", "tag": "fe05285c-efe1-4bac-aae6-13e45470b2e0"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:51.952185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Attempting to bind port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:51.952541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Attempting to bind port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:51.953407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Attempting to bind port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:51.960464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc09c5-4615-4325-a936-565da59bec8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Calling delete_port for cd8d6f4e-39f2-4f43-a439-083196a2d01f owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:51.968711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:51.969065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Attempting to bind port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:51.969749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.975153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:04:51.975491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Checking segment: {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:51.975873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Bound using segment: {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:04:51.976305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Bound port: 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:04:51.976659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:51.985085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3cc8f9-e08e-4aad-94b6-7f0b213370af {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:51.992697 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c3e942-871a-43bb-b1d0-d5d6a9307ffc x-openstack-request-id: req-21c3e942-871a-43bb-b1d0-d5d6a9307ffc {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:51.992985 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20aae96-ccca-4f17-a8ac-c6879c36a196", "name": "network-vif-plugged", "status": "completed", "tag": "fe05285c-efe1-4bac-aae6-13e45470b2e0", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:51.993419 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-21c3e942-871a-43bb-b1d0-d5d6a9307ffc {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:51.993839 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20aae96-ccca-4f17-a8ac-c6879c36a196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe05285c-efe1-4bac-aae6-13e45470b2e0', 'code': 200} Nov 03 16:04:52.012484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:52.017847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:52.066788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:52.075242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:04:52.084499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:52.094371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:52.135846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6cc09c5-4615-4325-a936-565da59bec8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:52.159809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:52.160472 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:52.161899 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6608b924-279f-448d-a151-46d3652d7886 service neutron] 10.222.0.70 "PUT /v2.0/ports/5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 HTTP/1.1" status: 200 len: 1091 time: 1.5765414 Nov 03 16:04:52.183173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:52.187458 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:52.198035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc09c5-4615-4325-a936-565da59bec8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd8d6f4e-39f2-4f43-a439-083196a2d01f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:52.223544 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6cc09c5-4615-4325-a936-565da59bec8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:52.234455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['2f3cc8f9-e08e-4aad-94b6-7f0b213370af'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:04:52.240100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e6cc09c5-4615-4325-a936-565da59bec8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "DELETE /v2.0/ports/cd8d6f4e-39f2-4f43-a439-083196a2d01f HTTP/1.1" status: 204 len: 168 time: 0.5430074 Nov 03 16:04:52.240744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34782) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:52.259329 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438fa46d-6f94-44cf-ae40-8cdbf4654fa9 x-openstack-request-id: req-438fa46d-6f94-44cf-ae40-8cdbf4654fa9 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:52.259929 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:52.260604 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-438fa46d-6f94-44cf-ae40-8cdbf4654fa9 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:52.261175 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6', 'status': 'completed', 'code': 200} Nov 03 16:04:52.286124 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea2ba95-db92-48d3-a500-c319a0463b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] GET failed (client error): The resource could not be found. Nov 03 16:04:52.287718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6ea2ba95-db92-48d3-a500-c319a0463b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "GET /v2.0/ports/cd8d6f4e-39f2-4f43-a439-083196a2d01f HTTP/1.1" status: 404 len: 333 time: 0.0429730 Nov 03 16:04:52.292635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34788) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:52.294583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d95e-6b04-49f8-ba34-b2e5b57ee5b5 req-fc57bf92-7247-4620-a5de-5a8c564572b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:52.296151 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6f9d95e-6b04-49f8-ba34-b2e5b57ee5b5 req-fc57bf92-7247-4620-a5de-5a8c564572b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a20aae96-ccca-4f17-a8ac-c6879c36a196 HTTP/1.1" status: 200 len: 1097 time: 0.1658206 Nov 03 16:04:52.300793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Request body: {'port': {'network_id': '628a271b-805b-4176-8798-422bec727c7d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1848483546'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:52.311813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608b924-279f-448d-a151-46d3652d7886 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:52.317209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36369768-83de-4ce8-b527-f79ac5b701c9 req-a0d3bf8d-9240-4863-889a-eec16f0ff835 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0754805 Nov 03 16:04:52.343458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-acd81c12-c6e7-4be8-9e7e-15806ea0a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:52.344995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-acd81c12-c6e7-4be8-9e7e-15806ea0a38c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 1094 time: 0.1332860 Nov 03 16:04:52.371869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Made reservation on behalf of 6e6c5befad3b4caa8a5ac6b78f3c68d9 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:52.374642 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:52.434842 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-6e52a424-226a-486e-9e80-e628f0472cb4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 HTTP/1.1" status: 200 len: 217 time: 0.0757558 Nov 03 16:04:52.442542 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6f9d95e-6b04-49f8-ba34-b2e5b57ee5b5 req-1e46453c-52a0-49f3-a84e-f662adfd4109 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353755 Nov 03 16:04:52.473114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] device_id is not set on port 9075aa65-107b-471f-99f3-a4c2d83cce8e yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:04:52.550203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-ce36cede-fd3f-4284-a218-db97942433c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:52.551660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-ce36cede-fd3f-4284-a218-db97942433c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4543be02-569a-48d6-910c-234d6054c340 HTTP/1.1" status: 200 len: 844 time: 0.1095810 Nov 03 16:04:52.599755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-d818cdc5-2fca-4253-8245-ba832f6da400 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=520415ef-45fa-4133-9d3f-d0bbe03dee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400350 Nov 03 16:04:52.625511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fec68-4c52-41e6-91d4-bc91ac4c4d34 req-706f7ebf-3cad-4a68-a742-0b73d8bcf330 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:52.633995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-588fec68-4c52-41e6-91d4-bc91ac4c4d34 req-706f7ebf-3cad-4a68-a742-0b73d8bcf330 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 943 time: 0.1541243 Nov 03 16:04:52.689433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21dba4-e3ec-4819-a928-65609dc0ff1a req-65d078d7-2057-4db4-9ab9-74f950dcf634 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:52.690960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef21dba4-e3ec-4819-a928-65609dc0ff1a req-65d078d7-2057-4db4-9ab9-74f950dcf634 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.0626805 Nov 03 16:04:52.743985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef21dba4-e3ec-4819-a928-65609dc0ff1a req-33020f21-bc70-436f-9863-9da8be81250e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450549 Nov 03 16:04:52.814046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-588fec68-4c52-41e6-91d4-bc91ac4c4d34 req-91a14199-6be5-4078-8cb6-d7eba412543f tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791410 Nov 03 16:04:52.846142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:52.852289 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-503b6ee0-dfd1-4a18-a8c3-ccf71da9fe32 service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161605 Nov 03 16:04:52.881717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d033ce-86e4-4cb6-92b3-a4c9f27b9f7c req-c146a798-daa2-4bd4-bddc-e4093dab2e29 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:52.883347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6d033ce-86e4-4cb6-92b3-a4c9f27b9f7c req-c146a798-daa2-4bd4-bddc-e4093dab2e29 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 943 time: 0.0669501 Nov 03 16:04:52.948277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6d033ce-86e4-4cb6-92b3-a4c9f27b9f7c req-a828888e-8ba4-4d73-83fc-7a7db7c77969 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541563 Nov 03 16:04:52.988836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.024365 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 53490f6e-f65e-448a-a229-30549fa142bc details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:04:53.041089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375efd6-433d-4b57-b4d3-10560a8fd0b4 req-f8fcf912-589c-49cd-837a-d60312d16c60 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:53.042728 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5375efd6-433d-4b57-b4d3-10560a8fd0b4 req-f8fcf912-589c-49cd-837a-d60312d16c60 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1590550 Nov 03 16:04:53.056999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34810) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:53.065745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Network 628a271b-805b-4176-8798-422bec727c7d is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:04:53.066776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'floatingip': {'port_id': '7c585846-c619-4374-a27a-cadb158d622a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:53.071879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a93f8d17-ed6a-4990-ac20-34d3e4ce3270 req-682d3a25-38ab-4fb5-b0f8-820f74c9efdf service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106602 Nov 03 16:04:53.075453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:53.086674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:04:53.087643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:53.097584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.100063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'Port': ['ID=9075aa65-107b-471f-99f3-a4c2d83cce8e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:53.142388 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.143643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5060d0b8-11c0-41e8-99ef-5420c8b35501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8464830 Nov 03 16:04:53.151059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34818) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:53.161432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:53.185409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 53490f6e-f65e-448a-a229-30549fa142bc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=53490f6e-f65e-448a-a229-30549fa142bc,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:53.198297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-eec36e95-a686-4c8f-b95a-227fcc994ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:53.200266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-eec36e95-a686-4c8f-b95a-227fcc994ec7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 1094 time: 0.0751572 Nov 03 16:04:53.201855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '53490f6e-f65e-448a-a229-30549fa142bc', 'network_id': '47bfc306-4e52-4995-af79-ba12c6927262', 'port_id': '53490f6e-f65e-448a-a229-30549fa142bc', 'mac_address': 'fa:16:3e:9f:c5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64255128-386d-43d2-ba39-938624e8b2af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:04:53.268537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.287553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53490f6e-f65e-448a-a229-30549fa142bc {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:53.310390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 53490f6e-f65e-448a-a229-30549fa142bc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=53490f6e-f65e-448a-a229-30549fa142bc,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:53.315292 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.345485 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.367969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=53490f6e-f65e-448a-a229-30549fa142bc,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:53.388060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-0c6b86fe-dfd8-4e79-8580-77449a3ca899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:53.389811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-0c6b86fe-dfd8-4e79-8580-77449a3ca899 service neutron] 10.222.0.70 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 905 time: 0.1811962 Nov 03 16:04:53.442007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-cf8df034-5e80-4618-af8f-8befca65fe7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 HTTP/1.1" status: 200 len: 217 time: 0.0450473 Nov 03 16:04:53.493137 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d6328e4-23bb-45b3-9481-743f4e185859 req-4bb7cbf7-ae31-4d0a-832b-1eb7cb5d798d tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.86 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0535738 Nov 03 16:04:53.514458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-2b36cafb-a01b-4b3e-8ba9-97fd068382e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:53.516072 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-2b36cafb-a01b-4b3e-8ba9-97fd068382e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4543be02-569a-48d6-910c-234d6054c340 HTTP/1.1" status: 200 len: 844 time: 0.0637887 Nov 03 16:04:53.539198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 2f3cc8f9-e08e-4aad-94b6-7f0b213370af up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:53.563551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-96b504b3-01b1-4818-8e3b-9a7fdd767919 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=520415ef-45fa-4133-9d3f-d0bbe03dee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379455 Nov 03 16:04:53.600597 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6150b08c-d253-473d-b280-b8cd7305a738 req-8878f7d0-ecfd-4bd0-8f13-d6d5dea7bc34 tempest-ServerShowV257Test-1795568178 tempest-ServerShowV257Test-1795568178-project] 10.222.0.15 "GET /v2.0/ports?device_id=a983fa49-7e80-4d1b-8cd2-ada07b42646b HTTP/1.1" status: 200 len: 210 time: 0.0477328 Nov 03 16:04:53.621941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:04:53.635716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:53.636100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.742039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-68450391-7cae-46d9-bdf7-e4106a2875d8 service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513782 Nov 03 16:04:53.803456 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.841916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:53.847536 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.866110 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09ca71ab-ce6a-478b-bcd3-9d2ff9f7b31a req-add0fdf5-4f8b-418f-ada4-d105657c5213 service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162198 Nov 03 16:04:53.878106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] device_id is not set on port 9075aa65-107b-471f-99f3-a4c2d83cce8e yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:04:53.905149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:53.905617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:53.909019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['53490f6e-f65e-448a-a229-30549fa142bc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:04:53.929947 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:54.012339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6541a-9893-4f71-ac9e-9724804b29f1 req-d9f4e93f-bf84-4d8f-852f-caf795cf4956 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:54.015039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80b6541a-9893-4f71-ac9e-9724804b29f1 req-d9f4e93f-bf84-4d8f-852f-caf795cf4956 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 943 time: 0.0818391 Nov 03 16:04:54.016431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60d6968-7c8f-45dd-aa45-3542dd9fdfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3cc8f9-e08e-4aad-94b6-7f0b213370af'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:54.026474 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aebde5d-1ae7-4def-87be-7015dfb239cf" -d '{"events": [{"server_uuid": "d60d6968-7c8f-45dd-aa45-3542dd9fdfb2", "name": "network-vif-plugged", "status": "completed", "tag": "2f3cc8f9-e08e-4aad-94b6-7f0b213370af"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:54.087065 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80b6541a-9893-4f71-ac9e-9724804b29f1 req-309323a1-6ef7-44b6-ba4b-8f933f5a830a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600028 Nov 03 16:04:54.153674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'Port': ['ID=9075aa65-107b-471f-99f3-a4c2d83cce8e,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:54.157164 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823e8ce9-9ba9-49d7-8268-77c19f5f37a6 x-openstack-request-id: req-823e8ce9-9ba9-49d7-8268-77c19f5f37a6 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:54.157695 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60d6968-7c8f-45dd-aa45-3542dd9fdfb2", "name": "network-vif-plugged", "status": "completed", "tag": "2f3cc8f9-e08e-4aad-94b6-7f0b213370af", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:54.158009 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-823e8ce9-9ba9-49d7-8268-77c19f5f37a6 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:54.158635 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60d6968-7c8f-45dd-aa45-3542dd9fdfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3cc8f9-e08e-4aad-94b6-7f0b213370af', 'code': 200} Nov 03 16:04:54.165583 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.resource_extend [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:04:54.233720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.234158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.234391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.277461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.278044 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.284939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:54.285854 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 2 to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e Nov 03 16:04:54.312225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3dcdc-6d9b-41cc-bd18-f3226500c072 req-93652c83-eab1-48c5-adbf-a61faba18ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:54.313926 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80b3dcdc-6d9b-41cc-bd18-f3226500c072 req-93652c83-eab1-48c5-adbf-a61faba18ab9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 1096 time: 0.0749958 Nov 03 16:04:54.329938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4711fe-9d9e-4862-aa01-fbb32a5753a3 req-c8e9434e-aab5-4ac5-aa7d-78aecb4a5ed6 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:54.329938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e4711fe-9d9e-4862-aa01-fbb32a5753a3 req-c8e9434e-aab5-4ac5-aa7d-78aecb4a5ed6 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 944 time: 0.2590737 Nov 03 16:04:54.330648 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:54.334540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.334540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.334837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.381008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.381742 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.385507 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80b3dcdc-6d9b-41cc-bd18-f3226500c072 req-60564591-a27f-4c09-ab94-fca80dbfc580 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647113 Nov 03 16:04:54.389082 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 3 to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e Nov 03 16:04:54.416854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.417190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.417546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.463932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.464257 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.469434 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 4 to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e Nov 03 16:04:54.487835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e4711fe-9d9e-4862-aa01-fbb32a5753a3 req-7c90a33a-dcde-41d8-ba04-b10184135893 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508827 Nov 03 16:04:54.502047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.502469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.502914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.512878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.513148 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.514860 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 5 to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e Nov 03 16:04:54.519261 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Floating IP 7c9ed765-c790-4438-9234-bf15fbc64d24 associated. External IP: 172.25.6.7, port: 7c585846-c619-4374-a27a-cadb158d622a. Nov 03 16:04:54.576050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.576527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.576876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.588596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.588967 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.591166 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 6 to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e Nov 03 16:04:54.605757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.606105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.606445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.639488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.639907 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.641697 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 7 to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e Nov 03 16:04:54.665221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.665398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.665913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.673492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.673847 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.675592 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 8 to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e Nov 03 16:04:54.694385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.694858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.695209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.744574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.745003 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.746917 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 9 to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e Nov 03 16:04:54.771210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.771557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.771902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.779227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.780199 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.805326 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempt 10 to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e Nov 03 16:04:54.823257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:04:54.823985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:04:54.823985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempting to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:04:54.835493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:04:54.835814 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Failed to bind port 9075aa65-107b-471f-99f3-a4c2d83cce8e on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '628a271b-805b-4176-8798-422bec727c7d'}] Nov 03 16:04:54.836315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:54.869254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34864) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:54.878373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:04:54.959306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] For port 9075aa65-107b-471f-99f3-a4c2d83cce8e, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:04:54.959762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attempted to set empty binding levels {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 16:04:54.970601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.004811 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8d34759-89cc-4f51-ab12-d024d282a6be admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.096907 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8d34759-89cc-4f51-ab12-d024d282a6be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.101577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8d34759-89cc-4f51-ab12-d024d282a6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.133269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d34759-89cc-4f51-ab12-d024d282a6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3654bea-37f1-440c-b221-7bd16f9c9f9f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:55.161895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d8d34759-89cc-4f51-ab12-d024d282a6be admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=beac605140094dc08c39ed0e957f01db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914896 Nov 03 16:04:55.164496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:55.267409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47c794-c506-4d69-adad-e172ffad593c req-b2f1e294-36ce-4800-aba0-ea42bf1b8f2a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:55.276354 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f47c794-c506-4d69-adad-e172ffad593c req-b2f1e294-36ce-4800-aba0-ea42bf1b8f2a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 943 time: 0.0845525 Nov 03 16:04:55.295598 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93e4861d-6d02-442b-8894-5e877e021c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.332251 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93e4861d-6d02-442b-8894-5e877e021c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.352878 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f47c794-c506-4d69-adad-e172ffad593c req-ae11773a-7aae-47ab-9a1a-05fb17c2f039 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752933 Nov 03 16:04:55.419462 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93e4861d-6d02-442b-8894-5e877e021c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.423392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93e4861d-6d02-442b-8894-5e877e021c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.424764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-93e4861d-6d02-442b-8894-5e877e021c59 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a3654bea-37f1-440c-b221-7bd16f9c9f9f HTTP/1.1" status: 204 len: 168 time: 0.2591538 Nov 03 16:04:55.426595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event updated for resources: {'Port': ['ID=9075aa65-107b-471f-99f3-a4c2d83cce8e,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:55.441221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4861d-6d02-442b-8894-5e877e021c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3654bea-37f1-440c-b221-7bd16f9c9f9f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:55.444109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] In _notify_port_updated(), no bound segment for port 9075aa65-107b-471f-99f3-a4c2d83cce8e on network 628a271b-805b-4176-8798-422bec727c7d {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:04:55.446017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:55.446651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.450779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4869fdfc-48ff-4471-ba05-6f96c3bda564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "PUT /v2.0/ports/9075aa65-107b-471f-99f3-a4c2d83cce8e HTTP/1.1" status: 200 len: 979 time: 2.2942050 Nov 03 16:04:55.451024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34884) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:55.516867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:04:55.526875 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.538911 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] Sync routers for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:04:55.559199 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:55.562662 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:55.585035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-20ca4d37-3bb3-4c0a-a8c7-be475ab1279c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "PUT /v2.0/floatingips/7c9ed765-c790-4438-9234-bf15fbc64d24 HTTP/1.1" status: 200 len: 989 time: 2.5254743 Nov 03 16:04:55.586212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'tag': '7c585846-c619-4374-a27a-cadb158d622a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:55.589768 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a55937-ba68-4593-9438-ef8b50481c74" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "tag": "7c585846-c619-4374-a27a-cadb158d622a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:55.626155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f0fa8-9dd9-4a5d-8f0c-db02d6ca745a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Deleting port 9075aa65-107b-471f-99f3-a4c2d83cce8e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:04:55.626502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0fa8-9dd9-4a5d-8f0c-db02d6ca745a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.718672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-1e5f0fa8-9dd9-4a5d-8f0c-db02d6ca745a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] For port 9075aa65-107b-471f-99f3-a4c2d83cce8e, host n-h2-813897-2, got binding levels [] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:55.719042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0fa8-9dd9-4a5d-8f0c-db02d6ca745a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.743275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f0fa8-9dd9-4a5d-8f0c-db02d6ca745a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Calling delete_port for 9075aa65-107b-471f-99f3-a4c2d83cce8e owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:04:55.746500 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:55.760735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151f5cf-4010-43ca-b519-054fd2d9f191 req-fd79b94f-abfe-4a88-b62e-c5b7d5712161 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:55.762668 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e151f5cf-4010-43ca-b519-054fd2d9f191 req-fd79b94f-abfe-4a88-b62e-c5b7d5712161 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 944 time: 0.1135025 Nov 03 16:04:55.763391 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1f52d6-2582-46e2-9f71-ab1cbf7d8f6a x-openstack-request-id: req-1e1f52d6-2582-46e2-9f71-ab1cbf7d8f6a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:55.763974 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "tag": "7c585846-c619-4374-a27a-cadb158d622a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:55.764477 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1e1f52d6-2582-46e2-9f71-ab1cbf7d8f6a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:55.765360 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'tag': '7c585846-c619-4374-a27a-cadb158d622a', 'status': 'completed', 'code': 200} Nov 03 16:04:55.895084 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e151f5cf-4010-43ca-b519-054fd2d9f191 req-60542b69-31b0-477a-a7df-4e7d22752058 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263089 Nov 03 16:04:55.921737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-dd5df5dc-6910-4f72-b3f5-f34d9c8e0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:55.923645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-dd5df5dc-6910-4f72-b3f5-f34d9c8e0c2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1096 time: 0.1211464 Nov 03 16:04:55.942046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0fa8-9dd9-4a5d-8f0c-db02d6ca745a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.972351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f0fa8-9dd9-4a5d-8f0c-db02d6ca745a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Pushing event deleted for resources: {'Port': ['ID=9075aa65-107b-471f-99f3-a4c2d83cce8e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:55.979062 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:04:55.989128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0fa8-9dd9-4a5d-8f0c-db02d6ca745a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:55.993755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1e5f0fa8-9dd9-4a5d-8f0c-db02d6ca745a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "DELETE /v2.0/ports/9075aa65-107b-471f-99f3-a4c2d83cce8e HTTP/1.1" status: 204 len: 168 time: 0.5408647 Nov 03 16:04:55.996303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34904) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:56.027466 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-7576bb37-7112-4212-ac4f-978ecffae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] GET failed (client error): The resource could not be found. Nov 03 16:04:56.030572 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7576bb37-7112-4212-ac4f-978ecffae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686930797-project-admin] 10.222.0.86 "GET /v2.0/ports/9075aa65-107b-471f-99f3-a4c2d83cce8e HTTP/1.1" status: 404 len: 333 time: 0.0326970 Nov 03 16:04:56.034266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34908) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:56.085064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-b338c1ec-fec7-4f23-932b-ae0219f2f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:56.087008 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-b338c1ec-fec7-4f23-932b-ae0219f2f9d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.1566539 Nov 03 16:04:56.115526 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7c9ed765-c790-4438-9234-bf15fbc64d24', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'port_id': '7c585846-c619-4374-a27a-cadb158d622a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'mac_address': 'fa:16:3e:cb:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef15c79-034f-4c43-8066-939435764b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:04:29Z', 'updated_at': '2021-11-03T16:04:54Z', 'revision_number': 1, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:56.135378 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:56.155120 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] Checking router: ee556f43-1f8c-4ea4-8372-2ef3cb09c23d for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:04:56.168386 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:04:56.169308 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:04:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:56.221060 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-d6ff70df-6559-4539-8824-14e2cc64741d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 997 time: 0.1249330 Nov 03 16:04:56.254816 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:56.301266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628a271b-805b-4176-8798-422bec727c7d']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:56.326664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-38394161-54a4-445a-841d-f1321a82618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:56.328214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:56.328490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-38394161-54a4-445a-841d-f1321a82618a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.0942540 Nov 03 16:04:56.329173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed3c4fb-d6aa-4c52-bbbe-ec0473b59b5d') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:56.343870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:56.360985 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:56.371528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:04:56.372601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:04:56.380346 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:04:56.393167 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:04:56.422096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-c1592978-a57f-4b37-945a-7ba94d7b6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:56.430202 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-c1592978-a57f-4b37-945a-7ba94d7b6aa8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940869 Nov 03 16:04:56.449043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:56.458984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:56.463009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] 10.222.0.86 "DELETE /v2.0/networks/628a271b-805b-4176-8798-422bec727c7d HTTP/1.1" status: 204 len: 168 time: 0.4273458 Nov 03 16:04:56.488588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839618a-9e2f-4352-9ddc-bc74362d16af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269530985-project] Pushing event deleted for resources: {'Network': ['ID=628a271b-805b-4176-8798-422bec727c7d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:56.610561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1c68e-642a-41ce-9399-1ead972007cd req-0072c061-d9b7-461c-938b-005d5ab71976 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:56.612547 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bda1c68e-642a-41ce-9399-1ead972007cd req-0072c061-d9b7-461c-938b-005d5ab71976 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 943 time: 0.0979667 Nov 03 16:04:56.622923 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-abac084e-6a11-4b42-a647-33763aba86cb service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847978 Nov 03 16:04:56.733670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bda1c68e-642a-41ce-9399-1ead972007cd req-6061f1a3-88a0-4996-9b3a-28814f0cff5f tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126347 Nov 03 16:04:56.815351 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7c9ed765-c790-4438-9234-bf15fbc64d24', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'port_id': '7c585846-c619-4374-a27a-cadb158d622a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'mac_address': 'fa:16:3e:cb:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef15c79-034f-4c43-8066-939435764b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:04:29Z', 'updated_at': '2021-11-03T16:04:54Z', 'revision_number': 1, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:04:56.837569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34946) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:56.877395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e5a55937-ba68-4593-9438-ef8b50481c74 req-90a9de1e-b4c0-422a-b461-fae492e4f459 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460067 Nov 03 16:04:56.880661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34950) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:57.040011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-530602152-network', 'tenant_id': '5a1ea63fce0d454d9b97a3e7ebc7c23d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:57.057963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 53490f6e-f65e-448a-a229-30549fa142bc up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:57.062944 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17272f68-6b14-4a72-a814-23ac6d7b938c None None] The sync data for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 is: [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7c9ed765-c790-4438-9234-bf15fbc64d24', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'port_id': '7c585846-c619-4374-a27a-cadb158d622a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'mac_address': 'fa:16:3e:cb:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef15c79-034f-4c43-8066-939435764b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:04:29Z', 'updated_at': '2021-11-03T16:04:54Z', 'revision_number': 1, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:04:57.092756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b50dd0-9580-4d1e-8000-525479a5aaec req-404ac7f7-ae56-4216-8361-9ab464f64948 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:57.101368 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33b50dd0-9580-4d1e-8000-525479a5aaec req-404ac7f7-ae56-4216-8361-9ab464f64948 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 944 time: 0.0663052 Nov 03 16:04:57.109778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Made reservation on behalf of 5a1ea63fce0d454d9b97a3e7ebc7c23d for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:57.112689 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.125132 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.129843 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e179ef90-e72a-4a81-8069-a6cf4b3ef8ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=89c7975990f846a88a7333f009a6b08d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470186 Nov 03 16:04:57.137751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34958) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:57.169673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 53490f6e-f65e-448a-a229-30549fa142bc completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:04:57.174510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33b50dd0-9580-4d1e-8000-525479a5aaec req-ad73f959-b794-4dba-92f5-4320a2bf8890 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721042 Nov 03 16:04:57.179502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 53490f6e-f65e-448a-a229-30549fa142bc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:57.181036 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.225948 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7e903386-21c3-4ac5-9c60-a799e956487d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.227988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.238956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.254916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7e903386-21c3-4ac5-9c60-a799e956487d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.273924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:04:57.284714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f8e66d-e591-45b3-ac32-aebac0744ec3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:57.293093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.293766 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Added segment 25a75860-5b4d-4b61-880a-9191a9535fa2 of type vlan for network 9c7451ca-08b6-4c5e-ab50-5b596b104f8d Nov 03 16:04:57.356393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7e903386-21c3-4ac5-9c60-a799e956487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.359581 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7e903386-21c3-4ac5-9c60-a799e956487d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.361242 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7e903386-21c3-4ac5-9c60-a799e956487d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/17d26180-8fc9-4cae-bb03-a5e84d25ed4e HTTP/1.1" status: 204 len: 168 time: 0.2198079 Nov 03 16:04:57.368492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.375416 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.382992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e903386-21c3-4ac5-9c60-a799e956487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d26180-8fc9-4cae-bb03-a5e84d25ed4e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:57.413048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.414825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:57.415903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.426377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d323c7b-d8f3-463c-b7e0-81c994c2ba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53490f6e-f65e-448a-a229-30549fa142bc'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:57.428663 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c7512-ce66-42e4-84de-2549d7a6045d" -d '{"events": [{"server_uuid": "9d323c7b-d8f3-463c-b7e0-81c994c2ba3f", "name": "network-vif-plugged", "status": "completed", "tag": "53490f6e-f65e-448a-a229-30549fa142bc"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:57.437995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 53490f6e-f65e-448a-a229-30549fa142bc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=53490f6e-f65e-448a-a229-30549fa142bc,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:57.442783 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.480863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6424742 Nov 03 16:04:57.484044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34964) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:57.492225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Request body: {'subnet': {'network_id': '9c7451ca-08b6-4c5e-ab50-5b596b104f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-530602152-subnet', 'tenant_id': '5a1ea63fce0d454d9b97a3e7ebc7c23d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:57.507021 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0984bbec-c2bd-47ac-90ee-c914ca6c99b8 x-openstack-request-id: req-0984bbec-c2bd-47ac-90ee-c914ca6c99b8 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:04:57.507384 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d323c7b-d8f3-463c-b7e0-81c994c2ba3f", "name": "network-vif-plugged", "status": "completed", "tag": "53490f6e-f65e-448a-a229-30549fa142bc", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:04:57.507703 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0984bbec-c2bd-47ac-90ee-c914ca6c99b8 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:04:57.508537 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d323c7b-d8f3-463c-b7e0-81c994c2ba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53490f6e-f65e-448a-a229-30549fa142bc', 'code': 200} Nov 03 16:04:57.528325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Made reservation on behalf of 5a1ea63fce0d454d9b97a3e7ebc7c23d for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:57.530984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:04:57.542701 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:57.556109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa05be-c536-4c59-8502-6849f71804f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7451ca-08b6-4c5e-ab50-5b596b104f8d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:57.562159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=53490f6e-f65e-448a-a229-30549fa142bc,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:57.580400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9c7451ca-08b6-4c5e-ab50-5b596b104f8d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:04:57.582841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaac5b4-345f-4524-bc37-129c67324c19 None None] New status for floating IP 7c9ed765-c790-4438-9234-bf15fbc64d24: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:04:57.757908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f1bf8-6722-424b-99f8-89753ca2338b req-5887a7a4-bfab-4416-b6ae-478adc99b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:57.759176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f2f1bf8-6722-424b-99f8-89753ca2338b req-5887a7a4-bfab-4416-b6ae-478adc99b520 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 1096 time: 0.1413794 Nov 03 16:04:57.865336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574580e-1cd1-40e7-8081-e96078435ff6 req-8578c737-8227-43e4-bf06-da5b5c4d7063 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:57.891838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:57.893677 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f2f1bf8-6722-424b-99f8-89753ca2338b req-bbd54ddf-c1fb-4edb-8d6c-34a27a88d4e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041341 Nov 03 16:04:57.896061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34976) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:57.896231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d574580e-1cd1-40e7-8081-e96078435ff6 req-8578c737-8227-43e4-bf06-da5b5c4d7063 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 943 time: 0.0908854 Nov 03 16:04:57.944262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'port_id': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6', 'mac_address': 'fa:16:3e:05:2c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543be02-569a-48d6-910c-234d6054c340', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:04:57.995036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b06b4dae-2456-4517-9e19-ad3ca6f716cb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6e6c5befad3b4caa8a5ac6b78f3c68d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0974422 Nov 03 16:04:57.995300 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d574580e-1cd1-40e7-8081-e96078435ff6 req-64adc260-3cdc-42aa-809a-521c0e76c4db tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873022 Nov 03 16:04:57.997624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 34978) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:57.998703 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:58.019539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:58.020441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:04:58.048409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:58.055693 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:58.097125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2908cb33-3943-4fac-b686-3c0a634feff3,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:58.104741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Checking segment: {'id': '25a75860-5b4d-4b61-880a-9191a9535fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9c7451ca-08b6-4c5e-ab50-5b596b104f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:04:58.105102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Network hostable DHCP agents. Network: 9c7451ca-08b6-4c5e-ab50-5b596b104f8d, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:04:58.115684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99259d89-218d-4757-8a9e-fab275d7daa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:58.129284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Network 9c7451ca-08b6-4c5e-ab50-5b596b104f8d is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:04:58.144462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9c7451ca-08b6-4c5e-ab50-5b596b104f8d) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:04:58.145981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:58.160548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95763f47-9761-4e57-9ed4-3ede7c680e02 None None] Network 9c7451ca-08b6-4c5e-ab50-5b596b104f8d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:58.162910 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99259d89-218d-4757-8a9e-fab275d7daa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:58.167472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:58.169307 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:58.199773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d56d3a17-b986-45bd-8fad-f5cfb17d239e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7070887 Nov 03 16:04:58.225995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99259d89-218d-4757-8a9e-fab275d7daa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:58.229086 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99259d89-218d-4757-8a9e-fab275d7daa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:58.234982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-99259d89-218d-4757-8a9e-fab275d7daa2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7eb2fa02-e360-4d2b-bad6-be063bed79f6 HTTP/1.1" status: 204 len: 168 time: 0.2286859 Nov 03 16:04:58.256020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99259d89-218d-4757-8a9e-fab275d7daa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb2fa02-e360-4d2b-bad6-be063bed79f6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:58.327088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['5b4bf5e4-792c-4d42-a2a3-11bedc3875e6'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:04:58.384764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd0dad-8782-4c09-824a-34661838e548 None None] Network 9c7451ca-08b6-4c5e-ab50-5b596b104f8d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:04:58.439669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da59835-2f11-4f60-8677-e5434eb1ad94 req-da98d01b-3066-44cf-abf4-178b8d78c0e5 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:58.445076 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0da59835-2f11-4f60-8677-e5434eb1ad94 req-da98d01b-3066-44cf-abf4-178b8d78c0e5 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 945 time: 0.1109805 Nov 03 16:04:58.504746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0da59835-2f11-4f60-8677-e5434eb1ad94 req-0dbed12f-0caa-49cf-a6bf-3e0570ceffca tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Nov 03 16:04:59.044969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35020) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:59.051755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-233078413-network', 'tenant_id': '0029be7a45d54b7f9390546d95979a82'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:59.088005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Made reservation on behalf of 0029be7a45d54b7f9390546d95979a82 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:59.091666 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.108206 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.230208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfdeaa-35e7-40e0-9644-d41d730a50db req-bfc2ec48-c1df-4ac8-9d99-aca4ade1c9aa tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:59.238287 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0dfdeaa-35e7-40e0-9644-d41d730a50db req-bfc2ec48-c1df-4ac8-9d99-aca4ade1c9aa tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 944 time: 0.1140001 Nov 03 16:04:59.258570 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.267045 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.327702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0dfdeaa-35e7-40e0-9644-d41d730a50db req-9c68c160-714a-4595-8b64-7ef219b6e618 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748410 Nov 03 16:04:59.330354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6795c6b7-50f8-4ac8-a888-d26181665b73,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:59.361676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:04:59.372757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.373959 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Added segment 5e40e402-6d9c-4d45-9e78-e7c1cb11b57a of type vlan for network 5828f44d-1184-4169-bdcb-90efdfab3be2 Nov 03 16:04:59.418266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.451231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.453960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:59.454765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.471418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35028) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:59.531239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35032) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:04:59.533668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:04:59.542706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Request body: {'subnet': {'network_id': '5828f44d-1184-4169-bdcb-90efdfab3be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-233078413-subnet', 'tenant_id': '0029be7a45d54b7f9390546d95979a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:59.552783 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5063722 Nov 03 16:04:59.575523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5981479-db26-4646-a7d4-581fbaab7097 admin admin] Pushing event updated for resources: {'Network': ['ID=5828f44d-1184-4169-bdcb-90efdfab3be2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:04:59.608871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5828f44d-1184-4169-bdcb-90efdfab3be2 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:04:59.611667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Made reservation on behalf of 0029be7a45d54b7f9390546d95979a82 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:59.615162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.664236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-436593051'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:04:59.754952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:04:59.765914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:04:59.766288 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.766609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a639fa-f787-4b59-950d-e13dadcacbb7 req-bc8aa553-226d-4410-88b4-d877838e27e1 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:04:59.770242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4a639fa-f787-4b59-950d-e13dadcacbb7 req-bc8aa553-226d-4410-88b4-d877838e27e1 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 945 time: 0.1012442 Nov 03 16:04:59.782777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:04:59.786402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.802314 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.846853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4a639fa-f787-4b59-950d-e13dadcacbb7 req-b5f135ac-c1cc-41f6-a9ad-56877c6d83f1 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Nov 03 16:04:59.871638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.917688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:04:59.919060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:04:59.926626 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04463649-e3ae-45e8-a2d5-b9a01f8e3cf4" -d '{"events": [{"server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:04:59.936381 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:04:59.968200 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:00.023778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:00.059078 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8710ef35-57e1-40f2-8ca0-ddd3641d05b0 x-openstack-request-id: req-8710ef35-57e1-40f2-8ca0-ddd3641d05b0 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:00.059888 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:00.061417 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8710ef35-57e1-40f2-8ca0-ddd3641d05b0 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:00.062399 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6', 'code': 200} Nov 03 16:05:00.403242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:00.440739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:00.452655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f73f61-dc79-4ee4-a319-ee08352d13b4,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:00.484255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:05:00.486507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc1b77-1546-43f1-a6c9-9f2b920b7299 req-275bd385-bd72-4d19-8164-8f649815a71e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:00.488551 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56bc1b77-1546-43f1-a6c9-9f2b920b7299 req-275bd385-bd72-4d19-8164-8f649815a71e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 945 time: 0.0654964 Nov 03 16:05:00.502040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Checking segment: {'id': '5e40e402-6d9c-4d45-9e78-e7c1cb11b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5828f44d-1184-4169-bdcb-90efdfab3be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:00.502400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Network hostable DHCP agents. Network: 5828f44d-1184-4169-bdcb-90efdfab3be2, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:05:00.525088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5024b-cd9f-4e95-91dc-c69015af0cdd req-fb3e719d-54cd-44fd-8e0e-16cb82dfa08f tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:00.526513 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19c5024b-cd9f-4e95-91dc-c69015af0cdd req-fb3e719d-54cd-44fd-8e0e-16cb82dfa08f tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 945 time: 0.5286777 Nov 03 16:05:00.528051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:00.528398 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Added segment a5fce437-aa1c-4a3b-af98-f0405eb7a143 of type vlan for network 5a216216-0ac1-4efa-9af0-360385577e09 Nov 03 16:05:00.531153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b5c7-d3b4-4d70-8f0f-be89e19eb10d req-502b3394-58d2-4cb6-8a16-9ef64b97687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:00.532581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6463b5c7-d3b4-4d70-8f0f-be89e19eb10d req-502b3394-58d2-4cb6-8a16-9ef64b97687f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 1096 time: 0.1316597 Nov 03 16:05:00.534621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc0a3dc-327b-4720-9582-cdcb27b1ad37,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:00.548109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56bc1b77-1546-43f1-a6c9-9f2b920b7299 req-3ee49f5c-9bd9-4c11-b18f-499675d96681 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500395 Nov 03 16:05:00.617935 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Network 5828f44d-1184-4169-bdcb-90efdfab3be2 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:05:00.630348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:00.664723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5828f44d-1184-4169-bdcb-90efdfab3be2) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:00.675214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e4e791-2508-47e7-9ab9-0ddbf3c1592a None None] Network 5828f44d-1184-4169-bdcb-90efdfab3be2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:00.680734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6463b5c7-d3b4-4d70-8f0f-be89e19eb10d req-552c4177-1564-4012-8c5e-dce29d4a052c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350932 Nov 03 16:05:00.687435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:00.688028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:00.699138 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19c5024b-cd9f-4e95-91dc-c69015af0cdd req-2aecf2b1-c4de-490e-9516-88e92804e866 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546600 Nov 03 16:05:00.702886 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:00.708311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:00.708934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:00.731656 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fb0e0652-9ed2-42b3-b03a-6e9946273b9c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1992700 Nov 03 16:05:00.784957 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3108475 Nov 03 16:05:00.788790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35056) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:00.796781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:00.862008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5843ec8c-9e94-4e8e-86f5-6a39cfa41f09 None None] Network 5828f44d-1184-4169-bdcb-90efdfab3be2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:00.874502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51153345-273f-4c2d-a3c5-e76682f0c51e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Network': ['ID=5a216216-0ac1-4efa-9af0-360385577e09,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:00.945471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347b1e4-583e-40b7-9d7f-77229bbb7200 req-f0fe2791-e050-4c2c-bb17-9a36fcb9718c tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:00.946995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f347b1e4-583e-40b7-9d7f-77229bbb7200 req-f0fe2791-e050-4c2c-bb17-9a36fcb9718c tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=a20aae96-ccca-4f17-a8ac-c6879c36a196 HTTP/1.1" status: 200 len: 946 time: 0.1182172 Nov 03 16:05:00.974984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:00.979705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:01.036641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:05:01.126593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f347b1e4-583e-40b7-9d7f-77229bbb7200 req-da6265d0-cc84-4185-a0db-88686c10c76b tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633019 Nov 03 16:05:01.205457 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:01.304195 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:01.406879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=62d305b6-2481-40a0-91cf-d2464aa4ced8,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:01.415942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:01.416373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network hostable DHCP agents. Network: 5a216216-0ac1-4efa-9af0-360385577e09, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:05:01.437240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:05:01.449330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5a216216-0ac1-4efa-9af0-360385577e09) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:01.462568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9d9338-c717-4295-bea0-6ce3c0f648ac None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:01.463755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:01.464617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:01.488569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b641b218-3591-4724-b9ed-292c267eee73 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6970892 Nov 03 16:05:01.489992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35082) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:01.503311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'name': 'tempest-NetworksTestDHCPv6-512096181'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:01.595545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-ae23ba6d-66b5-4714-9883-82321d764f5f tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:01.604116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-ae23ba6d-66b5-4714-9883-82321d764f5f tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/networks?id=9c7451ca-08b6-4c5e-ab50-5b596b104f8d HTTP/1.1" status: 200 len: 824 time: 0.1910598 Nov 03 16:05:01.627571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-cd99c443-8967-4cfd-a9b4-e7d703787bb1 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/quotas/5a1ea63fce0d454d9b97a3e7ebc7c23d HTTP/1.1" status: 200 len: 375 time: 0.0216186 Nov 03 16:05:01.665255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626051b1-2e0a-4650-967e-bf5b1f7dd581 req-f65f7893-c62c-413c-ab5c-26deedadc4e2 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:01.666550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '62d305b6-2481-40a0-91cf-d2464aa4ced8'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:05:01.669137 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:01.678441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-626051b1-2e0a-4650-967e-bf5b1f7dd581 req-f65f7893-c62c-413c-ab5c-26deedadc4e2 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=a20aae96-ccca-4f17-a8ac-c6879c36a196 HTTP/1.1" status: 200 len: 946 time: 0.1588898 Nov 03 16:05:01.688144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-64adc66c-9ffa-47d3-8b3a-216dca70b8f0 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5a1ea63fce0d454d9b97a3e7ebc7c23d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594258 Nov 03 16:05:01.784642 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-626051b1-2e0a-4650-967e-bf5b1f7dd581 req-cb51ab06-78ec-4579-943e-7e43f22ab2ec tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046023 Nov 03 16:05:01.794957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:01.805323 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:01.848549 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-b8516f74-3f93-459a-b7d9-440add42b22a service neutron] 10.222.0.86 "GET /v2.0/networks/9c7451ca-08b6-4c5e-ab50-5b596b104f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591349 Nov 03 16:05:01.854702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 471fb444-b368-4dcf-9703-379239868f2e yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:05:01.908464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/62d305b6-2481-40a0-91cf-d2464aa4ced8/e9bc1b58-512a-48bd-9be3-9499e3b4c813) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:01.985572 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-a3aa3a7a-fe67-435d-b677-60b3fb201047 service neutron] 10.222.0.86 "GET /v2.0/networks/9c7451ca-08b6-4c5e-ab50-5b596b104f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358933 Nov 03 16:05:02.071466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebd01d-299a-4822-99d0-c54dbcd5c00c req-7af09bda-b962-4bdc-be72-b0ff403a115b tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:02.073800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5ebd01d-299a-4822-99d0-c54dbcd5c00c req-7af09bda-b962-4bdc-be72-b0ff403a115b tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 945 time: 0.0652933 Nov 03 16:05:02.140255 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:02.148389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:02.182110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5ebd01d-299a-4822-99d0-c54dbcd5c00c req-fe09cdf4-da3f-44b2-bf8e-4386692d4fd1 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989373 Nov 03 16:05:02.307061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::d (5a216216-0ac1-4efa-9af0-360385577e09/62d305b6-2481-40a0-91cf-d2464aa4ced8/471fb444-b368-4dcf-9703-379239868f2e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:02.331923 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff3a3e17-511c-4f1e-9ef7-a17ebdbbbb8f req-7d989fd9-42bf-49ae-ab7d-1a5775fe5719 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 210 time: 0.0492420 Nov 03 16:05:02.411851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:02.415841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:02.420095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:02.511218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Pushing event updated for resources: {'Port': ['ID=e9bc1b58-512a-48bd-9be3-9499e3b4c813,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:02.524470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Attempting to bind port e9bc1b58-512a-48bd-9be3-9499e3b4c813 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:02.524724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Attempting to bind port e9bc1b58-512a-48bd-9be3-9499e3b4c813 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:02.524957 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Attempting to bind port e9bc1b58-512a-48bd-9be3-9499e3b4c813 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:02.532049 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8ee78b89-cbef-40c3-86a6-87180417a325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:02.535102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:02.535493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:02.535896 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:02.536275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:02.536763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Bound port: e9bc1b58-512a-48bd-9be3-9499e3b4c813, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:02.537144 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:02.623187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] For port e9bc1b58-512a-48bd-9be3-9499e3b4c813, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:02.628057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] For port e9bc1b58-512a-48bd-9be3-9499e3b4c813, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e9bc1b58-512a-48bd-9be3-9499e3b4c813,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:02.634632 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:02.635379 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:02.688735 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:02.722860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98573d49-b930-4d50-bfdc-30d2bb36523b None None] Pushing event updated for resources: {'Port': ['ID=e9bc1b58-512a-48bd-9be3-9499e3b4c813,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:02.785804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:02.791358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:02.793590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=471fb444-b368-4dcf-9703-379239868f2e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:02.796792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:02.802928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:02.803772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:02.829674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5b852262-945d-45ae-9f1b-c7c43eb16d4b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3349142 Nov 03 16:05:02.829674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35110) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:02.857863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8917c03-bea3-4171-be81-d60d90452831 req-dc52fd8e-1e8e-4548-8188-35942dc27479 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:02.859440 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8917c03-bea3-4171-be81-d60d90452831 req-dc52fd8e-1e8e-4548-8188-35942dc27479 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 945 time: 0.1162124 Nov 03 16:05:02.957646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8917c03-bea3-4171-be81-d60d90452831 req-aa9fcedf-73f8-4aa2-a7f5-d7522d28f904 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882330 Nov 03 16:05:03.036448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5a731-7c10-4d31-af3c-df43416ab26b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:03.044266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5a731-7c10-4d31-af3c-df43416ab26b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:03.054999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-acb5a731-7c10-4d31-af3c-df43416ab26b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.2114282 Nov 03 16:05:03.055807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35116) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:03.085184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e762bd5-8ff7-43c7-9872-de8ed313f7f4 req-a8dbb023-5682-43d8-8f46-675f2a71b4b5 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:03.086867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e762bd5-8ff7-43c7-9872-de8ed313f7f4 req-a8dbb023-5682-43d8-8f46-675f2a71b4b5 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=a20aae96-ccca-4f17-a8ac-c6879c36a196 HTTP/1.1" status: 200 len: 946 time: 0.1583900 Nov 03 16:05:03.152007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-cc8da34b-ef19-4241-a4c1-5f00a58df8f2 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:03.154455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-cc8da34b-ef19-4241-a4c1-5f00a58df8f2 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.15 "GET /v2.0/ports?device_id=a20aae96-ccca-4f17-a8ac-c6879c36a196 HTTP/1.1" status: 200 len: 946 time: 0.1073303 Nov 03 16:05:03.261308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e762bd5-8ff7-43c7-9872-de8ed313f7f4 req-ab358a5d-09e6-41a3-937b-c54401d89ba5 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558895 Nov 03 16:05:03.301517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0be21d0c-bc5a-42ec-a765-c14f5612703a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 471fb444-b368-4dcf-9703-379239868f2e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:03.302666 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0be21d0c-bc5a-42ec-a765-c14f5612703a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.333069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Deleting port fe05285c-efe1-4bac-aae6-13e45470b2e0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:03.333628 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.358171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e9bc1b58-512a-48bd-9be3-9499e3b4c813 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:03.451603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e9bc1b58-512a-48bd-9be3-9499e3b4c813 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:03.452146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.464623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] For port fe05285c-efe1-4bac-aae6-13e45470b2e0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe05285c-efe1-4bac-aae6-13e45470b2e0,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:03.464987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.478680 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0be21d0c-bc5a-42ec-a765-c14f5612703a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.483472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Calling delete_port for fe05285c-efe1-4bac-aae6-13e45470b2e0 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:03.496255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0be21d0c-bc5a-42ec-a765-c14f5612703a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 471fb444-b368-4dcf-9703-379239868f2e owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:03.616708 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.696629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port e9bc1b58-512a-48bd-9be3-9499e3b4c813, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e9bc1b58-512a-48bd-9be3-9499e3b4c813,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:03.705128 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.781850 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac879336-6742-49d8-97a3-b59894eeeb73 req-32634cc4-2d8d-4960-b475-3f81ab56e6c8 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 210 time: 0.2858734 Nov 03 16:05:03.790404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.819534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['2f3cc8f9-e08e-4aad-94b6-7f0b213370af'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:05:03.828524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Pushing event deleted for resources: {'Port': ['ID=fe05285c-efe1-4bac-aae6-13e45470b2e0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:03.881775 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] No DVR routers for this DVR port fe05285c-efe1-4bac-aae6-13e45470b2e0 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:03.890489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.894107 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bcc5a718-958f-4571-b64d-940c4ab5d6c6 req-b9fccf3d-c38e-4382-b78d-b0d83c3c87f9 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.15 "DELETE /v2.0/ports/fe05285c-efe1-4bac-aae6-13e45470b2e0 HTTP/1.1" status: 204 len: 173 time: 0.7336757 Nov 03 16:05:03.896518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20aae96-ccca-4f17-a8ac-c6879c36a196', 'name': 'network-vif-deleted', 'tag': 'fe05285c-efe1-4bac-aae6-13e45470b2e0'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:03.914435 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033a91a4-fcab-4109-80ba-b59aefdcaee4" -d '{"events": [{"server_uuid": "a20aae96-ccca-4f17-a8ac-c6879c36a196", "name": "network-vif-deleted", "tag": "fe05285c-efe1-4bac-aae6-13e45470b2e0"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:03.922188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['53490f6e-f65e-448a-a229-30549fa142bc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:05:03.971492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0be21d0c-bc5a-42ec-a765-c14f5612703a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:03.998939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-f41c7cb3-dbd2-49ab-9d6d-6ffa935f00dc tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:03.999787 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7be4d6-37e9-4994-8250-7d84e124f88c x-openstack-request-id: req-bb7be4d6-37e9-4994-8250-7d84e124f88c {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:04.000605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-f41c7cb3-dbd2-49ab-9d6d-6ffa935f00dc tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.15 "GET /v2.0/networks?id=9c7451ca-08b6-4c5e-ab50-5b596b104f8d HTTP/1.1" status: 200 len: 824 time: 0.3621438 Nov 03 16:05:04.001107 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20aae96-ccca-4f17-a8ac-c6879c36a196", "name": "network-vif-deleted", "tag": "fe05285c-efe1-4bac-aae6-13e45470b2e0", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:04.004234 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb7be4d6-37e9-4994-8250-7d84e124f88c {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:04.004873 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20aae96-ccca-4f17-a8ac-c6879c36a196', 'name': 'network-vif-deleted', 'tag': 'fe05285c-efe1-4bac-aae6-13e45470b2e0', 'status': 'completed', 'code': 200} Nov 03 16:05:04.014458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=e9bc1b58-512a-48bd-9be3-9499e3b4c813,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:04.036352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Request body: {'port': {'device_id': '49bdbd27-e0f6-4d52-ad6b-db7a6a243855', 'network_id': '9c7451ca-08b6-4c5e-ab50-5b596b104f8d', 'admin_state_up': True, 'tenant_id': '5a1ea63fce0d454d9b97a3e7ebc7c23d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:04.125172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be21d0c-bc5a-42ec-a765-c14f5612703a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=471fb444-b368-4dcf-9703-379239868f2e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:04.197972 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0be21d0c-bc5a-42ec-a765-c14f5612703a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.203853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0be21d0c-bc5a-42ec-a765-c14f5612703a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/471fb444-b368-4dcf-9703-379239868f2e HTTP/1.1" status: 204 len: 168 time: 1.1413984 Nov 03 16:05:04.206211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35134) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:04.209816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45681a25-f1a7-4530-b1e0-d995c98c3a1f req-165f52c9-6a55-4f9c-b093-dcb70391cca5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:04.212679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-45681a25-f1a7-4530-b1e0-d995c98c3a1f req-165f52c9-6a55-4f9c-b093-dcb70391cca5 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 945 time: 0.1113212 Nov 03 16:05:04.301052 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-45681a25-f1a7-4530-b1e0-d995c98c3a1f req-fb04cfe4-444c-4574-9956-b7c874b97990 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811200 Nov 03 16:05:04.306958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1733a099-2794-4927-bb61-6090f2fef39d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:04.309046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1733a099-2794-4927-bb61-6090f2fef39d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:04.310945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1733a099-2794-4927-bb61-6090f2fef39d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0996656 Nov 03 16:05:04.313683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35138) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:04.329223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca881a1f-b9d8-4d67-a203-5d7683bbfed1 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:04.340705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Made reservation on behalf of 5a1ea63fce0d454d9b97a3e7ebc7c23d for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:04.346719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.415850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3476760-291f-4480-bffe-660cca08fc07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 62d305b6-2481-40a0-91cf-d2464aa4ced8 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:04.419470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3476760-291f-4480-bffe-660cca08fc07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.447875 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a1c8ce4b-9f93-462d-9859-dbb410f07059 None None] Provisioning complete for port e9bc1b58-512a-48bd-9be3-9499e3b4c813 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:04.448443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1c8ce4b-9f93-462d-9859-dbb410f07059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.467117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e7c454b-e1da-438e-9d86-120eea1b2745 req-b1955b07-4f5b-424c-89de-46d0c511027c tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=a20aae96-ccca-4f17-a8ac-c6879c36a196 HTTP/1.1" status: 200 len: 210 time: 0.0495732 Nov 03 16:05:04.484665 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3476760-291f-4480-bffe-660cca08fc07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.608932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Allocated IP 172.20.0.12 (9c7451ca-08b6-4c5e-ab50-5b596b104f8d/2908cb33-3943-4fac-b686-3c0a634feff3/1567edcf-701d-4caa-ba59-9a5ac757060b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:04.645860 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3476760-291f-4480-bffe-660cca08fc07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.758274 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3476760-291f-4480-bffe-660cca08fc07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.789566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3476760-291f-4480-bffe-660cca08fc07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=62d305b6-2481-40a0-91cf-d2464aa4ced8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:04.798493 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3476760-291f-4480-bffe-660cca08fc07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.804737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d3476760-291f-4480-bffe-660cca08fc07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/62d305b6-2481-40a0-91cf-d2464aa4ced8 HTTP/1.1" status: 204 len: 168 time: 0.4855988 Nov 03 16:05:04.806065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35156) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:04.893151 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ff776eda-4dbc-466c-86bc-58a8eb7e5009 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858948 Nov 03 16:05:04.902076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35164) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:04.913964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:04.923834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b07edcb-5233-4669-afbe-0425623699a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.963537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:04.994348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7bcecbb6-8a7d-4cb6-b001-a87feefc6e9d req-964dc011-4da9-4d16-a3e3-c33dc0e1606f tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 210 time: 0.0539243 Nov 03 16:05:05.045564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.047652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:05.051529 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.067510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852eaa02-6af8-4262-b24c-037919ea6c1e None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:05.098745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Network 9c7451ca-08b6-4c5e-ab50-5b596b104f8d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:05.121198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe05285c-efe1-4bac-aae6-13e45470b2e0 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:05.141686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:05.144386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:05.198008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: fe05285c-efe1-4bac-aae6-13e45470b2e0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:05.198458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe05285c-efe1-4bac-aae6-13e45470b2e0 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:05.206958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Pushing event updated for resources: {'Port': ['ID=1567edcf-701d-4caa-ba59-9a5ac757060b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:05.221515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:05.222179 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.239708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9ad0a6dc-c890-4647-95b6-943df5f8a288 None None] Provisioning complete for port e9bc1b58-512a-48bd-9be3-9499e3b4c813 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:05.240157 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a6dc-c890-4647-95b6-943df5f8a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.243832 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-45fadd75-b72f-44f6-a81a-a6bbd08ec283 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2122121 Nov 03 16:05:05.261340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Request body: {'port': {'device_id': '49bdbd27-e0f6-4d52-ad6b-db7a6a243855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:05.289815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.315300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e9bc1b58-512a-48bd-9be3-9499e3b4c813 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:05.336626 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.339762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:05.345241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:05.349710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:05.350312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.362707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=a76684e4-bc13-41ad-9f8a-3c17c3becdd5,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:05.375870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d9cdd712-2c70-4509-9b5f-2f69ca39b5b9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4726388 Nov 03 16:05:05.376835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35180) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:05.382499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'name': 'tempest-NetworksTestDHCPv6-778944773'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:05.470918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e9bc1b58-512a-48bd-9be3-9499e3b4c813 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:05.471400 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.511113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:05.519625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.546950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 163867b3-b7e8-4b81-81d5-5e9cae1adb51 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:05:05.708480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1567edcf-701d-4caa-ba59-9a5ac757060b {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:05:05.717257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.726265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::3b4 (5a216216-0ac1-4efa-9af0-360385577e09/a76684e4-bc13-41ad-9f8a-3c17c3becdd5/163867b3-b7e8-4b81-81d5-5e9cae1adb51) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:05.741475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Transition to ACTIVE for port object 1567edcf-701d-4caa-ba59-9a5ac757060b will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:05:05.746663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.842921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3169aa4c-ec02-4db3-a2b6-119560344eaf None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:05.861203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=1567edcf-701d-4caa-ba59-9a5ac757060b,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:05.949049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-35ea2624-3859-4231-b5b3-717d7e13573c None None] Provisioning complete for port e9bc1b58-512a-48bd-9be3-9499e3b4c813 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:05.949395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-35ea2624-3859-4231-b5b3-717d7e13573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.963841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Attempting to bind port 1567edcf-701d-4caa-ba59-9a5ac757060b on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:05.964192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Attempting to bind port 1567edcf-701d-4caa-ba59-9a5ac757060b by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '25a75860-5b4d-4b61-880a-9191a9535fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9c7451ca-08b6-4c5e-ab50-5b596b104f8d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:05.964583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Attempting to bind port 1567edcf-701d-4caa-ba59-9a5ac757060b on network 9c7451ca-08b6-4c5e-ab50-5b596b104f8d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:05.970351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Port 1567edcf-701d-4caa-ba59-9a5ac757060b on network 9c7451ca-08b6-4c5e-ab50-5b596b104f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:05:05.970733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Attempting to bind port 1567edcf-701d-4caa-ba59-9a5ac757060b on network 9c7451ca-08b6-4c5e-ab50-5b596b104f8d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:05.974325 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:05.977104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:05.977656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Checking segment: {'id': '25a75860-5b4d-4b61-880a-9191a9535fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9c7451ca-08b6-4c5e-ab50-5b596b104f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:05.978133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Bound using segment: {'id': '25a75860-5b4d-4b61-880a-9191a9535fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9c7451ca-08b6-4c5e-ab50-5b596b104f8d'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:05.978612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Bound port: 1567edcf-701d-4caa-ba59-9a5ac757060b, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a75860-5b4d-4b61-880a-9191a9535fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9c7451ca-08b6-4c5e-ab50-5b596b104f8d'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:05.979111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.019087 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.068622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] For port 1567edcf-701d-4caa-ba59-9a5ac757060b, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:06.073190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:06.074516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] For port 1567edcf-701d-4caa-ba59-9a5ac757060b, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1567edcf-701d-4caa-ba59-9a5ac757060b,segment=NetworkSegment(25a75860-5b4d-4b61-880a-9191a9535fa2),segment_id=25a75860-5b4d-4b61-880a-9191a9535fa2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:06.078392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:06.082421 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.083669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:06.090276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:06.091041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.119478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7418234 Nov 03 16:05:06.123479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35208) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:06.130843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:06.133823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.135699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1567edcf-701d-4caa-ba59-9a5ac757060b HTTP/1.1" status: 200 len: 1092 time: 0.8786831 Nov 03 16:05:06.139016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bdbd27-e0f6-4d52-ad6b-db7a6a243855', 'tag': '1567edcf-701d-4caa-ba59-9a5ac757060b'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:06.142608 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696cd99b-4e4a-4443-86fa-d1b17ffa3313" -d '{"events": [{"name": "network-changed", "server_uuid": "49bdbd27-e0f6-4d52-ad6b-db7a6a243855", "tag": "1567edcf-701d-4caa-ba59-9a5ac757060b"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:06.158837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158b329-5d22-494a-b23c-7dbe51bfca83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=163867b3-b7e8-4b81-81d5-5e9cae1adb51,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:06.191468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ab76e-02c6-4016-88f9-7fe41e03bbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=1567edcf-701d-4caa-ba59-9a5ac757060b,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:06.210505 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.274669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-ffc20c5d-1cbe-481f-a8f2-a7de63de32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:06.276418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-ffc20c5d-1cbe-481f-a8f2-a7de63de32bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a1ea63fce0d454d9b97a3e7ebc7c23d&device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 1095 time: 0.0586994 Nov 03 16:05:06.340032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-d7ffe085-169e-4457-849d-0fd787bd19b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1567edcf-701d-4caa-ba59-9a5ac757060b HTTP/1.1" status: 200 len: 217 time: 0.0509443 Nov 03 16:05:06.372121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4951697-e4a3-4ccf-9205-bb6927869d4f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:06.378955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4951697-e4a3-4ccf-9205-bb6927869d4f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:06.383799 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c4951697-e4a3-4ccf-9205-bb6927869d4f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2592185 Nov 03 16:05:06.384636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35234) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:06.400587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd32b-1d62-4a4f-941f-507ae0223e7f req-cec439e8-27e3-467e-b8ca-279a5bc11596 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:06.401692 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085c641a-b449-42dd-8737-7f195752397c x-openstack-request-id: req-085c641a-b449-42dd-8737-7f195752397c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:06.402119 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bdbd27-e0f6-4d52-ad6b-db7a6a243855", "tag": "1567edcf-701d-4caa-ba59-9a5ac757060b", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:06.402502 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-085c641a-b449-42dd-8737-7f195752397c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:06.402965 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bdbd27-e0f6-4d52-ad6b-db7a6a243855', 'tag': '1567edcf-701d-4caa-ba59-9a5ac757060b', 'status': 'completed', 'code': 200} Nov 03 16:05:06.408471 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-508bd32b-1d62-4a4f-941f-507ae0223e7f req-cec439e8-27e3-467e-b8ca-279a5bc11596 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 944 time: 0.1925364 Nov 03 16:05:06.446864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-fc9f365a-eab5-456d-a728-bedfc3055d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:06.451476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-fc9f365a-eab5-456d-a728-bedfc3055d4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2908cb33-3943-4fac-b686-3c0a634feff3 HTTP/1.1" status: 200 len: 864 time: 0.1036849 Nov 03 16:05:06.505241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-8c73f202-e88b-4f19-99b8-cc6718849bf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c7451ca-08b6-4c5e-ab50-5b596b104f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454593 Nov 03 16:05:06.577943 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-508bd32b-1d62-4a4f-941f-507ae0223e7f req-92781df2-0c1f-44ac-9097-6a65fb1ae484 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685591 Nov 03 16:05:06.628407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1b686a7f-a564-4321-af1a-60ec694d74dc None None] Provisioning complete for port 163867b3-b7e8-4b81-81d5-5e9cae1adb51 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:06.630792 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1b686a7f-a564-4321-af1a-60ec694d74dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.638944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-04f47ae5-011a-4c4b-b6ca-3e114e18bdcd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 163867b3-b7e8-4b81-81d5-5e9cae1adb51 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:06.639645 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-04f47ae5-011a-4c4b-b6ca-3e114e18bdcd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.691526 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-37bd9f76-a63e-4f61-9c3b-cdd54c36c2f5 service neutron] 10.222.0.15 "GET /v2.0/networks/9c7451ca-08b6-4c5e-ab50-5b596b104f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684315 Nov 03 16:05:06.723799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1b686a7f-a564-4321-af1a-60ec694d74dc None None] Port 163867b3-b7e8-4b81-81d5-5e9cae1adb51 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:05:06.755621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1b686a7f-a564-4321-af1a-60ec694d74dc None None] Provisioning complete for port e9bc1b58-512a-48bd-9be3-9499e3b4c813 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:06.756468 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1b686a7f-a564-4321-af1a-60ec694d74dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.782008 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-04f47ae5-011a-4c4b-b6ca-3e114e18bdcd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:06.800919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-04f47ae5-011a-4c4b-b6ca-3e114e18bdcd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 163867b3-b7e8-4b81-81d5-5e9cae1adb51 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:06.926777 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d9616-594e-462a-96f3-075a1ad6f155 req-ddd87b09-61c8-426d-aed9-edb523d02261 service neutron] 10.222.0.15 "GET /v2.0/networks/9c7451ca-08b6-4c5e-ab50-5b596b104f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277493 Nov 03 16:05:07.016264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-04f47ae5-011a-4c4b-b6ca-3e114e18bdcd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:07.087767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f47ae5-011a-4c4b-b6ca-3e114e18bdcd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=163867b3-b7e8-4b81-81d5-5e9cae1adb51,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:07.111403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-c879340b-987c-414b-a037-c267f5dc656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:07.113019 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-c879340b-987c-414b-a037-c267f5dc656e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a1ea63fce0d454d9b97a3e7ebc7c23d&device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 1095 time: 0.0755305 Nov 03 16:05:07.117117 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-04f47ae5-011a-4c4b-b6ca-3e114e18bdcd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:07.123969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-04f47ae5-011a-4c4b-b6ca-3e114e18bdcd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/163867b3-b7e8-4b81-81d5-5e9cae1adb51 HTTP/1.1" status: 204 len: 168 time: 0.7084110 Nov 03 16:05:07.124600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35318) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:07.155128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-939293f6-6354-4ed0-8880-9afd35eed20f None None] Could not find standard attr ID for object 471fb444-b368-4dcf-9703-379239868f2e. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:05:07.263796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-ea4b62e6-f8f4-48a0-a382-a85d4ab335eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:07.267172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-ea4b62e6-f8f4-48a0-a382-a85d4ab335eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c7451ca-08b6-4c5e-ab50-5b596b104f8d HTTP/1.1" status: 200 len: 925 time: 0.1455965 Nov 03 16:05:07.274696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1970f99b-f77f-4843-aef6-61803b743832 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:07.276791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1970f99b-f77f-4843-aef6-61803b743832 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:07.283429 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1970f99b-f77f-4843-aef6-61803b743832 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1578255 Nov 03 16:05:07.284172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35338) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:07.323637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-e84eeea5-f81d-4c2e-bec1-3e530d62b6c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1567edcf-701d-4caa-ba59-9a5ac757060b HTTP/1.1" status: 200 len: 217 time: 0.0457296 Nov 03 16:05:07.358715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2655f1f-7c8e-4237-84a4-364d8e320019 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet a76684e4-bc13-41ad-9f8a-3c17c3becdd5 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:07.369435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba78d7-d742-4796-86d5-dccdcff44753 req-898c1029-aae8-47a1-b239-2e2abe5b8899 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:07.375960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba78d7-d742-4796-86d5-dccdcff44753 req-898c1029-aae8-47a1-b239-2e2abe5b8899 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:07.385288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8ba78d7-d742-4796-86d5-dccdcff44753 req-898c1029-aae8-47a1-b239-2e2abe5b8899 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f&device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 1681 time: 0.1914406 Nov 03 16:05:07.398111 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b2655f1f-7c8e-4237-84a4-364d8e320019 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:07.480785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-31a790d6-7c76-4c21-8443-d05994d935c5 None None] Could not find standard attr ID for object 163867b3-b7e8-4b81-81d5-5e9cae1adb51. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:05:07.510599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b2655f1f-7c8e-4237-84a4-364d8e320019 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:07.516931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-65ec5c0e-d866-4352-a958-f73677d484f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:07.520276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-65ec5c0e-d866-4352-a958-f73677d484f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2908cb33-3943-4fac-b686-3c0a634feff3 HTTP/1.1" status: 200 len: 864 time: 0.1813877 Nov 03 16:05:07.542928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:05:07.592591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8ba78d7-d742-4796-86d5-dccdcff44753 req-ca395ebf-5fe4-43b5-a558-feb1c3d06e7e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061386 Nov 03 16:05:07.595384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-002e41da-bd70-42cd-a57e-1b6c0884bca2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c7451ca-08b6-4c5e-ab50-5b596b104f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535686 Nov 03 16:05:07.643379 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b2655f1f-7c8e-4237-84a4-364d8e320019 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:07.793106 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:07.797644 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b2655f1f-7c8e-4237-84a4-364d8e320019 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:07.800894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-bd5c9663-ae7a-4d35-904a-0d271fbe7a15 service neutron] 10.222.0.15 "GET /v2.0/networks/9c7451ca-08b6-4c5e-ab50-5b596b104f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964295 Nov 03 16:05:07.848593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2655f1f-7c8e-4237-84a4-364d8e320019 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=a76684e4-bc13-41ad-9f8a-3c17c3becdd5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:07.851705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b2655f1f-7c8e-4237-84a4-364d8e320019 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:07.870997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada7e9b0-c1c9-42d2-aefd-c4503ec90abb None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:07.871756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b2655f1f-7c8e-4237-84a4-364d8e320019 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/a76684e4-bc13-41ad-9f8a-3c17c3becdd5 HTTP/1.1" status: 204 len: 168 time: 0.5841608 Nov 03 16:05:07.875460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35428) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:07.931487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-696cd99b-4e4a-4443-86fa-d1b17ffa3313 req-c018676e-0694-4a06-a465-9fa1483ed9aa service neutron] 10.222.0.15 "GET /v2.0/networks/9c7451ca-08b6-4c5e-ab50-5b596b104f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196725 Nov 03 16:05:07.936259 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dc562110-5a9c-4545-96a1-59c8fe82c89f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547574 Nov 03 16:05:07.937098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35442) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:07.946183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:07.974422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64583f-2660-4a4d-95b4-5f5cb39a2b07 req-59e75713-7fd5-4c75-a5f2-d275d63c16de tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:07.990641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc64583f-2660-4a4d-95b4-5f5cb39a2b07 req-59e75713-7fd5-4c75-a5f2-d275d63c16de tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 944 time: 0.1884196 Nov 03 16:05:08.067950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc64583f-2660-4a4d-95b4-5f5cb39a2b07 req-3d161798-5adb-4a6b-a4e1-3a8925f9de25 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760117 Nov 03 16:05:08.091154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:08.126908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'port_id': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6', 'mac_address': 'fa:16:3e:05:2c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543be02-569a-48d6-910c-234d6054c340', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:05:08.140838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:08.154044 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:08.194247 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:08.210585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:05:08.245114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:08.252181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:08.334105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81412118-8c80-4d68-b512-fd019f515ca4 None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:05:08.443004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['5b4bf5e4-792c-4d42-a2a3-11bedc3875e6'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:05:08.495982 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:08.511106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:08.543567 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:08.658576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:08.660805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=e82bb5c6-88c2-4e47-9975-c83e40788bf8,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:08.667038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:08.673002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-81412118-8c80-4d68-b512-fd019f515ca4 None None] Deleting port e9bc1b58-512a-48bd-9be3-9499e3b4c813 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:08.673698 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-81412118-8c80-4d68-b512-fd019f515ca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:08.677923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:08.679406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:08.711929 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d5e0d322-1cca-416c-9df6-1c6d663fe26e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7739036 Nov 03 16:05:08.717965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35532) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:08.728007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'name': 'tempest-NetworksTestDHCPv6-1706788452'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:08.864264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-81412118-8c80-4d68-b512-fd019f515ca4 None None] For port e9bc1b58-512a-48bd-9be3-9499e3b4c813, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e9bc1b58-512a-48bd-9be3-9499e3b4c813,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:08.865241 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-81412118-8c80-4d68-b512-fd019f515ca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:08.880666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-81412118-8c80-4d68-b512-fd019f515ca4 None None] Calling delete_port for e9bc1b58-512a-48bd-9be3-9499e3b4c813 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:08.920905 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:08.926984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3725c4a-6693-43e9-b058-36c4a5e2b0ec req-45ff0fdf-45d4-4c5d-8d08-a97796ac726f tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:08.929706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:08.941837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3725c4a-6693-43e9-b058-36c4a5e2b0ec req-45ff0fdf-45d4-4c5d-8d08-a97796ac726f tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 945 time: 0.0890062 Nov 03 16:05:08.965873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port f0f8b40d-bd52-4d72-bb09-b95a54c84951 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:05:09.015177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-81412118-8c80-4d68-b512-fd019f515ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:09.030960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3725c4a-6693-43e9-b058-36c4a5e2b0ec req-a9f4daf1-94ca-4770-b3a0-67a8ee852e11 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879240 Nov 03 16:05:09.047985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81412118-8c80-4d68-b512-fd019f515ca4 None None] Pushing event deleted for resources: {'Port': ['ID=e9bc1b58-512a-48bd-9be3-9499e3b4c813,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:09.059383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81412118-8c80-4d68-b512-fd019f515ca4 None None] No DVR routers for this DVR port e9bc1b58-512a-48bd-9be3-9499e3b4c813 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:09.087145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aabb7e-6aec-400c-a32f-7eb74784cdc6 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:09.177516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::222 (5a216216-0ac1-4efa-9af0-360385577e09/e82bb5c6-88c2-4e47-9975-c83e40788bf8/f0f8b40d-bd52-4d72-bb09-b95a54c84951) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:09.409346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e9bc1b58-512a-48bd-9be3-9499e3b4c813 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:09.415687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748b167-8b3d-4045-af5e-f62e1e4e91c7 req-7ef1d111-a414-44a7-9406-fea3d18bbebf tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:09.436607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9748b167-8b3d-4045-af5e-f62e1e4e91c7 req-7ef1d111-a414-44a7-9406-fea3d18bbebf tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 944 time: 0.1994228 Nov 03 16:05:09.526564 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:09.571916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:09.593785 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9748b167-8b3d-4045-af5e-f62e1e4e91c7 req-ff921a98-b3e5-4abe-9bb6-294cc9dd4012 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351287 Nov 03 16:05:09.644626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:09.662485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:09.664577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: e9bc1b58-512a-48bd-9be3-9499e3b4c813 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:09.665175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e9bc1b58-512a-48bd-9be3-9499e3b4c813 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:09.667029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:09.683222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:09.689758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:09.690432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:09.706396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=f0f8b40d-bd52-4d72-bb09-b95a54c84951,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:09.742371 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d28819ef-16bb-4d37-a0b6-e6956eef1ed4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0207698 Nov 03 16:05:09.742719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35606) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:09.814354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:09.814936 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:09.845412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756928b-f6b7-4cea-8ec6-6491aa031381 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:09.853875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35620) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:09.854606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2756928b-f6b7-4cea-8ec6-6491aa031381 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1094456 Nov 03 16:05:09.887699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': 'e82bb5c6-88c2-4e47-9975-c83e40788bf8'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:05:09.889487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.046835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f15bbe9a-aee4-4cee-b338-fed8ca92f8d3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port f0f8b40d-bd52-4d72-bb09-b95a54c84951 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:10.047577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f15bbe9a-aee4-4cee-b338-fed8ca92f8d3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.143705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.219111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:10.220678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-e1c1f44c-73be-48b6-94eb-f4ec5b4988b5 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:10.222231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-e1c1f44c-73be-48b6-94eb-f4ec5b4988b5 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.70 "GET /v2.0/ports?device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 945 time: 0.1627240 Nov 03 16:05:10.222834 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be75d02-b592-4d07-9641-7e6313e8aea7" -d '{"events": [{"server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:10.310866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f3aa3-4b36-4a22-ba9a-bd7b104856f9 req-290b303a-8f73-4725-9158-6084d6a37b17 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:10.323150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f15bbe9a-aee4-4cee-b338-fed8ca92f8d3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.326821 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-124f3aa3-4b36-4a22-ba9a-bd7b104856f9 req-290b303a-8f73-4725-9158-6084d6a37b17 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 945 time: 0.1515172 Nov 03 16:05:10.328659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/e82bb5c6-88c2-4e47-9975-c83e40788bf8/2174c5f4-1826-4417-9e09-6eecdf60c005) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:10.339932 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b572b28-ba4d-4755-9038-0f65725ca8ad x-openstack-request-id: req-8b572b28-ba4d-4755-9038-0f65725ca8ad {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:10.342806 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:10.343246 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b572b28-ba4d-4755-9038-0f65725ca8ad {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:10.343805 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6', 'code': 200} Nov 03 16:05:10.352006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:10.371863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f15bbe9a-aee4-4cee-b338-fed8ca92f8d3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for f0f8b40d-bd52-4d72-bb09-b95a54c84951 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:10.386208 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.483462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-124f3aa3-4b36-4a22-ba9a-bd7b104856f9 req-6a436bae-410e-4802-bad7-640bdae5de08 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/security-groups?id=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477518 Nov 03 16:05:10.530787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-eb9115e8-ba33-4e8d-9192-602d757df1df tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:10.532399 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-eb9115e8-ba33-4e8d-9192-602d757df1df tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d323c7b-d8f3-463c-b7e0-81c994c2ba3f HTTP/1.1" status: 200 len: 945 time: 0.1490464 Nov 03 16:05:10.584278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Deleting port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:10.584515 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.615460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:10.699913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Deleting port 53490f6e-f65e-448a-a229-30549fa142bc {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:10.700435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.881590 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.902419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.935810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] For port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:10.936121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:10.958205 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-4da9cb7f-1e2c-4cf2-b8f9-341559e0ddb0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735593 Nov 03 16:05:10.994066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Calling delete_port for 2f3cc8f9-e08e-4aad-94b6-7f0b213370af owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:11.000185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0386e-5e60-4114-903c-98d55992bda4 req-3957131c-9702-4b7d-b451-a532b8699af2 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:11.008210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9e0386e-5e60-4114-903c-98d55992bda4 req-3957131c-9702-4b7d-b451-a532b8699af2 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 944 time: 0.1998932 Nov 03 16:05:11.012539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] For port 53490f6e-f65e-448a-a229-30549fa142bc, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=53490f6e-f65e-448a-a229-30549fa142bc,segment=NetworkSegment(4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb),segment_id=4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:11.014046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:11.069573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:11.079281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:11.089143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:11.092815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Calling delete_port for 53490f6e-f65e-448a-a229-30549fa142bc owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:11.117875 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Pushing event updated for resources: {'Port': ['ID=2174c5f4-1826-4417-9e09-6eecdf60c005,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:11.134045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 1567edcf-701d-4caa-ba59-9a5ac757060b details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:05:11.155161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9e0386e-5e60-4114-903c-98d55992bda4 req-14ad8483-7aae-4a48-a61b-9f173479ee44 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450369 Nov 03 16:05:11.195740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-b5975cb7-ecdb-4ef7-b430-c14e47fb67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:11.198249 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f15bbe9a-aee4-4cee-b338-fed8ca92f8d3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:11.199245 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-b5975cb7-ecdb-4ef7-b430-c14e47fb67c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 1097 time: 0.1623268 Nov 03 16:05:11.293226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bbe9a-aee4-4cee-b338-fed8ca92f8d3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=f0f8b40d-bd52-4d72-bb09-b95a54c84951,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:11.344453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f15bbe9a-aee4-4cee-b338-fed8ca92f8d3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:11.349356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f15bbe9a-aee4-4cee-b338-fed8ca92f8d3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/f0f8b40d-bd52-4d72-bb09-b95a54c84951 HTTP/1.1" status: 204 len: 168 time: 1.4932051 Nov 03 16:05:11.351972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35722) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:11.418126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Attempting to bind port 2174c5f4-1826-4417-9e09-6eecdf60c005 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:11.418550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Attempting to bind port 2174c5f4-1826-4417-9e09-6eecdf60c005 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:11.418923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Attempting to bind port 2174c5f4-1826-4417-9e09-6eecdf60c005 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:11.455751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:11.456130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:11.456537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:11.456937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:11.457431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Bound port: 2174c5f4-1826-4417-9e09-6eecdf60c005, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:11.462072 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:11.483198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287329b-f9ee-48d8-abfa-5f5e36cb7513 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:11.484776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287329b-f9ee-48d8-abfa-5f5e36cb7513 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:11.489580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0287329b-f9ee-48d8-abfa-5f5e36cb7513 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1325858 Nov 03 16:05:11.505372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35736) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:11.553951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 1567edcf-701d-4caa-ba59-9a5ac757060b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1567edcf-701d-4caa-ba59-9a5ac757060b,segment=NetworkSegment(25a75860-5b4d-4b61-880a-9191a9535fa2),segment_id=25a75860-5b4d-4b61-880a-9191a9535fa2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:11.737989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] For port 2174c5f4-1826-4417-9e09-6eecdf60c005, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:11.753619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] For port 2174c5f4-1826-4417-9e09-6eecdf60c005, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2174c5f4-1826-4417-9e09-6eecdf60c005,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:11.755720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-0afc0c5c-39e7-4fc6-90d7-b895a44f0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:11.757625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '1567edcf-701d-4caa-ba59-9a5ac757060b', 'network_id': '9c7451ca-08b6-4c5e-ab50-5b596b104f8d', 'port_id': '1567edcf-701d-4caa-ba59-9a5ac757060b', 'mac_address': 'fa:16:3e:8e:6e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2908cb33-3943-4fac-b686-3c0a634feff3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:05:11.757761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-0afc0c5c-39e7-4fc6-90d7-b895a44f0201 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 912 time: 0.4688077 Nov 03 16:05:11.762240 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:11.844674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-367f8d6b-1026-4fb4-ac68-b983cc2c9401 req-e6e1dea9-1b7a-4fb6-8608-27567b3b1dfe tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 210 time: 0.2071061 Nov 03 16:05:11.854074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:11.897502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['53490f6e-f65e-448a-a229-30549fa142bc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:05:12.019171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:12.022646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51110eca-0b91-46c4-bd79-12eff6234386 None None] Pushing event updated for resources: {'Port': ['ID=2174c5f4-1826-4417-9e09-6eecdf60c005,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:12.038846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1567edcf-701d-4caa-ba59-9a5ac757060b {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:05:12.063653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 1567edcf-701d-4caa-ba59-9a5ac757060b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1567edcf-701d-4caa-ba59-9a5ac757060b,segment=NetworkSegment(25a75860-5b4d-4b61-880a-9191a9535fa2),segment_id=25a75860-5b4d-4b61-880a-9191a9535fa2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:12.068439 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:12.105679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Pushing event deleted for resources: {'Port': ['ID=53490f6e-f65e-448a-a229-30549fa142bc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:12.194026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] No DVR routers for this DVR port 53490f6e-f65e-448a-a229-30549fa142bc on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:12.197464 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:12.202099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f53983f0-f287-4a96-a2f3-5eb6ea10a6d9 req-31d969d6-4bb9-4dba-b2d4-0eae41eede16 tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.15 "DELETE /v2.0/ports/53490f6e-f65e-448a-a229-30549fa142bc HTTP/1.1" status: 204 len: 173 time: 1.6611497 Nov 03 16:05:12.202810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d323c7b-d8f3-463c-b7e0-81c994c2ba3f', 'name': 'network-vif-deleted', 'tag': '53490f6e-f65e-448a-a229-30549fa142bc'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:12.204487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=1567edcf-701d-4caa-ba59-9a5ac757060b,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:12.206126 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a16207f-da64-4134-ae0b-9b94baa266bf" -d '{"events": [{"server_uuid": "9d323c7b-d8f3-463c-b7e0-81c994c2ba3f", "name": "network-vif-deleted", "tag": "53490f6e-f65e-448a-a229-30549fa142bc"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:12.224754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-176dbe37-18f7-467d-841f-c10b9624d120 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a4c004-1e41-4c1e-a539-3377eb357166 HTTP/1.1" status: 200 len: 1002 time: 0.3772902 Nov 03 16:05:12.370481 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2afe10b-61c8-4cb9-9b9a-dc8cbbab7738 x-openstack-request-id: req-d2afe10b-61c8-4cb9-9b9a-dc8cbbab7738 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:12.370715 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d323c7b-d8f3-463c-b7e0-81c994c2ba3f", "name": "network-vif-deleted", "tag": "53490f6e-f65e-448a-a229-30549fa142bc", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:12.371152 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2afe10b-61c8-4cb9-9b9a-dc8cbbab7738 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:12.371710 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d323c7b-d8f3-463c-b7e0-81c994c2ba3f', 'name': 'network-vif-deleted', 'tag': '53490f6e-f65e-448a-a229-30549fa142bc', 'status': 'completed', 'code': 200} Nov 03 16:05:12.423000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-574ab6f9-c011-47fd-a3f6-f888f9f46ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:12.437159 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-574ab6f9-c011-47fd-a3f6-f888f9f46ddf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.2061939 Nov 03 16:05:12.464154 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:12.517550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Pushing event deleted for resources: {'Port': ['ID=2f3cc8f9-e08e-4aad-94b6-7f0b213370af,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:12.530790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['1567edcf-701d-4caa-ba59-9a5ac757060b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:05:12.591611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] No DVR routers for this DVR port 2f3cc8f9-e08e-4aad-94b6-7f0b213370af on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:12.598183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba259777-edbd-4ca5-9dc3-fd173a69172e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet e82bb5c6-88c2-4e47-9975-c83e40788bf8 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:12.601289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:12.604998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-973eb8e7-dbc9-43fa-b333-e6d2f91d8d0f req-a4c29d12-6c61-4ac9-bb59-d97d5fe2612e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.70 "DELETE /v2.0/ports/2f3cc8f9-e08e-4aad-94b6-7f0b213370af HTTP/1.1" status: 204 len: 173 time: 2.3713708 Nov 03 16:05:12.605572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60d6968-7c8f-45dd-aa45-3542dd9fdfb2', 'name': 'network-vif-deleted', 'tag': '2f3cc8f9-e08e-4aad-94b6-7f0b213370af'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:12.606274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f5da6-6e32-4309-8f80-013f48956cf0 req-424b846a-0c31-401e-9d75-f52dc360d3fd tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:12.611158 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c57f5da6-6e32-4309-8f80-013f48956cf0 req-424b846a-0c31-401e-9d75-f52dc360d3fd tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 945 time: 0.3435595 Nov 03 16:05:12.612730 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc65d9c-5d61-4bb4-909a-c8785217059d" -d '{"events": [{"server_uuid": "d60d6968-7c8f-45dd-aa45-3542dd9fdfb2", "name": "network-vif-deleted", "tag": "2f3cc8f9-e08e-4aad-94b6-7f0b213370af"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:12.630367 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba259777-edbd-4ca5-9dc3-fd173a69172e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:12.679541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-b8a86eea-2b40-4104-9a7a-f10c32145fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:12.682582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-b8a86eea-2b40-4104-9a7a-f10c32145fb4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300434 Nov 03 16:05:12.722255 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaebcae-6255-4cac-bd58-20398fbf6315 x-openstack-request-id: req-8aaebcae-6255-4cac-bd58-20398fbf6315 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:12.722696 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60d6968-7c8f-45dd-aa45-3542dd9fdfb2", "name": "network-vif-deleted", "tag": "2f3cc8f9-e08e-4aad-94b6-7f0b213370af", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:12.723532 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8aaebcae-6255-4cac-bd58-20398fbf6315 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:12.724221 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60d6968-7c8f-45dd-aa45-3542dd9fdfb2', 'name': 'network-vif-deleted', 'tag': '2f3cc8f9-e08e-4aad-94b6-7f0b213370af', 'status': 'completed', 'code': 200} Nov 03 16:05:12.748033 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c57f5da6-6e32-4309-8f80-013f48956cf0 req-e33bb8a6-f158-48f8-b6ce-d9f476cbde39 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232433 Nov 03 16:05:12.766113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba259777-edbd-4ca5-9dc3-fd173a69172e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:13.024180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-095a76b2-4573-4a65-9065-ec3bbeaa4a85 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274379 Nov 03 16:05:13.092495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba259777-edbd-4ca5-9dc3-fd173a69172e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:13.138350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 53490f6e-f65e-448a-a229-30549fa142bc no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:13.211426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-688b8328-b67b-4671-a6d7-209a98df3e88 req-c84b6507-8fcb-4107-8e17-6e107f668b6e tempest-ListServersNegativeTestJSON-315144279 tempest-ListServersNegativeTestJSON-315144279-project] 10.222.0.86 "GET /v2.0/ports?device_id=d60d6968-7c8f-45dd-aa45-3542dd9fdfb2 HTTP/1.1" status: 200 len: 210 time: 0.1135466 Nov 03 16:05:13.241235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 53490f6e-f65e-448a-a229-30549fa142bc {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:13.241742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 53490f6e-f65e-448a-a229-30549fa142bc not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:13.354549 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba259777-edbd-4ca5-9dc3-fd173a69172e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:13.384688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba259777-edbd-4ca5-9dc3-fd173a69172e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:13.406140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ba259777-edbd-4ca5-9dc3-fd173a69172e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/e82bb5c6-88c2-4e47-9975-c83e40788bf8 HTTP/1.1" status: 204 len: 168 time: 1.8995693 Nov 03 16:05:13.406798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35856) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:13.408914 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-096b90ce-a8e2-4ca1-bf79-ceab06f9aade req-97d9b0b6-64ea-4036-bd1b-a0a58739b9b2 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689029 Nov 03 16:05:13.436531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2174c5f4-1826-4417-9e09-6eecdf60c005 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:13.486020 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba259777-edbd-4ca5-9dc3-fd173a69172e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=e82bb5c6-88c2-4e47-9975-c83e40788bf8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:13.568730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 2f3cc8f9-e08e-4aad-94b6-7f0b213370af no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:13.577041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2174c5f4-1826-4417-9e09-6eecdf60c005 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:13.577845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:13.592647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35860) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:13.593385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-83559148-ad36-4579-beac-fc96952a933b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147227 Nov 03 16:05:13.654954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 2f3cc8f9-e08e-4aad-94b6-7f0b213370af {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:13.655584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 2f3cc8f9-e08e-4aad-94b6-7f0b213370af not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:13.701504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c278ea-8314-4842-92c2-6bf78465cba6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:13.710717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-63c278ea-8314-4842-92c2-6bf78465cba6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1169968 Nov 03 16:05:13.713220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35866) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:13.765058 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:13.816288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 2174c5f4-1826-4417-9e09-6eecdf60c005, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2174c5f4-1826-4417-9e09-6eecdf60c005,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:13.823113 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:13.854396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c51c65a-4898-49ea-b0d9-40b0e4b63708 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:13.865663 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5c51c65a-4898-49ea-b0d9-40b0e4b63708 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1416125 Nov 03 16:05:13.865663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35878) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:13.922011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=2174c5f4-1826-4417-9e09-6eecdf60c005,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:13.931431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-20c885f6-879a-44d9-944d-b2eb323101f1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706384 Nov 03 16:05:13.936524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35880) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:13.945069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e0aa6-95cb-4321-a24c-18f402a7d917 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:13.951895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:14.098127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d30ccc-b62a-4f1b-9583-80b6da506322 req-2f069b30-d6fe-44e9-82e5-18243e4b5ca9 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:14.107956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d0d30ccc-b62a-4f1b-9583-80b6da506322 req-2f069b30-d6fe-44e9-82e5-18243e4b5ca9 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 945 time: 0.1316676 Nov 03 16:05:14.124579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:14.129472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:14.183104 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d0d30ccc-b62a-4f1b-9583-80b6da506322 req-765a5a63-2527-420b-9372-ad62d1bfe00f tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701044 Nov 03 16:05:14.207568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fe2c1ce9-5212-4c15-b55d-ed5688b5610b None None] Could not find standard attr ID for object f0f8b40d-bd52-4d72-bb09-b95a54c84951. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:05:14.431717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fe2c1ce9-5212-4c15-b55d-ed5688b5610b None None] Provisioning complete for port 2174c5f4-1826-4417-9e09-6eecdf60c005 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:14.432347 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fe2c1ce9-5212-4c15-b55d-ed5688b5610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:14.611482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35904) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:14.686455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba925aca-d6a7-4d10-b73f-df04b1c41131 None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:05:14.783745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-742389de-0c02-4580-a9ca-b2916a18a0f6 admin admin] Deleting subnet 64255128-386d-43d2-ba39-938624e8b2af {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:14.795864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-742389de-0c02-4580-a9ca-b2916a18a0f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:14.905413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-742389de-0c02-4580-a9ca-b2916a18a0f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:14.915395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ba925aca-d6a7-4d10-b73f-df04b1c41131 None None] Deleting port 2174c5f4-1826-4417-9e09-6eecdf60c005 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:14.915854 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba925aca-d6a7-4d10-b73f-df04b1c41131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.005187 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-742389de-0c02-4580-a9ca-b2916a18a0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.060862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ba925aca-d6a7-4d10-b73f-df04b1c41131 None None] For port 2174c5f4-1826-4417-9e09-6eecdf60c005, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2174c5f4-1826-4417-9e09-6eecdf60c005,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:15.062134 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba925aca-d6a7-4d10-b73f-df04b1c41131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.080902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ba925aca-d6a7-4d10-b73f-df04b1c41131 None None] Calling delete_port for 2174c5f4-1826-4417-9e09-6eecdf60c005 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:15.083834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-742389de-0c02-4580-a9ca-b2916a18a0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.153189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742389de-0c02-4580-a9ca-b2916a18a0f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64255128-386d-43d2-ba39-938624e8b2af,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:15.176190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 1567edcf-701d-4caa-ba59-9a5ac757060b up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:15.204935 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-742389de-0c02-4580-a9ca-b2916a18a0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.217311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-742389de-0c02-4580-a9ca-b2916a18a0f6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/64255128-386d-43d2-ba39-938624e8b2af HTTP/1.1" status: 204 len: 168 time: 0.6046743 Nov 03 16:05:15.218001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35910) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:15.329024 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.345849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-f5c4609e-3260-4e07-888a-84f82f710d94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7527857 Nov 03 16:05:15.394027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:15.426752 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.428515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2174c5f4-1826-4417-9e09-6eecdf60c005 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:15.432868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:15.445346 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba925aca-d6a7-4d10-b73f-df04b1c41131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.470025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:15.473284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.486394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=5c9adf8d-a5b0-493e-b30f-b7eb7a1a359a,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:15.547831 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4543c525-86cd-46e5-a5ba-accf3234c1cd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6035626 Nov 03 16:05:15.551895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35924) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:15.558433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': '5c9adf8d-a5b0-493e-b30f-b7eb7a1a359a', 'ip_address': '2001:db8::5bdd:bc8d:d4ca:6269'}], 'name': 'tempest-NetworksTestDHCPv6-500019030'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:15.626436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2174c5f4-1826-4417-9e09-6eecdf60c005 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:15.627190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2174c5f4-1826-4417-9e09-6eecdf60c005 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:15.645113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba925aca-d6a7-4d10-b73f-df04b1c41131 None None] Pushing event deleted for resources: {'Port': ['ID=2174c5f4-1826-4417-9e09-6eecdf60c005,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:15.660006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba925aca-d6a7-4d10-b73f-df04b1c41131 None None] No DVR routers for this DVR port 2174c5f4-1826-4417-9e09-6eecdf60c005 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:15.715548 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.720664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-db5bd6d9-604b-4443-8c07-2b6456d6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:15.723990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-db5bd6d9-604b-4443-8c07-2b6456d6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:15.725093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-db5bd6d9-604b-4443-8c07-2b6456d6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:15.727426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-db5bd6d9-604b-4443-8c07-2b6456d6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:15.729939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-db5bd6d9-604b-4443-8c07-2b6456d6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:15.730605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-db5bd6d9-604b-4443-8c07-2b6456d6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:15.734068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-db5bd6d9-604b-4443-8c07-2b6456d6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:15.736679 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-db5bd6d9-604b-4443-8c07-2b6456d6b7c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6498 time: 0.3010454 Nov 03 16:05:15.738530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4376f-80e8-4a34-9e52-2211ace1d027 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:15.788369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bfc306-4e52-4995-af79-ba12c6927262']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:15.805851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 1567edcf-701d-4caa-ba59-9a5ac757060b completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:05:15.832536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:15.832826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d464d6e-8dc2-4cbb-bbd5-35ce6e3f82cb') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:15.862601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 1567edcf-701d-4caa-ba59-9a5ac757060b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:15.863065 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.874002 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.894647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.908346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:05:15.909062 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:05:15.981049 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:05:15.996022 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:16.017947 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:16.026547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] 10.222.0.86 "DELETE /v2.0/networks/47bfc306-4e52-4995-af79-ba12c6927262 HTTP/1.1" status: 204 len: 168 time: 0.8049841 Nov 03 16:05:16.097175 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:16.108160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-84f676dc-39e1-4407-8908-b032357bba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:16.108754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-84f676dc-39e1-4407-8908-b032357bba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:16.109211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-84f676dc-39e1-4407-8908-b032357bba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:16.110707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a6a35-d8f8-4a59-b125-045b3c5d98fa admin admin] Pushing event deleted for resources: {'Network': ['ID=47bfc306-4e52-4995-af79-ba12c6927262,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:16.111242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-84f676dc-39e1-4407-8908-b032357bba5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e647349e-071d-4e0d-ae41-37f29f277a4d&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa HTTP/1.1" status: 200 len: 2298 time: 0.3357913 Nov 03 16:05:16.145458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b96fe-8a08-41a0-9799-595660a5c69e req-58418bf8-a4b8-410c-97b9-872380af2e5d tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:16.162532 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-398b96fe-8a08-41a0-9799-595660a5c69e req-58418bf8-a4b8-410c-97b9-872380af2e5d tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 945 time: 0.7218609 Nov 03 16:05:16.188057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bdbd27-e0f6-4d52-ad6b-db7a6a243855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1567edcf-701d-4caa-ba59-9a5ac757060b'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:16.190403 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6071b95f-f177-40f8-b94d-a382bd23e1a9" -d '{"events": [{"server_uuid": "49bdbd27-e0f6-4d52-ad6b-db7a6a243855", "name": "network-vif-plugged", "status": "completed", "tag": "1567edcf-701d-4caa-ba59-9a5ac757060b"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:16.248918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-398b96fe-8a08-41a0-9799-595660a5c69e req-4ac8d40e-60b4-4574-b063-d14085196b5d tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847433 Nov 03 16:05:16.285628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:16.294867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 1567edcf-701d-4caa-ba59-9a5ac757060b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1567edcf-701d-4caa-ba59-9a5ac757060b,segment=NetworkSegment(25a75860-5b4d-4b61-880a-9191a9535fa2),segment_id=25a75860-5b4d-4b61-880a-9191a9535fa2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:16.309877 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca17278-7011-4b55-8c35-65f9eef698cd x-openstack-request-id: req-4ca17278-7011-4b55-8c35-65f9eef698cd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:16.310463 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bdbd27-e0f6-4d52-ad6b-db7a6a243855", "name": "network-vif-plugged", "status": "completed", "tag": "1567edcf-701d-4caa-ba59-9a5ac757060b", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:16.310924 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4ca17278-7011-4b55-8c35-65f9eef698cd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:16.311494 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bdbd27-e0f6-4d52-ad6b-db7a6a243855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1567edcf-701d-4caa-ba59-9a5ac757060b', 'code': 200} Nov 03 16:05:16.312592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '5c9adf8d-a5b0-493e-b30f-b7eb7a1a359a'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:05:16.313742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:16.317844 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:16.461624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35940) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:16.493609 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:16.526559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-ff18f2b5-b549-4c5e-b442-5a51bdc0a7cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8533a89-5204-40dd-9f56-199e45a2427a HTTP/1.1" status: 200 len: 1001 time: 0.4009190 Nov 03 16:05:16.543272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 0b8b4409-320b-4c73-821a-fee925f34245 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:05:16.637246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78214621-10a0-4c5e-a1ce-d572ce5d5353 req-f11c667e-bbac-454c-bae3-1b50d293cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:16.643046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78214621-10a0-4c5e-a1ce-d572ce5d5353 req-f11c667e-bbac-454c-bae3-1b50d293cf47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 1097 time: 0.2484848 Nov 03 16:05:16.644834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-a1b96c14-837a-46e4-9b26-da9793ebdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:16.646668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-a1b96c14-837a-46e4-9b26-da9793ebdbd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=558ba17c-0e20-4eb8-8db0-7149eb904841 HTTP/1.1" status: 200 len: 856 time: 0.1120925 Nov 03 16:05:16.738419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b7d6d710-f2b7-41c5-8b16-8f518d69a3d8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4a5fc4149e8749238e4d376707ea00f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730429 Nov 03 16:05:16.744683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35946) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:16.860798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-26cb8817-170f-4d4b-b77b-62c9bb37fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:16.863265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-26cb8817-170f-4d4b-b77b-62c9bb37fb69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e647349e-071d-4e0d-ae41-37f29f277a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029958 Nov 03 16:05:16.897630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78214621-10a0-4c5e-a1ce-d572ce5d5353 req-790a4482-6c21-43ae-8b1f-6cef0ec60d9a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348218 Nov 03 16:05:16.973965 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-30b7f145-c1b2-46b2-a7cb-64e88d7a8df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:17.015670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-f5c780da-115d-4619-b081-4ccbb51652a8 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444161 Nov 03 16:05:17.036676 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-30b7f145-c1b2-46b2-a7cb-64e88d7a8df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:17.119879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-30b7f145-c1b2-46b2-a7cb-64e88d7a8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:17.125842 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-30b7f145-c1b2-46b2-a7cb-64e88d7a8df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:17.131964 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-30b7f145-c1b2-46b2-a7cb-64e88d7a8df6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e3cbdf76-b70d-4a72-ba57-1ce33bb583c3 HTTP/1.1" status: 204 len: 168 time: 0.3832400 Nov 03 16:05:17.141981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7f145-c1b2-46b2-a7cb-64e88d7a8df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbdf76-b70d-4a72-ba57-1ce33bb583c3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:17.302951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=1567edcf-701d-4caa-ba59-9a5ac757060b,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:17.350104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/5c9adf8d-a5b0-493e-b30f-b7eb7a1a359a/376adc08-2089-4f44-9317-6107d28d5a5d) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:17.368630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-56eb1fe3-d254-4f02-8e32-fb3ccf3b6444 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432314 Nov 03 16:05:17.491752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-ba514fa5-9060-495f-8458-92c3f6977b6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 217 time: 0.1134467 Nov 03 16:05:17.557161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-b25f31bc-063a-4525-bdc5-129c209f6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:17.559026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-b25f31bc-063a-4525-bdc5-129c209f6098 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0601525 Nov 03 16:05:17.623702 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:17.640421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:17.687460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21f315-9958-45ef-ac5d-5c0301e64aee req-4492b22c-b4cf-4d25-b7d0-15c59c8a8ea7 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:17.702749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae21f315-9958-45ef-ac5d-5c0301e64aee req-4492b22c-b4cf-4d25-b7d0-15c59c8a8ea7 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 946 time: 0.3089943 Nov 03 16:05:17.790792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:17.795288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Pushing event updated for resources: {'Port': ['ID=376adc08-2089-4f44-9317-6107d28d5a5d,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:17.811162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:17.825426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:17.897050 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae21f315-9958-45ef-ac5d-5c0301e64aee req-0547648e-9e2e-4a59-b2ea-c0e85d8d0311 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915731 Nov 03 16:05:17.914585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-334712f8-c22b-40e0-9d48-908d5e0fa864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:17.916415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-334712f8-c22b-40e0-9d48-908d5e0fa864 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3495982 Nov 03 16:05:17.949006 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::5bdd:bc8d:d4ca:6269 (5a216216-0ac1-4efa-9af0-360385577e09/5c9adf8d-a5b0-493e-b30f-b7eb7a1a359a/0b8b4409-320b-4c73-821a-fee925f34245) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:17.969669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Attempting to bind port 376adc08-2089-4f44-9317-6107d28d5a5d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:17.970058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Attempting to bind port 376adc08-2089-4f44-9317-6107d28d5a5d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:17.970428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Attempting to bind port 376adc08-2089-4f44-9317-6107d28d5a5d on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:17.988134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:17.989257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:17.990308 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:17.990756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:17.991435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Bound port: 376adc08-2089-4f44-9317-6107d28d5a5d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:17.991962 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:18.299460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] For port 376adc08-2089-4f44-9317-6107d28d5a5d, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:18.312363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] For port 376adc08-2089-4f44-9317-6107d28d5a5d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=376adc08-2089-4f44-9317-6107d28d5a5d,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:18.329808 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:18.345489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-aaf34ec5-64d4-4cef-ae04-c79d12c1d0bf service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082735 Nov 03 16:05:18.432267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721a599-7f50-4e96-8740-1de9deeb7fa9 None None] Pushing event updated for resources: {'Port': ['ID=376adc08-2089-4f44-9317-6107d28d5a5d,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:18.674330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-8e5d46bb-3840-45e4-99a2-b94c47c5c6fa service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199720 Nov 03 16:05:18.772021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-710d7b13-46e7-455e-9e19-04d793714e73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 217 time: 0.0826600 Nov 03 16:05:18.866141 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:18.868989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-ad72d9a5-6fc6-4456-bf43-45349ca287fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:18.870590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-ad72d9a5-6fc6-4456-bf43-45349ca287fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0896027 Nov 03 16:05:19.007389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36008) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:19.074826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:19.203447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726cf89-cca7-492f-bcf9-b599df04f903 req-85c9df42-e293-4b69-b910-525def439a2b tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:19.221510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1726cf89-cca7-492f-bcf9-b599df04f903 req-85c9df42-e293-4b69-b910-525def439a2b tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 946 time: 0.1669044 Nov 03 16:05:19.264890 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1910161186-network', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:19.281210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:19.308498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:19.340264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:19.351688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:19.362539 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:19.370207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-8d78b23d-f40a-4e6c-b8c3-d6b84ee1544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:19.372623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-8d78b23d-f40a-4e6c-b8c3-d6b84ee1544d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4925888 Nov 03 16:05:19.428979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 376adc08-2089-4f44-9317-6107d28d5a5d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:19.434158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=0b8b4409-320b-4c73-821a-fee925f34245,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:19.467047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1726cf89-cca7-492f-bcf9-b599df04f903 req-d3346a13-6093-4cf8-8182-d1b0b70a7830 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434013 Nov 03 16:05:19.469314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Made reservation on behalf of 70ec0020fa2b4033a14c49f69f041f80 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:19.476886 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:19.500021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-414f3708-e99c-48c8-9124-e5202d171e51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9427786 Nov 03 16:05:19.500245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36028) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:19.566827 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:19.593405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 376adc08-2089-4f44-9317-6107d28d5a5d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:19.594150 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:19.710006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-f8e8bf31-2a0b-434d-8052-38defd5bc8b8 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118801 Nov 03 16:05:19.722963 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:19.790332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f6698-d37e-48fe-adc8-9f39d57798de req-90bbd6dc-fa73-4a89-b540-9563b61839bf tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:19.793065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d6f7b-ea76-4349-bd67-516a45bb8d94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:19.802033 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f27f6698-d37e-48fe-adc8-9f39d57798de req-90bbd6dc-fa73-4a89-b540-9563b61839bf tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 946 time: 0.1851842 Nov 03 16:05:19.809821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d6f7b-ea76-4349-bd67-516a45bb8d94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:19.811548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e88d6f7b-ea76-4349-bd67-516a45bb8d94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3113580 Nov 03 16:05:19.813866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 376adc08-2089-4f44-9317-6107d28d5a5d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=376adc08-2089-4f44-9317-6107d28d5a5d,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:19.827386 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:19.845629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36030) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:19.946551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=376adc08-2089-4f44-9317-6107d28d5a5d,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:20.005363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.023967 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.056716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:05:20.075454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc275121-deb6-4f6b-88f7-259eb51c3c35,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:20.095691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.097217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f27f6698-d37e-48fe-adc8-9f39d57798de req-386c02f1-d8f5-4bab-9427-5a0c7df04119 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918146 Nov 03 16:05:20.097848 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Added segment ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139 of type vlan for network b34e0168-7d8b-4d4c-a9e6-820953c51d9b Nov 03 16:05:20.111189 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-89817566-457f-4580-a3b9-29af6b1549b9 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935966 Nov 03 16:05:20.180169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.224770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-2ba3ca56-6f0e-42ee-b84c-8f83b7342247 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 HTTP/1.1" status: 200 len: 217 time: 0.1057417 Nov 03 16:05:20.279890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a66246fe-4b86-4293-8b85-9b67c7068620 None None] Provisioning complete for port 376adc08-2089-4f44-9317-6107d28d5a5d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:20.280396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a66246fe-4b86-4293-8b85-9b67c7068620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.285749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bc008-13dd-49b2-915f-412e43a3b4d5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 0b8b4409-320b-4c73-821a-fee925f34245 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:20.286387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc008-13dd-49b2-915f-412e43a3b4d5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.308473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.309725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:20.310872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.409021 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3987312 Nov 03 16:05:20.476839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36054) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:20.490399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Request body: {'subnet': {'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1910161186-subnet', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:20.628338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc008-13dd-49b2-915f-412e43a3b4d5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.709762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bc008-13dd-49b2-915f-412e43a3b4d5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 0b8b4409-320b-4c73-821a-fee925f34245 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:20.712054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421792b-5dac-4280-83ca-7898220a308a admin admin] Pushing event updated for resources: {'Network': ['ID=b34e0168-7d8b-4d4c-a9e6-820953c51d9b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:20.735360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network b34e0168-7d8b-4d4c-a9e6-820953c51d9b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:05:20.756007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Made reservation on behalf of 70ec0020fa2b4033a14c49f69f041f80 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:20.761070 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:20.935179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-153ddab4-7d14-43a2-8a86-0512fe2de98c None None] Could not find standard attr ID for object f0f8b40d-bd52-4d72-bb09-b95a54c84951. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:05:21.155961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:21.219213 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc008-13dd-49b2-915f-412e43a3b4d5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:21.253797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecad6fa-a196-4f0b-9e3e-384ebb9dc2d6 req-93d20d8b-54f8-40ba-972c-60f506139e4a tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:21.255358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ecad6fa-a196-4f0b-9e3e-384ebb9dc2d6 req-93d20d8b-54f8-40ba-972c-60f506139e4a tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 946 time: 0.1040483 Nov 03 16:05:21.256977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-f509c0e5-2f12-4246-9e11-357b6b41e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:21.258391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-f509c0e5-2f12-4246-9e11-357b6b41e3e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.9967885 Nov 03 16:05:21.328011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Checking segment: {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:21.332179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Network hostable DHCP agents. Network: b34e0168-7d8b-4d4c-a9e6-820953c51d9b, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:05:21.351266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bc008-13dd-49b2-915f-412e43a3b4d5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=0b8b4409-320b-4c73-821a-fee925f34245,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:21.360025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 376adc08-2089-4f44-9317-6107d28d5a5d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:21.391864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:21.413319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Network b34e0168-7d8b-4d4c-a9e6-820953c51d9b is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:05:21.435846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, b34e0168-7d8b-4d4c-a9e6-820953c51d9b) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:21.449105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:21.452940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:21.460727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22866a69-f85c-42a9-ba41-0c41bf2d3bda None None] Network b34e0168-7d8b-4d4c-a9e6-820953c51d9b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:21.498049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b7019130-dcab-4870-bfad-fd5d844b2ac9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0184467 Nov 03 16:05:21.499939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36072) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:21.505632 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc008-13dd-49b2-915f-412e43a3b4d5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:21.509069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ee9bc008-13dd-49b2-915f-412e43a3b4d5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/0b8b4409-320b-4c73-821a-fee925f34245 HTTP/1.1" status: 204 len: 168 time: 1.6556482 Nov 03 16:05:21.510923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:21.541755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36074) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:21.572478 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:21.573742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:21.589363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-90319768-4186-4b3b-ba95-2abb1e95e300 None None] Could not find standard attr ID for object 0b8b4409-320b-4c73-821a-fee925f34245. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:05:21.695459 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:21.769516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 376adc08-2089-4f44-9317-6107d28d5a5d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:21.770096 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:21.782056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-3b3c9ccd-d159-44c0-8a8d-6678e6ab5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:21.791946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-3b3c9ccd-d159-44c0-8a8d-6678e6ab5bf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4999871 Nov 03 16:05:21.819929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ecad6fa-a196-4f0b-9e3e-384ebb9dc2d6 req-530efdd1-acca-4d54-8af7-fe711f5e8b1d tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269108 Nov 03 16:05:21.908444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e663f1b-aa70-4486-93a3-2bd8566d4669 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:21.916829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e663f1b-aa70-4486-93a3-2bd8566d4669 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:21.918755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8e663f1b-aa70-4486-93a3-2bd8566d4669 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3758922 Nov 03 16:05:21.927898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36086) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:22.050234 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:22.063758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f031b-7626-48c3-9be5-7ca24c65d8b6 None None] Network b34e0168-7d8b-4d4c-a9e6-820953c51d9b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:22.067860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-29aca361-3f94-49a3-9733-0d0272f017dd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 5c9adf8d-a5b0-493e-b30f-b7eb7a1a359a {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:22.076900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-29aca361-3f94-49a3-9733-0d0272f017dd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:22.100204 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:22.272448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-86351b0b-dd3b-49c3-ac0a-f95e4f783bbb service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361317 Nov 03 16:05:22.299285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-29aca361-3f94-49a3-9733-0d0272f017dd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:22.562480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-33cc3cb1-57ff-4c95-b3bf-ee0951e57505 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018342 Nov 03 16:05:22.709993 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:22.713125 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-f894413b-2360-4cfb-9bd6-de3e5f619712 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 HTTP/1.1" status: 200 len: 217 time: 0.1071494 Nov 03 16:05:22.764102 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:22.792714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-29aca361-3f94-49a3-9733-0d0272f017dd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:22.830431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-0d6405ea-d1ff-4c15-a7b8-f60b713d8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:22.831984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-0d6405ea-d1ff-4c15-a7b8-f60b713d8b15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0939126 Nov 03 16:05:22.907077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-5d1d369c-6f92-4039-9491-99ad80f74bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:22.908901 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-5d1d369c-6f92-4039-9491-99ad80f74bb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657685 Nov 03 16:05:22.914839 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-29aca361-3f94-49a3-9733-0d0272f017dd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:22.944989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c50db3-8ab0-4182-9768-2b9e6a52d57a None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:22.983581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Allocated IP 172.25.6.133 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/a3879357-d8c3-4c51-adce-360bc849eb20) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:22.999010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-29aca361-3f94-49a3-9733-0d0272f017dd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:23.003079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-29aca361-3f94-49a3-9733-0d0272f017dd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/5c9adf8d-a5b0-493e-b30f-b7eb7a1a359a HTTP/1.1" status: 204 len: 168 time: 1.0650775 Nov 03 16:05:23.010680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36110) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:23.022124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aca361-3f94-49a3-9733-0d0272f017dd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9adf8d-a5b0-493e-b30f-b7eb7a1a359a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:23.100141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722231a9-ab93-4f82-9409-869a7328549b req-0e566efa-5d27-4ef2-9b34-daebb875df37 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:23.108486 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-722231a9-ab93-4f82-9409-869a7328549b req-0e566efa-5d27-4ef2-9b34-daebb875df37 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 946 time: 0.7334609 Nov 03 16:05:23.118189 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ff1405fc-f6f8-4734-95cf-4a134919e152 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059959 Nov 03 16:05:23.120691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36112) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:23.126163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:23.235041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-a4f8df5d-795c-416f-833e-12853d7a5217 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042195 Nov 03 16:05:23.304683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:23.310988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:23.320030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9dedd8-243a-4fcc-8282-d94a7b97ea48 None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:05:23.433173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:23.460274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-fe9dedd8-243a-4fcc-8282-d94a7b97ea48 None None] Deleting port 376adc08-2089-4f44-9317-6107d28d5a5d {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:23.460650 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fe9dedd8-243a-4fcc-8282-d94a7b97ea48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:23.522238 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-722231a9-ab93-4f82-9409-869a7328549b req-7464dc9d-5c15-4548-a61f-b62e422d35ee tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222624 Nov 03 16:05:23.532256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-3b018abd-51f6-4357-9787-f0216b66120b service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471437 Nov 03 16:05:23.577199 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:23.632812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-f2662009-a1f2-4368-99f5-48cb1421489e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5 HTTP/1.1" status: 200 len: 217 time: 0.0821686 Nov 03 16:05:23.677565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:23.691230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fe9dedd8-243a-4fcc-8282-d94a7b97ea48 None None] For port 376adc08-2089-4f44-9317-6107d28d5a5d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=376adc08-2089-4f44-9317-6107d28d5a5d,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:23.695253 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fe9dedd8-243a-4fcc-8282-d94a7b97ea48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:23.703959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:23.715134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:23.715866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-83184426-fbea-4b80-9718-d6da8353e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:23.717622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-83184426-fbea-4b80-9718-d6da8353e742 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.0765865 Nov 03 16:05:23.723549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3879357-d8c3-4c51-adce-360bc849eb20,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:23.760871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-fe9dedd8-243a-4fcc-8282-d94a7b97ea48 None None] Calling delete_port for 376adc08-2089-4f44-9317-6107d28d5a5d owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:23.957012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-d3b2a545-3174-40fb-9079-47ee5abed6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:23.958768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-d3b2a545-3174-40fb-9079-47ee5abed6af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1261008 Nov 03 16:05:24.043507 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fe9dedd8-243a-4fcc-8282-d94a7b97ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:24.088797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dedd8-243a-4fcc-8282-d94a7b97ea48 None None] Pushing event deleted for resources: {'Port': ['ID=376adc08-2089-4f44-9317-6107d28d5a5d,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:24.098625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9dedd8-243a-4fcc-8282-d94a7b97ea48 None None] No DVR routers for this DVR port 376adc08-2089-4f44-9317-6107d28d5a5d on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:24.119663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:24.170489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=dded7222-86f5-4829-bd38-14d485a2a4f5,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:24.210692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:24.217424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-8a0eef34-027f-4a17-8f88-316d46e2b1e0 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487621 Nov 03 16:05:24.218890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:24.223554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:24.224033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88931595-8f20-40b6-8be2-65ba131cf331 req-c70138ea-2219-4e36-a702-eca8910859ef tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:24.225400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:24.225609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88931595-8f20-40b6-8be2-65ba131cf331 req-c70138ea-2219-4e36-a702-eca8910859ef tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.15 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 946 time: 0.2638595 Nov 03 16:05:24.230931 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:24.232114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e855512-ceaf-4131-abce-eb781e80e661 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:24.286473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ee35342e-ac76-4a0e-a5d8-9b65802d7fd7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1646607 Nov 03 16:05:24.291121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36132) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:24.299868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': 'dded7222-86f5-4829-bd38-14d485a2a4f5', 'ip_address': '2001:db8::f543:8821:fcee:6359'}], 'name': 'tempest-NetworksTestDHCPv6-12201769'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:24.626666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': 'dded7222-86f5-4829-bd38-14d485a2a4f5'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:05:24.627621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:24.645052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-88931595-8f20-40b6-8be2-65ba131cf331 req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Deleting port 1567edcf-701d-4caa-ba59-9a5ac757060b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:24.645389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-88931595-8f20-40b6-8be2-65ba131cf331 req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:24.812212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-88931595-8f20-40b6-8be2-65ba131cf331 req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] For port 1567edcf-701d-4caa-ba59-9a5ac757060b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1567edcf-701d-4caa-ba59-9a5ac757060b,segment=NetworkSegment(25a75860-5b4d-4b61-880a-9191a9535fa2),segment_id=25a75860-5b4d-4b61-880a-9191a9535fa2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:24.812901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-88931595-8f20-40b6-8be2-65ba131cf331 req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:24.833179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-88931595-8f20-40b6-8be2-65ba131cf331 req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Calling delete_port for 1567edcf-701d-4caa-ba59-9a5ac757060b owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:24.974316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/dded7222-86f5-4829-bd38-14d485a2a4f5/44094f90-3b7d-4728-9d30-b511f72ec0b0) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:25.322943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:25.341138 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:25.375963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064a818-3a30-4f16-bdad-2a2405bc4398 req-d21152bf-8198-4d48-ac51-759bb26531c6 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:25.377682 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9064a818-3a30-4f16-bdad-2a2405bc4398 req-d21152bf-8198-4d48-ac51-759bb26531c6 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/ports?device_id=49bdbd27-e0f6-4d52-ad6b-db7a6a243855 HTTP/1.1" status: 200 len: 946 time: 0.4475751 Nov 03 16:05:25.380082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:25.393382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:25.402385 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-88931595-8f20-40b6-8be2-65ba131cf331 req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:25.407210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:25.420378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:25.441124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 376adc08-2089-4f44-9317-6107d28d5a5d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:25.567098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 376adc08-2089-4f44-9317-6107d28d5a5d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:25.568409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 376adc08-2089-4f44-9317-6107d28d5a5d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:25.609562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Pushing event updated for resources: {'Port': ['ID=44094f90-3b7d-4728-9d30-b511f72ec0b0,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:25.615954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Pushing event deleted for resources: {'Port': ['ID=1567edcf-701d-4caa-ba59-9a5ac757060b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:25.623323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-dcdb71ee-89f0-4828-aea0-8a11d01930f9 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3581676 Nov 03 16:05:25.649138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Attempting to bind port 44094f90-3b7d-4728-9d30-b511f72ec0b0 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:25.649920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Attempting to bind port 44094f90-3b7d-4728-9d30-b511f72ec0b0 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:25.650549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Attempting to bind port 44094f90-3b7d-4728-9d30-b511f72ec0b0 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:25.664781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:25.665604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:25.667960 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:25.668683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:25.669426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Bound port: 44094f90-3b7d-4728-9d30-b511f72ec0b0, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:25.670080 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:25.733694 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-1d223a8b-f586-41a1-a2c7-fa595319e8d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d HTTP/1.1" status: 200 len: 217 time: 0.0982604 Nov 03 16:05:25.792989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-88931595-8f20-40b6-8be2-65ba131cf331 req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] No DVR routers for this DVR port 1567edcf-701d-4caa-ba59-9a5ac757060b on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:25.799763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] For port 44094f90-3b7d-4728-9d30-b511f72ec0b0, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:25.803356 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] For port 44094f90-3b7d-4728-9d30-b511f72ec0b0, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=44094f90-3b7d-4728-9d30-b511f72ec0b0,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:25.812868 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-88931595-8f20-40b6-8be2-65ba131cf331 req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:25.822095 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:25.825671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:25.832299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88931595-8f20-40b6-8be2-65ba131cf331 req-95ecb179-7594-48a8-ad42-a870597cd430 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.15 "DELETE /v2.0/ports/1567edcf-701d-4caa-ba59-9a5ac757060b HTTP/1.1" status: 204 len: 173 time: 1.5866606 Nov 03 16:05:25.835438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bdbd27-e0f6-4d52-ad6b-db7a6a243855', 'name': 'network-vif-deleted', 'tag': '1567edcf-701d-4caa-ba59-9a5ac757060b'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:25.840582 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82866ab1-9a43-448a-971d-54b95609189b" -d '{"events": [{"server_uuid": "49bdbd27-e0f6-4d52-ad6b-db7a6a243855", "name": "network-vif-deleted", "tag": "1567edcf-701d-4caa-ba59-9a5ac757060b"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:25.893613 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9064a818-3a30-4f16-bdad-2a2405bc4398 req-148d6a75-5cb8-4c9d-b550-6ef9a5e3c5d9 tempest-ServersNegativeTestMultiTenantJSON-1884832241 tempest-ServersNegativeTestMultiTenantJSON-1884832241-project] 10.222.0.86 "GET /v2.0/security-groups?id=86f8e66d-e591-45b3-ac32-aebac0744ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069110 Nov 03 16:05:25.895069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-84891d61-bbf7-4263-bd20-2826f0939613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:25.896852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-84891d61-bbf7-4263-bd20-2826f0939613 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.1504519 Nov 03 16:05:25.951963 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9eae57-484d-4f0a-b01e-c9b1ab3beca5 x-openstack-request-id: req-ac9eae57-484d-4f0a-b01e-c9b1ab3beca5 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:25.953038 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bdbd27-e0f6-4d52-ad6b-db7a6a243855", "name": "network-vif-deleted", "tag": "1567edcf-701d-4caa-ba59-9a5ac757060b", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:25.953402 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ac9eae57-484d-4f0a-b01e-c9b1ab3beca5 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:25.954980 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bdbd27-e0f6-4d52-ad6b-db7a6a243855', 'name': 'network-vif-deleted', 'tag': '1567edcf-701d-4caa-ba59-9a5ac757060b', 'status': 'completed', 'code': 200} Nov 03 16:05:25.969436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576f50-01d0-4913-9d61-4d874da95f37 None None] Pushing event updated for resources: {'Port': ['ID=44094f90-3b7d-4728-9d30-b511f72ec0b0,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:26.015136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Router eda17fc4-26ab-4432-8a0a-278896153e75 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:05:26.188746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-4d69cff6-8860-4a7c-8330-8fe798ee409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:26.190462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-4d69cff6-8860-4a7c-8330-8fe798ee409d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2859282 Nov 03 16:05:26.274231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:26.303456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port a865b4af-10c9-4e5a-9df8-13d48b36c5b1 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:05:26.578231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-1cec6835-e9bf-4f3c-8861-0b2c43813fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769193 Nov 03 16:05:26.853421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f543:8821:fcee:6359 (5a216216-0ac1-4efa-9af0-360385577e09/dded7222-86f5-4829-bd38-14d485a2a4f5/a865b4af-10c9-4e5a-9df8-13d48b36c5b1) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:26.885705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e71fd98-b0cf-4f15-ae15-522dfda342f5 req-53a1d3bb-b180-418f-95ff-890e93522db5 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740872 Nov 03 16:05:27.022548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36184) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:27.131344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef36db3-2a7a-4734-a419-7ef90475f3a3 admin admin] Deleting subnet 2908cb33-3943-4fac-b686-3c0a634feff3 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:27.134807 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ef36db3-2a7a-4734-a419-7ef90475f3a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:27.163589 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:05:27.164699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 1567edcf-701d-4caa-ba59-9a5ac757060b no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:27.177423 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Sync routers for ids ['eda17fc4-26ab-4432-8a0a-278896153e75'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:05:27.202826 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Routers {'eda17fc4-26ab-4432-8a0a-278896153e75'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:05:27.219724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 1567edcf-701d-4caa-ba59-9a5ac757060b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:27.220071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 1567edcf-701d-4caa-ba59-9a5ac757060b not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:27.221738 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['eda17fc4-26ab-4432-8a0a-278896153e75'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:27.235357 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:27.236617 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7bd23ef2-8f00-4d25-8971-95eaeffd76b9 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7342739 Nov 03 16:05:27.278576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36196) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:27.432208 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:27.568137 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:27.584788 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Set router eda17fc4-26ab-4432-8a0a-278896153e75 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:05:27.589505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 44094f90-3b7d-4728-9d30-b511f72ec0b0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:27.717461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 44094f90-3b7d-4728-9d30-b511f72ec0b0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:27.718160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:27.774494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=a865b4af-10c9-4e5a-9df8-13d48b36c5b1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:27.797478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ef36db3-2a7a-4734-a419-7ef90475f3a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:27.811431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:27.884257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:27.893929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:27.908923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:27.909630 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:27.955660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-11f40a4c-6e06-4014-ae53-e66813bbc815 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6629801 Nov 03 16:05:27.956299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36206) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:27.963911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:27.989162 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:21Z', 'updated_at': '2021-11-03T16:05:23Z', 'revision_number': 3, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'gw_port': {'id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:22Z', 'updated_at': '2021-11-03T16:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:28.026095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ef36db3-2a7a-4734-a419-7ef90475f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.038284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeb27dd-6480-4dbc-9e09-f7180c2caed9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:28.052134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeb27dd-6480-4dbc-9e09-f7180c2caed9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:28.058762 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5aeb27dd-6480-4dbc-9e09-f7180c2caed9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0993724 Nov 03 16:05:28.061422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36208) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:28.088530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8a6d1e42-3a06-4eab-a755-63596fbe7b23 None None] Provisioning complete for port 44094f90-3b7d-4728-9d30-b511f72ec0b0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:28.088890 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8a6d1e42-3a06-4eab-a755-63596fbe7b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.101701 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Checking router: eda17fc4-26ab-4432-8a0a-278896153e75 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:05:28.102094 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Updating router eda17fc4-26ab-4432-8a0a-278896153e75 port a3879357-d8c3-4c51-adce-360bc849eb20 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:05:28.160618 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.245912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 44094f90-3b7d-4728-9d30-b511f72ec0b0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=44094f90-3b7d-4728-9d30-b511f72ec0b0,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:28.271017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.425983 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ef36db3-2a7a-4734-a419-7ef90475f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.515931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef36db3-2a7a-4734-a419-7ef90475f3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2908cb33-3943-4fac-b686-3c0a634feff3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:28.533235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3a43559b-5ef1-4eb2-9469-8520454131ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port a865b4af-10c9-4e5a-9df8-13d48b36c5b1 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:28.533593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3a43559b-5ef1-4eb2-9469-8520454131ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.561164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=44094f90-3b7d-4728-9d30-b511f72ec0b0,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:28.581292 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ef36db3-2a7a-4734-a419-7ef90475f3a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.608237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1ef36db3-2a7a-4734-a419-7ef90475f3a3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2908cb33-3943-4fac-b686-3c0a634feff3 HTTP/1.1" status: 204 len: 168 time: 1.5845876 Nov 03 16:05:28.610651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36224) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:28.714153 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.756034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-73c8a80d-6543-4ebc-b7bf-ab828420b791 None None] Provisioning complete for port a865b4af-10c9-4e5a-9df8-13d48b36c5b1 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:28.756309 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73c8a80d-6543-4ebc-b7bf-ab828420b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.806097 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3a43559b-5ef1-4eb2-9469-8520454131ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.831496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3a43559b-5ef1-4eb2-9469-8520454131ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for a865b4af-10c9-4e5a-9df8-13d48b36c5b1 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:28.835439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-73c8a80d-6543-4ebc-b7bf-ab828420b791 None None] Port a865b4af-10c9-4e5a-9df8-13d48b36c5b1 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:05:28.867238 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.888112 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.899806 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.977362 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Attempting to bind port a3879357-d8c3-4c51-adce-360bc849eb20 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:28.977917 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Attempting to bind port a3879357-d8c3-4c51-adce-360bc849eb20 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:28.978564 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Attempting to bind port a3879357-d8c3-4c51-adce-360bc849eb20 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:28.986798 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Pushing event updated for resources: {'Port': ['ID=a3879357-d8c3-4c51-adce-360bc849eb20,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:28.990616 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:28.991371 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:28.991999 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:28.992688 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:28.993381 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Bound port: a3879357-d8c3-4c51-adce-360bc849eb20, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:28.994080 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.054039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3a43559b-5ef1-4eb2-9469-8520454131ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.065971 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] For port a3879357-d8c3-4c51-adce-360bc849eb20, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:29.069889 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] For port a3879357-d8c3-4c51-adce-360bc849eb20, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a3879357-d8c3-4c51-adce-360bc849eb20,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:29.072443 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.072798 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.073268 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.073678 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.074104 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.074543 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.076127 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.076537 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.076873 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.077367 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.077721 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.078054 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:29.083210 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.102042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43559b-5ef1-4eb2-9469-8520454131ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=a865b4af-10c9-4e5a-9df8-13d48b36c5b1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:29.147796 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec3076-8b4c-4abd-a04e-252f18f94b4a None None] Pushing event updated for resources: {'Port': ['ID=a3879357-d8c3-4c51-adce-360bc849eb20,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:29.178792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3a43559b-5ef1-4eb2-9469-8520454131ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.182507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3a43559b-5ef1-4eb2-9469-8520454131ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/a865b4af-10c9-4e5a-9df8-13d48b36c5b1 HTTP/1.1" status: 204 len: 168 time: 1.0744555 Nov 03 16:05:29.185678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36230) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:29.185989 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Routers {'eda17fc4-26ab-4432-8a0a-278896153e75'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:05:29.186996 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['eda17fc4-26ab-4432-8a0a-278896153e75'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:29.254959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a17544-b79a-4b02-826a-74023e9106a9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:29.256523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a17544-b79a-4b02-826a-74023e9106a9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:29.258144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c4a17544-b79a-4b02-826a-74023e9106a9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0714622 Nov 03 16:05:29.260737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36232) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:29.279492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.390884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7451ca-08b6-4c5e-ab50-5b596b104f8d']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:29.396245 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] Set router eda17fc4-26ab-4432-8a0a-278896153e75 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:05:29.432831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 44094f90-3b7d-4728-9d30-b511f72ec0b0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:29.466618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfa2a05-2ae3-4b02-b4e0-9e846cca1195 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet dded7222-86f5-4829-bd38-14d485a2a4f5 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:29.468465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a75860-5b4d-4b61-880a-9191a9535fa2') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:29.468970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a75860-5b4d-4b61-880a-9191a9535fa2') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:29.471103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2a05-2ae3-4b02-b4e0-9e846cca1195 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.499529 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.530829 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.533483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Allocated IP 172.20.0.1 (b34e0168-7d8b-4d4c-a9e6-820953c51d9b/4317e5f1-963c-4a4c-a0e5-3bdd2e65f117/74bac056-c4b2-4824-a387-7af3f1dc8de8) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:29.564816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:05:29.590577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:05:29.602360 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:05:29.611190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 44094f90-3b7d-4728-9d30-b511f72ec0b0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:29.611794 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.613683 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2a05-2ae3-4b02-b4e0-9e846cca1195 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.780834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.790609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.800772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36252) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:29.803156 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9c7451ca-08b6-4c5e-ab50-5b596b104f8d HTTP/1.1" status: 204 len: 168 time: 1.1905179 Nov 03 16:05:29.833833 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cfadc-3bed-4ea2-9063-b67a43f77a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7451ca-08b6-4c5e-ab50-5b596b104f8d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:29.961054 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:29.986172 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:21Z', 'updated_at': '2021-11-03T16:05:23Z', 'revision_number': 3, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'gw_port': {'id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:22Z', 'updated_at': '2021-11-03T16:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:30.019382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2a05-2ae3-4b02-b4e0-9e846cca1195 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.049028 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b95ff-922e-4c20-929f-f147119e3f06 None None] The sync data for ids ['eda17fc4-26ab-4432-8a0a-278896153e75'] in n-d-813897-2 is: [{'id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:21Z', 'updated_at': '2021-11-03T16:05:23Z', 'revision_number': 3, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'gw_port': {'id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:22Z', 'updated_at': '2021-11-03T16:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:05:30.086217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.109900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f85d8a-a679-48a0-afe3-e50566ccc849 admin admin] Deleting subnet b7f73f61-dc79-4ee4-a319-ee08352d13b4 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:30.115928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62f85d8a-a679-48a0-afe3-e50566ccc849 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.186873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62f85d8a-a679-48a0-afe3-e50566ccc849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.193911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Network b34e0168-7d8b-4d4c-a9e6-820953c51d9b is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:30.197392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:30.204249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:30.249490 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.254011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Pushing event updated for resources: {'Port': ['ID=74bac056-c4b2-4824-a387-7af3f1dc8de8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:30.287476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62f85d8a-a679-48a0-afe3-e50566ccc849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.309883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36258) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:30.389401 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2a05-2ae3-4b02-b4e0-9e846cca1195 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.455306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62f85d8a-a679-48a0-afe3-e50566ccc849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.475892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e4af2-b62b-4a8c-9f87-2000f6022066 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:30.517327 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2a05-2ae3-4b02-b4e0-9e846cca1195 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.529352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36262) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:30.529937 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ccfa2a05-2ae3-4b02-b4e0-9e846cca1195 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/dded7222-86f5-4829-bd38-14d485a2a4f5 HTTP/1.1" status: 204 len: 168 time: 1.2681098 Nov 03 16:05:30.538785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa2a05-2ae3-4b02-b4e0-9e846cca1195 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=dded7222-86f5-4829-bd38-14d485a2a4f5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:30.567231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-62f85d8a-a679-48a0-afe3-e50566ccc849 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.571982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-62f85d8a-a679-48a0-afe3-e50566ccc849 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b7f73f61-dc79-4ee4-a319-ee08352d13b4 HTTP/1.1" status: 204 len: 168 time: 0.7679396 Nov 03 16:05:30.596169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36266) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:30.689170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f85d8a-a679-48a0-afe3-e50566ccc849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f73f61-dc79-4ee4-a319-ee08352d13b4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:30.754907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-433f0414-653d-4464-a7e7-579eef6c4bca tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2231653 Nov 03 16:05:30.757650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36278) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:30.763335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:30.801281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:05:30.840742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.846772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21b236e3-c561-4395-83b4-c20d102c278c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:30.900679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Deleting port 44094f90-3b7d-4728-9d30-b511f72ec0b0 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:30.901066 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.001744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] For port 44094f90-3b7d-4728-9d30-b511f72ec0b0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=44094f90-3b7d-4728-9d30-b511f72ec0b0,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:31.002141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.014040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21b236e3-c561-4395-83b4-c20d102c278c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.019113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Calling delete_port for 44094f90-3b7d-4728-9d30-b511f72ec0b0 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:31.019908 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.055122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21b236e3-c561-4395-83b4-c20d102c278c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.141994 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.171489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:31.173870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b236e3-c561-4395-83b4-c20d102c278c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2d47c4-a154-4c7e-a706-bc76b25e2078,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:31.178097 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.181121 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-21b236e3-c561-4395-83b4-c20d102c278c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e927ff244f0485f8cc9aa488861d9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8685460 Nov 03 16:05:31.188307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] No DVR routers for this DVR port 44094f90-3b7d-4728-9d30-b511f72ec0b0 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:31.197351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36284) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:31.205418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Pushing event deleted for resources: {'Port': ['ID=44094f90-3b7d-4728-9d30-b511f72ec0b0,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:31.225118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.225474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.225843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.226188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.226583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.226929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.227601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.227909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.228250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.228585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.228909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.229304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b55d9-4ddf-41c3-9068-606bca49984f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.262153 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.316654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.408982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5828f44d-1184-4169-bdcb-90efdfab3be2']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:31.434267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e40e402-6d9c-4d45-9e78-e7c1cb11b57a') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:31.434698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e40e402-6d9c-4d45-9e78-e7c1cb11b57a') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:31.435864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a3879357-d8c3-4c51-adce-360bc849eb20 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:31.461816 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.514632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.537103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f70b4ae-037d-475a-be01-f9e3fd8094fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.550980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:05:31.555065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a3879357-d8c3-4c51-adce-360bc849eb20 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:31.555559 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.556008 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:05:31.559223 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:05:31.714054 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.718539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f70b4ae-037d-475a-be01-f9e3fd8094fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.736037 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.746664 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.791901 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.845279 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.863894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port a3879357-d8c3-4c51-adce-360bc849eb20, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a3879357-d8c3-4c51-adce-360bc849eb20,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:31.869982 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.874116 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.874707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5828f44d-1184-4169-bdcb-90efdfab3be2 HTTP/1.1" status: 204 len: 168 time: 1.2764814 Nov 03 16:05:31.881769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=3c685960-1bac-4430-b946-c11b19f88d91,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:31.910722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.914009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e2d60-3a4b-4f28-9fdb-010b740c0fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5828f44d-1184-4169-bdcb-90efdfab3be2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:31.914886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.916167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.917203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.919773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.921453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.921989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.922513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.923501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.924580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.925178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.926513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:31.945285 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Pushing event updated for resources: {'Port': ['ID=74bac056-c4b2-4824-a387-7af3f1dc8de8,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:31.949705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.967455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:31.970866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:31.985614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:31.986402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:31.995533 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f70b4ae-037d-475a-be01-f9e3fd8094fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:32.000326 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f70b4ae-037d-475a-be01-f9e3fd8094fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:32.001895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4f70b4ae-037d-475a-be01-f9e3fd8094fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab2d47c4-a154-4c7e-a706-bc76b25e2078 HTTP/1.1" status: 204 len: 168 time: 0.8007784 Nov 03 16:05:32.022404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0b4340-9628-4ab7-8dc1-eb167efedc31 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:32.024494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 44094f90-3b7d-4728-9d30-b511f72ec0b0 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:32.027046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9bf034bc-4c8c-48c4-9b24-21dd3780efa0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2682512 Nov 03 16:05:32.028275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36302) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:32.038835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': '3c685960-1bac-4430-b946-c11b19f88d91', 'ip_address': '2001:db8::6d62:7603:208f:92d2'}], 'name': 'tempest-NetworksTestDHCPv6-1071249917'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:32.066512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70b4ae-037d-475a-be01-f9e3fd8094fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2d47c4-a154-4c7e-a706-bc76b25e2078,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:32.152649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Network b34e0168-7d8b-4d4c-a9e6-820953c51d9b is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:32.157757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:32.181216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36306) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:32.248473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 44094f90-3b7d-4728-9d30-b511f72ec0b0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:32.248821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 44094f90-3b7d-4728-9d30-b511f72ec0b0 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:32.386669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:32.488044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d910f1c6-355c-4fda-9b9e-5801177fdf19 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5a1ea63fce0d454d9b97a3e7ebc7c23d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3040957 Nov 03 16:05:32.489007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=a3879357-d8c3-4c51-adce-360bc849eb20,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:32.530761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36312) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:32.566593 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1995b8e0-f1d8-4065-883c-4e072f300ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:32.572019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:32.605190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 6fabc464-b4ae-4299-b422-fcc3167f8810 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:05:32.643223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Router eda17fc4-26ab-4432-8a0a-278896153e75 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:05:32.663788 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ad00-ed71-42e6-8c56-043556839922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:32.736854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '3c685960-1bac-4430-b946-c11b19f88d91'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:05:32.737753 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:32.794634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ad00-ed71-42e6-8c56-043556839922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:32.909096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::6d62:7603:208f:92d2 (5a216216-0ac1-4efa-9af0-360385577e09/3c685960-1bac-4430-b946-c11b19f88d91/6fabc464-b4ae-4299-b422-fcc3167f8810) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:32.925966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36320) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:32.970121 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:05:33.022225 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aa240b0f-9e5a-47a8-ba66-b8bc6ffefe92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.043817 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:05:33.051022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-43f7ce29-f74f-466a-83d0-e3af0b04ea39 admin admin] 10.222.0.86 "PUT /v2.0/routers/eda17fc4-26ab-4432-8a0a-278896153e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7712591 Nov 03 16:05:33.063543 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Sync routers for ids ['eda17fc4-26ab-4432-8a0a-278896153e75'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:05:33.079921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Routers {'eda17fc4-26ab-4432-8a0a-278896153e75'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:05:33.079921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['eda17fc4-26ab-4432-8a0a-278896153e75'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:33.098362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ad00-ed71-42e6-8c56-043556839922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.100907 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ad00-ed71-42e6-8c56-043556839922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.102059 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9cc9ad00-ed71-42e6-8c56-043556839922 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86f8e66d-e591-45b3-ac32-aebac0744ec3 HTTP/1.1" status: 204 len: 168 time: 0.5698557 Nov 03 16:05:33.149368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9ad00-ed71-42e6-8c56-043556839922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f8e66d-e591-45b3-ac32-aebac0744ec3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:33.232353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.251482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aa240b0f-9e5a-47a8-ba66-b8bc6ffefe92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.268393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aa240b0f-9e5a-47a8-ba66-b8bc6ffefe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.294347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Set router eda17fc4-26ab-4432-8a0a-278896153e75 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:05:33.329976 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.360069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aa240b0f-9e5a-47a8-ba66-b8bc6ffefe92 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1144debe6c964ef8b1e3947db1786870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4304755 Nov 03 16:05:33.361656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36338) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:33.383069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa240b0f-9e5a-47a8-ba66-b8bc6ffefe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e62a55e-95c6-4db5-ad3b-ad58c9874164,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:33.477667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:33.483894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:33.486153 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f263f17c-6993-4e2d-be5d-8875352eddeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.488713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a3879357-d8c3-4c51-adce-360bc849eb20 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:33.491371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:33.499614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:33.500372 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.539315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5085182 Nov 03 16:05:33.540340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d5ee1-f4c0-4b5f-9f29-a3847b164767 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=6fabc464-b4ae-4299-b422-fcc3167f8810,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:33.544261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36346) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:33.566261 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f263f17c-6993-4e2d-be5d-8875352eddeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.672095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f263f17c-6993-4e2d-be5d-8875352eddeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.673904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c28ac97-b51e-4782-8da6-99a75fa3880d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:33.680444 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f263f17c-6993-4e2d-be5d-8875352eddeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.683131 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f263f17c-6993-4e2d-be5d-8875352eddeb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8e62a55e-95c6-4db5-ad3b-ad58c9874164 HTTP/1.1" status: 204 len: 168 time: 0.3205392 Nov 03 16:05:33.683282 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9c28ac97-b51e-4782-8da6-99a75fa3880d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1378412 Nov 03 16:05:33.684527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36348) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:33.704091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263f17c-6993-4e2d-be5d-8875352eddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e62a55e-95c6-4db5-ad3b-ad58c9874164,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:33.747439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/3c685960-1bac-4430-b946-c11b19f88d91/8a9075f7-04b2-4ad7-960c-575a6b48ac45) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:33.814262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a3879357-d8c3-4c51-adce-360bc849eb20 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:33.814631 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:33.979339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36362) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:34.005856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9d78f70f-aede-4993-8c0f-6547cff68d38 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 6fabc464-b4ae-4299-b422-fcc3167f8810 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:34.006343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d78f70f-aede-4993-8c0f-6547cff68d38 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.092335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:21Z', 'updated_at': '2021-11-03T16:05:30Z', 'revision_number': 4, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'gw_port': {'id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:22Z', 'updated_at': '2021-11-03T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '74bac056-c4b2-4824-a387-7af3f1dc8de8', 'name': '', 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'mac_address': 'fa:16:3e:b0:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4317e5f1-963c-4a4c-a0e5-3bdd2e65f117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:28Z', 'updated_at': '2021-11-03T16:05:31Z', 'revision_number': 2, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'subnets': [{'id': '4317e5f1-963c-4a4c-a0e5-3bdd2e65f117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:34.104342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e0b45e9-85ed-4015-9980-bead71ae2c09 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0029be7a45d54b7f9390546d95979a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1237276 Nov 03 16:05:34.105145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36374) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:34.162434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Checking router: eda17fc4-26ab-4432-8a0a-278896153e75 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:05:34.162792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Updating router eda17fc4-26ab-4432-8a0a-278896153e75 port 74bac056-c4b2-4824-a387-7af3f1dc8de8 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:05:34.219212 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.250538 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.254693 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.285036 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.302435 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.390608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.393936 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.402375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Pushing event updated for resources: {'Port': ['ID=8a9075f7-04b2-4ad7-960c-575a6b48ac45,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:34.405757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:34.416205 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6795c6b7-50f8-4ac8-a888-d26181665b73 HTTP/1.1" status: 204 len: 168 time: 0.3046675 Nov 03 16:05:34.458216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:34.462692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:34.468680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6795c6b7-50f8-4ac8-a888-d26181665b73,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:34.486428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d78f70f-aede-4993-8c0f-6547cff68d38 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.507711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9d78f70f-aede-4993-8c0f-6547cff68d38 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 6fabc464-b4ae-4299-b422-fcc3167f8810 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:34.562628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.562979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.563323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.618663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.618663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.623121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.623622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.624035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.639847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.640533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.643663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.644264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8899e7-32ad-43ec-9074-de2f7c580ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:05:34.653379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-4fa756da-16d5-47b4-8742-26477565665b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:34.655097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-4fa756da-16d5-47b4-8742-26477565665b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 811 time: 0.4736691 Nov 03 16:05:34.686521 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-e647fec3-4c6c-40cb-9e33-c9928af15d19 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/quotas/70ec0020fa2b4033a14c49f69f041f80 HTTP/1.1" status: 200 len: 375 time: 0.0232544 Nov 03 16:05:34.714147 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d78f70f-aede-4993-8c0f-6547cff68d38 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.820893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Attempting to bind port 8a9075f7-04b2-4ad7-960c-575a6b48ac45 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:34.821454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Attempting to bind port 8a9075f7-04b2-4ad7-960c-575a6b48ac45 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:34.821776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Attempting to bind port 8a9075f7-04b2-4ad7-960c-575a6b48ac45 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:34.835009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:34.835387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:34.845610 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.846325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:34.846867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Bound port: 8a9075f7-04b2-4ad7-960c-575a6b48ac45, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:34.847249 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.881511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78f70f-aede-4993-8c0f-6547cff68d38 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=6fabc464-b4ae-4299-b422-fcc3167f8810,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:34.884637 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d78f70f-aede-4993-8c0f-6547cff68d38 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:34.888633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9d78f70f-aede-4993-8c0f-6547cff68d38 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/6fabc464-b4ae-4299-b422-fcc3167f8810 HTTP/1.1" status: 204 len: 168 time: 1.2031403 Nov 03 16:05:34.891175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36402) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:34.920414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-0118e929-a621-4e9e-a1b5-4cbae0ee7a35 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2250896 Nov 03 16:05:35.044676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e801077d-8617-46ee-b70d-4f7baed4898b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:35.050393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e801077d-8617-46ee-b70d-4f7baed4898b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:35.065554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e801077d-8617-46ee-b70d-4f7baed4898b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1731665 Nov 03 16:05:35.066180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36414) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:35.160204 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-79bf44d3-004b-4a66-a853-86877f5f9af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:35.183109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-bfb93949-ea74-4141-86ba-a9e9658bbc29 service neutron] 10.222.0.86 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499034 Nov 03 16:05:35.241589 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcad9c-ef87-476b-89f7-78d79729ae62 req-6a38f372-1301-490c-80ba-b605baf6b7c2 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:35.251590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4cfcad9c-ef87-476b-89f7-78d79729ae62 req-6a38f372-1301-490c-80ba-b605baf6b7c2 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1116450 Nov 03 16:05:35.290861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0d1c14-7235-465a-a9b5-15e9b6579d3a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 3c685960-1bac-4430-b946-c11b19f88d91 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:35.304135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec0d1c14-7235-465a-a9b5-15e9b6579d3a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:35.390269 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:35.401731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] For port 8a9075f7-04b2-4ad7-960c-575a6b48ac45, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:35.405187 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:35.420503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-29f203e9-f2a4-4cc7-95e7-de5dec220215 service neutron] 10.222.0.86 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263107 Nov 03 16:05:35.445115 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec0d1c14-7235-465a-a9b5-15e9b6579d3a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:35.487180 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4cfcad9c-ef87-476b-89f7-78d79729ae62 req-b674e0ff-7020-4716-ab27-93c67bfffc39 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343388 Nov 03 16:05:35.526489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] For port 8a9075f7-04b2-4ad7-960c-575a6b48ac45, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8a9075f7-04b2-4ad7-960c-575a6b48ac45,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:35.630880 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:35.632991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686550-eb2f-4660-8686-304c7c4881a5 None None] Pushing event updated for resources: {'Port': ['ID=74bac056-c4b2-4824-a387-7af3f1dc8de8,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:35.745389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Attempting to bind port 74bac056-c4b2-4824-a387-7af3f1dc8de8 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:35.747164 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec0d1c14-7235-465a-a9b5-15e9b6579d3a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:35.748763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Attempting to bind port 74bac056-c4b2-4824-a387-7af3f1dc8de8 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:35.750479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Attempting to bind port 74bac056-c4b2-4824-a387-7af3f1dc8de8 on network b34e0168-7d8b-4d4c-a9e6-820953c51d9b {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:35.780301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:35.780688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Checking segment: {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:35.781089 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:35.783472 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Bound using segment: {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:35.784511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Bound port: 74bac056-c4b2-4824-a387-7af3f1dc8de8, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:35.784916 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:35.857630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9837d9-5b14-4b77-80a1-4e30f475dbec None None] Pushing event updated for resources: {'Port': ['ID=8a9075f7-04b2-4ad7-960c-575a6b48ac45,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:35.921314 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec0d1c14-7235-465a-a9b5-15e9b6579d3a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:36.000530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d1c14-7235-465a-a9b5-15e9b6579d3a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=3c685960-1bac-4430-b946-c11b19f88d91,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:36.011240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c098d5f9-bbfe-4588-bf5e-1542e81f5d65 req-bf0caeb7-49c3-4a90-b41a-1da159103674 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 210 time: 0.1542823 Nov 03 16:05:36.026884 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec0d1c14-7235-465a-a9b5-15e9b6579d3a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:36.035163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ec0d1c14-7235-465a-a9b5-15e9b6579d3a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/3c685960-1bac-4430-b946-c11b19f88d91 HTTP/1.1" status: 204 len: 168 time: 0.9679818 Nov 03 16:05:36.037622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36462) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:36.062159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] For port 74bac056-c4b2-4824-a387-7af3f1dc8de8, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:36.083552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] For port 74bac056-c4b2-4824-a387-7af3f1dc8de8, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=74bac056-c4b2-4824-a387-7af3f1dc8de8,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:36.090946 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:36.137872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4d31eb67-5b9a-418b-9fcd-ce023953a573 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974746 Nov 03 16:05:36.141140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36464) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:36.235949 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:36.236996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686550-eb2f-4660-8686-304c7c4881a5 None None] Pushing event updated for resources: {'Port': ['ID=74bac056-c4b2-4824-a387-7af3f1dc8de8,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:36.239959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Routers {'eda17fc4-26ab-4432-8a0a-278896153e75'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:05:36.240548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['eda17fc4-26ab-4432-8a0a-278896153e75'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:36.309658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9120425e-ca34-418b-b328-52ae6a4d280f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:36.314066 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9120425e-ca34-418b-b328-52ae6a4d280f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1643569 Nov 03 16:05:36.314066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36472) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:36.399342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5b7491-9e2b-4ec9-8193-f148fb391759 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:36.401403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ea5b7491-9e2b-4ec9-8193-f148fb391759 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0867820 Nov 03 16:05:36.404546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36482) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:36.449682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b2ce00af-03ea-42b4-ab9d-57fbe429e651 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436201 Nov 03 16:05:36.456367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36484) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:36.462474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:36.646807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36498) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:36.647673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] Set router eda17fc4-26ab-4432-8a0a-278896153e75 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:05:36.660353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:36.670870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:36.740469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36514) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:36.901258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32767b0c-4ca7-461f-8a62-8bf5a33819f6 req-ead08bca-aab7-4aa5-af7e-48799eaa5619 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:36.914068 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32767b0c-4ca7-461f-8a62-8bf5a33819f6 req-ead08bca-aab7-4aa5-af7e-48799eaa5619 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1788671 Nov 03 16:05:36.989943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32767b0c-4ca7-461f-8a62-8bf5a33819f6 req-6cac8963-79ad-41b1-ab57-69bbee615d8f tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689149 Nov 03 16:05:37.035347 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23e82ee7-ca0c-48da-8999-ef5f89d85158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.065996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:21Z', 'updated_at': '2021-11-03T16:05:30Z', 'revision_number': 4, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'gw_port': {'id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:22Z', 'updated_at': '2021-11-03T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '74bac056-c4b2-4824-a387-7af3f1dc8de8', 'name': '', 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'mac_address': 'fa:16:3e:b0:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4317e5f1-963c-4a4c-a0e5-3bdd2e65f117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:28Z', 'updated_at': '2021-11-03T16:05:36Z', 'revision_number': 4, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'subnets': [{'id': '4317e5f1-963c-4a4c-a0e5-3bdd2e65f117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:37.069118 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.102644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4d2ed-c3e9-45c2-9e14-825b6f0b4b94 None None] The sync data for ids ['eda17fc4-26ab-4432-8a0a-278896153e75'] in n-d-813897-2 is: [{'id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:21Z', 'updated_at': '2021-11-03T16:05:30Z', 'revision_number': 4, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'gw_port': {'id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:22Z', 'updated_at': '2021-11-03T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '74bac056-c4b2-4824-a387-7af3f1dc8de8', 'name': '', 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'mac_address': 'fa:16:3e:b0:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4317e5f1-963c-4a4c-a0e5-3bdd2e65f117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:28Z', 'updated_at': '2021-11-03T16:05:36Z', 'revision_number': 4, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'subnets': [{'id': '4317e5f1-963c-4a4c-a0e5-3bdd2e65f117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:05:37.201361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=733cf255-523f-47cb-9296-a03d0cb04f1c,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:37.217148 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e772ac77-b9f8-4b87-9b2c-88c8ed702858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.236982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23e82ee7-ca0c-48da-8999-ef5f89d85158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.244852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23e82ee7-ca0c-48da-8999-ef5f89d85158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.314316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:37.317402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:37.324377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:37.324981 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.374559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ee08eb4c-35c4-45ea-9ec9-1576b90149fc tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9167287 Nov 03 16:05:37.385073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36540) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:37.391822 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': '733cf255-523f-47cb-9296-a03d0cb04f1c', 'ip_address': '2001:db8::53f2:702d:1fd4:7625'}], 'name': 'tempest-NetworksTestDHCPv6-1554180860'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:37.459120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3dc4f13b-7537-4b60-a68f-e294a5f93444 req-90ad5f00-34c3-4522-9523-83feb7031e3b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 210 time: 0.1390712 Nov 03 16:05:37.478991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-23e82ee7-ca0c-48da-8999-ef5f89d85158 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bdea42d4e625477e8b7e7133a92fbf01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8310981 Nov 03 16:05:37.481131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e82ee7-ca0c-48da-8999-ef5f89d85158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305928f8-5108-45ea-9091-acd2e4701964,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:37.484473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36546) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:37.534446 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 74bac056-c4b2-4824-a387-7af3f1dc8de8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:37.606705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f8579302-ed6c-4392-8858-6b62c1205a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.614232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883562a7-4847-4a87-9ee7-dff84e6ef197 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:37.636219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f8579302-ed6c-4392-8858-6b62c1205a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.718267 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f8579302-ed6c-4392-8858-6b62c1205a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.721683 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f8579302-ed6c-4392-8858-6b62c1205a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.722981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f8579302-ed6c-4392-8858-6b62c1205a85 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/305928f8-5108-45ea-9091-acd2e4701964 HTTP/1.1" status: 204 len: 168 time: 0.2370684 Nov 03 16:05:37.733965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8579302-ed6c-4392-8858-6b62c1205a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305928f8-5108-45ea-9091-acd2e4701964,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:37.778953 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.833493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-527c7438-7d9a-414a-b4a1-6fcfe17d249e None None] Provisioning complete for port 8a9075f7-04b2-4ad7-960c-575a6b48ac45 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:37.833866 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-527c7438-7d9a-414a-b4a1-6fcfe17d249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:37.835312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 74bac056-c4b2-4824-a387-7af3f1dc8de8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:37.835635 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.254641 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.285237 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-527c7438-7d9a-414a-b4a1-6fcfe17d249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.309010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e772ac77-b9f8-4b87-9b2c-88c8ed702858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.328336 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e772ac77-b9f8-4b87-9b2c-88c8ed702858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.384064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 74bac056-c4b2-4824-a387-7af3f1dc8de8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=74bac056-c4b2-4824-a387-7af3f1dc8de8,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:38.392605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772ac77-b9f8-4b87-9b2c-88c8ed702858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea17ee-2a87-4a30-b4d5-826b1e0de6ee,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:38.432616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-56710cdb-b879-4800-9205-67b5626b5467 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:38.435477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-56710cdb-b879-4800-9205-67b5626b5467 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.15 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 811 time: 0.4882793 Nov 03 16:05:38.460714 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.461551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8a9075f7-04b2-4ad7-960c-575a6b48ac45 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:38.487729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Request body: {'port': {'device_id': '5c367905-3379-46fe-bd38-738fcb8ec5a7', 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b', 'admin_state_up': True, 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:38.495434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-527c7438-7d9a-414a-b4a1-6fcfe17d249e None None] For port 8a9075f7-04b2-4ad7-960c-575a6b48ac45, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8a9075f7-04b2-4ad7-960c-575a6b48ac45,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:38.509550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e772ac77-b9f8-4b87-9b2c-88c8ed702858 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2d549bb385f3480e8d7bde590f2693be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7587657 Nov 03 16:05:38.516801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:38.523319 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.532209 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-527c7438-7d9a-414a-b4a1-6fcfe17d249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.537100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36592) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:38.580029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=74bac056-c4b2-4824-a387-7af3f1dc8de8,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:38.659264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c7438-7d9a-414a-b4a1-6fcfe17d249e None None] Pushing event updated for resources: {'Port': ['ID=8a9075f7-04b2-4ad7-960c-575a6b48ac45,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:38.718435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fea3df83-398a-45d3-aa53-e655434d5b5e None None] Provisioning complete for port 8a9075f7-04b2-4ad7-960c-575a6b48ac45 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:38.718953 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fea3df83-398a-45d3-aa53-e655434d5b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.721012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8a9075f7-04b2-4ad7-960c-575a6b48ac45 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:38.721784 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.760903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd9dad-cfa4-46ee-857b-8645f4a71af6 req-4f7a0c21-f91e-417c-bfda-743024ab2ac8 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:38.769973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80bd9dad-cfa4-46ee-857b-8645f4a71af6 req-4f7a0c21-f91e-417c-bfda-743024ab2ac8 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.4189389 Nov 03 16:05:38.841350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Made reservation on behalf of 70ec0020fa2b4033a14c49f69f041f80 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:38.851968 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.879574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753ad108-b8ee-40cc-8fba-1c08f26fc3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:38.890921 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80bd9dad-cfa4-46ee-857b-8645f4a71af6 req-ea365e33-0bab-44f5-8cc6-61615d011275 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198056 Nov 03 16:05:38.962797 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.032368 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-194fdd18-235e-4ba6-afa6-d5f916ec57bc req-89108778-67f2-47b1-91ff-20c265d44a36 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 210 time: 0.1473858 Nov 03 16:05:39.034047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 93541150-1510-4622-bcdd-1ad50a075ac4 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:05:39.074518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753ad108-b8ee-40cc-8fba-1c08f26fc3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.169464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5f16f64e-d527-43c8-bb5c-06f68d4ae7ed None None] Could not find standard attr ID for object 6fabc464-b4ae-4299-b422-fcc3167f8810. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:05:39.332217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Allocated IP 172.20.0.3 (b34e0168-7d8b-4d4c-a9e6-820953c51d9b/4317e5f1-963c-4a4c-a0e5-3bdd2e65f117/f528ea37-e40d-40ed-9bf6-d7297eaa703a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:39.334406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753ad108-b8ee-40cc-8fba-1c08f26fc3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.337614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753ad108-b8ee-40cc-8fba-1c08f26fc3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.338962 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-753ad108-b8ee-40cc-8fba-1c08f26fc3a8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/24ea17ee-2a87-4a30-b4d5-826b1e0de6ee HTTP/1.1" status: 204 len: 168 time: 0.7955768 Nov 03 16:05:39.395711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ad108-b8ee-40cc-8fba-1c08f26fc3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ea17ee-2a87-4a30-b4d5-826b1e0de6ee,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:39.425193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::53f2:702d:1fd4:7625 (5a216216-0ac1-4efa-9af0-360385577e09/733cf255-523f-47cb-9296-a03d0cb04f1c/93541150-1510-4622-bcdd-1ad50a075ac4) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:39.426716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 74bac056-c4b2-4824-a387-7af3f1dc8de8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:39.532222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 74bac056-c4b2-4824-a387-7af3f1dc8de8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:39.532442 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.563300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-84a09b73-37b7-4779-b64f-01464c518134 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:39.565035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-84a09b73-37b7-4779-b64f-01464c518134 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 804 time: 0.4889073 Nov 03 16:05:39.618511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-2c0b9cd7-acaa-43da-b54f-6174618c3924 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/quotas/87d8b8fde20d4d0c880a701faad3c291 HTTP/1.1" status: 200 len: 375 time: 0.0406945 Nov 03 16:05:39.629106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.646232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8a9075f7-04b2-4ad7-960c-575a6b48ac45 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:39.688449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:39.717243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-196ef769-b3a3-4ecf-b051-76ad324c78ed tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762377 Nov 03 16:05:39.750243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.758709 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.812007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.823511 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.846538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:39.850124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Network b34e0168-7d8b-4d4c-a9e6-820953c51d9b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:39.850285 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdd6ac9-84c2-4156-a6d3-995bd53e2c04" -d '{"events": [{"server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:39.851530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Pushing event updated for resources: {'Port': ['ID=f528ea37-e40d-40ed-9bf6-d7297eaa703a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:39.868658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:39.869832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:39.875301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8a9075f7-04b2-4ad7-960c-575a6b48ac45 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:39.875688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.878070 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.888580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:39.927238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:39.935090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:39.956902 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9823b786-a19b-4714-951e-9d843dcdb85a x-openstack-request-id: req-9823b786-a19b-4714-951e-9d843dcdb85a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:39.957228 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:39.958046 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9823b786-a19b-4714-951e-9d843dcdb85a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:39.958046 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6', 'code': 200} Nov 03 16:05:39.958774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:39.973159 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:39.976855 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:39.983308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-f07c9c3d-ac20-4eba-beba-031b2d5c14ef service neutron] 10.222.0.86 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651675 Nov 03 16:05:40.012171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:40.033725 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6473382 Nov 03 16:05:40.037315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36644) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:40.053474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-67c85808-9783-4544-b523-e4360aff22ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': '733cf255-523f-47cb-9296-a03d0cb04f1c', 'ip_address': '2001:db8::53f2:702d:1fd4:7625'}], 'name': 'tempest-NetworksTestDHCPv6-1020287415'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:40.065753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b7e39-f542-4bde-a2ef-79fbf635dcad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=93541150-1510-4622-bcdd-1ad50a075ac4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:40.159080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:40.159749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:40.229930 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-79944d8d-784d-4c08-9508-11e7ccb08267 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7755659 Nov 03 16:05:40.237919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-babbafbb-7893-478a-8b40-f5890009da4b service neutron] 10.222.0.86 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400100 Nov 03 16:05:40.292172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab255b-9e98-457f-9380-ad1fa94d5770 req-171d641a-ef0e-4967-b13e-2469e1c54cf7 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:40.299677 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31ab255b-9e98-457f-9380-ad1fa94d5770 req-171d641a-ef0e-4967-b13e-2469e1c54cf7 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.2064066 Nov 03 16:05:40.375776 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31ab255b-9e98-457f-9380-ad1fa94d5770 req-385cc38f-d8da-4545-a0c1-6f5c2ac90dfd tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694129 Nov 03 16:05:40.497924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c85808-9783-4544-b523-e4360aff22ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:40.510622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b6305c80-22ae-45f3-992e-93dfc9a1a5e6 None None] Provisioning complete for port 93541150-1510-4622-bcdd-1ad50a075ac4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:40.511144 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b6305c80-22ae-45f3-992e-93dfc9a1a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:40.514627 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-67c85808-9783-4544-b523-e4360aff22ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:40.526246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Request body: {'port': {'device_id': '5c367905-3379-46fe-bd38-738fcb8ec5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:40.565558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-67c85808-9783-4544-b523-e4360aff22ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port d777f3c8-cc85-4629-a77d-97e9e81a2fa0 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:05:40.604668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b6305c80-22ae-45f3-992e-93dfc9a1a5e6 None None] Port 93541150-1510-4622-bcdd-1ad50a075ac4 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:05:40.633881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6859e0bc-8711-4c51-b92e-2f1cd155b5b3 req-08492558-28c2-470d-9b41-1c4b83c719d6 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 210 time: 0.0475924 Nov 03 16:05:40.645726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-00c886f8-1a31-4fc0-a180-3311b341deff tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:40.648541 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-00c886f8-1a31-4fc0-a180-3311b341deff tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bc7ab69-5529-4cf0-a504-aa3e643fe8c1 HTTP/1.1" status: 200 len: 943 time: 0.2637517 Nov 03 16:05:40.773989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:40.782278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacffca0-585c-44b5-a81c-25167dfa7309 req-a36d2038-6803-48d8-8119-01880338b941 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:40.790156 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aacffca0-585c-44b5-a81c-25167dfa7309 req-a36d2038-6803-48d8-8119-01880338b941 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 931 time: 0.2070947 Nov 03 16:05:40.928424 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aacffca0-585c-44b5-a81c-25167dfa7309 req-e012adf0-c1b4-470e-b506-3e2738a774c6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298134 Nov 03 16:05:40.995428 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c85808-9783-4544-b523-e4360aff22ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 16:05:40.996541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c85808-9783-4544-b523-e4360aff22ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:05:41.026535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-67c85808-9783-4544-b523-e4360aff22ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9881349 Nov 03 16:05:41.029102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36716) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:41.130081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e75bc-6c9e-4b30-98e1-41b8c2b889cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:41.137288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e75bc-6c9e-4b30-98e1-41b8c2b889cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:41.139105 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d71e75bc-6c9e-4b30-98e1-41b8c2b889cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1044581 Nov 03 16:05:41.143535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36736) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:41.221887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Deleting port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:41.222679 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:41.291167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-49860ca8-ec3f-4a12-801c-880945dc1c96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 93541150-1510-4622-bcdd-1ad50a075ac4 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:41.291608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-49860ca8-ec3f-4a12-801c-880945dc1c96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:41.379719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] For port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:41.380112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:41.394347 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-49860ca8-ec3f-4a12-801c-880945dc1c96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:41.410408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-49860ca8-ec3f-4a12-801c-880945dc1c96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 93541150-1510-4622-bcdd-1ad50a075ac4 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:41.478908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Calling delete_port for 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:41.546039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f528ea37-e40d-40ed-9bf6-d7297eaa703a {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:05:41.649464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-49860ca8-ec3f-4a12-801c-880945dc1c96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:41.730068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36780) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:41.731757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49860ca8-ec3f-4a12-801c-880945dc1c96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=93541150-1510-4622-bcdd-1ad50a075ac4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:41.749887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-49860ca8-ec3f-4a12-801c-880945dc1c96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:41.754573 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-49860ca8-ec3f-4a12-801c-880945dc1c96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/93541150-1510-4622-bcdd-1ad50a075ac4 HTTP/1.1" status: 204 len: 168 time: 0.6098568 Nov 03 16:05:41.756783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36784) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:41.837160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7f17e-c57d-4dda-b709-8324dbfce1a5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:41.840061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7f17e-c57d-4dda-b709-8324dbfce1a5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:41.844401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-58e7f17e-c57d-4dda-b709-8324dbfce1a5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0838089 Nov 03 16:05:41.844731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36788) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:41.977879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e0210e7-ba26-44b4-9915-7359cf6b147e req-6130a65d-cf9f-4fb6-b717-e2c21037920a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 210 time: 0.1299522 Nov 03 16:05:42.039233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-71351287-00ff-45bd-96fe-b83d7d6a83e5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 733cf255-523f-47cb-9296-a03d0cb04f1c {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:42.065002 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-184e7581-4d32-4d09-abf5-7b83f896acd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.082479 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71351287-00ff-45bd-96fe-b83d7d6a83e5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.190406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71351287-00ff-45bd-96fe-b83d7d6a83e5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.209765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.237035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Transition to ACTIVE for port object f528ea37-e40d-40ed-9bf6-d7297eaa703a will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:05:42.254300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739e85c-b59a-4605-85b6-56a1b033d2f2 req-90b7977f-31dc-4695-81f6-1d1c1363ca84 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:42.255917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f739e85c-b59a-4605-85b6-56a1b033d2f2 req-90b7977f-31dc-4695-81f6-1d1c1363ca84 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.7580657 Nov 03 16:05:42.256528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.319473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-713fb8fd-ddc5-46e0-bbe0-1c2f93ec459c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:42.321032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-713fb8fd-ddc5-46e0-bbe0-1c2f93ec459c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 804 time: 0.4038615 Nov 03 16:05:42.349710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Request body: {'port': {'device_id': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'admin_state_up': True, 'tenant_id': '87d8b8fde20d4d0c880a701faad3c291'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:42.358247 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71351287-00ff-45bd-96fe-b83d7d6a83e5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.365394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f739e85c-b59a-4605-85b6-56a1b033d2f2 req-09d983b1-5bac-4730-8eda-dfa24409b630 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981777 Nov 03 16:05:42.374854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Pushing event updated for resources: {'Port': ['ID=f528ea37-e40d-40ed-9bf6-d7297eaa703a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:42.422674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6c5ff-fc87-48e3-aef1-551bede258d3 req-9195ad77-be24-403c-a075-d213fb83fd1a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:42.424212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cff6c5ff-fc87-48e3-aef1-551bede258d3 req-9195ad77-be24-403c-a075-d213fb83fd1a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 943 time: 0.2030616 Nov 03 16:05:42.448688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-184e7581-4d32-4d09-abf5-7b83f896acd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.486441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.500734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-184e7581-4d32-4d09-abf5-7b83f896acd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.519061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Attempting to bind port f528ea37-e40d-40ed-9bf6-d7297eaa703a on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:42.519304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Attempting to bind port f528ea37-e40d-40ed-9bf6-d7297eaa703a by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:42.519809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Attempting to bind port f528ea37-e40d-40ed-9bf6-d7297eaa703a on network b34e0168-7d8b-4d4c-a9e6-820953c51d9b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:42.523375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Pushing event deleted for resources: {'Port': ['ID=5b4bf5e4-792c-4d42-a2a3-11bedc3875e6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:42.532489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Port f528ea37-e40d-40ed-9bf6-d7297eaa703a on network b34e0168-7d8b-4d4c-a9e6-820953c51d9b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:05:42.532772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Attempting to bind port f528ea37-e40d-40ed-9bf6-d7297eaa703a on network b34e0168-7d8b-4d4c-a9e6-820953c51d9b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:42.554549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:42.555061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Checking segment: {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:42.555278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Bound using segment: {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:42.555707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Bound port: f528ea37-e40d-40ed-9bf6-d7297eaa703a, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:42.556111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.585029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] No DVR routers for this DVR port 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:42.589250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.593274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2140e21d-32c1-405c-8530-573d23b3cc74 req-20966220-d557-4aca-a713-92103f792349 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "DELETE /v2.0/ports/5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 HTTP/1.1" status: 204 len: 173 time: 1.9317415 Nov 03 16:05:42.593716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'name': 'network-vif-deleted', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:42.596172 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dce24da-ad59-4898-a6c1-eae9ceaaedf6" -d '{"events": [{"server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "name": "network-vif-deleted", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:42.601178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-184e7581-4d32-4d09-abf5-7b83f896acd4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d61b19aebbb04f6e99e02e0354089c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8610203 Nov 03 16:05:42.601945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e7581-4d32-4d09-abf5-7b83f896acd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404363b7-6c47-40da-bde9-6ff69ef0ccba,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:42.608019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36796) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:42.639833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cff6c5ff-fc87-48e3-aef1-551bede258d3 req-f49276ec-2d77-41cf-878a-4961e77fd9e1 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997185 Nov 03 16:05:42.668456 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71351287-00ff-45bd-96fe-b83d7d6a83e5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.719453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] For port f528ea37-e40d-40ed-9bf6-d7297eaa703a, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:42.729342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] For port f528ea37-e40d-40ed-9bf6-d7297eaa703a, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f528ea37-e40d-40ed-9bf6-d7297eaa703a,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:42.736622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.744302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71351287-00ff-45bd-96fe-b83d7d6a83e5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=733cf255-523f-47cb-9296-a03d0cb04f1c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:42.749102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d8ebe3-fa40-49a8-85ed-d0754f360055 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:42.755940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71351287-00ff-45bd-96fe-b83d7d6a83e5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.760492 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-71351287-00ff-45bd-96fe-b83d7d6a83e5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/733cf255-523f-47cb-9296-a03d0cb04f1c HTTP/1.1" status: 204 len: 168 time: 0.9148598 Nov 03 16:05:42.768996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36802) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:42.841082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ca6798fe-5e8b-4544-b621-a23b3894bd86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.853315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Pushing event updated for resources: {'Port': ['ID=f528ea37-e40d-40ed-9bf6-d7297eaa703a,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:42.880472 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ca6798fe-5e8b-4544-b621-a23b3894bd86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.900478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Made reservation on behalf of 87d8b8fde20d4d0c880a701faad3c291 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:42.900782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:42.901569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.903819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-f4d309f5-3525-460a-8e04-598c7e2c580b service neutron] 10.222.0.15 "PUT /v2.0/ports/f528ea37-e40d-40ed-9bf6-d7297eaa703a HTTP/1.1" status: 200 len: 1091 time: 2.6598606 Nov 03 16:05:42.906141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e5d5c2fe-856c-477f-bc86-379c0e6c0f3d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600011 Nov 03 16:05:42.910186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36804) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:42.914755 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:42.920136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:42.936352 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e09e67-ed3c-4b70-988c-17fe52f51ca6 x-openstack-request-id: req-f7e09e67-ed3c-4b70-988c-17fe52f51ca6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:42.936914 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc7ab69-5529-4cf0-a504-aa3e643fe8c1", "name": "network-vif-deleted", "tag": "5b4bf5e4-792c-4d42-a2a3-11bedc3875e6", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:42.937170 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7e09e67-ed3c-4b70-988c-17fe52f51ca6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:42.937631 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc7ab69-5529-4cf0-a504-aa3e643fe8c1', 'name': 'network-vif-deleted', 'tag': '5b4bf5e4-792c-4d42-a2a3-11bedc3875e6', 'status': 'completed', 'code': 200} Nov 03 16:05:43.065779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d63dec9-6076-4daa-b92a-273b73a2338c None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:05:43.066049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:43.069779 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.090770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ca6798fe-5e8b-4544-b621-a23b3894bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.094415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ca6798fe-5e8b-4544-b621-a23b3894bd86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.098304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ca6798fe-5e8b-4544-b621-a23b3894bd86 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/404363b7-6c47-40da-bde9-6ff69ef0ccba HTTP/1.1" status: 204 len: 168 time: 0.4843061 Nov 03 16:05:43.207434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6798fe-5e8b-4544-b621-a23b3894bd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404363b7-6c47-40da-bde9-6ff69ef0ccba,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:43.258548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6d63dec9-6076-4daa-b92a-273b73a2338c None None] Deleting port 8a9075f7-04b2-4ad7-960c-575a6b48ac45 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:43.258548 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d63dec9-6076-4daa-b92a-273b73a2338c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.331763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a115491-97e3-4aff-80f7-e440d3ddc00b req-183d0f1f-7bca-4d1f-ae5a-cdd1d7cfa315 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 210 time: 0.1480601 Nov 03 16:05:43.341323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-b1071b24-d8f0-408f-8cbd-847a03b76cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:43.343263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-b1071b24-d8f0-408f-8cbd-847a03b76cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 1094 time: 0.2899728 Nov 03 16:05:43.425987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Allocated IP 172.20.0.11 (520415ef-45fa-4133-9d3f-d0bbe03dee97/4543be02-569a-48d6-910c-234d6054c340/0a41aac1-2c74-43a6-9ad7-a0963899a05c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:43.438806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6d63dec9-6076-4daa-b92a-273b73a2338c None None] For port 8a9075f7-04b2-4ad7-960c-575a6b48ac45, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8a9075f7-04b2-4ad7-960c-575a6b48ac45,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:43.440205 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d63dec9-6076-4daa-b92a-273b73a2338c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.457085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-9f340bab-f0f7-435a-b649-241831b17e1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f528ea37-e40d-40ed-9bf6-d7297eaa703a HTTP/1.1" status: 200 len: 217 time: 0.0781689 Nov 03 16:05:43.466682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.475716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8a9075f7-04b2-4ad7-960c-575a6b48ac45 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:43.478496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6d63dec9-6076-4daa-b92a-273b73a2338c None None] Calling delete_port for 8a9075f7-04b2-4ad7-960c-575a6b48ac45 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:43.622141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-38a27097-aa50-47b6-a32d-720ee58d001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:43.623519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-38a27097-aa50-47b6-a32d-720ee58d001d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 HTTP/1.1" status: 200 len: 851 time: 0.1528318 Nov 03 16:05:43.628203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbcc73-fe57-43d1-8403-c20249e307ef req-22973209-5ace-489b-b6c0-3d5aa1b95075 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:43.638995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5bbbcc73-fe57-43d1-8403-c20249e307ef req-22973209-5ace-489b-b6c0-3d5aa1b95075 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1439602 Nov 03 16:05:43.644762 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.647936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:43.678290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:43.680706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d63dec9-6076-4daa-b92a-273b73a2338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.710803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:43.714688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-c13a343e-685d-4cb5-b6a1-8eacf573e45a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627072 Nov 03 16:05:43.716058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:43.716640 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.770176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:43.771203 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5b4bf5e4-792c-4d42-a2a3-11bedc3875e6 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:43.780532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=aea7bb34-9923-4d4e-acf1-730ae6a3673a,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:43.827786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-424717dd-2501-4468-97c1-51a4098c27ef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9143457 Nov 03 16:05:43.841816 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.845329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36828) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:43.849210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63dec9-6076-4daa-b92a-273b73a2338c None None] No DVR routers for this DVR port 8a9075f7-04b2-4ad7-960c-575a6b48ac45 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:43.852145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-450d8705-5f2a-4218-8050-89afb58aae97 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': 'aea7bb34-9923-4d4e-acf1-730ae6a3673a', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-525798905'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:43.858234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63dec9-6076-4daa-b92a-273b73a2338c None None] Pushing event deleted for resources: {'Port': ['ID=8a9075f7-04b2-4ad7-960c-575a6b48ac45,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:43.876758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719bf069-e9d0-4aab-871f-90d424d29a34 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:43.896263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:43.914881 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5bbbcc73-fe57-43d1-8403-c20249e307ef req-07a65b49-c125-4c87-9882-a6be5b8bb785 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687545 Nov 03 16:05:43.975925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa01c3-f29b-4bac-8527-b8b624366829 req-f5ada916-188f-4043-890b-e19814de4f9a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:43.977507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85aa01c3-f29b-4bac-8527-b8b624366829 req-f5ada916-188f-4043-890b-e19814de4f9a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 943 time: 0.1672935 Nov 03 16:05:44.034222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Network 520415ef-45fa-4133-9d3f-d0bbe03dee97 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:44.038168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:44.041827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-0b74763c-667f-4ac5-91b0-dad551912581 service neutron] 10.222.0.15 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191237 Nov 03 16:05:44.049219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:44.102229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Pushing event updated for resources: {'Port': ['ID=0a41aac1-2c74-43a6-9ad7-a0963899a05c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:44.131430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:44.132358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.154703 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-a736db20-70b3-4988-b805-f923c014b7b3 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8154159 Nov 03 16:05:44.172162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85aa01c3-f29b-4bac-8527-b8b624366829 req-fcb5889f-bf8f-4663-a692-01b903d81d68 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749692 Nov 03 16:05:44.198129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': 'aea7bb34-9923-4d4e-acf1-730ae6a3673a'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:05:44.200578 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.249672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450d8705-5f2a-4218-8050-89afb58aae97 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:44.330569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Request body: {'port': {'device_id': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:44.340446 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d24370-5724-40c7-92e1-53ef4c10e5dc req-542691ad-9515-4fe5-9346-f3f8d4e3d213 service neutron] 10.222.0.15 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750280 Nov 03 16:05:44.406266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-450d8705-5f2a-4218-8050-89afb58aae97 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.419546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.436056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-450d8705-5f2a-4218-8050-89afb58aae97 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port de8a67c4-8e73-4992-896e-7b69c905fa74 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:05:44.540855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/aea7bb34-9923-4d4e-acf1-730ae6a3673a/e83bcc9a-7551-434d-b8de-2993bf8fa6af) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:44.623098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8e9a0-17f6-4142-a68b-fc2ee16f6a0a req-54f3337e-ab6b-4ce1-9f5c-8e33feea8eeb tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:44.627357 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1d8e9a0-17f6-4142-a68b-fc2ee16f6a0a req-54f3337e-ab6b-4ce1-9f5c-8e33feea8eeb tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 932 time: 0.1084790 Nov 03 16:05:44.735877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a41aac1-2c74-43a6-9ad7-a0963899a05c {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:05:44.739601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1d8e9a0-17f6-4142-a68b-fc2ee16f6a0a req-400b4cc7-3780-42f1-91c0-f7377a1adabe tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073987 Nov 03 16:05:44.744132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.758358 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.759636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Transition to ACTIVE for port object 0a41aac1-2c74-43a6-9ad7-a0963899a05c will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:05:44.767414 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.769013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.772674 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-450d8705-5f2a-4218-8050-89afb58aae97 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:05:44.773411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450d8705-5f2a-4218-8050-89afb58aae97 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:05:44.802466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-450d8705-5f2a-4218-8050-89afb58aae97 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9547372 Nov 03 16:05:44.807144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36850) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:44.838445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:44.846282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Pushing event updated for resources: {'Port': ['ID=0a41aac1-2c74-43a6-9ad7-a0963899a05c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:44.853779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:44.863688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:44.867194 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Pushing event updated for resources: {'Port': ['ID=e83bcc9a-7551-434d-b8de-2993bf8fa6af,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:44.916039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b71857-4b6b-46cc-aa9a-4c472cb89141 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:44.922139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b3b71857-4b6b-46cc-aa9a-4c472cb89141 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1139424 Nov 03 16:05:44.922812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36854) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:44.930589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Attempting to bind port e83bcc9a-7551-434d-b8de-2993bf8fa6af on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:44.931220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Attempting to bind port e83bcc9a-7551-434d-b8de-2993bf8fa6af by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:44.932129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Attempting to bind port e83bcc9a-7551-434d-b8de-2993bf8fa6af on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:44.934582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Attempting to bind port 0a41aac1-2c74-43a6-9ad7-a0963899a05c on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:44.935001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Attempting to bind port 0a41aac1-2c74-43a6-9ad7-a0963899a05c by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:44.935407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Attempting to bind port 0a41aac1-2c74-43a6-9ad7-a0963899a05c on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:44.940134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Port 0a41aac1-2c74-43a6-9ad7-a0963899a05c on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:05:44.940411 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:44.940590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Attempting to bind port 0a41aac1-2c74-43a6-9ad7-a0963899a05c on network 520415ef-45fa-4133-9d3f-d0bbe03dee97 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:44.941771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:44.942647 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.943638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:44.944608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Bound port: e83bcc9a-7551-434d-b8de-2993bf8fa6af, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:44.945303 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:44.946415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:44.946758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Checking segment: {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:44.947242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Bound using segment: {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:44.947755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Bound port: 0a41aac1-2c74-43a6-9ad7-a0963899a05c, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59ec845-78a5-4645-b87d-d003fc902591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:44.948246 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:45.005661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c367905-3379-46fe-bd38-738fcb8ec5a7', 'tag': 'f528ea37-e40d-40ed-9bf6-d7297eaa703a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:45.013728 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6ce97e-347a-4f74-850c-228bc1b23d40" -d '{"events": [{"name": "network-changed", "server_uuid": "5c367905-3379-46fe-bd38-738fcb8ec5a7", "tag": "f528ea37-e40d-40ed-9bf6-d7297eaa703a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:45.046419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] For port 0a41aac1-2c74-43a6-9ad7-a0963899a05c, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:45.051899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] For port e83bcc9a-7551-434d-b8de-2993bf8fa6af, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:45.056788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] For port e83bcc9a-7551-434d-b8de-2993bf8fa6af, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e83bcc9a-7551-434d-b8de-2993bf8fa6af,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:45.059846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd0b049-c529-443e-a204-2740c40a5046 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.060201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] For port 0a41aac1-2c74-43a6-9ad7-a0963899a05c, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0a41aac1-2c74-43a6-9ad7-a0963899a05c,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:45.062039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd0b049-c529-443e-a204-2740c40a5046 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.066534 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4fd0b049-c529-443e-a204-2740c40a5046 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1401577 Nov 03 16:05:45.067203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36860) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:45.071922 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:45.083833 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8875df8-848b-48e3-ae79-ff64bb1606d0 x-openstack-request-id: req-c8875df8-848b-48e3-ae79-ff64bb1606d0 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:45.084182 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c367905-3379-46fe-bd38-738fcb8ec5a7", "tag": "f528ea37-e40d-40ed-9bf6-d7297eaa703a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:45.084444 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c8875df8-848b-48e3-ae79-ff64bb1606d0 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:45.084837 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c367905-3379-46fe-bd38-738fcb8ec5a7', 'tag': 'f528ea37-e40d-40ed-9bf6-d7297eaa703a', 'status': 'completed', 'code': 200} Nov 03 16:05:45.133852 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:45.241020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf9c418-992f-4844-beca-8c741b95b846 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet aea7bb34-9923-4d4e-acf1-730ae6a3673a {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:45.243081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631acb6e-c55f-4968-bc2f-f2762eec927f None None] Pushing event updated for resources: {'Port': ['ID=e83bcc9a-7551-434d-b8de-2993bf8fa6af,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:45.251528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c418-992f-4844-beca-8c741b95b846 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:45.299390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Pushing event updated for resources: {'Port': ['ID=0a41aac1-2c74-43a6-9ad7-a0963899a05c,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:45.302571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.303196 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:45.304623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-177d7340-5e82-4a05-ad0e-62885c34121e service neutron] 10.222.0.70 "PUT /v2.0/ports/0a41aac1-2c74-43a6-9ad7-a0963899a05c HTTP/1.1" status: 200 len: 1092 time: 1.1418509 Nov 03 16:05:45.309879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'tag': '0a41aac1-2c74-43a6-9ad7-a0963899a05c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:45.312621 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09ce1bd-1abf-493d-8f42-712e12909bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ece9d4-0968-42c1-8b47-8862f54de752", "tag": "0a41aac1-2c74-43a6-9ad7-a0963899a05c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:45.331046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d59b8-eb59-409b-82a9-be417ef93fcc req-92fe3eb4-2466-45c4-b51d-10fe21edf117 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.339188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-141d59b8-eb59-409b-82a9-be417ef93fcc req-92fe3eb4-2466-45c4-b51d-10fe21edf117 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.2867448 Nov 03 16:05:45.376878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-b9695330-4eae-4829-949b-03474906a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.379022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-b9695330-4eae-4829-949b-03474906a465 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 1094 time: 0.2428863 Nov 03 16:05:45.391261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c418-992f-4844-beca-8c741b95b846 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:45.472345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-141d59b8-eb59-409b-82a9-be417ef93fcc req-6be5c7b2-92d7-494e-a9de-070393c28359 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317139 Nov 03 16:05:45.479329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-6c08fb15-4cc0-4e1f-b9c8-9e259e6e7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.481699 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-6c08fb15-4cc0-4e1f-b9c8-9e259e6e7b69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 1095 time: 0.1095815 Nov 03 16:05:45.492690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c762e-f99c-42e8-9de8-4920b20f8d92 req-ee7b2439-2191-47ed-b3d0-bef76e3a405e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.505853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-681c762e-f99c-42e8-9de8-4920b20f8d92 req-ee7b2439-2191-47ed-b3d0-bef76e3a405e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 943 time: 0.2212708 Nov 03 16:05:45.551676 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-dd7c65c3-c8f2-485f-8872-16fa7f379793 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a41aac1-2c74-43a6-9ad7-a0963899a05c HTTP/1.1" status: 200 len: 217 time: 0.0621891 Nov 03 16:05:45.618240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-1591dee7-cebc-4c62-9d40-e532cf9c08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.620977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-1591dee7-cebc-4c62-9d40-e532cf9c08a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4543be02-569a-48d6-910c-234d6054c340 HTTP/1.1" status: 200 len: 844 time: 0.0595856 Nov 03 16:05:45.707846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c418-992f-4844-beca-8c741b95b846 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:45.721424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-681c762e-f99c-42e8-9de8-4920b20f8d92 req-02bc43c2-7a3c-4eab-ab04-c83aa2dcb88f tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189953 Nov 03 16:05:45.747423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-da6c2665-11fa-49db-bb71-407ddde1edc9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=520415ef-45fa-4133-9d3f-d0bbe03dee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198938 Nov 03 16:05:45.788920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-5849a65f-380f-4e21-a6ab-6971f46f0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.790437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-5849a65f-380f-4e21-a6ab-6971f46f0751 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 912 time: 0.3953812 Nov 03 16:05:45.862169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-e807ebce-5ff6-4d78-92ec-f5bafc18ecca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f528ea37-e40d-40ed-9bf6-d7297eaa703a HTTP/1.1" status: 200 len: 217 time: 0.0607626 Nov 03 16:05:45.932278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-9dd49d28-a879-475e-ade5-986e72e31bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:45.936837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-9dd49d28-a879-475e-ade5-986e72e31bf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 HTTP/1.1" status: 200 len: 851 time: 0.0673833 Nov 03 16:05:45.956332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-33b6b013-dba1-401a-870d-adf20447c12d service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009823 Nov 03 16:05:45.989151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-2a851e5b-78f9-4305-8c96-797095e5c909 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445611 Nov 03 16:05:45.989872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c418-992f-4844-beca-8c741b95b846 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:46.053661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9c418-992f-4844-beca-8c741b95b846 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=aea7bb34-9923-4d4e-acf1-730ae6a3673a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:46.063547 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aca2a5-c939-4190-a956-9b5772242a86 x-openstack-request-id: req-a0aca2a5-c939-4190-a956-9b5772242a86 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:46.063908 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ece9d4-0968-42c1-8b47-8862f54de752", "tag": "0a41aac1-2c74-43a6-9ad7-a0963899a05c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:46.064234 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a0aca2a5-c939-4190-a956-9b5772242a86 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:46.064699 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'tag': '0a41aac1-2c74-43a6-9ad7-a0963899a05c', 'status': 'completed', 'code': 200} Nov 03 16:05:46.091572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c418-992f-4844-beca-8c741b95b846 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:46.097156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5bf9c418-992f-4844-beca-8c741b95b846 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/aea7bb34-9923-4d4e-acf1-730ae6a3673a HTTP/1.1" status: 204 len: 168 time: 1.0265653 Nov 03 16:05:46.097555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36892) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:46.156191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-02eaf859-ec7a-4574-b6f1-bf6cd4b72049 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534973 Nov 03 16:05:46.158987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36894) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:46.165888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:46.170679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66f420e2-3e43-4ab8-b06f-220e5cc2a20f req-04fb58aa-68a1-4bb1-8aad-34320852dcbe service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065318 Nov 03 16:05:46.190850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf38ddb-7f8a-4cb2-b922-11f9b8ca0fce req-1c315230-9d3e-45f9-a855-595066604788 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:46.203385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0bf38ddb-7f8a-4cb2-b922-11f9b8ca0fce req-1c315230-9d3e-45f9-a855-595066604788 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 944 time: 0.1636608 Nov 03 16:05:46.316728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-da8d6ef1-37a4-40b3-9007-8aa8e50a3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:46.318755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-da8d6ef1-37a4-40b3-9007-8aa8e50a3248 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87d8b8fde20d4d0c880a701faad3c291&device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 1095 time: 0.0873806 Nov 03 16:05:46.330750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-2df68897-4cdf-4acc-a38f-ffcf4551884e service neutron] 10.222.0.15 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336182 Nov 03 16:05:46.399605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0bf38ddb-7f8a-4cb2-b922-11f9b8ca0fce req-b78df503-b206-48bd-a8b9-d9d67aaa5495 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949546 Nov 03 16:05:46.462819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:46.467216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:46.494517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-10852be1-3b32-4bac-bfad-f4d3704e7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:46.497586 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-10852be1-3b32-4bac-bfad-f4d3704e7e2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 200 len: 905 time: 0.1638484 Nov 03 16:05:46.592845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce97e-347a-4f74-850c-228bc1b23d40 req-62c1f16e-f495-4e9f-a922-989102bbbd85 service neutron] 10.222.0.15 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534115 Nov 03 16:05:46.652721 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-a2d22f0b-98b0-40dc-ba98-cb9d6f9ea009 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a41aac1-2c74-43a6-9ad7-a0963899a05c HTTP/1.1" status: 200 len: 217 time: 0.1469111 Nov 03 16:05:46.731390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-5268286a-86f9-49e3-8336-ab1911a195c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:46.732989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-5268286a-86f9-49e3-8336-ab1911a195c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4543be02-569a-48d6-910c-234d6054c340 HTTP/1.1" status: 200 len: 844 time: 0.0698249 Nov 03 16:05:46.743655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693d4f-159c-49e8-9064-1111315ef705 req-d007980f-a5f9-427f-8b36-1dae857bc382 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:46.745015 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-41693d4f-159c-49e8-9064-1111315ef705 req-d007980f-a5f9-427f-8b36-1dae857bc382 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1383691 Nov 03 16:05:46.772757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-3573e657-cac3-40b6-8067-9ec7fc99d071 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=520415ef-45fa-4133-9d3f-d0bbe03dee97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261064 Nov 03 16:05:46.781817 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:46.853728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650dddaf-962b-438a-952e-e538c8766dc9 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:46.900259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:46.904580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-41693d4f-159c-49e8-9064-1111315ef705 req-e0563e3e-d1d7-49ee-9bb1-677725eeb796 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269565 Nov 03 16:05:46.923829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:46.931042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:46.932437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:46.955133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=5b1e8c26-4b93-4d94-8ffa-914e098e7168,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:46.972774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-874c53e8-c587-42b6-a627-ae6bdb4ae26c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8124044 Nov 03 16:05:46.976667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36914) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:46.983248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0d610044-6314-4f4e-8324-511524e18d2e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-699027828', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:46.984638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-61f3abd1-5fb4-4778-9307-c182cbd4080f service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034545 Nov 03 16:05:47.004519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a68239-4473-4bfb-b3cd-ab523fdf6785 req-2f939e42-e873-41c5-95f0-ef4674917470 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:47.006198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16a68239-4473-4bfb-b3cd-ab523fdf6785 req-2f939e42-e873-41c5-95f0-ef4674917470 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 943 time: 0.1375561 Nov 03 16:05:47.043448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d610044-6314-4f4e-8324-511524e18d2e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:47.045218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d610044-6314-4f4e-8324-511524e18d2e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:47.106513 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16a68239-4473-4bfb-b3cd-ab523fdf6785 req-0ed802b2-653c-4e25-8602-627c703ff1f0 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912285 Nov 03 16:05:47.141841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d610044-6314-4f4e-8324-511524e18d2e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:47.147611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d610044-6314-4f4e-8324-511524e18d2e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:47.171710 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d610044-6314-4f4e-8324-511524e18d2e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:47.175041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0d610044-6314-4f4e-8324-511524e18d2e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1973081 Nov 03 16:05:47.178212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36918) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:47.227276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d09ce1bd-1abf-493d-8f42-712e12909bc8 req-01c54e65-7fc4-4a4a-a17f-68bc4be952ee service neutron] 10.222.0.70 "GET /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338669 Nov 03 16:05:47.312132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f528ea37-e40d-40ed-9bf6-d7297eaa703a details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:05:47.360177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e4e2f587-b1ea-4414-a550-e2f9d3151cb7 None None] Provisioning complete for port e83bcc9a-7551-434d-b8de-2993bf8fa6af triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:47.360791 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f587-b1ea-4414-a550-e2f9d3151cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:47.469280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e83bcc9a-7551-434d-b8de-2993bf8fa6af up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:47.489291 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:05:47.526404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-d7690fc3-47aa-4cfa-bbce-06fedc3b667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:47.529646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-d7690fc3-47aa-4cfa-bbce-06fedc3b667d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 1097 time: 0.1167295 Nov 03 16:05:47.693465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b1f2e-039d-4e9c-8c2d-8995930ac50b req-e9fd31a2-5e06-40fc-bf8c-45835a7f7b46 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:47.702364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b2b1f2e-039d-4e9c-8c2d-8995930ac50b req-e9fd31a2-5e06-40fc-bf8c-45835a7f7b46 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 944 time: 0.0821090 Nov 03 16:05:47.721423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96670bee-ab75-4a4b-abbd-6f950ddea6a3 req-c6786345-3784-4dee-9fd9-8924ddf52e6c tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:47.723476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96670bee-ab75-4a4b-abbd-6f950ddea6a3 req-c6786345-3784-4dee-9fd9-8924ddf52e6c tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.2479925 Nov 03 16:05:47.742459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36930) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:47.746826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-99c47a69-60a0-44af-98dc-8656471aa81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:47.748615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-99c47a69-60a0-44af-98dc-8656471aa81d service neutron] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 912 time: 0.2104678 Nov 03 16:05:47.786335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f528ea37-e40d-40ed-9bf6-d7297eaa703a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f528ea37-e40d-40ed-9bf6-d7297eaa703a,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:47.798174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e83bcc9a-7551-434d-b8de-2993bf8fa6af triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:47.798546 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:47.841313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'f528ea37-e40d-40ed-9bf6-d7297eaa703a', 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b', 'port_id': 'f528ea37-e40d-40ed-9bf6-d7297eaa703a', 'mac_address': 'fa:16:3e:c9:bd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4317e5f1-963c-4a4c-a0e5-3bdd2e65f117', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:05:47.845866 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f587-b1ea-4414-a550-e2f9d3151cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:47.867597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96670bee-ab75-4a4b-abbd-6f950ddea6a3 req-cb42bd1d-ab88-4f91-82b0-e098fc461020 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328356 Nov 03 16:05:47.908056 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:47.946184 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e4e2f587-b1ea-4414-a550-e2f9d3151cb7 None None] For port e83bcc9a-7551-434d-b8de-2993bf8fa6af, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e83bcc9a-7551-434d-b8de-2993bf8fa6af,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:47.962964 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f587-b1ea-4414-a550-e2f9d3151cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.031311 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.079195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f528ea37-e40d-40ed-9bf6-d7297eaa703a {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:05:48.090622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4273584d-da24-4fae-b0cf-618a833fce8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.096573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2f587-b1ea-4414-a550-e2f9d3151cb7 None None] Pushing event updated for resources: {'Port': ['ID=e83bcc9a-7551-434d-b8de-2993bf8fa6af,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:48.129180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f528ea37-e40d-40ed-9bf6-d7297eaa703a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f528ea37-e40d-40ed-9bf6-d7297eaa703a,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:48.139594 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.241412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f528ea37-e40d-40ed-9bf6-d7297eaa703a,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:48.296230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b2b1f2e-039d-4e9c-8c2d-8995930ac50b req-859005b3-ac5e-4c2d-b00e-76a7034bae09 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929849 Nov 03 16:05:48.296764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2e6ba-c9e8-4c0b-a479-300a78f8e0a6 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:48.336707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-b85fdb3f-0c92-4d1b-880b-38b8203e321f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a4c004-1e41-4c1e-a539-3377eb357166 HTTP/1.1" status: 200 len: 1002 time: 0.5790908 Nov 03 16:05:48.414816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8d11ee8c-8098-4c28-a542-fad0d753f69c None None] Provisioning complete for port e83bcc9a-7551-434d-b8de-2993bf8fa6af triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:48.414816 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d11ee8c-8098-4c28-a542-fad0d753f69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.432224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-1ff25201-3bf6-4851-9127-f8a6a11d358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:48.434896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-1ff25201-3bf6-4851-9127-f8a6a11d358b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.0905521 Nov 03 16:05:48.439014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d4bdd-2dfe-4796-abcc-8d8439d5909f req-0d66b093-c5a2-4fc4-a534-38ce2f4f2e0b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:48.440853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e3d4bdd-2dfe-4796-abcc-8d8439d5909f req-0d66b093-c5a2-4fc4-a534-38ce2f4f2e0b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 944 time: 0.1765840 Nov 03 16:05:48.450900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4273584d-da24-4fae-b0cf-618a833fce8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.478118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4273584d-da24-4fae-b0cf-618a833fce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.526326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-b6b9e88d-25e4-4a5b-ba7d-d3770a77c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:48.530644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-b6b9e88d-25e4-4a5b-ba7d-d3770a77c5ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818641 Nov 03 16:05:48.592811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f528ea37-e40d-40ed-9bf6-d7297eaa703a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:05:48.604062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e3d4bdd-2dfe-4796-abcc-8d8439d5909f req-a16e439d-43fd-47f6-8d01-a4f2d472b2d1 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522110 Nov 03 16:05:48.609063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4273584d-da24-4fae-b0cf-618a833fce8d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f4eb9fbad75a406095c7077c45b76fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8555171 Nov 03 16:05:48.614050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273584d-da24-4fae-b0cf-618a833fce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe32db3-fe67-4414-88e2-0a2fbd89ee94,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:48.619334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36942) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:48.627731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::1 (5a216216-0ac1-4efa-9af0-360385577e09/5b1e8c26-4b93-4d94-8ffa-914e098e7168/b1be02af-a6e4-49c2-9948-1c736208e27f) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:48.727912 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-dd1b252e-e493-42b5-9696-8c0d07442d4e service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912963 Nov 03 16:05:48.816106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef96c8e1-a806-4721-a0b4-78538b9d2ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.866064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bd939ef-a2ba-4d86-bc2a-3a5b039ecca0 req-710f9a10-fb24-4a14-9511-54461cad71c7 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311145 Nov 03 16:05:48.868991 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.875321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef96c8e1-a806-4721-a0b4-78538b9d2ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.952779 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.988448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef96c8e1-a806-4721-a0b4-78538b9d2ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.990991 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef96c8e1-a806-4721-a0b4-78538b9d2ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:48.992877 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ef96c8e1-a806-4721-a0b4-78538b9d2ca8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bbe32db3-fe67-4414-88e2-0a2fbd89ee94 HTTP/1.1" status: 204 len: 168 time: 0.3714094 Nov 03 16:05:49.008268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c8e1-a806-4721-a0b4-78538b9d2ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe32db3-fe67-4414-88e2-0a2fbd89ee94,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:49.015750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a3c57-3adf-48f5-89c7-ae1582233c06 req-5f8ca3fb-af91-449f-9aab-69a3282a139a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:49.019273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:49.023263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:49.023429 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa9a3c57-3adf-48f5-89c7-ae1582233c06 req-5f8ca3fb-af91-449f-9aab-69a3282a139a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.0615993 Nov 03 16:05:49.028768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:49.029496 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:49.033787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=b1be02af-a6e4-49c2-9948-1c736208e27f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:49.037089 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f056a84a-6ee8-457e-8564-80a6c6069c0e None None] Provisioning complete for port e83bcc9a-7551-434d-b8de-2993bf8fa6af triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:49.038805 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f056a84a-6ee8-457e-8564-80a6c6069c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:49.086141 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa9a3c57-3adf-48f5-89c7-ae1582233c06 req-484c20a5-6ef3-4c3c-927e-258a824d2275 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619085 Nov 03 16:05:49.192353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:49.361076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e83bcc9a-7551-434d-b8de-2993bf8fa6af up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:49.444170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b3e5f2ce-9a88-4e44-8f27-cf46fdbd201a None None] Provisioning complete for port b1be02af-a6e4-49c2-9948-1c736208e27f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:49.444560 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f2ce-9a88-4e44-8f27-cf46fdbd201a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:49.504395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7575a8-570f-4c23-9f08-8ddd516a4701 req-1af4f23f-51b5-4724-a39c-af576b1e3e0c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:49.507529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5f2ce-9a88-4e44-8f27-cf46fdbd201a None None] Port b1be02af-a6e4-49c2-9948-1c736208e27f cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:05:49.512046 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e83bcc9a-7551-434d-b8de-2993bf8fa6af triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:49.512484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:49.517467 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f7575a8-570f-4c23-9f08-8ddd516a4701 req-1af4f23f-51b5-4724-a39c-af576b1e3e0c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 944 time: 0.1356051 Nov 03 16:05:49.601207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f7575a8-570f-4c23-9f08-8ddd516a4701 req-3bbb1625-f064-4097-b79d-c7adcc521b08 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814795 Nov 03 16:05:49.668873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36960) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:49.718438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0a41aac1-2c74-43a6-9ad7-a0963899a05c details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:05:49.789273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b755-b580-47a0-abe8-a8ae5fc8adf3 req-0e109950-1570-4a3c-99c7-741e8b109fe9 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:49.792077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11d2b755-b580-47a0-abe8-a8ae5fc8adf3 req-0e109950-1570-4a3c-99c7-741e8b109fe9 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 944 time: 0.0618598 Nov 03 16:05:49.854843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11d2b755-b580-47a0-abe8-a8ae5fc8adf3 req-6648d363-55a7-41d2-83ea-8e20369ff89a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562611 Nov 03 16:05:49.880613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0a41aac1-2c74-43a6-9ad7-a0963899a05c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0a41aac1-2c74-43a6-9ad7-a0963899a05c,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:49.895800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '0a41aac1-2c74-43a6-9ad7-a0963899a05c', 'network_id': '520415ef-45fa-4133-9d3f-d0bbe03dee97', 'port_id': '0a41aac1-2c74-43a6-9ad7-a0963899a05c', 'mac_address': 'fa:16:3e:66:82:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543be02-569a-48d6-910c-234d6054c340', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:05:49.941631 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:49.959589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a41aac1-2c74-43a6-9ad7-a0963899a05c {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:05:49.989120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0a41aac1-2c74-43a6-9ad7-a0963899a05c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0a41aac1-2c74-43a6-9ad7-a0963899a05c,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:49.994311 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.046387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0a41aac1-2c74-43a6-9ad7-a0963899a05c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:50.057605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd256406-e733-4952-a733-9919ae6b1788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.113544 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.123034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.123818 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.221872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0a41aac1-2c74-43a6-9ad7-a0963899a05c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:05:50.281638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=b1be02af-a6e4-49c2-9948-1c736208e27f,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:50.311005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd256406-e733-4952-a733-9919ae6b1788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.321673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd256406-e733-4952-a733-9919ae6b1788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.344375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b608c8-4287-4a2e-b6cb-88dc1b2ef49d req-34402a50-05bc-4d3c-84bc-5500296e7bc5 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:50.348109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93b608c8-4287-4a2e-b6cb-88dc1b2ef49d req-34402a50-05bc-4d3c-84bc-5500296e7bc5 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1776631 Nov 03 16:05:50.432320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:50.444831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36966) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:50.445077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dd256406-e733-4952-a733-9919ae6b1788 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a200bd859904748969175c7a58ea06b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7747221 Nov 03 16:05:50.452643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:50.456587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd256406-e733-4952-a733-9919ae6b1788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f39dae7-75f7-42ba-b5c7-c7a189393cde,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:50.514343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93b608c8-4287-4a2e-b6cb-88dc1b2ef49d req-c7f93642-cd97-4725-b9c7-bbf3487ae917 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405506 Nov 03 16:05:50.549831 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-191e71e8-0b19-4b78-bc61-8f2c3270cf36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.578148 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-191e71e8-0b19-4b78-bc61-8f2c3270cf36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.622520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Router 89ce99cb-280e-40da-8cae-3fba40409ced is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:05:50.643176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-191e71e8-0b19-4b78-bc61-8f2c3270cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.647822 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-191e71e8-0b19-4b78-bc61-8f2c3270cf36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.653255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-191e71e8-0b19-4b78-bc61-8f2c3270cf36 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f39dae7-75f7-42ba-b5c7-c7a189393cde HTTP/1.1" status: 204 len: 168 time: 0.2027459 Nov 03 16:05:50.664614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e71e8-0b19-4b78-bc61-8f2c3270cf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f39dae7-75f7-42ba-b5c7-c7a189393cde,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:50.774525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:05:50.782303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-efe77e1c-bbca-46ed-8932-574f85cfc0da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "PUT /v2.0/routers/89ce99cb-280e-40da-8cae-3fba40409ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6028798 Nov 03 16:05:50.785429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36978) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:50.787989 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Sync routers for ids ['89ce99cb-280e-40da-8cae-3fba40409ced'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:05:50.808376 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Routers {'89ce99cb-280e-40da-8cae-3fba40409ced'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:05:50.810902 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['89ce99cb-280e-40da-8cae-3fba40409ced'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:50.850704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-241386eb-01ba-482c-bece-9c8b41020b88 None None] Provisioning complete for port b1be02af-a6e4-49c2-9948-1c736208e27f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:50.858079 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-241386eb-01ba-482c-bece-9c8b41020b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:50.861375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e487cfd-5e4c-4366-8b9c-86950c737f05 req-bf52565d-20aa-409b-8779-f66455029e43 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:50.874421 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e487cfd-5e4c-4366-8b9c-86950c737f05 req-bf52565d-20aa-409b-8779-f66455029e43 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 945 time: 0.1411932 Nov 03 16:05:50.914665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d601c-0cc7-46fd-9e0f-0b5b75ac9bdf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:50.919676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a43d601c-0cc7-46fd-9e0f-0b5b75ac9bdf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports/b1be02af-a6e4-49c2-9948-1c736208e27f HTTP/1.1" status: 200 len: 911 time: 0.1330504 Nov 03 16:05:50.922671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36982) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:50.966748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e487cfd-5e4c-4366-8b9c-86950c737f05 req-637ec650-4be7-448b-b613-cef09ee6456d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901251 Nov 03 16:05:50.970250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-241386eb-01ba-482c-bece-9c8b41020b88 None None] Port b1be02af-a6e4-49c2-9948-1c736208e27f cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:05:51.030909 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Set router 89ce99cb-280e-40da-8cae-3fba40409ced gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:05:51.055476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c3c2f-310a-4b35-8eb2-7f103d828fd3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:51.062452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c3c2f-310a-4b35-8eb2-7f103d828fd3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:51.066684 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b43c3c2f-310a-4b35-8eb2-7f103d828fd3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1403553 Nov 03 16:05:51.066859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36986) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:51.084887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5998a-55b3-4efe-abc4-2edaaec2f92c req-46661a1d-5025-4210-ba90-d6548bfd59e5 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:51.094415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-74e5998a-55b3-4efe-abc4-2edaaec2f92c req-46661a1d-5025-4210-ba90-d6548bfd59e5 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 944 time: 0.1001172 Nov 03 16:05:51.225630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f528ea37-e40d-40ed-9bf6-d7297eaa703a up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:51.234332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-74e5998a-55b3-4efe-abc4-2edaaec2f92c req-ae6f5017-9dad-4b27-b9b5-a2706273ab61 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407936 Nov 03 16:05:51.316960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port f528ea37-e40d-40ed-9bf6-d7297eaa703a completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:05:51.317201 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ce99cb-280e-40da-8cae-3fba40409ced', 'name': 'tempest-NetworksTestDHCPv6-router-699027828', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:47Z', 'updated_at': '2021-11-03T16:05:49Z', 'revision_number': 2, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'gw_port_host': None, '_interfaces': [{'id': 'b1be02af-a6e4-49c2-9948-1c736208e27f', 'name': '', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'mac_address': 'fa:16:3e:5b:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ce99cb-280e-40da-8cae-3fba40409ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5b1e8c26-4b93-4d94-8ffa-914e098e7168', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:48Z', 'updated_at': '2021-11-03T16:05:49Z', 'revision_number': 2, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'subnets': [{'id': '5b1e8c26-4b93-4d94-8ffa-914e098e7168', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:51.325687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port f528ea37-e40d-40ed-9bf6-d7297eaa703a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:51.328083 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:51.350100 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Checking router: 89ce99cb-280e-40da-8cae-3fba40409ced for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:05:51.350746 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Updating router 89ce99cb-280e-40da-8cae-3fba40409ced port b1be02af-a6e4-49c2-9948-1c736208e27f binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:05:51.405202 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:51.537960 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:51.600491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c367905-3379-46fe-bd38-738fcb8ec5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f528ea37-e40d-40ed-9bf6-d7297eaa703a'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:51.604118 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b6338c-2230-462e-9a9d-854e50d21851" -d '{"events": [{"server_uuid": "5c367905-3379-46fe-bd38-738fcb8ec5a7", "name": "network-vif-plugged", "status": "completed", "tag": "f528ea37-e40d-40ed-9bf6-d7297eaa703a"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:51.642571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f528ea37-e40d-40ed-9bf6-d7297eaa703a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f528ea37-e40d-40ed-9bf6-d7297eaa703a,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:51.660892 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:51.724110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f528ea37-e40d-40ed-9bf6-d7297eaa703a,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:51.733446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:51.748950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0a41aac1-2c74-43a6-9ad7-a0963899a05c up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:51.829420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 0a41aac1-2c74-43a6-9ad7-a0963899a05c completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:05:51.835630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 0a41aac1-2c74-43a6-9ad7-a0963899a05c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:51.836003 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:51.842945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:51.955836 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:51.966780 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.042109 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.072202 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1edfc48-04fa-476e-9e18-f79b6be18c00 x-openstack-request-id: req-f1edfc48-04fa-476e-9e18-f79b6be18c00 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:52.072648 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c367905-3379-46fe-bd38-738fcb8ec5a7", "name": "network-vif-plugged", "status": "completed", "tag": "f528ea37-e40d-40ed-9bf6-d7297eaa703a", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:52.072921 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f1edfc48-04fa-476e-9e18-f79b6be18c00 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:52.074105 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c367905-3379-46fe-bd38-738fcb8ec5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f528ea37-e40d-40ed-9bf6-d7297eaa703a', 'code': 200} Nov 03 16:05:52.089061 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571dcc1-6560-4f46-9d8f-90bab66e3e38 None None] Pushing event updated for resources: {'Port': ['ID=b1be02af-a6e4-49c2-9948-1c736208e27f,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:52.131754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0a41aac1-2c74-43a6-9ad7-a0963899a05c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0a41aac1-2c74-43a6-9ad7-a0963899a05c,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:52.139638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.246261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0a41aac1-2c74-43a6-9ad7-a0963899a05c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:52.258131 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Attempting to bind port b1be02af-a6e4-49c2-9948-1c736208e27f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:52.260419 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Attempting to bind port b1be02af-a6e4-49c2-9948-1c736208e27f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:52.261471 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Attempting to bind port b1be02af-a6e4-49c2-9948-1c736208e27f on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:52.277436 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:52.278271 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:52.279906 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.280306 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:52.280803 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Bound port: b1be02af-a6e4-49c2-9948-1c736208e27f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:52.281202 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.428181 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] For port b1be02af-a6e4-49c2-9948-1c736208e27f, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:52.434021 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] For port b1be02af-a6e4-49c2-9948-1c736208e27f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b1be02af-a6e4-49c2-9948-1c736208e27f,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:52.442111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd30304-0a8b-49bc-a541-f177ce5c7321 req-4bfae17f-13c0-4757-a6e5-5f8a209e6e21 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:52.443291 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.451680 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fd30304-0a8b-49bc-a541-f177ce5c7321 req-4bfae17f-13c0-4757-a6e5-5f8a209e6e21 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1128626 Nov 03 16:05:52.471821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e778060-0a79-4590-b3db-2eb6417f49be req-6395658f-cb14-42bf-a769-d49516efcedd tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:52.487830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e778060-0a79-4590-b3db-2eb6417f49be req-6395658f-cb14-42bf-a769-d49516efcedd tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.2942269 Nov 03 16:05:52.520160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9bae8946-51e6-4092-982c-2c72209c6602 None None] Provisioning complete for port b1be02af-a6e4-49c2-9948-1c736208e27f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:52.520713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9bae8946-51e6-4092-982c-2c72209c6602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.521799 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571dcc1-6560-4f46-9d8f-90bab66e3e38 None None] Pushing event updated for resources: {'Port': ['ID=b1be02af-a6e4-49c2-9948-1c736208e27f,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:52.559520 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Routers {'89ce99cb-280e-40da-8cae-3fba40409ced'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:05:52.560472 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['89ce99cb-280e-40da-8cae-3fba40409ced'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:52.561382 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fd30304-0a8b-49bc-a541-f177ce5c7321 req-79f4be42-3368-48fe-9c75-2d0ec4ef667f tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087358 Nov 03 16:05:52.585674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820c585-a30c-420b-947a-c3eea3815075 req-64f6a99e-968b-4942-b791-6a3964a3cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:52.587212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4820c585-a30c-420b-947a-c3eea3815075 req-64f6a99e-968b-4942-b791-6a3964a3cfc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 1096 time: 0.3949285 Nov 03 16:05:52.662647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e778060-0a79-4590-b3db-2eb6417f49be req-28b887e3-f53d-4ef1-947e-a051408c4d2c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662941 Nov 03 16:05:52.714934 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] Set router 89ce99cb-280e-40da-8cae-3fba40409ced gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:05:52.737803 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4820c585-a30c-420b-947a-c3eea3815075 req-dcdf5fd8-aad6-4904-93e6-c39f3a28833c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375303 Nov 03 16:05:52.745020 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9bae8946-51e6-4092-982c-2c72209c6602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.748148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port b1be02af-a6e4-49c2-9948-1c736208e27f {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:52.748732 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.864562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9bae8946-51e6-4092-982c-2c72209c6602 None None] For port b1be02af-a6e4-49c2-9948-1c736208e27f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b1be02af-a6e4-49c2-9948-1c736208e27f,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:52.872913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9bae8946-51e6-4092-982c-2c72209c6602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.902631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] For port b1be02af-a6e4-49c2-9948-1c736208e27f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b1be02af-a6e4-49c2-9948-1c736208e27f,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:52.903705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:52.921489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for b1be02af-a6e4-49c2-9948-1c736208e27f owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:52.943218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae8946-51e6-4092-982c-2c72209c6602 None None] Pushing event updated for resources: {'Port': ['ID=b1be02af-a6e4-49c2-9948-1c736208e27f,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:53.071862 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ce99cb-280e-40da-8cae-3fba40409ced', 'name': 'tempest-NetworksTestDHCPv6-router-699027828', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:47Z', 'updated_at': '2021-11-03T16:05:49Z', 'revision_number': 2, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'gw_port_host': None, '_interfaces': [{'id': 'b1be02af-a6e4-49c2-9948-1c736208e27f', 'name': '', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'mac_address': 'fa:16:3e:5b:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ce99cb-280e-40da-8cae-3fba40409ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5b1e8c26-4b93-4d94-8ffa-914e098e7168', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:48Z', 'updated_at': '2021-11-03T16:05:52Z', 'revision_number': 4, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'subnets': [{'id': '5b1e8c26-4b93-4d94-8ffa-914e098e7168', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:53.101435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c6987441-aafe-421e-af54-b1abc8830548 None None] Provisioning complete for port b1be02af-a6e4-49c2-9948-1c736208e27f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:53.101985 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c6987441-aafe-421e-af54-b1abc8830548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:53.164073 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5c74d-10f3-44a3-b873-e5ef13820b24 None None] The sync data for ids ['89ce99cb-280e-40da-8cae-3fba40409ced'] in n-d-813897-2 is: [{'id': '89ce99cb-280e-40da-8cae-3fba40409ced', 'name': 'tempest-NetworksTestDHCPv6-router-699027828', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:47Z', 'updated_at': '2021-11-03T16:05:49Z', 'revision_number': 2, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'gw_port_host': None, '_interfaces': [{'id': 'b1be02af-a6e4-49c2-9948-1c736208e27f', 'name': '', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'mac_address': 'fa:16:3e:5b:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ce99cb-280e-40da-8cae-3fba40409ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5b1e8c26-4b93-4d94-8ffa-914e098e7168', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:48Z', 'updated_at': '2021-11-03T16:05:52Z', 'revision_number': 4, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'subnets': [{'id': '5b1e8c26-4b93-4d94-8ffa-914e098e7168', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:05:53.188341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:53.234086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=b1be02af-a6e4-49c2-9948-1c736208e27f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:53.367674 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:53.607958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Router 89ce99cb-280e-40da-8cae-3fba40409ced has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:05:53.723122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae8b01-79a1-45d8-8aa9-1641dd1e3760 req-da887e7a-11bd-42a1-908d-589474c100b4 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:53.732521 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fae8b01-79a1-45d8-8aa9-1641dd1e3760 req-da887e7a-11bd-42a1-908d-589474c100b4 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.0671551 Nov 03 16:05:53.735044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:05:53.742870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-57ff52e1-56c7-4847-a2d0-e64df1510fe5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "PUT /v2.0/routers/89ce99cb-280e-40da-8cae-3fba40409ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6749763 Nov 03 16:05:53.743540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37054) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:53.794899 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fae8b01-79a1-45d8-8aa9-1641dd1e3760 req-c25da287-dc9d-41c5-baac-2b997f8e4a37 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610745 Nov 03 16:05:53.867898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a1ce73-c78e-41e4-98c6-ecc877252a17 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:53.869590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a1ce73-c78e-41e4-98c6-ecc877252a17 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:53.874920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37056) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:53.875116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e7a1ce73-c78e-41e4-98c6-ecc877252a17 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1303763 Nov 03 16:05:53.896304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac3de9-1d01-4805-b2e7-ed54f8e0f6d2 req-02e8a1cf-622c-491b-9476-8ca050b8b725 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:53.898104 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4eac3de9-1d01-4805-b2e7-ed54f8e0f6d2 req-02e8a1cf-622c-491b-9476-8ca050b8b725 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.1070764 Nov 03 16:05:53.967179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bbbeed-3dac-4373-b1cf-f3d005af9c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 5b1e8c26-4b93-4d94-8ffa-914e098e7168 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:05:53.971137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-36bbbeed-3dac-4373-b1cf-f3d005af9c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:53.974099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4eac3de9-1d01-4805-b2e7-ed54f8e0f6d2 req-74558e0d-5e2a-496c-b14b-86d3f2dec91b tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690911 Nov 03 16:05:54.032596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-36bbbeed-3dac-4373-b1cf-f3d005af9c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.076065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a41aac1-2c74-43a6-9ad7-a0963899a05c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:05:54.079519 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bc214a-19a6-4afe-aea2-38949740d9f8" -d '{"events": [{"server_uuid": "a9ece9d4-0968-42c1-8b47-8862f54de752", "name": "network-vif-plugged", "status": "completed", "tag": "0a41aac1-2c74-43a6-9ad7-a0963899a05c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:05:54.102180 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-36bbbeed-3dac-4373-b1cf-f3d005af9c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.173126 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aca652-c0e3-4ffa-b1df-eca507d841b4 x-openstack-request-id: req-c0aca652-c0e3-4ffa-b1df-eca507d841b4 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:05:54.174895 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ece9d4-0968-42c1-8b47-8862f54de752", "name": "network-vif-plugged", "status": "completed", "tag": "0a41aac1-2c74-43a6-9ad7-a0963899a05c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:05:54.177217 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c0aca652-c0e3-4ffa-b1df-eca507d841b4 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:05:54.178139 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a41aac1-2c74-43a6-9ad7-a0963899a05c', 'code': 200} Nov 03 16:05:54.246395 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-36bbbeed-3dac-4373-b1cf-f3d005af9c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.314075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbbeed-3dac-4373-b1cf-f3d005af9c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1e8c26-4b93-4d94-8ffa-914e098e7168,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:54.361675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-36bbbeed-3dac-4373-b1cf-f3d005af9c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.365007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-36bbbeed-3dac-4373-b1cf-f3d005af9c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/5b1e8c26-4b93-4d94-8ffa-914e098e7168 HTTP/1.1" status: 204 len: 168 time: 0.4885123 Nov 03 16:05:54.367849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a2bb9-b3e4-4228-b428-9ecb3cb84290 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:54.368039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37068) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:54.375909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb7dc6-fd6a-4855-bbd9-8ac4c438e98f req-9c1faa88-a990-4a65-9aaf-226a658a48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:54.382848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5bb7dc6-fd6a-4855-bbd9-8ac4c438e98f req-9c1faa88-a990-4a65-9aaf-226a658a48c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 1097 time: 0.0703251 Nov 03 16:05:54.437387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5bb7dc6-fd6a-4855-bbd9-8ac4c438e98f req-05cd0c14-777d-4016-b5e1-bb7926ae86ac service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473657 Nov 03 16:05:54.528137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37072) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:54.528567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-620356d4-46fd-46eb-bd4e-887f3fe18ceb tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1590407 Nov 03 16:05:54.602478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af62ce4a-6ee4-401d-8016-4400940a681c None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:05:54.634348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1397a85-2823-4fe1-aec4-6dcc8a88b8b4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.664935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-af62ce4a-6ee4-401d-8016-4400940a681c None None] Deleting port e83bcc9a-7551-434d-b8de-2993bf8fa6af {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:05:54.665445 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-af62ce4a-6ee4-401d-8016-4400940a681c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.743938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-af62ce4a-6ee4-401d-8016-4400940a681c None None] For port e83bcc9a-7551-434d-b8de-2993bf8fa6af, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e83bcc9a-7551-434d-b8de-2993bf8fa6af,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:54.744459 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-af62ce4a-6ee4-401d-8016-4400940a681c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.760060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-af62ce4a-6ee4-401d-8016-4400940a681c None None] Calling delete_port for e83bcc9a-7551-434d-b8de-2993bf8fa6af owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:05:54.851624 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1397a85-2823-4fe1-aec4-6dcc8a88b8b4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.853918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1397a85-2823-4fe1-aec4-6dcc8a88b8b4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.941956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-af62ce4a-6ee4-401d-8016-4400940a681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.974214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ce4a-6ee4-401d-8016-4400940a681c None None] Pushing event deleted for resources: {'Port': ['ID=e83bcc9a-7551-434d-b8de-2993bf8fa6af,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:54.975235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1397a85-2823-4fe1-aec4-6dcc8a88b8b4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:54.976150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1397a85-2823-4fe1-aec4-6dcc8a88b8b4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Fanout notify agent at l3_agent the message router_deleted on router 89ce99cb-280e-40da-8cae-3fba40409ced {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:05:54.976540 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62ce4a-6ee4-401d-8016-4400940a681c None None] No DVR routers for this DVR port e83bcc9a-7551-434d-b8de-2993bf8fa6af on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:05:54.998660 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1397a85-2823-4fe1-aec4-6dcc8a88b8b4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:55.002787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a1397a85-2823-4fe1-aec4-6dcc8a88b8b4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/routers/89ce99cb-280e-40da-8cae-3fba40409ced HTTP/1.1" status: 204 len: 168 time: 0.4709742 Nov 03 16:05:55.003795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37082) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:55.010191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:55.018911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3418c-3b0e-4ddc-84e6-6adec9e0807f req-e5f734aa-eadc-4ca2-896d-586fb7f5c13d tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:55.020775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07f3418c-3b0e-4ddc-84e6-6adec9e0807f req-e5f734aa-eadc-4ca2-896d-586fb7f5c13d tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1210868 Nov 03 16:05:55.099413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07f3418c-3b0e-4ddc-84e6-6adec9e0807f req-37f48a25-ad8c-4deb-837e-97fbfa41d7ac tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700281 Nov 03 16:05:55.227701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a93c5-fcca-40fe-93c6-ae6281bc394d req-d1123c63-626c-4985-ba8c-cb1fd0516095 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:55.238726 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82102c19-5b3a-4aad-8b5e-d937ce947f28 None None] Sync routers for ids ['89ce99cb-280e-40da-8cae-3fba40409ced'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:05:55.239263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-576a93c5-fcca-40fe-93c6-ae6281bc394d req-d1123c63-626c-4985-ba8c-cb1fd0516095 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.1015403 Nov 03 16:05:55.256944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82102c19-5b3a-4aad-8b5e-d937ce947f28 None None] Routers set() bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:05:55.257574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82102c19-5b3a-4aad-8b5e-d937ce947f28 None None] Router IDs set() for agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 16:05:55.258357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_agentschedulers_db [None req-82102c19-5b3a-4aad-8b5e-d937ce947f28 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89ce99cb-280e-40da-8cae-3fba40409ced'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent'). {{(pid=108106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 16:05:55.258625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:05:55.271893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:55.280416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82102c19-5b3a-4aad-8b5e-d937ce947f28 None None] Routers set() bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:05:55.280796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82102c19-5b3a-4aad-8b5e-d937ce947f28 None None] Router IDs set() for agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 16:05:55.284080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_agentschedulers_db [None req-82102c19-5b3a-4aad-8b5e-d937ce947f28 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89ce99cb-280e-40da-8cae-3fba40409ced'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent'). {{(pid=108106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 16:05:55.284653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82102c19-5b3a-4aad-8b5e-d937ce947f28 None None] The sync data for ids ['89ce99cb-280e-40da-8cae-3fba40409ced'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:05:55.493026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-576a93c5-fcca-40fe-93c6-ae6281bc394d req-ff61afac-5e7c-4264-8ed9-efa541b6f1ce tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528677 Nov 03 16:05:55.528533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-18304cf8-7331-493f-806d-86b8846e19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:55.530612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-18304cf8-7331-493f-806d-86b8846e19b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0845647 Nov 03 16:05:55.616180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b4dd7-b439-4ade-a7ab-92ab87cd417e req-1afda01b-c6f3-4b4a-a46c-2f0ada310c10 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:55.626899 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f6b4dd7-b439-4ade-a7ab-92ab87cd417e req-1afda01b-c6f3-4b4a-a46c-2f0ada310c10 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.0812795 Nov 03 16:05:55.719581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f6b4dd7-b439-4ade-a7ab-92ab87cd417e req-e30a74ab-fe95-466c-a2ad-5f16c4ca8787 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916128 Nov 03 16:05:55.730820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-c70579b3-e078-408e-bd9b-05e06a06d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:55.732449 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-c70579b3-e078-408e-bd9b-05e06a06d599 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 912 time: 0.1911666 Nov 03 16:05:55.745716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e83bcc9a-7551-434d-b8de-2993bf8fa6af no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:55.783229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: e83bcc9a-7551-434d-b8de-2993bf8fa6af {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:55.783965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e83bcc9a-7551-434d-b8de-2993bf8fa6af not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:55.809255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:55.855856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:55.859987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-829e571e-2597-4803-893b-56fd95627343 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f528ea37-e40d-40ed-9bf6-d7297eaa703a HTTP/1.1" status: 200 len: 217 time: 0.1203480 Nov 03 16:05:55.862998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:55.868970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:55.869732 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:55.878363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbfa418-5e95-441e-b961-efc69b945fbb None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:05:55.916315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=67a440d6-ad0e-4bae-b0de-d3e3cebe1b59,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:55.928396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37102) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:55.935730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8f28301d-dc65-460e-9123-7c4140aea170 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-775565316', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:05:55.947190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-11289fba-0e02-4816-bef2-1e773d645384 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9369121 Nov 03 16:05:55.977720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-03a5db72-ef0b-451f-b84a-605cc3f677ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:55.981741 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f28301d-dc65-460e-9123-7c4140aea170 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:55.983161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f28301d-dc65-460e-9123-7c4140aea170 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:55.983599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-03a5db72-ef0b-451f-b84a-605cc3f677ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 HTTP/1.1" status: 200 len: 851 time: 0.1025274 Nov 03 16:05:56.040428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-81e99c88-a88f-44e5-b3b4-cde7709137c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483971 Nov 03 16:05:56.070055 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f28301d-dc65-460e-9123-7c4140aea170 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:56.076772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f28301d-dc65-460e-9123-7c4140aea170 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:56.126112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f28301d-dc65-460e-9123-7c4140aea170 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:56.127944 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8f28301d-dc65-460e-9123-7c4140aea170 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1982017 Nov 03 16:05:56.130561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37110) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:56.426939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '67a440d6-ad0e-4bae-b0de-d3e3cebe1b59'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:05:56.429430 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:56.649178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:56.676592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-2c98fe68-c09c-46f7-a521-db8c11f58f73 service neutron] 10.222.0.15 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323676 Nov 03 16:05:56.690837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f8de-b1f9-4522-b1b8-88228edacb89 req-2b08a52c-14f6-4ecd-94cd-02e5eb611a98 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:56.692589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c463f8de-b1f9-4522-b1b8-88228edacb89 req-2b08a52c-14f6-4ecd-94cd-02e5eb611a98 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.0770969 Nov 03 16:05:56.769132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/67a440d6-ad0e-4bae-b0de-d3e3cebe1b59/9cbfec7b-c18b-4066-97d0-8f4ee2a992ee) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:56.808348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e25e1ad6-8136-478d-9728-797877b0aba1 req-52b9032f-bf5c-4af4-9f06-6b8537344063 service neutron] 10.222.0.15 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138883 Nov 03 16:05:56.895384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c463f8de-b1f9-4522-b1b8-88228edacb89 req-19511432-50dc-40bd-8655-98e42d5b4800 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859849 Nov 03 16:05:56.975419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:56.984104 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:57.015636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975fbd8-559b-44fa-a908-f8c6022768f8 req-546ecc8f-e079-4869-9b6a-1c2b410ae4a6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:57.023482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6975fbd8-559b-44fa-a908-f8c6022768f8 req-546ecc8f-e079-4869-9b6a-1c2b410ae4a6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1674881 Nov 03 16:05:57.036004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:57.039219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:57.044757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:57.048717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Pushing event updated for resources: {'Port': ['ID=9cbfec7b-c18b-4066-97d0-8f4ee2a992ee,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:57.120866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6975fbd8-559b-44fa-a908-f8c6022768f8 req-69172e98-fb38-4754-9b6f-fbc5ed4e30bc tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964825 Nov 03 16:05:57.130096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Attempting to bind port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:05:57.130464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Attempting to bind port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:05:57.130817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Attempting to bind port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:05:57.136851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:05:57.137229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:05:57.137681 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:57.138071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:05:57.138558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Bound port: 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:05:57.138936 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:57.223148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] For port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:05:57.226780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] For port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9cbfec7b-c18b-4066-97d0-8f4ee2a992ee,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:05:57.233463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:57.301490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::1 (5a216216-0ac1-4efa-9af0-360385577e09/67a440d6-ad0e-4bae-b0de-d3e3cebe1b59/4ea952c3-e5cc-4eb7-9716-f43c0fd1b471) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:05:57.304636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b1be02af-a6e4-49c2-9948-1c736208e27f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:05:57.397906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b1be02af-a6e4-49c2-9948-1c736208e27f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:05:57.398255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b1be02af-a6e4-49c2-9948-1c736208e27f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:05:57.419096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d5c68-c643-48ac-bc30-5bd46a7c18b9 None None] Pushing event updated for resources: {'Port': ['ID=9cbfec7b-c18b-4066-97d0-8f4ee2a992ee,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:57.545061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:57.596017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:57.659431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:57.660784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=4ea952c3-e5cc-4eb7-9716-f43c0fd1b471,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:57.663547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:57.665930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:05:57.666475 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:57.847923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:58.156243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616ffd-5ebf-4e9a-80c1-083fe8059fda req-4a1eb4cd-8184-44a3-a285-e384c7b26a46 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:58.163984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38616ffd-5ebf-4e9a-80c1-083fe8059fda req-4a1eb4cd-8184-44a3-a285-e384c7b26a46 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.0649633 Nov 03 16:05:58.241850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38616ffd-5ebf-4e9a-80c1-083fe8059fda req-50d59399-77c1-4c4c-81b4-c93a06d9744e tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738380 Nov 03 16:05:58.278150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:58.288684 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:58.289739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:58.350624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb300641-ce69-4b09-8251-e5056f6113a7 req-8fe0290e-7e2f-45e5-b398-b0f096936c92 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:58.352183 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb300641-ce69-4b09-8251-e5056f6113a7 req-8fe0290e-7e2f-45e5-b398-b0f096936c92 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1255090 Nov 03 16:05:58.436358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=4ea952c3-e5cc-4eb7-9716-f43c0fd1b471,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:58.509128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb300641-ce69-4b09-8251-e5056f6113a7 req-16c6691e-0e25-4fcb-8f69-c585cdca2879 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375725 Nov 03 16:05:58.569135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:05:58.571406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:05:58.769617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Router e68d58de-92c0-4ddc-b866-876664d9c93a is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:05:58.931547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:05:58.941311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37216) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:58.943543 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Sync routers for ids ['e68d58de-92c0-4ddc-b866-876664d9c93a'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:05:58.950795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e5112a51-feac-4ef6-b566-4457a3479bf5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "PUT /v2.0/routers/e68d58de-92c0-4ddc-b866-876664d9c93a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184211 Nov 03 16:05:58.960086 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Routers {'e68d58de-92c0-4ddc-b866-876664d9c93a'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:05:58.960711 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['e68d58de-92c0-4ddc-b866-876664d9c93a'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:58.996320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435737e-59ce-4e24-9ca6-e96bcd116912 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:59.004173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37218) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:59.021216 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9435737e-59ce-4e24-9ca6-e96bcd116912 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports/4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 HTTP/1.1" status: 200 len: 911 time: 0.0760481 Nov 03 16:05:59.078881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd36e98-2909-4c57-96fa-40af5c28cc2a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:59.085990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd36e98-2909-4c57-96fa-40af5c28cc2a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:59.091664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37220) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:05:59.094087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1bd36e98-2909-4c57-96fa-40af5c28cc2a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0879338 Nov 03 16:05:59.108175 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Set router e68d58de-92c0-4ddc-b866-876664d9c93a gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:05:59.111355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2d711ea7-2e09-4452-9c3f-13a793bf096f None None] Provisioning complete for port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:59.111911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d711ea7-2e09-4452-9c3f-13a793bf096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:59.274045 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d711ea7-2e09-4452-9c3f-13a793bf096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:59.350958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2d711ea7-2e09-4452-9c3f-13a793bf096f None None] For port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9cbfec7b-c18b-4066-97d0-8f4ee2a992ee,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:05:59.357007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d711ea7-2e09-4452-9c3f-13a793bf096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:59.513570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:05:59.667732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44b0ec-794e-4015-b3ac-9e891d22ee74 req-cb29ca87-ec08-4e58-ae35-c3355a9b0f30 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:59.670002 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b44b0ec-794e-4015-b3ac-9e891d22ee74 req-cb29ca87-ec08-4e58-ae35-c3355a9b0f30 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.1814377 Nov 03 16:05:59.694578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d711ea7-2e09-4452-9c3f-13a793bf096f None None] Pushing event updated for resources: {'Port': ['ID=9cbfec7b-c18b-4066-97d0-8f4ee2a992ee,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:05:59.706814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7189406c-4ad9-466b-8bea-7abf575de353 None None] Provisioning complete for port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:59.707996 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7189406c-4ad9-466b-8bea-7abf575de353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:59.762755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7189406c-4ad9-466b-8bea-7abf575de353 None None] Port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:05:59.769916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:05:59.770625 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:59.822258 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68d58de-92c0-4ddc-b866-876664d9c93a', 'name': 'tempest-NetworksTestDHCPv6-router-775565316', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:55Z', 'updated_at': '2021-11-03T16:05:57Z', 'revision_number': 2, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'gw_port_host': None, '_interfaces': [{'id': '4ea952c3-e5cc-4eb7-9716-f43c0fd1b471', 'name': '', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'mac_address': 'fa:16:3e:c5:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68d58de-92c0-4ddc-b866-876664d9c93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '67a440d6-ad0e-4bae-b0de-d3e3cebe1b59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:56Z', 'updated_at': '2021-11-03T16:05:58Z', 'revision_number': 2, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'subnets': [{'id': '67a440d6-ad0e-4bae-b0de-d3e3cebe1b59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:05:59.837702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b44b0ec-794e-4015-b3ac-9e891d22ee74 req-7bc96839-a7c8-4e34-8112-8e6ccf6ec613 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554313 Nov 03 16:05:59.860506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d1b98-e71d-45be-b7bc-ddaedc835829 req-08748a2f-3f24-48a3-afae-2c771769e34f tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:05:59.869054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-951d1b98-e71d-45be-b7bc-ddaedc835829 req-08748a2f-3f24-48a3-afae-2c771769e34f tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1818836 Nov 03 16:05:59.911274 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Checking router: e68d58de-92c0-4ddc-b866-876664d9c93a for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:05:59.911622 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Updating router e68d58de-92c0-4ddc-b866-876664d9c93a port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:05:59.961271 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:05:59.999110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-951d1b98-e71d-45be-b7bc-ddaedc835829 req-ae882eeb-48e0-4ec3-9df4-77d06e6ec9b6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287527 Nov 03 16:05:59.999661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f61f4f8d-5cf7-4c58-a221-4df884cc3d9f None None] Provisioning complete for port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:00.001203 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:00.002038 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f8d-5cf7-4c58-a221-4df884cc3d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:00.088476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f61f4f8d-5cf7-4c58-a221-4df884cc3d9f None None] Port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:06:00.293710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:00.294416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:00.435044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:00.466039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:00.560161 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:00.573220 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:00.651555 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc316355-c04c-48e6-80d1-1cb34860598a None None] Pushing event updated for resources: {'Port': ['ID=4ea952c3-e5cc-4eb7-9716-f43c0fd1b471,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:00.771723 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:00.785188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37254) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:00.788763 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Attempting to bind port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:00.789118 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Attempting to bind port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:00.789728 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Attempting to bind port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:00.798704 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:00.799369 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:00.799952 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:00.800863 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:00.814318 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Bound port: 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:00.815048 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:00.843555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=4ea952c3-e5cc-4eb7-9716-f43c0fd1b471,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:00.871285 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Port 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471 has been deleted concurrently {{(pid=108107) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:663}} Nov 03 16:06:00.887209 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Routers {'e68d58de-92c0-4ddc-b866-876664d9c93a'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:06:00.888057 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['e68d58de-92c0-4ddc-b866-876664d9c93a'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:00.948995 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2016adc-904d-48d7-bd00-ec34c1bb9275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.003254 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] Set router e68d58de-92c0-4ddc-b866-876664d9c93a gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:06:01.028589 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.062575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5be10a-d6fb-468f-9afd-8697277cdf62 req-36412297-ea59-4171-9aff-d3207e0b548d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:01.070726 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb5be10a-d6fb-468f-9afd-8697277cdf62 req-36412297-ea59-4171-9aff-d3207e0b548d tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.0939229 Nov 03 16:06:01.135433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-82d10971-2c5c-42d6-8afc-0c1fed035ea5 None None] Could not find standard attr ID for object 4ea952c3-e5cc-4eb7-9716-f43c0fd1b471. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:06:01.146090 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68d58de-92c0-4ddc-b866-876664d9c93a', 'name': 'tempest-NetworksTestDHCPv6-router-775565316', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:55Z', 'updated_at': '2021-11-03T16:06:00Z', 'revision_number': 3, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:01.183268 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8db6c-0189-4d53-b6c9-402e1b649af9 None None] The sync data for ids ['e68d58de-92c0-4ddc-b866-876664d9c93a'] in n-d-813897-2 is: [{'id': 'e68d58de-92c0-4ddc-b866-876664d9c93a', 'name': 'tempest-NetworksTestDHCPv6-router-775565316', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:55Z', 'updated_at': '2021-11-03T16:06:00Z', 'revision_number': 3, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:06:01.232629 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.250886 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2016adc-904d-48d7-bd00-ec34c1bb9275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.292687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb5be10a-d6fb-468f-9afd-8697277cdf62 req-aa55a53a-241a-40e0-8f4a-5d83b1ffcc6c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119334 Nov 03 16:06:01.294184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2016adc-904d-48d7-bd00-ec34c1bb9275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.367600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Router e68d58de-92c0-4ddc-b866-876664d9c93a has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:06:01.377296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e2016adc-904d-48d7-bd00-ec34c1bb9275 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8c3d86653b284234b9caa3216218629a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5907350 Nov 03 16:06:01.379403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37274) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:01.390694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:01.412575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249effbd-649b-4d0c-b7a2-641a03e8e5f1 req-7661c2f5-c59e-40ef-9783-eb05d575323b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:01.414054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2016adc-904d-48d7-bd00-ec34c1bb9275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2783c106-f1ea-42f9-a5f3-51ee208ee43d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:01.431635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-249effbd-649b-4d0c-b7a2-641a03e8e5f1 req-7661c2f5-c59e-40ef-9783-eb05d575323b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.2389379 Nov 03 16:06:01.478537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:01.479816 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.515678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34112491-f00d-44a0-b57d-1c604f08f915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.560420 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34112491-f00d-44a0-b57d-1c604f08f915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.577414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:06:01.584342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c32b1431-20cb-4ca2-8c3e-9ec6801d1a94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "PUT /v2.0/routers/e68d58de-92c0-4ddc-b866-876664d9c93a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4915063 Nov 03 16:06:01.614922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37278) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:01.630144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-249effbd-649b-4d0c-b7a2-641a03e8e5f1 req-b04324c8-67ef-49f4-b16f-8ddae57c99d6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975431 Nov 03 16:06:01.691095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76340629-1491-4a19-82db-cdf0cc31d3e8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:01.693177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76340629-1491-4a19-82db-cdf0cc31d3e8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:01.695802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-76340629-1491-4a19-82db-cdf0cc31d3e8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0788660 Nov 03 16:06:01.701892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37282) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:01.743472 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34112491-f00d-44a0-b57d-1c604f08f915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.746686 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34112491-f00d-44a0-b57d-1c604f08f915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.750080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-34112491-f00d-44a0-b57d-1c604f08f915 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2783c106-f1ea-42f9-a5f3-51ee208ee43d HTTP/1.1" status: 204 len: 168 time: 0.3519490 Nov 03 16:06:01.763940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34112491-f00d-44a0-b57d-1c604f08f915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2783c106-f1ea-42f9-a5f3-51ee208ee43d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:01.808897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a123e14d-f3a9-412c-9255-bbda7c0919d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 67a440d6-ad0e-4bae-b0de-d3e3cebe1b59 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:01.823698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a123e14d-f3a9-412c-9255-bbda7c0919d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:01.884563 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a123e14d-f3a9-412c-9255-bbda7c0919d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.013938 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a123e14d-f3a9-412c-9255-bbda7c0919d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.060108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9780a3-5260-4037-88fa-35188ff08b2e req-7bf295ec-f02e-4bb7-82a8-969fd99fb125 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:02.061683 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec9780a3-5260-4037-88fa-35188ff08b2e req-7bf295ec-f02e-4bb7-82a8-969fd99fb125 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.0930502 Nov 03 16:06:02.123938 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a123e14d-f3a9-412c-9255-bbda7c0919d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.160801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37298) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:02.162672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123e14d-f3a9-412c-9255-bbda7c0919d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=67a440d6-ad0e-4bae-b0de-d3e3cebe1b59,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:02.167826 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a123e14d-f3a9-412c-9255-bbda7c0919d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.173909 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a123e14d-f3a9-412c-9255-bbda7c0919d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/67a440d6-ad0e-4bae-b0de-d3e3cebe1b59 HTTP/1.1" status: 204 len: 168 time: 0.4705648 Nov 03 16:06:02.174858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37300) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:02.179623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675d8ef5-f58a-4be5-87e4-d6348750c2ff None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:02.186970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5332e15-a5b0-40e8-ae7c-6a4a5062e0eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.190848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec9780a3-5260-4037-88fa-35188ff08b2e req-60dd7007-0bce-4420-b5d5-3d6f08d10d7c tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057792 Nov 03 16:06:02.313769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5332e15-a5b0-40e8-ae7c-6a4a5062e0eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.320846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5332e15-a5b0-40e8-ae7c-6a4a5062e0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.341571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3797d5c3-eac1-40cb-9164-72c498ee0afb tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1654212 Nov 03 16:06:02.342217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37302) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:02.353697 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b5332e15-a5b0-40e8-ae7c-6a4a5062e0eb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80f12d465c4f40de93eb120649e76e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1911533 Nov 03 16:06:02.359390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37304) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:02.423080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5332e15-a5b0-40e8-ae7c-6a4a5062e0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518dec1e-69cf-48a5-9b77-f1fdc0fcba37,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:02.444434 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c166b24-81a1-4c09-9661-c6611ec8ddfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.475810 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c166b24-81a1-4c09-9661-c6611ec8ddfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.507843 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3da2a235-d6e1-40b5-8532-d72cdae2595c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.511700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c6e42-237b-48fb-80e3-6572d7ec6d3e None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:06:02.549944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] Sync routers for ids ['e68d58de-92c0-4ddc-b866-876664d9c93a'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:06:02.554918 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c166b24-81a1-4c09-9661-c6611ec8ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.560661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c166b24-81a1-4c09-9661-c6611ec8ddfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.561887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9c166b24-81a1-4c09-9661-c6611ec8ddfd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/518dec1e-69cf-48a5-9b77-f1fdc0fcba37 HTTP/1.1" status: 204 len: 168 time: 0.2011859 Nov 03 16:06:02.572288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c166b24-81a1-4c09-9661-c6611ec8ddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518dec1e-69cf-48a5-9b77-f1fdc0fcba37,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:02.613786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] Routers {'e68d58de-92c0-4ddc-b866-876664d9c93a'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:06:02.614322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['e68d58de-92c0-4ddc-b866-876664d9c93a'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:02.661355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c6e42-237b-48fb-80e3-6572d7ec6d3e None None] Deleting port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:02.661754 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6e42-237b-48fb-80e3-6572d7ec6d3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.716597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] Set router e68d58de-92c0-4ddc-b866-876664d9c93a gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:06:02.824772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5b8c6e42-237b-48fb-80e3-6572d7ec6d3e None None] For port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9cbfec7b-c18b-4066-97d0-8f4ee2a992ee,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:02.825635 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6e42-237b-48fb-80e3-6572d7ec6d3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.843311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c6e42-237b-48fb-80e3-6572d7ec6d3e None None] Calling delete_port for 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:02.898744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68d58de-92c0-4ddc-b866-876664d9c93a', 'name': 'tempest-NetworksTestDHCPv6-router-775565316', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:55Z', 'updated_at': '2021-11-03T16:06:00Z', 'revision_number': 3, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:02.905475 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c2314e0d-b245-4b59-b67b-b6685a703f96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:02.943856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] Checking router: e68d58de-92c0-4ddc-b866-876664d9c93a for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:06:02.987043 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] Routers {'e68d58de-92c0-4ddc-b866-876664d9c93a'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:06:02.987927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['e68d58de-92c0-4ddc-b866-876664d9c93a'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:03.019318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c017e9d-8cb6-4a63-8be7-85ca2e26f5d0 req-c4f4ec80-a1f2-4814-8d9f-f68e85e89dbb tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:03.027170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c017e9d-8cb6-4a63-8be7-85ca2e26f5d0 req-c4f4ec80-a1f2-4814-8d9f-f68e85e89dbb tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1596162 Nov 03 16:06:03.090290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] Set router e68d58de-92c0-4ddc-b866-876664d9c93a gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:06:03.108940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c2314e0d-b245-4b59-b67b-b6685a703f96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:03.113290 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c2314e0d-b245-4b59-b67b-b6685a703f96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:03.165798 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68d58de-92c0-4ddc-b866-876664d9c93a', 'name': 'tempest-NetworksTestDHCPv6-router-775565316', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:55Z', 'updated_at': '2021-11-03T16:06:00Z', 'revision_number': 3, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:03.193925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c017e9d-8cb6-4a63-8be7-85ca2e26f5d0 req-67fc34b2-d196-466d-b561-25283539d63e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564159 Nov 03 16:06:03.212023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c2314e0d-b245-4b59-b67b-b6685a703f96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:03.212761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2314e0d-b245-4b59-b67b-b6685a703f96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Fanout notify agent at l3_agent the message router_deleted on router e68d58de-92c0-4ddc-b866-876664d9c93a {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:06:03.220163 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c2314e0d-b245-4b59-b67b-b6685a703f96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:03.223554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c2314e0d-b245-4b59-b67b-b6685a703f96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/routers/e68d58de-92c0-4ddc-b866-876664d9c93a HTTP/1.1" status: 204 len: 168 time: 0.8781328 Nov 03 16:06:03.224341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37336) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:03.233226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff083d44-0b28-4b93-8320-5fd41b9cfa2b None None] The sync data for ids ['e68d58de-92c0-4ddc-b866-876664d9c93a'] in n-d-813897-2 is: [{'id': 'e68d58de-92c0-4ddc-b866-876664d9c93a', 'name': 'tempest-NetworksTestDHCPv6-router-775565316', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:55Z', 'updated_at': '2021-11-03T16:06:00Z', 'revision_number': 3, 'project_id': '36f14f94d8914008bcc9136e31df06d1', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:06:03.260940 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6e42-237b-48fb-80e3-6572d7ec6d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:03.340647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6e42-237b-48fb-80e3-6572d7ec6d3e None None] Pushing event deleted for resources: {'Port': ['ID=9cbfec7b-c18b-4066-97d0-8f4ee2a992ee,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:03.343910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5a211b-dda2-4ef7-a530-af68c9f930f3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:03.348483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37340) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:03.349011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-be5a211b-dda2-4ef7-a530-af68c9f930f3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1222229 Nov 03 16:06:03.365598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c6e42-237b-48fb-80e3-6572d7ec6d3e None None] No DVR routers for this DVR port 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:06:03.386868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:03.417247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:06:03.417618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9cbfec7b-c18b-4066-97d0-8f4ee2a992ee not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:06:03.449230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167bf69-ea94-41f0-a33c-5a83746b35f0 req-03380e20-bc17-4326-a9fa-1769865f9d74 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:03.457207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9167bf69-ea94-41f0-a33c-5a83746b35f0 req-03380e20-bc17-4326-a9fa-1769865f9d74 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.1064065 Nov 03 16:06:03.482633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312523a-e358-4873-9cb1-7eb3c7ac5b3f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:03.484705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8312523a-e358-4873-9cb1-7eb3c7ac5b3f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1343794 Nov 03 16:06:03.487378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37346) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:03.538515 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-52d37836-1904-4a1b-8507-8f01196ccfbf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497932 Nov 03 16:06:03.544064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9167bf69-ea94-41f0-a33c-5a83746b35f0 req-b50026e3-f031-47aa-8677-2a315fb26369 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/security-groups?id=14a95677-925e-4b4f-a12e-3aca26385a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857747 Nov 03 16:06:03.544810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37348) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:03.552109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:03.607154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-be876e97-5617-4998-b8d8-264c40cda23a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:03.610366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-be876e97-5617-4998-b8d8-264c40cda23a tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 946 time: 0.1955652 Nov 03 16:06:03.780666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0a41aac1-2c74-43a6-9ad7-a0963899a05c no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:03.809965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Deleting port 0a41aac1-2c74-43a6-9ad7-a0963899a05c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:03.810305 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:03.845467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:03.849380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:03.930591 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:03.956422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a41aac1-2c74-43a6-9ad7-a0963899a05c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:06:03.959291 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862717c4-f51c-406c-badb-36108d12290e" -d '{"events": [{"server_uuid": "a9ece9d4-0968-42c1-8b47-8862f54de752", "name": "network-vif-unplugged", "status": "completed", "tag": "0a41aac1-2c74-43a6-9ad7-a0963899a05c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:06:03.976171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0a41aac1-2c74-43a6-9ad7-a0963899a05c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0a41aac1-2c74-43a6-9ad7-a0963899a05c,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:03.982580 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:04.038572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] For port 0a41aac1-2c74-43a6-9ad7-a0963899a05c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0a41aac1-2c74-43a6-9ad7-a0963899a05c,segment=NetworkSegment(f59ec845-78a5-4645-b87d-d003fc902591),segment_id=f59ec845-78a5-4645-b87d-d003fc902591)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:04.039138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:04.058620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Calling delete_port for 0a41aac1-2c74-43a6-9ad7-a0963899a05c owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:04.064342 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c4253-2bd6-417b-8d5b-ba0f3527d0d3 x-openstack-request-id: req-248c4253-2bd6-417b-8d5b-ba0f3527d0d3 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:06:04.064636 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ece9d4-0968-42c1-8b47-8862f54de752", "name": "network-vif-unplugged", "status": "completed", "tag": "0a41aac1-2c74-43a6-9ad7-a0963899a05c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:06:04.064883 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-248c4253-2bd6-417b-8d5b-ba0f3527d0d3 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:06:04.065577 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a41aac1-2c74-43a6-9ad7-a0963899a05c', 'code': 200} Nov 03 16:06:04.074887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0a41aac1-2c74-43a6-9ad7-a0963899a05c,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:04.367138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a85c05-4fb0-4058-b6b6-af7a96defc11 req-e6e6bf2b-7866-4c3a-b39f-392ad1b728ba tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:04.368041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:04.370958 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28a85c05-4fb0-4058-b6b6-af7a96defc11 req-e6e6bf2b-7866-4c3a-b39f-392ad1b728ba tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.0892308 Nov 03 16:06:04.438109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28a85c05-4fb0-4058-b6b6-af7a96defc11 req-10adde61-7e89-43e0-8f40-d454faedeb8f tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605330 Nov 03 16:06:04.444261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:06:04.445359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Pushing event deleted for resources: {'Port': ['ID=0a41aac1-2c74-43a6-9ad7-a0963899a05c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:04.454256 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:04.527282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] No DVR routers for this DVR port 0a41aac1-2c74-43a6-9ad7-a0963899a05c on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:06:04.534614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:04.538025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb4170a8-8b41-4f9d-aeda-046ed40126c8 req-ebc05742-ab95-4412-8440-02384dea39d2 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.70 "DELETE /v2.0/ports/0a41aac1-2c74-43a6-9ad7-a0963899a05c HTTP/1.1" status: 204 len: 173 time: 0.9095316 Nov 03 16:06:04.538506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'name': 'network-vif-deleted', 'tag': '0a41aac1-2c74-43a6-9ad7-a0963899a05c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:06:04.540843 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d76810-364b-4dec-b667-1036a45dd8ee" -d '{"events": [{"server_uuid": "a9ece9d4-0968-42c1-8b47-8862f54de752", "name": "network-vif-deleted", "tag": "0a41aac1-2c74-43a6-9ad7-a0963899a05c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:06:04.554856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:04.559652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:04.564735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:04.565341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:04.569706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=a1ebe3cf-bc5b-4b49-bc6c-0c22d79a35a8,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:04.582227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8e954-6ea9-4950-8c39-74200c189a24 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:04.602001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-78a4fb54-3121-44dc-a14e-6b4ffaf3f590 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0540140 Nov 03 16:06:04.605375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37384) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:04.610922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:04.703708 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4680c250-50c9-4990-ada1-4968705e7619 req-c8499d72-9a28-426b-9ff4-876b07d52602 tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ece9d4-0968-42c1-8b47-8862f54de752 HTTP/1.1" status: 200 len: 210 time: 0.0672808 Nov 03 16:06:04.856750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:04.877224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:04.977371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': 'a1ebe3cf-bc5b-4b49-bc6c-0c22d79a35a8'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:06:04.978574 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:05.003430 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7f653574-37ba-4d6b-b941-90d1ba4a864a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:05.045092 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a7cc1d-5cb3-43df-9755-92742116caee x-openstack-request-id: req-38a7cc1d-5cb3-43df-9755-92742116caee {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:06:05.046227 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ece9d4-0968-42c1-8b47-8862f54de752", "name": "network-vif-deleted", "tag": "0a41aac1-2c74-43a6-9ad7-a0963899a05c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:06:05.046800 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38a7cc1d-5cb3-43df-9755-92742116caee {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:06:05.047390 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ece9d4-0968-42c1-8b47-8862f54de752', 'name': 'network-vif-deleted', 'tag': '0a41aac1-2c74-43a6-9ad7-a0963899a05c', 'status': 'completed', 'code': 200} Nov 03 16:06:05.246672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Allocated IP 2001:db8::f816:3eff:febd:c555 (5a216216-0ac1-4efa-9af0-360385577e09/a1ebe3cf-bc5b-4b49-bc6c-0c22d79a35a8/f864c9f5-d74c-4137-ade9-0346e1e123c2) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:05.387404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:05.456375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:05.460153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:05.466084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:05.466679 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:05.484116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=3d85b246-7eda-4960-be62-692b792d4804,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:05.528372 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-087eed11-dd69-446b-a723-d796c6a428ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9217339 Nov 03 16:06:05.531301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37410) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:05.536669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:a4:a4:7b', 'name': 'tempest-NetworksTestDHCPv6-1326450211'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:05.648443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:05.655396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:05.658498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee441fc-33ce-40b9-882b-1eaaae14a6cc req-d0e89eb7-6c9e-4986-b649-3158dffc005c tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:05.663807 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ee441fc-33ce-40b9-882b-1eaaae14a6cc req-d0e89eb7-6c9e-4986-b649-3158dffc005c tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.0984056 Nov 03 16:06:05.703139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:05.769164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ee441fc-33ce-40b9-882b-1eaaae14a6cc req-7b44f41d-9b96-4945-9cd2-8e14e7085f50 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994179 Nov 03 16:06:05.770362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:05.772021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Pushing event updated for resources: {'Port': ['ID=f864c9f5-d74c-4137-ade9-0346e1e123c2,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:05.774999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:05.777298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:05.862043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:05.867839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Attempting to bind port f864c9f5-d74c-4137-ade9-0346e1e123c2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:05.881781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Attempting to bind port f864c9f5-d74c-4137-ade9-0346e1e123c2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:05.882728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Attempting to bind port f864c9f5-d74c-4137-ade9-0346e1e123c2 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:05.902108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:05.902790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:05.903373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:05.904107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:05.904770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Bound port: f864c9f5-d74c-4137-ade9-0346e1e123c2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:05.905450 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:05.929959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 16c1019e-bcf8-4ee8-8263-de5324fa1377 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:06:06.062909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] For port f864c9f5-d74c-4137-ade9-0346e1e123c2, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:06.066950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] For port f864c9f5-d74c-4137-ade9-0346e1e123c2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f864c9f5-d74c-4137-ade9-0346e1e123c2,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:06.083573 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.158577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115b62d-9699-4a9d-b7df-c34657462253 None None] Pushing event updated for resources: {'Port': ['ID=f864c9f5-d74c-4137-ade9-0346e1e123c2,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:06.187859 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.256811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 172.20.0.14 (5a216216-0ac1-4efa-9af0-360385577e09/3d85b246-7eda-4960-be62-692b792d4804/16c1019e-bcf8-4ee8-8263-de5324fa1377) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:06.276487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:fea4:a47b (5a216216-0ac1-4efa-9af0-360385577e09/a1ebe3cf-bc5b-4b49-bc6c-0c22d79a35a8/16c1019e-bcf8-4ee8-8263-de5324fa1377) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:06.454969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37462) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:06.543848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e313fda8-a5a7-479f-bf4c-ce4d2e1fcfd8 admin admin] Deleting subnet 4543be02-569a-48d6-910c-234d6054c340 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:06.552489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e313fda8-a5a7-479f-bf4c-ce4d2e1fcfd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.602709 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.632747 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e313fda8-a5a7-479f-bf4c-ce4d2e1fcfd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.655188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.695261 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e313fda8-a5a7-479f-bf4c-ce4d2e1fcfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.742334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:06.743563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=16c1019e-bcf8-4ee8-8263-de5324fa1377,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:06.748826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:06.751871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:06.810272 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e313fda8-a5a7-479f-bf4c-ce4d2e1fcfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.820026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:06.820719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.848204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9f64bb0d-a0b5-403a-b91b-b0a792d677c8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3156807 Nov 03 16:06:06.850736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37472) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:06.882211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313fda8-a5a7-479f-bf4c-ce4d2e1fcfd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4543be02-569a-48d6-910c-234d6054c340,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:06.885626 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e313fda8-a5a7-479f-bf4c-ce4d2e1fcfd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:06.892394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e313fda8-a5a7-479f-bf4c-ce4d2e1fcfd8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4543be02-569a-48d6-910c-234d6054c340 HTTP/1.1" status: 204 len: 168 time: 0.4355958 Nov 03 16:06:06.892947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37474) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:06.990449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c61932-d5cf-41d2-9f3c-b70949c6a745 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:06.996571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c61932-d5cf-41d2-9f3c-b70949c6a745 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:06.998275 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-71c61932-d5cf-41d2-9f3c-b70949c6a745 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1464586 Nov 03 16:06:07.000872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37476) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:07.003229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaca18-656d-43f1-9c2d-d5efe6ba3ec3 req-65bc236c-6ccd-40f2-81a0-50cf2295e3be tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:07.012576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75aaca18-656d-43f1-9c2d-d5efe6ba3ec3 req-65bc236c-6ccd-40f2-81a0-50cf2295e3be tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1057093 Nov 03 16:06:07.013429 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.143787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75aaca18-656d-43f1-9c2d-d5efe6ba3ec3 req-2788ccf7-5ea3-40d0-b1b7-03b91bf51a30 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300178 Nov 03 16:06:07.229777 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.310132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520415ef-45fa-4133-9d3f-d0bbe03dee97']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:07.314739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-cff96fee-a65b-411b-af2d-bf084362f680 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 16c1019e-bcf8-4ee8-8263-de5324fa1377 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:07.315033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cff96fee-a65b-411b-af2d-bf084362f680 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.345251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59ec845-78a5-4645-b87d-d003fc902591') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:07.345542 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59ec845-78a5-4645-b87d-d003fc902591') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:07.378922 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.436180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.454672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f864c9f5-d74c-4137-ade9-0346e1e123c2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:07.459412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:06:07.459828 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: items = [ Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:06:07.461775 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:06:07.524120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c9684-7f68-470c-84f0-4b0c4476f8c0 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:07.569710 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.580479 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.600301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] 10.222.0.86 "DELETE /v2.0/networks/520415ef-45fa-4133-9d3f-d0bbe03dee97 HTTP/1.1" status: 204 len: 168 time: 0.6927700 Nov 03 16:06:07.635574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eb9cd-8838-4695-9b4d-368b28dcd258 admin admin] Pushing event deleted for resources: {'Network': ['ID=520415ef-45fa-4133-9d3f-d0bbe03dee97,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:07.642670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cff96fee-a65b-411b-af2d-bf084362f680 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.647518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f864c9f5-d74c-4137-ade9-0346e1e123c2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:07.647879 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.666162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-cff96fee-a65b-411b-af2d-bf084362f680 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 16c1019e-bcf8-4ee8-8263-de5324fa1377 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:07.731905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e3b66c7c-05fc-433c-abbf-43e964889eeb None None] Provisioning complete for port f864c9f5-d74c-4137-ade9-0346e1e123c2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:07.732299 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e3b66c7c-05fc-433c-abbf-43e964889eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.797976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:07.820213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0a41aac1-2c74-43a6-9ad7-a0963899a05c no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:07.851339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37496) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:07.857354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 0a41aac1-2c74-43a6-9ad7-a0963899a05c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:06:07.857724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0a41aac1-2c74-43a6-9ad7-a0963899a05c not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:06:07.911621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4de186ec-34d2-461d-96e0-b360b46d5bba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=87d8b8fde20d4d0c880a701faad3c291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0591044 Nov 03 16:06:07.914275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37498) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:07.940664 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.013123 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c99cd9aa-3eb5-4f28-8374-f9cdcc6d6c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.045277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c99cd9aa-3eb5-4f28-8374-f9cdcc6d6c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.104949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c99cd9aa-3eb5-4f28-8374-f9cdcc6d6c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.109166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c99cd9aa-3eb5-4f28-8374-f9cdcc6d6c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.109640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port f864c9f5-d74c-4137-ade9-0346e1e123c2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f864c9f5-d74c-4137-ade9-0346e1e123c2,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:08.114205 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c99cd9aa-3eb5-4f28-8374-f9cdcc6d6c9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/14a95677-925e-4b4f-a12e-3aca26385a49 HTTP/1.1" status: 204 len: 168 time: 0.1988959 Nov 03 16:06:08.127781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a8bc1-d2d3-4300-a4e5-b682cd22dcd5 None None] Update dhcp port {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': 'a1ebe3cf-bc5b-4b49-bc6c-0c22d79a35a8', 'ip_address': '2001:db8::f816:3eff:febd:c555'}, {'subnet_id': '3d85b246-7eda-4960-be62-692b792d4804'}], 'binding:host_id': 'n-d-813897-2'}, 'id': 'f864c9f5-d74c-4137-ade9-0346e1e123c2'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:06:08.133420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cd9aa-3eb5-4f28-8374-f9cdcc6d6c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a95677-925e-4b4f-a12e-3aca26385a49,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:08.133671 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.267782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e3b66c7c-05fc-433c-abbf-43e964889eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.398579 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-659a8bc1-d2d3-4300-a4e5-b682cd22dcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.411953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cff96fee-a65b-411b-af2d-bf084362f680 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.468811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff96fee-a65b-411b-af2d-bf084362f680 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=16c1019e-bcf8-4ee8-8263-de5324fa1377,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:08.472397 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.491258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e781-bcb0-41b4-870f-e1f76eacc3c5 req-673f7487-54bb-4a9d-b08a-2569806a6ffe tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:08.501231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fa3e781-bcb0-41b4-870f-e1f76eacc3c5 req-673f7487-54bb-4a9d-b08a-2569806a6ffe tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1712034 Nov 03 16:06:08.545134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=f864c9f5-d74c-4137-ade9-0346e1e123c2,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:08.629891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fa3e781-bcb0-41b4-870f-e1f76eacc3c5 req-426f3ca1-e579-43e7-bc15-50bae7323fdd tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275649 Nov 03 16:06:08.654638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-e3b66c7c-05fc-433c-abbf-43e964889eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:06:08.655184 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-e3b66c7c-05fc-433c-abbf-43e964889eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:06:08.689628 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cff96fee-a65b-411b-af2d-bf084362f680 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:08.695873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cff96fee-a65b-411b-af2d-bf084362f680 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/16c1019e-bcf8-4ee8-8263-de5324fa1377 HTTP/1.1" status: 204 len: 168 time: 1.6915729 Nov 03 16:06:08.696187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37520) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:08.777913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c91064-2cef-4157-89e1-82ec84c1a31e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:08.779688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c91064-2cef-4157-89e1-82ec84c1a31e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:08.781795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c91064-2cef-4157-89e1-82ec84c1a31e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:08.784358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-77c91064-2cef-4157-89e1-82ec84c1a31e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0870295 Nov 03 16:06:08.786949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37526) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:08.848125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-659a8bc1-d2d3-4300-a4e5-b682cd22dcd5 None None] Allocated IP 172.20.0.2 (5a216216-0ac1-4efa-9af0-360385577e09/3d85b246-7eda-4960-be62-692b792d4804/f864c9f5-d74c-4137-ade9-0346e1e123c2) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:08.887683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe709b8-fadf-4ca6-b6c0-7f7e006d4896 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 3d85b246-7eda-4960-be62-692b792d4804 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:09.044162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-659a8bc1-d2d3-4300-a4e5-b682cd22dcd5 None None] For port f864c9f5-d74c-4137-ade9-0346e1e123c2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f864c9f5-d74c-4137-ade9-0346e1e123c2,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:09.096160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-659a8bc1-d2d3-4300-a4e5-b682cd22dcd5 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.104294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efe709b8-fadf-4ca6-b6c0-7f7e006d4896 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.105304 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-659a8bc1-d2d3-4300-a4e5-b682cd22dcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.157939 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efe709b8-fadf-4ca6-b6c0-7f7e006d4896 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.250104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a8bc1-d2d3-4300-a4e5-b682cd22dcd5 None None] Pushing event updated for resources: {'Port': ['ID=f864c9f5-d74c-4137-ade9-0346e1e123c2,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:09.299836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efe709b8-fadf-4ca6-b6c0-7f7e006d4896 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.417828 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f864c9f5-d74c-4137-ade9-0346e1e123c2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:09.480207 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efe709b8-fadf-4ca6-b6c0-7f7e006d4896 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.559526 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe709b8-fadf-4ca6-b6c0-7f7e006d4896 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=3d85b246-7eda-4960-be62-692b792d4804,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:09.567435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efe709b8-fadf-4ca6-b6c0-7f7e006d4896 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.573024 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-efe709b8-fadf-4ca6-b6c0-7f7e006d4896 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/3d85b246-7eda-4960-be62-692b792d4804 HTTP/1.1" status: 204 len: 168 time: 0.7850227 Nov 03 16:06:09.574142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f864c9f5-d74c-4137-ade9-0346e1e123c2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:09.575206 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.576021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37562) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:09.646448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-acab8b07-bb85-4c87-856e-e983b1f5fe60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet a1ebe3cf-bc5b-4b49-bc6c-0c22d79a35a8 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:09.649909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-acab8b07-bb85-4c87-856e-e983b1f5fe60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.732215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-acab8b07-bb85-4c87-856e-e983b1f5fe60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.825259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37570) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:09.874619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135856c2-084e-427e-b0d4-9d3b2e6b3caa req-91b74e3c-56f2-49d9-ba49-8356d3311995 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:09.876094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-135856c2-084e-427e-b0d4-9d3b2e6b3caa req-91b74e3c-56f2-49d9-ba49-8356d3311995 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.0979745 Nov 03 16:06:09.920813 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-acab8b07-bb85-4c87-856e-e983b1f5fe60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:09.972339 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:06:10.000629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-135856c2-084e-427e-b0d4-9d3b2e6b3caa req-8193c0d1-2cb5-4669-af26-8dfd7c17a97c tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153510 Nov 03 16:06:10.070834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-acab8b07-bb85-4c87-856e-e983b1f5fe60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.106060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab8b07-bb85-4c87-856e-e983b1f5fe60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ebe3cf-bc5b-4b49-bc6c-0c22d79a35a8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:10.113921 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-acab8b07-bb85-4c87-856e-e983b1f5fe60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.118217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-acab8b07-bb85-4c87-856e-e983b1f5fe60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/a1ebe3cf-bc5b-4b49-bc6c-0c22d79a35a8 HTTP/1.1" status: 204 len: 168 time: 0.5412030 Nov 03 16:06:10.121395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37580) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:10.190368 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1316228a-2e23-4297-8793-f8bf60f2eaf2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646029 Nov 03 16:06:10.190904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37584) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:10.196431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:10.214649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-722798929-network', 'tenant_id': '2419acc609d749bcabb00272bc7ee657'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:10.298532 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Made reservation on behalf of 2419acc609d749bcabb00272bc7ee657 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:10.301151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.303037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d691d0-521e-483e-baf0-f5e92be02391 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:10.319221 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.353279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:10.358076 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.404614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-122e4208-403e-4227-aab0-9407b8e1efb5 None None] Provisioning complete for port f864c9f5-d74c-4137-ade9-0346e1e123c2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:10.405085 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-122e4208-403e-4227-aab0-9407b8e1efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.506643 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.517473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.528924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:06:10.538916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.539263 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Added segment d6db5821-0564-4718-9015-60f7bf30a2f6 of type vlan for network 3ec12aaf-f1d6-439a-9c84-55ee1e488037 Nov 03 16:06:10.594586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.624123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-122e4208-403e-4227-aab0-9407b8e1efb5 None None] Could not find standard attr ID for object 16c1019e-bcf8-4ee8-8263-de5324fa1377. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:06:10.660674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.661591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:10.662167 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.717579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0151696c-9434-423e-9d9a-57fafab913e9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:10.753183 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9262226 Nov 03 16:06:10.755537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37598) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:10.761512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Request body: {'subnet': {'network_id': '3ec12aaf-f1d6-439a-9c84-55ee1e488037', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-722798929-subnet', 'tenant_id': '2419acc609d749bcabb00272bc7ee657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:10.765474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25009274-86ed-4c9d-b972-7e100b940dea None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:06:10.805243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7959a06-235b-40eb-b040-c1faa2aa8b19 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec12aaf-f1d6-439a-9c84-55ee1e488037,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:10.819762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Made reservation on behalf of 2419acc609d749bcabb00272bc7ee657 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:10.822136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:10.838229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 3ec12aaf-f1d6-439a-9c84-55ee1e488037 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:06:10.958268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-25009274-86ed-4c9d-b972-7e100b940dea None None] Deleting port f864c9f5-d74c-4137-ade9-0346e1e123c2 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:10.959047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-25009274-86ed-4c9d-b972-7e100b940dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:11.004411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:06:11.072054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-25009274-86ed-4c9d-b972-7e100b940dea None None] For port f864c9f5-d74c-4137-ade9-0346e1e123c2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f864c9f5-d74c-4137-ade9-0346e1e123c2,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:11.073123 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-25009274-86ed-4c9d-b972-7e100b940dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:11.112066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-25009274-86ed-4c9d-b972-7e100b940dea None None] Calling delete_port for f864c9f5-d74c-4137-ade9-0346e1e123c2 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:11.115511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:11.213014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Checking segment: {'id': 'd6db5821-0564-4718-9015-60f7bf30a2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ec12aaf-f1d6-439a-9c84-55ee1e488037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:11.216055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Network hostable DHCP agents. Network: 3ec12aaf-f1d6-439a-9c84-55ee1e488037, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:06:11.231405 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86405cb9-6e7d-4cca-9ae6-816e39cebf72,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:11.271958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Network 3ec12aaf-f1d6-439a-9c84-55ee1e488037 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:06:11.277685 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-25009274-86ed-4c9d-b972-7e100b940dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:11.290294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 3ec12aaf-f1d6-439a-9c84-55ee1e488037) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:11.299245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:11.299717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:11.337980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8950a633-53c2-4ece-8dd4-d2ac8c640d06 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5811455 Nov 03 16:06:11.349163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3485dd4d-6ac1-4542-a20e-9371fd769fa3 None None] Network 3ec12aaf-f1d6-439a-9c84-55ee1e488037 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:11.356346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25009274-86ed-4c9d-b972-7e100b940dea None None] No DVR routers for this DVR port f864c9f5-d74c-4137-ade9-0346e1e123c2 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:06:11.358160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25009274-86ed-4c9d-b972-7e100b940dea None None] Pushing event deleted for resources: {'Port': ['ID=f864c9f5-d74c-4137-ade9-0346e1e123c2,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:11.440436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f864c9f5-d74c-4137-ade9-0346e1e123c2 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:11.464183 n-d-813897-2 neutron-server[108105]: WARNING neutron.services.revisions.revision_plugin [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Could not find related port for resource to bump revision. Nov 03 16:06:11.468342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f864c9f5-d74c-4137-ade9-0346e1e123c2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:06:11.469034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f864c9f5-d74c-4137-ade9-0346e1e123c2 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:06:11.477079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_pluggable_backend [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Port f864c9f5-d74c-4137-ade9-0346e1e123c2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=108105) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 03 16:06:11.477601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_pluggable_backend [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Reverting IP allocation for 2001:db8::f816:3eff:febd:c555 {{(pid=108105) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 03 16:06:11.492854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b3983-0214-4f0b-ad8d-811c962efaea req-ca3577c5-a07e-45ce-8e67-581dbbdda030 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:11.502489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c3b3983-0214-4f0b-ad8d-811c962efaea req-ca3577c5-a07e-45ce-8e67-581dbbdda030 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.3588581 Nov 03 16:06:11.505424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_pluggable_backend [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Reverting IP allocation failed for 2001:db8::f816:3eff:febd:c555 {{(pid=108105) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 03 16:06:11.526992 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:11.561920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65371251-4fe8-4a18-ab9c-521b59e53de2 None None] Network 3ec12aaf-f1d6-439a-9c84-55ee1e488037 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:11.599815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:11.619661 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:11.628920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:11.629750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:11.659337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d285d90-c718-49cc-badb-5a6b3842e3c4 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:11.664044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c3b3983-0214-4f0b-ad8d-811c962efaea req-2c6955d9-abf5-401c-a223-49d341fa5729 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557109 Nov 03 16:06:11.665936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=5a92c645-1c26-4552-9489-20966d1e779a,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:11.690364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e649e15d-3768-4da2-88df-cd52f0862a9b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4979184 Nov 03 16:06:11.692749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37616) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:11.700159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:11.893630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:11.901043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.100825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '5a92c645-1c26-4552-9489-20966d1e779a'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:06:12.102868 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.241590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-066657c2-73c6-49df-a2a6-19b317ade8c8 req-ea5af016-fac3-4922-aa2d-106b4429fb4c tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1746205914', 'description': 'tempest-description-904177763'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:12.257416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.289728 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-066657c2-73c6-49df-a2a6-19b317ade8c8 req-ea5af016-fac3-4922-aa2d-106b4429fb4c tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.310754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:12.315067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:12.319915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:12.320776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.325582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Allocated IP 2001:db8::f816:3eff:fe2e:4ae1 (5a216216-0ac1-4efa-9af0-360385577e09/5a92c645-1c26-4552-9489-20966d1e779a/acb9c7ca-0027-40e8-986e-d49e2d1fd827) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:12.348617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37632) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:12.356868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=708e24b0-5ff2-4a4a-920b-4c00b81fcae2,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:12.367262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-75f8816a-5c7d-414c-9a67-3628a8b13871 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6725080 Nov 03 16:06:12.368530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:12.374439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:78:7c:42', 'name': 'tempest-NetworksTestDHCPv6-1424194529'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:12.423921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-066657c2-73c6-49df-a2a6-19b317ade8c8 req-ea5af016-fac3-4922-aa2d-106b4429fb4c tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.433588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-066657c2-73c6-49df-a2a6-19b317ade8c8 req-ea5af016-fac3-4922-aa2d-106b4429fb4c tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.496771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-066657c2-73c6-49df-a2a6-19b317ade8c8 req-ea5af016-fac3-4922-aa2d-106b4429fb4c tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.504243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-066657c2-73c6-49df-a2a6-19b317ade8c8 req-ea5af016-fac3-4922-aa2d-106b4429fb4c tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2771788 Nov 03 16:06:12.506123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5af016-fac3-4922-aa2d-106b4429fb4c tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584247f6-b0fe-4ee7-9657-c08d15e8798a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:12.609298 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.616699 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.635201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d177cfdf-c548-46de-9e7d-1d734b2cc2ed req-a0fe9496-ae0d-495f-893c-debb8809ac1f tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/584247f6-b0fe-4ee7-9657-c08d15e8798a HTTP/1.1" status: 200 len: 1823 time: 0.0796056 Nov 03 16:06:12.635788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:12.651428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60d97e5d-1a7d-4b38-a452-8d660cc41394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.674268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d177cfdf-c548-46de-9e7d-1d734b2cc2ed req-aaf11e8a-aee0-48e1-8445-195a2dc2a8f5 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '584247f6-b0fe-4ee7-9657-c08d15e8798a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:12.674629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d177cfdf-c548-46de-9e7d-1d734b2cc2ed req-aaf11e8a-aee0-48e1-8445-195a2dc2a8f5 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '584247f6-b0fe-4ee7-9657-c08d15e8798a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:12.682568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:12.688215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:12.700571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:12.776974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37646) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:12.795925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Pushing event updated for resources: {'Port': ['ID=acb9c7ca-0027-40e8-986e-d49e2d1fd827,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:12.826343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-9f22198e-63a3-4e36-803f-2036ce97649c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1041794 Nov 03 16:06:12.848439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Attempting to bind port acb9c7ca-0027-40e8-986e-d49e2d1fd827 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:12.850877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Attempting to bind port acb9c7ca-0027-40e8-986e-d49e2d1fd827 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:12.851267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Attempting to bind port acb9c7ca-0027-40e8-986e-d49e2d1fd827 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:12.860899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.861580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:12.861958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:12.862402 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.862744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:12.863215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Bound port: acb9c7ca-0027-40e8-986e-d49e2d1fd827, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:12.863953 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.922641 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60d97e5d-1a7d-4b38-a452-8d660cc41394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.941118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331f574-8886-41e3-a232-c30cfb3effe6 req-20f34530-0285-4ddd-a95f-99e631c71354 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:12.941376 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60d97e5d-1a7d-4b38-a452-8d660cc41394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:12.944708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] For port acb9c7ca-0027-40e8-986e-d49e2d1fd827, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:12.944886 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e331f574-8886-41e3-a232-c30cfb3effe6 req-20f34530-0285-4ddd-a95f-99e631c71354 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1223161 Nov 03 16:06:12.949247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-68038869-1adb-4f5f-9674-eddcc0f229c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:12.949998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] For port acb9c7ca-0027-40e8-986e-d49e2d1fd827, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=acb9c7ca-0027-40e8-986e-d49e2d1fd827,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:12.952646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-68038869-1adb-4f5f-9674-eddcc0f229c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1096 time: 0.0857821 Nov 03 16:06:12.960358 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.029545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde407d-f562-40d3-9f2c-8252ef7985ab None None] Pushing event updated for resources: {'Port': ['ID=acb9c7ca-0027-40e8-986e-d49e2d1fd827,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:13.054330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d177cfdf-c548-46de-9e7d-1d734b2cc2ed req-aaf11e8a-aee0-48e1-8445-195a2dc2a8f5 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.068950 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-394530a5-626e-4c2f-8cff-482fa80542d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.081745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 3337f946-782f-4fc4-b09e-5ebf09ac2cc4 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:06:13.089351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e331f574-8886-41e3-a232-c30cfb3effe6 req-706cbe35-51f0-4c53-b873-112bdb7dd3ac tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342013 Nov 03 16:06:13.136263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-60d97e5d-1a7d-4b38-a452-8d660cc41394 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=efc0dbc408744477ae85c21da9e09856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7860548 Nov 03 16:06:13.141025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37652) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:13.168845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d97e5d-1a7d-4b38-a452-8d660cc41394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c7d7f6-2c8e-472d-9865-156f564dde7f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:13.184840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-67c61188-095e-45fd-a59f-e574944ed7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:13.187448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-67c61188-095e-45fd-a59f-e574944ed7c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.2092447 Nov 03 16:06:13.216264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d177cfdf-c548-46de-9e7d-1d734b2cc2ed req-aaf11e8a-aee0-48e1-8445-195a2dc2a8f5 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.235484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d177cfdf-c548-46de-9e7d-1d734b2cc2ed req-aaf11e8a-aee0-48e1-8445-195a2dc2a8f5 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.272512 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d177cfdf-c548-46de-9e7d-1d734b2cc2ed req-aaf11e8a-aee0-48e1-8445-195a2dc2a8f5 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.274150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d177cfdf-c548-46de-9e7d-1d734b2cc2ed req-aaf11e8a-aee0-48e1-8445-195a2dc2a8f5 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6190562 Nov 03 16:06:13.321516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dcdffd11-e00f-489b-bfe2-314e2b695924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.335406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf11e8a-aee0-48e1-8445-195a2dc2a8f5 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9917d113-9771-46dd-b85f-28033874a246,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:13.380844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-045ca765-932e-4723-a1b1-58845f90f977 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 999 time: 0.1755047 Nov 03 16:06:13.384186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-668dc7e0-b9f4-485c-a3ec-44ecdd74fec1 req-f22e0ad1-3b7f-4905-991a-267f45967723 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1026587072', 'description': 'tempest-description-2082855548'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:13.387236 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dcdffd11-e00f-489b-bfe2-314e2b695924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.457771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-394530a5-626e-4c2f-8cff-482fa80542d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.462055 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-668dc7e0-b9f4-485c-a3ec-44ecdd74fec1 req-f22e0ad1-3b7f-4905-991a-267f45967723 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.469437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-394530a5-626e-4c2f-8cff-482fa80542d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.509240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-cb151f81-d095-45e4-b900-044128ccac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:13.511690 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-cb151f81-d095-45e4-b900-044128ccac5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.1215665 Nov 03 16:06:13.513048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dcdffd11-e00f-489b-bfe2-314e2b695924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.518052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dcdffd11-e00f-489b-bfe2-314e2b695924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.519290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dcdffd11-e00f-489b-bfe2-314e2b695924 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d0c7d7f6-2c8e-472d-9865-156f564dde7f HTTP/1.1" status: 204 len: 168 time: 0.3771663 Nov 03 16:06:13.562253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdffd11-e00f-489b-bfe2-314e2b695924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c7d7f6-2c8e-472d-9865-156f564dde7f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:13.608391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-10a3c437-e7b1-4732-bd82-001c0d824498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:13.610347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-10a3c437-e7b1-4732-bd82-001c0d824498 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900648 Nov 03 16:06:13.617091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-394530a5-626e-4c2f-8cff-482fa80542d1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f314d3ab44874efebbce56a39531d040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8370504 Nov 03 16:06:13.618353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 172.20.0.12 (5a216216-0ac1-4efa-9af0-360385577e09/708e24b0-5ff2-4a4a-920b-4c00b81fcae2/3337f946-782f-4fc4-b09e-5ebf09ac2cc4) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:13.622125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37658) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:13.630286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394530a5-626e-4c2f-8cff-482fa80542d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcff01f-624a-4641-b522-842afde8b754,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:13.639895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:fe78:7c42 (5a216216-0ac1-4efa-9af0-360385577e09/5a92c645-1c26-4552-9489-20966d1e779a/3337f946-782f-4fc4-b09e-5ebf09ac2cc4) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:13.707941 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-668dc7e0-b9f4-485c-a3ec-44ecdd74fec1 req-f22e0ad1-3b7f-4905-991a-267f45967723 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.718843 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-668dc7e0-b9f4-485c-a3ec-44ecdd74fec1 req-f22e0ad1-3b7f-4905-991a-267f45967723 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.781375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-038e-4117-b97a-9b28b35b2cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.787581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-7001cffe-dfef-4a5b-ae68-b66cb4a899ef service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671031 Nov 03 16:06:13.790196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-668dc7e0-b9f4-485c-a3ec-44ecdd74fec1 req-f22e0ad1-3b7f-4905-991a-267f45967723 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.792142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-668dc7e0-b9f4-485c-a3ec-44ecdd74fec1 req-f22e0ad1-3b7f-4905-991a-267f45967723 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4501703 Nov 03 16:06:13.827516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e0ad1-3b7f-4905-991a-267f45967723 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c91ef59-7d09-4be4-a9d2-8bc8d3eddf4b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:13.836175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-038e-4117-b97a-9b28b35b2cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.896337 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.942017 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:13.962680 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-854883e4-f874-44aa-ae02-506e825d25cc req-a27a7070-028f-4467-b422-d8414c0b6da0 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/8c91ef59-7d09-4be4-a9d2-8bc8d3eddf4b HTTP/1.1" status: 200 len: 1824 time: 0.1287844 Nov 03 16:06:13.989895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:13.993376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:13.999082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-854883e4-f874-44aa-ae02-506e825d25cc req-e9e23e30-03d7-40b8-abdf-f630576b2e5d tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8c91ef59-7d09-4be4-a9d2-8bc8d3eddf4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:13.999402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-854883e4-f874-44aa-ae02-506e825d25cc req-e9e23e30-03d7-40b8-abdf-f630576b2e5d tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8c91ef59-7d09-4be4-a9d2-8bc8d3eddf4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:14.002487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:14.032141 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e523fb15-e8e9-47ac-b772-639ddfa58936 req-bd1935ab-035f-4fd6-a172-cbd736fae33d service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358868 Nov 03 16:06:14.050284 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-038e-4117-b97a-9b28b35b2cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.052924 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-038e-4117-b97a-9b28b35b2cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.071692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d44f2e02-038e-4117-b97a-9b28b35b2cd7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/afcff01f-624a-4641-b522-842afde8b754 HTTP/1.1" status: 204 len: 168 time: 0.4382553 Nov 03 16:06:14.085929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:14.087009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.111528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=3337f946-782f-4fc4-b09e-5ebf09ac2cc4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:14.111984 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37668) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:14.130542 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e9b1be74-ca63-423e-877f-42e1d8f2a693 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7588756 Nov 03 16:06:14.132233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37670) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:14.149230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f2e02-038e-4117-b97a-9b28b35b2cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcff01f-624a-4641-b522-842afde8b754,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:14.154403 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-854883e4-f874-44aa-ae02-506e825d25cc req-e9e23e30-03d7-40b8-abdf-f630576b2e5d tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.174293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d144cd3a-89a5-4c40-a684-d1902fb9385c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.247040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-854883e4-f874-44aa-ae02-506e825d25cc req-e9e23e30-03d7-40b8-abdf-f630576b2e5d tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.261607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d313e-273f-4079-81ab-3571b618f0ae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:14.268224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d313e-273f-4079-81ab-3571b618f0ae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:14.272784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f55d313e-273f-4079-81ab-3571b618f0ae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1384444 Nov 03 16:06:14.273671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37674) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:14.275066 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-854883e4-f874-44aa-ae02-506e825d25cc req-e9e23e30-03d7-40b8-abdf-f630576b2e5d tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.317559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e23e30-03d7-40b8-abdf-f630576b2e5d tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456e45ce-560b-467f-ab0f-960b1e673138,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:14.347788 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-854883e4-f874-44aa-ae02-506e825d25cc req-e9e23e30-03d7-40b8-abdf-f630576b2e5d tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.362229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-854883e4-f874-44aa-ae02-506e825d25cc req-e9e23e30-03d7-40b8-abdf-f630576b2e5d tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3756711 Nov 03 16:06:14.413078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394058c4-27e9-44fd-b376-d8d9689794ae req-89e2380a-1756-4e17-b79d-837ff7470f70 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:14.416985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-394058c4-27e9-44fd-b376-d8d9689794ae req-89e2380a-1756-4e17-b79d-837ff7470f70 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1423135 Nov 03 16:06:14.423669 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d144cd3a-89a5-4c40-a684-d1902fb9385c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.430729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d144cd3a-89a5-4c40-a684-d1902fb9385c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.447002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca1186b-57f1-485b-bb99-0ca84360dfce None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:14.469423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fdba5ea0-1ca9-4e4b-a99c-0db9ff78e83d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 3337f946-782f-4fc4-b09e-5ebf09ac2cc4 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:14.469801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdba5ea0-1ca9-4e4b-a99c-0db9ff78e83d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.477250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144cd3a-89a5-4c40-a684-d1902fb9385c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f484dd-fa6b-4f47-91f9-1ed7d954026d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:14.519840 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d144cd3a-89a5-4c40-a684-d1902fb9385c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d623b53e600640c18ce551c813085c92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973653 Nov 03 16:06:14.522736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37684) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:14.591684 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a6258d9-93a7-4294-a9bd-9917bc052876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.618197 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a6258d9-93a7-4294-a9bd-9917bc052876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.631892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-394058c4-27e9-44fd-b376-d8d9689794ae req-d8525ca4-8aa0-4ff9-bb73-7f2b4f75935a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032802 Nov 03 16:06:14.634032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdba5ea0-1ca9-4e4b-a99c-0db9ff78e83d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.655027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-71caa1f7-6765-489a-b877-da1204d65494 req-fb234779-5e1e-417e-988c-8f587cc8bc3a tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1851485823', 'description': 'tempest-description-322786340'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:14.663384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fdba5ea0-1ca9-4e4b-a99c-0db9ff78e83d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 3337f946-782f-4fc4-b09e-5ebf09ac2cc4 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:14.669066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a6d6a707-17ea-4581-8465-fa90de71d07c None None] Provisioning complete for port acb9c7ca-0027-40e8-986e-d49e2d1fd827 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:14.669563 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a707-17ea-4581-8465-fa90de71d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.691181 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-71caa1f7-6765-489a-b877-da1204d65494 req-fb234779-5e1e-417e-988c-8f587cc8bc3a tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.719324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a6258d9-93a7-4294-a9bd-9917bc052876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.721965 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a6258d9-93a7-4294-a9bd-9917bc052876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.723106 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4a6258d9-93a7-4294-a9bd-9917bc052876 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c7f484dd-fa6b-4f47-91f9-1ed7d954026d HTTP/1.1" status: 204 len: 168 time: 0.1994455 Nov 03 16:06:14.737125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6258d9-93a7-4294-a9bd-9917bc052876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f484dd-fa6b-4f47-91f9-1ed7d954026d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:14.818214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-71caa1f7-6765-489a-b877-da1204d65494 req-fb234779-5e1e-417e-988c-8f587cc8bc3a tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.827951 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-71caa1f7-6765-489a-b877-da1204d65494 req-fb234779-5e1e-417e-988c-8f587cc8bc3a tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.861915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-71caa1f7-6765-489a-b877-da1204d65494 req-fb234779-5e1e-417e-988c-8f587cc8bc3a tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.867092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-71caa1f7-6765-489a-b877-da1204d65494 req-fb234779-5e1e-417e-988c-8f587cc8bc3a tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2176454 Nov 03 16:06:14.869998 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a707-17ea-4581-8465-fa90de71d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.875235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb234779-5e1e-417e-988c-8f587cc8bc3a tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e2f8b7-7fa7-4c80-9382-f6701da69350,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:14.887141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bbdbe7-0dbc-4707-9bdb-485c5ebf9075 None None] Update dhcp port {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': '5a92c645-1c26-4552-9489-20966d1e779a', 'ip_address': '2001:db8::f816:3eff:fe2e:4ae1'}, {'subnet_id': '708e24b0-5ff2-4a4a-920b-4c00b81fcae2'}], 'binding:host_id': 'n-d-813897-2'}, 'id': 'acb9c7ca-0027-40e8-986e-d49e2d1fd827'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:06:14.902615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-9dfa0ec3-0f3c-407e-9139-9ec75f60c3fe req-20a569c1-a7fb-409e-917c-61c087058911 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1989406441', 'description': 'tempest-description-2101913252'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:14.919408 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55bbdbe7-0dbc-4707-9bdb-485c5ebf9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.927385 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9dfa0ec3-0f3c-407e-9139-9ec75f60c3fe req-20a569c1-a7fb-409e-917c-61c087058911 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:14.957762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a6d6a707-17ea-4581-8465-fa90de71d07c None None] For port acb9c7ca-0027-40e8-986e-d49e2d1fd827, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=acb9c7ca-0027-40e8-986e-d49e2d1fd827,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:14.980309 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a707-17ea-4581-8465-fa90de71d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.042615 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdba5ea0-1ca9-4e4b-a99c-0db9ff78e83d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.126059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6a707-17ea-4581-8465-fa90de71d07c None None] Pushing event updated for resources: {'Port': ['ID=acb9c7ca-0027-40e8-986e-d49e2d1fd827,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:15.138024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba5ea0-1ca9-4e4b-a99c-0db9ff78e83d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=3337f946-782f-4fc4-b09e-5ebf09ac2cc4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:15.156571 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9dfa0ec3-0f3c-407e-9139-9ec75f60c3fe req-20a569c1-a7fb-409e-917c-61c087058911 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.163412 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9dfa0ec3-0f3c-407e-9139-9ec75f60c3fe req-20a569c1-a7fb-409e-917c-61c087058911 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.204448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-55bbdbe7-0dbc-4707-9bdb-485c5ebf9075 None None] Allocated IP 172.20.0.2 (5a216216-0ac1-4efa-9af0-360385577e09/708e24b0-5ff2-4a4a-920b-4c00b81fcae2/acb9c7ca-0027-40e8-986e-d49e2d1fd827) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:15.220256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a569c1-a7fb-409e-917c-61c087058911 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee98f1a-f23b-498a-b501-d9aaaef8ee68,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:15.245872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9dfa0ec3-0f3c-407e-9139-9ec75f60c3fe req-20a569c1-a7fb-409e-917c-61c087058911 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.247977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9dfa0ec3-0f3c-407e-9139-9ec75f60c3fe req-20a569c1-a7fb-409e-917c-61c087058911 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3521314 Nov 03 16:06:15.264471 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdba5ea0-1ca9-4e4b-a99c-0db9ff78e83d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.270701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fdba5ea0-1ca9-4e4b-a99c-0db9ff78e83d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/3337f946-782f-4fc4-b09e-5ebf09ac2cc4 HTTP/1.1" status: 204 len: 168 time: 0.9922922 Nov 03 16:06:15.271168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37712) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:15.358048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-55bbdbe7-0dbc-4707-9bdb-485c5ebf9075 None None] For port acb9c7ca-0027-40e8-986e-d49e2d1fd827, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=acb9c7ca-0027-40e8-986e-d49e2d1fd827,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:15.390130 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55bbdbe7-0dbc-4707-9bdb-485c5ebf9075 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.397801 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55bbdbe7-0dbc-4707-9bdb-485c5ebf9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.408629 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44924d86-fb58-4241-950b-40d7754ba98a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.410242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44924d86-fb58-4241-950b-40d7754ba98a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.411906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44924d86-fb58-4241-950b-40d7754ba98a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.417188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-44924d86-fb58-4241-950b-40d7754ba98a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1414046 Nov 03 16:06:15.418804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37722) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:15.474237 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bc491713-2894-42b1-b1df-561f98cf8071 req-33e35823-f17a-4099-af19-d0d87a6cb5af tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/27e2f8b7-7fa7-4c80-9382-f6701da69350 HTTP/1.1" status: 200 len: 1823 time: 0.1235440 Nov 03 16:06:15.476075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device acb9c7ca-0027-40e8-986e-d49e2d1fd827 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:15.528648 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-109ec7d9-02bc-4736-8dc5-bedfa31ee09e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 5a92c645-1c26-4552-9489-20966d1e779a {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:15.539165 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-109ec7d9-02bc-4736-8dc5-bedfa31ee09e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.555246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbdbe7-0dbc-4707-9bdb-485c5ebf9075 None None] Pushing event updated for resources: {'Port': ['ID=acb9c7ca-0027-40e8-986e-d49e2d1fd827,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:15.567337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port acb9c7ca-0027-40e8-986e-d49e2d1fd827 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:15.567710 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.596184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bc491713-2894-42b1-b1df-561f98cf8071 req-6b9eaf38-ba4f-452f-bd10-0b6161ee67b2 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/1ee98f1a-f23b-498a-b501-d9aaaef8ee68 HTTP/1.1" status: 200 len: 1824 time: 0.1206036 Nov 03 16:06:15.611998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-bc491713-2894-42b1-b1df-561f98cf8071 req-6454f549-2a19-410f-977b-e5d2f68b8372 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '27e2f8b7-7fa7-4c80-9382-f6701da69350', 'remote_group_id': '1ee98f1a-f23b-498a-b501-d9aaaef8ee68', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:15.612475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-bc491713-2894-42b1-b1df-561f98cf8071 req-6454f549-2a19-410f-977b-e5d2f68b8372 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '27e2f8b7-7fa7-4c80-9382-f6701da69350', 'remote_group_id': '1ee98f1a-f23b-498a-b501-d9aaaef8ee68', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:15.636404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-109ec7d9-02bc-4736-8dc5-bedfa31ee09e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:15.675116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-bb7b3291-6a07-42d6-80f8-0d7280796d70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1524377 Nov 03 16:06:15.877250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-d82d6555-0291-4666-9e32-ed63de911ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.878019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-d82d6555-0291-4666-9e32-ed63de911ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.878681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-d82d6555-0291-4666-9e32-ed63de911ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.880536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-d82d6555-0291-4666-9e32-ed63de911ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.881213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-d82d6555-0291-4666-9e32-ed63de911ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.884083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-d82d6555-0291-4666-9e32-ed63de911ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.885579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-d82d6555-0291-4666-9e32-ed63de911ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:15.891052 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-d82d6555-0291-4666-9e32-ed63de911ee4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6498 time: 0.1230230 Nov 03 16:06:16.060945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e8e0-b9d0-4e93-b890-79c2f04117e7 req-7e51b3b5-63b1-42df-8084-5582e76f2d88 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:16.069448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1473e8e0-b9d0-4e93-b890-79c2f04117e7 req-7e51b3b5-63b1-42df-8084-5582e76f2d88 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1342430 Nov 03 16:06:16.101613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-1a40b7d4-7817-4888-8062-ca62424076e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:16.102089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-1a40b7d4-7817-4888-8062-ca62424076e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:16.102545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-1a40b7d4-7817-4888-8062-ca62424076e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:16.104973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-1a40b7d4-7817-4888-8062-ca62424076e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e647349e-071d-4e0d-ae41-37f29f277a4d&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa HTTP/1.1" status: 200 len: 2298 time: 0.1851037 Nov 03 16:06:16.200292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1473e8e0-b9d0-4e93-b890-79c2f04117e7 req-a7ccce52-e1fc-4950-8c8b-1671fb010ee6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284759 Nov 03 16:06:16.241223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-c5f44da9-e248-4393-9608-86d6f9f8524a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8533a89-5204-40dd-9f56-199e45a2427a HTTP/1.1" status: 200 len: 1001 time: 0.1276059 Nov 03 16:06:16.331450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-b408b4bc-45bc-4bb8-b222-bff361cec5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:16.333117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-b408b4bc-45bc-4bb8-b222-bff361cec5cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=558ba17c-0e20-4eb8-8db0-7149eb904841 HTTP/1.1" status: 200 len: 856 time: 0.0823281 Nov 03 16:06:16.340214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-109ec7d9-02bc-4736-8dc5-bedfa31ee09e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.381650 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bc491713-2894-42b1-b1df-561f98cf8071 req-6454f549-2a19-410f-977b-e5d2f68b8372 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.427699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-2bcc2ab1-f1a5-48e1-852c-a154afdd6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:16.430799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-2bcc2ab1-f1a5-48e1-852c-a154afdd6534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e647349e-071d-4e0d-ae41-37f29f277a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902991 Nov 03 16:06:16.436264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bc491713-2894-42b1-b1df-561f98cf8071 req-6454f549-2a19-410f-977b-e5d2f68b8372 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.442922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bc491713-2894-42b1-b1df-561f98cf8071 req-6454f549-2a19-410f-977b-e5d2f68b8372 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.462001 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-109ec7d9-02bc-4736-8dc5-bedfa31ee09e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.508168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-bc491713-2894-42b1-b1df-561f98cf8071 req-6454f549-2a19-410f-977b-e5d2f68b8372 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.510724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bc491713-2894-42b1-b1df-561f98cf8071 req-6454f549-2a19-410f-977b-e5d2f68b8372 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9127247 Nov 03 16:06:16.511547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ec7d9-02bc-4736-8dc5-bedfa31ee09e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=5a92c645-1c26-4552-9489-20966d1e779a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:16.515354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454f549-2a19-410f-977b-e5d2f68b8372 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84441ac-635f-4904-bc00-50ec0053ce12,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:16.520373 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-109ec7d9-02bc-4736-8dc5-bedfa31ee09e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.526593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-109ec7d9-02bc-4736-8dc5-bedfa31ee09e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/5a92c645-1c26-4552-9489-20966d1e779a HTTP/1.1" status: 204 len: 168 time: 1.1063199 Nov 03 16:06:16.527250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37752) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:16.561242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d5004ced-622e-4c95-9259-95708ac61dae req-32c214b2-df08-487c-8e25-1a960f690b68 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-596242025', 'description': 'tempest-description-1892517141'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:16.612401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-1bd38629-401b-4fbb-a9a9-5acd83249314 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719146 Nov 03 16:06:16.614089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d5004ced-622e-4c95-9259-95708ac61dae req-32c214b2-df08-487c-8e25-1a960f690b68 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.624482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd281ed-9683-4aa0-bb82-1c7df85f22cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 708e24b0-5ff2-4a4a-920b-4c00b81fcae2 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:16.628285 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfd281ed-9683-4aa0-bb82-1c7df85f22cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.680053 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfd281ed-9683-4aa0-bb82-1c7df85f22cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.758070 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-0ea2b170-e466-477b-956b-ab6b138e7635 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337729 Nov 03 16:06:16.786227 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d5004ced-622e-4c95-9259-95708ac61dae req-32c214b2-df08-487c-8e25-1a960f690b68 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.792565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c486e-94ff-4a7d-8e4b-6327d61301b3 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:16.832077 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d5004ced-622e-4c95-9259-95708ac61dae req-32c214b2-df08-487c-8e25-1a960f690b68 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.850052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-33e8265a-8446-4ea1-9d87-fe1bad02c27d None None] Could not find standard attr ID for object 3337f946-782f-4fc4-b09e-5ebf09ac2cc4. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:06:16.854303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfd281ed-9683-4aa0-bb82-1c7df85f22cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.863402 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-c6e6eb3d-6dce-4105-9a35-3b8ca9e744ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 217 time: 0.0962486 Nov 03 16:06:16.866635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c214b2-df08-487c-8e25-1a960f690b68 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bcd6e5-dded-49b3-b742-162545f7ebe9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:16.935045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-33e8265a-8446-4ea1-9d87-fe1bad02c27d None None] Provisioning complete for port acb9c7ca-0027-40e8-986e-d49e2d1fd827 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:16.935935 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33e8265a-8446-4ea1-9d87-fe1bad02c27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.942656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfd281ed-9683-4aa0-bb82-1c7df85f22cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.947170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-5ab9b9c6-2026-4f71-bf6a-9b4f8a06d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:16.949280 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-5ab9b9c6-2026-4f71-bf6a-9b4f8a06d288 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0768883 Nov 03 16:06:16.958689 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d5004ced-622e-4c95-9259-95708ac61dae req-32c214b2-df08-487c-8e25-1a960f690b68 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:16.965481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5004ced-622e-4c95-9259-95708ac61dae req-32c214b2-df08-487c-8e25-1a960f690b68 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4106438 Nov 03 16:06:17.002600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-53c35dda-469b-400f-b942-0c7272c3bd0e req-89e650c7-7c3c-41f8-9285-7cd35a10e5dd tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1631174660', 'description': 'tempest-description-1576124936'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:17.025810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd281ed-9683-4aa0-bb82-1c7df85f22cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=708e24b0-5ff2-4a4a-920b-4c00b81fcae2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:17.053161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfd281ed-9683-4aa0-bb82-1c7df85f22cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.061945 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cfd281ed-9683-4aa0-bb82-1c7df85f22cf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/708e24b0-5ff2-4a4a-920b-4c00b81fcae2 HTTP/1.1" status: 204 len: 168 time: 0.5335574 Nov 03 16:06:17.062840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37772) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:17.089857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-3c9fea52-1fbe-43af-b4c9-5e6493185fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:17.092883 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-3c9fea52-1fbe-43af-b4c9-5e6493185fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260033 Nov 03 16:06:17.095280 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53c35dda-469b-400f-b942-0c7272c3bd0e req-89e650c7-7c3c-41f8-9285-7cd35a10e5dd tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.137139 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ac5e2054-13db-40fb-9838-60ee406b9fd9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730805 Nov 03 16:06:17.139866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37774) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:17.146537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:17.270719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd47b4-1f79-43ef-94f5-6989ee35d38b None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:06:17.304373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:17.311468 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.412814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-26fd47b4-1f79-43ef-94f5-6989ee35d38b None None] Deleting port acb9c7ca-0027-40e8-986e-d49e2d1fd827 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:17.413402 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26fd47b4-1f79-43ef-94f5-6989ee35d38b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.433731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device acb9c7ca-0027-40e8-986e-d49e2d1fd827 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:17.472357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf7daf-c2ed-4f84-b353-2150b5ddeb11 req-a30b7ca8-b00f-42c6-b07e-b710e77bdfd4 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:17.474952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81cf7daf-c2ed-4f84-b353-2150b5ddeb11 req-a30b7ca8-b00f-42c6-b07e-b710e77bdfd4 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1423848 Nov 03 16:06:17.591283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-26fd47b4-1f79-43ef-94f5-6989ee35d38b None None] For port acb9c7ca-0027-40e8-986e-d49e2d1fd827, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=acb9c7ca-0027-40e8-986e-d49e2d1fd827,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:17.592336 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26fd47b4-1f79-43ef-94f5-6989ee35d38b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.616654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-26fd47b4-1f79-43ef-94f5-6989ee35d38b None None] Calling delete_port for acb9c7ca-0027-40e8-986e-d49e2d1fd827 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:17.624372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.629578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-e9da7dd8-f7c3-4e9c-ad67-f772924b35eb service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118725 Nov 03 16:06:17.632455 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53c35dda-469b-400f-b942-0c7272c3bd0e req-89e650c7-7c3c-41f8-9285-7cd35a10e5dd tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.637345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81cf7daf-c2ed-4f84-b353-2150b5ddeb11 req-58aff7c8-a153-4f14-be38-605946cb488e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530862 Nov 03 16:06:17.638837 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53c35dda-469b-400f-b942-0c7272c3bd0e req-89e650c7-7c3c-41f8-9285-7cd35a10e5dd tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.703377 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.720371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port acb9c7ca-0027-40e8-986e-d49e2d1fd827, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=acb9c7ca-0027-40e8-986e-d49e2d1fd827,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:17.734599 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.740431 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-53c35dda-469b-400f-b942-0c7272c3bd0e req-89e650c7-7c3c-41f8-9285-7cd35a10e5dd tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.745818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53c35dda-469b-400f-b942-0c7272c3bd0e req-89e650c7-7c3c-41f8-9285-7cd35a10e5dd tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7476749 Nov 03 16:06:17.765500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:17.772870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:17.778893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e650c7-7c3c-41f8-9285-7cd35a10e5dd tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e8c97e-4507-4e94-8058-e836631512ac,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:17.811120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:17.811777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.814104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=acb9c7ca-0027-40e8-986e-d49e2d1fd827,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:17.820307 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26fd47b4-1f79-43ef-94f5-6989ee35d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:17.836423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=fe917b0d-9e97-4d31-88f8-9ecae672ec95,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:17.838254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd47b4-1f79-43ef-94f5-6989ee35d38b None None] No DVR routers for this DVR port acb9c7ca-0027-40e8-986e-d49e2d1fd827 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:06:17.845717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-08eb82a6-8c09-4ee9-b959-8921473883a0 req-646edff1-048f-44d6-947f-b3e972196bbd tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/c7bcd6e5-dded-49b3-b742-162545f7ebe9 HTTP/1.1" status: 200 len: 1823 time: 0.0789161 Nov 03 16:06:17.851544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-672fe4c2-d3a9-4c2d-aa2b-1321e021e54e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7104197 Nov 03 16:06:17.854564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-7b120daf-4d15-4276-b710-d632fdfb6036 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165816 Nov 03 16:06:17.855456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37802) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:17.861966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:17.871039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd47b4-1f79-43ef-94f5-6989ee35d38b None None] Pushing event deleted for resources: {'Port': ['ID=acb9c7ca-0027-40e8-986e-d49e2d1fd827,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:17.883545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ef34f-c5ce-47f1-82ef-ff22d94b0648 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:17.919850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-e874c117-2b46-44c8-b5c0-465e3bc3de23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 217 time: 0.0568109 Nov 03 16:06:17.964444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-08eb82a6-8c09-4ee9-b959-8921473883a0 req-f1e9965d-31a7-49ae-99bb-290dc62fbd24 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/70e8c97e-4507-4e94-8058-e836631512ac HTTP/1.1" status: 200 len: 1824 time: 0.1066217 Nov 03 16:06:17.982299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-08eb82a6-8c09-4ee9-b959-8921473883a0 req-9e7a3dd5-86c1-4fe3-be63-19111b804077 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7bcd6e5-dded-49b3-b742-162545f7ebe9', 'remote_group_id': '70e8c97e-4507-4e94-8058-e836631512ac', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:17.982712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-08eb82a6-8c09-4ee9-b959-8921473883a0 req-9e7a3dd5-86c1-4fe3-be63-19111b804077 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7bcd6e5-dded-49b3-b742-162545f7ebe9', 'remote_group_id': '70e8c97e-4507-4e94-8058-e836631512ac', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:18.024081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-a858cc60-b4f7-41a0-84ee-64e8e297bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:18.027935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-a858cc60-b4f7-41a0-84ee-64e8e297bbb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.1008017 Nov 03 16:06:18.101426 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:18.108859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-112c2be1-72f7-4f0e-8495-15ce8084e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:18.109969 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.110385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-112c2be1-72f7-4f0e-8495-15ce8084e13e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753274 Nov 03 16:06:18.121866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': 'fe917b0d-9e97-4d31-88f8-9ecae672ec95'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:06:18.122737 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.229733 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-08eb82a6-8c09-4ee9-b959-8921473883a0 req-9e7a3dd5-86c1-4fe3-be63-19111b804077 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.276594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-6e8183cb-f6f3-428c-a621-08e61a04455b service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546040 Nov 03 16:06:18.308299 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-08eb82a6-8c09-4ee9-b959-8921473883a0 req-9e7a3dd5-86c1-4fe3-be63-19111b804077 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.321223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-08eb82a6-8c09-4ee9-b959-8921473883a0 req-9e7a3dd5-86c1-4fe3-be63-19111b804077 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.354222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a3dd5-86c1-4fe3-be63-19111b804077 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65316c59-a1bb-4263-9fb3-2a4b315feea1,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:18.366230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-08eb82a6-8c09-4ee9-b959-8921473883a0 req-9e7a3dd5-86c1-4fe3-be63-19111b804077 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.371281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-08eb82a6-8c09-4ee9-b959-8921473883a0 req-9e7a3dd5-86c1-4fe3-be63-19111b804077 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3970578 Nov 03 16:06:18.399206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Allocated IP 172.20.0.2 (5a216216-0ac1-4efa-9af0-360385577e09/fe917b0d-9e97-4d31-88f8-9ecae672ec95/3ce7e982-d121-44a9-92ec-d8970d9aea93) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:18.467029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-8a9803b2-b91c-4b6a-8415-c24f539d08c8 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833971 Nov 03 16:06:18.472887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4bcc7be-4955-44d5-a799-18c482e117b5 req-695d35bf-eb21-47f6-af08-5b833fae4be5 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/70e8c97e-4507-4e94-8058-e836631512ac HTTP/1.1" status: 200 len: 1824 time: 0.0830700 Nov 03 16:06:18.518953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-49765d85-00c9-45b6-8ae4-7333c2daacdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 HTTP/1.1" status: 200 len: 217 time: 0.0446613 Nov 03 16:06:18.580123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-426f9242-9f30-469c-8786-b1d20845baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:18.581650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-426f9242-9f30-469c-8786-b1d20845baa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0533676 Nov 03 16:06:18.667891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-65f39be3-48df-4dd1-a086-a5b3047bb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:18.671456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-65f39be3-48df-4dd1-a086-a5b3047bb67f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788023 Nov 03 16:06:18.672208 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c4bcc7be-4955-44d5-a799-18c482e117b5 req-d59d5be0-ccd9-4284-b735-6f936955e962 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.712087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:06:18.718629 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.798157 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-1ea8db73-4096-4c64-9b9b-d5b2481b2bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097717 Nov 03 16:06:18.815670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c4bcc7be-4955-44d5-a799-18c482e117b5 req-d59d5be0-ccd9-4284-b735-6f936955e962 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.895263 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.904983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.926276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=5eb77cf6-ba2e-45b1-aa61-e3580730fec9,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:18.933301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:18.950103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:18.953185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:18.953812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:18.974845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:18.978032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:18.987167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3eadf-f41f-4abe-a272-6076236ebe45 req-eed5344c-edbb-479b-b9f9-4ae3a3c300f4 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:18.988735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d9e3eadf-f41f-4abe-a272-6076236ebe45 req-eed5344c-edbb-479b-b9f9-4ae3a3c300f4 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.2053452 Nov 03 16:06:18.996419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9cf5dec3-2b7d-417d-b4ff-e04a56a28a07 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1365511 Nov 03 16:06:19.000563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37888) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:19.002905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:19.006137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:e4:14:2c', 'name': 'tempest-NetworksTestDHCPv6-30200238'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:19.015970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Pushing event updated for resources: {'Port': ['ID=3ce7e982-d121-44a9-92ec-d8970d9aea93,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:19.048486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-7112dfae-2459-415b-aa3e-e40b924be690 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374108 Nov 03 16:06:19.079316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37892) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:19.107518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-5ecf48eb-9112-4a02-b7d0-c9fe579b8d19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 HTTP/1.1" status: 200 len: 217 time: 0.0519688 Nov 03 16:06:19.117759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Attempting to bind port 3ce7e982-d121-44a9-92ec-d8970d9aea93 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:19.119855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Attempting to bind port 3ce7e982-d121-44a9-92ec-d8970d9aea93 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:19.120304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Attempting to bind port 3ce7e982-d121-44a9-92ec-d8970d9aea93 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:19.125900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:19.126270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:19.126667 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.127097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:19.127706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Bound port: 3ce7e982-d121-44a9-92ec-d8970d9aea93, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:19.128824 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.149958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d9e3eadf-f41f-4abe-a272-6076236ebe45 req-5f2e923c-0c23-444a-9946-8c5a771ec7da tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390715 Nov 03 16:06:19.201454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] For port 3ce7e982-d121-44a9-92ec-d8970d9aea93, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:19.207275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] For port 3ce7e982-d121-44a9-92ec-d8970d9aea93, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3ce7e982-d121-44a9-92ec-d8970d9aea93,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:19.217347 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.245930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:19.248859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c4bcc7be-4955-44d5-a799-18c482e117b5 req-d59d5be0-ccd9-4284-b735-6f936955e962 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.251730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c4bcc7be-4955-44d5-a799-18c482e117b5 req-d59d5be0-ccd9-4284-b735-6f936955e962 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.264555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4bcc7be-4955-44d5-a799-18c482e117b5 req-d59d5be0-ccd9-4284-b735-6f936955e962 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "DELETE /v2.0/security-groups/70e8c97e-4507-4e94-8058-e836631512ac HTTP/1.1" status: 204 len: 173 time: 0.7417090 Nov 03 16:06:19.326577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a694a-6fb8-4b99-a9df-a8c7a2de3dde None None] Pushing event updated for resources: {'Port': ['ID=3ce7e982-d121-44a9-92ec-d8970d9aea93,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:19.327607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-188a57e6-68c1-4df8-9881-4c427c6e1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:19.329902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-188a57e6-68c1-4df8-9881-4c427c6e1527 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.2086294 Nov 03 16:06:19.347777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52e8aadf-cd15-4fc6-bbc0-d4f85e289807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.392551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d5be0-ccd9-4284-b735-6f936955e962 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e8c97e-4507-4e94-8058-e836631512ac,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:19.442280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-9803729c-2d53-45c4-8040-c6ea0d236f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:19.443895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-9803729c-2d53-45c4-8040-c6ea0d236f59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071928 Nov 03 16:06:19.446790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce923791-b9a9-47ea-8604-6eca5cbd8dec req-db03c85e-b268-4339-8ecf-e46efd0fdedf tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/c7bcd6e5-dded-49b3-b742-162545f7ebe9 HTTP/1.1" status: 200 len: 1823 time: 0.1316915 Nov 03 16:06:19.496723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5a20ea49-67a5-4fa6-8135-74417ee0f4e4 req-fafe6b8d-75b1-4197-ba1e-dfa2fa5e1485 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1447540320', 'description': 'tempest-description-21463835'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:19.526166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.582678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port fc9fdfad-c059-4783-aac7-81aca2b085da yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:06:19.588179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-b6f49954-c746-40fa-907f-97f1254532f4 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253781 Nov 03 16:06:19.647610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a20ea49-67a5-4fa6-8135-74417ee0f4e4 req-fafe6b8d-75b1-4197-ba1e-dfa2fa5e1485 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.713641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-7834aaaa-23a8-4f0a-b9c5-28ab26c8e28f service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210589 Nov 03 16:06:19.750394 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52e8aadf-cd15-4fc6-bbc0-d4f85e289807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.765136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52e8aadf-cd15-4fc6-bbc0-d4f85e289807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.770519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-65c51b1f-93b6-411a-8ea3-56336675e79b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5 HTTP/1.1" status: 200 len: 217 time: 0.0493531 Nov 03 16:06:19.831823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-f3621105-d9b3-41dc-b156-2c8419d34f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:19.833762 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-f3621105-d9b3-41dc-b156-2c8419d34f88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.0559173 Nov 03 16:06:19.868123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-52e8aadf-cd15-4fc6-bbc0-d4f85e289807 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd3b621a0e0940ab91f27f1a9c6d2353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7878327 Nov 03 16:06:19.870976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37904) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:19.879359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8aadf-cd15-4fc6-bbc0-d4f85e289807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6abc3d2-1f36-4d7a-8180-f04bcce698e6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:19.895654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 172.20.0.14 (5a216216-0ac1-4efa-9af0-360385577e09/fe917b0d-9e97-4d31-88f8-9ecae672ec95/fc9fdfad-c059-4783-aac7-81aca2b085da) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:19.912195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:fee4:142c (5a216216-0ac1-4efa-9af0-360385577e09/5eb77cf6-ba2e-45b1-aa61-e3580730fec9/fc9fdfad-c059-4783-aac7-81aca2b085da) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:19.931828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a20ea49-67a5-4fa6-8135-74417ee0f4e4 req-fafe6b8d-75b1-4197-ba1e-dfa2fa5e1485 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.943085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a20ea49-67a5-4fa6-8135-74417ee0f4e4 req-fafe6b8d-75b1-4197-ba1e-dfa2fa5e1485 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:19.975048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-c9e2a22e-f65e-43f5-bfe2-5107f723e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:19.983368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-c9e2a22e-f65e-43f5-bfe2-5107f723e67a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1417222 Nov 03 16:06:19.986954 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-481befc2-9265-4475-b521-2aff6afb017d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.000135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5a20ea49-67a5-4fa6-8135-74417ee0f4e4 req-fafe6b8d-75b1-4197-ba1e-dfa2fa5e1485 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.001382 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a20ea49-67a5-4fa6-8135-74417ee0f4e4 req-fafe6b8d-75b1-4197-ba1e-dfa2fa5e1485 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5260127 Nov 03 16:06:20.031888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe6b8d-75b1-4197-ba1e-dfa2fa5e1485 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba6de7f-2674-42c3-a9ff-c3a83009d580,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:20.132894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-481befc2-9265-4475-b521-2aff6afb017d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.138906 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.163463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-39f9e386-8359-49d2-b8c3-509f8669ebd4 req-eff99322-e03b-4b3b-b16d-2e498d2b7d13 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/2ba6de7f-2674-42c3-a9ff-c3a83009d580 HTTP/1.1" status: 200 len: 1822 time: 0.1173718 Nov 03 16:06:20.193512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-39f9e386-8359-49d2-b8c3-509f8669ebd4 req-c466cb51-540a-4267-ab9c-1358a9443618 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ba6de7f-2674-42c3-a9ff-c3a83009d580', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:20.193939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-39f9e386-8359-49d2-b8c3-509f8669ebd4 req-c466cb51-540a-4267-ab9c-1358a9443618 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ba6de7f-2674-42c3-a9ff-c3a83009d580', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:20.203260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.216439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-7b5b2ea9-d19c-45b7-9beb-332ca296fa15 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179959 Nov 03 16:06:20.300006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:20.310257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:20.312356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=fc9fdfad-c059-4783-aac7-81aca2b085da,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:20.316358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:20.322928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-481befc2-9265-4475-b521-2aff6afb017d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.325480 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-481befc2-9265-4475-b521-2aff6afb017d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.326626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-481befc2-9265-4475-b521-2aff6afb017d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a6abc3d2-1f36-4d7a-8180-f04bcce698e6 HTTP/1.1" status: 204 len: 168 time: 0.4543755 Nov 03 16:06:20.342515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dcd30-0faa-4aa3-b565-d923c7bc9814 req-817e49fe-e240-4999-bed3-d295e2ffd680 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:20.349817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-714dcd30-0faa-4aa3-b565-d923c7bc9814 req-817e49fe-e240-4999-bed3-d295e2ffd680 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1049399 Nov 03 16:06:20.354974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481befc2-9265-4475-b521-2aff6afb017d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6abc3d2-1f36-4d7a-8180-f04bcce698e6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:20.359488 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-39f9e386-8359-49d2-b8c3-509f8669ebd4 req-c466cb51-540a-4267-ab9c-1358a9443618 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.391989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-39f9e386-8359-49d2-b8c3-509f8669ebd4 req-c466cb51-540a-4267-ab9c-1358a9443618 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.395955 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-54d5e64a-dae6-453f-85f7-88c3597f0a93 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697028 Nov 03 16:06:20.401581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-39f9e386-8359-49d2-b8c3-509f8669ebd4 req-c466cb51-540a-4267-ab9c-1358a9443618 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.440091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:20.441195 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.459769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-5ff9e8c3-4f49-4787-bd2a-80f1f3e05626 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d HTTP/1.1" status: 200 len: 217 time: 0.0468240 Nov 03 16:06:20.461192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466cb51-540a-4267-ab9c-1358a9443618 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb50e86-ab74-49c5-91ac-5195f5e65cde,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:20.467255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-39f9e386-8359-49d2-b8c3-509f8669ebd4 req-c466cb51-540a-4267-ab9c-1358a9443618 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.468369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-39f9e386-8359-49d2-b8c3-509f8669ebd4 req-c466cb51-540a-4267-ab9c-1358a9443618 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2922072 Nov 03 16:06:20.484952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-714dcd30-0faa-4aa3-b565-d923c7bc9814 req-d3f1ae5d-a752-4323-b172-02290bc487d4 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342487 Nov 03 16:06:20.488455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d40425d0-de67-4379-a6f2-e3087f837ccf tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4869394 Nov 03 16:06:20.492185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37920) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:20.535412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-de408810-2965-4d1b-b91f-705a5c83466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:20.537688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-de408810-2965-4d1b-b91f-705a5c83466f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.0683970 Nov 03 16:06:20.629351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4694a47d-d8c6-4c01-894b-3e5190da453c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:20.638687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4694a47d-d8c6-4c01-894b-3e5190da453c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:20.638687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4694a47d-d8c6-4c01-894b-3e5190da453c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1374891 Nov 03 16:06:20.640800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37924) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:20.657236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b6cf3-75f7-4147-8e2d-bc05794c51a6 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:20.683653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-613c2e7b-3819-40cd-9b98-041f85712a2a req-19b97895-57e1-4677-a336-a35ca3800b35 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/2ba6de7f-2674-42c3-a9ff-c3a83009d580 HTTP/1.1" status: 200 len: 2416 time: 0.0755491 Nov 03 16:06:20.691037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-613c2e7b-3819-40cd-9b98-041f85712a2a req-f33d00d6-466d-4b70-9d7b-eac495c25208 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ba6de7f-2674-42c3-a9ff-c3a83009d580', 'remote_group_id': None}]} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:20.691354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-613c2e7b-3819-40cd-9b98-041f85712a2a req-f33d00d6-466d-4b70-9d7b-eac495c25208 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ba6de7f-2674-42c3-a9ff-c3a83009d580', 'remote_group_id': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:20.698018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-e41ac0a8-3ac1-4956-8e8c-5f18a9dcf4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:20.699513 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-e41ac0a8-3ac1-4956-8e8c-5f18a9dcf4be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1499770 Nov 03 16:06:20.763876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-da0af212-6d30-4ec2-9135-23a77a914548 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port fc9fdfad-c059-4783-aac7-81aca2b085da {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:20.764450 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da0af212-6d30-4ec2-9135-23a77a914548 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.796481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-06198693-464b-4383-b95e-fd7a1572c16f None None] Provisioning complete for port 3ce7e982-d121-44a9-92ec-d8970d9aea93 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:20.796929 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06198693-464b-4383-b95e-fd7a1572c16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.816365 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-a6ce7cc8-dd52-4ea9-a017-df84444675cd service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081984 Nov 03 16:06:20.826694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37926) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:20.871393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da0af212-6d30-4ec2-9135-23a77a914548 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.883622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-af6cd1ed-45f2-4a89-bec0-3d5efdc66566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.884362 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-da0af212-6d30-4ec2-9135-23a77a914548 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for fc9fdfad-c059-4783-aac7-81aca2b085da owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:20.944683 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-613c2e7b-3819-40cd-9b98-041f85712a2a req-f33d00d6-466d-4b70-9d7b-eac495c25208 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.954970 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06198693-464b-4383-b95e-fd7a1572c16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.986534 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-613c2e7b-3819-40cd-9b98-041f85712a2a req-f33d00d6-466d-4b70-9d7b-eac495c25208 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:20.998303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-613c2e7b-3819-40cd-9b98-041f85712a2a req-f33d00d6-466d-4b70-9d7b-eac495c25208 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.038419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-06198693-464b-4383-b95e-fd7a1572c16f None None] For port 3ce7e982-d121-44a9-92ec-d8970d9aea93, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3ce7e982-d121-44a9-92ec-d8970d9aea93,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:21.040125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8419760d-c0f7-4c63-9928-07f8e5deee23 None None] Update dhcp port {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': 'fe917b0d-9e97-4d31-88f8-9ecae672ec95', 'ip_address': '172.20.0.2'}, {'subnet_id': '5eb77cf6-ba2e-45b1-aa61-e3580730fec9'}], 'binding:host_id': 'n-d-813897-2'}, 'id': '3ce7e982-d121-44a9-92ec-d8970d9aea93'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:06:21.044247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01719645-fa68-48aa-95ea-c8a6ae2c5607 req-1ac94696-ae04-4bc3-8c56-cb47da12a744 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182574 Nov 03 16:06:21.061219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-613c2e7b-3819-40cd-9b98-041f85712a2a req-f33d00d6-466d-4b70-9d7b-eac495c25208 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.061219 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-613c2e7b-3819-40cd-9b98-041f85712a2a req-f33d00d6-466d-4b70-9d7b-eac495c25208 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3712227 Nov 03 16:06:21.061219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d00d6-466d-4b70-9d7b-eac495c25208 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a31700a-1d2b-4da2-9631-c6a2d7a5cdb9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:21.075678 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06198693-464b-4383-b95e-fd7a1572c16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.114862 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8419760d-c0f7-4c63-9928-07f8e5deee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.157005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-af6cd1ed-45f2-4a89-bec0-3d5efdc66566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.166800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-af6cd1ed-45f2-4a89-bec0-3d5efdc66566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.167410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06198693-464b-4383-b95e-fd7a1572c16f None None] Pushing event updated for resources: {'Port': ['ID=3ce7e982-d121-44a9-92ec-d8970d9aea93,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:21.178057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da0af212-6d30-4ec2-9135-23a77a914548 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.234694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af212-6d30-4ec2-9135-23a77a914548 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=fc9fdfad-c059-4783-aac7-81aca2b085da,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:21.255771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cd1ed-45f2-4a89-bec0-3d5efdc66566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fef0d3-3033-47cd-9828-0c01238d08d4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:21.256170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e3b95d3-11aa-4527-b19a-bbf46f618b7a req-dbfe90d8-f658-4628-8709-68e872d379c0 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/2ba6de7f-2674-42c3-a9ff-c3a83009d580 HTTP/1.1" status: 200 len: 3015 time: 0.1255388 Nov 03 16:06:21.342871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b9c718ac-a409-490a-bc65-ca045fa148b4 req-5e27a94c-79c9-49a0-82dd-ba4f94bda034 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-group-rules/9a31700a-1d2b-4da2-9631-c6a2d7a5cdb9 HTTP/1.1" status: 200 len: 783 time: 0.0279415 Nov 03 16:06:21.350524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-af6cd1ed-45f2-4a89-bec0-3d5efdc66566 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=965eb42810c04400b21250bf257bfc71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157993 Nov 03 16:06:21.353304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37940) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:21.435593 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-8419760d-c0f7-4c63-9928-07f8e5deee23 None None] Allocated IP 2001:db8::f816:3eff:fe48:f9ab (5a216216-0ac1-4efa-9af0-360385577e09/5eb77cf6-ba2e-45b1-aa61-e3580730fec9/3ce7e982-d121-44a9-92ec-d8970d9aea93) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:21.515100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b9c718ac-a409-490a-bc65-ca045fa148b4 req-71d61590-8863-4a35-a723-c01cac39e0f8 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/2ba6de7f-2674-42c3-a9ff-c3a83009d580 HTTP/1.1" status: 200 len: 3015 time: 0.1633229 Nov 03 16:06:21.547771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da0af212-6d30-4ec2-9135-23a77a914548 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.562126 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-da0af212-6d30-4ec2-9135-23a77a914548 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/fc9fdfad-c059-4783-aac7-81aca2b085da HTTP/1.1" status: 204 len: 168 time: 0.9201512 Nov 03 16:06:21.563567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37944) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:21.569588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3ce7e982-d121-44a9-92ec-d8970d9aea93 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:21.661668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8419760d-c0f7-4c63-9928-07f8e5deee23 None None] For port 3ce7e982-d121-44a9-92ec-d8970d9aea93, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3ce7e982-d121-44a9-92ec-d8970d9aea93,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:21.691702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f6ee-b2c5-47fe-9f73-34a5f7c1b1ae req-353f00c0-7e8e-4bcd-8542-862571b1fc65 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:21.694140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8928f6ee-b2c5-47fe-9f73-34a5f7c1b1ae req-353f00c0-7e8e-4bcd-8542-862571b1fc65 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.0740960 Nov 03 16:06:21.697464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8419760d-c0f7-4c63-9928-07f8e5deee23 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.698411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f27e535-92f4-4e24-a3c4-50239310d758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.706860 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8419760d-c0f7-4c63-9928-07f8e5deee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.733046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f27e535-92f4-4e24-a3c4-50239310d758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.789874 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b9c718ac-a409-490a-bc65-ca045fa148b4 req-77aa29aa-92e3-4113-bd70-93d25ba7b1e8 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.791559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8928f6ee-b2c5-47fe-9f73-34a5f7c1b1ae req-489e010f-607b-4d86-8691-0db34fadf9f6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853612 Nov 03 16:06:21.813292 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f27e535-92f4-4e24-a3c4-50239310d758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.816548 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3f27e535-92f4-4e24-a3c4-50239310d758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.819964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3f27e535-92f4-4e24-a3c4-50239310d758 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f1fef0d3-3033-47cd-9828-0c01238d08d4 HTTP/1.1" status: 204 len: 168 time: 0.4539514 Nov 03 16:06:21.819964 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b9c718ac-a409-490a-bc65-ca045fa148b4 req-77aa29aa-92e3-4113-bd70-93d25ba7b1e8 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.854811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b06e1-f904-41a2-9605-ab6a46a4ed90 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:21.856523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b06e1-f904-41a2-9605-ab6a46a4ed90 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:21.859020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b06e1-f904-41a2-9605-ab6a46a4ed90 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:21.863190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fc6b06e1-f904-41a2-9605-ab6a46a4ed90 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2819443 Nov 03 16:06:21.863554 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37952) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:21.875325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27e535-92f4-4e24-a3c4-50239310d758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fef0d3-3033-47cd-9828-0c01238d08d4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:21.893234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3ce7e982-d121-44a9-92ec-d8970d9aea93 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:21.893437 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.920053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b9c718ac-a409-490a-bc65-ca045fa148b4 req-77aa29aa-92e3-4113-bd70-93d25ba7b1e8 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.927166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b9c718ac-a409-490a-bc65-ca045fa148b4 req-77aa29aa-92e3-4113-bd70-93d25ba7b1e8 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.927974 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:21.928477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b9c718ac-a409-490a-bc65-ca045fa148b4 req-77aa29aa-92e3-4113-bd70-93d25ba7b1e8 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/9a31700a-1d2b-4da2-9631-c6a2d7a5cdb9 HTTP/1.1" status: 204 len: 173 time: 0.3609478 Nov 03 16:06:21.938244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa29aa-92e3-4113-bd70-93d25ba7b1e8 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a31700a-1d2b-4da2-9631-c6a2d7a5cdb9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:21.983545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419760d-c0f7-4c63-9928-07f8e5deee23 None None] Pushing event updated for resources: {'Port': ['ID=3ce7e982-d121-44a9-92ec-d8970d9aea93,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:21.991825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aac6453-16df-40ba-ab8f-6ff38c4378ff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 5eb77cf6-ba2e-45b1-aa61-e3580730fec9 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:21.997606 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4aac6453-16df-40ba-ab8f-6ff38c4378ff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.085731 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32d47def-aca2-43c9-b063-e36087ecdcb3 req-865f6544-61a8-4c17-ba9a-c016f8c98016 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/2ba6de7f-2674-42c3-a9ff-c3a83009d580 HTTP/1.1" status: 200 len: 2416 time: 0.1197608 Nov 03 16:06:22.089222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4aac6453-16df-40ba-ab8f-6ff38c4378ff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.182930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-32d47def-aca2-43c9-b063-e36087ecdcb3 req-9733a8a9-ea5b-428e-a1ee-77718c21e503 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.214698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4aac6453-16df-40ba-ab8f-6ff38c4378ff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.233700 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-32d47def-aca2-43c9-b063-e36087ecdcb3 req-9733a8a9-ea5b-428e-a1ee-77718c21e503 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.308810 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4aac6453-16df-40ba-ab8f-6ff38c4378ff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.328169 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-32d47def-aca2-43c9-b063-e36087ecdcb3 req-9733a8a9-ea5b-428e-a1ee-77718c21e503 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.331023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-32d47def-aca2-43c9-b063-e36087ecdcb3 req-9733a8a9-ea5b-428e-a1ee-77718c21e503 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.332289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32d47def-aca2-43c9-b063-e36087ecdcb3 req-9733a8a9-ea5b-428e-a1ee-77718c21e503 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "DELETE /v2.0/security-groups/2ba6de7f-2674-42c3-a9ff-c3a83009d580 HTTP/1.1" status: 204 len: 173 time: 0.2457657 Nov 03 16:06:22.343617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733a8a9-ea5b-428e-a1ee-77718c21e503 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba6de7f-2674-42c3-a9ff-c3a83009d580,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:22.358449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac6453-16df-40ba-ab8f-6ff38c4378ff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb77cf6-ba2e-45b1-aa61-e3580730fec9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:22.365497 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4aac6453-16df-40ba-ab8f-6ff38c4378ff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.373800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37962) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:22.374500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4aac6453-16df-40ba-ab8f-6ff38c4378ff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/5eb77cf6-ba2e-45b1-aa61-e3580730fec9 HTTP/1.1" status: 204 len: 168 time: 0.5093019 Nov 03 16:06:22.395432 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [req-84e90491-0027-4581-b72e-bd96e1e33ee0 req-7b46dea7-e670-4d84-ae6e-c9f03736548b tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] show failed (client error): The resource could not be found. Nov 03 16:06:22.408936 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84e90491-0027-4581-b72e-bd96e1e33ee0 req-7b46dea7-e670-4d84-ae6e-c9f03736548b tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/70e8c97e-4507-4e94-8058-e836631512ac HTTP/1.1" status: 404 len: 352 time: 0.0287094 Nov 03 16:06:22.473619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-708783ee-377d-4445-9b96-7776ebd72c54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet fe917b0d-9e97-4d31-88f8-9ecae672ec95 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:22.482590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708783ee-377d-4445-9b96-7776ebd72c54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.530556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16fc67a2-a247-449f-91c3-f725f114e8fa req-8bc8d012-2225-436d-bffb-5096a5547d59 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/c7bcd6e5-dded-49b3-b742-162545f7ebe9 HTTP/1.1" status: 200 len: 1823 time: 0.1031890 Nov 03 16:06:22.545791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708783ee-377d-4445-9b96-7776ebd72c54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.679264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-16fc67a2-a247-449f-91c3-f725f114e8fa req-9684d54f-ba39-4aba-8bb5-08ba071ab1e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.707798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708783ee-377d-4445-9b96-7776ebd72c54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.732078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eacd99-9b5d-40b2-961f-fa4527b12264 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:22.739687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-16fc67a2-a247-449f-91c3-f725f114e8fa req-9684d54f-ba39-4aba-8bb5-08ba071ab1e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.803506 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-16fc67a2-a247-449f-91c3-f725f114e8fa req-9684d54f-ba39-4aba-8bb5-08ba071ab1e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.807186 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-16fc67a2-a247-449f-91c3-f725f114e8fa req-9684d54f-ba39-4aba-8bb5-08ba071ab1e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.808529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16fc67a2-a247-449f-91c3-f725f114e8fa req-9684d54f-ba39-4aba-8bb5-08ba071ab1e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "DELETE /v2.0/security-groups/c7bcd6e5-dded-49b3-b742-162545f7ebe9 HTTP/1.1" status: 204 len: 173 time: 0.2665865 Nov 03 16:06:22.813611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-702222d6-c60f-4284-ac9d-45a7999bb0eb None None] Could not find standard attr ID for object fc9fdfad-c059-4783-aac7-81aca2b085da. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:06:22.840159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684d54f-ba39-4aba-8bb5-08ba071ab1e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bcd6e5-dded-49b3-b742-162545f7ebe9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:22.846221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-702222d6-c60f-4284-ac9d-45a7999bb0eb None None] Provisioning complete for port 3ce7e982-d121-44a9-92ec-d8970d9aea93 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:22.846717 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-702222d6-c60f-4284-ac9d-45a7999bb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.850819 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708783ee-377d-4445-9b96-7776ebd72c54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:22.897661 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b263b310-fcdd-43f9-ac11-e700e1f94166 req-b1bf15fa-6537-4332-bcc1-dc271ea8b9a2 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/1ee98f1a-f23b-498a-b501-d9aaaef8ee68 HTTP/1.1" status: 200 len: 1824 time: 0.0607116 Nov 03 16:06:22.920474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708783ee-377d-4445-9b96-7776ebd72c54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=fe917b0d-9e97-4d31-88f8-9ecae672ec95,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:23.004311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708783ee-377d-4445-9b96-7776ebd72c54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.017910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-708783ee-377d-4445-9b96-7776ebd72c54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/fe917b0d-9e97-4d31-88f8-9ecae672ec95 HTTP/1.1" status: 204 len: 168 time: 0.6416032 Nov 03 16:06:23.019086 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37990) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:23.019931 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b263b310-fcdd-43f9-ac11-e700e1f94166 req-103fb99f-f8da-4a28-8d70-1671798596e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.081808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c26b68-98c8-456a-b171-80f0bdf3dda8 req-6aaa2116-4aa6-4579-ade2-745627f2798e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:23.082766 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b9c26b68-98c8-456a-b171-80f0bdf3dda8 req-6aaa2116-4aa6-4579-ade2-745627f2798e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1396515 Nov 03 16:06:23.097655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37996) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:23.097862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-85f4a40e-5328-422a-a88e-aac3de7f2be1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618737 Nov 03 16:06:23.097967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:23.101671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354cf44-5c61-42d6-8ce2-1f69493765e8 None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:06:23.115241 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b263b310-fcdd-43f9-ac11-e700e1f94166 req-103fb99f-f8da-4a28-8d70-1671798596e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.191647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9354cf44-5c61-42d6-8ce2-1f69493765e8 None None] Deleting port 3ce7e982-d121-44a9-92ec-d8970d9aea93 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:23.192122 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9354cf44-5c61-42d6-8ce2-1f69493765e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.220554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b9c26b68-98c8-456a-b171-80f0bdf3dda8 req-c1e19fb1-a704-4569-8cab-2073cbc5bdcf tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236818 Nov 03 16:06:23.245719 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b263b310-fcdd-43f9-ac11-e700e1f94166 req-103fb99f-f8da-4a28-8d70-1671798596e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.248416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b263b310-fcdd-43f9-ac11-e700e1f94166 req-103fb99f-f8da-4a28-8d70-1671798596e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.249658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b263b310-fcdd-43f9-ac11-e700e1f94166 req-103fb99f-f8da-4a28-8d70-1671798596e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "DELETE /v2.0/security-groups/1ee98f1a-f23b-498a-b501-d9aaaef8ee68 HTTP/1.1" status: 204 len: 173 time: 0.3504274 Nov 03 16:06:23.266927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fb99f-f8da-4a28-8d70-1671798596e1 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee98f1a-f23b-498a-b501-d9aaaef8ee68,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:23.271382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:23.287756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.309403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9354cf44-5c61-42d6-8ce2-1f69493765e8 None None] For port 3ce7e982-d121-44a9-92ec-d8970d9aea93, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3ce7e982-d121-44a9-92ec-d8970d9aea93,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:23.309852 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9354cf44-5c61-42d6-8ce2-1f69493765e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.333879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9354cf44-5c61-42d6-8ce2-1f69493765e8 None None] Calling delete_port for 3ce7e982-d121-44a9-92ec-d8970d9aea93 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:23.428594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3ce7e982-d121-44a9-92ec-d8970d9aea93 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:23.519830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f04b088-beb4-444c-af9a-d5400053a949 req-5326f58b-da1b-4090-8240-0c14f159d70a tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/27e2f8b7-7fa7-4c80-9382-f6701da69350 HTTP/1.1" status: 200 len: 1823 time: 0.0711446 Nov 03 16:06:23.617018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4f04b088-beb4-444c-af9a-d5400053a949 req-9d1342fd-4b8f-4256-8b64-22e3c8d787d6 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.641282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9354cf44-5c61-42d6-8ce2-1f69493765e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.648835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ff97d-a1d5-4dfc-8d7a-d9b46fa80ee5 req-ba99f712-ed95-45dd-abb3-70490136f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:23.651560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b84ff97d-a1d5-4dfc-8d7a-d9b46fa80ee5 req-ba99f712-ed95-45dd-abb3-70490136f57a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0978642 Nov 03 16:06:23.670394 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4f04b088-beb4-444c-af9a-d5400053a949 req-9d1342fd-4b8f-4256-8b64-22e3c8d787d6 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.695160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354cf44-5c61-42d6-8ce2-1f69493765e8 None None] Pushing event deleted for resources: {'Port': ['ID=3ce7e982-d121-44a9-92ec-d8970d9aea93,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:23.697320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354cf44-5c61-42d6-8ce2-1f69493765e8 None None] No DVR routers for this DVR port 3ce7e982-d121-44a9-92ec-d8970d9aea93 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:06:23.709075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Port 3ce7e982-d121-44a9-92ec-d8970d9aea93 update to DOWN by agent not found {{(pid=108106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 16:06:23.788231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b84ff97d-a1d5-4dfc-8d7a-d9b46fa80ee5 req-bf779161-ce75-4842-a2fc-0e00f6ec82c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292720 Nov 03 16:06:23.800386 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4f04b088-beb4-444c-af9a-d5400053a949 req-9d1342fd-4b8f-4256-8b64-22e3c8d787d6 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.803546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4f04b088-beb4-444c-af9a-d5400053a949 req-9d1342fd-4b8f-4256-8b64-22e3c8d787d6 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.804955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f04b088-beb4-444c-af9a-d5400053a949 req-9d1342fd-4b8f-4256-8b64-22e3c8d787d6 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "DELETE /v2.0/security-groups/27e2f8b7-7fa7-4c80-9382-f6701da69350 HTTP/1.1" status: 204 len: 173 time: 0.2838929 Nov 03 16:06:23.845415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1342fd-4b8f-4256-8b64-22e3c8d787d6 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e2f8b7-7fa7-4c80-9382-f6701da69350,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:23.866173 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.940611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:23.950051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:23.962437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f5e55c1-6263-43ef-b7bb-5dd89d3c8c80 req-a36ce71b-24db-480c-8b1b-93a7a58da322 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/8c91ef59-7d09-4be4-a9d2-8bc8d3eddf4b HTTP/1.1" status: 200 len: 2424 time: 0.1316943 Nov 03 16:06:23.964377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b35a73-96fa-47d3-a1f8-09dca5df0c10 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:23.967633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:23.968436 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:23.981084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=8f6b65ee-b515-4f1c-bb55-ff5f9b5ad86b,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:24.008257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ab633f6f-454e-44e6-9794-d7927e4530fe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9223852 Nov 03 16:06:24.012139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38024) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:24.017028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:24.108679 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8f5e55c1-6263-43ef-b7bb-5dd89d3c8c80 req-7450227f-a0f5-4b16-bb07-029395321498 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.178180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8f5e55c1-6263-43ef-b7bb-5dd89d3c8c80 req-7450227f-a0f5-4b16-bb07-029395321498 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.201153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '8f6b65ee-b515-4f1c-bb55-ff5f9b5ad86b'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:06:24.202226 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.237960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:24.241909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.298778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8f5e55c1-6263-43ef-b7bb-5dd89d3c8c80 req-7450227f-a0f5-4b16-bb07-029395321498 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.302097 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8f5e55c1-6263-43ef-b7bb-5dd89d3c8c80 req-7450227f-a0f5-4b16-bb07-029395321498 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.303598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f5e55c1-6263-43ef-b7bb-5dd89d3c8c80 req-7450227f-a0f5-4b16-bb07-029395321498 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "DELETE /v2.0/security-groups/8c91ef59-7d09-4be4-a9d2-8bc8d3eddf4b HTTP/1.1" status: 204 len: 173 time: 0.3383708 Nov 03 16:06:24.453780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450227f-a0f5-4b16-bb07-029395321498 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c91ef59-7d09-4be4-a9d2-8bc8d3eddf4b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:24.489227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1a3b7-3a21-41dd-b2f2-5c689398c144 req-c09d430f-6bf3-4b4f-b639-8891ae071580 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:24.503852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Allocated IP 172.20.0.2 (5a216216-0ac1-4efa-9af0-360385577e09/8f6b65ee-b515-4f1c-bb55-ff5f9b5ad86b/07136f61-e9e6-488c-b660-58e74d23924f) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:24.517222 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68e1a3b7-3a21-41dd-b2f2-5c689398c144 req-c09d430f-6bf3-4b4f-b639-8891ae071580 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1624019 Nov 03 16:06:24.526998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-709a0085-70e2-4676-b273-ab4c47ec4ed7 req-f3b9ac57-d7f7-4b2a-8e65-2d940e291c87 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "GET /v2.0/security-groups/584247f6-b0fe-4ee7-9657-c08d15e8798a HTTP/1.1" status: 200 len: 2417 time: 0.0950105 Nov 03 16:06:24.592248 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68e1a3b7-3a21-41dd-b2f2-5c689398c144 req-42c3f94f-ea95-4a87-a1e7-a1a2444c5f56 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728517 Nov 03 16:06:24.792854 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-709a0085-70e2-4676-b273-ab4c47ec4ed7 req-b81d8114-f4cf-472e-bfe8-4b9b96a07391 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.850513 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.865069 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.921953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:24.926648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:24.929988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-709a0085-70e2-4676-b273-ab4c47ec4ed7 req-b81d8114-f4cf-472e-bfe8-4b9b96a07391 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:24.933325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:24.938910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Pushing event updated for resources: {'Port': ['ID=07136f61-e9e6-488c-b660-58e74d23924f,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:25.059657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Attempting to bind port 07136f61-e9e6-488c-b660-58e74d23924f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:25.060975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Attempting to bind port 07136f61-e9e6-488c-b660-58e74d23924f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:25.062151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Attempting to bind port 07136f61-e9e6-488c-b660-58e74d23924f on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:25.071420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:25.074949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:25.075581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.076311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:25.077113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Bound port: 07136f61-e9e6-488c-b660-58e74d23924f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:25.077785 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.078257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-709a0085-70e2-4676-b273-ab4c47ec4ed7 req-b81d8114-f4cf-472e-bfe8-4b9b96a07391 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.083922 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-709a0085-70e2-4676-b273-ab4c47ec4ed7 req-b81d8114-f4cf-472e-bfe8-4b9b96a07391 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.091099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-709a0085-70e2-4676-b273-ab4c47ec4ed7 req-b81d8114-f4cf-472e-bfe8-4b9b96a07391 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] 10.222.0.86 "DELETE /v2.0/security-groups/584247f6-b0fe-4ee7-9657-c08d15e8798a HTTP/1.1" status: 204 len: 173 time: 0.5518830 Nov 03 16:06:25.093697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38084) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:25.132921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d8114-f4cf-472e-bfe8-4b9b96a07391 tempest-SecurityGroupRulesTestJSON-711949300 tempest-SecurityGroupRulesTestJSON-711949300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584247f6-b0fe-4ee7-9657-c08d15e8798a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:25.177021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad12280-7726-41b9-a5d0-78b74b53ec27 admin admin] Deleting subnet 86405cb9-6e7d-4cca-9ae6-816e39cebf72 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:25.181379 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ad12280-7726-41b9-a5d0-78b74b53ec27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.259273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ad12280-7726-41b9-a5d0-78b74b53ec27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.261855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] For port 07136f61-e9e6-488c-b660-58e74d23924f, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:25.268462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] For port 07136f61-e9e6-488c-b660-58e74d23924f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=07136f61-e9e6-488c-b660-58e74d23924f,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:25.277805 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.360137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ad12280-7726-41b9-a5d0-78b74b53ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.416740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517d981-2530-4ff9-9489-7734086f5b2c None None] Pushing event updated for resources: {'Port': ['ID=07136f61-e9e6-488c-b660-58e74d23924f,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:25.531136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ad12280-7726-41b9-a5d0-78b74b53ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.599061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38088) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:25.608140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad12280-7726-41b9-a5d0-78b74b53ec27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86405cb9-6e7d-4cca-9ae6-816e39cebf72,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:25.615614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ad12280-7726-41b9-a5d0-78b74b53ec27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.619938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ad12280-7726-41b9-a5d0-78b74b53ec27 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/86405cb9-6e7d-4cca-9ae6-816e39cebf72 HTTP/1.1" status: 204 len: 168 time: 0.5255439 Nov 03 16:06:25.626174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38094) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:25.971286 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2df88685-146e-4ea1-8b06-2fd6da07cbab admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:25.976674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.060863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb7f16-b588-4ae3-a3da-40357388cb29 req-07da70bf-26a1-4b00-9168-9f5f4652b2c9 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:26.069101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81fb7f16-b588-4ae3-a3da-40357388cb29 req-07da70bf-26a1-4b00-9168-9f5f4652b2c9 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.2782423 Nov 03 16:06:26.157970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2df88685-146e-4ea1-8b06-2fd6da07cbab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.179362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.objects.ports [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:06:26.214369 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81fb7f16-b588-4ae3-a3da-40357388cb29 req-19285cce-0255-426b-9b14-e0cc8205752b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441927 Nov 03 16:06:26.215665 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2df88685-146e-4ea1-8b06-2fd6da07cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.312798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.336954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec12aaf-f1d6-439a-9c84-55ee1e488037']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:26.349065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6db5821-0564-4718-9015-60f7bf30a2f6') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:26.349508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6db5821-0564-4718-9015-60f7bf30a2f6') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:26.360638 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.376483 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.384964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:06:26.385504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:06:26.479006 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:06:26.511173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.520741 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.533148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3ec12aaf-f1d6-439a-9c84-55ee1e488037 HTTP/1.1" status: 204 len: 168 time: 0.9051931 Nov 03 16:06:26.553344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df88685-146e-4ea1-8b06-2fd6da07cbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d008fd8f-28e5-4357-8031-3ede5c812a5c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:26.597398 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2df88685-146e-4ea1-8b06-2fd6da07cbab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e61e5c7a8142454fad9ee7597b8cca86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9948037 Nov 03 16:06:26.600096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2e269-1171-4451-9c1a-34607a2249a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec12aaf-f1d6-439a-9c84-55ee1e488037,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:26.604419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38122) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:26.718126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d188b42a-7e3b-411a-897f-965a6ed60909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.762084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d188b42a-7e3b-411a-897f-965a6ed60909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.818573 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d188b42a-7e3b-411a-897f-965a6ed60909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.822653 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d188b42a-7e3b-411a-897f-965a6ed60909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.827249 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d188b42a-7e3b-411a-897f-965a6ed60909 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d008fd8f-28e5-4357-8031-3ede5c812a5c HTTP/1.1" status: 204 len: 168 time: 0.2203925 Nov 03 16:06:26.827894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38124) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:26.894330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188b42a-7e3b-411a-897f-965a6ed60909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d008fd8f-28e5-4357-8031-3ede5c812a5c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:26.916156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:26.932168 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97316e28-b072-4075-a50d-07d801ed3f90 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2419acc609d749bcabb00272bc7ee657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0929868 Nov 03 16:06:26.934664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38128) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:27.001928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-ee4ea354-4afd-447c-95e3-ece50f705da9 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:27.011676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-ee4ea354-4afd-447c-95e3-ece50f705da9 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 811 time: 0.4281933 Nov 03 16:06:27.034798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-5746b5b6-2f7e-4422-b805-317c00908a6e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/quotas/70ec0020fa2b4033a14c49f69f041f80 HTTP/1.1" status: 200 len: 375 time: 0.0220845 Nov 03 16:06:27.046338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b3b12fd-3faf-4424-91de-fc1860c38ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.104018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b3b12fd-3faf-4424-91de-fc1860c38ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.262778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-9fe03fc9-ad7c-439b-b1cf-fca35513f9d3 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2271054 Nov 03 16:06:27.313155 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b3b12fd-3faf-4424-91de-fc1860c38ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.317896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b3b12fd-3faf-4424-91de-fc1860c38ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.319360 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9b3b12fd-3faf-4424-91de-fc1860c38ed4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0151696c-9434-423e-9d9a-57fafab913e9 HTTP/1.1" status: 204 len: 168 time: 0.3830402 Nov 03 16:06:27.333705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b12fd-3faf-4424-91de-fc1860c38ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0151696c-9434-423e-9d9a-57fafab913e9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:27.465504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-24bb42ab-5f4a-4497-98f1-ee45e3475cf0 None None] Provisioning complete for port 07136f61-e9e6-488c-b660-58e74d23924f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:27.466079 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-24bb42ab-5f4a-4497-98f1-ee45e3475cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.564543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] For port 07136f61-e9e6-488c-b660-58e74d23924f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=07136f61-e9e6-488c-b660-58e74d23924f,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:27.597390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 07136f61-e9e6-488c-b660-58e74d23924f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:27.704278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38144) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:27.732421 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.734479 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29926a79-6f13-49a1-ab26-68fe4f8d88d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.741919 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-24bb42ab-5f4a-4497-98f1-ee45e3475cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.782310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-d8d86849-6c64-4e63-ad8f-6238df420868 service neutron] 10.222.0.86 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949040 Nov 03 16:06:27.800765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.802970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.851114 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-24bb42ab-5f4a-4497-98f1-ee45e3475cf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:06:27.851480 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-24bb42ab-5f4a-4497-98f1-ee45e3475cf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:06:27.857950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 07136f61-e9e6-488c-b660-58e74d23924f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:27.858740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.919174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29926a79-6f13-49a1-ab26-68fe4f8d88d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.928374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29926a79-6f13-49a1-ab26-68fe4f8d88d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:27.990682 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-29926a79-6f13-49a1-ab26-68fe4f8d88d4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1fbf9dc674ba491191fbe6e6aecd165f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850473 Nov 03 16:06:27.996976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38148) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:28.027219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=9aac75f4-b4a5-4d43-b4a7-49cc35135d6d,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:28.057695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:28.110749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:28.113585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:28.114368 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:28.138078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29926a79-6f13-49a1-ab26-68fe4f8d88d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24df5b3-1c04-42df-bb89-84c043102a22,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:28.149424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1360803 Nov 03 16:06:28.156948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38160) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:28.168494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:92:ce:0f', 'name': 'tempest-NetworksTestDHCPv6-1169262563'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:28.206673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2ad30c3-d4c4-463d-99f8-ca01735ce706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:28.215175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ba0d6-1187-4de8-a16a-e98c9d8c5261 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:28.215528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10513059-3900-4080-ab22-2e156e3258c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=07136f61-e9e6-488c-b660-58e74d23924f,revision_number=4']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:28.282018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2ad30c3-d4c4-463d-99f8-ca01735ce706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:28.298108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-4c0a7802-fa47-4b8c-bac0-7702d6d95f66 service neutron] 10.222.0.86 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144622 Nov 03 16:06:28.379968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:28.411666 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2ad30c3-d4c4-463d-99f8-ca01735ce706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:28.417023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2ad30c3-d4c4-463d-99f8-ca01735ce706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:28.418635 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e2ad30c3-d4c4-463d-99f8-ca01735ce706 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d24df5b3-1c04-42df-bb89-84c043102a22 HTTP/1.1" status: 204 len: 168 time: 0.4206698 Nov 03 16:06:28.448039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad30c3-d4c4-463d-99f8-ca01735ce706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24df5b3-1c04-42df-bb89-84c043102a22,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:28.476994 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:28.595748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:28.643380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 232b12f0-8822-426a-bff1-0a9994d13c57 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:06:28.736685 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f810d013-d459-4734-9e74-34705240d8c8 req-23d104db-87e8-40bd-b2ee-6864a0e1e697 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0955393 Nov 03 16:06:28.797462 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-24bb42ab-5f4a-4497-98f1-ee45e3475cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:28.839648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 07136f61-e9e6-488c-b660-58e74d23924f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=07136f61-e9e6-488c-b660-58e74d23924f,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:28.879905 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:29.027504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-24bb42ab-5f4a-4497-98f1-ee45e3475cf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:06:29.028038 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-24bb42ab-5f4a-4497-98f1-ee45e3475cf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:06:29.043494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=07136f61-e9e6-488c-b660-58e74d23924f,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:29.062293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 172.20.0.12 (5a216216-0ac1-4efa-9af0-360385577e09/8f6b65ee-b515-4f1c-bb55-ff5f9b5ad86b/232b12f0-8822-426a-bff1-0a9994d13c57) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:29.080846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:fe92:ce0f (5a216216-0ac1-4efa-9af0-360385577e09/9aac75f4-b4a5-4d43-b4a7-49cc35135d6d/232b12f0-8822-426a-bff1-0a9994d13c57) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:29.202122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38194) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:29.487029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 07136f61-e9e6-488c-b660-58e74d23924f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:29.502387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:29.521649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-679145417-network', 'tenant_id': '531f7f6243ed40f8885a41c199905dba'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:29.600562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:29.613094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:29.615403 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:29.637330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 07136f61-e9e6-488c-b660-58e74d23924f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:29.637734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:29.645391 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:29.741702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:29.745935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:29.762386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:29.848252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=232b12f0-8822-426a-bff1-0a9994d13c57,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:29.918984 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:29.926993 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:29.978161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:06:29.985248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5dd5c95-fd41-427c-bcbe-1a81e134165f req-90a13469-e678-45c2-8859-f4741d0d4d7b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0929210 Nov 03 16:06:29.985493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eed709-45ed-4856-9743-b37ea11249b6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:29.998419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:29.998831 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Added segment 0caa655f-b68e-4a67-a4a4-96c1bfb304a1 of type vlan for network 3b702e15-109b-4b34-b65b-e7a25aa30a01 Nov 03 16:06:30.029625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:30.033042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:30.068428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3be5b351-2c8c-48dd-b092-28c35c53138a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9102352 Nov 03 16:06:30.070895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38218) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:30.080358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:30.115743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:30.116763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:30.117365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:30.179095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80256b3-7724-44a6-ae5a-591c6b21397d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:30.188313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80256b3-7724-44a6-ae5a-591c6b21397d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:30.199574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b80256b3-7724-44a6-ae5a-591c6b21397d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1270838 Nov 03 16:06:30.202194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38222) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:30.212829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-86ed59f7-6013-46ab-a9fd-b2bccaeffb3a None None] Provisioning complete for port 07136f61-e9e6-488c-b660-58e74d23924f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:30.213927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-86ed59f7-6013-46ab-a9fd-b2bccaeffb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:30.285916 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0820231 Nov 03 16:06:30.294482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38226) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:30.315969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f2377-1b7f-4f56-8e0e-6bb5f6be79b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3b702e15-109b-4b34-b65b-e7a25aa30a01,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:30.348249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:06:30.355506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Request body: {'subnet': {'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-679145417-subnet', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:30.467562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc004f-9dcd-4f15-8389-3dbb8cb8abe2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 232b12f0-8822-426a-bff1-0a9994d13c57 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:30.467918 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbbc004f-9dcd-4f15-8389-3dbb8cb8abe2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:30.561744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:30.565743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:30.752894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbbc004f-9dcd-4f15-8389-3dbb8cb8abe2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:30.772958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc004f-9dcd-4f15-8389-3dbb8cb8abe2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 232b12f0-8822-426a-bff1-0a9994d13c57 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:30.883278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-56bf42e0-7ed5-4298-9b13-aa7749519cd5 None None] Provisioning complete for port 232b12f0-8822-426a-bff1-0a9994d13c57 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:30.883840 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-56bf42e0-7ed5-4298-9b13-aa7749519cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:30.999547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-56bf42e0-7ed5-4298-9b13-aa7749519cd5 None None] Port 232b12f0-8822-426a-bff1-0a9994d13c57 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:06:31.052112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-fd1a2982-fb96-4bd9-9a8d-e7894ae13414 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:31.053707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-fd1a2982-fb96-4bd9-9a8d-e7894ae13414 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.70 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 811 time: 0.6813443 Nov 03 16:06:31.055171 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.112266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec07e9ce-76fc-4651-9c43-195f89c62fd2,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:31.124391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Request body: {'port': {'device_id': '0444fb69-8ffa-471d-8679-26694643b9f8', 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b', 'admin_state_up': True, 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:31.192693 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06f8463a-f2d7-4b4b-98ab-1e52d82580df req-e2a76271-867b-4605-b781-e604291e1a21 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0352192 Nov 03 16:06:31.225727 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.285198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Checking segment: {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:31.285701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Network hostable DHCP agents. Network: 3b702e15-109b-4b34-b65b-e7a25aa30a01, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:06:31.323341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:06:31.336057 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbbc004f-9dcd-4f15-8389-3dbb8cb8abe2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.343542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 3b702e15-109b-4b34-b65b-e7a25aa30a01) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:31.352399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:31.354753 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.359088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Made reservation on behalf of 70ec0020fa2b4033a14c49f69f041f80 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:31.359299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335e1609-15c4-4332-94bc-017a3be91073 None None] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:31.363281 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.374566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc004f-9dcd-4f15-8389-3dbb8cb8abe2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=232b12f0-8822-426a-bff1-0a9994d13c57,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:31.393048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-957e9e21-ba72-4c12-a378-d9abb70b0d2b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0780904 Nov 03 16:06:31.393830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38256) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:31.409328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:31.554524 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.564669 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.602371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbbc004f-9dcd-4f15-8389-3dbb8cb8abe2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.611303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bbbc004f-9dcd-4f15-8389-3dbb8cb8abe2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/232b12f0-8822-426a-bff1-0a9994d13c57 HTTP/1.1" status: 204 len: 168 time: 1.4077525 Nov 03 16:06:31.616688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38264) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:31.651877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Allocated IP 172.20.0.12 (b34e0168-7d8b-4d4c-a9e6-820953c51d9b/4317e5f1-963c-4a4c-a0e5-3bdd2e65f117/1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:31.780384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-3b702e15-109b-4b34-b65b-e7a25aa30a01', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:06:31.786980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.792939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:31.825412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39c01a-a56c-4359-a11e-ffc8ef36a1ed tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:31.826873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39c01a-a56c-4359-a11e-ffc8ef36a1ed tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:31.828378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39c01a-a56c-4359-a11e-ffc8ef36a1ed tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:31.833904 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dc39c01a-a56c-4359-a11e-ffc8ef36a1ed tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2138376 Nov 03 16:06:31.843927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38268) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:32.130904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Allocated IP 172.20.0.2 (3b702e15-109b-4b34-b65b-e7a25aa30a01/ec07e9ce-76fc-4651-9c43-195f89c62fd2/bebcd160-022b-45df-901d-b857d2bedfc9) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:32.475596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 8f6b65ee-b515-4f1c-bb55-ff5f9b5ad86b {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:32.481175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:32.511047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:32.531076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:32.532998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-912545ab-9a58-43bf-b4a8-21f43cb38b36 req-dae4a12e-f7d4-4340-8be0-c568fc982e49 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0455947 Nov 03 16:06:32.534979 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a21e1ea3-c330-4d67-a833-2a55e1105fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:32.625245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:32.641320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:32.644624 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Pushing event updated for resources: {'Port': ['ID=bebcd160-022b-45df-901d-b857d2bedfc9,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:32.660567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.660908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.661246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.661656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.661931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.662255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.662578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.664342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.664720 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.665117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.667185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.667538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:32.692150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:32.695130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:32.706767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:32.739445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:32.803060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Network b34e0168-7d8b-4d4c-a9e6-820953c51d9b is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:32.809190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f528ea37-e40d-40ed-9bf6-d7297eaa703a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:06:32.812315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:32.820390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:32.852146 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:32.959054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Pushing event updated for resources: {'Port': ['ID=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:33.023387 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:33.027468 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.050798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.062556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-cc84cae9-7107-4706-943d-8c6cb7c5163a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9546518 Nov 03 16:06:33.077793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.084242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Request body: {'port': {'device_id': '0444fb69-8ffa-471d-8679-26694643b9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:33.092892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Attempting to bind port bebcd160-022b-45df-901d-b857d2bedfc9 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:33.092892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Attempting to bind port bebcd160-022b-45df-901d-b857d2bedfc9 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:33.094478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Attempting to bind port bebcd160-022b-45df-901d-b857d2bedfc9 on network 3b702e15-109b-4b34-b65b-e7a25aa30a01 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:33.106147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:33.107012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Checking segment: {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:33.107495 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.108590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Bound using segment: {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:33.109874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Bound port: bebcd160-022b-45df-901d-b857d2bedfc9, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:33.110338 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.119717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.132302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/8f6b65ee-b515-4f1c-bb55-ff5f9b5ad86b HTTP/1.1" status: 204 len: 168 time: 1.2863059 Nov 03 16:06:33.140526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38336) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:33.145026 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a5a80-f9ce-4b0d-8d82-494fed322310 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:33.294435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.326599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5933745f-dd68-4031-9964-71175705b494 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 9aac75f4-b4a5-4d43-b4a7-49cc35135d6d {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:33.353275 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5933745f-dd68-4031-9964-71175705b494 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.361474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6b65ee-b515-4f1c-bb55-ff5f9b5ad86b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:33.435891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] For port bebcd160-022b-45df-901d-b857d2bedfc9, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:33.443171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] For port bebcd160-022b-45df-901d-b857d2bedfc9, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bebcd160-022b-45df-901d-b857d2bedfc9,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:33.464095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.465130 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.470130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.470695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.471206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.471719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.472235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.472729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.473894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.476356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.476881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.477428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.478643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569479b-47db-4d3c-8a3d-5fbe57737d84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:33.603214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5933745f-dd68-4031-9964-71175705b494 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:33.715688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38346) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:33.771733 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79a8a5-2711-4107-ab4a-0b24f0b4e235 None None] Pushing event updated for resources: {'Port': ['ID=bebcd160-022b-45df-901d-b857d2bedfc9,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:33.838285 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e68d76-9ad1-4ad1-952a-f34d07772d37 req-ab69514a-f2e6-4b94-beba-94f27a9f8e8b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:33.846326 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84e68d76-9ad1-4ad1-952a-f34d07772d37 req-ab69514a-f2e6-4b94-beba-94f27a9f8e8b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 932 time: 0.1467519 Nov 03 16:06:34.075366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.136842 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84e68d76-9ad1-4ad1-952a-f34d07772d37 req-f0f8110b-0c20-471b-bc01-df7c0512bac7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889800 Nov 03 16:06:34.374758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:06:34.397927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.437084 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5933745f-dd68-4031-9964-71175705b494 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.466928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Transition to ACTIVE for port object 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:06:34.473243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.478198 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.511212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.632836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5933745f-dd68-4031-9964-71175705b494 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.710495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b1143784aedd443cb1b57c006366849c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9930649 Nov 03 16:06:34.711474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee26fb-995b-4949-bd16-3e155e5845b4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:34.714537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933745f-dd68-4031-9964-71175705b494 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=9aac75f4-b4a5-4d43-b4a7-49cc35135d6d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:34.719783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38360) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:34.732955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5933745f-dd68-4031-9964-71175705b494 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.736703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5933745f-dd68-4031-9964-71175705b494 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/9aac75f4-b4a5-4d43-b4a7-49cc35135d6d HTTP/1.1" status: 204 len: 168 time: 1.5929534 Nov 03 16:06:34.742406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38362) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:34.762748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Pushing event updated for resources: {'Port': ['ID=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:34.772965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.773632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.774142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.775462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.776010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.776549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.777056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.777601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.778115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.778633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.779126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.779627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa880e8-d23a-4838-b030-47499d1113e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.834736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.835092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.835440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.836286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.836639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.837176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.837692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.838419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.839056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.839422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.840738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.841094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:34.859326 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.871558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6a465422-84e0-4c59-86c3-7af9640c46c6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277220 Nov 03 16:06:34.873235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38364) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:34.924099 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.963351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78e6a4ab-2f44-4199-b1ff-eb7a00f72e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.966885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7589c2d1-2688-4845-aeca-80118fbfe736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:34.968848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Attempting to bind port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:34.969299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Attempting to bind port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:34.969728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Attempting to bind port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb on network b34e0168-7d8b-4d4c-a9e6-820953c51d9b {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:34.977346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb on network b34e0168-7d8b-4d4c-a9e6-820953c51d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:06:34.977785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Attempting to bind port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb on network b34e0168-7d8b-4d4c-a9e6-820953c51d9b {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:34.980188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf030f-13b4-4076-99f2-c6d07cba477f None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:35.064102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:35.064448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Checking segment: {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:35.067530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Bound using segment: {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:35.068033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Bound port: 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:35.068399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:35.103640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c42ea-f8df-4d21-94f4-03c78ed8a9e0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:35.107511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d95c42ea-f8df-4d21-94f4-03c78ed8a9e0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2300887 Nov 03 16:06:35.119140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38372) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:35.155365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78e6a4ab-2f44-4199-b1ff-eb7a00f72e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:35.248223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-22973116-1a66-46ab-b524-61a9121deb89 None None] Provisioning complete for port 07136f61-e9e6-488c-b660-58e74d23924f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:35.248223 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-22973116-1a66-46ab-b524-61a9121deb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:35.263956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Allocated IP 172.25.6.138 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/7f86f0da-00e6-4753-84c8-bae130cdd16d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:35.332864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eee9e0-40ee-434c-a38e-ebf8876b943c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:35.334565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-56eee9e0-40ee-434c-a38e-ebf8876b943c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2122386 Nov 03 16:06:35.343689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38380) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:35.368708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] For port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:35.373489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] For port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:35.432715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bae775-90f9-4e7a-8b4b-a353177a8793 None None] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:35.444658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89edf0-dc82-424c-960f-9a8408fcfc17 req-7bc78388-63ae-498e-84a2-f1a59f55e71e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:35.448032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a89edf0-dc82-424c-960f-9a8408fcfc17 req-7bc78388-63ae-498e-84a2-f1a59f55e71e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 944 time: 0.1979239 Nov 03 16:06:35.449930 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:35.492643 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78e6a4ab-2f44-4199-b1ff-eb7a00f72e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:35.496034 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78e6a4ab-2f44-4199-b1ff-eb7a00f72e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:35.498285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-78e6a4ab-2f44-4199-b1ff-eb7a00f72e4a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ceee26fb-995b-4949-bd16-3e155e5845b4 HTTP/1.1" status: 204 len: 168 time: 0.7756357 Nov 03 16:06:35.572511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c16db52e-84ca-4ce2-b139-8cdbfbbc6fef tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2268627 Nov 03 16:06:35.575859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:35.576488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:35.577924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] 10.222.0.70 "PUT /v2.0/ports/1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb HTTP/1.1" status: 200 len: 1092 time: 2.5066478 Nov 03 16:06:35.578221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38390) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:35.579763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444fb69-8ffa-471d-8679-26694643b9f8', 'tag': '1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:06:35.588225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-82a06d0b-34eb-4c21-9831-5d206b8c0c87 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:35.619655 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671c5e8e-ed29-4578-9843-d7566acaf5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0444fb69-8ffa-471d-8679-26694643b9f8", "tag": "1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:06:35.666625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bebcd160-022b-45df-901d-b857d2bedfc9 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:35.800065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6a4ab-2f44-4199-b1ff-eb7a00f72e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee26fb-995b-4949-bd16-3e155e5845b4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:35.871523 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fe224d-3363-4b39-8698-70487394b1df x-openstack-request-id: req-62fe224d-3363-4b39-8698-70487394b1df {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:06:35.874058 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0444fb69-8ffa-471d-8679-26694643b9f8", "tag": "1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:06:35.874446 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62fe224d-3363-4b39-8698-70487394b1df {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:06:35.874889 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444fb69-8ffa-471d-8679-26694643b9f8', 'tag': '1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb', 'status': 'completed', 'code': 200} Nov 03 16:06:35.921503 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a89edf0-dc82-424c-960f-9a8408fcfc17 req-f526a97e-51e4-40ae-97be-0aafee446777 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546778 Nov 03 16:06:35.930096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:35.961069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a06d0b-34eb-4c21-9831-5d206b8c0c87 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:35.966474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0af55-5f38-484a-be45-06f0846f3bfb service neutron] Pushing event updated for resources: {'Port': ['ID=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:35.981005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-82a06d0b-34eb-4c21-9831-5d206b8c0c87 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:35.982955 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a06d0b-34eb-4c21-9831-5d206b8c0c87 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:06:35.983868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a06d0b-34eb-4c21-9831-5d206b8c0c87 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:06:35.986811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-2b859ee4-9539-4530-9e42-8302ec36ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:35.991322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-2b859ee4-9539-4530-9e42-8302ec36ec0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 1095 time: 0.3620970 Nov 03 16:06:36.005029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38402) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:36.046506 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d76b37f7-bf33-4ae5-a260-a9bd150d4044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.060953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-8c47ce37-5b7c-49e7-a61c-2c6f15fe6c6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb HTTP/1.1" status: 200 len: 217 time: 0.0604610 Nov 03 16:06:36.067524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-82a06d0b-34eb-4c21-9831-5d206b8c0c87 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4862740 Nov 03 16:06:36.075284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38404) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:36.086043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a984507b-8bf2-41f7-a293-11aeed781bc1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:36.152093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.177065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-991ced06-9148-44d9-a8b3-33358063ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:36.179464 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-991ced06-9148-44d9-a8b3-33358063ae4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 HTTP/1.1" status: 200 len: 851 time: 0.1108637 Nov 03 16:06:36.192174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361034b-1ac6-4824-b12a-52d1271f6b54 req-927ca730-40e5-4813-af98-efdad8f2910a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:36.200567 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0361034b-1ac6-4824-b12a-52d1271f6b54 req-927ca730-40e5-4813-af98-efdad8f2910a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1183717 Nov 03 16:06:36.296687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Pushing event updated for resources: {'Port': ['ID=7f86f0da-00e6-4753-84c8-bae130cdd16d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:36.300035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port bebcd160-022b-45df-901d-b857d2bedfc9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:36.300554 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.301882 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.303339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a9beb335-0feb-49d8-a9b0-f07c5646d624 None None] Provisioning complete for port bebcd160-022b-45df-901d-b857d2bedfc9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:36.303687 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a9beb335-0feb-49d8-a9b0-f07c5646d624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.335919 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-50500e4c-fc5f-4b24-b333-6cd850876a49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317837 Nov 03 16:06:36.365013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:36.379737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:36.384194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:36.389271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced5216-4782-41b2-903c-6c43efa21c09 None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:06:36.391804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a984507b-8bf2-41f7-a293-11aeed781bc1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:36.396488 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a984507b-8bf2-41f7-a293-11aeed781bc1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.398442 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a984507b-8bf2-41f7-a293-11aeed781bc1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:06:36.399699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a984507b-8bf2-41f7-a293-11aeed781bc1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:06:36.441096 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a9beb335-0feb-49d8-a9b0-f07c5646d624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.463227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a984507b-8bf2-41f7-a293-11aeed781bc1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3850782 Nov 03 16:06:36.472413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38412) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:36.495913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e74a5913-a849-4123-8d75-225a638be849 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:36.581284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9ced5216-4782-41b2-903c-6c43efa21c09 None None] Deleting port 07136f61-e9e6-488c-b660-58e74d23924f {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:36.585873 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ced5216-4782-41b2-903c-6c43efa21c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.598793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0361034b-1ac6-4824-b12a-52d1271f6b54 req-01f89de6-b501-46b8-b5ff-0966ebf64dbc tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972881 Nov 03 16:06:36.667127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-a219cd9a-1ee7-49b3-bf95-4369c1461c8e service neutron] 10.222.0.70 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986877 Nov 03 16:06:36.672554 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d76b37f7-bf33-4ae5-a260-a9bd150d4044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.704238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d76b37f7-bf33-4ae5-a260-a9bd150d4044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.717593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74a5913-a849-4123-8d75-225a638be849 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:36.719579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9ced5216-4782-41b2-903c-6c43efa21c09 None None] For port 07136f61-e9e6-488c-b660-58e74d23924f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=07136f61-e9e6-488c-b660-58e74d23924f,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:36.720395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ced5216-4782-41b2-903c-6c43efa21c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.723876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e74a5913-a849-4123-8d75-225a638be849 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.725684 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74a5913-a849-4123-8d75-225a638be849 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:06:36.726232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74a5913-a849-4123-8d75-225a638be849 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:06:36.748919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9ced5216-4782-41b2-903c-6c43efa21c09 None None] Calling delete_port for 07136f61-e9e6-488c-b660-58e74d23924f owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:36.804908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a9beb335-0feb-49d8-a9b0-f07c5646d624 None None] For port bebcd160-022b-45df-901d-b857d2bedfc9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bebcd160-022b-45df-901d-b857d2bedfc9,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:36.828313 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a9beb335-0feb-49d8-a9b0-f07c5646d624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.833363 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:36.854574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d76b37f7-bf33-4ae5-a260-a9bd150d4044 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c964108f6b348c0bd713e020ab48ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8349414 Nov 03 16:06:36.859088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38422) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:36.901326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e74a5913-a849-4123-8d75-225a638be849 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4169688 Nov 03 16:06:36.901875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd6fdd-1cf8-48ab-9f8b-d56b99c891aa req-8007ab44-072a-4fa1-a1d7-3df48614a505 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:36.903779 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20dd6fdd-1cf8-48ab-9f8b-d56b99c891aa req-8007ab44-072a-4fa1-a1d7-3df48614a505 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1219890 Nov 03 16:06:36.905619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38424) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:36.917437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4d47997f-ee8f-4ed6-9c07-9edd54c4dcf9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:36.917685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b37f7-bf33-4ae5-a260-a9bd150d4044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8496eb-dcb7-4a82-8ffd-a8ddedaefbbb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:36.942060 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c6083796-9af1-418e-ad7c-54542cdc3977 req-b1d6c153-1c36-4d91-9bdd-b4855071b84f service neutron] 10.222.0.70 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652681 Nov 03 16:06:37.005955 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:06:37.006494 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:06:37.006817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7a1adcc-290e-4048-ad06-cb7163cc1b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.012925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9beb335-0feb-49d8-a9b0-f07c5646d624 None None] Pushing event updated for resources: {'Port': ['ID=bebcd160-022b-45df-901d-b857d2bedfc9,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:37.031833 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ced5216-4782-41b2-903c-6c43efa21c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.036167 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7a1adcc-290e-4048-ad06-cb7163cc1b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.072106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced5216-4782-41b2-903c-6c43efa21c09 None None] No DVR routers for this DVR port 07136f61-e9e6-488c-b660-58e74d23924f on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:06:37.082419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced5216-4782-41b2-903c-6c43efa21c09 None None] Pushing event deleted for resources: {'Port': ['ID=07136f61-e9e6-488c-b660-58e74d23924f,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:37.089819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-70ca9ce2-8a92-4de4-96af-d3de76621448 None None] Provisioning complete for port bebcd160-022b-45df-901d-b857d2bedfc9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:37.090268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70ca9ce2-8a92-4de4-96af-d3de76621448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.203593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab33f5-12a2-434d-911e-59eda3df51f0 req-460974ac-a4d1-49b7-ac87-71787f83c203 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:37.205292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8ab33f5-12a2-434d-911e-59eda3df51f0 req-460974ac-a4d1-49b7-ac87-71787f83c203 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 944 time: 0.1315084 Nov 03 16:06:37.221972 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.225309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20dd6fdd-1cf8-48ab-9f8b-d56b99c891aa req-377c78ac-360f-4034-9230-5553014f167e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971787 Nov 03 16:06:37.234172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-b4bb8883-791d-48a8-8d28-71727ade5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:37.235648 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-b4bb8883-791d-48a8-8d28-71727ade5641 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 1095 time: 0.1696720 Nov 03 16:06:37.245500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7a1adcc-290e-4048-ad06-cb7163cc1b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.248789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7a1adcc-290e-4048-ad06-cb7163cc1b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.253007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a7a1adcc-290e-4048-ad06-cb7163cc1b45 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e8496eb-dcb7-4a82-8ffd-a8ddedaefbbb HTTP/1.1" status: 204 len: 168 time: 0.3920453 Nov 03 16:06:37.261586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d47997f-ee8f-4ed6-9c07-9edd54c4dcf9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:37.261586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d47997f-ee8f-4ed6-9c07-9edd54c4dcf9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.263230 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d47997f-ee8f-4ed6-9c07-9edd54c4dcf9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:06:37.263673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d47997f-ee8f-4ed6-9c07-9edd54c4dcf9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:06:37.294621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1adcc-290e-4048-ad06-cb7163cc1b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8496eb-dcb7-4a82-8ffd-a8ddedaefbbb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:37.344457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8ab33f5-12a2-434d-911e-59eda3df51f0 req-afa637cb-94ae-439a-af5a-3f644382ba47 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229174 Nov 03 16:06:37.378711 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4d47997f-ee8f-4ed6-9c07-9edd54c4dcf9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4700713 Nov 03 16:06:37.382992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38432) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:37.389042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ee94481f-c9e1-4dd9-a7fb-52a5289e69d4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:37.420829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-d3b06f82-4cd9-48ee-9b91-8cb9f783a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:37.422401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-d3b06f82-4cd9-48ee-9b91-8cb9f783a96c service neutron] 10.222.0.70 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 912 time: 0.1677175 Nov 03 16:06:37.474243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-08f6508e-a82c-46b8-a8df-25af53653d6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb HTTP/1.1" status: 200 len: 217 time: 0.0442226 Nov 03 16:06:37.544201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-37c47e03-6b30-4634-83d1-e558ec64dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:37.545850 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-37c47e03-6b30-4634-83d1-e558ec64dbc6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 HTTP/1.1" status: 200 len: 851 time: 0.0646105 Nov 03 16:06:37.601872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.608344 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-0385e080-98d5-4f35-b049-b6e452f45755 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506039 Nov 03 16:06:37.614565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee94481f-c9e1-4dd9-a7fb-52a5289e69d4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:37.624266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee94481f-c9e1-4dd9-a7fb-52a5289e69d4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.639460 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee94481f-c9e1-4dd9-a7fb-52a5289e69d4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:06:37.640001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee94481f-c9e1-4dd9-a7fb-52a5289e69d4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:06:37.710455 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.778749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ee94481f-c9e1-4dd9-a7fb-52a5289e69d4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3913133 Nov 03 16:06:37.779325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bebcd160-022b-45df-901d-b857d2bedfc9 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:37.785774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38440) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:37.797517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d4160f51-760a-4397-b1e6-b6419310a73a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:37.873101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port bebcd160-022b-45df-901d-b857d2bedfc9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:37.873547 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.981727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4160f51-760a-4397-b1e6-b6419310a73a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:37.985306 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4160f51-760a-4397-b1e6-b6419310a73a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:37.986774 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4160f51-760a-4397-b1e6-b6419310a73a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:06:37.987213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4160f51-760a-4397-b1e6-b6419310a73a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:06:38.001215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Router 1729da9a-40fa-40a7-9c5e-d035060374c9 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:06:38.037039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-3480e780-77da-450e-8293-29ea513572af service neutron] 10.222.0.70 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107258 Nov 03 16:06:38.068573 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d4160f51-760a-4397-b1e6-b6419310a73a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2814791 Nov 03 16:06:38.072565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38448) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:38.079009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 07136f61-e9e6-488c-b660-58e74d23924f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:38.107471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 07136f61-e9e6-488c-b660-58e74d23924f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:06:38.108086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 07136f61-e9e6-488c-b660-58e74d23924f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:06:38.108782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c4769-6c6f-4674-93c0-797937f5ef05 req-d066264c-577d-4343-82d4-fbab82200f07 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:38.113947 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d62c4769-6c6f-4674-93c0-797937f5ef05 req-d066264c-577d-4343-82d4-fbab82200f07 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1933882 Nov 03 16:06:38.143312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6b757236-596c-449e-b009-cb57863e27c3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0687704 Nov 03 16:06:38.175897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38452) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:38.250717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cbbb7f-888f-4003-a435-136be8484327 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:38.252157 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-62cbbb7f-888f-4003-a435-136be8484327 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748782 Nov 03 16:06:38.254553 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d62c4769-6c6f-4674-93c0-797937f5ef05 req-2ed5b247-8319-478c-b7e5-ff3595011b93 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301203 Nov 03 16:06:38.256649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-671c5e8e-ed29-4578-9843-d7566acaf5a3 req-3eb7c79f-ccc9-4ea5-a6c5-11bea5d0383a service neutron] 10.222.0.70 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095926 Nov 03 16:06:38.262290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38454) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:38.266069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:06:38.293164 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Sync routers for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:06:38.302207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:38.303459 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5e557287-771d-47e3-938b-45ecf6b96954 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9064517 Nov 03 16:06:38.306743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38460) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:38.312960 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:06:38.313674 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:06:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:38.353203 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dc82ade3-6aed-4824-bdef-b30fc391c8c2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891564 Nov 03 16:06:38.360775 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38462) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:38.373255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:38.404137 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:38.549395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574458c-baca-483b-9d14-16555a462a35 req-176e7e40-2815-4911-b09a-b69ab17a877f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:38.561577 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3574458c-baca-483b-9d14-16555a462a35 req-176e7e40-2815-4911-b09a-b69ab17a877f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1737213 Nov 03 16:06:38.583557 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b180d84-d4ad-42fd-8a84-02f5fa07e1f9 req-e1234c9e-59c4-45fe-8a53-cd4ef38659f3 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:38.585127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b180d84-d4ad-42fd-8a84-02f5fa07e1f9 req-e1234c9e-59c4-45fe-8a53-cd4ef38659f3 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 944 time: 0.0689545 Nov 03 16:06:38.644779 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:06:38.659064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:38.662573 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:38.807152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b180d84-d4ad-42fd-8a84-02f5fa07e1f9 req-3b768f8c-ea6c-4b62-9d39-7882a10c92b6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141306 Nov 03 16:06:38.925248 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:36Z', 'revision_number': 3, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:39.001451 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Checking router: 1729da9a-40fa-40a7-9c5e-d035060374c9 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:06:39.003425 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Updating router 1729da9a-40fa-40a7-9c5e-d035060374c9 port 7f86f0da-00e6-4753-84c8-bae130cdd16d binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:06:39.080117 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.118490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:06:39.119130 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.150327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3574458c-baca-483b-9d14-16555a462a35 req-b28701a5-8f01-4d44-83ac-723768757d2c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5834303 Nov 03 16:06:39.192890 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=f03387ce-49e9-44e7-8315-275888dca890,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:39.204792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:39.208851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:39.216319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:39.219142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.220167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a44387-88e2-4ccc-878c-57ff31cd7b54 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:39.250797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d0ae000a-ee2b-4e93-9aaa-0e48768af6b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8889043 Nov 03 16:06:39.251481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38486) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:39.275500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:9b:18:c0', 'name': 'tempest-NetworksTestDHCPv6-1534389665'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:39.444425 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.452236 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.515387 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Pushing event updated for resources: {'Port': ['ID=7f86f0da-00e6-4753-84c8-bae130cdd16d,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:39.517489 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Attempting to bind port 7f86f0da-00e6-4753-84c8-bae130cdd16d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:39.518094 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Attempting to bind port 7f86f0da-00e6-4753-84c8-bae130cdd16d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:39.518633 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Attempting to bind port 7f86f0da-00e6-4753-84c8-bae130cdd16d on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:39.528734 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:39.529393 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:39.530009 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.530551 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:39.531273 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Bound port: 7f86f0da-00e6-4753-84c8-bae130cdd16d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:39.531888 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.534717 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.535231 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.535723 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.536243 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.536724 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.537205 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.537725 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.538210 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.539141 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.540281 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.540759 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.541237 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:06:39.564535 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': 'f03387ce-49e9-44e7-8315-275888dca890'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:06:39.566265 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.614735 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] For port 7f86f0da-00e6-4753-84c8-bae130cdd16d, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:39.623775 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] For port 7f86f0da-00e6-4753-84c8-bae130cdd16d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7f86f0da-00e6-4753-84c8-bae130cdd16d,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:39.637091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:39.638069 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.708163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6ea03-2760-44ee-941c-ce715fd81ce6 req-e9185a84-31c2-49af-8a55-02c1acbd9e56 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:39.726148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eea6ea03-2760-44ee-941c-ce715fd81ce6 req-e9185a84-31c2-49af-8a55-02c1acbd9e56 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.2503891 Nov 03 16:06:39.730114 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:06:39.730722 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:06:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:39.734118 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbf921-cfee-452b-9b39-915c4bd5e5b0 None None] Pushing event updated for resources: {'Port': ['ID=7f86f0da-00e6-4753-84c8-bae130cdd16d,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:39.756992 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.782456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38496) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:39.855728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Allocated IP 2001:db8::f816:3eff:fe58:769a (5a216216-0ac1-4efa-9af0-360385577e09/f03387ce-49e9-44e7-8315-275888dca890/a012824f-81b1-4b76-91bc-9cca83360201) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:39.900693 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:39.928460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:06:39.938879 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:06:39.996873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port df4845d9-95f0-4503-8aa0-02887138accc yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:06:40.022724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eea6ea03-2760-44ee-941c-ce715fd81ce6 req-17c3c4cb-a2a6-4b8d-b687-8a64c1add72a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954702 Nov 03 16:06:40.184601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2133190638'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:40.208715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Allocated IP 172.20.0.1 (3b702e15-109b-4b34-b65b-e7a25aa30a01/ec07e9ce-76fc-4651-9c43-195f89c62fd2/713ff5cc-1c88-41fe-9c37-84066eaae4e3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:40.223298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Made reservation on behalf of 14528028eb844bbea62bed6dbc471144 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:40.228670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.249292 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.262767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed8f41-6ba0-4c77-b539-0bb4ab635ddf req-dfdb6bf0-6e71-474a-ada5-de2bd086ec99 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:40.264410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5eed8f41-6ba0-4c77-b539-0bb4ab635ddf req-dfdb6bf0-6e71-474a-ada5-de2bd086ec99 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 944 time: 0.2899234 Nov 03 16:06:40.281853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:40.285603 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:36Z', 'revision_number': 3, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:40.286301 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.299412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb', 'network_id': 'b34e0168-7d8b-4d4c-a9e6-820953c51d9b', 'port_id': '1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb', 'mac_address': 'fa:16:3e:09:cf:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4317e5f1-963c-4a4c-a0e5-3bdd2e65f117', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:06:40.316801 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.332240 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be8cac-f132-4cc6-9426-3fc13a4252d1 None None] The sync data for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 is: [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:36Z', 'revision_number': 3, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:06:40.435299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:fe9b:18c0 (5a216216-0ac1-4efa-9af0-360385577e09/f03387ce-49e9-44e7-8315-275888dca890/df4845d9-95f0-4503-8aa0-02887138accc) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:40.439309 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5eed8f41-6ba0-4c77-b539-0bb4ab635ddf req-d7028214-5fdb-48a6-a2e3-0a87c5e080cb tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531925 Nov 03 16:06:40.452109 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Pushing event updated for resources: {'Port': ['ID=a012824f-81b1-4b76-91bc-9cca83360201,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:40.456546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cb150-67cd-4d56-b8f4-09305abe7b7c req-50617f16-3cdc-4709-aa0b-071115a63b7f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:40.464146 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c3cb150-67cd-4d56-b8f4-09305abe7b7c req-50617f16-3cdc-4709-aa0b-071115a63b7f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1192784 Nov 03 16:06:40.475184 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.505299 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.506386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:40.510165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:40.513330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:40.517786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:06:40.541006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c3cb150-67cd-4d56-b8f4-09305abe7b7c req-77e7425a-e6bc-4f64-a360-9a7f81216b78 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749445 Nov 03 16:06:40.555361 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.573443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.594074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:06:40.604999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:40.620420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.628167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Attempting to bind port a012824f-81b1-4b76-91bc-9cca83360201 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:40.628167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Attempting to bind port a012824f-81b1-4b76-91bc-9cca83360201 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:40.628520 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Attempting to bind port a012824f-81b1-4b76-91bc-9cca83360201 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:40.629069 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.629717 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Added segment d8600806-cd54-446f-bee3-b7e68706b4c8 of type vlan for network 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 Nov 03 16:06:40.657985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:40.658398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:40.658771 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.659303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:40.659766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Bound port: a012824f-81b1-4b76-91bc-9cca83360201, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:40.660159 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.704817 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.748326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:40.761397 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.785812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:40.786578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.796289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.827584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] For port a012824f-81b1-4b76-91bc-9cca83360201, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:40.831307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] For port a012824f-81b1-4b76-91bc-9cca83360201, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a012824f-81b1-4b76-91bc-9cca83360201,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:40.840908 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.875520 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.912626 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e50c6b-5eef-4425-accb-6b6941bfb0f4 None None] Pushing event updated for resources: {'Port': ['ID=a012824f-81b1-4b76-91bc-9cca83360201,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:40.919040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:40.922794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:40.925464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:40.934323 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.936665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:40.937490 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:40.940024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event updated for resources: {'Network': ['ID=5e35149d-529f-48c4-a2cb-15bf9b34b7e3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:40.940277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:06:40.969486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=df4845d9-95f0-4503-8aa0-02887138accc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:40.978180 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ed017d3c-2773-4124-9f6a-caf6fcce7c41 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7255759 Nov 03 16:06:40.980637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38508) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:40.988610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86582e16-8d4d-4f30-b354-9e9dd6bb0117,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:41.022899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:06:41.052878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5674af1a-53c8-44da-a584-48901a69a2a5 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2675228 Nov 03 16:06:41.062002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38512) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:41.069415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:41.073223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:41.082382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:41.082492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Request body: {'subnet': {'network_id': '5e35149d-529f-48c4-a2cb-15bf9b34b7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:41.155190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Pushing event updated for resources: {'Port': ['ID=713ff5cc-1c88-41fe-9c37-84066eaae4e3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:41.262003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ae522-8509-47a7-9465-7842c3f41937 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:41.277225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ae522-8509-47a7-9465-7842c3f41937 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:41.278216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1d2ae522-8509-47a7-9465-7842c3f41937 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2963529 Nov 03 16:06:41.281468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38516) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:41.360229 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:41.365989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Made reservation on behalf of 14528028eb844bbea62bed6dbc471144 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:41.370103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:41.534676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b990a41-46b8-4fde-9d85-a3ee6c552e61 req-febc28ca-236c-4cb2-a813-da59d6e32dc7 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:41.544947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b990a41-46b8-4fde-9d85-a3ee6c552e61 req-febc28ca-236c-4cb2-a813-da59d6e32dc7 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.3622305 Nov 03 16:06:41.580851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-084f93b1-3ebb-4098-bb42-a35e41806b9f None None] Provisioning complete for port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:41.581425 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-084f93b1-3ebb-4098-bb42-a35e41806b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:41.677141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-084f93b1-3ebb-4098-bb42-a35e41806b9f None None] Port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:06:41.810028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a012824f-81b1-4b76-91bc-9cca83360201 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:41.840398 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:41.875005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a012824f-81b1-4b76-91bc-9cca83360201 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:41.875756 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:41.923623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:41.934811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:41.967593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cdb47-ec8d-4a86-b9a6-f81f4aeff209 req-766b813d-e5c8-4e9f-82eb-ae2167e215fc tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:41.968417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b990a41-46b8-4fde-9d85-a3ee6c552e61 req-58539b60-d81e-4fd8-a5e5-91ad29c7aa21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223523 Nov 03 16:06:41.977986 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad6cdb47-ec8d-4a86-b9a6-f81f4aeff209 req-766b813d-e5c8-4e9f-82eb-ae2167e215fc tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 945 time: 0.1957648 Nov 03 16:06:41.982006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event updated for resources: {'Subnet': ['ID=19288722-4383-4ff5-b49f-952868a1d6c9,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:42.007229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ea39e907-c7b0-4c1d-a85c-fef513c14587 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port df4845d9-95f0-4503-8aa0-02887138accc {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:42.008155 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea39e907-c7b0-4c1d-a85c-fef513c14587 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.025181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Checking segment: {'id': 'd8600806-cd54-446f-bee3-b7e68706b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e35149d-529f-48c4-a2cb-15bf9b34b7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:42.025181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Network hostable DHCP agents. Network: 5e35149d-529f-48c4-a2cb-15bf9b34b7e3, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:06:42.071398 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.087994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Network 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:06:42.103351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad6cdb47-ec8d-4a86-b9a6-f81f4aeff209 req-a71e8b4c-3647-48bc-8f51-888498391b74 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243801 Nov 03 16:06:42.117997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5e35149d-529f-48c4-a2cb-15bf9b34b7e3) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:42.125316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:42.125949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.146735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694e3f48-5966-4601-b796-9e2e133af275 None None] Network 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:42.158628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port a012824f-81b1-4b76-91bc-9cca83360201, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a012824f-81b1-4b76-91bc-9cca83360201,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:42.161013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e2663078-117c-4b4b-a737-f44398af6e1a tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0979033 Nov 03 16:06:42.168847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:06:42.169194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38524) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:42.177090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Request body: {'port': {'network_id': '5e35149d-529f-48c4-a2cb-15bf9b34b7e3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1727243582'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:42.185559 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.186328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7f86f0da-00e6-4753-84c8-bae130cdd16d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:42.223198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:42.223561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.358780 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea39e907-c7b0-4c1d-a85c-fef513c14587 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.388959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Made reservation on behalf of 14528028eb844bbea62bed6dbc471144 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:42.400492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.400930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=a012824f-81b1-4b76-91bc-9cca83360201,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:42.406627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca7ac-448d-4b8a-b045-b35e957e24cf req-867aded1-bdf8-4116-9bc3-bca5fc3f9840 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:42.416987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f59ca7ac-448d-4b8a-b045-b35e957e24cf req-867aded1-bdf8-4116-9bc3-bca5fc3f9840 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.2859223 Nov 03 16:06:42.422997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7f86f0da-00e6-4753-84c8-bae130cdd16d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:42.423373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.446145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] device_id is not set on port d28bfd0b-7b14-4f7b-981f-1368636d969d yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:06:42.490928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ea39e907-c7b0-4c1d-a85c-fef513c14587 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for df4845d9-95f0-4503-8aa0-02887138accc owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:42.563632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5e35149d-529f-48c4-a2cb-15bf9b34b7e3', 'network_id': '5e35149d-529f-48c4-a2cb-15bf9b34b7e3', 'tenant_id': '14528028eb844bbea62bed6dbc471144', 'fixed_ips': [{'subnet_id': '19288722-4383-4ff5-b49f-952868a1d6c9'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:06:42.564522 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.594296 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.599608 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f59ca7ac-448d-4b8a-b045-b35e957e24cf req-08917679-2fe2-452d-9acc-4d9ec5a07e82 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820636 Nov 03 16:06:42.650897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Allocated IP 172.20.0.2 (5e35149d-529f-48c4-a2cb-15bf9b34b7e3/19288722-4383-4ff5-b49f-952868a1d6c9/d28bfd0b-7b14-4f7b-981f-1368636d969d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:42.686528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.868486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.919219 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.945713 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:42.980380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:43.048825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Network 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:43.052582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:43.061028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:43.099953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea39e907-c7b0-4c1d-a85c-fef513c14587 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:43.108579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event updated for resources: {'Port': ['ID=d28bfd0b-7b14-4f7b-981f-1368636d969d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:43.108794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Pushing event updated for resources: {'Port': ['ID=713ff5cc-1c88-41fe-9c37-84066eaae4e3,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:43.202335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444fb69-8ffa-471d-8679-26694643b9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:06:43.205687 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1804a0d1-8da1-4001-b856-e2a8ff5059dc" -d '{"events": [{"server_uuid": "0444fb69-8ffa-471d-8679-26694643b9f8", "name": "network-vif-plugged", "status": "completed", "tag": "1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:06:43.240477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39e907-c7b0-4c1d-a85c-fef513c14587 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=df4845d9-95f0-4503-8aa0-02887138accc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:43.248724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:43.249516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:43.250793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:43.283184 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a13ea927-c6ae-4d53-8ed0-f5e579c5d694 {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:06:43.285608 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:06:43.289377 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:43.294043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cf3dd6b5-0b63-473e-b35a-e95c544072d3 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1234829 Nov 03 16:06:43.295067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38536) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:43.299369 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:43.337139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea39e907-c7b0-4c1d-a85c-fef513c14587 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:43.340576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ea39e907-c7b0-4c1d-a85c-fef513c14587 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/df4845d9-95f0-4503-8aa0-02887138accc HTTP/1.1" status: 204 len: 168 time: 2.0565121 Nov 03 16:06:43.343099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38538) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:43.343281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-584addbe-9036-4cd7-b7f7-e770da85e307 None None] Provisioning complete for port a012824f-81b1-4b76-91bc-9cca83360201 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:43.343754 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-584addbe-9036-4cd7-b7f7-e770da85e307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:43.373741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13cfd0-cc82-49aa-bbd7-008eaa371cda req-a8114103-fc1d-4a0c-bb5d-1ce881b4c3eb tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:43.386662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d13cfd0-cc82-49aa-bbd7-008eaa371cda req-a8114103-fc1d-4a0c-bb5d-1ce881b4c3eb tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.2268686 Nov 03 16:06:43.429928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 7f86f0da-00e6-4753-84c8-bae130cdd16d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7f86f0da-00e6-4753-84c8-bae130cdd16d,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:43.432843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:43.448409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cacc65-ca4c-4dce-96d9-b521a52e3614 req-3a8c552b-708d-4800-b515-28eebf444493 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:43.457681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85cacc65-ca4c-4dce-96d9-b521a52e3614 req-3a8c552b-708d-4800-b515-28eebf444493 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2147727 Nov 03 16:06:43.466218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:43.498744 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:43.507514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30bde0-ebfa-43f5-954c-27ae09008cfd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:43.512706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30bde0-ebfa-43f5-954c-27ae09008cfd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:43.513152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bc30bde0-ebfa-43f5-954c-27ae09008cfd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1676195 Nov 03 16:06:43.519412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38542) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:43.520056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:43.576749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85cacc65-ca4c-4dce-96d9-b521a52e3614 req-077aebb4-5b1e-4542-9331-483ff6704f33 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132681 Nov 03 16:06:43.718429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Router 1729da9a-40fa-40a7-9c5e-d035060374c9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:06:43.754158 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d97719-1489-4c6d-bf18-7d9834d223e4 x-openstack-request-id: req-46d97719-1489-4c6d-bf18-7d9834d223e4 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:06:43.754689 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0444fb69-8ffa-471d-8679-26694643b9f8", "name": "network-vif-plugged", "status": "completed", "tag": "1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:06:43.754689 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-46d97719-1489-4c6d-bf18-7d9834d223e4 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:06:43.755091 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444fb69-8ffa-471d-8679-26694643b9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb', 'code': 200} Nov 03 16:06:43.759523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=7f86f0da-00e6-4753-84c8-bae130cdd16d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:43.803099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a012824f-81b1-4b76-91bc-9cca83360201 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:43.813508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:43.922471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-75af6246-0c1a-42ac-9b57-6e5ed87d8e21 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet f03387ce-49e9-44e7-8315-275888dca890 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:43.928923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75af6246-0c1a-42ac-9b57-6e5ed87d8e21 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.003032 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75af6246-0c1a-42ac-9b57-6e5ed87d8e21 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.070233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Allocated IP 172.20.0.3 (5e35149d-529f-48c4-a2cb-15bf9b34b7e3/19288722-4383-4ff5-b49f-952868a1d6c9/787f488b-d374-4df4-90b9-7853faeb68f8) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:44.088189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a012824f-81b1-4b76-91bc-9cca83360201 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:44.090387 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.208846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b537db56-311a-4781-b693-fe542c0447d8 None None] Provisioning complete for port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:44.209100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b537db56-311a-4781-b693-fe542c0447d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.209355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:06:44.226881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2472f927-da1a-4bf5-8275-c8ebbb0a8662 admin admin] 10.222.0.86 "PUT /v2.0/routers/1729da9a-40fa-40a7-9c5e-d035060374c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9190469 Nov 03 16:06:44.253612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Sync routers for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:06:44.255198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbb6d4-453b-4c57-95fa-9e52c2bc3855 req-04d4807d-2054-4414-9809-42dff7563426 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:44.268443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2bbb6d4-453b-4c57-95fa-9e52c2bc3855 req-04d4807d-2054-4414-9809-42dff7563426 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.2460423 Nov 03 16:06:44.322410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:06:44.322815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:06:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:44.460873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2bbb6d4-453b-4c57-95fa-9e52c2bc3855 req-57d5dd32-9eed-47d3-a217-09a573af3880 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870375 Nov 03 16:06:44.511865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b537db56-311a-4781-b693-fe542c0447d8 None None] Port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:06:44.521974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:06:44.527388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b537db56-311a-4781-b693-fe542c0447d8 None None] Could not find standard attr ID for object df4845d9-95f0-4503-8aa0-02887138accc. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:06:44.563128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d13cfd0-cc82-49aa-bbd7-008eaa371cda req-9f2f9dc4-fb38-46da-9d73-159e578f7e14 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1371913 Nov 03 16:06:44.605915 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.632087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3f790e9f-b094-4555-a232-d28089a69450 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Deleting port d28bfd0b-7b14-4f7b-981f-1368636d969d {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:44.632609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f790e9f-b094-4555-a232-d28089a69450 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.645917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.774586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Pushing event updated for resources: {'Port': ['ID=787f488b-d374-4df4-90b9-7853faeb68f8,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:44.780550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Network 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:44.785553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:44.792660 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f790e9f-b094-4555-a232-d28089a69450 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.794042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:44.816266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3f790e9f-b094-4555-a232-d28089a69450 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Calling delete_port for d28bfd0b-7b14-4f7b-981f-1368636d969d owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:44.829801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b45ff-ddf0-49e3-b63f-aeeaab0145a8 req-bc72bf49-30a3-4874-9d1a-307f80928adc tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:44.853408 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a6b45ff-ddf0-49e3-b63f-aeeaab0145a8 req-bc72bf49-30a3-4874-9d1a-307f80928adc tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1783619 Nov 03 16:06:44.873546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75af6246-0c1a-42ac-9b57-6e5ed87d8e21 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.878859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Attempting to bind port 787f488b-d374-4df4-90b9-7853faeb68f8 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:44.879239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Attempting to bind port 787f488b-d374-4df4-90b9-7853faeb68f8 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'd8600806-cd54-446f-bee3-b7e68706b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e35149d-529f-48c4-a2cb-15bf9b34b7e3'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:44.879604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Attempting to bind port 787f488b-d374-4df4-90b9-7853faeb68f8 on network 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:44.892534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:44.892941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Checking segment: {'id': 'd8600806-cd54-446f-bee3-b7e68706b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e35149d-529f-48c4-a2cb-15bf9b34b7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:44.893307 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.893736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Bound using segment: {'id': 'd8600806-cd54-446f-bee3-b7e68706b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e35149d-529f-48c4-a2cb-15bf9b34b7e3'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:44.894223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Bound port: 787f488b-d374-4df4-90b9-7853faeb68f8, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8600806-cd54-446f-bee3-b7e68706b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e35149d-529f-48c4-a2cb-15bf9b34b7e3'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:44.894605 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:44.949493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:41Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '713ff5cc-1c88-41fe-9c37-84066eaae4e3', 'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'mac_address': 'fa:16:3e:4c:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:39Z', 'updated_at': '2021-11-03T16:06:42Z', 'revision_number': 2, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'subnets': [{'id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:44.988332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a6b45ff-ddf0-49e3-b63f-aeeaab0145a8 req-b0a1800a-fd53-4bd7-bf24-cf336fd9d64a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311851 Nov 03 16:06:44.997295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Checking router: 1729da9a-40fa-40a7-9c5e-d035060374c9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:06:44.997680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Updating router 1729da9a-40fa-40a7-9c5e-d035060374c9 port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:06:45.016949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec753-fc9f-403d-9e19-ed8fbb08cdb5 req-39f2f801-c2e0-455d-a52f-31bb9196cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:45.019925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9c3ec753-fc9f-403d-9e19-ed8fbb08cdb5 req-39f2f801-c2e0-455d-a52f-31bb9196cac5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 1097 time: 1.1954567 Nov 03 16:06:45.040290 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:45.055855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] For port 787f488b-d374-4df4-90b9-7853faeb68f8, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:45.090835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] For port 787f488b-d374-4df4-90b9-7853faeb68f8, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=787f488b-d374-4df4-90b9-7853faeb68f8,segment=NetworkSegment(d8600806-cd54-446f-bee3-b7e68706b4c8),segment_id=d8600806-cd54-446f-bee3-b7e68706b4c8)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:45.098275 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:45.132848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9c3ec753-fc9f-403d-9e19-ed8fbb08cdb5 req-eab55479-a223-47bb-9588-9de8ee19e6c0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948157 Nov 03 16:06:45.138202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75af6246-0c1a-42ac-9b57-6e5ed87d8e21 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:45.175183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af6246-0c1a-42ac-9b57-6e5ed87d8e21 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=f03387ce-49e9-44e7-8315-275888dca890,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:45.192582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a4e82-e8d2-4112-ac2c-ab07e16c8eee None None] Pushing event updated for resources: {'Port': ['ID=787f488b-d374-4df4-90b9-7853faeb68f8,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:45.218781 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75af6246-0c1a-42ac-9b57-6e5ed87d8e21 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:45.225283 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-75af6246-0c1a-42ac-9b57-6e5ed87d8e21 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/f03387ce-49e9-44e7-8315-275888dca890 HTTP/1.1" status: 204 len: 168 time: 1.6904516 Nov 03 16:06:45.228145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38592) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:45.269756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2932874f-fca8-4854-996f-442a66293463 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:45.307729 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4b32f82a-9982-4816-8b81-7705c5d9bc98 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784917 Nov 03 16:06:45.310528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38594) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:45.314397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f790e9f-b094-4555-a232-d28089a69450 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:45.323530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:45.468183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f790e9f-b094-4555-a232-d28089a69450 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event deleted for resources: {'Port': ['ID=d28bfd0b-7b14-4f7b-981f-1368636d969d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:45.697235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f790e9f-b094-4555-a232-d28089a69450 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:45.727770 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3f790e9f-b094-4555-a232-d28089a69450 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] 10.222.0.86 "DELETE /v2.0/ports/d28bfd0b-7b14-4f7b-981f-1368636d969d HTTP/1.1" status: 204 len: 168 time: 2.4239154 Nov 03 16:06:45.731668 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38600) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:45.899879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdaaa6-2aa2-440f-9ca8-2648dbf36235 req-8715a826-b6df-47ea-b62b-f2fe0456c4d8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:45.910189 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ccfdaaa6-2aa2-440f-9ca8-2648dbf36235 req-8715a826-b6df-47ea-b62b-f2fe0456c4d8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1578627 Nov 03 16:06:46.008731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bf6c321c-571f-4751-835e-dc1be91c6fda tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2719946 Nov 03 16:06:46.011846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38612) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:46.019513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-914445117'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:46.045463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7f86f0da-00e6-4753-84c8-bae130cdd16d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:46.130108 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ccfdaaa6-2aa2-440f-9ca8-2648dbf36235 req-e03f217f-35a9-4a8e-996c-d82f55ff0d6e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189851 Nov 03 16:06:46.148784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Made reservation on behalf of 14528028eb844bbea62bed6dbc471144 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:46.156517 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:46.246479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:06:46.302293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394293f-e930-48ac-a5f0-5df92199f17d req-3b00879b-7e24-4e31-992a-e721f913c465 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:46.304446 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f394293f-e930-48ac-a5f0-5df92199f17d req-3b00879b-7e24-4e31-992a-e721f913c465 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1747985 Nov 03 16:06:46.304721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:46.307921 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Added segment 3b71cacb-43bf-4eff-869f-c7cb0f82de99 of type vlan for network a11b2eb9-42ff-4911-a917-ea715c7667f9 Nov 03 16:06:46.316202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:46.330940 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:46.408483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7f86f0da-00e6-4753-84c8-bae130cdd16d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:46.409292 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:46.436834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:46.492727 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:46.499375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:46.500015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:46.637296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6242554 Nov 03 16:06:46.638170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38646) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:46.689119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f394293f-e930-48ac-a5f0-5df92199f17d req-fddbd2d8-7506-40cb-96a4-c8ffdc65c7b9 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336496 Nov 03 16:06:46.724561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c52401a-b7a3-490b-8bc6-7fafd858faa6 None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:06:46.836457 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:46.851541 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:46.972739 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:06:47.005888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33967b-7d35-453c-bb76-ae2dd42f94ce None None] Pushing event updated for resources: {'Port': ['ID=713ff5cc-1c88-41fe-9c37-84066eaae4e3,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:47.102304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4c52401a-b7a3-490b-8bc6-7fafd858faa6 None None] Deleting port a012824f-81b1-4b76-91bc-9cca83360201 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:47.104923 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c52401a-b7a3-490b-8bc6-7fafd858faa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:47.185027 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1e809ea0-f41b-4e21-a6d4-6bcde1534dd9 tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] 10.222.0.86 "GET /v2.0/agents/7792d5a7-37a7-49b6-ae43-cf074bb7ef6b/dhcp-networks HTTP/1.1" status: 200 len: 9632 time: 0.5413704 Nov 03 16:06:47.185916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be8232-a7cf-412e-acd4-79e739aadf5d tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event updated for resources: {'Network': ['ID=a11b2eb9-42ff-4911-a917-ea715c7667f9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:47.189905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.objects.ports [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:06:47.191011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38650) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:47.251762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67818550-bab7-4662-9b53-64f3e7d4cf1a req-abec71a0-a28f-434b-8d07-4a101c6bcee5 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:47.262476 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-67818550-bab7-4662-9b53-64f3e7d4cf1a req-abec71a0-a28f-434b-8d07-4a101c6bcee5 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.7312055 Nov 03 16:06:47.298408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network a11b2eb9-42ff-4911-a917-ea715c7667f9 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:06:47.429345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-67818550-bab7-4662-9b53-64f3e7d4cf1a req-36e541f9-9c87-4122-9fdf-8ee73bc57a05 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558387 Nov 03 16:06:47.449455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94a003-6d8c-4c7f-ae16-fe9625366dc4 None None] Network 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:47.520237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Attempting to bind port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:47.520745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Attempting to bind port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:47.520993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Attempting to bind port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 on network 3b702e15-109b-4b34-b65b-e7a25aa30a01 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:47.604056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:47.604685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Checking segment: {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:47.605277 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:47.605887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Bound using segment: {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:47.606618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Bound port: 713ff5cc-1c88-41fe-9c37-84066eaae4e3, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:47.607232 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:47.647978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7cf7ab91-3195-43c4-b431-bdd055a0125e None None] Provisioning complete for port 787f488b-d374-4df4-90b9-7853faeb68f8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:47.648352 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ab91-3195-43c4-b431-bdd055a0125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:47.731293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4c52401a-b7a3-490b-8bc6-7fafd858faa6 None None] For port a012824f-81b1-4b76-91bc-9cca83360201, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a012824f-81b1-4b76-91bc-9cca83360201,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:47.731696 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c52401a-b7a3-490b-8bc6-7fafd858faa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:47.774742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4c52401a-b7a3-490b-8bc6-7fafd858faa6 None None] Calling delete_port for a012824f-81b1-4b76-91bc-9cca83360201 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:47.820227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] For port 713ff5cc-1c88-41fe-9c37-84066eaae4e3, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:47.848039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f379b63-a8b6-47a3-bb6e-91d557dfe5f1 req-92f9ef2c-9197-4086-a406-69ac51f3ed88 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:47.849585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f379b63-a8b6-47a3-bb6e-91d557dfe5f1 req-92f9ef2c-9197-4086-a406-69ac51f3ed88 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.4049621 Nov 03 16:06:47.878074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:47.924123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] For port 713ff5cc-1c88-41fe-9c37-84066eaae4e3, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=713ff5cc-1c88-41fe-9c37-84066eaae4e3,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:47.926226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 787f488b-d374-4df4-90b9-7853faeb68f8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:48.013877 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f379b63-a8b6-47a3-bb6e-91d557dfe5f1 req-2641188b-452a-40c6-bb94-60c6a30ba077 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541200 Nov 03 16:06:48.056152 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:48.057042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ec32d-b59b-493f-9394-2e175834d69d tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] Network a11b2eb9-42ff-4911-a917-ea715c7667f9 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:06:48.110135 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-996ec32d-b59b-493f-9394-2e175834d69d tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] 10.222.0.86 "POST /v2.0/agents/7792d5a7-37a7-49b6-ae43-cf074bb7ef6b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9174893 Nov 03 16:06:48.113827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38666) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:48.162442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b41e0-d7aa-4758-b3e0-a19a0bdb9735 None None] Network a11b2eb9-42ff-4911-a917-ea715c7667f9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:48.234797 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ab91-3195-43c4-b431-bdd055a0125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:48.332669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab30a9-a2b3-45ae-952d-df72b108926d req-3433dd23-8e57-468a-8c37-2fbbb6cedee6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:48.345829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41ab30a9-a2b3-45ae-952d-df72b108926d req-3433dd23-8e57-468a-8c37-2fbbb6cedee6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1774688 Nov 03 16:06:48.371694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 787f488b-d374-4df4-90b9-7853faeb68f8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:48.373038 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:48.447078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e973ba9-2d8e-4bd3-95e7-89cc48e2d171 req-3fd4ec80-3bcd-4561-a9d9-2aabf1e6b61a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:48.450557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] For port a012824f-81b1-4b76-91bc-9cca83360201, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a012824f-81b1-4b76-91bc-9cca83360201,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:48.455800 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e973ba9-2d8e-4bd3-95e7-89cc48e2d171 req-3fd4ec80-3bcd-4561-a9d9-2aabf1e6b61a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.3889005 Nov 03 16:06:48.468922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7cf7ab91-3195-43c4-b431-bdd055a0125e None None] For port 787f488b-d374-4df4-90b9-7853faeb68f8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=787f488b-d374-4df4-90b9-7853faeb68f8,segment=NetworkSegment(d8600806-cd54-446f-bee3-b7e68706b4c8),segment_id=d8600806-cd54-446f-bee3-b7e68706b4c8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:48.481693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-c9e9d8c9-f86d-4cf4-b88d-bf81e8adc609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:48.485719 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-c9e9d8c9-f86d-4cf4-b88d-bf81e8adc609 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 1097 time: 0.4379823 Nov 03 16:06:48.522398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41ab30a9-a2b3-45ae-952d-df72b108926d req-314001a7-df08-48ee-a7e2-e1c4a86cc8aa tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743314 Nov 03 16:06:48.554949 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f9685f3-b6b7-4085-a631-1e6422c27ba7 tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] 10.222.0.86 "GET /v2.0/agents/7792d5a7-37a7-49b6-ae43-cf074bb7ef6b/dhcp-networks HTTP/1.1" status: 200 len: 10441 time: 0.4322171 Nov 03 16:06:48.561080 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ab91-3195-43c4-b431-bdd055a0125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:48.563513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:06:48.564228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:06:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:48.580044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33967b-7d35-453c-bb76-ae2dd42f94ce None None] Pushing event updated for resources: {'Port': ['ID=713ff5cc-1c88-41fe-9c37-84066eaae4e3,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:48.607016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:48.614690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38670) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:48.646492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:48.647205 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:48.722574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a012824f-81b1-4b76-91bc-9cca83360201 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:48.806092 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c52401a-b7a3-490b-8bc6-7fafd858faa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:48.817564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a012824f-81b1-4b76-91bc-9cca83360201 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:06:48.818827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a012824f-81b1-4b76-91bc-9cca83360201 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:06:48.820016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e973ba9-2d8e-4bd3-95e7-89cc48e2d171 req-62126ecd-9ea3-4987-a4b4-2cb55c842a16 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559999 Nov 03 16:06:48.830097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:48.918546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:48.921382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:48.922941 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:49.001371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-611c6659-afff-41fe-96f7-5f3dcf1f0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:49.003187 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-611c6659-afff-41fe-96f7-5f3dcf1f0e64 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 912 time: 0.4843636 Nov 03 16:06:49.029500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c52401a-b7a3-490b-8bc6-7fafd858faa6 None None] No DVR routers for this DVR port a012824f-81b1-4b76-91bc-9cca83360201 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:06:49.079040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c3cd0f61-25b7-49d4-a09e-d4e412880e5d None None] Provisioning complete for port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:49.096314 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0f61-25b7-49d4-a09e-d4e412880e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:49.126211 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f733cd6c-f87d-42b8-b8c3-820ae0d9d96e None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:49.173444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-62f08972-654b-4618-9225-860d85e1d81a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb HTTP/1.1" status: 200 len: 217 time: 0.1482818 Nov 03 16:06:49.305988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9912486 Nov 03 16:06:49.306615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38682) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:49.315466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=a012824f-81b1-4b76-91bc-9cca83360201,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:49.321574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ab91-3195-43c4-b431-bdd055a0125e None None] Pushing event updated for resources: {'Port': ['ID=787f488b-d374-4df4-90b9-7853faeb68f8,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:49.322266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdca8aa-b685-4dba-9dfb-5c26acbae79f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=4c67f977-00fb-4e7c-9f81-3ab895978503,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:49.341618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:1a:d5:5f', 'name': 'tempest-NetworksTestDHCPv6-810630253'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:49.390343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-17281c36-3f16-4060-a7ba-b96a9cf0a3a4 tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] 10.222.0.86 "DELETE /v2.0/agents/7792d5a7-37a7-49b6-ae43-cf074bb7ef6b/dhcp-networks/a11b2eb9-42ff-4911-a917-ea715c7667f9 HTTP/1.1" status: 204 len: 168 time: 0.7736309 Nov 03 16:06:49.408926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38688) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:49.480730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52401a-b7a3-490b-8bc6-7fafd858faa6 None None] Pushing event deleted for resources: {'Port': ['ID=a012824f-81b1-4b76-91bc-9cca83360201,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:49.581492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b27ff-3688-4359-95a3-a2a4b150c8f9 req-19717d9f-324d-496f-ab00-d876ad8e255f tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:49.595848 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e6b27ff-3688-4359-95a3-a2a4b150c8f9 req-19717d9f-324d-496f-ab00-d876ad8e255f tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.2670379 Nov 03 16:06:49.659818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-2c65738d-bd84-42d0-95d0-0f42806dd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:49.661442 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-2c65738d-bd84-42d0-95d0-0f42806dd808 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 1097 time: 0.2970874 Nov 03 16:06:49.727975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e6b27ff-3688-4359-95a3-a2a4b150c8f9 req-e95a897d-709c-4bf8-a34e-d32ed03d38fc tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296284 Nov 03 16:06:49.766418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4b3dfc17-0ea9-425d-82b1-04ce9f551b89 tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] 10.222.0.86 "GET /v2.0/agents/7792d5a7-37a7-49b6-ae43-cf074bb7ef6b/dhcp-networks HTTP/1.1" status: 200 len: 9670 time: 0.3522415 Nov 03 16:06:49.801068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-983338a9-a5e7-42cf-b3c6-4f8ac0fc61df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:49.803417 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-983338a9-a5e7-42cf-b3c6-4f8ac0fc61df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 HTTP/1.1" status: 200 len: 851 time: 0.6231284 Nov 03 16:06:49.815767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38704) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:49.971894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb0319-3e20-43a3-a2da-68f21f43a458 req-37dda636-13ca-4aa7-ae48-00ae9a5a644c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:49.974010 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-82cb0319-3e20-43a3-a2da-68f21f43a458 req-37dda636-13ca-4aa7-ae48-00ae9a5a644c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.7029328 Nov 03 16:06:49.981941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-b813ba74-cefc-4a31-bb7b-fa04e38382a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288593 Nov 03 16:06:50.057148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 787f488b-d374-4df4-90b9-7853faeb68f8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:50.059299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7c585846-c619-4374-a27a-cadb158d622a details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:06:50.135246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-fc792509-a33c-4b1e-8e81-e61d32a7adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:50.137064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-fc792509-a33c-4b1e-8e81-e61d32a7adc0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 912 time: 0.4413333 Nov 03 16:06:50.147635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:06:50.219820 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-c3e039e7-c241-47bd-bb18-c4316be3143b service neutron] 10.222.0.70 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058365 Nov 03 16:06:50.301914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8e89558d-c341-4cad-8b6c-12101c0396da tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] 10.222.0.86 "GET /v2.0/networks/5e35149d-529f-48c4-a2cb-15bf9b34b7e3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.4762588 Nov 03 16:06:50.364188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-82cb0319-3e20-43a3-a2da-68f21f43a458 req-4fbb4062-20f1-425f-8823-8535006428d3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767569 Nov 03 16:06:50.379882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38718) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:50.478597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:50.507733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba1b8c-4136-4df6-a454-07a39f7e8213 req-aa39cc65-81e8-4412-8b4a-ccbbbb9a3890 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:50.516719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-caba1b8c-4136-4df6-a454-07a39f7e8213 req-aa39cc65-81e8-4412-8b4a-ccbbbb9a3890 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.4253988 Nov 03 16:06:50.563648 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-8314a148-5a75-41ca-996a-21032c186a8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a4c004-1e41-4c1e-a539-3377eb357166 HTTP/1.1" status: 200 len: 1002 time: 0.4190781 Nov 03 16:06:50.604262 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:50.615343 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0f61-25b7-49d4-a09e-d4e412880e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:50.642564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-caba1b8c-4136-4df6-a454-07a39f7e8213 req-dcfa4631-7cc6-48f6-acaf-22d857d6e628 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139324 Nov 03 16:06:50.649728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-310e1c97-859e-4e6e-bbf1-1499c0c2d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:50.651181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-310e1c97-859e-4e6e-bbf1-1499c0c2d213 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.0780418 Nov 03 16:06:50.700607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e6f0a400-1447-4e49-899c-d2ba2d12f9cd tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] 10.222.0.86 "GET /v2.0/networks/5e35149d-529f-48c4-a2cb-15bf9b34b7e3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.3153369 Nov 03 16:06:50.701248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38728) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:50.720712 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b5d7496-0208-4ea4-a4ad-58b8ea0ab2ee req-39f184cd-abdf-4095-bdc7-b86c7811d9b5 service neutron] 10.222.0.70 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866161 Nov 03 16:06:50.737291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port c29023c2-c720-44da-a9e6-d9c2ae99c8d3 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:06:50.750183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-90bd8090-b622-4c59-ba74-291d692d8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:50.752019 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-90bd8090-b622-4c59-ba74-291d692d8af7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905378 Nov 03 16:06:50.835578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 787f488b-d374-4df4-90b9-7853faeb68f8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:50.836255 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:50.913767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:50.942991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c3cd0f61-25b7-49d4-a09e-d4e412880e5d None None] For port 713ff5cc-1c88-41fe-9c37-84066eaae4e3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=713ff5cc-1c88-41fe-9c37-84066eaae4e3,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:50.945104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '4c67f977-00fb-4e7c-9f81-3ab895978503'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:06:50.946687 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:50.973421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0f61-25b7-49d4-a09e-d4e412880e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:51.020108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-e21f0f5b-c5c6-438b-b599-3925ca12d1c8 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556062 Nov 03 16:06:51.077016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '7c585846-c619-4374-a27a-cadb158d622a', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'port_id': '7c585846-c619-4374-a27a-cadb158d622a', 'mac_address': 'fa:16:3e:cb:46:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:06:51.215865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ada61ba7-5187-4768-8ec3-8846bf3b123f None None] Could not find standard attr ID for object d28bfd0b-7b14-4f7b-981f-1368636d969d. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:06:51.287742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc9ca428-328b-4a72-bb87-8ee16c739c8f req-c556e6e0-4c07-4f08-8100-17d711f866e0 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584350 Nov 03 16:06:51.301667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ada61ba7-5187-4768-8ec3-8846bf3b123f None None] Provisioning complete for port 787f488b-d374-4df4-90b9-7853faeb68f8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:51.302039 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ada61ba7-5187-4768-8ec3-8846bf3b123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:51.334690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25c24-7760-4022-87ba-2a073b438651 req-ed1a723b-f86e-4ae3-93c6-fbe2c4fc8693 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:51.350896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-52c25c24-7760-4022-87ba-2a073b438651 req-ed1a723b-f86e-4ae3-93c6-fbe2c4fc8693 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.4783018 Nov 03 16:06:51.373873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:41Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '713ff5cc-1c88-41fe-9c37-84066eaae4e3', 'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'mac_address': 'fa:16:3e:4c:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:39Z', 'updated_at': '2021-11-03T16:06:47Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'subnets': [{'id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:51.379323 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:51.482814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1f652bf6-80ee-43ea-aa41-2c6d1dc900ba tempest-DHCPAgentSchedulersTestJSON-896767518 tempest-DHCPAgentSchedulersTestJSON-896767518-project-admin] 10.222.0.86 "GET /v2.0/agents/7792d5a7-37a7-49b6-ae43-cf074bb7ef6b/dhcp-networks HTTP/1.1" status: 200 len: 9670 time: 0.7753730 Nov 03 16:06:51.483060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38738) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:51.526711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:fe1a:d55f (5a216216-0ac1-4efa-9af0-360385577e09/4c67f977-00fb-4e7c-9f81-3ab895978503/c29023c2-c720-44da-a9e6-d9c2ae99c8d3) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:51.532787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c585846-c619-4374-a27a-cadb158d622a {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:06:51.575231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:51.578128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd0f61-25b7-49d4-a09e-d4e412880e5d None None] Pushing event updated for resources: {'Port': ['ID=713ff5cc-1c88-41fe-9c37-84066eaae4e3,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:51.592694 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:51.659245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-52c25c24-7760-4022-87ba-2a073b438651 req-b2a078f5-85f4-4618-9f57-2a279f399cc1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073864 Nov 03 16:06:51.670781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:51.765566 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e248ca-e286-4800-92f6-35466ea214c1 None None] The sync data for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 is: [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:41Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '713ff5cc-1c88-41fe-9c37-84066eaae4e3', 'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'mac_address': 'fa:16:3e:4c:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:39Z', 'updated_at': '2021-11-03T16:06:47Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'subnets': [{'id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:06:51.793738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:51.911530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['7c585846-c619-4374-a27a-cadb158d622a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:06:52.051444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720b20c-ece8-43c1-a0cc-e0ea8b33d9f7 req-38a89229-60aa-4442-b0f9-10579350400b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:52.070988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3720b20c-ece8-43c1-a0cc-e0ea8b33d9f7 req-38a89229-60aa-4442-b0f9-10579350400b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.3841939 Nov 03 16:06:52.075149 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.127340 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.139289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11b2eb9-42ff-4911-a917-ea715c7667f9']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:52.189997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3720b20c-ece8-43c1-a0cc-e0ea8b33d9f7 req-1cd974b5-6015-4232-a48d-4fb863888cd8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173525 Nov 03 16:06:52.198789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b71cacb-43bf-4eff-869f-c7cb0f82de99') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:52.201299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b71cacb-43bf-4eff-869f-c7cb0f82de99') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:52.227285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.234584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.254785 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.278260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:06:52.279041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:06:52.289638 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:06:52.393017 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.419215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.423329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] 10.222.0.86 "DELETE /v2.0/networks/a11b2eb9-42ff-4911-a917-ea715c7667f9 HTTP/1.1" status: 204 len: 168 time: 0.9392095 Nov 03 16:06:52.426703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38746) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:52.449255 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.475320 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a195928-ea70-4fa7-a930-43c84df4dc56 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] DELETE failed (client error): The resource could not be found. Nov 03 16:06:52.476396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a195928-ea70-4fa7-a930-43c84df4dc56 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:06:52.484273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1a195928-ea70-4fa7-a930-43c84df4dc56 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] 10.222.0.86 "DELETE /v2.0/ports/d28bfd0b-7b14-4f7b-981f-1368636d969d HTTP/1.1" status: 404 len: 333 time: 0.0556445 Nov 03 16:06:52.487718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5093427-b196-4bff-9a68-a49a64f8e93e tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event deleted for resources: {'Network': ['ID=a11b2eb9-42ff-4911-a917-ea715c7667f9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:52.488053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430ff8a-3d22-4b6f-a81d-42aad2af00df req-9245d3a9-3ffd-4753-a696-50736c792673 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:52.499248 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d430ff8a-3d22-4b6f-a81d-42aad2af00df req-9245d3a9-3ffd-4753-a696-50736c792673 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2448711 Nov 03 16:06:52.500269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38748) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:52.573183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ada61ba7-5187-4768-8ec3-8846bf3b123f None None] Provisioning complete for port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:52.574693 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ada61ba7-5187-4768-8ec3-8846bf3b123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.620131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-611d5302-65b0-462f-9d4e-b9c1b64e6a42 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Deleting subnet 19288722-4383-4ff5-b49f-952868a1d6c9 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:52.631695 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-611d5302-65b0-462f-9d4e-b9c1b64e6a42 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.747143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d430ff8a-3d22-4b6f-a81d-42aad2af00df req-9187710f-62e0-427b-a4f7-19af182d0a59 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440028 Nov 03 16:06:52.753027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:52.767628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Allocated IP 2001:db8::f816:3eff:fe92:e27c (5a216216-0ac1-4efa-9af0-360385577e09/4c67f977-00fb-4e7c-9f81-3ab895978503/e3fe0536-6e75-44b5-94eb-bfca103c348d) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:52.774295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:52.787278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:52.790353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-611d5302-65b0-462f-9d4e-b9c1b64e6a42 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.811140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:52.811743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:52.856912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=c29023c2-c720-44da-a9e6-d9c2ae99c8d3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:52.870097 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-02237b1b-f8da-472c-a88a-ac471d3a5ce2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5596340 Nov 03 16:06:52.870216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38754) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:53.028470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7897a5a1-aa12-4fec-bd89-c2bfbc9a03d4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:53.032691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7897a5a1-aa12-4fec-bd89-c2bfbc9a03d4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1592250 Nov 03 16:06:53.032960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38760) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:53.046014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff4ade-da5e-4d58-a287-7e23f008d745 req-94df4830-33fc-4726-b4bb-565bdf9d6865 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:53.057549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8ff4ade-da5e-4d58-a287-7e23f008d745 req-94df4830-33fc-4726-b4bb-565bdf9d6865 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.2151423 Nov 03 16:06:53.128805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-611d5302-65b0-462f-9d4e-b9c1b64e6a42 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:53.240817 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3794a02d-2ffc-466c-a5a9-6e0fb043e048 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port c29023c2-c720-44da-a9e6-d9c2ae99c8d3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:53.241165 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3794a02d-2ffc-466c-a5a9-6e0fb043e048 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:53.382590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8ff4ade-da5e-4d58-a287-7e23f008d745 req-c9452655-62cc-455e-bef7-0537d78aba36 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177564 Nov 03 16:06:53.435222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-611d5302-65b0-462f-9d4e-b9c1b64e6a42 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:53.442535 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:53.471569 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:53.501460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-611d5302-65b0-462f-9d4e-b9c1b64e6a42 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:53.503132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239e4bb-375d-4f90-ae88-6a7bdcc26c52 req-688d8caa-c962-4e94-b965-4b1e30da6e7d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:53.507748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-611d5302-65b0-462f-9d4e-b9c1b64e6a42 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] 10.222.0.86 "DELETE /v2.0/subnets/19288722-4383-4ff5-b49f-952868a1d6c9 HTTP/1.1" status: 204 len: 168 time: 1.0049884 Nov 03 16:06:53.510349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38766) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:53.515490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8239e4bb-375d-4f90-ae88-6a7bdcc26c52 req-688d8caa-c962-4e94-b965-4b1e30da6e7d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.1107624 Nov 03 16:06:53.577642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b356f-4d50-4352-8c27-c62213b366af None None] Network 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:53.577876 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3794a02d-2ffc-466c-a5a9-6e0fb043e048 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:53.644936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3794a02d-2ffc-466c-a5a9-6e0fb043e048 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for c29023c2-c720-44da-a9e6-d9c2ae99c8d3 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:53.705957 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Pushing event updated for resources: {'Port': ['ID=e3fe0536-6e75-44b5-94eb-bfca103c348d,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:53.717825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:53.735918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8239e4bb-375d-4f90-ae88-6a7bdcc26c52 req-c098616e-269b-472a-9fc6-0e7f3cbc1ab0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194357 Nov 03 16:06:53.750153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:53.755017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d5302-65b0-462f-9d4e-b9c1b64e6a42 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event deleted for resources: {'Subnet': ['ID=19288722-4383-4ff5-b49f-952868a1d6c9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:53.788559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:53.792572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:06:53.860182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 713ff5cc-1c88-41fe-9c37-84066eaae4e3 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:53.998040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Deleting port 787f488b-d374-4df4-90b9-7853faeb68f8 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:53.998494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.000861 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7c585846-c619-4374-a27a-cadb158d622a up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:54.144941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] For port 787f488b-d374-4df4-90b9-7853faeb68f8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=787f488b-d374-4df4-90b9-7853faeb68f8,segment=NetworkSegment(d8600806-cd54-446f-bee3-b7e68706b4c8),segment_id=d8600806-cd54-446f-bee3-b7e68706b4c8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:54.145698 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.199011 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3794a02d-2ffc-466c-a5a9-6e0fb043e048 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.285041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794a02d-2ffc-466c-a5a9-6e0fb043e048 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=c29023c2-c720-44da-a9e6-d9c2ae99c8d3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:54.341597 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3794a02d-2ffc-466c-a5a9-6e0fb043e048 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.348036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3794a02d-2ffc-466c-a5a9-6e0fb043e048 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/c29023c2-c720-44da-a9e6-d9c2ae99c8d3 HTTP/1.1" status: 204 len: 168 time: 1.3089156 Nov 03 16:06:54.348036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38776) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:54.520064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Attempting to bind port e3fe0536-6e75-44b5-94eb-bfca103c348d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:06:54.520440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Attempting to bind port e3fe0536-6e75-44b5-94eb-bfca103c348d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:06:54.520805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Attempting to bind port e3fe0536-6e75-44b5-94eb-bfca103c348d on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:06:54.530051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440fd43a-c84a-4115-95cd-209b5d87135d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:54.541848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440fd43a-c84a-4115-95cd-209b5d87135d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:54.546998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-440fd43a-c84a-4115-95cd-209b5d87135d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1958807 Nov 03 16:06:54.547611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38778) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:54.551872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:06:54.552252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:06:54.552654 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.553669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:06:54.553669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Bound port: e3fe0536-6e75-44b5-94eb-bfca103c348d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:06:54.553954 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.587220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Calling delete_port for 787f488b-d374-4df4-90b9-7853faeb68f8 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:54.671647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] For port e3fe0536-6e75-44b5-94eb-bfca103c348d, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:06:54.678118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] For port e3fe0536-6e75-44b5-94eb-bfca103c348d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e3fe0536-6e75-44b5-94eb-bfca103c348d,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:06:54.694842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663b1d2b-74fb-4e30-859d-4c9a0325e3c0 None None] DHCP port deletion for 5e35149d-529f-48c4-a2cb-15bf9b34b7e3 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:06:54.709304 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.734119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94ef6-aefd-4129-a841-8d100f08ea22 req-8200566b-b643-4b52-bf23-404b6b196bf5 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:54.736049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5b94ef6-aefd-4129-a841-8d100f08ea22 req-8200566b-b643-4b52-bf23-404b6b196bf5 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.8265202 Nov 03 16:06:54.737632 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.759542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7182d40c-fa46-4ee7-8110-10305c41826c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 4c67f977-00fb-4e7c-9f81-3ab895978503 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:06:54.772708 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7182d40c-fa46-4ee7-8110-10305c41826c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.819360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event deleted for resources: {'Port': ['ID=787f488b-d374-4df4-90b9-7853faeb68f8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:54.843670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] No DVR routers for this DVR port 787f488b-d374-4df4-90b9-7853faeb68f8 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:06:54.888751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 7c585846-c619-4374-a27a-cadb158d622a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:54.901903 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7182d40c-fa46-4ee7-8110-10305c41826c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.903172 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:54.908991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-663b1d2b-74fb-4e30-859d-4c9a0325e3c0 None None] The port '787f488b-d374-4df4-90b9-7853faeb68f8' was deleted {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1956}} Nov 03 16:06:54.987652 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5b94ef6-aefd-4129-a841-8d100f08ea22 req-91a1a8a1-32af-48c2-9862-b99e59cc5336 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347596 Nov 03 16:06:55.020932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:55.021740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.071445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3fc6f-42cb-49da-ba86-baab83f871c6 None None] Pushing event updated for resources: {'Port': ['ID=e3fe0536-6e75-44b5-94eb-bfca103c348d,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:55.184786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.193965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.244188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e35149d-529f-48c4-a2cb-15bf9b34b7e3']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:55.248941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87667dfd-573b-4315-b0a5-1d106488f550 req-b1cd0d74-687a-464a-ba24-1a56fc5d082d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:55.249991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c585846-c619-4374-a27a-cadb158d622a'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:06:55.252583 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1ea4dc-a09b-4446-9bc4-738a3a625b37" -d '{"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-plugged", "status": "completed", "tag": "7c585846-c619-4374-a27a-cadb158d622a"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:06:55.275052 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87667dfd-573b-4315-b0a5-1d106488f550 req-b1cd0d74-687a-464a-ba24-1a56fc5d082d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.3166273 Nov 03 16:06:55.286773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8600806-cd54-446f-bee3-b7e68706b4c8') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:55.287078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8600806-cd54-446f-bee3-b7e68706b4c8') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:06:55.316394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.332778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:55.397982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.414783 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.431657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:06:55.432067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.449413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7182d40c-fa46-4ee7-8110-10305c41826c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:06:55.477743 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:06:55.519284 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac7783a-3383-44c7-bf26-76050b63a7fc x-openstack-request-id: req-6ac7783a-3383-44c7-bf26-76050b63a7fc {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:06:55.519284 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-plugged", "status": "completed", "tag": "7c585846-c619-4374-a27a-cadb158d622a", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:06:55.519284 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ac7783a-3383-44c7-bf26-76050b63a7fc {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:06:55.522703 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c585846-c619-4374-a27a-cadb158d622a', 'code': 200} Nov 03 16:06:55.530879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87667dfd-573b-4315-b0a5-1d106488f550 req-610dd18f-5df4-40e0-a784-986a76479e56 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549238 Nov 03 16:06:55.584497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:55.617256 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7182d40c-fa46-4ee7-8110-10305c41826c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.696529 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.701938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182d40c-fa46-4ee7-8110-10305c41826c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=4c67f977-00fb-4e7c-9f81-3ab895978503,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:55.717809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7182d40c-fa46-4ee7-8110-10305c41826c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.723370 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7182d40c-fa46-4ee7-8110-10305c41826c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/4c67f977-00fb-4e7c-9f81-3ab895978503 HTTP/1.1" status: 204 len: 168 time: 1.1504023 Nov 03 16:06:55.726129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38800) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:55.732337 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:55.741921 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] 10.222.0.86 "DELETE /v2.0/networks/5e35149d-529f-48c4-a2cb-15bf9b34b7e3 HTTP/1.1" status: 204 len: 168 time: 2.2267542 Nov 03 16:06:55.755474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1b9b7-5b64-46d0-8bb8-e971666d71e8 tempest-DHCPAgentSchedulersTestJSON-748866868 tempest-DHCPAgentSchedulersTestJSON-748866868-project] Pushing event deleted for resources: {'Network': ['ID=5e35149d-529f-48c4-a2cb-15bf9b34b7e3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:55.806012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38804) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:55.806446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af273c5c-14c3-4c8a-a5b2-320642278216 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788450 Nov 03 16:06:55.879947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e3fe0536-6e75-44b5-94eb-bfca103c348d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:06:55.908539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b131c8f7-6399-41bf-a9c3-c3c524694ced tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:55.914303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b131c8f7-6399-41bf-a9c3-c3c524694ced tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1058803 Nov 03 16:06:55.916622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38808) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:55.974375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e3fe0536-6e75-44b5-94eb-bfca103c348d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:55.976464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:56.112262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7781b5-2bef-4b3e-ad99-9b4fadf9c245 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:56.127573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38812) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:56.130674 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1f7781b5-2bef-4b3e-ad99-9b4fadf9c245 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2129166 Nov 03 16:06:56.225391 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:56.284435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2f5191a3-e403-4694-bb3c-6f900ebdd3b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1546612 Nov 03 16:06:56.288500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38818) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:56.288659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae3055-ab79-4315-a920-cf80d981cbe2 req-63a469ef-fad0-40cc-9927-ad48b5bbb871 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:56.290430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bae3055-ab79-4315-a920-cf80d981cbe2 req-63a469ef-fad0-40cc-9927-ad48b5bbb871 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1401401 Nov 03 16:06:56.311921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:56.363169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port e3fe0536-6e75-44b5-94eb-bfca103c348d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e3fe0536-6e75-44b5-94eb-bfca103c348d,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:56.375163 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:56.420749 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bae3055-ab79-4315-a920-cf80d981cbe2 req-913f0d4d-8493-4ec7-be32-608b56849776 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205323 Nov 03 16:06:56.525817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 787f488b-d374-4df4-90b9-7853faeb68f8 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:56.534349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38822) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:56.579491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=e3fe0536-6e75-44b5-94eb-bfca103c348d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:56.594137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 787f488b-d374-4df4-90b9-7853faeb68f8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:06:56.594593 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 787f488b-d374-4df4-90b9-7853faeb68f8 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:06:56.647797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a47074-d4bc-4dfc-ad13-2ec77ad67358 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:56.653693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:56.660276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:56.797743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-79c86e54-222a-4071-aa01-8d2f386121c4 None None] Provisioning complete for port e3fe0536-6e75-44b5-94eb-bfca103c348d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:06:56.798420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-79c86e54-222a-4071-aa01-8d2f386121c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:56.912880 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-11000807-9b9c-42f8-8c62-5b854af470ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=14528028eb844bbea62bed6dbc471144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3772953 Nov 03 16:06:56.916263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:56.922260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7797c9-0781-43a6-ac4c-b7e88ddfb9e0 req-664a5ba0-96d2-4944-9b92-ca8db436925e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:56.925583 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f7797c9-0781-43a6-ac4c-b7e88ddfb9e0 req-664a5ba0-96d2-4944-9b92-ca8db436925e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1261423 Nov 03 16:06:57.045455 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c422f0d4-721a-4ce1-84c2-e174c2aaf917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:57.092114 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c422f0d4-721a-4ce1-84c2-e174c2aaf917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:57.100938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d2d95-0a84-4bb2-ae30-b6f86a767648 None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:06:57.122748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f7797c9-0781-43a6-ac4c-b7e88ddfb9e0 req-a6115b32-5a5c-4973-9f2a-b8dc73fb9128 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909485 Nov 03 16:06:57.213338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c422f0d4-721a-4ce1-84c2-e174c2aaf917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:57.217182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c422f0d4-721a-4ce1-84c2-e174c2aaf917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:57.224645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c422f0d4-721a-4ce1-84c2-e174c2aaf917 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86582e16-8d4d-4f30-b354-9e9dd6bb0117 HTTP/1.1" status: 204 len: 168 time: 0.3071251 Nov 03 16:06:57.246374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422f0d4-721a-4ce1-84c2-e174c2aaf917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86582e16-8d4d-4f30-b354-9e9dd6bb0117,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:57.343945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d2d95-0a84-4bb2-ae30-b6f86a767648 None None] Deleting port e3fe0536-6e75-44b5-94eb-bfca103c348d {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:06:57.344363 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c4d2d95-0a84-4bb2-ae30-b6f86a767648 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:57.515180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.objects.ports [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:06:57.647185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2c4d2d95-0a84-4bb2-ae30-b6f86a767648 None None] For port e3fe0536-6e75-44b5-94eb-bfca103c348d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e3fe0536-6e75-44b5-94eb-bfca103c348d,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:06:57.647612 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c4d2d95-0a84-4bb2-ae30-b6f86a767648 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:57.700084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d2d95-0a84-4bb2-ae30-b6f86a767648 None None] Calling delete_port for e3fe0536-6e75-44b5-94eb-bfca103c348d owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:06:57.781584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93dbcb-109b-4fc3-b063-f2a3d60a38a0 req-de8304ee-26b7-4e53-ab2c-152a9a796bbf tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:57.793510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b93dbcb-109b-4fc3-b063-f2a3d60a38a0 req-de8304ee-26b7-4e53-ab2c-152a9a796bbf tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1973901 Nov 03 16:06:57.900160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b93dbcb-109b-4fc3-b063-f2a3d60a38a0 req-11194578-3df9-45eb-8a15-027fbbc88652 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056192 Nov 03 16:06:57.900686 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38846) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:57.938654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c4e55e37-9dc9-4cc7-a189-1a2fa3a19a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:57.951018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e3fe0536-6e75-44b5-94eb-bfca103c348d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:06:58.072643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.116388 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c4d2d95-0a84-4bb2-ae30-b6f86a767648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.162833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d2d95-0a84-4bb2-ae30-b6f86a767648 None None] Pushing event deleted for resources: {'Port': ['ID=e3fe0536-6e75-44b5-94eb-bfca103c348d,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:58.177945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Port e3fe0536-6e75-44b5-94eb-bfca103c348d update to DOWN by agent not found {{(pid=108106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 16:06:58.198325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d2d95-0a84-4bb2-ae30-b6f86a767648 None None] No DVR routers for this DVR port e3fe0536-6e75-44b5-94eb-bfca103c348d on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:06:58.207666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Port e3fe0536-6e75-44b5-94eb-bfca103c348d concurrently deleted while adding address for new subnet {'id': '57d966b7-968b-41c8-a8f3-688ae93506b7', 'name': '', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 1846, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-03T16:06:56Z', 'updated_at': '2021-11-03T16:06:56Z', 'revision_number': 0, 'segment_id': None, 'project_id': '36f14f94d8914008bcc9136e31df06d1'}. {{(pid=108104) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 03 16:06:58.208471 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.299511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:06:58.306401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:06:58.313310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:58.314087 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.326972 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c4e55e37-9dc9-4cc7-a189-1a2fa3a19a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.337812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=57d966b7-968b-41c8-a8f3-688ae93506b7,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:58.365072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a3b0a481-9a79-49c7-b076-944678a5a3c9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0743871 Nov 03 16:06:58.368173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38852) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:58.372035 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c4e55e37-9dc9-4cc7-a189-1a2fa3a19a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.376476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:48:3b:4d', 'name': 'tempest-NetworksTestDHCPv6-691234771'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:06:58.431321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c4e55e37-9dc9-4cc7-a189-1a2fa3a19a65 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84599916071b4e98818d6d5e1b4607d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295672 Nov 03 16:06:58.434126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38856) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:06:58.441769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e55e37-9dc9-4cc7-a189-1a2fa3a19a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f86516a-2823-4d09-ba3c-f4f7619f7f80,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:58.458146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e316cea-bd96-47ae-88c2-542cf54d579d req-67113075-22bd-4521-a1a6-237d48aa2e82 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:58.466701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e316cea-bd96-47ae-88c2-542cf54d579d req-67113075-22bd-4521-a1a6-237d48aa2e82 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1354988 Nov 03 16:06:58.561357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb8ff4-34d0-48f9-b789-e97a431df498 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:06:58.586630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e316cea-bd96-47ae-88c2-542cf54d579d req-dcdc8fd6-680b-4699-a0d4-84f46c001192 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189299 Nov 03 16:06:58.611150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1052b4ca-197f-48f3-ad01-e0fd6c200b1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.665213 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1052b4ca-197f-48f3-ad01-e0fd6c200b1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.765669 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1052b4ca-197f-48f3-ad01-e0fd6c200b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.769607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1052b4ca-197f-48f3-ad01-e0fd6c200b1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:58.775456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:06:58.789960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1052b4ca-197f-48f3-ad01-e0fd6c200b1a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2f86516a-2823-4d09-ba3c-f4f7619f7f80 HTTP/1.1" status: 204 len: 168 time: 0.3543427 Nov 03 16:06:58.813011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052b4ca-197f-48f3-ad01-e0fd6c200b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f86516a-2823-4d09-ba3c-f4f7619f7f80,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:06:58.994701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:59.064864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 51cfa64d-7650-4c8d-b557-5542a1ed5983 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:06:59.071896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '57d966b7-968b-41c8-a8f3-688ae93506b7'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:06:59.072778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:59.279543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd019c-210e-4e86-9ae4-88ed5f96c8ec req-825292c3-57ce-4e65-b5c0-23def239e430 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:59.281290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8bdd019c-210e-4e86-9ae4-88ed5f96c8ec req-825292c3-57ce-4e65-b5c0-23def239e430 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1793330 Nov 03 16:06:59.388415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8bdd019c-210e-4e86-9ae4-88ed5f96c8ec req-8c1e3c0b-4fb0-4090-81fd-e3e587e34d3c tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792174 Nov 03 16:06:59.444142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:fe48:3b4d (5a216216-0ac1-4efa-9af0-360385577e09/57d966b7-968b-41c8-a8f3-688ae93506b7/51cfa64d-7650-4c8d-b557-5542a1ed5983) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:06:59.871788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e3861-9ec4-4293-b682-0d0c3b3d29b2 req-b212105a-8763-4e6f-9e72-ab8078640551 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:06:59.888250 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc3e3861-9ec4-4293-b682-0d0c3b3d29b2 req-b212105a-8763-4e6f-9e72-ab8078640551 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1407835 Nov 03 16:06:59.906270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:06:59.993405 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:00.021695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc3e3861-9ec4-4293-b682-0d0c3b3d29b2 req-9c9c00cb-797f-450d-ad51-9d84b973cfcd tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323993 Nov 03 16:07:00.087579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Allocated IP 2001:db8::f816:3eff:fec1:d320 (5a216216-0ac1-4efa-9af0-360385577e09/57d966b7-968b-41c8-a8f3-688ae93506b7/02b069a0-e5d0-4d45-af7b-aaa73a07cb71) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:00.118751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:00.123937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:00.127240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:00.149272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:00.150125 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:00.152848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=51cfa64d-7650-4c8d-b557-5542a1ed5983,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:00.212499 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cab17ebb-e455-4c90-8ede-b37768e61c71 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8407447 Nov 03 16:07:00.215320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38892) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:00.317615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b30ad-4228-4b5d-9c15-bdb7b4659525 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:00.320194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-652b30ad-4228-4b5d-9c15-bdb7b4659525 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1037853 Nov 03 16:07:00.323105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38898) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:00.570607 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:00.593438 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:00.653130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:00.656349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:00.663468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:00.770614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1f62dcca-0eea-458e-9dcf-55b8621e2435 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 51cfa64d-7650-4c8d-b557-5542a1ed5983 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:00.770976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f62dcca-0eea-458e-9dcf-55b8621e2435 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:00.834995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Pushing event updated for resources: {'Port': ['ID=02b069a0-e5d0-4d45-af7b-aaa73a07cb71,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:00.841219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Attempting to bind port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:00.841983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Attempting to bind port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:00.855591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Attempting to bind port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:00.866001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:00.867336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:00.868891 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:00.869605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:00.871300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Bound port: 02b069a0-e5d0-4d45-af7b-aaa73a07cb71, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:00.872165 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:00.894029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f2e9-f424-4a76-9c27-11079160bbb9 req-dc81e1d1-4eba-4d50-b6dc-d36051f29966 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:00.907097 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a887f2e9-f424-4a76-9c27-11079160bbb9 req-dc81e1d1-4eba-4d50-b6dc-d36051f29966 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.3418810 Nov 03 16:07:01.010755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] For port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:01.018619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] For port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=02b069a0-e5d0-4d45-af7b-aaa73a07cb71,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:07:01.038436 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:01.169985 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a887f2e9-f424-4a76-9c27-11079160bbb9 req-fee9bd78-2300-488a-9c01-8a6acbdc1760 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618957 Nov 03 16:07:01.226017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f62dcca-0eea-458e-9dcf-55b8621e2435 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:01.238799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b86f1-5128-4a6d-a5a2-09c11df3052d None None] Pushing event updated for resources: {'Port': ['ID=02b069a0-e5d0-4d45-af7b-aaa73a07cb71,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:01.269587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1f62dcca-0eea-458e-9dcf-55b8621e2435 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 51cfa64d-7650-4c8d-b557-5542a1ed5983 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:01.285516 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:01.439786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b603d-987c-4d69-8dcf-8877a6098c2a req-7c013aef-042c-4b0d-af7a-7376d70ef68c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:01.447903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e15b603d-987c-4d69-8dcf-8877a6098c2a req-7c013aef-042c-4b0d-af7a-7376d70ef68c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1602938 Nov 03 16:07:01.595214 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e15b603d-987c-4d69-8dcf-8877a6098c2a req-be6a0df3-477d-4208-a8c8-3f2a6db6eaf3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463308 Nov 03 16:07:01.756172 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f62dcca-0eea-458e-9dcf-55b8621e2435 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:01.806065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:01.940076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:01.940366 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:01.956605 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f62dcca-0eea-458e-9dcf-55b8621e2435 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:01.968696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1f62dcca-0eea-458e-9dcf-55b8621e2435 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/51cfa64d-7650-4c8d-b557-5542a1ed5983 HTTP/1.1" status: 204 len: 168 time: 1.6428072 Nov 03 16:07:01.970066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38930) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:01.970484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62dcca-0eea-458e-9dcf-55b8621e2435 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=51cfa64d-7650-4c8d-b557-5542a1ed5983,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:02.114237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ce517-4606-4871-a950-47e353934c3d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:02.116894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ce517-4606-4871-a950-47e353934c3d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:02.122209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38934) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:02.122405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ad4ce517-4606-4871-a950-47e353934c3d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1513064 Nov 03 16:07:02.142237 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:02.242225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=02b069a0-e5d0-4d45-af7b-aaa73a07cb71,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:02.247162 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:02.279440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06a3e1d-77bc-4e9c-af47-66c150328e5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 57d966b7-968b-41c8-a8f3-688ae93506b7 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:02.287715 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06a3e1d-77bc-4e9c-af47-66c150328e5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:02.380893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=02b069a0-e5d0-4d45-af7b-aaa73a07cb71,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:02.453831 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06a3e1d-77bc-4e9c-af47-66c150328e5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:02.501180 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cda610fc-9b65-4a59-844f-e223fede9225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:02.593404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11549f-9bdd-462a-bbc6-4ef6e277a8bb req-eedf8aa4-9bd4-4b21-9a25-1f9482523a9d tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:02.601303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f11549f-9bdd-462a-bbc6-4ef6e277a8bb req-eedf8aa4-9bd4-4b21-9a25-1f9482523a9d tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2275178 Nov 03 16:07:02.790541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f11549f-9bdd-462a-bbc6-4ef6e277a8bb req-f5bee556-8f18-4269-96e1-dde1613e8a44 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879921 Nov 03 16:07:02.829734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06a3e1d-77bc-4e9c-af47-66c150328e5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:02.897453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ef1b3-5013-4ef8-a655-e780a99507f1 req-e13c116e-cb7e-4483-9425-6c4e0972d85b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:02.912274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a89ef1b3-5013-4ef8-a655-e780a99507f1 req-e13c116e-cb7e-4483-9425-6c4e0972d85b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1690373 Nov 03 16:07:02.983395 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06a3e1d-77bc-4e9c-af47-66c150328e5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:02.998166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a89ef1b3-5013-4ef8-a655-e780a99507f1 req-b43f8f88-aadf-4974-a7ba-9d4c205f59d4 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844572 Nov 03 16:07:03.068836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a3e1d-77bc-4e9c-af47-66c150328e5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=57d966b7-968b-41c8-a8f3-688ae93506b7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:03.081146 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06a3e1d-77bc-4e9c-af47-66c150328e5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:03.111040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38956) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:03.111852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b06a3e1d-77bc-4e9c-af47-66c150328e5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/57d966b7-968b-41c8-a8f3-688ae93506b7 HTTP/1.1" status: 204 len: 168 time: 0.9846625 Nov 03 16:07:03.152406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d254aec5-2159-4a96-ac39-ed9da4cef186 None None] Provisioning complete for port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:03.152771 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d254aec5-2159-4a96-ac39-ed9da4cef186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:03.176017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38958) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:03.228566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b481a302-4c15-4992-bf1c-f4e32ad513e9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121843 Nov 03 16:07:03.228566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38962) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:03.238493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:03.439265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171be6b2-62cd-4804-99dd-09b67ba706f8 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:03.566268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:03.571090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:03.626743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:03.706429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:03.712465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2b835dd3-c61f-4da6-bfad-68158aed9d73 None None] Could not find standard attr ID for object c29023c2-c720-44da-a9e6-d9c2ae99c8d3. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:07:03.899631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:04.032346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:04.032989 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:04.083988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae7628-356a-4d9e-860b-bd36d8e4454e None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:07:04.278207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9661a-7dd2-4c3c-a2ca-f25e7962214f req-c18e2ed8-b8eb-442d-a498-9472258f6f48 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:04.280021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07b9661a-7dd2-4c3c-a2ca-f25e7962214f req-c18e2ed8-b8eb-442d-a498-9472258f6f48 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2981884 Nov 03 16:07:04.297283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-62ae7628-356a-4d9e-860b-bd36d8e4454e None None] Deleting port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:04.297573 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62ae7628-356a-4d9e-860b-bd36d8e4454e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:04.471101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b5500-1977-4406-8740-44930c30c25f req-4ac71080-7f85-4e8d-a4c7-ffd7c2bbdf66 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:04.482444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a78b5500-1977-4406-8740-44930c30c25f req-4ac71080-7f85-4e8d-a4c7-ffd7c2bbdf66 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.0889904 Nov 03 16:07:04.543827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07b9661a-7dd2-4c3c-a2ca-f25e7962214f req-e356b04c-313b-4216-b48c-bf886a26afdc tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876686 Nov 03 16:07:04.575110 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a78b5500-1977-4406-8740-44930c30c25f req-ba26434f-c09e-4684-88e6-08b1d7c0f6c1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889647 Nov 03 16:07:04.634321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:04.659440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-62ae7628-356a-4d9e-860b-bd36d8e4454e None None] For port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=02b069a0-e5d0-4d45-af7b-aaa73a07cb71,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:04.660010 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62ae7628-356a-4d9e-860b-bd36d8e4454e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:04.700385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-62ae7628-356a-4d9e-860b-bd36d8e4454e None None] Calling delete_port for 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:04.726498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.objects.ports [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:07:04.870847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62ae7628-356a-4d9e-860b-bd36d8e4454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:04.926751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae7628-356a-4d9e-860b-bd36d8e4454e None None] Pushing event deleted for resources: {'Port': ['ID=02b069a0-e5d0-4d45-af7b-aaa73a07cb71,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:04.938436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae7628-356a-4d9e-860b-bd36d8e4454e None None] No DVR routers for this DVR port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:07:04.962031 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55eafc6e-f034-44b9-b7be-97e7e5782d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:04.968941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Allocated IP 172.25.6.147 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/e212abbd-d354-4bca-8d2f-c76d214bc2a0) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:05.058313 n-d-813897-2 neutron-server[108104]: WARNING neutron.services.revisions.revision_plugin [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Could not find related port for resource to bump revision. Nov 03 16:07:05.067410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_pluggable_backend [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Port 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=108104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 03 16:07:05.068134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_pluggable_backend [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:d320 {{(pid=108104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 03 16:07:05.077118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_pluggable_backend [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec1:d320 {{(pid=108104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 03 16:07:05.090313 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:05.179238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:05.202305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:05.203891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95392a6-9272-4fd7-90f0-0ff1b7abaa92 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:05.215908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:05.218873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:05.244767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:05.294838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:05.351648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=2b042849-64bb-4629-9ee4-705a3ee765a9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:05.359650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-05ffe29c-26e7-419c-9538-a1122efabfe0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1287045 Nov 03 16:07:05.368463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:05.372004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38984) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:05.384303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:05.386821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:45:31:56', 'name': 'tempest-NetworksTestDHCPv6-379843503'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:05.389178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:05.522270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event updated for resources: {'Port': ['ID=e212abbd-d354-4bca-8d2f-c76d214bc2a0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:05.720053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '2b042849-64bb-4629-9ee4-705a3ee765a9'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:07:05.722803 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:05.773038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:05.809652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:05.936196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:05.981246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52721b37-0c28-4e8d-9322-30a5afb83010 req-66423ce1-9818-46f0-ab73-bc0315538922 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:05.987476 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:05.993695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-52721b37-0c28-4e8d-9322-30a5afb83010 req-66423ce1-9818-46f0-ab73-bc0315538922 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1683881 Nov 03 16:07:06.049128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:07:06.052482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 02b069a0-e5d0-4d45-af7b-aaa73a07cb71 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:07:06.082238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:06.178255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 34123312-2a47-496f-82fb-683b2466e5f2 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:07:06.199864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1304c59-e615-4d7f-b2cd-761f62b6c82a req-45fc6929-80be-459a-816b-7fc1c29399a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:06.203784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Allocated IP 2001:db8::f816:3eff:fe7a:bd69 (5a216216-0ac1-4efa-9af0-360385577e09/2b042849-64bb-4629-9ee4-705a3ee765a9/29f03c8e-219d-4c73-ac0d-5ff8bf415899) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:06.211162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1304c59-e615-4d7f-b2cd-761f62b6c82a req-45fc6929-80be-459a-816b-7fc1c29399a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.3444366 Nov 03 16:07:06.219245 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:06.340862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-52721b37-0c28-4e8d-9322-30a5afb83010 req-9249f3a0-bc26-4180-a470-f969e4e4e9a5 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458998 Nov 03 16:07:06.416576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1304c59-e615-4d7f-b2cd-761f62b6c82a req-ace67c7f-1442-40d0-ac3b-bb27cae96f5a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028704 Nov 03 16:07:06.516049 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:06.526415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:06.602203 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:06.641013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:06.652602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:06.700137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:fe45:3156 (5a216216-0ac1-4efa-9af0-360385577e09/2b042849-64bb-4629-9ee4-705a3ee765a9/34123312-2a47-496f-82fb-683b2466e5f2) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:06.738045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:06.745045 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5677421 Nov 03 16:07:06.747543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38996) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:06.748292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:06.763597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:06.776010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1715121676'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:06.776277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c62a27-2eef-4a0c-aa6e-7189b34a901e tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event updated for resources: {'Port': ['ID=e212abbd-d354-4bca-8d2f-c76d214bc2a0,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:06.778643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:06.797655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Pushing event updated for resources: {'Port': ['ID=29f03c8e-219d-4c73-ac0d-5ff8bf415899,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:06.983240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Made reservation on behalf of 6077400f287843598a32eec76589234e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:06.993617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.032423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.035532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Attempting to bind port 29f03c8e-219d-4c73-ac0d-5ff8bf415899 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:07.040187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Attempting to bind port 29f03c8e-219d-4c73-ac0d-5ff8bf415899 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:07.040655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Attempting to bind port 29f03c8e-219d-4c73-ac0d-5ff8bf415899 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:07.055745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:07.061604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:07.062113 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.062593 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:07.063173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Bound port: 29f03c8e-219d-4c73-ac0d-5ff8bf415899, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:07.063639 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.184984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] For port 29f03c8e-219d-4c73-ac0d-5ff8bf415899, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:07.192787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] For port 29f03c8e-219d-4c73-ac0d-5ff8bf415899, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=29f03c8e-219d-4c73-ac0d-5ff8bf415899,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:07:07.200881 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.287089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.356490 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.384339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9c275-b51b-41ed-b937-4ea89634a6da None None] Pushing event updated for resources: {'Port': ['ID=29f03c8e-219d-4c73-ac0d-5ff8bf415899,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:07.489038 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=34123312-2a47-496f-82fb-683b2466e5f2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:07.550781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:07.583992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:07.601175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:07.607119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:07.607781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.623913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.659721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.670803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcb2dd-17bb-419f-85ee-10514ba17851 req-7570fb54-7bb5-4bc5-9996-fa5c83794743 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:07.684335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ddfcb2dd-17bb-419f-85ee-10514ba17851 req-7570fb54-7bb5-4bc5-9996-fa5c83794743 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1405864 Nov 03 16:07:07.699443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.733504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8b74e08a-84d0-4504-8a92-053e9335031e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3601186 Nov 03 16:07:07.741727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:07:07.747067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39008) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:07.862056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0b8370-12d3-4af4-a86c-216a3240c1a4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:07.880261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:07.880691 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Added segment fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c of type vlan for network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 Nov 03 16:07:07.885271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ddfcb2dd-17bb-419f-85ee-10514ba17851 req-bb1368a1-6b8f-4189-94d5-9d42aa2783ca tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000256 Nov 03 16:07:07.896971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc58b8-bce2-44ea-bc5e-48ed644671e1 req-4a46fc80-9cb0-4dd5-85a6-d233909aae56 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:07.905671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2fc58b8-bce2-44ea-bc5e-48ed644671e1 req-4a46fc80-9cb0-4dd5-85a6-d233909aae56 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.3230150 Nov 03 16:07:07.936607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9cec3-475f-429d-b84e-cc30efa8534e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:07.943774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9cec3-475f-429d-b84e-cc30efa8534e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:07.949900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39010) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:07.950629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-17d9cec3-475f-429d-b84e-cc30efa8534e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1607134 Nov 03 16:07:08.033742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:08.103701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d2fc58b8-bce2-44ea-bc5e-48ed644671e1 req-222f19e8-d95f-4f8a-92e3-c29053edfde1 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970510 Nov 03 16:07:08.122336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:08.130534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:08.131181 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:08.181027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3944d8f3-b121-4769-a3a8-fc9a0a8d0e37 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 34123312-2a47-496f-82fb-683b2466e5f2 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:08.181726 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3944d8f3-b121-4769-a3a8-fc9a0a8d0e37 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:08.217906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4640746 Nov 03 16:07:08.225907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39020) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:08.237578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Request body: {'subnet': {'network_id': '39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:08.269759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be808c-519b-4ce3-8ebf-25a86fba2c45 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event updated for resources: {'Network': ['ID=39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:08.284662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:07:08.369566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Made reservation on behalf of 6077400f287843598a32eec76589234e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:08.372263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3944d8f3-b121-4769-a3a8-fc9a0a8d0e37 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:08.384845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:08.416173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3944d8f3-b121-4769-a3a8-fc9a0a8d0e37 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 34123312-2a47-496f-82fb-683b2466e5f2 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:08.476432 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:08.740879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3944d8f3-b121-4769-a3a8-fc9a0a8d0e37 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:08.833649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944d8f3-b121-4769-a3a8-fc9a0a8d0e37 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=34123312-2a47-496f-82fb-683b2466e5f2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:08.869691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3944d8f3-b121-4769-a3a8-fc9a0a8d0e37 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:08.873267 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3944d8f3-b121-4769-a3a8-fc9a0a8d0e37 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/34123312-2a47-496f-82fb-683b2466e5f2 HTTP/1.1" status: 204 len: 168 time: 0.9223969 Nov 03 16:07:08.875778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39026) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:08.922339 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.019783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Checking segment: {'id': 'fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:09.020145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Network hostable DHCP agents. Network: 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:07:09.022225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event updated for resources: {'Subnet': ['ID=3992cb99-9d5c-4d06-b783-1798726b139f,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:09.027290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb2d05-c705-4887-bb2d-eecb87112616 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:09.029990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb2d05-c705-4887-bb2d-eecb87112616 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:09.031822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-edeb2d05-c705-4887-bb2d-eecb87112616 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1549346 Nov 03 16:07:09.034524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39030) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:09.095971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:07:09.125329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:09.138306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a430ccd-f559-4f8f-8974-f0cf999ad3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 2b042849-64bb-4629-9ee4-705a3ee765a9 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:09.140197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa84d-6d62-40f2-9389-28b3a127d0ad req-85992afb-106a-4875-aebe-a4c753ce729e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:09.143453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:09.144055 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.157890 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4deaa84d-6d62-40f2-9389-28b3a127d0ad req-85992afb-106a-4875-aebe-a4c753ce729e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1244762 Nov 03 16:07:09.159901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a430ccd-f559-4f8f-8974-f0cf999ad3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.212285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a2fa9-7d31-41f4-b29a-6288ee10efe5 None None] Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:09.215188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-99896984-ba2c-4d40-a449-5213bd8e6f05 None None] Provisioning complete for port 29f03c8e-219d-4c73-ac0d-5ff8bf415899 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:09.215552 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99896984-ba2c-4d40-a449-5213bd8e6f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.240706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a430ccd-f559-4f8f-8974-f0cf999ad3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.294276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4deaa84d-6d62-40f2-9389-28b3a127d0ad req-aecfbcff-7004-4963-80bf-8ab8eb0053d0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298923 Nov 03 16:07:09.403277 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a430ccd-f559-4f8f-8974-f0cf999ad3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.498545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c24517-7bcc-4a3f-8b0d-14ed8cbd2d64 req-c619bc50-dbd7-4a07-84f3-d628fd1b1e88 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:09.515535 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-32fe2ec1-f381-44b5-8db1-376ab8c58faa tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2871616 Nov 03 16:07:09.518406 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59c24517-7bcc-4a3f-8b0d-14ed8cbd2d64 req-c619bc50-dbd7-4a07-84f3-d628fd1b1e88 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1290615 Nov 03 16:07:09.519379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39038) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:09.532104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-518096884', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:09.592187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a430ccd-f559-4f8f-8974-f0cf999ad3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.617662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.620836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.680952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59c24517-7bcc-4a3f-8b0d-14ed8cbd2d64 req-fb6c8342-49ae-4a64-9c86-3681e2646450 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555078 Nov 03 16:07:09.754635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a430ccd-f559-4f8f-8974-f0cf999ad3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.763221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8a430ccd-f559-4f8f-8974-f0cf999ad3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/2b042849-64bb-4629-9ee4-705a3ee765a9 HTTP/1.1" status: 204 len: 168 time: 0.7255700 Nov 03 16:07:09.764201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:09.787985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a430ccd-f559-4f8f-8974-f0cf999ad3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=2b042849-64bb-4629-9ee4-705a3ee765a9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:09.874420 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e1a57b2a-eec1-420b-ab4e-e537e41ac3e5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082952 Nov 03 16:07:09.877632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39042) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:09.937270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.956464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99896984-ba2c-4d40-a449-5213bd8e6f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:09.958612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 29f03c8e-219d-4c73-ac0d-5ff8bf415899 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:10.069416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3440dd-88db-495a-8a38-a81ae898f4ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:10.071864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e3440dd-88db-495a-8a38-a81ae898f4ba tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1919022 Nov 03 16:07:10.087439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39044) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:10.159340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:10.201138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a698a38-573a-4da8-8c62-996a9a30b8ba None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:10.277447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b202e3f1-6807-4100-83c1-c2c2dd5f767c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:10.297785 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b202e3f1-6807-4100-83c1-c2c2dd5f767c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2084186 Nov 03 16:07:10.299064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39048) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:10.323533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2', 'network_id': '39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2', 'tenant_id': '6077400f287843598a32eec76589234e', 'fixed_ips': [{'subnet_id': '3992cb99-9d5c-4d06-b783-1798726b139f'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:07:10.324387 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:10.424753 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-76af4aa3-b9c4-4832-93c4-6c71107e9a35 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243384 Nov 03 16:07:10.438856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39054) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:10.446471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:10.472922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-99896984-ba2c-4d40-a449-5213bd8e6f05 None None] For port 29f03c8e-219d-4c73-ac0d-5ff8bf415899, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=29f03c8e-219d-4c73-ac0d-5ff8bf415899,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:10.487582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:10.516824 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:10.550043 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99896984-ba2c-4d40-a449-5213bd8e6f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:10.612896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb5c4b-3ecc-4478-a39c-d999f774c6ac req-0e888e67-4d9a-45e1-beca-62c3e05c1e23 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:10.624116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3afb5c4b-3ecc-4478-a39c-d999f774c6ac req-0e888e67-4d9a-45e1-beca-62c3e05c1e23 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1961768 Nov 03 16:07:10.687884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:10.693012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99896984-ba2c-4d40-a449-5213bd8e6f05 None None] Pushing event updated for resources: {'Port': ['ID=29f03c8e-219d-4c73-ac0d-5ff8bf415899,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:10.694316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:10.800893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Allocated IP 172.25.6.145 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/f4fa2e7b-2634-4f04-9e8a-59991a49acdb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:10.802685 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3afb5c4b-3ecc-4478-a39c-d999f774c6ac req-48394f47-b73f-4342-b963-d688c80710c4 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776607 Nov 03 16:07:10.829966 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 29f03c8e-219d-4c73-ac0d-5ff8bf415899 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:10.832508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:10.888405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-64901d64-d4be-43bc-aaa9-8c70d81f5e1b None None] Could not find standard attr ID for object 34123312-2a47-496f-82fb-683b2466e5f2. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:07:11.119163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Allocated IP 172.20.0.2 (39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2/3992cb99-9d5c-4d06-b783-1798726b139f/312c3bd7-b211-4de6-bb77-a25e81921894) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:11.125220 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:11.231285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:11.235086 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:11.241941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:11.247596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:11.248454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:11.252572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=9f0c723b-1f43-4451-a368-a3dda5bedff3,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:11.277972 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-89344f43-a01a-453d-a7aa-ed534a077fc6 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8379240 Nov 03 16:07:11.281635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39088) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:11.288737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:07:e5:a0', 'name': 'tempest-NetworksTestDHCPv6-667067061'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:11.362519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11febd-0605-4bf1-9f09-e68c1d56d11f req-ca5d5855-a397-4d1e-92ee-6e7f1c352ab7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:11.369735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8e11febd-0605-4bf1-9f09-e68c1d56d11f req-ca5d5855-a397-4d1e-92ee-6e7f1c352ab7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.4925573 Nov 03 16:07:11.373270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:11.448190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:11.464795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:11.470617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:11.563501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event updated for resources: {'Port': ['ID=f4fa2e7b-2634-4f04-9e8a-59991a49acdb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:11.574382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:11.576970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7d814-a4d2-41ba-9b76-790f15642eca None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:07:11.600938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8e11febd-0605-4bf1-9f09-e68c1d56d11f req-18a1bbb7-f712-471d-b85a-6f22bc572f5a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200408 Nov 03 16:07:11.614323 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:11.692934 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:11.730373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:11.737407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:11.786632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:11.828576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:11.879791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:07:11.902340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 29f03c8e-219d-4c73-ac0d-5ff8bf415899 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:11.946488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Attempting to bind port 312c3bd7-b211-4de6-bb77-a25e81921894 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:11.947604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Attempting to bind port 312c3bd7-b211-4de6-bb77-a25e81921894 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:11.948200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Attempting to bind port 312c3bd7-b211-4de6-bb77-a25e81921894 on network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:11.983135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:11.984002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Checking segment: {'id': 'fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:11.984658 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:11.986259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Bound using segment: {'id': 'fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:11.986781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Bound port: 312c3bd7-b211-4de6-bb77-a25e81921894, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:11.987177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:12.028904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Pushing event updated for resources: {'Port': ['ID=312c3bd7-b211-4de6-bb77-a25e81921894,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:12.045102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-20a7d814-a4d2-41ba-9b76-790f15642eca None None] Deleting port 29f03c8e-219d-4c73-ac0d-5ff8bf415899 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:12.045477 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20a7d814-a4d2-41ba-9b76-790f15642eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:12.183975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2d7d2-517b-43ff-9bca-1a9797658f6b req-f73d8e9f-9319-47cd-bdd7-71c3dbd56ad9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:12.198707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28d2d7d2-517b-43ff-9bca-1a9797658f6b req-f73d8e9f-9319-47cd-bdd7-71c3dbd56ad9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.2128503 Nov 03 16:07:12.205919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] For port 312c3bd7-b211-4de6-bb77-a25e81921894, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:12.231686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] For port 312c3bd7-b211-4de6-bb77-a25e81921894, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=312c3bd7-b211-4de6-bb77-a25e81921894,segment=NetworkSegment(fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c),segment_id=fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:07:12.245857 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:12.327007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::244 (5a216216-0ac1-4efa-9af0-360385577e09/9f0c723b-1f43-4451-a368-a3dda5bedff3/e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:12.396423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28d2d7d2-517b-43ff-9bca-1a9797658f6b req-89d891d6-4f50-49dc-ad0f-ddf7c0672f5f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817095 Nov 03 16:07:12.447192 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:12.765742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 29f03c8e-219d-4c73-ac0d-5ff8bf415899, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=29f03c8e-219d-4c73-ac0d-5ff8bf415899,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:12.779835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-20a7d814-a4d2-41ba-9b76-790f15642eca None None] For port 29f03c8e-219d-4c73-ac0d-5ff8bf415899, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=29f03c8e-219d-4c73-ac0d-5ff8bf415899,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:12.781641 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20a7d814-a4d2-41ba-9b76-790f15642eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:12.792826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b2ba7-2981-4696-9775-66aed30f7d06 None None] Pushing event updated for resources: {'Port': ['ID=312c3bd7-b211-4de6-bb77-a25e81921894,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:12.801332 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:12.867097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:12.915933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-20a7d814-a4d2-41ba-9b76-790f15642eca None None] Calling delete_port for 29f03c8e-219d-4c73-ac0d-5ff8bf415899 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:12.976358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:13.058840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:13.109868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:13.136905 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:13.139052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:13.145633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:13.161586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:13.165965 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:13.230328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=29f03c8e-219d-4c73-ac0d-5ff8bf415899,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:13.282052 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-09d75c7b-1a65-418b-b93f-7fd873f55d0e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9966135 Nov 03 16:07:13.282329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39152) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:13.369500 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20a7d814-a4d2-41ba-9b76-790f15642eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:13.410431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720d5586-0e3b-4d1b-9b78-8712025e9909 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:13.419604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7d814-a4d2-41ba-9b76-790f15642eca None None] Pushing event deleted for resources: {'Port': ['ID=29f03c8e-219d-4c73-ac0d-5ff8bf415899,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:13.431706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720d5586-0e3b-4d1b-9b78-8712025e9909 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:13.438134 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-720d5586-0e3b-4d1b-9b78-8712025e9909 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1547282 Nov 03 16:07:13.439048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39158) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:13.466617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7d814-a4d2-41ba-9b76-790f15642eca None None] No DVR routers for this DVR port 29f03c8e-219d-4c73-ac0d-5ff8bf415899 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:07:13.486505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84b762-ed1a-4a46-83f8-4e94669433b5 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:13.686069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46ede3-67df-4bbd-8ec2-452db53c0b0b req-d20a3036-0617-4bcf-87c3-b7f1139e2f3d tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:13.696405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be46ede3-67df-4bbd-8ec2-452db53c0b0b req-d20a3036-0617-4bcf-87c3-b7f1139e2f3d tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.6433380 Nov 03 16:07:13.855644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-38419c6c-9abb-4cdc-8e60-73edf3e9be54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:13.855996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-38419c6c-9abb-4cdc-8e60-73edf3e9be54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:13.887081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be46ede3-67df-4bbd-8ec2-452db53c0b0b req-b373c96a-805b-4447-a290-21c7e2c05927 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769767 Nov 03 16:07:13.908559 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:13.910545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '9f0c723b-1f43-4451-a368-a3dda5bedff3'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:07:13.915324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:13.965409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 312c3bd7-b211-4de6-bb77-a25e81921894 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:14.104041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca2203-17b1-4d88-a342-8a4a9bbda067 req-fa72ba5b-97a4-477f-90a7-a337d6110e38 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:14.104041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13ca2203-17b1-4d88-a342-8a4a9bbda067 req-fa72ba5b-97a4-477f-90a7-a337d6110e38 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.3808978 Nov 03 16:07:14.186825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 312c3bd7-b211-4de6-bb77-a25e81921894 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:14.187219 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:14.216321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Router 53c135ce-b783-4eb7-ad7f-6ce494c99400 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:07:14.295570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-38419c6c-9abb-4cdc-8e60-73edf3e9be54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:14.313399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/9f0c723b-1f43-4451-a368-a3dda5bedff3/ca13ed91-f3fd-4ec1-a780-0e09241d8b34) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:14.329031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-38419c6c-9abb-4cdc-8e60-73edf3e9be54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:14.377413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13ca2203-17b1-4d88-a342-8a4a9bbda067 req-1d1ca3f7-7c0e-43e4-bcfd-ba8de89e4b90 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475741 Nov 03 16:07:14.493437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:07:14.515911 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab873972-b6dd-4477-911b-99a28ffb69a0 None None] Sync routers for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:07:14.541884 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab873972-b6dd-4477-911b-99a28ffb69a0 None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:14.542746 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ab873972-b6dd-4477-911b-99a28ffb69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:14.552163 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:14.555295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b88dfb6-635c-4da1-9e18-6b1098b4ab47 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.0324600 Nov 03 16:07:14.560014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39170) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:14.653060 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ab873972-b6dd-4477-911b-99a28ffb69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:14.662847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:14.680843 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab873972-b6dd-4477-911b-99a28ffb69a0 None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:14.688024 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:14.691165 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:14.693605 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ab873972-b6dd-4477-911b-99a28ffb69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:14.734924 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-38419c6c-9abb-4cdc-8e60-73edf3e9be54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:14.786643 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ab873972-b6dd-4477-911b-99a28ffb69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:14.787290 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab873972-b6dd-4477-911b-99a28ffb69a0 None None] The sync data for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:07:14.803987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:14.815836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:14.818984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 312c3bd7-b211-4de6-bb77-a25e81921894, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=312c3bd7-b211-4de6-bb77-a25e81921894,segment=NetworkSegment(fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c),segment_id=fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:14.820508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Pushing event updated for resources: {'Port': ['ID=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:14.823461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:14.829247 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:14.870868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38419c6c-9abb-4cdc-8e60-73edf3e9be54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:14.878262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2d993-6d40-4152-aa01-7ffa06e1e1a6 None None] Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:14.963372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-38419c6c-9abb-4cdc-8e60-73edf3e9be54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:14.976207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-38419c6c-9abb-4cdc-8e60-73edf3e9be54 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1 HTTP/1.1" status: 204 len: 168 time: 1.5358336 Nov 03 16:07:14.980133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39178) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:15.169259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb8ef4-9b08-4efc-8404-fe5a15e9f60e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:15.182170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb8ef4-9b08-4efc-8404-fe5a15e9f60e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:15.183984 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2eeb8ef4-9b08-4efc-8404-fe5a15e9f60e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2026339 Nov 03 16:07:15.191178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39182) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:15.313908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Attempting to bind port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:15.314515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Attempting to bind port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:15.314643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Attempting to bind port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:15.329829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-dc4d892a-b96e-4c70-b625-761e53d9d9a6 None None] Provisioning complete for port 312c3bd7-b211-4de6-bb77-a25e81921894 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:15.330243 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dc4d892a-b96e-4c70-b625-761e53d9d9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:15.338520 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=312c3bd7-b211-4de6-bb77-a25e81921894,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:15.360068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6974b49-6e45-4221-a15b-66be7e0dbeb1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 9f0c723b-1f43-4451-a368-a3dda5bedff3 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:15.364862 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:15.370247 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6974b49-6e45-4221-a15b-66be7e0dbeb1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:15.372714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:15.373075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:15.373686 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:15.373906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:15.374875 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Bound port: ca13ed91-f3fd-4ec1-a780-0e09241d8b34, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:15.374875 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:15.478573 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6974b49-6e45-4221-a15b-66be7e0dbeb1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:15.566880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118bb1c-4e22-4c10-a62e-bd6ad32fde46 req-e574ceea-584d-4db9-9153-ef23bf969d12 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:15.572478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2118bb1c-4e22-4c10-a62e-bd6ad32fde46 req-e574ceea-584d-4db9-9153-ef23bf969d12 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.5382521 Nov 03 16:07:15.620958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] For port ca13ed91-f3fd-4ec1-a780-0e09241d8b34, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:15.625742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3bb0f-6315-4f20-899b-58f98735bb16 req-26b01c26-a3b3-410b-b4f4-465a7b8c8959 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:15.631162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45d3bb0f-6315-4f20-899b-58f98735bb16 req-26b01c26-a3b3-410b-b4f4-465a7b8c8959 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1211452 Nov 03 16:07:15.648718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] For port ca13ed91-f3fd-4ec1-a780-0e09241d8b34, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:07:15.664353 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:15.812845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72902794-ff91-4b56-b3ed-91de8512c3c9 None None] Pushing event updated for resources: {'Port': ['ID=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:15.852366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 312c3bd7-b211-4de6-bb77-a25e81921894 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:15.854619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45d3bb0f-6315-4f20-899b-58f98735bb16 req-8253c9cd-2a4f-4cfc-9605-298a64c30ef6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705239 Nov 03 16:07:15.855573 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6974b49-6e45-4221-a15b-66be7e0dbeb1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:15.909241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2118bb1c-4e22-4c10-a62e-bd6ad32fde46 req-f286bf52-2706-4bbe-8d92-a7407d3c4211 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833714 Nov 03 16:07:16.005109 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 312c3bd7-b211-4de6-bb77-a25e81921894 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:16.005487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:16.024818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6974b49-6e45-4221-a15b-66be7e0dbeb1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:16.112190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6974b49-6e45-4221-a15b-66be7e0dbeb1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0c723b-1f43-4451-a368-a3dda5bedff3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:16.123142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6974b49-6e45-4221-a15b-66be7e0dbeb1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:16.129265 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a6974b49-6e45-4221-a15b-66be7e0dbeb1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/9f0c723b-1f43-4451-a368-a3dda5bedff3 HTTP/1.1" status: 204 len: 168 time: 0.9371026 Nov 03 16:07:16.142908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39190) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:16.214536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fcffc975-95ea-41bb-baa1-4710657ad17e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701878 Nov 03 16:07:16.218012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39192) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:16.296101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-28e2bcf8-f46d-4c50-a1ad-2247075ff9ce None None] Provisioning complete for port 312c3bd7-b211-4de6-bb77-a25e81921894 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:16.296644 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28e2bcf8-f46d-4c50-a1ad-2247075ff9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:16.359318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Allocated IP 172.20.0.1 (39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2/3992cb99-9d5c-4d06-b783-1798726b139f/321946a6-1a4a-43dc-8fa6-6cef24ef06ca) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:16.418366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f4cfd4-d0fc-43bf-aa24-3356c881fa5f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:16.421222 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-60f4cfd4-d0fc-43bf-aa24-3356c881fa5f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1902194 Nov 03 16:07:16.426300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39196) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:16.546075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e1bb3-e590-433e-913c-d70b1c13bbb8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:16.550250 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3b6e1bb3-e590-433e-913c-d70b1c13bbb8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1211462 Nov 03 16:07:16.552518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39198) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:16.559716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:16.611610 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:16.615692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-945e0fb4-4536-406a-96d0-673bbacc693e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615866 Nov 03 16:07:16.621906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39200) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:16.631428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:16.697579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:16.714503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-2ede9fd0-72e7-4405-8d03-2ecc53fedfc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157527 Nov 03 16:07:16.716232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:16.729170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event updated for resources: {'Port': ['ID=321946a6-1a4a-43dc-8fa6-6cef24ef06ca,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:16.732333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:16.760933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:16.771166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:16.878210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:16.955655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-050a3e78-6ce3-4ea4-81ea-1e0324eea968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:16.963490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-050a3e78-6ce3-4ea4-81ea-1e0324eea968 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1788328 Nov 03 16:07:17.192693 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ffec2f1a-e288-43fe-b94d-c6ea4ed634af None None] Provisioning complete for port 321946a6-1a4a-43dc-8fa6-6cef24ef06ca triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:17.194842 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ffec2f1a-e288-43fe-b94d-c6ea4ed634af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:17.231174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3266a-c0b9-4efb-8b6a-f655ee9fde6c req-0d6614cf-aaa2-4307-ad3b-9128d2917a54 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:17.238676 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bf3266a-c0b9-4efb-8b6a-f655ee9fde6c req-0d6614cf-aaa2-4307-ad3b-9128d2917a54 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1363242 Nov 03 16:07:17.309240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ffec2f1a-e288-43fe-b94d-c6ea4ed634af None None] Port 321946a6-1a4a-43dc-8fa6-6cef24ef06ca cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:07:17.345958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3bf3266a-c0b9-4efb-8b6a-f655ee9fde6c req-6e9d7e33-538b-4dde-951d-6e7a24033b75 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060824 Nov 03 16:07:17.433248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d62d0-f6f8-45ac-8a95-127cb78cc9e4 req-b1afed5a-1a76-4732-baea-444a51b7827b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:17.434950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d0d62d0-f6f8-45ac-8a95-127cb78cc9e4 req-b1afed5a-1a76-4732-baea-444a51b7827b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.3316219 Nov 03 16:07:17.494753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-6dafd87d-2bc4-4e31-bb3a-7758133f5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:17.497068 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-6dafd87d-2bc4-4e31-bb3a-7758133f5362 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 912 time: 0.5092573 Nov 03 16:07:17.502282 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:17.548757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef0550-ef55-4d33-a188-edeb9b0c3af3 req-d3c3ff6e-3691-4bd9-9ee6-a37eef259f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:17.552485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7eef0550-ef55-4d33-a188-edeb9b0c3af3 req-d3c3ff6e-3691-4bd9-9ee6-a37eef259f92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 1097 time: 0.3125012 Nov 03 16:07:17.594571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:07:17.692563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-b742c4f3-05fa-45ef-a245-f4732832215c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f528ea37-e40d-40ed-9bf6-d7297eaa703a HTTP/1.1" status: 200 len: 217 time: 0.1585393 Nov 03 16:07:17.797240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b4dcf-b5c5-4dbf-baf6-5e5aec7ad6c3 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:17.841434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7da1e4df-9a63-4ef1-bc37-16abab61d960 None None] Could not find standard attr ID for object e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:07:17.887796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ca13ed91-f3fd-4ec1-a780-0e09241d8b34 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:17.899380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d0d62d0-f6f8-45ac-8a95-127cb78cc9e4 req-4d43c29e-fc9f-4ec4-a5c1-2aefb3c9e5a2 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542427 Nov 03 16:07:17.904705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:17.947022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7da1e4df-9a63-4ef1-bc37-16abab61d960 None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:17.947423 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7da1e4df-9a63-4ef1-bc37-16abab61d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:18.047298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:18.047693 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:18.052557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-6049b9c5-87d0-4d6d-b13f-7c6dbf5fbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:18.057578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-6049b9c5-87d0-4d6d-b13f-7c6dbf5fbb61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 HTTP/1.1" status: 200 len: 851 time: 0.2746112 Nov 03 16:07:18.110161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7eef0550-ef55-4d33-a188-edeb9b0c3af3 req-18943469-cb67-494a-8b90-81129c4eff87 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236738 Nov 03 16:07:18.124188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-485c6183-ec34-44d8-8a1e-d8c2cfddcd75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520563 Nov 03 16:07:18.175751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7da1e4df-9a63-4ef1-bc37-16abab61d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:18.179558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] For port ca13ed91-f3fd-4ec1-a780-0e09241d8b34, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:18.216468 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:18.233105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:18.234182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:18.322139 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:18.347378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-7da1e4df-9a63-4ef1-bc37-16abab61d960 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:07:18.347754 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-7da1e4df-9a63-4ef1-bc37-16abab61d960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:07:18.378883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,revision_number=5']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:18.410881 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:07:18.411785 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:07:18.474648 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:18.490576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:18.496045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:18.496783 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:18.510759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=ba6d4a85-92cf-4edc-9b07-3b33e736a0c8,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:18.521708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4e232472-a35d-4c8d-ad72-9fcbf7e9cf69 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8984327 Nov 03 16:07:18.540713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39222) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:18.548696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-03fc000f-c467-48c0-b088-ede959e27045 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:18.670055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a156152-a582-4f21-bc42-ffa669a5a5b9 req-cf30414a-1ce1-4619-bfa4-cc9bfbb44801 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:18.671943 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a156152-a582-4f21-bc42-ffa669a5a5b9 req-cf30414a-1ce1-4619-bfa4-cc9bfbb44801 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1397824 Nov 03 16:07:18.726521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d59d22-6aae-4a33-b886-c54eee5f825f None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:18.782305 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a156152-a582-4f21-bc42-ffa669a5a5b9 req-244c6619-3cda-4776-b473-21db8a6fde00 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033871 Nov 03 16:07:18.784312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fc000f-c467-48c0-b088-ede959e27045 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:18.789314 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03fc000f-c467-48c0-b088-ede959e27045 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:18.966106 n-d-813897-2 neutron-server[108105]: INFO neutron.db.ipam_backend_mixin [None req-03fc000f-c467-48c0-b088-ede959e27045 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba6d4a85-92cf-4edc-9b07-3b33e736a0c8 (CIDR: 2001:db8::/64) Nov 03 16:07:18.971694 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fc000f-c467-48c0-b088-ede959e27045 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:07:18.972143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fc000f-c467-48c0-b088-ede959e27045 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:07:18.995495 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:19.013642 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-03fc000f-c467-48c0-b088-ede959e27045 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4670575 Nov 03 16:07:19.013902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39228) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:19.018870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:19.055944 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:19.082248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port ca13ed91-f3fd-4ec1-a780-0e09241d8b34, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:19.095398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:19.101289 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:19.112341 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7da1e4df-9a63-4ef1-bc37-16abab61d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:19.217823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-4de20d4d-ca3d-4176-a0fc-7cf045676b88 service neutron] 10.222.0.15 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0915432 Nov 03 16:07:19.289050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:19.292483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:19.297517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event updated for resources: {'Port': ['ID=321946a6-1a4a-43dc-8fa6-6cef24ef06ca,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:19.301753 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:19.316556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c176-09d3-4b8f-9af4-9bd747750231 req-31ff527c-0c97-4e7f-8c32-9ed18b4ad8d5 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:19.318123 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e18c176-09d3-4b8f-9af4-9bd747750231 req-31ff527c-0c97-4e7f-8c32-9ed18b4ad8d5 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2387555 Nov 03 16:07:19.449900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:19.474027 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-7da1e4df-9a63-4ef1-bc37-16abab61d960 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:07:19.476687 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-7da1e4df-9a63-4ef1-bc37-16abab61d960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:07:19.497425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0e2519a-90b3-45d8-b649-50ff54200557 req-59f1bfee-0b32-44bf-a5d3-0c37a264a473 service neutron] 10.222.0.15 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616301 Nov 03 16:07:19.512210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e18c176-09d3-4b8f-9af4-9bd747750231 req-67632f80-d97c-4237-a53d-09ebb8bea203 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570566 Nov 03 16:07:19.556595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:19.569705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:19.832235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ca13ed91-f3fd-4ec1-a780-0e09241d8b34 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:19.982837 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:20.002271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-81dab62d-6d60-4670-bae1-ac12960cc45e None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:20.002855 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-81dab62d-6d60-4670-bae1-ac12960cc45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:20.056536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Router 53c135ce-b783-4eb7-ad7f-6ce494c99400 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:07:20.104960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=b3011895-0fc9-4a4a-b6d0-8fa31fcebba1,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:20.136506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:20.136894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:20.141809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:20.142398 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:20.183986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7716bdf-655f-422d-ae1a-c1ab5861168d req-1d5a4fb9-6888-415c-ba8e-7784a78b9d2b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:20.186769 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e9f48837-a862-42c0-bfa0-032c27ee4fec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1707568 Nov 03 16:07:20.188207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39238) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:20.194659 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7716bdf-655f-422d-ae1a-c1ab5861168d req-1d5a4fb9-6888-415c-ba8e-7784a78b9d2b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.2459238 Nov 03 16:07:20.202577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:ee:d8:2d', 'name': 'tempest-NetworksTestDHCPv6-855468525'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:20.215818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:20.216192 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:20.302385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7716bdf-655f-422d-ae1a-c1ab5861168d req-6481c12c-bcb9-4948-af5f-73196913ee6e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042261 Nov 03 16:07:20.368113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-562fb4a8-518d-4686-9e58-92b64e1d1781 None None] Provisioning complete for port 321946a6-1a4a-43dc-8fa6-6cef24ef06ca triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:20.368503 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-562fb4a8-518d-4686-9e58-92b64e1d1781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:20.402420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59bb03d-f674-4f5d-a344-46a577d30423 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:20.432126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:07:20.440285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2f8c1abe-c414-4429-a7e3-29760fdf0be7 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "PUT /v2.0/routers/53c135ce-b783-4eb7-ad7f-6ce494c99400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8784349 Nov 03 16:07:20.441876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39240) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:20.447898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Request body: {'port': {'network_id': '39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2', 'name': 'tempest-FloatingIPAdminTestJSON-1738942845'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:20.531696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881866d-ba53-4aae-bd25-8f3a6a5db41f None None] Sync routers for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:07:20.585910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881866d-ba53-4aae-bd25-8f3a6a5db41f None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:20.586962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b881866d-ba53-4aae-bd25-8f3a6a5db41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:20.731798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Made reservation on behalf of 6077400f287843598a32eec76589234e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:20.742834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:20.789985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] device_id is not set on port f1a72e24-92a5-4b36-a59d-622fa5a2bb1b yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:07:20.861900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b881866d-ba53-4aae-bd25-8f3a6a5db41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:20.879114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-562fb4a8-518d-4686-9e58-92b64e1d1781 None None] Port 321946a6-1a4a-43dc-8fa6-6cef24ef06ca cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:07:20.908288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881866d-ba53-4aae-bd25-8f3a6a5db41f None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:20.908998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b881866d-ba53-4aae-bd25-8f3a6a5db41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:20.964944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-562fb4a8-518d-4686-9e58-92b64e1d1781 None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:20.965325 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-562fb4a8-518d-4686-9e58-92b64e1d1781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:20.969451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b881866d-ba53-4aae-bd25-8f3a6a5db41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:20.970142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881866d-ba53-4aae-bd25-8f3a6a5db41f None None] The sync data for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:07:21.035324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Allocated IP 172.20.0.7 (39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2/3992cb99-9d5c-4d06-b783-1798726b139f/f1a72e24-92a5-4b36-a59d-622fa5a2bb1b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:21.138647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5e937-6b2b-4bfa-98bf-045bd6e9efa7 req-4e8b4e2c-0983-4aef-95d0-e9064e2543ea tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:21.140989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8de5e937-6b2b-4bfa-98bf-045bd6e9efa7 req-4e8b4e2c-0983-4aef-95d0-e9064e2543ea tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1112761 Nov 03 16:07:21.176762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:21.210399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62804ec8-88af-451b-8cfc-5b6ace7bc97f None None] Update dhcp port {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': 'ba6d4a85-92cf-4edc-9b07-3b33e736a0c8', 'ip_address': '2001:db8::f816:3eff:fe78:3769'}, {'subnet_id': 'b3011895-0fc9-4a4a-b6d0-8fa31fcebba1'}], 'binding:host_id': 'n-d-813897-2'}, 'id': 'ca13ed91-f3fd-4ec1-a780-0e09241d8b34'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:07:21.244659 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62804ec8-88af-451b-8cfc-5b6ace7bc97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:21.267613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:21.312444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8de5e937-6b2b-4bfa-98bf-045bd6e9efa7 req-e12249de-d0ab-45ce-976c-0db0ff1290f7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450403 Nov 03 16:07:21.335757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:21.364566 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:21.419984 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 3f680ba8-279e-4ef9-bce0-ed791897437a yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:07:21.462600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event updated for resources: {'Port': ['ID=f1a72e24-92a5-4b36-a59d-622fa5a2bb1b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:21.478481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:21.480667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:21.496449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:21.635627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:21.636352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:21.643568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-62804ec8-88af-451b-8cfc-5b6ace7bc97f None None] Allocated IP 2001:db8:0:1::2 (5a216216-0ac1-4efa-9af0-360385577e09/b3011895-0fc9-4a4a-b6d0-8fa31fcebba1/ca13ed91-f3fd-4ec1-a780-0e09241d8b34) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:21.753705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-d56e0336-1d7a-440d-bd99-5d86b05ef34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:21.761047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-d56e0336-1d7a-440d-bd99-5d86b05ef34e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70ec0020fa2b4033a14c49f69f041f80&device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 1097 time: 0.1192603 Nov 03 16:07:21.814818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39276) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:21.818176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e5c5b180-3d10-497d-aa08-eaa2addb2d6a tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3749061 Nov 03 16:07:21.827376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-f39f4329-d69b-4b9c-b663-2efe47d2617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:21.828430 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-f39f4329-d69b-4b9c-b663-2efe47d2617f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1096 time: 0.3243868 Nov 03 16:07:21.879547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-62804ec8-88af-451b-8cfc-5b6ace7bc97f None None] For port ca13ed91-f3fd-4ec1-a780-0e09241d8b34, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:21.940057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62804ec8-88af-451b-8cfc-5b6ace7bc97f None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:21.944859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0879-78a1-4d56-9f45-4a6b01998c1b req-e5d403de-50f2-4e71-b38c-6244de85d55c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:21.955789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc2d0879-78a1-4d56-9f45-4a6b01998c1b req-e5d403de-50f2-4e71-b38c-6244de85d55c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.3890467 Nov 03 16:07:21.973048 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62804ec8-88af-451b-8cfc-5b6ace7bc97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:22.028913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-592c2917-c884-4a3d-874d-b2feec8c5666 None None] Could not find standard attr ID for object e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:07:22.043760 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:22.073714 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc2d0879-78a1-4d56-9f45-4a6b01998c1b req-aaa8aecf-c493-4e42-850b-0ae757b1019c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072919 Nov 03 16:07:22.078882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-2d2c8bf8-fa43-479e-9ff6-efd4b32cd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:22.080548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-2d2c8bf8-fa43-479e-9ff6-efd4b32cd6c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.2445345 Nov 03 16:07:22.213282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62804ec8-88af-451b-8cfc-5b6ace7bc97f None None] Pushing event updated for resources: {'Port': ['ID=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:22.233383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-314f75c9-0b64-4a04-94b7-7527cdc98eba None None] Provisioning complete for port f1a72e24-92a5-4b36-a59d-622fa5a2bb1b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:22.236004 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-314f75c9-0b64-4a04-94b7-7527cdc98eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:22.246332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'project_id': '6077400f287843598a32eec76589234e', 'port_id': 'f1a72e24-92a5-4b36-a59d-622fa5a2bb1b'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:22.278635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-7299bf8d-cdc2-422d-af04-13918779b0cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 999 time: 0.1873019 Nov 03 16:07:22.316942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-314f75c9-0b64-4a04-94b7-7527cdc98eba None None] Port f1a72e24-92a5-4b36-a59d-622fa5a2bb1b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:07:22.364956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-fd8a06de-cb09-4674-b417-0125136b35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:22.367356 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-fd8a06de-cb09-4674-b417-0125136b35ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.0807643 Nov 03 16:07:22.410568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9a432-9785-4fb1-8f84-2dd335ece328 req-fdc31f8a-0b1e-46a8-80c8-bfc2cb8b23a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:22.412112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44c9a432-9785-4fb1-8f84-2dd335ece328 req-fdc31f8a-0b1e-46a8-80c8-bfc2cb8b23a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.5718334 Nov 03 16:07:22.440748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-16f3f867-6ff8-4958-96cc-e5f732eed42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:22.442653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-16f3f867-6ff8-4958-96cc-e5f732eed42e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654852 Nov 03 16:07:22.502165 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:22.513495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-2dad989b-c39b-4d4d-ba25-895d509b64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:22.515776 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-2dad989b-c39b-4d4d-ba25-895d509b64f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 200 len: 912 time: 0.7467897 Nov 03 16:07:22.591073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-d5a1656f-5faf-4cff-b2a4-5804559adcf3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb HTTP/1.1" status: 200 len: 217 time: 0.0558436 Nov 03 16:07:22.599161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-e71bd75d-32dd-4a68-a069-9cb9e505fa1a service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487226 Nov 03 16:07:22.609231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8:0:1::5a (5a216216-0ac1-4efa-9af0-360385577e09/b3011895-0fc9-4a4a-b6d0-8fa31fcebba1/3f680ba8-279e-4ef9-bce0-ed791897437a) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:22.676006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-44c9a432-9785-4fb1-8f84-2dd335ece328 req-385b41e1-0ff0-402e-829b-14251583e054 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497728 Nov 03 16:07:22.696709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:feee:d82d (5a216216-0ac1-4efa-9af0-360385577e09/ba6d4a85-92cf-4edc-9b07-3b33e736a0c8/3f680ba8-279e-4ef9-bce0-ed791897437a) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:22.706390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-853516e9-41e1-4016-a269-993fea3d82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:22.708205 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-853516e9-41e1-4016-a269-993fea3d82aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 HTTP/1.1" status: 200 len: 851 time: 0.1038439 Nov 03 16:07:22.755700 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffd9947f-7b91-4212-a30b-2aa22829ca21 req-a968aa61-1f61-443d-b8e9-592267dde01b service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498370 Nov 03 16:07:22.800437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-f2c1ddf0-f157-47ee-aa59-56f5a446426e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b34e0168-7d8b-4d4c-a9e6-820953c51d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552936 Nov 03 16:07:23.066710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-92f55141-fe6c-4beb-86cf-d90db91bdece service neutron] 10.222.0.70 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272530 Nov 03 16:07:23.120139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.174278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d356c6e7-fe50-463f-b914-8efcedd4b437 None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:23.174898 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d356c6e7-fe50-463f-b914-8efcedd4b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.179412 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.263181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8a339d5-8919-4ea1-a15c-7c821f731be6 req-27c08b66-a392-40ef-96a7-bd217da18219 service neutron] 10.222.0.70 "GET /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874726 Nov 03 16:07:23.307495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f695e-aacf-43f4-ac6b-b3fa6861a98f req-3528025e-5f0b-4d22-86d9-cd1ea3035e13 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:23.324576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a65f695e-aacf-43f4-ac6b-b3fa6861a98f req-3528025e-5f0b-4d22-86d9-cd1ea3035e13 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1121638 Nov 03 16:07:23.335911 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.394525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Allocated IP 172.25.6.56 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/120ad348-c033-48f1-bb26-c10257daf0f6) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:23.414959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a65f695e-aacf-43f4-ac6b-b3fa6861a98f req-b2679199-3a82-4f11-9c5e-fabd788e3de5 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881674 Nov 03 16:07:23.416251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:23.425299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:23.428566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:23.434965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:23.435832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.438432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=3f680ba8-279e-4ef9-bce0-ed791897437a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:23.474356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39298) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:23.474627 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-de9b0c9a-5fb5-46d3-b0f8-c0b3ec408d48 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2834547 Nov 03 16:07:23.610929 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.647487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-384834a7-e2c9-4664-8def-6e2373c386a0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 3f680ba8-279e-4ef9-bce0-ed791897437a {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:23.647833 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-384834a7-e2c9-4664-8def-6e2373c386a0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.658136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.714587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Pushing event updated for resources: {'Port': ['ID=120ad348-c033-48f1-bb26-c10257daf0f6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:23.755626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:23.769142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:23.772169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:23.810745 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-384834a7-e2c9-4664-8def-6e2373c386a0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.821449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ca13ed91-f3fd-4ec1-a780-0e09241d8b34 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:23.825705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-384834a7-e2c9-4664-8def-6e2373c386a0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 3f680ba8-279e-4ef9-bce0-ed791897437a owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:23.953104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728516-9673-426a-9d23-692a014d8ebc req-ef925129-c755-48ed-8a6b-5b2d325ddc6a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:23.960870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c728516-9673-426a-9d23-692a014d8ebc req-ef925129-c755-48ed-8a6b-5b2d325ddc6a tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1200917 Nov 03 16:07:23.969711 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5f004fe2-e2f3-440e-a6a4-9d8ede6a24bc None None] Provisioning complete for port 3f680ba8-279e-4ef9-bce0-ed791897437a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:23.970517 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5f004fe2-e2f3-440e-a6a4-9d8ede6a24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:23.971923 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:07:24.032453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-384834a7-e2c9-4664-8def-6e2373c386a0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:24.088468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:24.088841 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:24.112316 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c728516-9673-426a-9d23-692a014d8ebc req-695d6c2e-70ba-4c44-8797-bd71c31bc6a1 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504478 Nov 03 16:07:24.122974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7c585846-c619-4374-a27a-cadb158d622a no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:24.124984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384834a7-e2c9-4664-8def-6e2373c386a0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=3f680ba8-279e-4ef9-bce0-ed791897437a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:24.182307 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-384834a7-e2c9-4664-8def-6e2373c386a0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:24.194295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-384834a7-e2c9-4664-8def-6e2373c386a0 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/3f680ba8-279e-4ef9-bce0-ed791897437a HTTP/1.1" status: 204 len: 168 time: 0.7181516 Nov 03 16:07:24.195944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39306) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:24.220323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5f004fe2-e2f3-440e-a6a4-9d8ede6a24bc None None] Port 3f680ba8-279e-4ef9-bce0-ed791897437a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:07:24.300842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57d87f-b71b-423d-a688-68eef93cb415 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:24.305638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ef57d87f-b71b-423d-a688-68eef93cb415 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1080995 Nov 03 16:07:24.306672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39308) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:24.373774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a86de-e743-4a1e-bea6-27bb6c1425df tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:24.378808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fb2a86de-e743-4a1e-bea6-27bb6c1425df tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0715714 Nov 03 16:07:24.379667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39310) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:24.452502 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:24.504236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:24.505653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c585846-c619-4374-a27a-cadb158d622a'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:07:24.510864 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc52a0-f61c-4f3d-9236-9fc693907e42" -d '{"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-unplugged", "status": "completed", "tag": "7c585846-c619-4374-a27a-cadb158d622a"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:07:24.519453 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:24.556461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66acd4da-1804-49b4-9178-ddb07fbad8ea tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:24.560178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66acd4da-1804-49b4-9178-ddb07fbad8ea tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:24.562147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66acd4da-1804-49b4-9178-ddb07fbad8ea tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:24.565583 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-66acd4da-1804-49b4-9178-ddb07fbad8ea tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1840806 Nov 03 16:07:24.568581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39318) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:24.595747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:24.670032 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576a843d-7a2b-4564-a05e-2fcc03587fdd x-openstack-request-id: req-576a843d-7a2b-4564-a05e-2fcc03587fdd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:07:24.670328 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-unplugged", "status": "completed", "tag": "7c585846-c619-4374-a27a-cadb158d622a", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:07:24.670589 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-576a843d-7a2b-4564-a05e-2fcc03587fdd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:07:24.670999 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c585846-c619-4374-a27a-cadb158d622a', 'code': 200} Nov 03 16:07:24.698929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d50addd-dc25-4e1a-8cb4-6cc7c7ed3973 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet b3011895-0fc9-4a4a-b6d0-8fa31fcebba1 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:24.703010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d50addd-dc25-4e1a-8cb4-6cc7c7ed3973 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:24.708214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:24.738074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5bc2-a755-4fd2-b52a-0e8ea7a00dbe req-7bb371ea-17f4-4bd6-89cf-62fba1fa54ed tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:24.739634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50bc5bc2-a755-4fd2-b52a-0e8ea7a00dbe req-7bb371ea-17f4-4bd6-89cf-62fba1fa54ed tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.1221995 Nov 03 16:07:24.780453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d50addd-dc25-4e1a-8cb4-6cc7c7ed3973 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:24.837593 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:24.870004 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50bc5bc2-a755-4fd2-b52a-0e8ea7a00dbe req-4fb69c25-7c29-4186-a8fa-259d2b4a0832 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214530 Nov 03 16:07:24.932831 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d50addd-dc25-4e1a-8cb4-6cc7c7ed3973 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.019073 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d50addd-dc25-4e1a-8cb4-6cc7c7ed3973 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.033846 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.040956 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.058016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50addd-dc25-4e1a-8cb4-6cc7c7ed3973 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=b3011895-0fc9-4a4a-b6d0-8fa31fcebba1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:25.065883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d50addd-dc25-4e1a-8cb4-6cc7c7ed3973 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.069931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6d50addd-dc25-4e1a-8cb4-6cc7c7ed3973 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/b3011895-0fc9-4a4a-b6d0-8fa31fcebba1 HTTP/1.1" status: 204 len: 168 time: 0.4998927 Nov 03 16:07:25.072600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39320) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:25.074109 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41efda9-3fc5-4bc9-a000-d6a790b9ef8d None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:25.116559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Pushing event updated for resources: {'Port': ['ID=120ad348-c033-48f1-bb26-c10257daf0f6,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:25.160399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8793664-56f1-4f58-aa79-12dc4b3b289e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet ba6d4a85-92cf-4edc-9b07-3b33e736a0c8 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:25.166734 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8793664-56f1-4f58-aa79-12dc4b3b289e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.193582 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.220355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8793664-56f1-4f58-aa79-12dc4b3b289e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.399718 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Floating IP ba6cd13f-eb1a-4262-ac92-967c339af9b9 associated. External IP: 172.25.6.56, port: f1a72e24-92a5-4b36-a59d-622fa5a2bb1b. Nov 03 16:07:25.444890 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8793664-56f1-4f58-aa79-12dc4b3b289e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.559257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744221d9-cdd8-41f7-a9ad-7fa6501f516c req-f3f3fb41-67ad-41ca-8874-de8b658ba6ad tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:25.563400 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-744221d9-cdd8-41f7-a9ad-7fa6501f516c req-f3f3fb41-67ad-41ca-8874-de8b658ba6ad tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2210724 Nov 03 16:07:25.620584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8793664-56f1-4f58-aa79-12dc4b3b289e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.705580 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-744221d9-cdd8-41f7-a9ad-7fa6501f516c req-833af32b-aa64-453c-b437-fbc8be7278eb tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222291 Nov 03 16:07:25.706337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8793664-56f1-4f58-aa79-12dc4b3b289e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6d4a85-92cf-4edc-9b07-3b33e736a0c8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:25.715681 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8793664-56f1-4f58-aa79-12dc4b3b289e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:25.725223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e8793664-56f1-4f58-aa79-12dc4b3b289e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/ba6d4a85-92cf-4edc-9b07-3b33e736a0c8 HTTP/1.1" status: 204 len: 168 time: 0.6479955 Nov 03 16:07:25.728267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39332) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:25.797572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39336) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:25.798755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d1035b2b-5689-4b7a-a1fe-787114409059 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682583 Nov 03 16:07:25.807134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:25.836646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Router 53c135ce-b783-4eb7-ad7f-6ce494c99400 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:07:26.074721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:26.079513 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:26.109834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e2b3b-6a25-4ae8-8f5e-f3103d5219f1 req-226d37a8-03ee-490f-90e5-4d89de9f229b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:26.111760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aa4e2b3b-6a25-4ae8-8f5e-f3103d5219f1 req-226d37a8-03ee-490f-90e5-4d89de9f229b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.0909183 Nov 03 16:07:26.150827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:07:26.161972 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d762b-7ef4-4120-bec2-790faed6a56f None None] Sync routers for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:07:26.180488 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d762b-7ef4-4120-bec2-790faed6a56f None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:26.181133 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c99d762b-7ef4-4120-bec2-790faed6a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:26.206334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:26.246062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116afe8-836b-4734-8964-2608bfc1faa2 req-2628c193-20b2-410c-afd9-4f6058fbe499 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:26.248175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2116afe8-836b-4734-8964-2608bfc1faa2 req-2628c193-20b2-410c-afd9-4f6058fbe499 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1543660 Nov 03 16:07:26.310126 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c99d762b-7ef4-4120-bec2-790faed6a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:26.343589 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d762b-7ef4-4120-bec2-790faed6a56f None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:26.347003 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c99d762b-7ef4-4120-bec2-790faed6a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:26.390930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-65646f0a-da53-475f-8e54-4b8cffe53aac tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.5492904 Nov 03 16:07:26.402892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39350) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:26.432669 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c99d762b-7ef4-4120-bec2-790faed6a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:26.433346 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d762b-7ef4-4120-bec2-790faed6a56f None None] The sync data for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:07:26.517211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aa4e2b3b-6a25-4ae8-8f5e-f3103d5219f1 req-cef527ef-b0a7-489f-b1a7-5e81367e0b69 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3963678 Nov 03 16:07:26.594785 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2116afe8-836b-4734-8964-2608bfc1faa2 req-2b3d3c44-0287-43ba-a20b-27ceb4b45007 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754066 Nov 03 16:07:26.627235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e19ebb7-394e-4730-9cab-f7ac5bdea183 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:26.671815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1ee52a4b-ff08-4cdb-be6d-5608024aeed7 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] 10.222.0.86 "GET /v2.0/floatingips/ba6cd13f-eb1a-4262-ac92-967c339af9b9 HTTP/1.1" status: 200 len: 982 time: 0.2675896 Nov 03 16:07:26.674424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39356) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:26.787275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.objects.ports [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:07:26.928138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a8cfe815-6295-4f09-84b6-bd0a10429bdd None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:26.928138 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe815-6295-4f09-84b6-bd0a10429bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:27.154417 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:27.458485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-53f4ffdb-4d95-4875-a2b5-824a7daad298 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.7788074 Nov 03 16:07:27.460171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39376) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:27.460731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707b64-df0b-4a7c-974c-21867ea35a0f req-82e3fa77-be9c-4f51-935f-28b9809a80b0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:27.477406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5707b64-df0b-4a7c-974c-21867ea35a0f req-82e3fa77-be9c-4f51-935f-28b9809a80b0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1999195 Nov 03 16:07:27.653927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5707b64-df0b-4a7c-974c-21867ea35a0f req-62492fff-7976-4beb-bc1f-cc9618760a32 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754847 Nov 03 16:07:27.681561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] For port ca13ed91-f3fd-4ec1-a780-0e09241d8b34, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:27.697090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-abc5a0c9-6498-4e2a-bcdd-64f229832cdd None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:27.697090 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-abc5a0c9-6498-4e2a-bcdd-64f229832cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:27.780912 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:27.809502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:27.810281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:27.812922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-30fcd69b-04d0-4089-b56a-1946a47cdbf7 req-c5db61e3-a8cd-46ae-b406-f6d90b664286 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:07:27.834803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30fcd69b-04d0-4089-b56a-1946a47cdbf7 req-c5db61e3-a8cd-46ae-b406-f6d90b664286 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1251431 Nov 03 16:07:27.872914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Deleting port 120ad348-c033-48f1-bb26-c10257daf0f6 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:27.873921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:27.911093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:27.945571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:27.952083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:27.952665 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:27.958292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d4496-23b4-4f96-8ce4-fc134f9450ab None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:27.997916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:27.997916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:28.018805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=3073318c-f933-44c5-b4de-c4be13d17325,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:28.040383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Calling delete_port for 120ad348-c033-48f1-bb26-c10257daf0f6 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:28.145559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2045947-237c-49f5-a08e-a93ec8b8c6b8 req-b8c4aae1-5c09-453c-9029-4c3b60258c34 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:28.164212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2045947-237c-49f5-a08e-a93ec8b8c6b8 req-b8c4aae1-5c09-453c-9029-4c3b60258c34 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.4118729 Nov 03 16:07:28.182117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7c585846-c619-4374-a27a-cadb158d622a no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:28.201677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,revision_number=11']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:28.217945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0e4cb330-56d9-4672-bdb3-033fb00ef559 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4188805 Nov 03 16:07:28.228817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39398) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:28.241458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c5041e70-2d46-4ece-954e-5d27449a0367 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:28.361264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede405bb-692a-43e4-bf20-9def3d1ec7bc req-f9047e83-abb6-4d2c-bb78-7447abba21c8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:28.371282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede405bb-692a-43e4-bf20-9def3d1ec7bc req-f9047e83-abb6-4d2c-bb78-7447abba21c8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.1505818 Nov 03 16:07:28.451561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2045947-237c-49f5-a08e-a93ec8b8c6b8 req-c481fd4f-f56f-4042-90e1-a11d17d21d28 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863469 Nov 03 16:07:28.462641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ede405bb-692a-43e4-bf20-9def3d1ec7bc req-0662552a-5844-4669-911d-e6e7cd5d6c69 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895948 Nov 03 16:07:28.643368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5041e70-2d46-4ece-954e-5d27449a0367 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:28.682322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5041e70-2d46-4ece-954e-5d27449a0367 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:28.717104 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-47e1e8f2-8f8d-4365-a7f2-983bf837b86f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2511840 Nov 03 16:07:28.723576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-7ea1119f-7daf-4093-aa02-8ad46911aa90 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:07:28.743615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-7ea1119f-7daf-4093-aa02-8ad46911aa90 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0199695 Nov 03 16:07:28.821056 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:28.898077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event deleted for resources: {'Port': ['ID=120ad348-c033-48f1-bb26-c10257daf0f6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:28.937902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2105a7e-9728-47bc-804d-5b48960b0a0a req-325400e9-c11f-4eb2-80d5-97c9191a6dfd tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:28.946857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b2105a7e-9728-47bc-804d-5b48960b0a0a req-325400e9-c11f-4eb2-80d5-97c9191a6dfd tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.1426187 Nov 03 16:07:28.956178 n-d-813897-2 neutron-server[108104]: INFO neutron.db.ipam_backend_mixin [None req-c5041e70-2d46-4ece-954e-5d27449a0367 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3073318c-f933-44c5-b4de-c4be13d17325 (CIDR: 2001:db8::/64) Nov 03 16:07:28.973685 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5041e70-2d46-4ece-954e-5d27449a0367 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:07:28.974106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5041e70-2d46-4ece-954e-5d27449a0367 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:07:29.036657 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:29.037003 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Floating IP ba6cd13f-eb1a-4262-ac92-967c339af9b9 disassociated (deleted). External IP: 172.25.6.56, port: f1a72e24-92a5-4b36-a59d-622fa5a2bb1b. Nov 03 16:07:29.069817 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b2105a7e-9728-47bc-804d-5b48960b0a0a req-2a89f20f-5295-4f1d-8828-f0ad30cb6f91 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219075 Nov 03 16:07:29.112810 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c5041e70-2d46-4ece-954e-5d27449a0367 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8803511 Nov 03 16:07:29.117301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39418) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:29.134713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:29.203695 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-49e43cc1-c307-44e4-bc30-7bbde6abd74b None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:29.204351 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc1-c307-44e4-bc30-7bbde6abd74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:29.213968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-1f6b8259-db59-462b-b825-fe84f7651f16 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:29.215626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-1f6b8259-db59-462b-b825-fe84f7651f16 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.70 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2482884 Nov 03 16:07:29.496931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Router 53c135ce-b783-4eb7-ad7f-6ce494c99400 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:07:29.591627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Deleting port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:29.592131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:29.651246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-12499e9e-608a-44e5-9d9f-1c41089d94ea tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:29.653387 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-12499e9e-608a-44e5-9d9f-1c41089d94ea tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.6046689 Nov 03 16:07:29.834051 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ca13ed91-f3fd-4ec1-a780-0e09241d8b34 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:29.906646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:07:29.913867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:29.914336 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:29.920506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2e890-53b2-46a5-9d08-7d0a82ca7a13 None None] Sync routers for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:07:29.925646 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:29.932420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] For port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:29.933061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:29.941976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c00d5-0694-48e7-966f-a1161c999ec1 req-8032ed2f-d9d5-4f38-bbf9-7e031ff7718e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:29.952268 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-200c00d5-0694-48e7-966f-a1161c999ec1 req-8032ed2f-d9d5-4f38-bbf9-7e031ff7718e tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2970402 Nov 03 16:07:29.955021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2e890-53b2-46a5-9d08-7d0a82ca7a13 None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:29.955639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1fc2e890-53b2-46a5-9d08-7d0a82ca7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:29.972672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af91c9e-608a-41f1-84f6-1126868604c0 req-d313c791-3ae2-4ceb-bd46-4114cad9f64c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:29.981246 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5af91c9e-608a-41f1-84f6-1126868604c0 req-d313c791-3ae2-4ceb-bd46-4114cad9f64c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.2429407 Nov 03 16:07:30.002777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1fc2e890-53b2-46a5-9d08-7d0a82ca7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:30.021016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Calling delete_port for 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:30.033630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2e890-53b2-46a5-9d08-7d0a82ca7a13 None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:30.035269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1fc2e890-53b2-46a5-9d08-7d0a82ca7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:30.040165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:30.044135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.081752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1fc2e890-53b2-46a5-9d08-7d0a82ca7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:30.083662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2e890-53b2-46a5-9d08-7d0a82ca7a13 None None] The sync data for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:07:30.106987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-200c00d5-0694-48e7-966f-a1161c999ec1 req-54223f04-0da1-4b04-8b41-794a182dd4bb tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537726 Nov 03 16:07:30.110662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0ab361c9-3fb6-4b67-81d2-84e273f21dc5 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "DELETE /v2.0/floatingips/ba6cd13f-eb1a-4262-ac92-967c339af9b9 HTTP/1.1" status: 204 len: 168 time: 2.6476364 Nov 03 16:07:30.114649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39432) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:30.121737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:30.159721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Deleting port d3a4c004-1e41-4c1e-a539-3377eb357166 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:30.160065 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.339166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.373165 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5af91c9e-608a-41f1-84f6-1126868604c0 req-89fb7337-c485-4014-82e3-c7be891ce3cd tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661015 Nov 03 16:07:30.377310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] For port d3a4c004-1e41-4c1e-a539-3377eb357166, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=d3a4c004-1e41-4c1e-a539-3377eb357166,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:30.377449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.512664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd168507-c3bb-4803-95c7-6c9348712bc1 req-aee4bc13-92fa-4857-bb84-0d2213532d11 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:30.521006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd168507-c3bb-4803-95c7-6c9348712bc1 req-aee4bc13-92fa-4857-bb84-0d2213532d11 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 946 time: 0.2278388 Nov 03 16:07:30.564590 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.599148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f528ea37-e40d-40ed-9bf6-d7297eaa703a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:07:30.625727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Pushing event deleted for resources: {'Port': ['ID=1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:30.645860 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.709764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd168507-c3bb-4803-95c7-6c9348712bc1 req-0fa3c7e1-7994-4339-811a-fd54eccdf282 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=ec53118b-6aad-4fc3-a7da-3c23cfe40259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881680 Nov 03 16:07:30.826268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] No DVR routers for this DVR port 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:07:30.831660 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.835545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14fb13d8-7189-4f04-b1bd-b36f241a0842 req-202a0dde-c91b-4885-9ed4-994ee4b06161 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.70 "DELETE /v2.0/ports/1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb HTTP/1.1" status: 204 len: 173 time: 1.6049695 Nov 03 16:07:30.836098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444fb69-8ffa-471d-8679-26694643b9f8', 'name': 'network-vif-deleted', 'tag': '1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:07:30.838545 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733b61bd-a15a-4103-af11-6310aac29d3c" -d '{"events": [{"server_uuid": "0444fb69-8ffa-471d-8679-26694643b9f8", "name": "network-vif-deleted", "tag": "1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:07:30.888668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.889029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.889545 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Floating IP 9f8aea82-70bf-4348-be84-7b399e3b54dc disassociated. External IP: 172.25.6.187, port: d3a4c004-1e41-4c1e-a539-3377eb357166. Nov 03 16:07:30.889907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Calling delete_port for d3a4c004-1e41-4c1e-a539-3377eb357166 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:30.903758 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:30.920357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Allocated IP 172.25.6.87 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d9eaaf57-1612-445d-a234-357e27acb09b) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:30.966413 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0dbf4-333d-4ce8-ae0d-11f451d584b5 x-openstack-request-id: req-58c0dbf4-333d-4ce8-ae0d-11f451d584b5 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:07:30.966702 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0444fb69-8ffa-471d-8679-26694643b9f8", "name": "network-vif-deleted", "tag": "1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:07:30.967048 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-58c0dbf4-333d-4ce8-ae0d-11f451d584b5 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:07:30.967389 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444fb69-8ffa-471d-8679-26694643b9f8', 'name': 'network-vif-deleted', 'tag': '1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb', 'status': 'completed', 'code': 200} Nov 03 16:07:31.043156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:31.048202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:31.057261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:31.058239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:31.060427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87fc767-9f5a-4869-8e67-7392adcc7cf8 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:31.080647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=661cee2d-baed-4963-aae9-e5a4560a4ee4,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:31.095482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-63d69ffd-6a15-406f-8bd2-2ca5baf6869a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9768310 Nov 03 16:07:31.095804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39444) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:31.121220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:2e:89:d7', 'name': 'tempest-NetworksTestDHCPv6-1828013145'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:31.144219 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:31.222702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:31.312381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event deleted for resources: {'Port': ['ID=d3a4c004-1e41-4c1e-a539-3377eb357166,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:31.464684 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:31.512948 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:31.544418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7721352b-9af2-43ee-bc4b-4438a7a38fd0 req-470dda63-d404-490a-b76e-f230aa5d67ae tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=0444fb69-8ffa-471d-8679-26694643b9f8 HTTP/1.1" status: 200 len: 210 time: 0.2126153 Nov 03 16:07:31.608344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:31.627613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Pushing event updated for resources: {'Port': ['ID=d9eaaf57-1612-445d-a234-357e27acb09b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:31.630221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:31.651422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:31.707052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Update dhcp port {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': '3073318c-f933-44c5-b4de-c4be13d17325', 'ip_address': '2001:db8::f816:3eff:fe78:3769'}, {'subnet_id': '661cee2d-baed-4963-aae9-e5a4560a4ee4'}], 'binding:host_id': 'n-d-813897-2'}, 'id': 'ca13ed91-f3fd-4ec1-a780-0e09241d8b34'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:07:31.709879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Router 551491c7-3e34-43af-9793-fe970f9f6cb5 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:07:31.777760 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:31.869201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6856e-1a29-4d8d-8f23-25715559601a req-73d88c95-fc4c-4700-96ff-3b21166cc6c3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:31.878508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efb6856e-1a29-4d8d-8f23-25715559601a req-73d88c95-fc4c-4700-96ff-3b21166cc6c3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.2684131 Nov 03 16:07:31.914329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-69fd88b4-4580-4817-8adc-006395e0cf37 req-8157bdfe-5e2c-4b23-bd17-579af10e48d4 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac936987-685b-4193-b0f3-1d5e99ad84be HTTP/1.1" status: 200 len: 210 time: 0.0863333 Nov 03 16:07:32.018060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:32.038971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:07:32.050515 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] Sync routers for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:07:32.078646 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:32.082229 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:32.123877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-efb6856e-1a29-4d8d-8f23-25715559601a req-d57d286e-2820-42c0-96f2-7636d942861b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420199 Nov 03 16:07:32.139869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] No DVR routers for this DVR port d3a4c004-1e41-4c1e-a539-3377eb357166 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:07:32.144614 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:32.152871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0bf13c8-3f89-43b2-b6fd-32f80b329c47 req-bcb64876-c215-47c2-b47d-114768103514 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "DELETE /v2.0/ports/d3a4c004-1e41-4c1e-a539-3377eb357166 HTTP/1.1" status: 204 len: 173 time: 2.4596972 Nov 03 16:07:32.154895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'name': 'network-vif-deleted', 'tag': 'd3a4c004-1e41-4c1e-a539-3377eb357166'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:07:32.159601 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f297e0-a3fd-4b20-9607-65dae30e3be5" -d '{"events": [{"server_uuid": "ac936987-685b-4193-b0f3-1d5e99ad84be", "name": "network-vif-deleted", "tag": "d3a4c004-1e41-4c1e-a539-3377eb357166"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:07:32.194033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:32.214163 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4f1d48-7e20-4337-94ce-48e202218476 x-openstack-request-id: req-8b4f1d48-7e20-4337-94ce-48e202218476 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:07:32.214654 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac936987-685b-4193-b0f3-1d5e99ad84be", "name": "network-vif-deleted", "tag": "d3a4c004-1e41-4c1e-a539-3377eb357166", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:07:32.215103 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b4f1d48-7e20-4337-94ce-48e202218476 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:07:32.215771 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac936987-685b-4193-b0f3-1d5e99ad84be', 'name': 'network-vif-deleted', 'tag': 'd3a4c004-1e41-4c1e-a539-3377eb357166', 'status': 'completed', 'code': 200} Nov 03 16:07:32.230724 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:32.281242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:07:32.281992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1e1e004d-9c09-46ce-84ef-a6ec9f8c40fb not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:07:32.282600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device d3a4c004-1e41-4c1e-a539-3377eb357166 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:32.347906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: d3a4c004-1e41-4c1e-a539-3377eb357166 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:07:32.351008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device d3a4c004-1e41-4c1e-a539-3377eb357166 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:07:32.365993 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:32.443091 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:07:32.516113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:32.516354 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c2bad03b-ee72-47b2-a4cf-76807b3bff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:32.623096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Allocated IP 2001:db8:0:1::2 (5a216216-0ac1-4efa-9af0-360385577e09/661cee2d-baed-4963-aae9-e5a4560a4ee4/ca13ed91-f3fd-4ec1-a780-0e09241d8b34) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:32.673027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port 48d00821-8e95-44d3-9c1b-5cdd770d3976 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:07:33.003166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] For port ca13ed91-f3fd-4ec1-a780-0e09241d8b34, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:33.053920 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.066937 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:33.069295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.071549 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.079271 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.193264 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] Checking router: 551491c7-3e34-43af-9793-fe970f9f6cb5 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:07:33.194178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39482) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:33.252156 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:33.257240 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:33.259920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Pushing event updated for resources: {'Port': ['ID=d9eaaf57-1612-445d-a234-357e27acb09b,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:33.290082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.378105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24055ec-7f1b-4272-86a4-f2528d0b7a6d req-89c4f843-67b9-45f5-88cd-261c4316bd8b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:33.394606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d24055ec-7f1b-4272-86a4-f2528d0b7a6d req-89c4f843-67b9-45f5-88cd-261c4316bd8b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1628547 Nov 03 16:07:33.409284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Pushing event updated for resources: {'Port': ['ID=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,revision_number=12']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:33.427532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.430330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.430948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.431504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.432068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.432703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.433409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.445504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.446448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.447085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.447660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.448764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918ea0-af75-4a10-8fdc-3e4b2c64b261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.450142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.491560 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.496032 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.504408 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:07:33.507771 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7993044d-2ecf-4265-a823-92f3f0151e52 tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3893855 Nov 03 16:07:33.515535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39484) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:33.550107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0458f-31e0-4f1b-afd5-ac26d029284f req-700c09e3-defd-4b29-9aec-05ee39324398 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:33.559968 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ee0458f-31e0-4f1b-afd5-ac26d029284f req-700c09e3-defd-4b29-9aec-05ee39324398 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.1888452 Nov 03 16:07:33.568024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8:0:1::2e6 (5a216216-0ac1-4efa-9af0-360385577e09/661cee2d-baed-4963-aae9-e5a4560a4ee4/48d00821-8e95-44d3-9c1b-5cdd770d3976) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:33.586302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::f816:3eff:fe2e:89d7 (5a216216-0ac1-4efa-9af0-360385577e09/3073318c-f933-44c5-b4de-c4be13d17325/48d00821-8e95-44d3-9c1b-5cdd770d3976) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:33.683742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d24055ec-7f1b-4272-86a4-f2528d0b7a6d req-6b21a630-f1fd-4763-b9ac-289267c0af1b tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863536 Nov 03 16:07:33.713737 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.716905 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:33.721268 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "DELETE /v2.0/security-groups/ec53118b-6aad-4fc3-a7da-3c23cfe40259 HTTP/1.1" status: 204 len: 168 time: 0.5222673 Nov 03 16:07:33.736710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39490) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:33.737877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec53118b-6aad-4fc3-a7da-3c23cfe40259,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:33.800812 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-c50906ed-5ac4-42af-bc05-c9fed0cba52b tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] show failed (client error): The resource could not be found. Nov 03 16:07:33.803258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c50906ed-5ac4-42af-bc05-c9fed0cba52b tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups/ec53118b-6aad-4fc3-a7da-3c23cfe40259 HTTP/1.1" status: 404 len: 347 time: 0.0599217 Nov 03 16:07:33.804206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ee0458f-31e0-4f1b-afd5-ac26d029284f req-bb26d8b9-ee3c-40e8-8b43-ec269110e067 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432935 Nov 03 16:07:33.808206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.811803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.812281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.812735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.813267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.814350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.814943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.816508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.816936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.817348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.819220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.820663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ff50-305c-4581-b49b-7b95130f6c21 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:33.827815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39494) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:33.840885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:33.893553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ca13ed91-f3fd-4ec1-a780-0e09241d8b34 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:34.039179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:34.039870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.082115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Deleting port 8e3b0c14-b7ef-4a5e-88d2-1983921861a7 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:34.083650 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.151343 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:34.267253 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.267891 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.290008 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d1cc1-233a-4d33-bc8d-fbb7de245bd8 None None] The sync data for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 is: [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:07:34.291878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.297914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Calling delete_port for 8e3b0c14-b7ef-4a5e-88d2-1983921861a7 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:34.396954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.564599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b0b16cc2-02a2-420e-94cb-9038540e41b8 None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:34.564978 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b0b16cc2-02a2-420e-94cb-9038540e41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.649572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.661747 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.715514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event deleted for resources: {'Port': ['ID=8e3b0c14-b7ef-4a5e-88d2-1983921861a7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:34.738698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:34.744306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:34.754973 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=48d00821-8e95-44d3-9c1b-5cdd770d3976,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:34.758090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:34.764224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:34.765060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.801023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.838014 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d044d623-a114-4da4-8950-2c9a511cb706 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.7249055 Nov 03 16:07:34.840569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39518) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:34.885580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7076497b-116e-461f-88ae-ac3213be2432 None None] New status for floating IP 9f8aea82-70bf-4348-be84-7b399e3b54dc: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:07:34.918141 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.921158 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:34.936448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-76dc9f00-ca0c-4beb-9bfe-e8a999813487 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "DELETE /v2.0/floatingips/9f8aea82-70bf-4348-be84-7b399e3b54dc HTTP/1.1" status: 204 len: 168 time: 1.1059177 Nov 03 16:07:35.112539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec058a-4265-4917-99bf-0f49b431b5cf req-8dc968bb-e75c-4ca3-a6bf-c761e17adc1f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:35.116848 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e521f022-2fbe-45fb-999c-de05ff97b788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:35.117396 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33ec058a-4265-4917-99bf-0f49b431b5cf req-8dc968bb-e75c-4ca3-a6bf-c761e17adc1f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.1361864 Nov 03 16:07:35.212465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33ec058a-4265-4917-99bf-0f49b431b5cf req-b74d5bd3-ffc8-4730-bb3c-07363af4cc0c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880022 Nov 03 16:07:35.306284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cde37-2499-4d4a-b03f-d76f348f1e63 req-78c9e4ab-6a43-4069-aa04-8addda4aa753 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:35.308287 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-251cde37-2499-4d4a-b03f-d76f348f1e63 req-78c9e4ab-6a43-4069-aa04-8addda4aa753 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.3516607 Nov 03 16:07:35.350522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Allocated IP 172.25.6.54 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/89721672-26cc-41b9-9af7-1e0a5adf651a) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:35.380073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a2494f6c-9019-4827-94ff-295dff8609d0 None None] Provisioning complete for port 48d00821-8e95-44d3-9c1b-5cdd770d3976 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:35.380438 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a2494f6c-9019-4827-94ff-295dff8609d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:35.457666 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-251cde37-2499-4d4a-b03f-d76f348f1e63 req-daa05e27-672d-4522-bebb-aca276900e07 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc275121-deb6-4f6b-88f7-259eb51c3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426468 Nov 03 16:07:35.461649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a2494f6c-9019-4827-94ff-295dff8609d0 None None] Port 48d00821-8e95-44d3-9c1b-5cdd770d3976 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:07:35.467162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e3e46-738f-45e8-98dc-f849324c390a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port 48d00821-8e95-44d3-9c1b-5cdd770d3976 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:35.467509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3e46-738f-45e8-98dc-f849324c390a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:35.707718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e822494-191c-47da-90f0-84052b238fb8 req-a7e8309e-43ee-45a5-86ab-06aa1031e4f6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:35.711236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e822494-191c-47da-90f0-84052b238fb8 req-a7e8309e-43ee-45a5-86ab-06aa1031e4f6 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 945 time: 0.1659589 Nov 03 16:07:35.784249 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3e46-738f-45e8-98dc-f849324c390a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:35.845105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:35.857181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e3e46-738f-45e8-98dc-f849324c390a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for 48d00821-8e95-44d3-9c1b-5cdd770d3976 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:35.955802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:35.973567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39538) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:35.979084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d20fe92e-25c9-4e56-9893-504111a207ae tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992579420', 'description': 'tempest-description--1796901919'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:36.037883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-0e822494-191c-47da-90f0-84052b238fb8 req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Deleting port f528ea37-e40d-40ed-9bf6-d7297eaa703a {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:36.038359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0e822494-191c-47da-90f0-84052b238fb8 req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.065739 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d20fe92e-25c9-4e56-9893-504111a207ae tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.073841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:36.082200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:36.087492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:36.185128 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.191602 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.197872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Pushing event updated for resources: {'Port': ['ID=89721672-26cc-41b9-9af7-1e0a5adf651a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:36.199310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0e822494-191c-47da-90f0-84052b238fb8 req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] For port f528ea37-e40d-40ed-9bf6-d7297eaa703a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f528ea37-e40d-40ed-9bf6-d7297eaa703a,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:36.199678 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0e822494-191c-47da-90f0-84052b238fb8 req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.221634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-0e822494-191c-47da-90f0-84052b238fb8 req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Calling delete_port for f528ea37-e40d-40ed-9bf6-d7297eaa703a owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:36.248303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d20fe92e-25c9-4e56-9893-504111a207ae tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.249486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.250296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.250676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.251069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.252478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.252478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.252478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.252478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.252867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.253132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.253458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.253934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:07:36.274380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.295170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d20fe92e-25c9-4e56-9893-504111a207ae tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.353652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d20fe92e-25c9-4e56-9893-504111a207ae tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.357563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d20fe92e-25c9-4e56-9893-504111a207ae tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3802478 Nov 03 16:07:36.358750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fe92e-25c9-4e56-9893-504111a207ae tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81838f57-f977-440e-9f01-6358734380ce,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:36.362281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39544) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:36.367334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b1f4e390-1824-44f0-9f04-4e400bdf6e41 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'security_group_rule': {'security_group_id': '81838f57-f977-440e-9f01-6358734380ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:36.439149 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e390-1824-44f0-9f04-4e400bdf6e41 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.522908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e390-1824-44f0-9f04-4e400bdf6e41 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.532695 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e390-1824-44f0-9f04-4e400bdf6e41 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.556488 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0e822494-191c-47da-90f0-84052b238fb8 req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.572268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4e390-1824-44f0-9f04-4e400bdf6e41 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905d658c-04d1-431b-b715-20842735dac5,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:36.586871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f528ea37-e40d-40ed-9bf6-d7297eaa703a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:07:36.625795 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e390-1824-44f0-9f04-4e400bdf6e41 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.630616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b1f4e390-1824-44f0-9f04-4e400bdf6e41 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2671108 Nov 03 16:07:36.633436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Pushing event deleted for resources: {'Port': ['ID=f528ea37-e40d-40ed-9bf6-d7297eaa703a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:36.649494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39550) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:36.656159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cc1d0e68-559f-4ee1-a258-5b04f85ad1be tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'security_group_rule': {'security_group_id': '81838f57-f977-440e-9f01-6358734380ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:36.675279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2a77df1-214c-4444-a769-3d71890d5453 req-dd3d59e1-2977-4273-96a5-6f576dd3d536 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c367905-3379-46fe-bd38-738fcb8ec5a7 HTTP/1.1" status: 200 len: 210 time: 0.0676463 Nov 03 16:07:36.778009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e822494-191c-47da-90f0-84052b238fb8 req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] No DVR routers for this DVR port f528ea37-e40d-40ed-9bf6-d7297eaa703a on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:07:36.781406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0e822494-191c-47da-90f0-84052b238fb8 req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.785653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e822494-191c-47da-90f0-84052b238fb8 req-8602c4a4-2a03-4c43-97e0-3df9ad7390a7 tempest-ServerRescueTestJSON-1780756690 tempest-ServerRescueTestJSON-1780756690-project] 10.222.0.15 "DELETE /v2.0/ports/f528ea37-e40d-40ed-9bf6-d7297eaa703a HTTP/1.1" status: 204 len: 173 time: 1.0677271 Nov 03 16:07:36.786148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c367905-3379-46fe-bd38-738fcb8ec5a7', 'name': 'network-vif-deleted', 'tag': 'f528ea37-e40d-40ed-9bf6-d7297eaa703a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:07:36.790498 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394b3a6e-3db3-4f68-97c2-2db0054d6da4" -d '{"events": [{"server_uuid": "5c367905-3379-46fe-bd38-738fcb8ec5a7", "name": "network-vif-deleted", "tag": "f528ea37-e40d-40ed-9bf6-d7297eaa703a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:07:36.794762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0e68-559f-4ee1-a258-5b04f85ad1be tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.918691 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0e68-559f-4ee1-a258-5b04f85ad1be tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.923656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3e46-738f-45e8-98dc-f849324c390a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.927090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0e68-559f-4ee1-a258-5b04f85ad1be tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:36.958051 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d787141-50a7-4d51-9b59-0194e9315354 x-openstack-request-id: req-1d787141-50a7-4d51-9b59-0194e9315354 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:07:36.958350 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c367905-3379-46fe-bd38-738fcb8ec5a7", "name": "network-vif-deleted", "tag": "f528ea37-e40d-40ed-9bf6-d7297eaa703a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:07:36.958601 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d787141-50a7-4d51-9b59-0194e9315354 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:07:36.959013 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c367905-3379-46fe-bd38-738fcb8ec5a7', 'name': 'network-vif-deleted', 'tag': 'f528ea37-e40d-40ed-9bf6-d7297eaa703a', 'status': 'completed', 'code': 200} Nov 03 16:07:36.961432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39558) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:36.978341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1281769182'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:37.041903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:37.046056 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.050244 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0e68-559f-4ee1-a258-5b04f85ad1be tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.055734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cc1d0e68-559f-4ee1-a258-5b04f85ad1be tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3998902 Nov 03 16:07:37.056305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39560) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:37.062825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:37.077024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d0e68-559f-4ee1-a258-5b04f85ad1be tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04bd05d2-e8a6-457a-bfaa-5ec5d68a471a,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:37.117340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:07:37.130167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.150722 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3e46-738f-45e8-98dc-f849324c390a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.159767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.160387 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Added segment c9daa192-894c-4d60-9e8b-c9f4ee4367de of type vlan for network 36c53260-3ccd-47cc-9317-f172e1bfc0ef Nov 03 16:07:37.162343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eb8e3e46-738f-45e8-98dc-f849324c390a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/48d00821-8e95-44d3-9c1b-5cdd770d3976 HTTP/1.1" status: 204 len: 168 time: 2.3200283 Nov 03 16:07:37.170948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39562) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:37.173420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b5eb8-7d7e-4a83-9e0d-5c262c03c7cc req-babd77fe-9395-49df-8e7a-3457c075c137 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:37.186887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc4b5eb8-7d7e-4a83-9e0d-5c262c03c7cc req-babd77fe-9395-49df-8e7a-3457c075c137 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.3181643 Nov 03 16:07:37.194789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e3e46-738f-45e8-98dc-f849324c390a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=48d00821-8e95-44d3-9c1b-5cdd770d3976,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:37.286529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc4b5eb8-7d7e-4a83-9e0d-5c262c03c7cc req-6dd30c20-8a29-4af7-b1f9-2489a0b03236 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934966 Nov 03 16:07:37.301410 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.363150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.374713 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.381132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4368d-84ee-4f5a-993f-9f280b23503f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:37.383311 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fde4368d-84ee-4f5a-993f-9f280b23503f tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2086921 Nov 03 16:07:37.405866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39564) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:37.500039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.514698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:37.515360 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.558064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Pushing event updated for resources: {'Port': ['ID=89721672-26cc-41b9-9af7-1e0a5adf651a,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:37.586092 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.606006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.612313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-55334db1-58b4-4ac6-a593-a0531f198bec tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0891309 Nov 03 16:07:37.613620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39566) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:37.633805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6602335 Nov 03 16:07:37.639546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39568) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:37.644594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-157830573'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:37.666073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ac836-9fd6-42a1-8600-12433448b698 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Network': ['ID=36c53260-3ccd-47cc-9317-f172e1bfc0ef,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:37.692837 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.695869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd8514-b52d-424c-a6fb-cd785f5ddbc4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:37.700089 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c9cd8514-b52d-424c-a6fb-cd785f5ddbc4 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2911363 Nov 03 16:07:37.708389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39572) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:37.718191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4313ab23-5705-4462-b5d5-7cbddabe9e1a tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3216 time: 0.1033390 Nov 03 16:07:37.720172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:07:37.720309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39574) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:37.768066 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.852888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39580) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:37.853727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:37.856790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:37.870757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-64992f93-37d5-4b24-966f-1d35b532931c tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1492248 Nov 03 16:07:37.873420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39582) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:38.057625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Deleting port 89721672-26cc-41b9-9af7-1e0a5adf651a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:38.058321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.149979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.150350 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.166030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Calling delete_port for 89721672-26cc-41b9-9af7-1e0a5adf651a owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:38.363347 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.377943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.398668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Allocated IP 172.25.6.149 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/060adff7-1183-4dfa-9351-6dae149b2e9c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:38.467075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Pushing event deleted for resources: {'Port': ['ID=89721672-26cc-41b9-9af7-1e0a5adf651a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:38.512668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.542230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.546015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.547167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-646b50bd-2109-4546-b584-a095f9b24d40 tempest-FloatingIPAdminTestJSON-2001413389 tempest-FloatingIPAdminTestJSON-2001413389-project] 10.222.0.86 "DELETE /v2.0/floatingips/31cd6539-ec45-4c96-b1c5-04a135be8875 HTTP/1.1" status: 204 len: 168 time: 0.6725781 Nov 03 16:07:38.549904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39594) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:38.598819 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.674220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34340505-9eac-47ef-9960-83ce15dbdce5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:38.675801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34340505-9eac-47ef-9960-83ce15dbdce5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:38.677442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34340505-9eac-47ef-9960-83ce15dbdce5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:38.679567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-34340505-9eac-47ef-9960-83ce15dbdce5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9571636 Nov 03 16:07:38.685460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39596) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:38.696758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81dc3a-a690-4ed5-a6f1-0203e2c077bc req-6a415de7-58cb-43d1-b756-6a34428d36cc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:38.698407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d81dc3a-a690-4ed5-a6f1-0203e2c077bc req-6a415de7-58cb-43d1-b756-6a34428d36cc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.1459758 Nov 03 16:07:38.719017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:38.727565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Deleting port d9eaaf57-1612-445d-a234-357e27acb09b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:38.728318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.755794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:38.796702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:07:38.798991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:38.810847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'Port': ['ID=060adff7-1183-4dfa-9351-6dae149b2e9c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:38.841504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.842166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.860822 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Calling delete_port for d9eaaf57-1612-445d-a234-357e27acb09b owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:38.871795 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.872272 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Added segment 77c5bda7-3796-41f2-b1e6-2244e2211b0d of type vlan for network 32b60c1a-3fda-432a-b1be-706eaed0a660 Nov 03 16:07:38.909334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34de2e5-f5f8-42d9-a244-7fa32ad7f40c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 3073318c-f933-44c5-b4de-c4be13d17325 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:38.913856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e34de2e5-f5f8-42d9-a244-7fa32ad7f40c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:38.961071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e34de2e5-f5f8-42d9-a244-7fa32ad7f40c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.075255 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.096288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d81dc3a-a690-4ed5-a6f1-0203e2c077bc req-71583702-3c48-4c47-b907-806f681e3b3d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3634322 Nov 03 16:07:39.134386 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.151863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9eaaf57-1612-445d-a234-357e27acb09b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:39.239485 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.243343 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.250421 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cb2a28b3-f2db-4331-afb5-a921fcc2fcee tempest-FloatingIPAdminTestJSON-1417528805 tempest-FloatingIPAdminTestJSON-1417528805-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/364b9175-27a9-485e-a3a6-a7525a88a1b0 HTTP/1.1" status: 204 len: 168 time: 0.6939552 Nov 03 16:07:39.250795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39602) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:39.325556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.332757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:39.333370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.380155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-55c4fadc-9352-42e7-9626-b583a60150bc tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Deleting port f1a72e24-92a5-4b36-a59d-622fa5a2bb1b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:39.381261 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55c4fadc-9352-42e7-9626-b583a60150bc tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.414845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7742221 Nov 03 16:07:39.451399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39604) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:39.459917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'subnet': {'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:39.480849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.506301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55c4fadc-9352-42e7-9626-b583a60150bc tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.525488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-55c4fadc-9352-42e7-9626-b583a60150bc tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Calling delete_port for f1a72e24-92a5-4b36-a59d-622fa5a2bb1b owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:39.532618 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e34de2e5-f5f8-42d9-a244-7fa32ad7f40c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.607621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2242f9-719c-4794-b7e8-df55588a8197 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Network': ['ID=32b60c1a-3fda-432a-b1be-706eaed0a660,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:39.625404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 32b60c1a-3fda-432a-b1be-706eaed0a660 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:07:39.698746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55c4fadc-9352-42e7-9626-b583a60150bc tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.715595 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.736746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f528ea37-e40d-40ed-9bf6-d7297eaa703a no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:39.755698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4fadc-9352-42e7-9626-b583a60150bc tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event deleted for resources: {'Port': ['ID=f1a72e24-92a5-4b36-a59d-622fa5a2bb1b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:39.773497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: f528ea37-e40d-40ed-9bf6-d7297eaa703a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:07:39.774142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f528ea37-e40d-40ed-9bf6-d7297eaa703a not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:07:39.829189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:39.833654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.839787 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55c4fadc-9352-42e7-9626-b583a60150bc tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:39.847176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-55c4fadc-9352-42e7-9626-b583a60150bc tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "DELETE /v2.0/ports/f1a72e24-92a5-4b36-a59d-622fa5a2bb1b HTTP/1.1" status: 204 len: 168 time: 0.5951974 Nov 03 16:07:39.847842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39606) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:39.909989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1710126-04ff-4357-a1c3-4b9b35ae9463 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:39.916291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e1710126-04ff-4357-a1c3-4b9b35ae9463 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "GET /v2.0/ports?device_id=53c135ce-b783-4eb7-ad7f-6ce494c99400 HTTP/1.1" status: 200 len: 913 time: 0.0662639 Nov 03 16:07:39.917000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39608) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:40.106877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e34de2e5-f5f8-42d9-a244-7fa32ad7f40c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.276615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef279f8-49fb-44c2-b162-39744932860e None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:40.325424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-be3bce5c-cf0d-4a77-9f7a-86579b3838e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:40.327065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-be3bce5c-cf0d-4a77-9f7a-86579b3838e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63&tenant_id=69729811c07542f1abc0cc34e820fe52 HTTP/1.1" status: 200 len: 1094 time: 0.4096048 Nov 03 16:07:40.327861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34de2e5-f5f8-42d9-a244-7fa32ad7f40c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=3073318c-f933-44c5-b4de-c4be13d17325,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:40.337288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e34de2e5-f5f8-42d9-a244-7fa32ad7f40c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.349564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e34de2e5-f5f8-42d9-a244-7fa32ad7f40c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/3073318c-f933-44c5-b4de-c4be13d17325 HTTP/1.1" status: 204 len: 168 time: 1.6412268 Nov 03 16:07:40.357566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:40.433491 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.437114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39616) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:40.442640 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.481962 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.491604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cba93-4908-493a-9dcd-06a7d4e8795b req-77a1e07c-1171-4d3c-ba48-f60a3217e440 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:40.493129 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f02cba93-4908-493a-9dcd-06a7d4e8795b req-77a1e07c-1171-4d3c-ba48-f60a3217e440 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.2787566 Nov 03 16:07:40.619284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.665281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa54f255-0526-492d-a402-6e9f86048f01 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 661cee2d-baed-4963-aae9-e5a4560a4ee4 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:40.669124 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.671026 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa54f255-0526-492d-a402-6e9f86048f01 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.723469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa54f255-0526-492d-a402-6e9f86048f01 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.750841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.770512 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.808008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'Port': ['ID=060adff7-1183-4dfa-9351-6dae149b2e9c,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:40.881231 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa54f255-0526-492d-a402-6e9f86048f01 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.936880 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.947225 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3b9d4eaa-4a8a-4c23-9023-2bc8f9ee57f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8809748 Nov 03 16:07:40.983323 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa54f255-0526-492d-a402-6e9f86048f01 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:40.992234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Deleting port 321946a6-1a4a-43dc-8fa6-6cef24ef06ca {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:40.992640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:41.018595 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f02cba93-4908-493a-9dcd-06a7d4e8795b req-3378a5b0-c2f5-4537-99c1-5b9d3d74c417 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4779737 Nov 03 16:07:41.074836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Subnet': ['ID=9a85f126-89fe-469f-9e29-62b4c339917a,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:41.135476 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:41.165558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Calling delete_port for 321946a6-1a4a-43dc-8fa6-6cef24ef06ca owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:41.222862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54f255-0526-492d-a402-6e9f86048f01 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=661cee2d-baed-4963-aae9-e5a4560a4ee4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:41.229027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa54f255-0526-492d-a402-6e9f86048f01 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:41.232645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fa54f255-0526-492d-a402-6e9f86048f01 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/661cee2d-baed-4963-aae9-e5a4560a4ee4 HTTP/1.1" status: 204 len: 168 time: 0.7941644 Nov 03 16:07:41.235347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39630) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:41.279729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Checking segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:41.280253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network hostable DHCP agents. Network: 36c53260-3ccd-47cc-9317-f172e1bfc0ef, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:07:41.380684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-17236737-44d2-4a22-8ab6-28567eacea8d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441102 Nov 03 16:07:41.395682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39636) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:41.401620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:41.434990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:07:41.458229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 36c53260-3ccd-47cc-9317-f172e1bfc0ef) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:41.466447 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:41.467081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:41.478846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f1ec7-7c67-4773-907c-bb167dcddc52 None None] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:41.489971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:41.526719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-894357e4-a965-4739-93dc-6b6426be928d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0715327 Nov 03 16:07:41.529570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39638) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:41.539176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'subnet': {'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:41.571972 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-83899a11-b0c5-40eb-b1be-fd02fd4716d7 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1992579420&fields=id&tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5 HTTP/1.1" status: 200 len: 267 time: 0.2542987 Nov 03 16:07:41.614539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7f17f4-6aee-405f-8877-e7e92d7f400b None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:41.744569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:41.748177 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:41.824631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ac77f14a-901a-4e77-97db-fd061ff6413b None None] Provisioning complete for port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:41.825342 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac77f14a-901a-4e77-97db-fd061ff6413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:41.930845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:41.970184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:41.971600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c585846-c619-4374-a27a-cadb158d622a {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:07:41.975645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'fixed_ips': [{'subnet_id': '9a85f126-89fe-469f-9e29-62b4c339917a'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:07:41.980371 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:41.983863 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.000457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Transition to ACTIVE for port object 7c585846-c619-4374-a27a-cadb158d622a will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:07:42.018529 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.027524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event deleted for resources: {'Port': ['ID=321946a6-1a4a-43dc-8fa6-6cef24ef06ca,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:42.060976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caff011-cc25-47ea-b90f-933879c4fea2 None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:07:42.071293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-71ce3834-bea1-4175-8cb4-348609033448 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:42.078752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-71ce3834-bea1-4175-8cb4-348609033448 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 811 time: 0.4001169 Nov 03 16:07:42.276641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-1875081b-ab83-4225-8205-0f80b0d1530e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/quotas/cc25541fb1ac44a483c631d6e8bf0bc5 HTTP/1.1" status: 200 len: 375 time: 0.1866987 Nov 03 16:07:42.307128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] No DVR routers for this DVR port 7c585846-c619-4374-a27a-cadb158d622a on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:07:42.410755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Allocated IP 10.1.1.2 (36c53260-3ccd-47cc-9317-f172e1bfc0ef/9a85f126-89fe-469f-9e29-62b4c339917a/f91d878f-968c-4023-bc74-3bb2ad9ef8e5) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:42.453803 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1caff011-cc25-47ea-b90f-933879c4fea2 None None] Deleting port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:42.454281 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1caff011-cc25-47ea-b90f-933879c4fea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.546009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1caff011-cc25-47ea-b90f-933879c4fea2 None None] For port ca13ed91-f3fd-4ec1-a780-0e09241d8b34, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:42.546738 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1caff011-cc25-47ea-b90f-933879c4fea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.550574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b59293-235c-4175-be75-e58d48bbd65e req-b68c8cea-5135-4910-ad77-0526636fb736 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:42.552224 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28b59293-235c-4175-be75-e58d48bbd65e req-b68c8cea-5135-4910-ad77-0526636fb736 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 943 time: 0.3247383 Nov 03 16:07:42.559934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1caff011-cc25-47ea-b90f-933879c4fea2 None None] Calling delete_port for ca13ed91-f3fd-4ec1-a780-0e09241d8b34 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:42.584197 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-b1467837-11c1-4cf5-897a-c0210b1bcb9e tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2968240 Nov 03 16:07:42.597947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=9']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:42.649879 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1caff011-cc25-47ea-b90f-933879c4fea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.674110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Attempting to bind port 7c585846-c619-4374-a27a-cadb158d622a on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:42.674588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Attempting to bind port 7c585846-c619-4374-a27a-cadb158d622a by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:42.675016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Attempting to bind port 7c585846-c619-4374-a27a-cadb158d622a on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:42.685100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28b59293-235c-4175-be75-e58d48bbd65e req-69ca3570-4880-4455-8cb1-0459342398ee tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835607 Nov 03 16:07:42.695708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Port 7c585846-c619-4374-a27a-cadb158d622a on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:07:42.696157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Attempting to bind port 7c585846-c619-4374-a27a-cadb158d622a on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:42.708081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:42.712132 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.726768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-058f1fc9-a9f0-40b7-821e-f3d478a9d4c1 service neutron] 10.222.0.86 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353540 Nov 03 16:07:42.731364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caff011-cc25-47ea-b90f-933879c4fea2 None None] Pushing event deleted for resources: {'Port': ['ID=ca13ed91-f3fd-4ec1-a780-0e09241d8b34,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:42.733419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caff011-cc25-47ea-b90f-933879c4fea2 None None] No DVR routers for this DVR port ca13ed91-f3fd-4ec1-a780-0e09241d8b34 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:07:42.755595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:42.755934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Checking segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:42.756451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Bound using segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:42.756909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Bound port: 7c585846-c619-4374-a27a-cadb158d622a, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:42.757372 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.803936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Deleting port 74bac056-c4b2-4824-a387-7af3f1dc8de8 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:42.804353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.868479 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.883835 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.891928 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.949051 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:42.952416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:42.957347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:42.960859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Pushing event updated for resources: {'Port': ['ID=f91d878f-968c-4023-bc74-3bb2ad9ef8e5,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:42.974129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:42.979758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:07:42.981992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] For port 74bac056-c4b2-4824-a387-7af3f1dc8de8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=74bac056-c4b2-4824-a387-7af3f1dc8de8,segment=NetworkSegment(ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139),segment_id=ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:42.982322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:42.994515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.021572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Attempting to bind port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:43.023161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Attempting to bind port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:43.023532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Attempting to bind port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:43.029066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:43.029457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Checking segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:43.029904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.030302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Bound using segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:43.030777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Bound port: f91d878f-968c-4023-bc74-3bb2ad9ef8e5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:43.031167 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.045843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Calling delete_port for 74bac056-c4b2-4824-a387-7af3f1dc8de8 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:43.078942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:43.079569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.080999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 1091 time: 2.7344844 Nov 03 16:07:43.086222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'tag': '7c585846-c619-4374-a27a-cadb158d622a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:07:43.088572 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfa1c4d-ec48-4246-9b2d-212365889bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "tag": "7c585846-c619-4374-a27a-cadb158d622a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:07:43.126537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] For port f91d878f-968c-4023-bc74-3bb2ad9ef8e5, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:43.132432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] For port f91d878f-968c-4023-bc74-3bb2ad9ef8e5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f91d878f-968c-4023-bc74-3bb2ad9ef8e5,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:07:43.140186 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.155185 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd31c9-4ccc-4ba5-8763-81b30927acd3 x-openstack-request-id: req-e2cd31c9-4ccc-4ba5-8763-81b30927acd3 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:07:43.155430 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "tag": "7c585846-c619-4374-a27a-cadb158d622a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:07:43.155686 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e2cd31c9-4ccc-4ba5-8763-81b30927acd3 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:07:43.156111 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'tag': '7c585846-c619-4374-a27a-cadb158d622a', 'status': 'completed', 'code': 200} Nov 03 16:07:43.234195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba064ba9-7da3-46d8-a589-de63c2a40b70 service neutron] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:43.245217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa9735-ebc9-478b-af61-ec63250d1cd9 None None] Pushing event updated for resources: {'Port': ['ID=f91d878f-968c-4023-bc74-3bb2ad9ef8e5,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:43.286059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.300230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:43.318004 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:43.331599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a1b5c8-be81-40da-b9d7-c623f610fd7c None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:43.345562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:43.346172 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.358994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.393453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-5473b05e-e290-4a1f-9b99-256b35d15670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:43.394123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=afeb6b83-9fb3-4ab4-93b9-362de421b88e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:43.397852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-5473b05e-e290-4a1f-9b99-256b35d15670 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1095 time: 0.2408364 Nov 03 16:07:43.401803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-67a85e22-7c8d-4a0b-a6d3-bac8b7482031 service neutron] 10.222.0.86 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738231 Nov 03 16:07:43.410722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-398540ae-a214-405c-bf8f-c9a54edccb3e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0140994 Nov 03 16:07:43.412473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39652) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:43.417972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-07ada523-81d1-40d6-ad00-c52b762a3c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:43.617356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Subnet': ['ID=ae2583e0-1f8f-4033-aa55-a027d60e9348,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:43.770688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': 'afeb6b83-9fb3-4ab4-93b9-362de421b88e'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:07:43.772792 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.799663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ada523-81d1-40d6-ad00-c52b762a3c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:43.805292 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-07ada523-81d1-40d6-ad00-c52b762a3c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.933463 n-d-813897-2 neutron-server[108105]: INFO neutron.db.ipam_backend_mixin [None req-07ada523-81d1-40d6-ad00-c52b762a3c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afeb6b83-9fb3-4ab4-93b9-362de421b88e (CIDR: 2001:db8::/64) Nov 03 16:07:43.957143 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ada523-81d1-40d6-ad00-c52b762a3c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:07:43.957143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ada523-81d1-40d6-ad00-c52b762a3c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:07:43.967339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eea3c004-c9be-481e-b2e5-079a41beefb0 req-ac98016f-f70d-4397-8c0a-d44fd48008b9 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 210 time: 0.1233246 Nov 03 16:07:43.981576 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:43.991600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f91d878f-968c-4023-bc74-3bb2ad9ef8e5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:44.024348 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-07ada523-81d1-40d6-ad00-c52b762a3c43 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6100872 Nov 03 16:07:44.035224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39670) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:44.045294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:44.064625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Pushing event deleted for resources: {'Port': ['ID=74bac056-c4b2-4824-a387-7af3f1dc8de8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:44.067999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Checking segment: {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:44.068372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network hostable DHCP agents. Network: 32b60c1a-3fda-432a-b1be-706eaed0a660, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:07:44.143820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba72a50-2c64-4eee-a3dc-0ba92fc3a54d req-8f128188-57e6-4f91-afbf-a5c960a160e9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:44.145636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ba72a50-2c64-4eee-a3dc-0ba92fc3a54d req-8f128188-57e6-4f91-afbf-a5c960a160e9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.2104228 Nov 03 16:07:44.170209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-40bf32dd-8cef-4e61-918f-92b2a1fd0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:44.170209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-40bf32dd-8cef-4e61-918f-92b2a1fd0638 service neutron] 10.222.0.15 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.7454362 Nov 03 16:07:44.301853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-40d1788a-8000-4090-a54a-95eeddc78aaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 997 time: 0.0875144 Nov 03 16:07:44.367944 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ba72a50-2c64-4eee-a3dc-0ba92fc3a54d req-67d38d3c-31a6-40fd-9da9-47bb1b8831c0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479475 Nov 03 16:07:44.378190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network 32b60c1a-3fda-432a-b1be-706eaed0a660 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:07:44.420384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 32b60c1a-3fda-432a-b1be-706eaed0a660) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:44.428053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/afeb6b83-9fb3-4ab4-93b9-362de421b88e/fbaa701a-8aa5-4035-9617-8ef75e7b7884) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:44.432011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:44.432388 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:44.432811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:44.433653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:44.434524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25332df-444c-408e-87b0-1049d77eea7b None None] Network 32b60c1a-3fda-432a-b1be-706eaed0a660 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:44.445036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-07a380d2-4208-4f14-8336-72c8972d22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:44.447010 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-07a380d2-4208-4f14-8336-72c8972d22cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.1199257 Nov 03 16:07:44.457318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Router 53c135ce-b783-4eb7-ad7f-6ce494c99400 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:07:44.547132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7d7d7f2a-2e6f-46d9-9ab5-532081d2863c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0165138 Nov 03 16:07:44.567764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39684) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:44.572907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'port': {'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'name': 'tempest-TaggedBootDevicesTest-840874079', 'fixed_ips': [{'subnet_id': '9a85f126-89fe-469f-9e29-62b4c339917a'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:44.604014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:44.609557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:44.681070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-acf44e5a-e74a-453b-bd73-b4b9ad960d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:44.683476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-acf44e5a-e74a-453b-bd73-b4b9ad960d3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821883 Nov 03 16:07:44.786364 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:44.895372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port f91d878f-968c-4023-bc74-3bb2ad9ef8e5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f91d878f-968c-4023-bc74-3bb2ad9ef8e5,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:44.906752 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:44.914162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:07:44.924906 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-490869d5-e72a-4100-9934-b67f0741d3f4 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "PUT /v2.0/routers/53c135ce-b783-4eb7-ad7f-6ce494c99400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0068049 Nov 03 16:07:44.925273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-c597d266-2125-4362-81aa-d6b3ad12f68c service neutron] 10.222.0.15 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917517 Nov 03 16:07:44.926524 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2da21-d466-46d9-a305-e70d60a5362a None None] Sync routers for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:07:44.928161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39686) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:44.948658 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2da21-d466-46d9-a305-e70d60a5362a None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:44.950430 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-82d2da21-d466-46d9-a305-e70d60a5362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:45.050338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:45.070588 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-82d2da21-d466-46d9-a305-e70d60a5362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:45.080167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ca13ed91-f3fd-4ec1-a780-0e09241d8b34 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:45.100620 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2da21-d466-46d9-a305-e70d60a5362a None None] Routers {'53c135ce-b783-4eb7-ad7f-6ce494c99400'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:45.102361 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-82d2da21-d466-46d9-a305-e70d60a5362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['53c135ce-b783-4eb7-ad7f-6ce494c99400'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:45.168887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdf0bec-f5c9-4a3f-b068-ce2d4e5f6473 None None] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:45.172084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: ca13ed91-f3fd-4ec1-a780-0e09241d8b34 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:07:45.172428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ca13ed91-f3fd-4ec1-a780-0e09241d8b34 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:07:45.179316 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f698f2c7-9501-46d4-9b87-2bd551634211 req-3a192f78-50ae-49b2-8e8b-71fcf3db954d service neutron] 10.222.0.15 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350051 Nov 03 16:07:45.228230 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-82d2da21-d466-46d9-a305-e70d60a5362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:45.230881 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2da21-d466-46d9-a305-e70d60a5362a None None] The sync data for ids ['53c135ce-b783-4eb7-ad7f-6ce494c99400'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:07:45.313311 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96bdd574-2b36-43e0-8b8d-ca7ba3f60f36 req-d47b5740-b2a5-48a7-850f-c77eeb8dee99 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 210 time: 0.1786394 Nov 03 16:07:45.342628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-32b60c1a-3fda-432a-b1be-706eaed0a660', 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'fixed_ips': [{'subnet_id': 'ae2583e0-1f8f-4033-aa55-a027d60e9348'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:07:45.349029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:45.353387 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:45.385926 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:45.502456 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:45.545574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-99056ab8-cdbd-45aa-b686-4749c47eb352 None None] Provisioning complete for port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:45.546223 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99056ab8-cdbd-45aa-b686-4749c47eb352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:45.596387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:45.597021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=f91d878f-968c-4023-bc74-3bb2ad9ef8e5,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:45.677045 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:45.781653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83926777-5a18-4090-a5e9-f91582569378 req-9f3f0da7-05a4-4966-a851-f27214518931 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:45.789560 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-83926777-5a18-4090-a5e9-f91582569378 req-9f3f0da7-05a4-4966-a851-f27214518931 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.2392423 Nov 03 16:07:45.802065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:07:45.823525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:45.839495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:45.857987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:45.916495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-fbb3da37-8658-4a35-a6f2-7194081beb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:45.919166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-fbb3da37-8658-4a35-a6f2-7194081beb85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1095 time: 0.5871165 Nov 03 16:07:45.952270 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-83926777-5a18-4090-a5e9-f91582569378 req-2b71d95e-3d60-4974-a740-903bece890a1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594796 Nov 03 16:07:46.027292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Deleting port f4fa2e7b-2634-4f04-9e8a-59991a49acdb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:46.027659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:46.074461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Pushing event updated for resources: {'Port': ['ID=fbaa701a-8aa5-4035-9617-8ef75e7b7884,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:46.081469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f91d878f-968c-4023-bc74-3bb2ad9ef8e5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:46.180088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Attempting to bind port fbaa701a-8aa5-4035-9617-8ef75e7b7884 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:46.184036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Attempting to bind port fbaa701a-8aa5-4035-9617-8ef75e7b7884 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:46.184657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Attempting to bind port fbaa701a-8aa5-4035-9617-8ef75e7b7884 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:46.210705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:46.214626 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:46.242293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Calling delete_port for f4fa2e7b-2634-4f04-9e8a-59991a49acdb owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:46.369195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:46.369671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:46.370054 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:46.370457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:46.370968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Bound port: fbaa701a-8aa5-4035-9617-8ef75e7b7884, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:46.371357 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:46.448499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Allocated IP 10.2.2.2 (32b60c1a-3fda-432a-b1be-706eaed0a660/ae2583e0-1f8f-4033-aa55-a027d60e9348/a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:46.526071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8ed52421-d59c-433d-9834-924773d7988f req-ca2d1bd4-f890-4cbe-bfad-6758f157af82 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 210 time: 0.0485930 Nov 03 16:07:46.638138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] For port fbaa701a-8aa5-4035-9617-8ef75e7b7884, host n-d-813897-2, got binding levels [] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:46.681254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:46.681848 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:46.825035 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:46.837586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:46.914684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] For port fbaa701a-8aa5-4035-9617-8ef75e7b7884, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:46.948789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] For port fbaa701a-8aa5-4035-9617-8ef75e7b7884, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fbaa701a-8aa5-4035-9617-8ef75e7b7884,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:07:46.960882 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:46.990139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attempting to bind port fbaa701a-8aa5-4035-9617-8ef75e7b7884 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:46.990139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attempting to bind port fbaa701a-8aa5-4035-9617-8ef75e7b7884 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:46.991516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attempting to bind port fbaa701a-8aa5-4035-9617-8ef75e7b7884 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:47.015943 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.063173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.101171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:47.101515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:47.102073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.102333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:47.102782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Bound port: fbaa701a-8aa5-4035-9617-8ef75e7b7884, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:47.103139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.153566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-af6845bc-a6e2-4e29-b875-385a2863b609 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:47.155333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-af6845bc-a6e2-4e29-b875-385a2863b609 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 811 time: 1.7582965 Nov 03 16:07:47.247376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d324ef-c1b5-4e22-8a38-bd0e037c8bfd None None] Pushing event updated for resources: {'Port': ['ID=fbaa701a-8aa5-4035-9617-8ef75e7b7884,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:47.285046 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-22ae3097-301b-4d41-b4d5-b675bbd762a4 None None] Provisioning complete for port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:47.286124 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-22ae3097-301b-4d41-b4d5-b675bbd762a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.321924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-393fec3a-7d9c-4b25-bf57-1ef78bfb8b32 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5 HTTP/1.1" status: 200 len: 380 time: 0.1340120 Nov 03 16:07:47.342487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.351988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'port': {'device_id': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'admin_state_up': True, 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'security_groups': ['81838f57-f977-440e-9f01-6358734380ce']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:47.356836 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.363764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] device_id is not set on port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:07:47.445316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Network 32b60c1a-3fda-432a-b1be-706eaed0a660 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:47.452464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:47.463350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:47.468907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Pushing event updated for resources: {'Port': ['ID=a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:47.500224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=fbaa701a-8aa5-4035-9617-8ef75e7b7884,revision_number=4']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:47.561035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Attempting to bind port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:47.561627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Attempting to bind port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:47.561997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Attempting to bind port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab on network 32b60c1a-3fda-432a-b1be-706eaed0a660 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:47.582152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:47.582581 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Checking segment: {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:47.582998 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.583391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Bound using segment: {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:47.584886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Bound port: a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:47.585276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.667004 n-d-813897-2 neutron-server[108105]: WARNING neutron.plugins.ml2.plugin [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Concurrent port binding operations failed on port fbaa701a-8aa5-4035-9617-8ef75e7b7884 Nov 03 16:07:47.691952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] For port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:47.698547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] For port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:07:47.700365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38dcc7-24df-4129-ad27-e4ac094eda0a req-e36a14f7-65a2-4c50-a5cf-d6097dc6e6b8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:47.702044 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d38dcc7-24df-4129-ad27-e4ac094eda0a req-e36a14f7-65a2-4c50-a5cf-d6097dc6e6b8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.5457432 Nov 03 16:07:47.704761 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.708993 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] For port fbaa701a-8aa5-4035-9617-8ef75e7b7884, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fbaa701a-8aa5-4035-9617-8ef75e7b7884,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:47.712939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event deleted for resources: {'Port': ['ID=f4fa2e7b-2634-4f04-9e8a-59991a49acdb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:47.737699 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attempt 2 to bind port fbaa701a-8aa5-4035-9617-8ef75e7b7884 Nov 03 16:07:47.749136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:47.754397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.033275 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d38dcc7-24df-4129-ad27-e4ac094eda0a req-f23879c7-82d8-4895-a0d7-4ce88f6eca88 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035624 Nov 03 16:07:48.033900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.034469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-be76615a-d136-485a-8353-0d4cf504717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:48.040858 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.041274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-be76615a-d136-485a-8353-0d4cf504717a service neutron] 10.222.0.15 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 2.0962429 Nov 03 16:07:48.111492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fbaa701a-8aa5-4035-9617-8ef75e7b7884 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:48.162946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Router eda17fc4-26ab-4432-8a0a-278896153e75 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:07:48.199397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.199397 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Fanout notify agent at l3_agent the message router_deleted on router 53c135ce-b783-4eb7-ad7f-6ce494c99400 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:07:48.227039 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.228505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5fcec1fe-5bbb-4d76-a524-177b77a46e14 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "DELETE /v2.0/routers/53c135ce-b783-4eb7-ad7f-6ce494c99400 HTTP/1.1" status: 204 len: 168 time: 3.2899704 Nov 03 16:07:48.238463 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb74dfc7-1000-4819-be1b-732f62beb319 req-fe3b7b91-af8d-457e-9419-4e1c39ef03b8 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 210 time: 0.0764933 Nov 03 16:07:48.246451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39732) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:48.258124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:48.271120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:48.289107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:48.290035 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.338872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe90c98-129e-4fb3-988b-16afac7091ec None None] Pushing event updated for resources: {'Port': ['ID=a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:48.390901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port fbaa701a-8aa5-4035-9617-8ef75e7b7884 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:48.391737 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.412962 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-d96bd8d7-a69f-4330-9384-b81a023b2df6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 997 time: 0.2436786 Nov 03 16:07:48.432451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f603b6-86e8-4d32-a424-6f92f14e5c7b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Deleting subnet 3992cb99-9d5c-4d06-b783-1798726b139f {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:48.455010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76f603b6-86e8-4d32-a424-6f92f14e5c7b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.543227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=7b34a0e9-9a3c-49d2-8bec-3e797a8cc8c5,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:48.599245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-01a40e4e-de30-4550-a4c5-ebc20ae86f83 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.5579989 Nov 03 16:07:48.609166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39734) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:48.626097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:02:22:6c', 'name': 'tempest-NetworksTestDHCPv6-1067346065'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:48.642609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76f603b6-86e8-4d32-a424-6f92f14e5c7b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.669842 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.699712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Allocated IP 10.1.1.11 (36c53260-3ccd-47cc-9317-f172e1bfc0ef/9a85f126-89fe-469f-9e29-62b4c339917a/1abcbb4e-937d-47c8-a357-f90ac98e01d1) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:48.736227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port fbaa701a-8aa5-4035-9617-8ef75e7b7884, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fbaa701a-8aa5-4035-9617-8ef75e7b7884,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:48.752108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:48.841331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=fbaa701a-8aa5-4035-9617-8ef75e7b7884,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:48.967429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-8e60fbe0-7286-4f7e-8298-666b19d7438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:48.969014 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-8e60fbe0-7286-4f7e-8298-666b19d7438c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.4661207 Nov 03 16:07:48.993976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:07:49.011377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f48ce588-f415-46a4-9abc-5d39348a88af admin admin] 10.222.0.86 "PUT /v2.0/routers/eda17fc4-26ab-4432-8a0a-278896153e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1480873 Nov 03 16:07:49.012465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] Sync routers for ids ['eda17fc4-26ab-4432-8a0a-278896153e75'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:07:49.017047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39740) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:49.048091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] Routers {'eda17fc4-26ab-4432-8a0a-278896153e75'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:49.051144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['eda17fc4-26ab-4432-8a0a-278896153e75'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:49.189363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:49.192974 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:49.216477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9dfcaf-8ccb-45c1-a058-69209137b668 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:49.321018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76f603b6-86e8-4d32-a424-6f92f14e5c7b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:49.340614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Made reservation on behalf of cc25541fb1ac44a483c631d6e8bf0bc5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:49.344814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:49.443173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0f5c08e3-1fe6-4d2c-aae5-b4915a39a27f None None] Provisioning complete for port fbaa701a-8aa5-4035-9617-8ef75e7b7884 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:49.443566 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0f5c08e3-1fe6-4d2c-aae5-b4915a39a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:49.703800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed921-8cad-4006-b0c2-bdfa41b83626 req-9c51f979-2810-4493-a9c9-5433381b8879 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:49.712941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c3ca991-323d-4f0d-a7fa-7dfeb9bf1fde req-e4465ad6-2167-4c7a-91d8-ec1e54ccf611 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 210 time: 0.0878005 Nov 03 16:07:49.723117 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:49.728399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-483ed921-8cad-4006-b0c2-bdfa41b83626 req-9c51f979-2810-4493-a9c9-5433381b8879 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.4430048 Nov 03 16:07:49.771649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] Set router eda17fc4-26ab-4432-8a0a-278896153e75 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:07:49.802300 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76f603b6-86e8-4d32-a424-6f92f14e5c7b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:49.880922 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:49.963695 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:49.986866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f603b6-86e8-4d32-a424-6f92f14e5c7b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event deleted for resources: {'Subnet': ['ID=3992cb99-9d5c-4d06-b783-1798726b139f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:50.068302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76f603b6-86e8-4d32-a424-6f92f14e5c7b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:50.096537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-76f603b6-86e8-4d32-a424-6f92f14e5c7b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "DELETE /v2.0/subnets/3992cb99-9d5c-4d06-b783-1798726b139f HTTP/1.1" status: 204 len: 168 time: 1.8356118 Nov 03 16:07:50.103764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-483ed921-8cad-4006-b0c2-bdfa41b83626 req-fc69123c-92af-4637-8216-5fc88466bdcc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732622 Nov 03 16:07:50.104660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39748) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:50.149171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:07:50.190704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96c534-8434-4b54-a0b7-3091bd1f97e3 None None] Network 32b60c1a-3fda-432a-b1be-706eaed0a660 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:50.192889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a691c-5d2a-4ffc-89ea-590bf5ff4d0c None None] Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:50.229953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-823fff7e-2721-4baa-abe0-465cee794e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:50.236003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-823fff7e-2721-4baa-abe0-465cee794e62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6485367 Nov 03 16:07:50.312936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fbaa701a-8aa5-4035-9617-8ef75e7b7884 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:50.323274 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:50.349878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:50.452464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Deleting port a3879357-d8c3-4c51-adce-360bc849eb20 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:50.452847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:50.501240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:50.562899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:50.577178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Allocated IP 172.20.0.14 (02d2a4bc-8a08-40ac-816b-4ffbe1b97595/991f785b-b59a-4356-aabf-9d6c575adac8/752479a2-7ac0-4d03-ad92-c157c20a657f) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:50.593867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Port': ['ID=1abcbb4e-937d-47c8-a357-f90ac98e01d1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:50.620528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:50.649075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-f14e41cf-673d-4489-911a-1afd0fede21d service neutron] 10.222.0.15 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899975 Nov 03 16:07:50.693626 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port fbaa701a-8aa5-4035-9617-8ef75e7b7884 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:50.706147 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:50.735297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Deleting port 312c3bd7-b211-4de6-bb77-a25e81921894 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:50.737212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:50.769805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-619b1001-4e27-4488-bc1d-dc1a48dce794 None None] Provisioning complete for port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:50.770439 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-619b1001-4e27-4488-bc1d-dc1a48dce794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:50.854990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::1da (5a216216-0ac1-4efa-9af0-360385577e09/afeb6b83-9fb3-4ab4-93b9-362de421b88e/f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:50.878429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abfa1c4d-ec48-4246-9b2d-212365889bb0 req-656c25f6-906e-49fc-be5e-803518f90c46 service neutron] 10.222.0.15 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560705 Nov 03 16:07:50.963770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b5e6fcf-f9e2-47df-94e0-697ceac56ecc req-af75f159-4a0b-4242-bb25-8ca0a09a1ac9 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 210 time: 0.0428464 Nov 03 16:07:51.028050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8:0:1:f816:3eff:fe02:226c (5a216216-0ac1-4efa-9af0-360385577e09/7b34a0e9-9a3c-49d2-8bec-3e797a8cc8c5/f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:51.065858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] For port 312c3bd7-b211-4de6-bb77-a25e81921894, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=312c3bd7-b211-4de6-bb77-a25e81921894,segment=NetworkSegment(fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c),segment_id=fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:51.066287 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:51.073460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:51.077026 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:51.170396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Calling delete_port for 312c3bd7-b211-4de6-bb77-a25e81921894 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:51.179868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] For port a3879357-d8c3-4c51-adce-360bc849eb20, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a3879357-d8c3-4c51-adce-360bc849eb20,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:51.180247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:51.205979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f31463e5-6ea6-43e6-a745-8cf14d31155d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.6346750 Nov 03 16:07:51.215298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39760) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:51.277032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'port': {'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'name': 'tempest-TaggedBootDevicesTest-1894922166', 'fixed_ips': [{'subnet_id': '9a85f126-89fe-469f-9e29-62b4c339917a'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:51.303203 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e5a026-5c1b-42f0-b46a-14f486e06765 None None] DHCP port deletion for 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:07:51.339211 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:21Z', 'updated_at': '2021-11-03T16:07:43Z', 'revision_number': 5, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'gw_port': {'id': 'a3879357-d8c3-4c51-adce-360bc849eb20', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:05:22Z', 'updated_at': '2021-11-03T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:51.521060 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:51.589624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Calling delete_port for a3879357-d8c3-4c51-adce-360bc849eb20 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:51.712722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] Checking router: eda17fc4-26ab-4432-8a0a-278896153e75 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:07:51.719666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-619b1001-4e27-4488-bc1d-dc1a48dce794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:51.780101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:51.832939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141cc0a-58d1-4722-ad7f-3918d5abd4b0 req-81c68f76-1c6f-45b9-95a7-00eaa740c174 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:51.842724 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e141cc0a-58d1-4722-ad7f-3918d5abd4b0 req-81c68f76-1c6f-45b9-95a7-00eaa740c174 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.3005064 Nov 03 16:07:51.966725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:51.975738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:51.993471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event updated for resources: {'Port': ['ID=752479a2-7ac0-4d03-ad92-c157c20a657f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:52.004502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:52.089190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:52.172186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-619b1001-4e27-4488-bc1d-dc1a48dce794 None None] For port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:07:52.176640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] Routers {'eda17fc4-26ab-4432-8a0a-278896153e75'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:07:52.179071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:07:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['eda17fc4-26ab-4432-8a0a-278896153e75'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:52.188836 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:52.198822 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-619b1001-4e27-4488-bc1d-dc1a48dce794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:52.206888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e141cc0a-58d1-4722-ad7f-3918d5abd4b0 req-198a19f0-9be8-4ef8-97fe-ae8a7efda0d2 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628743 Nov 03 16:07:52.320558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:52.340659 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:52.492419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:52.505669 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f98759d3-6dce-44b4-b2fa-3a0f06296b63 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1578295 Nov 03 16:07:52.548261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Request body: {'port': {'device_id': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:52.557868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] No DVR routers for this DVR port 312c3bd7-b211-4de6-bb77-a25e81921894 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:07:52.741917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:52.839137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3879357-d8c3-4c51-adce-360bc849eb20,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:52.883624 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:52.885247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.010848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] Set router eda17fc4-26ab-4432-8a0a-278896153e75 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:07:53.025573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event deleted for resources: {'Port': ['ID=312c3bd7-b211-4de6-bb77-a25e81921894,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:53.110367 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.137450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:53.148983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:53.149258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcccf5e5-36c5-4bec-92b0-1c60b29a6c8c') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:53.161170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.178394 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.186467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:07:53.186862 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.219116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:21Z', 'updated_at': '2021-11-03T16:07:49Z', 'revision_number': 6, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:07:53.282976 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:07:53.285510 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.311324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.317793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.331076 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "DELETE /v2.0/networks/39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 HTTP/1.1" status: 204 len: 168 time: 3.2206211 Nov 03 16:07:53.393160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-95e5a026-5c1b-42f0-b46a-14f486e06765 None None] Deleting port 312c3bd7-b211-4de6-bb77-a25e81921894 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:53.393871 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-95e5a026-5c1b-42f0-b46a-14f486e06765 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.438192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:53.439891 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.469712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39776) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:53.484626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c313a-8e75-44bb-8e53-49478bf61611 tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event deleted for resources: {'Network': ['ID=39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:53.544956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53bc03-d353-4bee-84f4-690b9bcd50e3 None None] The sync data for ids ['eda17fc4-26ab-4432-8a0a-278896153e75'] in n-d-813897-2 is: [{'id': 'eda17fc4-26ab-4432-8a0a-278896153e75', 'name': 'tempest-ServerRescueTestJSON-1910161186-router', 'tenant_id': '70ec0020fa2b4033a14c49f69f041f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:05:21Z', 'updated_at': '2021-11-03T16:07:49Z', 'revision_number': 6, 'project_id': '70ec0020fa2b4033a14c49f69f041f80', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:07:53.589749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-95e5a026-5c1b-42f0-b46a-14f486e06765 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 could not be found. Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:07:53.667603 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1969, in delete_port Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1192, in get_network Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 could not be found. Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5558b164-d6dc-4222-ba7f-9752d692ecc2 None None] Provisioning complete for port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:53.672383 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5558b164-d6dc-4222-ba7f-9752d692ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.694875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:53.701415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:53.704520 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:53.714116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:53.714796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.750560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba875ac-a1d0-4225-bdc8-193ff8430169 req-926c57b5-f030-4a23-832e-6174190988f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:53.752635 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eba875ac-a1d0-4225-bdc8-193ff8430169 req-926c57b5-f030-4a23-832e-6174190988f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 932 time: 1.2919838 Nov 03 16:07:53.762872 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c2eb5ee4-34ef-4f2a-a401-11278bb5c74d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1429045 Nov 03 16:07:53.832650 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:53.839149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b1001-4e27-4488-bc1d-dc1a48dce794 None None] Pushing event updated for resources: {'Port': ['ID=a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:53.873894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39782) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:53.915570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af32193-8431-4030-aaa3-cb2f6c89bc83 None None] DHCP port deletion for 39a5992c-3a6d-4a5d-b9a1-ae62a63d86f2 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:07:54.091112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eba875ac-a1d0-4225-bdc8-193ff8430169 req-ef2e59a7-c428-4a9a-a916-00a79b785c18 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268869 Nov 03 16:07:54.117478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:07:54.133971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5558b164-d6dc-4222-ba7f-9752d692ecc2 None None] Port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:07:54.189594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5558b164-d6dc-4222-ba7f-9752d692ecc2 None None] Provisioning complete for port fbaa701a-8aa5-4035-9617-8ef75e7b7884 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:54.193344 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5558b164-d6dc-4222-ba7f-9752d692ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:54.365423 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bc4700-a431-4ff7-b483-532effa94943 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:07:54.556383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Deleting port e212abbd-d354-4bca-8d2f-c76d214bc2a0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:54.558553 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:54.777667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc4700-a431-4ff7-b483-532effa94943 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:07:54.801690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:54.802290 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:54.840816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Calling delete_port for e212abbd-d354-4bca-8d2f-c76d214bc2a0 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:54.866928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bfe27-f606-47dd-bfe5-10e245136e66 req-96822899-ee80-4a8e-98bf-1b2a9a69ace8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:54.868601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a5bfe27-f606-47dd-bfe5-10e245136e66 req-96822899-ee80-4a8e-98bf-1b2a9a69ace8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 1.2022951 Nov 03 16:07:54.873965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:54.882193 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.039329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:07:55.140024 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.141291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda17fc4-26ab-4432-8a0a-278896153e75 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:07:55.164598 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.167011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3813edf5-5215-4d79-94bc-d59116ee9442 admin admin] 10.222.0.86 "DELETE /v2.0/routers/eda17fc4-26ab-4432-8a0a-278896153e75 HTTP/1.1" status: 204 len: 168 time: 6.1419897 Nov 03 16:07:55.176545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752479a2-7ac0-4d03-ad92-c157c20a657f {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:07:55.182127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39790) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:55.232808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.253657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e6a213-a007-4555-ae21-40657f37dc01 admin admin] Deleting subnet 4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:55.261023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a5bfe27-f606-47dd-bfe5-10e245136e66 req-cc9460ae-9061-4abe-ae81-d930a21a0d0d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3766735 Nov 03 16:07:55.263540 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.268397 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51e6a213-a007-4555-ae21-40657f37dc01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.311160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Transition to ACTIVE for port object 752479a2-7ac0-4d03-ad92-c157c20a657f will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:07:55.350799 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.379079 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.383576 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51e6a213-a007-4555-ae21-40657f37dc01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.440750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] device_id is not set on port 946fa250-4a46-4276-a40f-6827e8a5d511 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:07:55.446906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Pushing event deleted for resources: {'Port': ['ID=e212abbd-d354-4bca-8d2f-c76d214bc2a0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:55.528680 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51e6a213-a007-4555-ae21-40657f37dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.543145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9e975c59-1b3a-4944-9735-09163173e179 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:07:55.543539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e975c59-1b3a-4944-9735-09163173e179 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.557259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.561155 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.565246 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-46354c48-75b9-4650-bb69-759970f5b36b tempest-FloatingIPAdminTestJSON-2072510889 tempest-FloatingIPAdminTestJSON-2072510889-project] 10.222.0.86 "DELETE /v2.0/floatingips/7f003f48-4889-43ae-888a-4b2ad8ede80d HTTP/1.1" status: 204 len: 168 time: 2.0663195 Nov 03 16:07:55.624929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:55.625633 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.643398 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4aec1-300e-48e4-8906-f1cd244af0b0 req-5c654e09-38f9-4d72-b2a3-eb86afd26c25 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:55.644864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Pushing event updated for resources: {'Port': ['ID=752479a2-7ac0-4d03-ad92-c157c20a657f,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:55.651645 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51e6a213-a007-4555-ae21-40657f37dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.656140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5db4aec1-300e-48e4-8906-f1cd244af0b0 req-5c654e09-38f9-4d72-b2a3-eb86afd26c25 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 932 time: 0.3514695 Nov 03 16:07:55.731699 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51e6a213-a007-4555-ae21-40657f37dc01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.744252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-51e6a213-a007-4555-ae21-40657f37dc01 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4317e5f1-963c-4a4c-a0e5-3bdd2e65f117 HTTP/1.1" status: 204 len: 168 time: 0.5597792 Nov 03 16:07:55.750300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39796) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:55.777044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a213-a007-4555-ae21-40657f37dc01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4317e5f1-963c-4a4c-a0e5-3bdd2e65f117,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:55.885971 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5db4aec1-300e-48e4-8906-f1cd244af0b0 req-d5c321a6-51cf-49d6-be06-bc426bb0710c tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263196 Nov 03 16:07:55.910634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e975c59-1b3a-4944-9735-09163173e179 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:55.945629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Attempting to bind port 752479a2-7ac0-4d03-ad92-c157c20a657f on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:07:55.946246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Attempting to bind port 752479a2-7ac0-4d03-ad92-c157c20a657f by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:07:55.946670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Attempting to bind port 752479a2-7ac0-4d03-ad92-c157c20a657f on network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:55.962659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9e975c59-1b3a-4944-9735-09163173e179 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:07:55.981379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Port 752479a2-7ac0-4d03-ad92-c157c20a657f on network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:07:55.981902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Attempting to bind port 752479a2-7ac0-4d03-ad92-c157c20a657f on network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:07:55.990551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:07:55.992198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Checking segment: {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:07:55.992712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Bound using segment: {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:07:55.993246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Bound port: 752479a2-7ac0-4d03-ad92-c157c20a657f, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685cc840-ec9d-43e6-98c0-3045846fdeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:07:55.993815 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.021207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.088963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4bef21b3-6d5e-4181-b397-8c33d712cd80 None None] Provisioning complete for port f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:56.089820 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4bef21b3-6d5e-4181-b397-8c33d712cd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.113265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Allocated IP 10.1.1.7 (36c53260-3ccd-47cc-9317-f172e1bfc0ef/9a85f126-89fe-469f-9e29-62b4c339917a/946fa250-4a46-4276-a40f-6827e8a5d511) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:07:56.138921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 312c3bd7-b211-4de6-bb77-a25e81921894 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:56.215429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] For port 752479a2-7ac0-4d03-ad92-c157c20a657f, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:07:56.271238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.276460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] For port 752479a2-7ac0-4d03-ad92-c157c20a657f, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=752479a2-7ac0-4d03-ad92-c157c20a657f,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:07:56.309651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 312c3bd7-b211-4de6-bb77-a25e81921894 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:07:56.309994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 312c3bd7-b211-4de6-bb77-a25e81921894 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:07:56.310420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 74bac056-c4b2-4824-a387-7af3f1dc8de8 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:56.311439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34e0168-7d8b-4d4c-a9e6-820953c51d9b']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:56.324644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:56.324772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef97c3dd-f8da-4a6f-9cb8-51c1df3bd139') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:07:56.352955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.368761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.373225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39804) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:56.385597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:07:56.386011 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:07:56.443571 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:07:56.475126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.493910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4bef21b3-6d5e-4181-b397-8c33d712cd80 None None] Port f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:07:56.494211 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.502989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 74bac056-c4b2-4824-a387-7af3f1dc8de8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:07:56.509932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 74bac056-c4b2-4824-a387-7af3f1dc8de8 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:07:56.516578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.519941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] 10.222.0.86 "DELETE /v2.0/networks/b34e0168-7d8b-4d4c-a9e6-820953c51d9b HTTP/1.1" status: 204 len: 168 time: 0.7655730 Nov 03 16:07:56.560398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4bef21b3-6d5e-4181-b397-8c33d712cd80 None None] Provisioning complete for port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:56.560785 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4bef21b3-6d5e-4181-b397-8c33d712cd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.567003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:56.567627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:56.579130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/752479a2-7ac0-4d03-ad92-c157c20a657f HTTP/1.1" status: 200 len: 1092 time: 4.0593164 Nov 03 16:07:56.591882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'tag': '752479a2-7ac0-4d03-ad92-c157c20a657f'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:07:56.617014 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483df0a8-83fd-488b-9060-aa64e31a8f18" -d '{"events": [{"name": "network-changed", "server_uuid": "14bd5d5d-760e-4677-a62a-06b37362bd46", "tag": "752479a2-7ac0-4d03-ad92-c157c20a657f"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:07:56.682198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a3879357-d8c3-4c51-adce-360bc849eb20 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:07:56.830316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae87b67-65bd-4cc1-96a9-4d1b2c68919d admin admin] Pushing event deleted for resources: {'Network': ['ID=b34e0168-7d8b-4d4c-a9e6-820953c51d9b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:56.851289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a3879357-d8c3-4c51-adce-360bc849eb20 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:07:56.870560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a3879357-d8c3-4c51-adce-360bc849eb20 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:07:56.893458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f7e65-9b32-498a-af3d-c48ce1e53f9d req-9d937b83-d080-4a01-979d-ba2ae493bddf tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:56.895368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e9f7e65-9b32-498a-af3d-c48ce1e53f9d req-9d937b83-d080-4a01-979d-ba2ae493bddf tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.4506099 Nov 03 16:07:56.896043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39814) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:56.960512 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3775c0-9b29-4eb0-842b-f53770f09a73 x-openstack-request-id: req-8c3775c0-9b29-4eb0-842b-f53770f09a73 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:07:56.961298 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bd5d5d-760e-4677-a62a-06b37362bd46", "tag": "752479a2-7ac0-4d03-ad92-c157c20a657f", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:07:56.961298 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c3775c0-9b29-4eb0-842b-f53770f09a73 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:07:56.961538 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'tag': '752479a2-7ac0-4d03-ad92-c157c20a657f', 'status': 'completed', 'code': 200} Nov 03 16:07:56.967614 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d466149e-a694-4d6d-9d43-3a07654da838 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=70ec0020fa2b4033a14c49f69f041f80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0641582 Nov 03 16:07:56.976282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39818) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:57.007388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef19a7-f619-44f1-949b-f75d902723b5 service neutron] Pushing event updated for resources: {'Port': ['ID=752479a2-7ac0-4d03-ad92-c157c20a657f,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:57.018512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-5f0ec186-f82b-47d2-9bf6-d5638298c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:57.020234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-5f0ec186-f82b-47d2-9bf6-d5638298c047 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 1095 time: 0.3762288 Nov 03 16:07:57.060091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.146668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39576a26-ea63-497e-a991-78823ecae5d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.147906 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c94d2e8-052a-4119-a1f6-a2a80825df59 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6077400f287843598a32eec76589234e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7728326 Nov 03 16:07:57.151215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39822) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:57.161318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-62e2eb77-dcec-4e74-b4df-d98aafc85f7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=752479a2-7ac0-4d03-ad92-c157c20a657f HTTP/1.1" status: 200 len: 217 time: 0.1274672 Nov 03 16:07:57.216214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e975c59-1b3a-4944-9735-09163173e179 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.265130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e975c59-1b3a-4944-9735-09163173e179 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:57.283615 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e9f7e65-9b32-498a-af3d-c48ce1e53f9d req-6517f83a-d110-4b4b-8738-7fa2a2a976a9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583665 Nov 03 16:07:57.362830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fba7aa-b124-4fe8-aade-e00f0634d27d req-dde92588-b373-4678-8b19-a1bceadd6345 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:57.364516 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e8fba7aa-b124-4fe8-aade-e00f0634d27d req-dde92588-b373-4678-8b19-a1bceadd6345 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 944 time: 0.2155144 Nov 03 16:07:57.394732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e975c59-1b3a-4944-9735-09163173e179 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.405052 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e975c59-1b3a-4944-9735-09163173e179 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb HTTP/1.1" status: 204 len: 168 time: 3.4876409 Nov 03 16:07:57.409054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39826) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:57.456932 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39576a26-ea63-497e-a991-78823ecae5d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.464985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.603968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Port': ['ID=946fa250-4a46-4276-a40f-6827e8a5d511,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:57.625364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39576a26-ea63-497e-a991-78823ecae5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.629761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39576a26-ea63-497e-a991-78823ecae5d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.633330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-39576a26-ea63-497e-a991-78823ecae5d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dc275121-deb6-4f6b-88f7-259eb51c3c35 HTTP/1.1" status: 204 len: 168 time: 0.6526318 Nov 03 16:07:57.658710 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a232dfc2-eca4-4988-aed6-3583de97d7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.669503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-7bf31792-2796-4ede-80f7-5c47c406dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:57.671133 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-7bf31792-2796-4ede-80f7-5c47c406dd36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.5023799 Nov 03 16:07:57.719980 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e8fba7aa-b124-4fe8-aade-e00f0634d27d req-19e87abf-c74e-40bb-8c48-d46a60996d6a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397942 Nov 03 16:07:57.741715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39576a26-ea63-497e-a991-78823ecae5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc275121-deb6-4f6b-88f7-259eb51c3c35,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:57.747642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:07:57.759191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:07:57.761868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:07:57.860989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a232dfc2-eca4-4988-aed6-3583de97d7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.897110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:57.906539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:57.942215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af197ee9-876b-4d6f-b070-2deb020e2436 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:57.944752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af197ee9-876b-4d6f-b070-2deb020e2436 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5273576 Nov 03 16:07:57.947997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:57.999757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f49ab55b-20dc-498f-b402-c0039f2f1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:58.010611 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-f49ab55b-20dc-498f-b402-c0039f2f1072 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3286073 Nov 03 16:07:58.044946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b66353cc-8748-4bc1-8273-2aa966b19a0c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.8129315 Nov 03 16:07:58.084527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1cea13-a09e-45fa-a171-e321d005ba27 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:58.104410 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1b1cea13-a09e-45fa-a171-e321d005ba27 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1547816 Nov 03 16:07:58.111068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39838) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:58.242394 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-456f5ab0-2ce7-4afc-8d95-9e9d59ecca0f None None] Provisioning complete for port 946fa250-4a46-4276-a40f-6827e8a5d511 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:07:58.242975 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-456f5ab0-2ce7-4afc-8d95-9e9d59ecca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:58.268934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f56fe-1454-4f38-8266-9c4df2facbf2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:58.270783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f56fe-1454-4f38-8266-9c4df2facbf2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:58.277995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f56fe-1454-4f38-8266-9c4df2facbf2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:58.280034 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-804f56fe-1454-4f38-8266-9c4df2facbf2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1677749 Nov 03 16:07:58.283262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39846) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:58.302403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-456f5ab0-2ce7-4afc-8d95-9e9d59ecca0f None None] Port 946fa250-4a46-4276-a40f-6827e8a5d511 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:07:58.369076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a232dfc2-eca4-4988-aed6-3583de97d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:58.385696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a232dfc2-eca4-4988-aed6-3583de97d7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:58.387049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a232dfc2-eca4-4988-aed6-3583de97d7a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d0b8370-12d3-4af4-a86c-216a3240c1a4 HTTP/1.1" status: 204 len: 168 time: 1.2244899 Nov 03 16:07:58.435328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bf77ea-ffba-4e06-a9b4-d4779af22c84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 7b34a0e9-9a3c-49d2-8bec-3e797a8cc8c5 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:58.449794 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2bf77ea-ffba-4e06-a9b4-d4779af22c84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:58.473702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232dfc2-eca4-4988-aed6-3583de97d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0b8370-12d3-4af4-a86c-216a3240c1a4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:58.483509 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-7404cb80-5080-4cb1-a87a-f4027b5df817 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583411 Nov 03 16:07:58.622341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2bf77ea-ffba-4e06-a9b4-d4779af22c84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:58.895868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634d441-d70f-45c9-9293-1cc67e554c66 req-d890b9a0-dada-45f6-87a2-ab46fe214a06 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:58.903484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8634d441-d70f-45c9-9293-1cc67e554c66 req-d890b9a0-dada-45f6-87a2-ab46fe214a06 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.4227288 Nov 03 16:07:58.957811 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2bf77ea-ffba-4e06-a9b4-d4779af22c84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:59.074568 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2bf77ea-ffba-4e06-a9b4-d4779af22c84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:59.104145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26ea421d-c6d2-4094-85b8-56e951a1584f req-d361ce27-2946-4808-9e56-e044d6e8a333 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075516 Nov 03 16:07:59.114111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8634d441-d70f-45c9-9293-1cc67e554c66 req-e112118b-9174-4c98-8cde-7369fd0209a5 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868918 Nov 03 16:07:59.167282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf77ea-ffba-4e06-a9b4-d4779af22c84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=7b34a0e9-9a3c-49d2-8bec-3e797a8cc8c5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:07:59.188621 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2bf77ea-ffba-4e06-a9b4-d4779af22c84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:59.202660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddb7bf6-06c5-4b2b-be0a-777db5e6ee79 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:07:59.217861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f2bf77ea-ffba-4e06-a9b4-d4779af22c84 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/7b34a0e9-9a3c-49d2-8bec-3e797a8cc8c5 HTTP/1.1" status: 204 len: 168 time: 0.9319248 Nov 03 16:07:59.221479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39872) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:59.289638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-a0dfa2b5-a652-4995-a8d7-8be66553997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:59.291168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-a0dfa2b5-a652-4995-a8d7-8be66553997f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 1095 time: 0.1282604 Nov 03 16:07:59.404317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:59.404820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39876) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:59.411110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc57eb4-4f16-4462-8c7f-7c9d6af46d02 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet afeb6b83-9fb3-4ab4-93b9-362de421b88e {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:07:59.420272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-69ffc59a-47d0-4a3d-a5e6-532bfe98d17b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285227535', 'description': 'tempest-description--1920537724'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:07:59.484996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41d2f2af-6e83-479d-9534-a7197eb46b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:59.488081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebc57eb4-4f16-4462-8c7f-7c9d6af46d02 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:59.561261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-624aa1de-8e18-4b2c-9766-bb8a6e72eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:59.562816 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-624aa1de-8e18-4b2c-9766-bb8a6e72eb35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 912 time: 0.2643237 Nov 03 16:07:59.753223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69ffc59a-47d0-4a3d-a5e6-532bfe98d17b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:07:59.777406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-97f1730c-e80b-4a38-b5e0-5ac4f9090578 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=752479a2-7ac0-4d03-ad92-c157c20a657f HTTP/1.1" status: 200 len: 217 time: 0.2013941 Nov 03 16:07:59.932244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39886) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:07:59.943845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbecede-1372-428b-b2be-bfcc06057a7c req-8b339b5e-6754-46ec-ad06-8127722ec8df tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:07:59.952668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fbbecede-1372-428b-b2be-bfcc06057a7c req-8b339b5e-6754-46ec-ad06-8127722ec8df tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 944 time: 0.3888340 Nov 03 16:08:00.019318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41d2f2af-6e83-479d-9534-a7197eb46b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:00.025922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebc57eb4-4f16-4462-8c7f-7c9d6af46d02 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:00.051707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-59104c3e-2f84-40e8-8f62-8736c1d9f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:00.081918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-59104c3e-2f84-40e8-8f62-8736c1d9f93a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.2774570 Nov 03 16:08:00.156753 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebc57eb4-4f16-4462-8c7f-7c9d6af46d02 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:00.229814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fbbecede-1372-428b-b2be-bfcc06057a7c req-1a43ccf3-3129-410d-84ca-cb9a3ec3b802 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512655 Nov 03 16:08:00.254971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-network', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:00.267633 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41d2f2af-6e83-479d-9534-a7197eb46b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:00.332805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Made reservation on behalf of ce6c82f26b8947e795720d4c51c497b2 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:00.335371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:00.364120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:00.369762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-50ee8a48-6956-4fa4-baf8-6f71ec5efcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:00.371341 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-50ee8a48-6956-4fa4-baf8-6f71ec5efcf7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2883289 Nov 03 16:08:00.380167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-41d2f2af-6e83-479d-9534-a7197eb46b40 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bfc5a50f3e724eb7a60a5230fc055d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9418814 Nov 03 16:08:00.383192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39892) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:00.494598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2f2af-6e83-479d-9534-a7197eb46b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f92738d-2428-4cc5-8525-7ecd37ea1d28,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:00.538937 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebc57eb4-4f16-4462-8c7f-7c9d6af46d02 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:00.592567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc57eb4-4f16-4462-8c7f-7c9d6af46d02 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=afeb6b83-9fb3-4ab4-93b9-362de421b88e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:00.637337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5990028-b993-419e-af76-8e5689283783 req-37593f8f-186f-4a51-9294-effc6caf6af7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:00.646639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5990028-b993-419e-af76-8e5689283783 req-37593f8f-186f-4a51-9294-effc6caf6af7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.2386611 Nov 03 16:08:00.723614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebc57eb4-4f16-4462-8c7f-7c9d6af46d02 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:00.737588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ebc57eb4-4f16-4462-8c7f-7c9d6af46d02 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/afeb6b83-9fb3-4ab4-93b9-362de421b88e HTTP/1.1" status: 204 len: 168 time: 1.5133495 Nov 03 16:08:00.744186 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddfb3a0-8d7a-473c-8a92-70335d4df422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:00.751742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-b426b82b-67ba-4a0e-bd4f-9f8f5edbfaac service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649147 Nov 03 16:08:00.769740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39898) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:00.972998 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:08:00.992714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69ffc59a-47d0-4a3d-a5e6-532bfe98d17b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.016316 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-94c5730c-d558-41c3-86b0-b0ab4998ccfd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2083097 Nov 03 16:08:01.016613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.031140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39900) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:01.033014 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.039820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:01.048136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:01.059851 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69ffc59a-47d0-4a3d-a5e6-532bfe98d17b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.062893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.063291 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Added segment b8371e16-3be0-4de3-92e8-c45dd87da7a0 of type vlan for network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 Nov 03 16:08:01.082167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5990028-b993-419e-af76-8e5689283783 req-53d1273b-f67c-4253-8428-162d3976f66c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341941 Nov 03 16:08:01.092802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddfb3a0-8d7a-473c-8a92-70335d4df422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.106318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513cf44d-ed03-4850-b0e5-d83ffe9123b1 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:01.146715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.223677 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:01.228530 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.237662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.242783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:01.245356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.330919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ddc57e30-c2a1-48c4-96ad-84e5046ed409 None None] Provisioning complete for port fbaa701a-8aa5-4035-9617-8ef75e7b7884 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:01.331754 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ddc57e30-c2a1-48c4-96ad-84e5046ed409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.435576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Pushing event updated for resources: {'Network': ['ID=9b7451ae-4adf-425b-89f5-da0e8ecb9742,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:01.509859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:01.560926 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69ffc59a-47d0-4a3d-a5e6-532bfe98d17b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.565021 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-69ffc59a-47d0-4a3d-a5e6-532bfe98d17b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 2.1473489 Nov 03 16:08:01.565481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ff197-7a96-4b3e-85a1-6bb971431a41,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:01.568021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffc59a-47d0-4a3d-a5e6-532bfe98d17b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:01.573197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39904) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:01.583549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a2f2168b-62c3-4cdd-93f8-ad90569cb0b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'security_group_rule': {'security_group_id': '1a375cb0-4b20-4184-bf50-e9c73b0a4f6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:01.598868 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.606100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8ccd9d01-0f6c-4271-8d75-4e8d97ba7c20 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6495211 Nov 03 16:08:01.607022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39906) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:01.620565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Request body: {'subnet': {'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-subnet', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:01.657897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-483df0a8-83fd-488b-9060-aa64e31a8f18 req-0a9f9a30-8343-4715-ae91-7a4b27d0add6 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8846021 Nov 03 16:08:01.680116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891f0b9-da85-41a7-88c4-f6ded282acf0 req-cfc20874-6f0e-4057-ad72-f700869358a4 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:01.681726 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a2f2168b-62c3-4cdd-93f8-ad90569cb0b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.682681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e891f0b9-da85-41a7-88c4-f6ded282acf0 req-cfc20874-6f0e-4057-ad72-f700869358a4 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 944 time: 0.2523670 Nov 03 16:08:01.690111 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.742757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Made reservation on behalf of ce6c82f26b8947e795720d4c51c497b2 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:01.746003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.779423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddfb3a0-8d7a-473c-8a92-70335d4df422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.785359 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7ddfb3a0-8d7a-473c-8a92-70335d4df422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.791154 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7ddfb3a0-8d7a-473c-8a92-70335d4df422 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8f92738d-2428-4cc5-8525-7ecd37ea1d28 HTTP/1.1" status: 204 len: 168 time: 1.3859229 Nov 03 16:08:01.807545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a1825-0fb7-47e6-b6f8-da042d62347f None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:08:01.867436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfb3a0-8d7a-473c-8a92-70335d4df422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f92738d-2428-4cc5-8525-7ecd37ea1d28,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:01.878344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:01.896259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a1825-0fb7-47e6-b6f8-da042d62347f None None] Deleting port fbaa701a-8aa5-4035-9617-8ef75e7b7884 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:01.896661 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1825-0fb7-47e6-b6f8-da042d62347f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.906505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:01.919144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:01.919750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.921397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e891f0b9-da85-41a7-88c4-f6ded282acf0 req-a999bc52-e67f-4b37-aebd-0d547da126f0 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323554 Nov 03 16:08:01.954902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=693b99c8-9b67-4298-a7ba-20a3800fc84f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:01.983081 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5826d25a-7788-4a01-b3d6-c0384d1cae7e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9495425 Nov 03 16:08:01.986277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39914) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:01.986603 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a2f2168b-62c3-4cdd-93f8-ad90569cb0b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.996141 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a2f2168b-62c3-4cdd-93f8-ad90569cb0b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:01.999349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c7fb2e39-5e46-4ad8-81cd-b2e738fee95d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:02.030846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2168b-62c3-4cdd-93f8-ad90569cb0b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bae470-2d89-41d7-94ef-abdbdd974338,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:02.046010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a2f2168b-62c3-4cdd-93f8-ad90569cb0b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.047330 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a2f2168b-62c3-4cdd-93f8-ad90569cb0b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4690681 Nov 03 16:08:02.053025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39918) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:02.058597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d84ca1ff-db79-41fc-a3f4-cac8369a3e5a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'security_group_rule': {'security_group_id': '1a375cb0-4b20-4184-bf50-e9c73b0a4f6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:02.065998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4f1a1825-0fb7-47e6-b6f8-da042d62347f None None] For port fbaa701a-8aa5-4035-9617-8ef75e7b7884, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fbaa701a-8aa5-4035-9617-8ef75e7b7884,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:02.066404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1825-0fb7-47e6-b6f8-da042d62347f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.074139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.094643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a1825-0fb7-47e6-b6f8-da042d62347f None None] Calling delete_port for fbaa701a-8aa5-4035-9617-8ef75e7b7884 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:02.103779 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d84ca1ff-db79-41fc-a3f4-cac8369a3e5a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.194025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a96c134-ff98-4a46-9584-d6ce72c8babb,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:02.218884 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d84ca1ff-db79-41fc-a3f4-cac8369a3e5a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.224684 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d84ca1ff-db79-41fc-a3f4-cac8369a3e5a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.239025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Checking segment: {'id': 'b8371e16-3be0-4de3-92e8-c45dd87da7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:02.239767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Network hostable DHCP agents. Network: 9b7451ae-4adf-425b-89f5-da0e8ecb9742, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:02.254051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ca1ff-db79-41fc-a3f4-cac8369a3e5a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c17827c-10d4-43d8-8d8f-a3a2ea9086da,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:02.280311 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1825-0fb7-47e6-b6f8-da042d62347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.291380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39922) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:02.302453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a1825-0fb7-47e6-b6f8-da042d62347f None None] Pushing event deleted for resources: {'Port': ['ID=fbaa701a-8aa5-4035-9617-8ef75e7b7884,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:02.306990 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2306a038-d7c0-4dcd-9b48-4cfeb2be9ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.309017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 752479a2-7ac0-4d03-ad92-c157c20a657f details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:08:02.328525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fb2e39-5e46-4ad8-81cd-b2e738fee95d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:02.331983 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d84ca1ff-db79-41fc-a3f4-cac8369a3e5a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.332632 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2e39-5e46-4ad8-81cd-b2e738fee95d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.333675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d84ca1ff-db79-41fc-a3f4-cac8369a3e5a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2789032 Nov 03 16:08:02.338520 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39924) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:02.345028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:02.361785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:02.381339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ee3f2-aa97-4290-a837-1ca5d666d703 req-acc6a142-3a1a-4755-9eba-84631bc03ddf tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:02.389926 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-667ee3f2-aa97-4290-a837-1ca5d666d703 req-acc6a142-3a1a-4755-9eba-84631bc03ddf tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.1480587 Nov 03 16:08:02.393877 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.418413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 752479a2-7ac0-4d03-ad92-c157c20a657f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=752479a2-7ac0-4d03-ad92-c157c20a657f,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:02.433233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '752479a2-7ac0-4d03-ad92-c157c20a657f', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'port_id': '752479a2-7ac0-4d03-ad92-c157c20a657f', 'mac_address': 'fa:16:3e:b3:90:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:08:02.438660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a1825-0fb7-47e6-b6f8-da042d62347f None None] No DVR routers for this DVR port fbaa701a-8aa5-4035-9617-8ef75e7b7884 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:08:02.458740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9b7451ae-4adf-425b-89f5-da0e8ecb9742) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:02.469304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ea49e1-ac52-48e0-ad40-3d1f03e48022 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:02.470528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:02.471108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.517077 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2306a038-d7c0-4dcd-9b48-4cfeb2be9ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.529258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2306a038-d7c0-4dcd-9b48-4cfeb2be9ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.531360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a163fc59-d7a1-4b30-9ab9-2855a3772cd9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9192228 Nov 03 16:08:02.531781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39926) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:02.535510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b955cc-bd82-40ef-8310-d5a65577e0fc None None] Network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:02.550126 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-667ee3f2-aa97-4290-a837-1ca5d666d703 req-efd290a7-2abd-4523-8318-7d1cc8539c58 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593094 Nov 03 16:08:02.551961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:02.589959 n-d-813897-2 neutron-server[108104]: INFO neutron.db.ipam_backend_mixin [None req-c7fb2e39-5e46-4ad8-81cd-b2e738fee95d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 693b99c8-9b67-4298-a7ba-20a3800fc84f (CIDR: 2001:db8::/64) Nov 03 16:08:02.598322 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fb2e39-5e46-4ad8-81cd-b2e738fee95d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:02.598998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fb2e39-5e46-4ad8-81cd-b2e738fee95d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:02.638969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306a038-d7c0-4dcd-9b48-4cfeb2be9ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d458087-a7d5-44da-8e0f-dee8839b0174,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:02.664485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39928) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:02.665273 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2306a038-d7c0-4dcd-9b48-4cfeb2be9ded admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1532af94dc5f4fa7a3c120698a417a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3725283 Nov 03 16:08:02.692768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.693866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.703391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c7fb2e39-5e46-4ad8-81cd-b2e738fee95d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7133405 Nov 03 16:08:02.703629 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.704247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39930) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:02.717321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'subnet': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:02.782626 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7a435f2c-30c7-4cee-bb44-06920d2d3623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.813428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fbaa701a-8aa5-4035-9617-8ef75e7b7884 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:08:02.818447 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.851941 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69f0bcae-3f58-40b2-ba9d-24e0d2f71624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.876604 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.903561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752479a2-7ac0-4d03-ad92-c157c20a657f {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:02.910563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69f0bcae-3f58-40b2-ba9d-24e0d2f71624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.912088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: fbaa701a-8aa5-4035-9617-8ef75e7b7884 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:08:02.912437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fbaa701a-8aa5-4035-9617-8ef75e7b7884 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:08:02.953009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 752479a2-7ac0-4d03-ad92-c157c20a657f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=752479a2-7ac0-4d03-ad92-c157c20a657f,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:02.977019 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:02.987178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:02.993784 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:03.025050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69f0bcae-3f58-40b2-ba9d-24e0d2f71624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:03.029279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69f0bcae-3f58-40b2-ba9d-24e0d2f71624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:03.033787 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-69f0bcae-3f58-40b2-ba9d-24e0d2f71624 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d458087-a7d5-44da-8e0f-dee8839b0174 HTTP/1.1" status: 204 len: 168 time: 0.3673863 Nov 03 16:08:03.078380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0bcae-3f58-40b2-ba9d-24e0d2f71624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d458087-a7d5-44da-8e0f-dee8839b0174,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:03.175740 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:03.190265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Allocated IP 172.25.6.131 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/fe2b4f50-3bd6-4600-bd3c-bc17740e3efe) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:03.203436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=752479a2-7ac0-4d03-ad92-c157c20a657f,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:03.212088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbc967-9860-4e1e-8a88-ba21f4ab3774 req-74efd3bb-07b3-4eb0-b5ed-61d57ad346d9 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:03.214257 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2dbbc967-9860-4e1e-8a88-ba21f4ab3774 req-74efd3bb-07b3-4eb0-b5ed-61d57ad346d9 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 945 time: 0.1653011 Nov 03 16:08:03.231907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['752479a2-7ac0-4d03-ad92-c157c20a657f'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:08:03.292355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb26793-33ea-4553-8e9f-e4c226e520d8 None None] Network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:03.446381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5a216216-0ac1-4efa-9af0-360385577e09', 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'tenant_id': '36f14f94d8914008bcc9136e31df06d1', 'fixed_ips': [{'subnet_id': '693b99c8-9b67-4298-a7ba-20a3800fc84f'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:08:03.447276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:03.641287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.objects.ports [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:08:03.667448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:03.744973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:03.748559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:03.760467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:03.761075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:03.799129 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0938559 Nov 03 16:08:03.809216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39952) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:03.814378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Request body: {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'mac_address': 'fa:16:3e:cd:5d:9e', 'name': 'tempest-NetworksTestDHCPv6-1370796380'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:03.874861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2dbbc967-9860-4e1e-8a88-ba21f4ab3774 req-f243c91e-f5b0-4281-9080-313497d10274 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6526692 Nov 03 16:08:03.875492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0ca2d-85e6-40e3-9806-f51cdb7115a8 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Subnet': ['ID=03a93cae-e28c-48f9-a01f-1e4b4d40a2a1,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:03.910661 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:03.957711 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Allocated IP 2001:db8::2 (5a216216-0ac1-4efa-9af0-360385577e09/693b99c8-9b67-4298-a7ba-20a3800fc84f/b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:03.968672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe95:37be (5a216216-0ac1-4efa-9af0-360385577e09/03a93cae-e28c-48f9-a01f-1e4b4d40a2a1/b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:04.047401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5de37e-78b5-4034-8b1a-4aa43380a6be req-3c6657e8-01c5-4e76-8425-f534bbd39833 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:04.062941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5de37e-78b5-4034-8b1a-4aa43380a6be req-3c6657e8-01c5-4e76-8425-f534bbd39833 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.2807884 Nov 03 16:08:04.072899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.139155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:04.153689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:04.196717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:04.215024 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad5de37e-78b5-4034-8b1a-4aa43380a6be req-5f87d017-3277-4685-b8ee-0f50eafdbb40 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511407 Nov 03 16:08:04.239557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Made reservation on behalf of 36f14f94d8914008bcc9136e31df06d1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:04.290702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.310645 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.316798 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 752479a2-7ac0-4d03-ad92-c157c20a657f up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:04.323544 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.329622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.361099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39966) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:04.368173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Port': ['ID=fe2b4f50-3bd6-4600-bd3c-bc17740e3efe,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:04.404410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:04.431886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:04.437769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:04.443702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.494746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Pushing event updated for resources: {'Port': ['ID=b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:04.500178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] device_id is not set on port f9ff0b24-6fa7-490a-90ca-09ab0b742a79 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:08:04.528692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 752479a2-7ac0-4d03-ad92-c157c20a657f completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:08:04.533800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.582703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 752479a2-7ac0-4d03-ad92-c157c20a657f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:04.583404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.606380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Allocated IP 172.25.6.235 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/5de2c1ee-a131-4dcf-9157-28ddb02213e2) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:04.621860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Attempting to bind port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:04.622940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Attempting to bind port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:04.623996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Attempting to bind port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 on network 5a216216-0ac1-4efa-9af0-360385577e09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:04.646914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:04.649082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Checking segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:04.649706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.651087 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Bound using segment: {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:04.654815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Bound port: b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fce437-aa1c-4a3b-af98-f0405eb7a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5a216216-0ac1-4efa-9af0-360385577e09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:04.655579 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.697202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39974) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:04.735748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.797355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] For port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:04.801158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] For port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:04.850990 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.861297 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.875151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44c54181-a4cc-4b91-ac24-0d91b0892178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:04.902360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8::2b8 (5a216216-0ac1-4efa-9af0-360385577e09/693b99c8-9b67-4298-a7ba-20a3800fc84f/f9ff0b24-6fa7-490a-90ca-09ab0b742a79) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:04.912190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Allocated IP 2001:db8:0:1:f816:3eff:fecd:5d9e (5a216216-0ac1-4efa-9af0-360385577e09/03a93cae-e28c-48f9-a01f-1e4b4d40a2a1/f9ff0b24-6fa7-490a-90ca-09ab0b742a79) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:04.930486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1915938689'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:04.958863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752479a2-7ac0-4d03-ad92-c157c20a657f'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:04.962236 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50507bcb-e9a3-4097-9136-527d692fe5fc" -d '{"events": [{"server_uuid": "14bd5d5d-760e-4677-a62a-06b37362bd46", "name": "network-vif-plugged", "status": "completed", "tag": "752479a2-7ac0-4d03-ad92-c157c20a657f"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:05.000777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 752479a2-7ac0-4d03-ad92-c157c20a657f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=752479a2-7ac0-4d03-ad92-c157c20a657f,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:05.003039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf40ff9-cb23-4e21-bd05-7efd99154ed3 None None] Pushing event updated for resources: {'Port': ['ID=b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:05.009977 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-459ee664-a1aa-4812-b915-48ad20f1103e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.014272 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.047571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Made reservation on behalf of 8cc0ffa4359d4451bc7fcabec1c212b1 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:05.062519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.108064 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4728546-86d3-4e97-aca6-bf5e0eb2d046 x-openstack-request-id: req-b4728546-86d3-4e97-aca6-bf5e0eb2d046 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:05.108195 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bd5d5d-760e-4677-a62a-06b37362bd46", "name": "network-vif-plugged", "status": "completed", "tag": "752479a2-7ac0-4d03-ad92-c157c20a657f", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:05.108584 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b4728546-86d3-4e97-aca6-bf5e0eb2d046 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:05.108794 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752479a2-7ac0-4d03-ad92-c157c20a657f', 'code': 200} Nov 03 16:08:05.122142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.131066 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.157635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.167473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=752479a2-7ac0-4d03-ad92-c157c20a657f,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:05.173738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.375029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.385756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Port': ['ID=fe2b4f50-3bd6-4600-bd3c-bc17740e3efe,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:05.412875 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.470715 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.478144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-16ff4076-e669-4f8e-9143-9cb21af91dcf tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1382775 Nov 03 16:08:05.521019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:05.532173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.535778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:05.539029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Pushing event updated for resources: {'Port': ['ID=5de2c1ee-a131-4dcf-9157-28ddb02213e2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:05.541741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:05.559799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9d44e-43a6-4db3-9d55-7bc93ef56821 req-45e713fd-5b60-4fdb-be49-6ff3f23ad949 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:05.560649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fec9d44e-43a6-4db3-9d55-7bc93ef56821 req-45e713fd-5b60-4fdb-be49-6ff3f23ad949 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.1805055 Nov 03 16:08:05.561313 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.615905 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:05.652225 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.652570 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Added segment 947f6f46-c703-42ce-96d9-3aaa7a792af7 of type vlan for network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 Nov 03 16:08:05.666290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667e7792-7c9d-49e5-9de9-210dd4ba317b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:05.666677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44c54181-a4cc-4b91-ac24-0d91b0892178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.686257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44c54181-a4cc-4b91-ac24-0d91b0892178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.689753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e3702-5762-47f5-a4f1-b9d26af1ddb2 req-3d2078cf-d468-46f3-b2ea-7cf0ab31370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:05.691221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f0e3702-5762-47f5-a4f1-b9d26af1ddb2 req-3d2078cf-d468-46f3-b2ea-7cf0ab31370d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 1097 time: 0.1877799 Nov 03 16:08:05.714187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dd05b-db8e-41ae-bef7-58452090c9c4 req-18a77740-1e93-48d9-8a3f-4b4b11e719ce tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:05.715664 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab8dd05b-db8e-41ae-bef7-58452090c9c4 req-18a77740-1e93-48d9-8a3f-4b4b11e719ce tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 946 time: 0.2133408 Nov 03 16:08:05.791530 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fec9d44e-43a6-4db3-9d55-7bc93ef56821 req-81ccbd3b-d9c6-44a6-9b4d-7a75aeb7e448 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971173 Nov 03 16:08:05.791760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-44c54181-a4cc-4b91-ac24-0d91b0892178 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d5b946d9c8ee484aaa877670857d0802&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4269857 Nov 03 16:08:05.796915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39994) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:05.799496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54181-a4cc-4b91-ac24-0d91b0892178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6fd55b-d714-4e2d-8858-f73f1386dfb7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:05.807042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.811541 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.892298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab8dd05b-db8e-41ae-bef7-58452090c9c4 req-c89162da-7953-4e7d-889b-4aca9004bdeb tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623578 Nov 03 16:08:05.900652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.905092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:05.905901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:05.916996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f0e3702-5762-47f5-a4f1-b9d26af1ddb2 req-2230da3d-0768-4dec-92fa-808065f1685a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959860 Nov 03 16:08:05.935870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2184541 Nov 03 16:08:05.943046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:05.957663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'subnet': {'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:05.992568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0138-0c8a-449f-8b35-ad5f717851a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.034244 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.066855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e89b8c-f061-43ac-846a-781d8d94386e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Network': ['ID=22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:06.081151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:06.103513 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0138-0c8a-449f-8b35-ad5f717851a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.115624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-76b539dc-97b4-454e-8420-b029a752d14b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1285227535&fields=id&tenant_id=531f7f6243ed40f8885a41c199905dba HTTP/1.1" status: 200 len: 267 time: 0.1805947 Nov 03 16:08:06.142223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Network 5a216216-0ac1-4efa-9af0-360385577e09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:06.159524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:06.173357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:06.180767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:06.181498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.184298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Made reservation on behalf of 8cc0ffa4359d4451bc7fcabec1c212b1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:06.187943 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.190889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-dcd68cdc-3cc2-43ba-b044-97cf4985fac7 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:06.192470 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-dcd68cdc-3cc2-43ba-b044-97cf4985fac7 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports/1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 930 time: 0.0754809 Nov 03 16:08:06.193097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.198555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event updated for resources: {'Port': ['ID=f9ff0b24-6fa7-490a-90ca-09ab0b742a79,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:06.200917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.243856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4156191a-82d1-4402-b2c6-bc883d47f66c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4309170 Nov 03 16:08:06.248948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40006) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:06.305931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0138-0c8a-449f-8b35-ad5f717851a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.308963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0138-0c8a-449f-8b35-ad5f717851a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.310252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dc0a0138-0c8a-449f-8b35-ad5f717851a8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b6fd55b-d714-4e2d-8858-f73f1386dfb7 HTTP/1.1" status: 204 len: 168 time: 0.5071847 Nov 03 16:08:06.326799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a0138-0c8a-449f-8b35-ad5f717851a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6fd55b-d714-4e2d-8858-f73f1386dfb7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:06.370365 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b6bb17-90bd-4865-b91d-5b7e37f10cb2 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:06.414399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-b78d7d4a-78e7-482a-b6ad-3a73ff3426e5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:06.415975 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-b78d7d4a-78e7-482a-b6ad-3a73ff3426e5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports/946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 930 time: 0.1678846 Nov 03 16:08:06.484295 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.487382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0b364a76-5f02-41c5-9eaa-ebe9e646734b None None] Provisioning complete for port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:06.488862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-0bd2ee75-b1c2-4803-81b7-b0a65c9e71f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0643604 Nov 03 16:08:06.492725 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0b364a76-5f02-41c5-9eaa-ebe9e646734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.509897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a7f6c-1879-48b6-8be0-857a8e7bdd3c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting port f9ff0b24-6fa7-490a-90ca-09ab0b742a79 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:06.510288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f6c-1879-48b6-8be0-857a8e7bdd3c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.568709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Subnet': ['ID=6436a441-7965-438f-9dfe-07fdd1b7f3e8,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:06.578827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Checking segment: {'id': '947f6f46-c703-42ce-96d9-3aaa7a792af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:06.579317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Network hostable DHCP agents. Network: 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:06.591388 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-cf9ca2cb-6759-4fec-9c83-af7127d7a445 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0896254 Nov 03 16:08:06.602254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:06.614738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:06.627564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f91115-26e2-4c82-a7f3-fc2c1f6a2b4a None None] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:06.639093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:06.641137 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.670472 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d000fdc0-89a8-4fb3-ba8a-9cdb4b8b4736 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7259471 Nov 03 16:08:06.672829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40012) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:06.681211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'port': {'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2', 'name': 'tempest-AllowedAddressPairTestJSON-1308811463'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:06.776601 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0b364a76-5f02-41c5-9eaa-ebe9e646734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.800296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:06.841150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f6c-1879-48b6-8be0-857a8e7bdd3c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.873785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Made reservation on behalf of 8cc0ffa4359d4451bc7fcabec1c212b1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:06.879922 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.896164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a7f6c-1879-48b6-8be0-857a8e7bdd3c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Calling delete_port for f9ff0b24-6fa7-490a-90ca-09ab0b742a79 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:06.899291 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:06.911514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41395bf1-20d4-4135-b77e-8da9c19bc163 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:06.918697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41395bf1-20d4-4135-b77e-8da9c19bc163 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:06.924626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41395bf1-20d4-4135-b77e-8da9c19bc163 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:06.926290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41395bf1-20d4-4135-b77e-8da9c19bc163 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/networks?id=3b702e15-109b-4b34-b65b-e7a25aa30a01&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=32b60c1a-3fda-432a-b1be-706eaed0a660&id=32b60c1a-3fda-432a-b1be-706eaed0a660 HTTP/1.1" status: 200 len: 1989 time: 0.3260705 Nov 03 16:08:06.955142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] device_id is not set on port dd4b1246-f565-4dfc-a803-d11e1ffc1143 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:08:06.983868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5e223a17-d1ce-4a2d-be04-66cda60a3b99 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/quotas/531f7f6243ed40f8885a41c199905dba HTTP/1.1" status: 200 len: 375 time: 0.0175970 Nov 03 16:08:06.989779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0b364a76-5f02-41c5-9eaa-ebe9e646734b None None] For port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:07.009958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0b364a76-5f02-41c5-9eaa-ebe9e646734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.093489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:07.094211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.129378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9e251-5ab2-4f0c-b8b8-2d5e3e13a516 req-89defe66-ffe0-4b74-b944-02b0fe66e2c9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:07.139275 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfb9e251-5ab2-4f0c-b8b8-2d5e3e13a516 req-89defe66-ffe0-4b74-b944-02b0fe66e2c9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.2134943 Nov 03 16:08:07.168569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2', 'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2', 'tenant_id': '8cc0ffa4359d4451bc7fcabec1c212b1', 'fixed_ips': [{'subnet_id': '6436a441-7965-438f-9dfe-07fdd1b7f3e8'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:08:07.169570 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.247110 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7db2b16c-b29a-43bb-bba6-124f4af34097 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2276490 Nov 03 16:08:07.337965 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfb9e251-5ab2-4f0c-b8b8-2d5e3e13a516 req-bda806cf-6c8a-4ea6-8d02-c8f29cfc8826 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928487 Nov 03 16:08:07.346457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Allocated IP 172.20.0.10 (22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2/6436a441-7965-438f-9dfe-07fdd1b7f3e8/dd4b1246-f565-4dfc-a803-d11e1ffc1143) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:07.410581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Router 64fc8c18-c7ed-4a2c-a524-cb881753118f is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:08:07.453117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b364a76-5f02-41c5-9eaa-ebe9e646734b None None] Pushing event updated for resources: {'Port': ['ID=b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:07.467949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40036) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:07.615231 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-de98802a-fed4-401d-80a9-e00340b66501 service neutron] 10.222.0.86 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130083 Nov 03 16:08:07.623275 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f6c-1879-48b6-8be0-857a8e7bdd3c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.662182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a7f6c-1879-48b6-8be0-857a8e7bdd3c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Port': ['ID=f9ff0b24-6fa7-490a-90ca-09ab0b742a79,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:07.669823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a8d3c-4a64-4689-8261-bd5c406051f2 req-fa5ffc66-df49-4817-8a96-47a0552a9bbe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:07.674118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f25a8d3c-4a64-4689-8261-bd5c406051f2 req-fa5ffc66-df49-4817-8a96-47a0552a9bbe tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 946 time: 0.1845288 Nov 03 16:08:07.687129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1194087858-network', 'tenant_id': 'f176db4711f84fba80ba23a8db39629a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:07.693059 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.774825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Made reservation on behalf of f176db4711f84fba80ba23a8db39629a for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:07.777350 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.781982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.801374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.811243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f25a8d3c-4a64-4689-8261-bd5c406051f2 req-3fa839ba-c9d9-470d-9399-969cb545658d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201606 Nov 03 16:08:07.900368 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.910233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.966172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:07.982324 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.986986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7b156b-a910-4c1f-acc1-428946269cc9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:07.990665 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:07.991661 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Added segment b52a18d1-037f-4d68-9ab4-37e2fba0eac7 of type vlan for network 0ba7d26c-5773-4096-bb9b-4f41f985e956 Nov 03 16:08:08.082133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Allocated IP 172.20.0.2 (22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2/6436a441-7965-438f-9dfe-07fdd1b7f3e8/ec3aa30d-dd28-4d97-95b4-ad0c5fc53323) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:08.095003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:08.125042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:08.131661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Port': ['ID=dd4b1246-f565-4dfc-a803-d11e1ffc1143,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:08.139596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:08.151519 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.162874 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f6c-1879-48b6-8be0-857a8e7bdd3c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.171268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c0a7f6c-1879-48b6-8be0-857a8e7bdd3c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/f9ff0b24-6fa7-490a-90ca-09ab0b742a79 HTTP/1.1" status: 204 len: 168 time: 1.9212830 Nov 03 16:08:08.178745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40042) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:08.202405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:08:08.213266 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Sync routers for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:08:08.218801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-feb08e95-6419-43f5-9c0f-3594654ec91f service neutron] 10.222.0.86 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892458 Nov 03 16:08:08.233536 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.234924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5e047ff1-dc1e-42f5-9745-8071aa3c2a10 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.6951706 Nov 03 16:08:08.244999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40044) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:08.246390 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:08:08.247003 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:08:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:08.263622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0d2f-5744-4744-9195-e9545c4b48f4 req-271a65d6-25e8-4784-a18e-ae894895de24 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:08.266934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4bb0d2f-5744-4744-9195-e9545c4b48f4 req-271a65d6-25e8-4784-a18e-ae894895de24 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 946 time: 0.2331917 Nov 03 16:08:08.274932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5e2c3a1d-24eb-4d12-bb10-4bc557fbef42 None None] Provisioning complete for port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:08.275533 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3a1d-24eb-4d12-bb10-4bc557fbef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.291870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.resource_extend [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:08:08.294046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40046) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:08.307699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Request body: {'floatingip': {'port_id': '752479a2-7ac0-4d03-ad92-c157c20a657f'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:08.375924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-93f3ccf4-812f-44c5-b020-cc4f838548e2 service neutron] 10.222.0.86 "GET /v2.0/ports/1abcbb4e-937d-47c8-a357-f90ac98e01d1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1318924 Nov 03 16:08:08.381252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.394104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:08.394978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.447017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c03e1-9cd9-4bb5-89bd-43f01f112f42 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:08.450963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-114c03e1-9cd9-4bb5-89bd-43f01f112f42 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2667637 Nov 03 16:08:08.460071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.461546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:08.462123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.464658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40050) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:08.489438 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:08:08.495689 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.497781 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.563196 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.584872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-12d082f8-dce1-4132-8a43-1f293868ebe2 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9095736 Nov 03 16:08:08.616895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40052) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:08.634796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5e2c3a1d-24eb-4d12-bb10-4bc557fbef42 None None] Could not find standard attr ID for object f9ff0b24-6fa7-490a-90ca-09ab0b742a79. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:08:08.661247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:08.673437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:08.679138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:08.684014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Pushing event updated for resources: {'Port': ['ID=ec3aa30d-dd28-4d97-95b4-ad0c5fc53323,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:08.727375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'port': {'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2', 'name': 'tempest-AllowedAddressPairTestJSON-1555446222', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:66:da:b2'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:08.736451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2660880 Nov 03 16:08:08.745123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40054) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:08.769276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Request body: {'subnet': {'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1194087858-subnet', 'tenant_id': 'f176db4711f84fba80ba23a8db39629a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:08.774689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:08.800555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95e4a4-91a0-47c2-b8b4-610a6736f3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba7d26c-5773-4096-bb9b-4f41f985e956,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:08.839852 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:05Z', 'revision_number': 3, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:08.843949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 0ba7d26c-5773-4096-bb9b-4f41f985e956 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:08.846253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6aa33793-b58a-4da5-8376-d15fc51e0f10 None None] Could not find standard attr ID for object f9ff0b24-6fa7-490a-90ca-09ab0b742a79. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:08:08.872108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f9e20-b910-4290-ae1d-9801cd7064da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:08.876055 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3a3f9e20-b910-4290-ae1d-9801cd7064da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3918982 Nov 03 16:08:08.884362 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Checking router: 64fc8c18-c7ed-4a2c-a524-cb881753118f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:08:08.885120 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Updating router 64fc8c18-c7ed-4a2c-a524-cb881753118f port 5de2c1ee-a131-4dcf-9157-28ddb02213e2 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:08:08.914366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40056) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:08.932489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Attempting to bind port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:08.932489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Attempting to bind port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '947f6f46-c703-42ce-96d9-3aaa7a792af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:08.933096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Attempting to bind port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 on network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:08.948676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8831b-8804-4eaa-b6e2-370e4450c64b req-d4973525-eb15-413b-ac56-bd0a0b194fa6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:08.950218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4a8831b-8804-4eaa-b6e2-370e4450c64b req-d4973525-eb15-413b-ac56-bd0a0b194fa6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.4815075 Nov 03 16:08:08.957427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Made reservation on behalf of f176db4711f84fba80ba23a8db39629a for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:08.959657 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.971429 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.976817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:08.977191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Checking segment: {'id': '947f6f46-c703-42ce-96d9-3aaa7a792af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:08.977626 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:08.978078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Bound using segment: {'id': '947f6f46-c703-42ce-96d9-3aaa7a792af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:08.978777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Bound port: ec3aa30d-dd28-4d97-95b4-ad0c5fc53323, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947f6f46-c703-42ce-96d9-3aaa7a792af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:08.979692 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.023882 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-b7b8c05f-dca2-4f05-bd30-d72beae406d0 service neutron] 10.222.0.86 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353662 Nov 03 16:08:09.028404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4b17d-2b09-4fbe-861d-9861f97f14fd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:09.031344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4b17d-2b09-4fbe-861d-9861f97f14fd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:09.035229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4b17d-2b09-4fbe-861d-9861f97f14fd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:09.037296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2dd4b17d-2b09-4fbe-861d-9861f97f14fd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1216922 Nov 03 16:08:09.072037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40060) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:09.074472 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] For port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:09.078273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] For port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ec3aa30d-dd28-4d97-95b4-ad0c5fc53323,segment=NetworkSegment(947f6f46-c703-42ce-96d9-3aaa7a792af7),segment_id=947f6f46-c703-42ce-96d9-3aaa7a792af7)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:09.120205 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.126494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:09.126891 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.238192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-da97b0d9-9f1e-4f84-b927-cc9456415dce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 03a93cae-e28c-48f9-a01f-1e4b4d40a2a1 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:08:09.245988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Made reservation on behalf of 8cc0ffa4359d4451bc7fcabec1c212b1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:09.250271 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da97b0d9-9f1e-4f84-b927-cc9456415dce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.252268 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.262251 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.284491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4a8831b-8804-4eaa-b6e2-370e4450c64b req-50126752-6c12-48d1-8fff-474f3ae612e8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038132 Nov 03 16:08:09.314769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26322f-42df-4e56-848f-c072f9d2c814 None None] Pushing event updated for resources: {'Port': ['ID=ec3aa30d-dd28-4d97-95b4-ad0c5fc53323,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:09.345165 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Pushing event updated for resources: {'Port': ['ID=5de2c1ee-a131-4dcf-9157-28ddb02213e2,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:09.349721 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Attempting to bind port 5de2c1ee-a131-4dcf-9157-28ddb02213e2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:09.351781 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Attempting to bind port 5de2c1ee-a131-4dcf-9157-28ddb02213e2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:09.352630 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Attempting to bind port 5de2c1ee-a131-4dcf-9157-28ddb02213e2 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:09.371838 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.372560 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.373154 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.373854 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.374418 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.374996 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.375566 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.376153 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.377479 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.378097 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.378922 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.379477 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:09.393033 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:09.393593 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:09.394077 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.394570 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:09.395156 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Bound port: 5de2c1ee-a131-4dcf-9157-28ddb02213e2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:09.395821 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.436387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da97b0d9-9f1e-4f84-b927-cc9456415dce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.447501 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-50291acf-a247-4d28-a7ff-edd13adaaee0 service neutron] 10.222.0.86 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071101 Nov 03 16:08:09.492423 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] For port 5de2c1ee-a131-4dcf-9157-28ddb02213e2, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:09.495998 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] For port 5de2c1ee-a131-4dcf-9157-28ddb02213e2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5de2c1ee-a131-4dcf-9157-28ddb02213e2,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:09.503781 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.525024 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e0609dd5-2686-4f45-afe2-121de6eaaca6 service neutron] 10.222.0.86 "GET /v2.0/ports/946fa250-4a46-4276-a40f-6827e8a5d511?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0708869 Nov 03 16:08:09.687263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.714042 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:08:09.715112 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:08:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:09.779578 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-d6cc7669-a8e5-4d32-bbc1-01022cef827e service neutron] 10.222.0.86 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172034 Nov 03 16:08:09.841038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75fa71-e936-4d37-aab1-f1094c6417a4 None None] Pushing event updated for resources: {'Port': ['ID=5de2c1ee-a131-4dcf-9157-28ddb02213e2,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:09.873012 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:08:09.950795 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:09.955678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-062b57bc-4daa-4407-af1b-815c64349c9d service neutron] 10.222.0.86 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751590 Nov 03 16:08:10.026496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Allocated IP 172.20.0.1 (9b7451ae-4adf-425b-89f5-da0e8ecb9742/8a96c134-ff98-4a46-9584-d6ce72c8babb/b01fdcf5-74e2-4307-885d-266d95878875) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:10.038846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] device_id is not set on port 8642796d-a415-486f-86ed-f4a3326d6b36 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:08:10.052620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.082058 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:05Z', 'revision_number': 3, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:10.117373 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9521d3-5f4a-40c7-ab22-ab5ef8bcbf1a None None] The sync data for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 is: [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:05Z', 'revision_number': 3, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:08:10.120782 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-b232a039-6924-4d32-b9f8-689ebc581cd7 service neutron] 10.222.0.86 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641724 Nov 03 16:08:10.134675 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.resource_extend [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:08:10.182423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da97b0d9-9f1e-4f84-b927-cc9456415dce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.266141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ece80a-4e58-4b30-80a4-2bccdc987e94,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:10.271032 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.298958 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.301877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-c811e67a-1d6c-445f-a0b4-1ec5559d063c service neutron] 10.222.0.86 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802068 Nov 03 16:08:10.318671 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.398412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Checking segment: {'id': 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:10.403645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Network hostable DHCP agents. Network: 0ba7d26c-5773-4096-bb9b-4f41f985e956, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:10.419726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Allocated IP 172.20.0.6 (22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2/6436a441-7965-438f-9dfe-07fdd1b7f3e8/8642796d-a415-486f-86ed-f4a3326d6b36) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:10.463480 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.478956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-c6309edf-8f65-4824-9630-3068504b9112 service neutron] 10.222.0.86 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603513 Nov 03 16:08:10.533322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da97b0d9-9f1e-4f84-b927-cc9456415dce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.537558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:10.550002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:10.552516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:10.591470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Pushing event updated for resources: {'Port': ['ID=b01fdcf5-74e2-4307-885d-266d95878875,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:10.683677 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.689829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Network 0ba7d26c-5773-4096-bb9b-4f41f985e956 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:10.694437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2d354bbf-fa03-4c1a-965b-cf272ebef8bc service neutron] 10.222.0.86 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897430 Nov 03 16:08:10.709821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97b0d9-9f1e-4f84-b927-cc9456415dce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=03a93cae-e28c-48f9-a01f-1e4b4d40a2a1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:10.719297 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da97b0d9-9f1e-4f84-b927-cc9456415dce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.728175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-da97b0d9-9f1e-4f84-b927-cc9456415dce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/03a93cae-e28c-48f9-a01f-1e4b4d40a2a1 HTTP/1.1" status: 204 len: 168 time: 1.6535099 Nov 03 16:08:10.733812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40066) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:10.734620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14ee9e-6a40-453a-a2c6-2824c631f277 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:10.756421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca3b971-44d8-4589-919e-ede63eedea68 None None] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:10.833438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:10.835062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 0ba7d26c-5773-4096-bb9b-4f41f985e956) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:10.869557 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Floating IP 31db2126-76a8-4e81-90dd-4e7385cac18e associated. External IP: 172.25.6.149, port: 752479a2-7ac0-4d03-ad92-c157c20a657f. Nov 03 16:08:10.877859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:10.878456 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:10.889170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2596b-dcba-40e4-adff-bebb500d0a7b req-88eacf0f-d065-4777-9f16-e3d2b0e305d1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:10.894084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edc2596b-dcba-40e4-adff-bebb500d0a7b req-88eacf0f-d065-4777-9f16-e3d2b0e305d1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.3877478 Nov 03 16:08:10.908155 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c865f-1f14-44e1-90bf-cb06f359222a None None] Network 0ba7d26c-5773-4096-bb9b-4f41f985e956 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:10.962260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8e9c17-ea65-40e5-b099-6daacd666674 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Deleting subnet 693b99c8-9b67-4298-a7ba-20a3800fc84f {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:08:10.973047 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9c17-ea65-40e5-b099-6daacd666674 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.028780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ff9e5438-8005-4fcf-888b-bc667421daad None None] Provisioning complete for port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:11.029471 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5438-8005-4fcf-888b-bc667421daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.056856 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.085568 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-879c2f93-5405-4507-8e1b-8d0f27951c41 service neutron] 10.222.0.86 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901403 Nov 03 16:08:11.109231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ce61b393-e0db-4476-8aa0-81a381329b9d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3361132 Nov 03 16:08:11.109231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9c17-ea65-40e5-b099-6daacd666674 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.223765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.318898 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:11.319443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.349114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edc2596b-dcba-40e4-adff-bebb500d0a7b req-84acf17d-92dc-495f-8c74-f39d10f24ccc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731761 Nov 03 16:08:11.376094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c1faa-6dea-4240-b9a6-25a985b86fd9 None None] Network 0ba7d26c-5773-4096-bb9b-4f41f985e956 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:11.482271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-cda0cc4b-5867-429d-8381-21a76b56c566 service neutron] 10.222.0.86 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781438 Nov 03 16:08:11.489159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9c17-ea65-40e5-b099-6daacd666674 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.585427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.595847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5438-8005-4fcf-888b-bc667421daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.734227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.747562 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-b0f55905-49ad-45ae-a5ae-35eb85e8d43f service neutron] 10.222.0.86 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436867 Nov 03 16:08:11.748242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.808089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9c17-ea65-40e5-b099-6daacd666674 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.879137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e9c17-ea65-40e5-b099-6daacd666674 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Subnet': ['ID=693b99c8-9b67-4298-a7ba-20a3800fc84f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:11.914834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9c17-ea65-40e5-b099-6daacd666674 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:11.921959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7f8e9c17-ea65-40e5-b099-6daacd666674 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/693b99c8-9b67-4298-a7ba-20a3800fc84f HTTP/1.1" status: 204 len: 168 time: 1.1842358 Nov 03 16:08:11.925100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40074) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:11.930497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Router 551491c7-3e34-43af-9793-fe970f9f6cb5 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:08:11.933873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:11.934914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Port': ['ID=8642796d-a415-486f-86ed-f4a3326d6b36,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:11.942127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7c585846-c619-4374-a27a-cadb158d622a details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:08:11.952367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Pushing event updated for resources: {'Port': ['ID=b01fdcf5-74e2-4307-885d-266d95878875,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:11.963613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:11.968448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:12.023717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:12.042238 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-98914bce-1964-47d4-bf11-389c1b34e801 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128247 Nov 03 16:08:12.046174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40076) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:12.074314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ff9e5438-8005-4fcf-888b-bc667421daad None None] For port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ec3aa30d-dd28-4d97-95b4-ad0c5fc53323,segment=NetworkSegment(947f6f46-c703-42ce-96d9-3aaa7a792af7),segment_id=947f6f46-c703-42ce-96d9-3aaa7a792af7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:12.124130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:12.125241 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:12.145453 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5438-8005-4fcf-888b-bc667421daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:12.235055 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3158d6ec-9680-4493-91f6-40851a807228 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5196962 Nov 03 16:08:12.239782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40080) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:12.258349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-900d60a6-1f0b-40a4-afc9-67a63c14146f service neutron] 10.222.0.86 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566669 Nov 03 16:08:12.312007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ee0a4-ca20-446a-ba93-a4fde42ec6f3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:12.316793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40084) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:12.321318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b44ee0a4-ca20-446a-ba93-a4fde42ec6f3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2725806 Nov 03 16:08:12.391987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:12.399156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:08:12.420986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:12.421444 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:12.501396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e5438-8005-4fcf-888b-bc667421daad None None] Pushing event updated for resources: {'Port': ['ID=ec3aa30d-dd28-4d97-95b4-ad0c5fc53323,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:12.503264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fab4f-3d39-43e4-86ab-2a847cd0ecce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:12.506014 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b9fab4f-3d39-43e4-86ab-2a847cd0ecce tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1735189 Nov 03 16:08:12.508131 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-930a7e56-0a20-4f18-880a-cd7f1b0030ac tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "PUT /v2.0/floatingips/31db2126-76a8-4e81-90dd-4e7385cac18e HTTP/1.1" status: 200 len: 992 time: 4.2111783 Nov 03 16:08:12.517602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40092) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:12.518075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'tag': '752479a2-7ac0-4d03-ad92-c157c20a657f'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:12.520550 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ffbe14-a843-4fbb-85bc-51d2be7da808" -d '{"events": [{"name": "network-changed", "server_uuid": "14bd5d5d-760e-4677-a62a-06b37362bd46", "tag": "752479a2-7ac0-4d03-ad92-c157c20a657f"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:12.535638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d79298-18f0-49cd-929b-b5c9732874d8 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:12.543839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d79298-18f0-49cd-929b-b5c9732874d8 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:12.551474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d79298-18f0-49cd-929b-b5c9732874d8 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:12.553338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c3d79298-18f0-49cd-929b-b5c9732874d8 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.3122582 Nov 03 16:08:12.566254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] Sync routers for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:08:12.591133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40100) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:12.620687 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cc855d29-639e-4753-8035-20bd0ff9b7af tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646629 Nov 03 16:08:12.629029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40106) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:12.651260 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:12.656583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a6c07ee1-b4fe-488b-8f51-8b7dc8d1e7ce None None] Provisioning complete for port dd4b1246-f565-4dfc-a803-d11e1ffc1143 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:12.656962 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6c07ee1-b4fe-488b-8f51-8b7dc8d1e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:12.697237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:08:12.698717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:08:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:12.705030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de2c1ee-a131-4dcf-9157-28ddb02213e2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:12.710840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd850f-f4b8-4834-b6cc-0b8941c31ec2 req-55a65ccc-6033-4989-86f2-98b90eeb4e0b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:12.712628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2afd850f-f4b8-4834-b6cc-0b8941c31ec2 req-55a65ccc-6033-4989-86f2-98b90eeb4e0b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 944 time: 0.1960909 Nov 03 16:08:12.721021 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cee92d-2762-4883-a9fd-a751332daefe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:12.721249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd10d6-438e-4562-bba9-46cca149ee3b None None] Update dhcp port {'port': {'network_id': '5a216216-0ac1-4efa-9af0-360385577e09', 'fixed_ips': [{'subnet_id': '693b99c8-9b67-4298-a7ba-20a3800fc84f'}], 'binding:host_id': 'n-d-813897-2'}, 'id': 'b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:08:12.721756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2cee92d-2762-4883-a9fd-a751332daefe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:12.728223 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e2cee92d-2762-4883-a9fd-a751332daefe tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/f9ff0b24-6fa7-490a-90ca-09ab0b742a79 HTTP/1.1" status: 404 len: 333 time: 0.0874875 Nov 03 16:08:12.729594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40112) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:12.819170 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b0d9fc-5c49-49f2-9d5e-0072a574daee tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:12.820145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b0d9fc-5c49-49f2-9d5e-0072a574daee tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:12.829778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-29b0d9fc-5c49-49f2-9d5e-0072a574daee tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/03a93cae-e28c-48f9-a01f-1e4b4d40a2a1 HTTP/1.1" status: 404 len: 337 time: 0.0948138 Nov 03 16:08:12.830031 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a5cd10d6-438e-4562-bba9-46cca149ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:12.833391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40116) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:12.840107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '7c585846-c619-4374-a27a-cadb158d622a', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'port_id': '7c585846-c619-4374-a27a-cadb158d622a', 'mac_address': 'fa:16:3e:cb:46:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:08:12.868311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a6c07ee1-b4fe-488b-8f51-8b7dc8d1e7ce None None] Port dd4b1246-f565-4dfc-a803-d11e1ffc1143 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:12.906290 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-98231e60-457d-45da-a3f3-516527093e14 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:12.906753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98231e60-457d-45da-a3f3-516527093e14 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:12.922189 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-98231e60-457d-45da-a3f3-516527093e14 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/693b99c8-9b67-4298-a7ba-20a3800fc84f HTTP/1.1" status: 404 len: 337 time: 0.0758178 Nov 03 16:08:12.922801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40120) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:12.967528 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c32e64-70c1-43c9-8d33-90cdc1dcdf51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:12.967528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c32e64-70c1-43c9-8d33-90cdc1dcdf51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:12.970363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85c32e64-70c1-43c9-8d33-90cdc1dcdf51 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/f6bf3e6b-daf8-4d43-91d5-4ffa96ec4cbb HTTP/1.1" status: 404 len: 333 time: 0.0451641 Nov 03 16:08:12.975678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40126) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.016186 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2afd850f-f4b8-4834-b6cc-0b8941c31ec2 req-100b694b-cae8-4011-a0ae-704aaa35dded tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875788 Nov 03 16:08:13.017109 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b27571-b404-46fe-bdb3-95db8c79ea6a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.017601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b27571-b404-46fe-bdb3-95db8c79ea6a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.021196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-61b27571-b404-46fe-bdb3-95db8c79ea6a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/7b34a0e9-9a3c-49d2-8bec-3e797a8cc8c5 HTTP/1.1" status: 404 len: 337 time: 0.0444710 Nov 03 16:08:13.024707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40128) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.086224 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac9ab74-c813-4578-91d5-71b44340cf88 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.086697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac9ab74-c813-4578-91d5-71b44340cf88 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.089930 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1ac9ab74-c813-4578-91d5-71b44340cf88 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/afeb6b83-9fb3-4ab4-93b9-362de421b88e HTTP/1.1" status: 404 len: 337 time: 0.0641718 Nov 03 16:08:13.093572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40130) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.121879 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-96842e43-2b8f-4c35-85c4-e8c8c8ee1609 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.122753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96842e43-2b8f-4c35-85c4-e8c8c8ee1609 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.126329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-96842e43-2b8f-4c35-85c4-e8c8c8ee1609 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/48d00821-8e95-44d3-9c1b-5cdd770d3976 HTTP/1.1" status: 404 len: 333 time: 0.0318477 Nov 03 16:08:13.128767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40132) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.183709 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b544c0b9-7954-4634-9f21-bfd7f0d77377 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.185798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b544c0b9-7954-4634-9f21-bfd7f0d77377 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.193993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b544c0b9-7954-4634-9f21-bfd7f0d77377 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/661cee2d-baed-4963-aae9-e5a4560a4ee4 HTTP/1.1" status: 404 len: 337 time: 0.0630889 Nov 03 16:08:13.197120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40136) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.263922 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7f5a1b-65ee-4ecf-aaec-db23353fd0ad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.264579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7f5a1b-65ee-4ecf-aaec-db23353fd0ad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.270165 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-af7f5a1b-65ee-4ecf-aaec-db23353fd0ad tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/3073318c-f933-44c5-b4de-c4be13d17325 HTTP/1.1" status: 404 len: 337 time: 0.0695326 Nov 03 16:08:13.275876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40140) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.296071 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35452930-8144-4aeb-ba56-c66e709d7aeb x-openstack-request-id: req-35452930-8144-4aeb-ba56-c66e709d7aeb {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:13.296363 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bd5d5d-760e-4677-a62a-06b37362bd46", "tag": "752479a2-7ac0-4d03-ad92-c157c20a657f", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:13.296649 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-35452930-8144-4aeb-ba56-c66e709d7aeb {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:13.300380 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'tag': '752479a2-7ac0-4d03-ad92-c157c20a657f', 'status': 'completed', 'code': 200} Nov 03 16:08:13.301835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a6c07ee1-b4fe-488b-8f51-8b7dc8d1e7ce None None] Provisioning complete for port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:13.302814 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6c07ee1-b4fe-488b-8f51-8b7dc8d1e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:13.306076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:13.313652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee3d981-1b6c-4b70-b914-10ab2e5b55a9 None None] Network 5a216216-0ac1-4efa-9af0-360385577e09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:13.333944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Router 64fc8c18-c7ed-4a2c-a524-cb881753118f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:08:13.360091 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9157ac-8c65-4803-aadd-cb0db1a3346c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.360774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9157ac-8c65-4803-aadd-cb0db1a3346c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.370720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6c9157ac-8c65-4803-aadd-cb0db1a3346c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/3f680ba8-279e-4ef9-bce0-ed791897437a HTTP/1.1" status: 404 len: 333 time: 0.0904737 Nov 03 16:08:13.392020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40144) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.403686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c585846-c619-4374-a27a-cadb158d622a {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:13.424826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:13.428376 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-2063bd6e-7d30-4aea-8db0-eba7ee480488 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.429167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2063bd6e-7d30-4aea-8db0-eba7ee480488 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.433503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2063bd6e-7d30-4aea-8db0-eba7ee480488 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/b3011895-0fc9-4a4a-b6d0-8fa31fcebba1 HTTP/1.1" status: 404 len: 337 time: 0.0404401 Nov 03 16:08:13.436437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40146) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.471896 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:13.480338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5de2c1ee-a131-4dcf-9157-28ddb02213e2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:13.481413 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:13.492011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:08:13.495432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:08:13.504477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-86c09120-6b68-42c0-9512-63c09e7dfba4 admin admin] 10.222.0.86 "PUT /v2.0/routers/64fc8c18-c7ed-4a2c-a524-cb881753118f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2585082 Nov 03 16:08:13.508751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3feac05a-ebd5-447a-b007-4aca65962171 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Deleting port 8642796d-a415-486f-86ed-f4a3326d6b36 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:13.509096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3feac05a-ebd5-447a-b007-4aca65962171 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:13.518114 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Sync routers for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:08:13.534988 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:08:13.535609 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:08:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:13.557487 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c91449-61fa-4d5b-ad13-5fa6fa73dabb tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.557971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c91449-61fa-4d5b-ad13-5fa6fa73dabb tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.561236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-44c91449-61fa-4d5b-ad13-5fa6fa73dabb tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/ba6d4a85-92cf-4edc-9b07-3b33e736a0c8 HTTP/1.1" status: 404 len: 337 time: 0.1236625 Nov 03 16:08:13.566330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40152) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.575329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-e2e5562a-afdf-4144-8762-0934ee924f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:13.576859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-e2e5562a-afdf-4144-8762-0934ee924f46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 1097 time: 0.2395136 Nov 03 16:08:13.690475 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2d0b67-4c16-482f-b07a-73293bc41a24 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.691674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2d0b67-4c16-482f-b07a-73293bc41a24 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.700679 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2f2d0b67-4c16-482f-b07a-73293bc41a24 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/e2c18fde-5283-4eb6-ad5b-2b4a27d07ce1 HTTP/1.1" status: 404 len: 333 time: 0.1314247 Nov 03 16:08:13.702366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40156) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:13.735293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3feac05a-ebd5-447a-b007-4aca65962171 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:13.793588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3feac05a-ebd5-447a-b007-4aca65962171 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Calling delete_port for 8642796d-a415-486f-86ed-f4a3326d6b36 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:13.798155 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:13.830948 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:08:13.847275 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ecbda5-21b4-43a8-930f-19cea86932c5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:13.848705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ecbda5-21b4-43a8-930f-19cea86932c5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:13.853918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-72ecbda5-21b4-43a8-930f-19cea86932c5 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/9f0c723b-1f43-4451-a368-a3dda5bedff3 HTTP/1.1" status: 404 len: 337 time: 0.1362667 Nov 03 16:08:13.968282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:14.025664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['7c585846-c619-4374-a27a-cadb158d622a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:08:14.078233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40162) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:14.083987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-f5dbacd5-cc64-43a7-aea1-0f70fe0c56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:14.087193 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-f5dbacd5-cc64-43a7-aea1-0f70fe0c56b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 912 time: 0.4905355 Nov 03 16:08:14.133513 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8872e7d-bdf6-4dfc-98a0-7120d80255f1 req-3cdd3133-176a-412a-b48c-c1709b32f347 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.6423585 Nov 03 16:08:14.137214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378e868-b332-4083-bd3a-e4a2223b57d1 None None] DHCP port deletion for 5a216216-0ac1-4efa-9af0-360385577e09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:08:14.170176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3feac05a-ebd5-447a-b007-4aca65962171 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:14.189731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bb87cb95-51f1-41cd-96c9-8d34dac37b30 None None] Could not find standard attr ID for object 8642796d-a415-486f-86ed-f4a3326d6b36. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:08:14.197416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 5de2c1ee-a131-4dcf-9157-28ddb02213e2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5de2c1ee-a131-4dcf-9157-28ddb02213e2,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:14.251580 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:14.269721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bb87cb95-51f1-41cd-96c9-8d34dac37b30 None None] Provisioning complete for port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:14.270236 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb87cb95-51f1-41cd-96c9-8d34dac37b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:14.284771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-9bae72de-6b33-4569-9827-c3f8e23f2fd5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=752479a2-7ac0-4d03-ad92-c157c20a657f HTTP/1.1" status: 200 len: 1000 time: 0.1884992 Nov 03 16:08:14.351879 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:10Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b01fdcf5-74e2-4307-885d-266d95878875', 'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'mac_address': 'fa:16:3e:6e:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:09Z', 'updated_at': '2021-11-03T16:08:11Z', 'revision_number': 2, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'subnets': [{'id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:14.442235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feac05a-ebd5-447a-b007-4aca65962171 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event deleted for resources: {'Port': ['ID=8642796d-a415-486f-86ed-f4a3326d6b36,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:14.449773 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Checking router: 64fc8c18-c7ed-4a2c-a524-cb881753118f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:08:14.450309 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Updating router 64fc8c18-c7ed-4a2c-a524-cb881753118f port b01fdcf5-74e2-4307-885d-266d95878875 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:08:14.479528 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3d7e54-2e63-4313-affd-9b3512a47e85 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:14.480294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3d7e54-2e63-4313-affd-9b3512a47e85 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:14.484512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:14.487346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af3d7e54-2e63-4313-affd-9b3512a47e85 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/34123312-2a47-496f-82fb-683b2466e5f2 HTTP/1.1" status: 404 len: 333 time: 0.4070499 Nov 03 16:08:14.497948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40184) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:14.501302 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:14.595067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-56130e3b-2ef6-4e42-8fe5-9743dff7f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:14.596925 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-56130e3b-2ef6-4e42-8fe5-9743dff7f010 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.2778757 Nov 03 16:08:14.598113 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf100db-6c0c-43d3-943b-f7ebd59dfaab tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:14.598800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf100db-6c0c-43d3-943b-f7ebd59dfaab tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:14.602478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-adf100db-6c0c-43d3-943b-f7ebd59dfaab tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/2b042849-64bb-4629-9ee4-705a3ee765a9 HTTP/1.1" status: 404 len: 337 time: 0.0960302 Nov 03 16:08:14.607430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40188) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:14.708274 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c49595-61f0-4b1e-96b6-c1b2e840da4a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:14.708655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3feac05a-ebd5-447a-b007-4aca65962171 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:14.709564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c49595-61f0-4b1e-96b6-c1b2e840da4a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:14.712927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3feac05a-ebd5-447a-b007-4aca65962171 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "DELETE /v2.0/ports/8642796d-a415-486f-86ed-f4a3326d6b36 HTTP/1.1" status: 204 len: 168 time: 2.1208465 Nov 03 16:08:14.713793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f2c49595-61f0-4b1e-96b6-c1b2e840da4a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/51cfa64d-7650-4c8d-b557-5542a1ed5983 HTTP/1.1" status: 404 len: 333 time: 0.0958557 Nov 03 16:08:14.718230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40190) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:14.718569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40192) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:14.734756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-a3ba9015-7b5f-4871-8f15-c7d95e6b6260 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:14.745215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-a3ba9015-7b5f-4871-8f15-c7d95e6b6260 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 820 time: 0.4584835 Nov 03 16:08:14.765211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-d10040ae-408f-4d6d-aa5d-3e796f555d53 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/quotas/ce6c82f26b8947e795720d4c51c497b2 HTTP/1.1" status: 200 len: 375 time: 0.0187664 Nov 03 16:08:14.768581 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c6a7de-b69f-4a3e-9e2e-35bc6816c1d6 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] GET failed (client error): The resource could not be found. Nov 03 16:08:14.771192 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-66c6a7de-b69f-4a3e-9e2e-35bc6816c1d6 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "GET /v2.0/ports/8642796d-a415-486f-86ed-f4a3326d6b36 HTTP/1.1" status: 404 len: 333 time: 0.0454304 Nov 03 16:08:14.780596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40194) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:14.781236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84120e6e-447f-4231-8dc9-89c1fc396567 req-92199292-5463-4568-abb3-1254c4ea1c0b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:14.783278 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84120e6e-447f-4231-8dc9-89c1fc396567 req-92199292-5463-4568-abb3-1254c4ea1c0b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.3421874 Nov 03 16:08:14.788386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-c9ad5814-0af5-4b0c-b693-c0f0bceb2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:14.790284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-c9ad5814-0af5-4b0c-b693-c0f0bceb2bb1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864426 Nov 03 16:08:14.806845 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b35cc2-4044-4d55-89c2-02bfb1e979d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:14.807448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b35cc2-4044-4d55-89c2-02bfb1e979d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:14.810101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=5de2c1ee-a131-4dcf-9157-28ddb02213e2,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:14.810671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'port': {'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2', 'name': 'tempest-AllowedAddressPairTestJSON-371932749'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:14.811251 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-14b35cc2-4044-4d55-89c2-02bfb1e979d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/57d966b7-968b-41c8-a8f3-688ae93506b7 HTTP/1.1" status: 404 len: 337 time: 0.0834138 Nov 03 16:08:14.819023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40196) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:14.861980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3378e868-b332-4083-bd3a-e4a2223b57d1 None None] Deleting port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:14.862523 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3378e868-b332-4083-bd3a-e4a2223b57d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:14.887206 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-963e1562-ea8b-4b6a-bb05-464c3f1a05b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:14.887966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963e1562-ea8b-4b6a-bb05-464c3f1a05b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:14.891818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-963e1562-ea8b-4b6a-bb05-464c3f1a05b1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/c29023c2-c720-44da-a9e6-d9c2ae99c8d3 HTTP/1.1" status: 404 len: 333 time: 0.0698535 Nov 03 16:08:14.895237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40198) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.025456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3378e868-b332-4083-bd3a-e4a2223b57d1 None None] For port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0,segment=NetworkSegment(a5fce437-aa1c-4a3b-af98-f0405eb7a143),segment_id=a5fce437-aa1c-4a3b-af98-f0405eb7a143)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:15.026044 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3378e868-b332-4083-bd3a-e4a2223b57d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:15.041031 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefda5df-aee0-45fe-bf90-acdf68354f8b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.042363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefda5df-aee0-45fe-bf90-acdf68354f8b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.052054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:15.052576 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:15.054933 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cefda5df-aee0-45fe-bf90-acdf68354f8b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/4c67f977-00fb-4e7c-9f81-3ab895978503 HTTP/1.1" status: 404 len: 337 time: 0.1570311 Nov 03 16:08:15.062429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3378e868-b332-4083-bd3a-e4a2223b57d1 None None] Calling delete_port for b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:15.065596 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '31db2126-76a8-4e81-90dd-4e7385cac18e', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'port_id': '752479a2-7ac0-4d03-ad92-c157c20a657f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'mac_address': 'fa:16:3e:b3:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:07:39Z', 'updated_at': '2021-11-03T16:08:09Z', 'revision_number': 1, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:15.074289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40202) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.139499 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5d2ec4-432d-4d7b-b335-3024d5d1c2d2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.140453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5d2ec4-432d-4d7b-b335-3024d5d1c2d2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.141098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] Checking router: 551491c7-3e34-43af-9793-fe970f9f6cb5 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:08:15.146762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0b5d2ec4-432d-4d7b-b335-3024d5d1c2d2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/df4845d9-95f0-4503-8aa0-02887138accc HTTP/1.1" status: 404 len: 333 time: 0.0701056 Nov 03 16:08:15.150631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40204) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.176392 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:15.195226 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:15.205804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:08:15.206489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:08:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:15.258359 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84120e6e-447f-4231-8dc9-89c1fc396567 req-425a1555-955a-4764-b1e8-61d0eb6246ec tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4545903 Nov 03 16:08:15.259770 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6add10-0cda-4179-b47c-7cd0f2f40fe9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.260242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6add10-0cda-4179-b47c-7cd0f2f40fe9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.279330 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fc6add10-0cda-4179-b47c-7cd0f2f40fe9 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/f03387ce-49e9-44e7-8315-275888dca890 HTTP/1.1" status: 404 len: 337 time: 0.1274467 Nov 03 16:08:15.282583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40208) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.366453 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2b0e-e544-4075-9dfc-e285076d64ac None None] Pushing event updated for resources: {'Port': ['ID=b01fdcf5-74e2-4307-885d-266d95878875,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:15.400741 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17968a6-7ef8-4128-80f1-55e561e54eff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.402083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17968a6-7ef8-4128-80f1-55e561e54eff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.410881 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c17968a6-7ef8-4128-80f1-55e561e54eff tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/232b12f0-8822-426a-bff1-0a9994d13c57 HTTP/1.1" status: 404 len: 333 time: 0.1253779 Nov 03 16:08:15.412978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40210) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.479900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:08:15.482405 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01afd41-c15b-4ce8-9ae2-9771091c676c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.482869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01afd41-c15b-4ce8-9ae2-9771091c676c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.489138 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Attempting to bind port b01fdcf5-74e2-4307-885d-266d95878875 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:15.489506 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Attempting to bind port b01fdcf5-74e2-4307-885d-266d95878875 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'b8371e16-3be0-4de3-92e8-c45dd87da7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:15.489901 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Attempting to bind port b01fdcf5-74e2-4307-885d-266d95878875 on network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:15.495755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e01afd41-c15b-4ce8-9ae2-9771091c676c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/9aac75f4-b4a5-4d43-b4a7-49cc35135d6d HTTP/1.1" status: 404 len: 337 time: 0.0783536 Nov 03 16:08:15.497187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40212) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.498367 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:15.498748 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Checking segment: {'id': 'b8371e16-3be0-4de3-92e8-c45dd87da7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:15.499151 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:15.499538 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Bound using segment: {'id': 'b8371e16-3be0-4de3-92e8-c45dd87da7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:15.500025 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Bound port: b01fdcf5-74e2-4307-885d-266d95878875, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8371e16-3be0-4de3-92e8-c45dd87da7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:15.504011 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:15.540059 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f8a783-1ce3-4e10-b458-035519d01500 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.540519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f8a783-1ce3-4e10-b458-035519d01500 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.546462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-98f8a783-1ce3-4e10-b458-035519d01500 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/8f6b65ee-b515-4f1c-bb55-ff5f9b5ad86b HTTP/1.1" status: 404 len: 337 time: 0.0456319 Nov 03 16:08:15.547086 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40214) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.588799 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e23c895-ab27-4263-8780-290b5bd05e05 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.589763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e23c895-ab27-4263-8780-290b5bd05e05 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.598171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3e23c895-ab27-4263-8780-290b5bd05e05 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/fc9fdfad-c059-4783-aac7-81aca2b085da HTTP/1.1" status: 404 len: 333 time: 0.0477808 Nov 03 16:08:15.605710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40216) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.655252 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] For port b01fdcf5-74e2-4307-885d-266d95878875, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:15.667979 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] For port b01fdcf5-74e2-4307-885d-266d95878875, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b01fdcf5-74e2-4307-885d-266d95878875,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:15.681550 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:15.685954 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dba035-34e5-4246-b67e-44a0691436c1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.687551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dba035-34e5-4246-b67e-44a0691436c1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.698397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f3dba035-34e5-4246-b67e-44a0691436c1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/5eb77cf6-ba2e-45b1-aa61-e3580730fec9 HTTP/1.1" status: 404 len: 337 time: 0.0874121 Nov 03 16:08:15.700591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40218) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.773678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:08:15.795573 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2b0e-e544-4075-9dfc-e285076d64ac None None] Pushing event updated for resources: {'Port': ['ID=b01fdcf5-74e2-4307-885d-266d95878875,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:15.816151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-4e1fb780-9cee-46a7-8509-193ec7bb868c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0496080 Nov 03 16:08:15.825187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-8689e23d-f501-4dea-b21e-7922c1337d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:15.826814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-8689e23d-f501-4dea-b21e-7922c1337d2e service neutron] 10.222.0.15 "GET /v2.0/ports/1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 1026 time: 0.7367055 Nov 03 16:08:15.836653 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:08:15.837268 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:08:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:15.851083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:08:15.852030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:08:15.853508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3378e868-b332-4083-bd3a-e4a2223b57d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:15.872851 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14be5ce4-ccb4-4f01-a2a0-6ad839336ec3 req-024ad87c-412f-44c1-bfc0-a73c7a3ff3bc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.1571093 Nov 03 16:08:15.873783 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0a543a-8a94-4210-a2c9-3d7073b11c8b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.874222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0a543a-8a94-4210-a2c9-3d7073b11c8b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.887405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4a0a543a-8a94-4210-a2c9-3d7073b11c8b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/fe917b0d-9e97-4d31-88f8-9ecae672ec95 HTTP/1.1" status: 404 len: 337 time: 0.1836793 Nov 03 16:08:15.888995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40220) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.949407 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1343757-a37a-45a8-b523-15b6d6aa74e2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:15.951346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1343757-a37a-45a8-b523-15b6d6aa74e2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:15.957637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d1343757-a37a-45a8-b523-15b6d6aa74e2 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/3337f946-782f-4fc4-b09e-5ebf09ac2cc4 HTTP/1.1" status: 404 len: 333 time: 0.0675673 Nov 03 16:08:15.958718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40222) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:15.964259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378e868-b332-4083-bd3a-e4a2223b57d1 None None] Pushing event deleted for resources: {'Port': ['ID=b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:15.971246 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-81939e78-751d-4900-9921-043348358979 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1137786 Nov 03 16:08:15.976717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378e868-b332-4083-bd3a-e4a2223b57d1 None None] No DVR routers for this DVR port b5b5dabe-90fa-4fbc-940d-1c93eb6d97b0 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:08:16.021604 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c130906a-c365-4cf8-95f7-e99a5d3b385e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:16.022482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c130906a-c365-4cf8-95f7-e99a5d3b385e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:16.030824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c130906a-c365-4cf8-95f7-e99a5d3b385e tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/708e24b0-5ff2-4a4a-920b-4c00b81fcae2 HTTP/1.1" status: 404 len: 337 time: 0.0708692 Nov 03 16:08:16.032011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40224) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.066607 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf809356-22e1-4c7e-8d03-6497b86ec116 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:16.067923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf809356-22e1-4c7e-8d03-6497b86ec116 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:16.076154 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cf809356-22e1-4c7e-8d03-6497b86ec116 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/5a92c645-1c26-4552-9489-20966d1e779a HTTP/1.1" status: 404 len: 337 time: 0.0429332 Nov 03 16:08:16.077185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40226) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.080236 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:08:16.126686 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-464d434e-502d-42bc-ac58-1b2f9a302923 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:16.127609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464d434e-502d-42bc-ac58-1b2f9a302923 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:16.141313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-464d434e-502d-42bc-ac58-1b2f9a302923 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/16c1019e-bcf8-4ee8-8263-de5324fa1377 HTTP/1.1" status: 404 len: 333 time: 0.0624466 Nov 03 16:08:16.144284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40230) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.170073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-5093ffa9-006a-4f24-adca-b17ca6f67048 service neutron] 10.222.0.86 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403399 Nov 03 16:08:16.172382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Made reservation on behalf of 8cc0ffa4359d4451bc7fcabec1c212b1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:16.181982 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10b5244-7aea-4ac6-80de-06b72b7e7bd3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:16.182932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10b5244-7aea-4ac6-80de-06b72b7e7bd3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:16.184449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:16.186435 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e10b5244-7aea-4ac6-80de-06b72b7e7bd3 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/3d85b246-7eda-4960-be62-692b792d4804 HTTP/1.1" status: 404 len: 337 time: 0.0412018 Nov 03 16:08:16.189006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40232) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.217035 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfc53be-d0d4-4f9e-bbac-0a2829ade3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:16.217786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfc53be-d0d4-4f9e-bbac-0a2829ade3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:16.219478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '31db2126-76a8-4e81-90dd-4e7385cac18e', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'port_id': '752479a2-7ac0-4d03-ad92-c157c20a657f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'mac_address': 'fa:16:3e:b3:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:07:39Z', 'updated_at': '2021-11-03T16:08:09Z', 'revision_number': 1, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:16.221495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ccfc53be-d0d4-4f9e-bbac-0a2829ade3da tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/a1ebe3cf-bc5b-4b49-bc6c-0c22d79a35a8 HTTP/1.1" status: 404 len: 337 time: 0.0313509 Nov 03 16:08:16.224006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40234) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.232831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-c8030b70-168a-46f2-b552-7007bf265278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:16.234504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-c8030b70-168a-46f2-b552-7007bf265278 service neutron] 10.222.0.15 "GET /v2.0/ports/946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 1026 time: 0.3032515 Nov 03 16:08:16.283510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-39f1a52e-ca3f-4384-bba7-702777b9fc94 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports?device_id=e68d58de-92c0-4ddc-b866-876664d9c93a HTTP/1.1" status: 200 len: 205 time: 0.0581272 Nov 03 16:08:16.295012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40236) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.315068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172e433-5102-44ad-84e8-4c41612f813e None None] The sync data for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 is: [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '31db2126-76a8-4e81-90dd-4e7385cac18e', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'port_id': '752479a2-7ac0-4d03-ad92-c157c20a657f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'mac_address': 'fa:16:3e:b3:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:07:39Z', 'updated_at': '2021-11-03T16:08:09Z', 'revision_number': 1, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:08:16.396959 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-06cebe08-91d9-4bbc-9712-36a73248fb61 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] delete failed (client error): The resource could not be found. Nov 03 16:08:16.398571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-06cebe08-91d9-4bbc-9712-36a73248fb61 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/routers/e68d58de-92c0-4ddc-b866-876664d9c93a HTTP/1.1" status: 404 len: 336 time: 0.1025729 Nov 03 16:08:16.401584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40240) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.457468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] device_id is not set on port 2da24117-573c-4b8a-af2c-5db7604a3f22 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:08:16.469295 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d647c4-2ceb-4710-b9ee-31d10def3797 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:16.469781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d647c4-2ceb-4710-b9ee-31d10def3797 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:16.475201 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-16d647c4-2ceb-4710-b9ee-31d10def3797 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/67a440d6-ad0e-4bae-b0de-d3e3cebe1b59 HTTP/1.1" status: 404 len: 337 time: 0.0703483 Nov 03 16:08:16.481104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de2c1ee-a131-4dcf-9157-28ddb02213e2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:16.504859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40244) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.549490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eb085f6a-7a3e-4166-89f2-d739d1a4e8f1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "GET /v2.0/ports?device_id=89ce99cb-280e-40da-8cae-3fba40409ced HTTP/1.1" status: 200 len: 205 time: 0.0400827 Nov 03 16:08:16.552241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40246) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.573956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de6e87-f7f8-4fbc-9eea-1dde38442877 req-62c8384f-73c2-4748-9480-53d5a4f7c952 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:16.575998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07de6e87-f7f8-4fbc-9eea-1dde38442877 req-62c8384f-73c2-4748-9480-53d5a4f7c952 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.1019795 Nov 03 16:08:16.591008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5de2c1ee-a131-4dcf-9157-28ddb02213e2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:16.591498 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:16.665156 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:10Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b01fdcf5-74e2-4307-885d-266d95878875', 'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'mac_address': 'fa:16:3e:6e:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:09Z', 'updated_at': '2021-11-03T16:08:15Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'subnets': [{'id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:16.694518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07de6e87-f7f8-4fbc-9eea-1dde38442877 req-6df9796d-8b57-48bd-992f-c146f6992296 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102014 Nov 03 16:08:16.734789 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ece0-4dd0-4647-bc43-38ca21224770 None None] The sync data for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 is: [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:10Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b01fdcf5-74e2-4307-885d-266d95878875', 'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'mac_address': 'fa:16:3e:6e:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:09Z', 'updated_at': '2021-11-03T16:08:15Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'subnets': [{'id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:08:16.840366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33066b93-8745-4038-972f-c41a21f63cc7 req-6916c7fb-31fa-4371-802b-50f4311e794d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1297629 Nov 03 16:08:16.847712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c890c-f4ee-4425-b9a5-762b034652b0 None None] New status for floating IP 31db2126-76a8-4e81-90dd-4e7385cac18e: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:08:16.865893 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-51f9d087-beda-4e5a-8f50-959caca42762 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] delete failed (client error): The resource could not be found. Nov 03 16:08:16.868343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-51f9d087-beda-4e5a-8f50-959caca42762 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/routers/89ce99cb-280e-40da-8cae-3fba40409ced HTTP/1.1" status: 404 len: 336 time: 0.2707806 Nov 03 16:08:16.871045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40250) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.930104 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6c22ad-2ece-4900-8052-d1f7740677d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:16.931982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6c22ad-2ece-4900-8052-d1f7740677d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:16.938399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ba6c22ad-2ece-4900-8052-d1f7740677d7 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/5b1e8c26-4b93-4d94-8ffa-914e098e7168 HTTP/1.1" status: 404 len: 337 time: 0.0655835 Nov 03 16:08:16.941252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40254) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:16.989592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2ffbe14-a843-4fbb-85bc-51d2be7da808 req-5f175630-f48a-4869-bd96-5328fee415b0 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9325736 Nov 03 16:08:17.004015 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c017a97-4772-4371-a28e-bb8e4286a63c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:17.004773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c017a97-4772-4371-a28e-bb8e4286a63c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:17.007792 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7c017a97-4772-4371-a28e-bb8e4286a63c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/aea7bb34-9923-4d4e-acf1-730ae6a3673a HTTP/1.1" status: 404 len: 337 time: 0.0652599 Nov 03 16:08:17.018322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40256) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:17.081923 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-92abaac5-24ec-4bb5-b647-86bbe81db5ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:17.082698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92abaac5-24ec-4bb5-b647-86bbe81db5ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:17.090461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-92abaac5-24ec-4bb5-b647-86bbe81db5ec tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/93541150-1510-4622-bcdd-1ad50a075ac4 HTTP/1.1" status: 404 len: 333 time: 0.0709865 Nov 03 16:08:17.091153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40258) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:17.105281 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-5c166678-3326-4ffa-8fca-8c5829854dd3 service neutron] 10.222.0.86 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8887792 Nov 03 16:08:17.145981 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e1d155-41b4-4431-bd44-aa5252de4c9c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:17.145981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e1d155-41b4-4431-bd44-aa5252de4c9c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:17.149034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-0ed02bba-9b5c-4170-8262-b361d7be3d84 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:17.153744 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-33e1d155-41b4-4431-bd44-aa5252de4c9c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/733cf255-523f-47cb-9296-a03d0cb04f1c HTTP/1.1" status: 404 len: 337 time: 0.0595453 Nov 03 16:08:17.154422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40260) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:17.166807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-0ed02bba-9b5c-4170-8262-b361d7be3d84 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:17.175250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-0ed02bba-9b5c-4170-8262-b361d7be3d84 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:17.177200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-0ed02bba-9b5c-4170-8262-b361d7be3d84 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "GET /v2.0/networks?id=3b702e15-109b-4b34-b65b-e7a25aa30a01&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=32b60c1a-3fda-432a-b1be-706eaed0a660&id=32b60c1a-3fda-432a-b1be-706eaed0a660 HTTP/1.1" status: 200 len: 1989 time: 0.9211051 Nov 03 16:08:17.285422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Allocated IP 172.20.0.9 (22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2/6436a441-7965-438f-9dfe-07fdd1b7f3e8/2da24117-573c-4b8a-af2c-5db7604a3f22) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:17.294521 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59a38c82-53ea-443f-86ca-b393df702bff req-b2f92dbf-c546-43ee-ac23-8e3937e84b64 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.2015123 Nov 03 16:08:17.299281 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-788c59a1-16ea-481f-b602-f0b5e393fb2d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:17.303277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788c59a1-16ea-481f-b602-f0b5e393fb2d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:17.316125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40264) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:17.316802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-788c59a1-16ea-481f-b602-f0b5e393fb2d tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/6fabc464-b4ae-4299-b422-fcc3167f8810 HTTP/1.1" status: 404 len: 333 time: 0.1336052 Nov 03 16:08:17.352047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33066b93-8745-4038-972f-c41a21f63cc7 req-40e2dd68-1f97-4a2b-8935-b69767e428d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:17.353624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33066b93-8745-4038-972f-c41a21f63cc7 req-40e2dd68-1f97-4a2b-8935-b69767e428d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 1097 time: 0.2534530 Nov 03 16:08:17.435465 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75ab511-b324-4ee7-b74f-da18c8044d5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:17.435911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75ab511-b324-4ee7-b74f-da18c8044d5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:17.439152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a75ab511-b324-4ee7-b74f-da18c8044d5c tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/3c685960-1bac-4430-b946-c11b19f88d91 HTTP/1.1" status: 404 len: 337 time: 0.1107221 Nov 03 16:08:17.447046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40270) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:17.484999 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c44955d8-fcab-4238-9d65-2cfd8519cb79 req-a39bde2e-d445-4472-9eb3-daaec074ab80 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0707102 Nov 03 16:08:17.512405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-738ed38b-3783-41c9-b1b4-9127f49610ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=531f7f6243ed40f8885a41c199905dba HTTP/1.1" status: 200 len: 380 time: 0.3109016 Nov 03 16:08:17.524944 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e15c9a-0305-4bcf-95f3-f1bc4088ac96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:17.525653 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e15c9a-0305-4bcf-95f3-f1bc4088ac96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:17.528919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-99e15c9a-0305-4bcf-95f3-f1bc4088ac96 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/a865b4af-10c9-4e5a-9df8-13d48b36c5b1 HTTP/1.1" status: 404 len: 333 time: 0.0695162 Nov 03 16:08:17.534516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40272) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:17.571498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'admin_state_up': True, 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'security_groups': ['1a375cb0-4b20-4184-bf50-e9c73b0a4f6f']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:17.589876 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5138bd2-161e-4307-a28f-b7992fe1638b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:17.590607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5138bd2-161e-4307-a28f-b7992fe1638b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:17.598840 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d5138bd2-161e-4307-a28f-b7992fe1638b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/dded7222-86f5-4829-bd38-14d485a2a4f5 HTTP/1.1" status: 404 len: 337 time: 0.0625966 Nov 03 16:08:17.599541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40274) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:17.708592 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaedc47-3626-419f-8ddc-bf512317a3fd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:17.710693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaedc47-3626-419f-8ddc-bf512317a3fd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:17.715303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5eaedc47-3626-419f-8ddc-bf512317a3fd tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/0b8b4409-320b-4c73-821a-fee925f34245 HTTP/1.1" status: 404 len: 333 time: 0.1131237 Nov 03 16:08:17.718252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40280) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:17.811249 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d72fa3-5047-4ad3-abbf-3d9770135b60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:17.813229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d72fa3-5047-4ad3-abbf-3d9770135b60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:17.821310 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-53d72fa3-5047-4ad3-abbf-3d9770135b60 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/5c9adf8d-a5b0-493e-b30f-b7eb7a1a359a HTTP/1.1" status: 404 len: 337 time: 0.1020103 Nov 03 16:08:17.829822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40284) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:17.916333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-8846e9f4-8f6a-4f9e-a6de-c1c5e7f6b737 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2957151 Nov 03 16:08:17.942366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33066b93-8745-4038-972f-c41a21f63cc7 req-39a27819-5ba8-45bd-a0bd-8bf329075485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:17.944188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7c585846-c619-4374-a27a-cadb158d622a up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:17.945066 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33066b93-8745-4038-972f-c41a21f63cc7 req-39a27819-5ba8-45bd-a0bd-8bf329075485 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 912 time: 0.5409687 Nov 03 16:08:18.011976 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-101312fc-7b9b-4ae5-a03b-24030e0139e1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:18.015249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101312fc-7b9b-4ae5-a03b-24030e0139e1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:18.024053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40292) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:18.029405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-101312fc-7b9b-4ae5-a03b-24030e0139e1 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/f0f8b40d-bd52-4d72-bb09-b95a54c84951 HTTP/1.1" status: 404 len: 333 time: 0.1952829 Nov 03 16:08:18.091358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 7c585846-c619-4374-a27a-cadb158d622a completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:08:18.106002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 7c585846-c619-4374-a27a-cadb158d622a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:18.107897 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:18.135265 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5382c3-e806-44aa-97cf-b2ce2464b163 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:18.138075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5382c3-e806-44aa-97cf-b2ce2464b163 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:18.154175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bd5382c3-e806-44aa-97cf-b2ce2464b163 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/e82bb5c6-88c2-4e47-9975-c83e40788bf8 HTTP/1.1" status: 404 len: 337 time: 0.1287916 Nov 03 16:08:18.161183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40294) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:18.248075 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0ce6d0-5762-4dd0-bb52-6bc2fe2d9595 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:18.249175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0ce6d0-5762-4dd0-bb52-6bc2fe2d9595 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:18.252787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3a0ce6d0-5762-4dd0-bb52-6bc2fe2d9595 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/163867b3-b7e8-4b81-81d5-5e9cae1adb51 HTTP/1.1" status: 404 len: 333 time: 0.0879822 Nov 03 16:08:18.256997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40298) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:18.315269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:18.317750 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a4889a-d7d3-4f9b-8ef6-619fd1765336 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:18.318312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a4889a-d7d3-4f9b-8ef6-619fd1765336 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:18.321484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:18.324740 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e7a4889a-d7d3-4f9b-8ef6-619fd1765336 tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/a76684e4-bc13-41ad-9f8a-3c17c3becdd5 HTTP/1.1" status: 404 len: 337 time: 0.0621765 Nov 03 16:08:18.334014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-59395792-037c-4298-9fdc-a9cc50a9a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.334671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-59395792-037c-4298-9fdc-a9cc50a9a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.335994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-59395792-037c-4298-9fdc-a9cc50a9a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.336511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-59395792-037c-4298-9fdc-a9cc50a9a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.337054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-59395792-037c-4298-9fdc-a9cc50a9a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.337901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-59395792-037c-4298-9fdc-a9cc50a9a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.338428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-59395792-037c-4298-9fdc-a9cc50a9a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.341306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-59395792-037c-4298-9fdc-a9cc50a9a01e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6498 time: 0.2338786 Nov 03 16:08:18.342122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40300) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:18.403724 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4e977c-6277-405f-8c33-a5f4640b9a1b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:18.404660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4e977c-6277-405f-8c33-a5f4640b9a1b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:18.412469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9d4e977c-6277-405f-8c33-a5f4640b9a1b tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/ports/471fb444-b368-4dcf-9703-379239868f2e HTTP/1.1" status: 404 len: 333 time: 0.0669467 Nov 03 16:08:18.423541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40304) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:18.452682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:18.489450 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33066b93-8745-4038-972f-c41a21f63cc7 req-2c6e56e2-160b-4c0b-a26b-bc02c810cf31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=752479a2-7ac0-4d03-ad92-c157c20a657f HTTP/1.1" status: 200 len: 1002 time: 0.4110606 Nov 03 16:08:18.558753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:18.563892 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-746cd75c-e998-4556-a4db-1a7d90faa53a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] DELETE failed (client error): The resource could not be found. Nov 03 16:08:18.564424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746cd75c-e998-4556-a4db-1a7d90faa53a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:08:18.565819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c585846-c619-4374-a27a-cadb158d622a'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:18.570541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-746cd75c-e998-4556-a4db-1a7d90faa53a tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/subnets/62d305b6-2481-40a0-91cf-d2464aa4ced8 HTTP/1.1" status: 404 len: 337 time: 0.1275611 Nov 03 16:08:18.571389 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ad135c-e654-42cf-b290-ef9cb3c68e4a" -d '{"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-plugged", "status": "completed", "tag": "7c585846-c619-4374-a27a-cadb158d622a"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:18.575586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40310) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:18.580601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b01fdcf5-74e2-4307-885d-266d95878875 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:18.609440 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bc1743d-a9c6-450a-b701-2b55a6019005 req-a807ea78-b850-4006-a480-b52ff44db239 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0892174 Nov 03 16:08:18.700026 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:18.717691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-8852f4d0-fe95-485f-8e59-4a31d300f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.722146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-8852f4d0-fe95-485f-8e59-4a31d300f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.722379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-8852f4d0-fe95-485f-8e59-4a31d300f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.727820 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-8852f4d0-fe95-485f-8e59-4a31d300f61d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e647349e-071d-4e0d-ae41-37f29f277a4d&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa HTTP/1.1" status: 200 len: 2298 time: 0.3125701 Nov 03 16:08:18.730601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a44e37-53a1-4e7c-ad5b-8f0e1ade5c3b req-efdc2f52-f3af-4728-b073-9617c538e792 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.732420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62a44e37-53a1-4e7c-ad5b-8f0e1ade5c3b req-efdc2f52-f3af-4728-b073-9617c538e792 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 945 time: 0.7862275 Nov 03 16:08:18.806986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b01fdcf5-74e2-4307-885d-266d95878875 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:18.807366 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:18.823265 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:18.883389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f67f5aee-fddf-4d94-89d7-52b18a11c06b req-5094bde3-f911-4ede-bad9-82b0cbd32cef tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0692029 Nov 03 16:08:18.910297 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-aae17845-3416-4440-94f2-421e0ae3e96b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8533a89-5204-40dd-9f56-199e45a2427a HTTP/1.1" status: 200 len: 1001 time: 0.1767805 Nov 03 16:08:18.926740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=12']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:18.935634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33066b93-8745-4038-972f-c41a21f63cc7 req-8ab20bf3-5d31-49ec-b39c-1ab6d2c89f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:18.937103 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33066b93-8745-4038-972f-c41a21f63cc7 req-8ab20bf3-5d31-49ec-b39c-1ab6d2c89f2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.3880050 Nov 03 16:08:18.944376 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:18.951799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62a44e37-53a1-4e7c-ad5b-8f0e1ade5c3b req-b75179ce-3b3a-4966-8ef8-608ec13f1e0c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795511 Nov 03 16:08:19.028007 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0489fa3-ffb6-427f-9076-36e288c72ee7 x-openstack-request-id: req-f0489fa3-ffb6-427f-9076-36e288c72ee7 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:19.031371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-5e2deb3c-fa0b-4684-a35f-ad73f7790a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:19.032314 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-plugged", "status": "completed", "tag": "7c585846-c619-4374-a27a-cadb158d622a", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:19.034131 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-5e2deb3c-fa0b-4684-a35f-ad73f7790a9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=558ba17c-0e20-4eb8-8db0-7149eb904841 HTTP/1.1" status: 200 len: 856 time: 0.1169949 Nov 03 16:08:19.034668 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0489fa3-ffb6-427f-9076-36e288c72ee7 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:19.035959 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c585846-c619-4374-a27a-cadb158d622a', 'code': 200} Nov 03 16:08:19.042090 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:19.063754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Allocated IP 172.20.0.12 (3b702e15-109b-4b34-b65b-e7a25aa30a01/ec07e9ce-76fc-4651-9c43-195f89c62fd2/8cbd112b-8cde-443c-a2f1-57dac3721bf7) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:19.126779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port b01fdcf5-74e2-4307-885d-266d95878875, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b01fdcf5-74e2-4307-885d-266d95878875,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:19.145818 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:19.180921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-d11732dc-6300-49fb-abf2-c2fe9dba027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:19.183257 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-d11732dc-6300-49fb-abf2-c2fe9dba027f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e647349e-071d-4e0d-ae41-37f29f277a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248760 Nov 03 16:08:19.219765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33066b93-8745-4038-972f-c41a21f63cc7 req-4e477ecd-81db-44e9-8104-782fca0dffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:19.222018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33066b93-8745-4038-972f-c41a21f63cc7 req-4e477ecd-81db-44e9-8104-782fca0dffb5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2671676 Nov 03 16:08:19.233631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:19.258946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=b01fdcf5-74e2-4307-885d-266d95878875,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:19.355773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-da05b3ca-bf1f-4b19-9e41-f5c738683971 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567652 Nov 03 16:08:19.393080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:19.474966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a216216-0ac1-4efa-9af0-360385577e09']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:19.488399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-858d9b01-1655-4f7d-9ed3-0908209af4a1 service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251338 Nov 03 16:08:19.525450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fce437-aa1c-4a3b-af98-f0405eb7a143') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:19.525748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fce437-aa1c-4a3b-af98-f0405eb7a143') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:19.547332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e2bb9-f688-4a50-afcd-ffeb1664e3ba req-7d27e8d7-8790-43f8-b2da-021743b07b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:19.548816 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-822e2bb9-f688-4a50-afcd-ffeb1664e3ba req-7d27e8d7-8790-43f8-b2da-021743b07b27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1097 time: 0.1912899 Nov 03 16:08:19.550649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:19.568453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:19.570542 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-129f7571-60ce-4475-b5fc-026f6a1a7f85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 217 time: 0.0734584 Nov 03 16:08:19.621292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:19.624843 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33066b93-8745-4038-972f-c41a21f63cc7 req-8759f632-0527-408a-ad17-3945aa26fb89 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931699 Nov 03 16:08:19.634462 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:19.641824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:08:19.641824 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:19.665064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-eac5ed0f-56c9-4290-8f37-39172eb5ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:19.669559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-eac5ed0f-56c9-4290-8f37-39172eb5ce8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0910733 Nov 03 16:08:19.706358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:19.714617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Port': ['ID=2da24117-573c-4b8a-af2c-5db7604a3f22,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:08:19.722268 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:08:19.785944 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:19.909979 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:19.913918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] 10.222.0.86 "DELETE /v2.0/networks/5a216216-0ac1-4efa-9af0-360385577e09 HTTP/1.1" status: 204 len: 168 time: 1.3311501 Nov 03 16:08:19.947257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-e92c584c-ea77-46ba-bd68-88386a502a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:19.949008 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-e92c584c-ea77-46ba-bd68-88386a502a01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2401485 Nov 03 16:08:19.966219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-e647c12a-bf58-4eec-8312-0e49174ed3a8 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:19.967928 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-e647c12a-bf58-4eec-8312-0e49174ed3a8 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.70 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 820 time: 0.2966337 Nov 03 16:08:19.974981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-189edb1a-c3c6-4448-b6f6-65a20f695fae req-3e231e55-5721-4d96-b51b-b93e53588681 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.1865847 Nov 03 16:08:20.106364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:20.110945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ac1b3-8925-440c-8ec4-ceb0eb774aae tempest-NetworksTestDHCPv6-1749809277 tempest-NetworksTestDHCPv6-1749809277-project] Pushing event deleted for resources: {'Network': ['ID=5a216216-0ac1-4efa-9af0-360385577e09,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:20.125281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-89255e6f-1341-47b6-80c4-9a45150ed7d5 None None] Provisioning complete for port 2da24117-573c-4b8a-af2c-5db7604a3f22 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:20.126462 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89255e6f-1341-47b6-80c4-9a45150ed7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:20.158736 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-985ab28a-8d3d-45c3-a056-3ed02452cc0b service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894345 Nov 03 16:08:20.166347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Request body: {'port': {'device_id': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'admin_state_up': True, 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:20.189415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:20.190123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:20.199061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-822e2bb9-f688-4a50-afcd-ffeb1664e3ba req-8cf8d76f-752b-422e-8e14-49f930a29aa8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6280942 Nov 03 16:08:20.222571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-89255e6f-1341-47b6-80c4-9a45150ed7d5 None None] Port 2da24117-573c-4b8a-af2c-5db7604a3f22 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:20.385900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40338) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:20.387930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-f17a650a-2bbf-4c11-80d5-3516482c2886 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090724 Nov 03 16:08:20.415652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b01fdcf5-74e2-4307-885d-266d95878875 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:20.439783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d4d0075-759c-4238-8256-5a2468f7e216 req-11a2a298-7809-4f22-98e0-0c7491244b5a tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 210 time: 0.1622934 Nov 03 16:08:20.573426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b01fdcf5-74e2-4307-885d-266d95878875 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:20.574308 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:20.712133 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-a288e79f-27d7-40d9-acb5-fd56c8cd9fc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 217 time: 0.1272388 Nov 03 16:08:20.762703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-691f028d-a319-42e1-aeb7-73934b03d241 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.9762292 Nov 03 16:08:20.769065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40344) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:20.774167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ea2cf-7a20-4018-817c-43b93874692a req-ad51b2ca-1889-4bca-855c-371f85062d30 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:20.781333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5dafce15-3cde-45fd-856f-960cfe1dd3cc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:66:da:b2'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:20.781721 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d41ea2cf-7a20-4018-817c-43b93874692a req-ad51b2ca-1889-4bca-855c-371f85062d30 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 946 time: 0.6618662 Nov 03 16:08:20.786683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33066b93-8745-4038-972f-c41a21f63cc7 req-9d1ccb72-937a-4f03-91e7-59b1d26da4c1 service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0186429 Nov 03 16:08:20.802721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:20.822311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-94532fa4-cf5d-4d7d-820c-effaf4e60473 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=36f14f94d8914008bcc9136e31df06d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332285 Nov 03 16:08:20.827941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40346) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:20.850272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Made reservation on behalf of ce6c82f26b8947e795720d4c51c497b2 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:20.860773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:20.874084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:20.883478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:20.912326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:20.988100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-5490e03f-3ee4-4bd1-b6e3-2f139d5aa341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:20.990473 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-5490e03f-3ee4-4bd1-b6e3-2f139d5aa341 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.2697542 Nov 03 16:08:21.005689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Port': ['ID=8cbd112b-8cde-443c-a2f1-57dac3721bf7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:21.050451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d41ea2cf-7a20-4018-817c-43b93874692a req-e670ec63-a016-4dd5-9d1a-3dc7a62afe6f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678120 Nov 03 16:08:21.082306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:21.083215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:21.099791 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5dafce15-3cde-45fd-856f-960cfe1dd3cc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:21.108247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-212c0569-6d03-4a33-8ffc-1d2fbef50f0b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5463140 Nov 03 16:08:21.112338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72c61bf3-53cb-4af3-9328-ac879091078e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:21.136504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'admin_state_up': True, 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'security_groups': ['1a375cb0-4b20-4184-bf50-e9c73b0a4f6f']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:21.180327 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72c61bf3-53cb-4af3-9328-ac879091078e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:21.218867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-f59821bd-a029-4188-8a51-5a3d3aa8d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:21.220497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-f59821bd-a029-4188-8a51-5a3d3aa8d559 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2003658 Nov 03 16:08:21.332435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72c61bf3-53cb-4af3-9328-ac879091078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:21.336616 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72c61bf3-53cb-4af3-9328-ac879091078e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:21.340458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-72c61bf3-53cb-4af3-9328-ac879091078e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ffc0a3dc-327b-4720-9582-cdcb27b1ad37 HTTP/1.1" status: 204 len: 168 time: 0.4858851 Nov 03 16:08:21.343527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:21.347826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:21.371033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c61bf3-53cb-4af3-9328-ac879091078e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc0a3dc-327b-4720-9582-cdcb27b1ad37,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:21.373132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d9aa6c6b-760c-400e-87ff-04080c25fe8b None None] Provisioning complete for port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:21.373633 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6c6b-760c-400e-87ff-04080c25fe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:21.390797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aadde-cbc2-4723-b0ba-0cb800c9a594 req-d90c61d2-ee56-4113-a93e-1b9669afc36d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:21.401243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-384aadde-cbc2-4723-b0ba-0cb800c9a594 req-d90c61d2-ee56-4113-a93e-1b9669afc36d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 932 time: 0.2834644 Nov 03 16:08:21.521666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa6c6b-760c-400e-87ff-04080c25fe8b None None] Port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:21.651993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-71c36b72-349e-4a12-b0dc-e6dc9c1a434f req-fde4ec8c-40f0-48f9-b1de-58b8c2d6a664 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0409679 Nov 03 16:08:21.701267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Allocated IP 10.1.1.216 (36c53260-3ccd-47cc-9317-f172e1bfc0ef/9a85f126-89fe-469f-9e29-62b4c339917a/7c3ff3c0-ef5b-4749-aada-f8a186e06e00) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:21.737392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Allocated IP 172.20.0.4 (9b7451ae-4adf-425b-89f5-da0e8ecb9742/8a96c134-ff98-4a46-9584-d6ce72c8babb/7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:21.767833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-18bba239-1fea-481a-8cdf-c62cb17c826a service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327005 Nov 03 16:08:21.846001 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:21.975423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-384aadde-cbc2-4723-b0ba-0cb800c9a594 req-e5c84ee3-540b-454d-9d79-3efa359e9786 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5726600 Nov 03 16:08:22.049649 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:22.181423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:22.368951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Port': ['ID=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:22.390466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:22.399048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:22.404246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:22.478897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d58c54-1d40-4ca2-b79c-57a3cdccb966 req-ec9b2410-a992-42a9-9de6-d4e46c18f55e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:22.480636 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99d58c54-1d40-4ca2-b79c-57a3cdccb966 req-ec9b2410-a992-42a9-9de6-d4e46c18f55e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 946 time: 0.2768579 Nov 03 16:08:22.615930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:22.617155 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:22.646388 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99d58c54-1d40-4ca2-b79c-57a3cdccb966 req-92c9bb3e-bd08-4157-b1aa-97ff79d06ed2 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501038 Nov 03 16:08:22.653587 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7ebee48b-51b7-4ba3-9087-123f3135c0d2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5277338 Nov 03 16:08:22.681646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'admin_state_up': True, 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'security_groups': ['1a375cb0-4b20-4184-bf50-e9c73b0a4f6f']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:22.911761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40422) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:22.990154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:22.993159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-040d15f4-91aa-45c6-860c-898e92c42735 None None] Provisioning complete for port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:22.994984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:22.996035 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-040d15f4-91aa-45c6-860c-898e92c42735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.063470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-040d15f4-91aa-45c6-860c-898e92c42735 None None] Port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:23.242771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-501ba946-7126-4f0a-ade2-64c0908f4933 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:23.243765 n-d-813897-2 neutron-server[108104]: WARNING neutron.api.v2.base [None req-501ba946-7126-4f0a-ade2-64c0908f4933 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 16:08:23.244383 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-501ba946-7126-4f0a-ade2-64c0908f4933 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 16:08:23.252892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-501ba946-7126-4f0a-ade2-64c0908f4933 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3398521 Nov 03 16:08:23.259066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40430) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:23.278255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916221270'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:23.298688 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dfcfbcb9-c075-4367-981b-eef6c41d73d2 req-19306074-dce8-4b76-b42a-61a4deddf8c7 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0423586 Nov 03 16:08:23.358689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Allocated IP 10.1.1.174 (36c53260-3ccd-47cc-9317-f172e1bfc0ef/9a85f126-89fe-469f-9e29-62b4c339917a/8a4f1f47-820f-4a0f-843e-c7e3ac0debe0) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:23.368196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.371615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-6de2cb9a-f909-4666-a878-0a692830bc61 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4792187 Nov 03 16:08:23.384652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.395872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd12e1-5155-456d-ad99-a3bd0ea45b60 req-d88a1f07-48d5-4f3f-a90a-b631c78431b8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:23.405084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd12e1-5155-456d-ad99-a3bd0ea45b60 req-d88a1f07-48d5-4f3f-a90a-b631c78431b8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:23.407089 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fadd12e1-5155-456d-ad99-a3bd0ea45b60 req-d88a1f07-48d5-4f3f-a90a-b631c78431b8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 1654 time: 0.1719532 Nov 03 16:08:23.437560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5dafce15-3cde-45fd-856f-960cfe1dd3cc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.444206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-cb177f77-901d-4105-b877-93c44a585856 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 HTTP/1.1" status: 200 len: 217 time: 0.0631344 Nov 03 16:08:23.449475 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5dafce15-3cde-45fd-856f-960cfe1dd3cc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.566473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-f1e292f8-b254-4ae0-865c-4fcaddeb6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:23.567941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-f1e292f8-b254-4ae0-865c-4fcaddeb6d41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.1061378 Nov 03 16:08:23.592537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.646768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.650439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafce15-3cde-45fd-856f-960cfe1dd3cc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Port': ['ID=2da24117-573c-4b8a-af2c-5db7604a3f22,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:23.734693 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.739864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5dafce15-3cde-45fd-856f-960cfe1dd3cc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] In _notify_port_updated(), no bound segment for port 2da24117-573c-4b8a-af2c-5db7604a3f22 on network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:08:23.755500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dafce15-3cde-45fd-856f-960cfe1dd3cc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:23.755800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5dafce15-3cde-45fd-856f-960cfe1dd3cc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.758596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5dafce15-3cde-45fd-856f-960cfe1dd3cc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "PUT /v2.0/ports/2da24117-573c-4b8a-af2c-5db7604a3f22 HTTP/1.1" status: 200 len: 993 time: 2.9818027 Nov 03 16:08:23.777557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Port': ['ID=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:23.782814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40434) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:23.849178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:23.867833 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:23.872354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:23.876984 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:23.891416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-a96490f7-9b47-41d9-8ac9-4ad9d8f8352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:23.893075 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-a96490f7-9b47-41d9-8ac9-4ad9d8f8352e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2455347 Nov 03 16:08:23.902769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-939ae3f4-b398-46e4-8c79-55f7d99699b9 None None] Provisioning complete for port 2da24117-573c-4b8a-af2c-5db7604a3f22 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:23.903144 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-939ae3f4-b398-46e4-8c79-55f7d99699b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.005603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fadd12e1-5155-456d-ad99-a3bd0ea45b60 req-04491c9f-0f86-4420-9a77-800219c404b8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740211 Nov 03 16:08:24.026562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-939ae3f4-b398-46e4-8c79-55f7d99699b9 None None] Port 2da24117-573c-4b8a-af2c-5db7604a3f22 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:24.078079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:24.093228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:24.098593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:24.105830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Pushing event updated for resources: {'Port': ['ID=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:24.113336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:24.114198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.140811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab15a15-f44c-4c31-acb8-dc97031fd000 req-a689e8e0-12af-4784-ba9f-e999cd614e88 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:24.157917 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bab15a15-f44c-4c31-acb8-dc97031fd000 req-a689e8e0-12af-4784-ba9f-e999cd614e88 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 946 time: 0.2775996 Nov 03 16:08:24.180054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-bf43dffc-c040-4918-a88a-efdce3de3491 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5130656 Nov 03 16:08:24.182309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.191373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.233789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660', 'admin_state_up': True, 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'security_groups': ['1a375cb0-4b20-4184-bf50-e9c73b0a4f6f']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:24.327658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-ef69b8f0-5162-45a8-93af-2b8bd1f3e903 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948646 Nov 03 16:08:24.346965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:24.348134 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.360452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-41b0a290-c9fa-41b9-a4da-35b647b8c57a None None] Provisioning complete for port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:24.361052 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-41b0a290-c9fa-41b9-a4da-35b647b8c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.403266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-3c7f2813-5030-4048-8bac-b0df861a1500 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2386816 Nov 03 16:08:24.409995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86498f6e-1ff4-4cb6-845c-7e31b256ad22,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:24.445147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-41b0a290-c9fa-41b9-a4da-35b647b8c57a None None] Port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:24.479808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bab15a15-f44c-4c31-acb8-dc97031fd000 req-6b8564d4-bdca-4c4b-a90c-8d6f172487de tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093485 Nov 03 16:08:24.484264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Request body: {'port': {'device_id': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:24.495472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.503549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3bd58226-385d-4a92-84d4-52b7b5363589 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Deleting port 2da24117-573c-4b8a-af2c-5db7604a3f22 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:24.504210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bd58226-385d-4a92-84d4-52b7b5363589 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.513325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.624493 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.638995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8d63a-143e-4635-985a-46e3025e5555,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:24.645381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:24.655692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-96596c2d-4489-4d0d-81f6-44c51d7011ed service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829080 Nov 03 16:08:24.753030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.768337 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.769921 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-de8869be-eb0a-4983-9660-a5d882ace68f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4999585 Nov 03 16:08:24.778147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40446) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:24.787232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-71010809-eef2-42a3-ba2d-bd782fcf177c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '59a8d63a-143e-4635-985a-46e3025e5555', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:24.843663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590b7bc-64cb-46fc-b7e3-ae0466f6f139 req-5302f61e-e46d-4088-89a9-8ca123e84478 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:24.851742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a590b7bc-64cb-46fc-b7e3-ae0466f6f139 req-5302f61e-e46d-4088-89a9-8ca123e84478 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 931 time: 0.3517001 Nov 03 16:08:24.855141 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-75faeb76-d596-4cc5-9bab-011a3b3d34bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 HTTP/1.1" status: 200 len: 217 time: 0.0885196 Nov 03 16:08:24.865276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bd58226-385d-4a92-84d4-52b7b5363589 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:24.879395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3bd58226-385d-4a92-84d4-52b7b5363589 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Calling delete_port for 2da24117-573c-4b8a-af2c-5db7604a3f22 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:24.996808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-c87f2a67-c6b1-4132-b657-6a6eaa4e45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:24.998831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-c87f2a67-c6b1-4132-b657-6a6eaa4e45fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.1334076 Nov 03 16:08:25.001929 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71010809-eef2-42a3-ba2d-bd782fcf177c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.107334 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a590b7bc-64cb-46fc-b7e3-ae0466f6f139 req-8bc5415d-465e-444e-932b-082d265ab3b7 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545950 Nov 03 16:08:25.223255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-3a90f070-d753-49b1-9226-0c9178a6aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:25.225558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-3a90f070-d753-49b1-9226-0c9178a6aeeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2173429 Nov 03 16:08:25.228917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71010809-eef2-42a3-ba2d-bd782fcf177c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.237364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Allocated IP 10.2.2.100 (32b60c1a-3fda-432a-b1be-706eaed0a660/ae2583e0-1f8f-4033-aa55-a027d60e9348/f99629fd-c01f-4e74-97d1-865bfad31285) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:25.290850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71010809-eef2-42a3-ba2d-bd782fcf177c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.394178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71010809-eef2-42a3-ba2d-bd782fcf177c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffd59ca-4e66-45e4-8e2b-d5d4a5c86a0d,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:25.415989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccd9dd-66a3-4ebf-8261-5efeb6bd9296 req-a7088fcf-600f-49dd-b93e-2a4c2c377b79 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:25.422798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccd9dd-66a3-4ebf-8261-5efeb6bd9296 req-a7088fcf-600f-49dd-b93e-2a4c2c377b79 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:25.430665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccd9dd-66a3-4ebf-8261-5efeb6bd9296 req-a7088fcf-600f-49dd-b93e-2a4c2c377b79 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:25.439643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66ccd9dd-66a3-4ebf-8261-5efeb6bd9296 req-a7088fcf-600f-49dd-b93e-2a4c2c377b79 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 2375 time: 0.2928245 Nov 03 16:08:25.464043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71010809-eef2-42a3-ba2d-bd782fcf177c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.465507 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-71010809-eef2-42a3-ba2d-bd782fcf177c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6832354 Nov 03 16:08:25.470633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40456) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:25.475689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:25.484236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-56fb5338-8768-4e57-8eab-13c9b9b80ee4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '59a8d63a-143e-4635-985a-46e3025e5555', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:25.494196 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.556478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-66ccd9dd-66a3-4ebf-8261-5efeb6bd9296 req-62501feb-1c50-4e32-8231-99c8a4aebdc1 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092987 Nov 03 16:08:25.559260 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-b20f7701-d927-4f7b-a276-554a281131e6 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218098 Nov 03 16:08:25.607987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.644704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56fb5338-8768-4e57-8eab-13c9b9b80ee4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.685824 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bd58226-385d-4a92-84d4-52b7b5363589 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.699623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Transition to ACTIVE for port object 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:08:25.722753 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.773672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd58226-385d-4a92-84d4-52b7b5363589 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event deleted for resources: {'Port': ['ID=2da24117-573c-4b8a-af2c-5db7604a3f22,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:25.787558 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:25.796600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-370452dc-31c2-47da-84a0-2164bb113f8a service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295465 Nov 03 16:08:25.812253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:25.878289 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-b744b5f6-513a-4a40-b4de-160846fc5a46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5 HTTP/1.1" status: 200 len: 217 time: 0.0739083 Nov 03 16:08:25.969690 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-56fb5338-8768-4e57-8eab-13c9b9b80ee4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 16:08:25.973344 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-56fb5338-8768-4e57-8eab-13c9b9b80ee4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4909258 Nov 03 16:08:26.012697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network 32b60c1a-3fda-432a-b1be-706eaed0a660 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:26.013726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40460) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:26.027763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:26.035316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:26.085077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:26.086538 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:26.154549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-37b4b891-aaef-40bf-b0f4-bd0931a31d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:26.162883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-37b4b891-aaef-40bf-b0f4-bd0931a31d00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.2761321 Nov 03 16:08:26.304718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Attempting to bind port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:26.305059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Attempting to bind port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b8371e16-3be0-4de3-92e8-c45dd87da7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:26.305391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Attempting to bind port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc on network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:26.333926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc on network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:08:26.334269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Attempting to bind port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc on network 9b7451ae-4adf-425b-89f5-da0e8ecb9742 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:26.345265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-9754947d-f997-41d5-9a44-cf3251dbcf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:26.346908 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-9754947d-f997-41d5-9a44-cf3251dbcf98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1762481 Nov 03 16:08:26.364051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:26.364422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Checking segment: {'id': 'b8371e16-3be0-4de3-92e8-c45dd87da7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:26.364783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Bound using segment: {'id': 'b8371e16-3be0-4de3-92e8-c45dd87da7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:26.365234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Bound port: 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8371e16-3be0-4de3-92e8-c45dd87da7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:26.365631 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:26.486564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2891433 Nov 03 16:08:26.496923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f65776-6c18-458e-8eea-12580548d948 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Port': ['ID=f99629fd-c01f-4e74-97d1-865bfad31285,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:26.521570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660', 'admin_state_up': True, 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'security_groups': ['1a375cb0-4b20-4184-bf50-e9c73b0a4f6f']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:26.583238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17894ca-a030-4e45-b117-3c8cb1257f7b req-bec2cc9e-6658-448b-a3e3-ede8d77c5459 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:26.591647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b17894ca-a030-4e45-b117-3c8cb1257f7b req-bec2cc9e-6658-448b-a3e3-ede8d77c5459 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 943 time: 0.3390701 Nov 03 16:08:26.597229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] For port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:26.625580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6b8daffd-9cf5-4fb2-946d-34d3ed00affc None None] Provisioning complete for port f99629fd-c01f-4e74-97d1-865bfad31285 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:26.626122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-b8b4e2c7-7c40-4268-af9a-5d1edfb82ef8 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704647 Nov 03 16:08:26.627475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] For port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:26.628977 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b8daffd-9cf5-4fb2-946d-34d3ed00affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:26.649676 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bd58226-385d-4a92-84d4-52b7b5363589 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:26.655571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3bd58226-385d-4a92-84d4-52b7b5363589 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "DELETE /v2.0/ports/2da24117-573c-4b8a-af2c-5db7604a3f22 HTTP/1.1" status: 204 len: 168 time: 2.8654854 Nov 03 16:08:26.664054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40470) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:26.668472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed283e06-f5df-4636-9675-f2d7b7443a06 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:26.723501 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-2351c080-8fd7-4957-91b2-4719ee851ccc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] GET failed (client error): The resource could not be found. Nov 03 16:08:26.729215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2351c080-8fd7-4957-91b2-4719ee851ccc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "GET /v2.0/ports/2da24117-573c-4b8a-af2c-5db7604a3f22 HTTP/1.1" status: 404 len: 333 time: 0.0600855 Nov 03 16:08:26.731378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40472) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:26.745728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'port': {'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2', 'name': 'tempest-AllowedAddressPairTestJSON-392842492'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:26.792890 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed283e06-f5df-4636-9675-f2d7b7443a06 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:26.794578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6b8daffd-9cf5-4fb2-946d-34d3ed00affc None None] Port f99629fd-c01f-4e74-97d1-865bfad31285 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:26.823558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:26.884491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b17894ca-a030-4e45-b117-3c8cb1257f7b req-0ff79c43-0e40-43b2-b807-6f54b1d8be73 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915225 Nov 03 16:08:26.938847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Made reservation on behalf of 531f7f6243ed40f8885a41c199905dba for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:26.944161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:26.955924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:26.955924 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:26.956537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] 10.222.0.70 "PUT /v2.0/ports/7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 1091 time: 2.4918280 Nov 03 16:08:26.957013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:26.960236 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc2364e-7e12-4341-9444-7d8a85fa62d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:27.041315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed283e06-f5df-4636-9675-f2d7b7443a06 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:27.045863 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed283e06-f5df-4636-9675-f2d7b7443a06 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:27.047248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ed283e06-f5df-4636-9675-f2d7b7443a06 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/59a8d63a-143e-4635-985a-46e3025e5555 HTTP/1.1" status: 204 len: 168 time: 1.0329523 Nov 03 16:08:27.055075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40480) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:27.058601 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32afff50-fd5a-47d2-bff5-a90d21d6c415 x-openstack-request-id: req-32afff50-fd5a-47d2-bff5-a90d21d6c415 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:27.058902 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:27.059200 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-32afff50-fd5a-47d2-bff5-a90d21d6c415 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:27.059772 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'status': 'completed', 'code': 200} Nov 03 16:08:27.096111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e8260-ea19-4f0f-a5c1-3a783011a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:27.103019 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-fda2882e-3e46-46e9-b62e-426925bbd550 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683695 Nov 03 16:08:27.111082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed283e06-f5df-4636-9675-f2d7b7443a06 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8d63a-143e-4635-985a-46e3025e5555,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:27.125855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790023a9-a710-43b1-a1f0-ee8b64937105 req-75946025-646d-422f-9f50-d8fbb36c0054 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:27.134142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790023a9-a710-43b1-a1f0-ee8b64937105 req-75946025-646d-422f-9f50-d8fbb36c0054 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:27.141772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790023a9-a710-43b1-a1f0-ee8b64937105 req-75946025-646d-422f-9f50-d8fbb36c0054 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:27.142733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Made reservation on behalf of 8cc0ffa4359d4451bc7fcabec1c212b1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:27.146603 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:27.148082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790023a9-a710-43b1-a1f0-ee8b64937105 req-75946025-646d-422f-9f50-d8fbb36c0054 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:27.156422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-790023a9-a710-43b1-a1f0-ee8b64937105 req-75946025-646d-422f-9f50-d8fbb36c0054 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 3096 time: 0.3108199 Nov 03 16:08:27.220527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] device_id is not set on port 44eacdc5-6812-48b7-8a7f-a4a83bcb414d yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:08:27.229652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-bdd82e29-449d-4898-8e80-65b841d92611 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d HTTP/1.1" status: 200 len: 217 time: 0.1178105 Nov 03 16:08:27.233995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-fb6fe49d-b3bc-4702-adf3-e591520771d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:27.236228 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-fb6fe49d-b3bc-4702-adf3-e591520771d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1094 time: 0.2241621 Nov 03 16:08:27.242232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bc5c823f-996e-4306-91df-32e568b38669 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1802881 Nov 03 16:08:27.247501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40482) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:27.291573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-671e3ad2-7378-4c49-b83d-124ae0ab069e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--613952248'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:27.377121 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-4a876c89-57aa-4b32-82ec-15795e3c1207 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 217 time: 0.1285911 Nov 03 16:08:27.418936 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-790023a9-a710-43b1-a1f0-ee8b64937105 req-a11b030c-0c5d-4a12-8bdf-080a1282abb3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607539 Nov 03 16:08:27.451806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-87d8e2d3-e6f3-4ea9-9265-1b22dc4288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:27.456109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-87d8e2d3-e6f3-4ea9-9265-1b22dc4288ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.2157071 Nov 03 16:08:27.509984 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-671e3ad2-7378-4c49-b83d-124ae0ab069e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:27.553400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Allocated IP 10.2.2.200 (32b60c1a-3fda-432a-b1be-706eaed0a660/ae2583e0-1f8f-4033-aa55-a027d60e9348/00bf40e1-5c0a-432e-a45a-89bf19dcede9) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:27.578499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-a7779747-4528-4d11-abab-8bf94d0d0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:27.580051 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-a7779747-4528-4d11-abab-8bf94d0d0888 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 200 len: 860 time: 0.1884513 Nov 03 16:08:27.610460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Allocated IP 172.20.0.7 (22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2/6436a441-7965-438f-9dfe-07fdd1b7f3e8/44eacdc5-6812-48b7-8a7f-a4a83bcb414d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:27.632552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-06c15045-8ab1-435f-b8f0-f7ab3e85760a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b7451ae-4adf-425b-89f5-da0e8ecb9742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428176 Nov 03 16:08:27.637032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-23fcf4c3-78f6-40af-95ea-e775b1670df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:27.639488 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-23fcf4c3-78f6-40af-95ea-e775b1670df4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1308658 Nov 03 16:08:27.802294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-671e3ad2-7378-4c49-b83d-124ae0ab069e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:27.839272 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-671e3ad2-7378-4c49-b83d-124ae0ab069e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:27.847132 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-d1ad0ab6-00b5-424c-a74a-15cc838cbbbe service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067022 Nov 03 16:08:27.871705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:27.912237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-671e3ad2-7378-4c49-b83d-124ae0ab069e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:27.916425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-671e3ad2-7378-4c49-b83d-124ae0ab069e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6410756 Nov 03 16:08:27.920040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40492) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:27.927940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e3ad2-7378-4c49-b83d-124ae0ab069e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269e6cd9-afdd-4d4c-b4fb-76f6c2f9e0a6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:27.931873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e4813356-08e0-46fd-a9c5-5060f5733567 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '269e6cd9-afdd-4d4c-b4fb-76f6c2f9e0a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:27.932645 n-d-813897-2 neutron-server[108104]: WARNING neutron.api.v2.base [None req-e4813356-08e0-46fd-a9c5-5060f5733567 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 16:08:27.933430 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-e4813356-08e0-46fd-a9c5-5060f5733567 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:27.934505 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e4813356-08e0-46fd-a9c5-5060f5733567 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0132258 Nov 03 16:08:27.945982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40494) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:27.971550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:27.978116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-0f102da8-5ce2-4ce9-8a54-075d96fc3226 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410417 Nov 03 16:08:28.088953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3abce5a0-f1b8-4c7a-bd94-cb7192e21441 req-701310a1-a2da-4719-ad2e-279161d72ac1 service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261977 Nov 03 16:08:28.110924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.146475 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.190288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e4585-837e-4bf6-bab8-6b042cec5495 req-a1590c23-cc98-4552-b26d-ec49d8eb26b5 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.191780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d3e4585-837e-4bf6-bab8-6b042cec5495 req-a1590c23-cc98-4552-b26d-ec49d8eb26b5 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 943 time: 0.1585846 Nov 03 16:08:28.196315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60cd4968-bb45-4dfd-9980-7f685ee9745d tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.204937 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-baf4cce6-ac6c-4df5-9db5-f131387ca5f8 req-8260d0c8-01fc-48f9-835e-df4a68b9624f service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106416 Nov 03 16:08:28.221221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Network 32b60c1a-3fda-432a-b1be-706eaed0a660 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:28.227737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-dca87634-dab6-4ee9-9d3d-d03741fe3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.232768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-dca87634-dab6-4ee9-9d3d-d03741fe3f54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1094 time: 0.0882120 Nov 03 16:08:28.254578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:28.271604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:28.272522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:28.277404 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60cd4968-bb45-4dfd-9980-7f685ee9745d tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.286931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:28.288771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event updated for resources: {'Port': ['ID=00bf40e1-5c0a-432e-a45a-89bf19dcede9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:28.291197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:28.478421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-1efdfa54-8730-456a-b6e3-af783778f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.479946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-1efdfa54-8730-456a-b6e3-af783778f3b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 921 time: 0.2352691 Nov 03 16:08:28.517443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d3e4585-837e-4bf6-bab8-6b042cec5495 req-5c936d5a-fd18-4349-82cc-cd9c58778efd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043222 Nov 03 16:08:28.533958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.536594 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.572563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5531832d-575b-4426-9c1b-548aa854653a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0596128 Nov 03 16:08:28.589141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.594007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.603097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:28.604791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-71687382-2f14-4a94-827f-97e7ffbe5a23 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 217 time: 0.1107330 Nov 03 16:08:28.606815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Port': ['ID=44eacdc5-6812-48b7-8a7f-a4a83bcb414d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:28.702093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60cd4968-bb45-4dfd-9980-7f685ee9745d tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.704695 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60cd4968-bb45-4dfd-9980-7f685ee9745d tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.715647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-60cd4968-bb45-4dfd-9980-7f685ee9745d tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/269e6cd9-afdd-4d4c-b4fb-76f6c2f9e0a6 HTTP/1.1" status: 204 len: 168 time: 0.7665007 Nov 03 16:08:28.717200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40502) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:28.780928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-78bbf87b-fe0f-4d1d-b3a6-7ea234285889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.780928 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-78bbf87b-fe0f-4d1d-b3a6-7ea234285889 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 200 len: 860 time: 0.1571672 Nov 03 16:08:28.795315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd4968-bb45-4dfd-9980-7f685ee9745d tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269e6cd9-afdd-4d4c-b4fb-76f6c2f9e0a6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:28.807100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c7dd1579-fd44-42b3-8918-d49b76a7c668 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0642760 Nov 03 16:08:28.807100 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40508) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:28.812536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fb69ece2-29b7-40bf-a378-8186fdcc098c tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:da:b2'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:28.865080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d9280003-d5a1-4056-a2be-fa24f4a525f3 None None] Provisioning complete for port 44eacdc5-6812-48b7-8a7f-a4a83bcb414d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:28.867042 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9280003-d5a1-4056-a2be-fa24f4a525f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.886768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.906208 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-3512a3bd-a034-483d-a112-47a15b7f2b5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b7451ae-4adf-425b-89f5-da0e8ecb9742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134784 Nov 03 16:08:28.936559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da0ebc-0f68-4e80-a361-5aba9ee682a6 req-ebd5509f-b978-453b-b643-d5434de37b46 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.952507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da0ebc-0f68-4e80-a361-5aba9ee682a6 req-ebd5509f-b978-453b-b643-d5434de37b46 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.958560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da0ebc-0f68-4e80-a361-5aba9ee682a6 req-ebd5509f-b978-453b-b643-d5434de37b46 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.964501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d9280003-d5a1-4056-a2be-fa24f4a525f3 None None] Port 44eacdc5-6812-48b7-8a7f-a4a83bcb414d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:28.977002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d9280003-d5a1-4056-a2be-fa24f4a525f3 None None] Provisioning complete for port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:28.977374 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d9280003-d5a1-4056-a2be-fa24f4a525f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:28.979663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da0ebc-0f68-4e80-a361-5aba9ee682a6 req-ebd5509f-b978-453b-b643-d5434de37b46 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.985832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da0ebc-0f68-4e80-a361-5aba9ee682a6 req-ebd5509f-b978-453b-b643-d5434de37b46 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:28.995688 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5da0ebc-0f68-4e80-a361-5aba9ee682a6 req-ebd5509f-b978-453b-b643-d5434de37b46 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 3817 time: 0.3927579 Nov 03 16:08:29.057471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d9280003-d5a1-4056-a2be-fa24f4a525f3 None None] Port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:29.071295 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-519d94ff-9727-4e63-94bf-73b458501a11 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3481812 Nov 03 16:08:29.088205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40512) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:29.093361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6e27e2b6-9413-4c84-982d-8363254d3f14 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387327636'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:29.561293 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5da0ebc-0f68-4e80-a361-5aba9ee682a6 req-99cd1363-a620-4981-9e55-2c767f5e0b37 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5567455 Nov 03 16:08:29.564981 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e27e2b6-9413-4c84-982d-8363254d3f14 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:29.604425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-026d3995-d18c-4e45-8ee4-26959035dc35 service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957258 Nov 03 16:08:29.655359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb69ece2-29b7-40bf-a378-8186fdcc098c tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:29.769583 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e27e2b6-9413-4c84-982d-8363254d3f14 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:29.776840 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8bc2364e-7e12-4341-9444-7d8a85fa62d6 req-f9124ce5-4e85-4b18-9283-bb21c3b6d82a service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631551 Nov 03 16:08:29.779049 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e27e2b6-9413-4c84-982d-8363254d3f14 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:29.825990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9acf-f28a-4157-9318-9ba99d7e93ba req-6350df3a-0a96-4bb3-bbb2-ed307c912826 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:29.828878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27e2b6-9413-4c84-982d-8363254d3f14 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1acdb0ce-3c36-4ea9-a645-c21321c60afb,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:29.833263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-118b9acf-f28a-4157-9318-9ba99d7e93ba req-6350df3a-0a96-4bb3-bbb2-ed307c912826 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 943 time: 0.1790955 Nov 03 16:08:29.844297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e27e2b6-9413-4c84-982d-8363254d3f14 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:29.848749 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e27e2b6-9413-4c84-982d-8363254d3f14 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7589953 Nov 03 16:08:29.852904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40516) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:29.875888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f8a1cc99-7f06-4516-bb6f-4741b15c5ad3 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '1acdb0ce-3c36-4ea9-a645-c21321c60afb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:29.876808 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-f8a1cc99-7f06-4516-bb6f-4741b15c5ad3 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 16:08:29.877327 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-f8a1cc99-7f06-4516-bb6f-4741b15c5ad3 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:29.883825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f8a1cc99-7f06-4516-bb6f-4741b15c5ad3 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0291579 Nov 03 16:08:29.886617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40520) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:29.963912 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66e8a743-584e-4d2b-9048-72443a9cc0c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.027596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66e8a743-584e-4d2b-9048-72443a9cc0c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.039677 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-118b9acf-f28a-4157-9318-9ba99d7e93ba req-1f8d60e0-07e7-4b54-bbee-0659697be1e1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054715 Nov 03 16:08:30.100076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbd112b-8cde-443c-a2f1-57dac3721bf7 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:30.115902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.124305 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66e8a743-584e-4d2b-9048-72443a9cc0c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.130637 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66e8a743-584e-4d2b-9048-72443a9cc0c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.135737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-66e8a743-584e-4d2b-9048-72443a9cc0c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/1acdb0ce-3c36-4ea9-a645-c21321c60afb HTTP/1.1" status: 204 len: 168 time: 0.2436554 Nov 03 16:08:30.143441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40526) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:30.151850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Transition to ACTIVE for port object 8cbd112b-8cde-443c-a2f1-57dac3721bf7 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:08:30.184099 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.203068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8a743-584e-4d2b-9048-72443a9cc0c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acdb0ce-3c36-4ea9-a645-c21321c60afb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:30.215914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1a2698ee-5580-4b1c-893b-2afd1aa325e0 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685780 Nov 03 16:08:30.219530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40528) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:30.224537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-17d706f9-35eb-416f-99f5-c079c4a1fac1 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--865106325'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:30.268105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17d706f9-35eb-416f-99f5-c079c4a1fac1 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.281634 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb69ece2-29b7-40bf-a378-8186fdcc098c tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.294359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb69ece2-29b7-40bf-a378-8186fdcc098c tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.311608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Pushing event updated for resources: {'Port': ['ID=8cbd112b-8cde-443c-a2f1-57dac3721bf7,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:30.461914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:08:30.502049 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17d706f9-35eb-416f-99f5-c079c4a1fac1 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.509159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17d706f9-35eb-416f-99f5-c079c4a1fac1 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.600091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69ece2-29b7-40bf-a378-8186fdcc098c tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Port': ['ID=44eacdc5-6812-48b7-8a7f-a4a83bcb414d,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:30.605347 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17d706f9-35eb-416f-99f5-c079c4a1fac1 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.608672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-17d706f9-35eb-416f-99f5-c079c4a1fac1 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3880460 Nov 03 16:08:30.611554 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d706f9-35eb-416f-99f5-c079c4a1fac1 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943836c8-d67b-4e3a-89fc-ef7c1e479172,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:30.620548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40532) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:30.635487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-25835eb9-ebba-4898-9cf2-b2094bf14d4a tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '943836c8-d67b-4e3a-89fc-ef7c1e479172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:30.669921 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-25835eb9-ebba-4898-9cf2-b2094bf14d4a tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 16:08:30.670477 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-25835eb9-ebba-4898-9cf2-b2094bf14d4a tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:30.672070 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-25835eb9-ebba-4898-9cf2-b2094bf14d4a tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0472775 Nov 03 16:08:30.674296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40534) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:30.678876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3b84a698-28d4-49ac-9994-d11c5668a49a tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '943836c8-d67b-4e3a-89fc-ef7c1e479172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:30.679667 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-3b84a698-28d4-49ac-9994-d11c5668a49a tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 16:08:30.680311 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-3b84a698-28d4-49ac-9994-d11c5668a49a tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:30.685413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fb69ece2-29b7-40bf-a378-8186fdcc098c tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] In _notify_port_updated(), no bound segment for port 44eacdc5-6812-48b7-8a7f-a4a83bcb414d on network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:08:30.686200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3b84a698-28d4-49ac-9994-d11c5668a49a tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101693 Nov 03 16:08:30.688756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40536) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:30.706497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4a157235-5962-4bf3-ad15-d0d7297ba67b tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '943836c8-d67b-4e3a-89fc-ef7c1e479172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:30.707505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb69ece2-29b7-40bf-a378-8186fdcc098c tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:30.709923 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb69ece2-29b7-40bf-a378-8186fdcc098c tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.713550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fb69ece2-29b7-40bf-a378-8186fdcc098c tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "PUT /v2.0/ports/44eacdc5-6812-48b7-8a7f-a4a83bcb414d HTTP/1.1" status: 200 len: 995 time: 1.9056430 Nov 03 16:08:30.716034 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-4a157235-5962-4bf3-ad15-d0d7297ba67b tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 16:08:30.716676 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-4a157235-5962-4bf3-ad15-d0d7297ba67b tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:30.717807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40538) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:30.728584 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4a157235-5962-4bf3-ad15-d0d7297ba67b tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0280411 Nov 03 16:08:30.729264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40540) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:30.748941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ed8dce96-f644-4efb-b583-1c23948dd805 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '943836c8-d67b-4e3a-89fc-ef7c1e479172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:30.749897 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-ed8dce96-f644-4efb-b583-1c23948dd805 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 16:08:30.752571 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-ed8dce96-f644-4efb-b583-1c23948dd805 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:30.753995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ed8dce96-f644-4efb-b583-1c23948dd805 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0161607 Nov 03 16:08:30.758333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40542) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:30.778104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:30.836361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'port_id': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'mac_address': 'fa:16:3e:5d:f2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:08:30.874926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Attempting to bind port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:30.875644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Attempting to bind port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:30.876216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Attempting to bind port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 on network 3b702e15-109b-4b34-b65b-e7a25aa30a01 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:30.882936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 on network 3b702e15-109b-4b34-b65b-e7a25aa30a01 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:08:30.883625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Attempting to bind port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 on network 3b702e15-109b-4b34-b65b-e7a25aa30a01 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:30.889515 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a311f156-85f8-4fa9-8a5f-fe2c9bc248eb tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.919312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:30.920050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Checking segment: {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:30.920681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Bound using segment: {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:30.921426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Bound port: 8cbd112b-8cde-443c-a2f1-57dac3721bf7, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0caa655f-b68e-4a67-a4a4-96c1bfb304a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:30.923453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.963650 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:30.972325 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a311f156-85f8-4fa9-8a5f-fe2c9bc248eb tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.017719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] For port 8cbd112b-8cde-443c-a2f1-57dac3721bf7, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:31.021184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] For port 8cbd112b-8cde-443c-a2f1-57dac3721bf7, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:31.035780 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.057130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054b58d-0491-4f5b-b4c8-3c223c51413d req-7f6fbe99-b24d-487c-a62c-a92c280ce628 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.066216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054b58d-0491-4f5b-b4c8-3c223c51413d req-7f6fbe99-b24d-487c-a62c-a92c280ce628 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.076419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054b58d-0491-4f5b-b4c8-3c223c51413d req-7f6fbe99-b24d-487c-a62c-a92c280ce628 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.080029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a311f156-85f8-4fa9-8a5f-fe2c9bc248eb tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.083337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054b58d-0491-4f5b-b4c8-3c223c51413d req-7f6fbe99-b24d-487c-a62c-a92c280ce628 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.083612 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a311f156-85f8-4fa9-8a5f-fe2c9bc248eb tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.088573 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a311f156-85f8-4fa9-8a5f-fe2c9bc248eb tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/943836c8-d67b-4e3a-89fc-ef7c1e479172 HTTP/1.1" status: 204 len: 168 time: 0.3292124 Nov 03 16:08:31.089317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40548) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:31.090375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054b58d-0491-4f5b-b4c8-3c223c51413d req-7f6fbe99-b24d-487c-a62c-a92c280ce628 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.098280 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d054b58d-0491-4f5b-b4c8-3c223c51413d req-7f6fbe99-b24d-487c-a62c-a92c280ce628 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 3829 time: 0.2888749 Nov 03 16:08:31.151656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311f156-85f8-4fa9-8a5f-fe2c9bc248eb tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943836c8-d67b-4e3a-89fc-ef7c1e479172,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:31.169375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Pushing event updated for resources: {'Port': ['ID=8cbd112b-8cde-443c-a2f1-57dac3721bf7,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:31.190831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.191446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.201571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-62a6d0c7-08c3-4cdc-b16a-fd56ed77ca9c service neutron] 10.222.0.15 "PUT /v2.0/ports/8cbd112b-8cde-443c-a2f1-57dac3721bf7 HTTP/1.1" status: 200 len: 1092 time: 2.6034245 Nov 03 16:08:31.245285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-00a9db97-8260-4156-9144-dcf95c233493 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1485429 Nov 03 16:08:31.246014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40554) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:31.251548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fb9b5059-623d-4e39-9933-50fec12d9488 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--982146027'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:31.257150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:31.263312 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:31.281741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:31.308953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d054b58d-0491-4f5b-b4c8-3c223c51413d req-c7a332f5-cb78-4a44-b4ed-a776b2a896d8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026327 Nov 03 16:08:31.348690 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:31.376985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5059-623d-4e39-9933-50fec12d9488 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.418498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:31.432449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.445859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0a897345-ac47-4ff7-a828-8187e19886b7 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Deleting port 44eacdc5-6812-48b7-8a7f-a4a83bcb414d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:31.445859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a897345-ac47-4ff7-a828-8187e19886b7 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.482085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32cd77-804d-4296-b542-59138681db39 req-c572864d-bcea-4c40-83c7-7a4f9116f270 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.483694 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa32cd77-804d-4296-b542-59138681db39 req-c572864d-bcea-4c40-83c7-7a4f9116f270 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 943 time: 0.1966267 Nov 03 16:08:31.546081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:31.568608 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.617511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa32cd77-804d-4296-b542-59138681db39 req-be721246-7b6c-4347-b6d6-24859af3b3bf tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216035 Nov 03 16:08:31.642775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-01d8d74b-dc49-4cc9-b336-5c6eb29f8932 None None] Provisioning complete for port 44eacdc5-6812-48b7-8a7f-a4a83bcb414d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:31.652359 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01d8d74b-dc49-4cc9-b336-5c6eb29f8932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.694565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:08:31.699759 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5059-623d-4e39-9933-50fec12d9488 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.707607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5059-623d-4e39-9933-50fec12d9488 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.731599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5059-623d-4e39-9933-50fec12d9488 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.735469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fb9b5059-623d-4e39-9933-50fec12d9488 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4850693 Nov 03 16:08:31.740133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40558) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:31.756308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d587a5a2-79a0-4f39-88d8-3abb5c4e8e4c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '8e753260-bc93-4c3d-8736-c443f6c92cc3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:31.757303 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-d587a5a2-79a0-4f39-88d8-3abb5c4e8e4c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 16:08:31.757828 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-d587a5a2-79a0-4f39-88d8-3abb5c4e8e4c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:31.761358 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d587a5a2-79a0-4f39-88d8-3abb5c4e8e4c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138052 Nov 03 16:08:31.765146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40560) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:31.765702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a897345-ac47-4ff7-a828-8187e19886b7 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.772371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-251b700e-9f47-44e5-96cb-ad39a02c2c64 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '8e753260-bc93-4c3d-8736-c443f6c92cc3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:31.785289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-42bef4b4-5eb4-4350-9a05-746d01ecd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.785780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-42bef4b4-5eb4-4350-9a05-746d01ecd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.786645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-42bef4b4-5eb4-4350-9a05-746d01ecd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.786645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-42bef4b4-5eb4-4350-9a05-746d01ecd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.787115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-42bef4b4-5eb4-4350-9a05-746d01ecd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:31.789320 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-42bef4b4-5eb4-4350-9a05-746d01ecd11c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 4364 time: 0.1217790 Nov 03 16:08:31.792243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b5059-623d-4e39-9933-50fec12d9488 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e753260-bc93-4c3d-8736-c443f6c92cc3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:31.801748 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb64ff4-892e-4046-aa73-da8164900867 x-openstack-request-id: req-7bb64ff4-892e-4046-aa73-da8164900867 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:31.802111 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:31.802379 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7bb64ff4-892e-4046-aa73-da8164900867 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:31.802908 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'status': 'completed', 'code': 200} Nov 03 16:08:31.804925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0a897345-ac47-4ff7-a828-8187e19886b7 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Calling delete_port for 44eacdc5-6812-48b7-8a7f-a4a83bcb414d owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:31.814100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-01d8d74b-dc49-4cc9-b336-5c6eb29f8932 None None] Port 44eacdc5-6812-48b7-8a7f-a4a83bcb414d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:31.816020 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:31.900650 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-251b700e-9f47-44e5-96cb-ad39a02c2c64 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:31.905254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-251b700e-9f47-44e5-96cb-ad39a02c2c64 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1344066 Nov 03 16:08:31.907132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40562) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:31.933688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-75f4fa8b-b30c-472e-a9ef-05bf0659ffaf tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '8e753260-bc93-4c3d-8736-c443f6c92cc3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:31.935130 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-75f4fa8b-b30c-472e-a9ef-05bf0659ffaf tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 16:08:31.936437 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-75f4fa8b-b30c-472e-a9ef-05bf0659ffaf tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:31.938186 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-75f4fa8b-b30c-472e-a9ef-05bf0659ffaf tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250018 Nov 03 16:08:31.942809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40564) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:31.948836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8be78105-5076-4102-aa53-c2b9fea0c7e3 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '8e753260-bc93-4c3d-8736-c443f6c92cc3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:32.016615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-ad921ede-00fd-44ba-a238-23513bee7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:32.017463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-ad921ede-00fd-44ba-a238-23513bee7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:32.018160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-ad921ede-00fd-44ba-a238-23513bee7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:32.019960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-ad921ede-00fd-44ba-a238-23513bee7efb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=531f7f6243ed40f8885a41c199905dba&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2136059 Nov 03 16:08:32.054645 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-8be78105-5076-4102-aa53-c2b9fea0c7e3 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:32.056316 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8be78105-5076-4102-aa53-c2b9fea0c7e3 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1121106 Nov 03 16:08:32.068818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40566) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:32.074392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-71f8048e-cf7f-4b60-9958-8321d15dd27b tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '8e753260-bc93-4c3d-8736-c443f6c92cc3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:32.075148 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-71f8048e-cf7f-4b60-9958-8321d15dd27b tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 16:08:32.075797 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-71f8048e-cf7f-4b60-9958-8321d15dd27b tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:32.077041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-71f8048e-cf7f-4b60-9958-8321d15dd27b tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066524 Nov 03 16:08:32.083991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40568) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:32.109600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-536d5228-76cf-4561-8403-5360f8d63118 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '8e753260-bc93-4c3d-8736-c443f6c92cc3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:32.292475 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-536d5228-76cf-4561-8403-5360f8d63118 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Project fa390151e51d47358c60d53b2c788256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:08:32.310989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-7f85ee9e-c6fc-41e5-a7c2-bd120c0706b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:32.312620 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e969aa16-bd3d-48fc-84e0-ce4bb996c9d0 req-7f85ee9e-c6fc-41e5-a7c2-bd120c0706b2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2836437 Nov 03 16:08:32.330466 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-536d5228-76cf-4561-8403-5360f8d63118 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:32.335048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a897345-ac47-4ff7-a828-8187e19886b7 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.345057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-536d5228-76cf-4561-8403-5360f8d63118 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2584224 Nov 03 16:08:32.345813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40574) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:32.350072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1827dc77-6805-4c27-946f-f1120155a645 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '8e753260-bc93-4c3d-8736-c443f6c92cc3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:32.352546 n-d-813897-2 neutron-server[108104]: WARNING neutron.api.v2.base [None req-1827dc77-6805-4c27-946f-f1120155a645 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 16:08:32.352546 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-1827dc77-6805-4c27-946f-f1120155a645 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:32.355718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1827dc77-6805-4c27-946f-f1120155a645 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065632 Nov 03 16:08:32.356374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40578) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:32.362364 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6f5f7c82-5eb9-41bf-bea1-1f2a27ad3903 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '8e753260-bc93-4c3d-8736-c443f6c92cc3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:32.403400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a897345-ac47-4ff7-a828-8187e19886b7 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event deleted for resources: {'Port': ['ID=44eacdc5-6812-48b7-8a7f-a4a83bcb414d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:32.410923 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-6f5f7c82-5eb9-41bf-bea1-1f2a27ad3903 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Project fa390151e51d47358c60d53b2c788256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:08:32.433737 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-6f5f7c82-5eb9-41bf-bea1-1f2a27ad3903 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:32.443627 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6f5f7c82-5eb9-41bf-bea1-1f2a27ad3903 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0859036 Nov 03 16:08:32.446717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40580) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:32.462493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-057e6a02-69a2-42ad-a855-5351dd553c03 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '8e753260-bc93-4c3d-8736-c443f6c92cc3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:32.463104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:32.532687 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-057e6a02-69a2-42ad-a855-5351dd553c03 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Project fa390151e51d47358c60d53b2c788256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:08:32.551259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abcbb4e-937d-47c8-a357-f90ac98e01d1 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:32.572622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.634081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a897345-ac47-4ff7-a828-8187e19886b7 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.638754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0a897345-ac47-4ff7-a828-8187e19886b7 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "DELETE /v2.0/ports/44eacdc5-6812-48b7-8a7f-a4a83bcb414d HTTP/1.1" status: 204 len: 168 time: 1.9183710 Nov 03 16:08:32.641924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40584) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:32.651934 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-057e6a02-69a2-42ad-a855-5351dd553c03 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:32.655524 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a457a8d4-ef61-486f-a63e-649bcf5de420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.661935 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-057e6a02-69a2-42ad-a855-5351dd553c03 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2118456 Nov 03 16:08:32.669612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40586) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:32.675986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Transition to ACTIVE for port object 1abcbb4e-937d-47c8-a357-f90ac98e01d1 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:08:32.699998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:08:32.706997 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.716217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:32.716653 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.717983 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a908fb-cf43-46cd-b386-4cd1775571d9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] GET failed (client error): The resource could not be found. Nov 03 16:08:32.720207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e0a908fb-cf43-46cd-b386-4cd1775571d9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "GET /v2.0/ports/44eacdc5-6812-48b7-8a7f-a4a83bcb414d HTTP/1.1" status: 404 len: 333 time: 0.0690885 Nov 03 16:08:32.724989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40590) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:32.733791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'port': {'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2', 'name': 'tempest-AllowedAddressPairTestJSON-391923964'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:32.830642 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f155090a-2434-4e8a-b6b2-9284ac6bba7c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.862144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f155090a-2434-4e8a-b6b2-9284ac6bba7c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.923050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.974703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ca6c4-91fe-4cf3-a089-5a710b0d525d req-46935466-b127-40bb-9e75-d3659d2b23ab tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:32.979336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:32.982444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ca6c4-91fe-4cf3-a089-5a710b0d525d req-46935466-b127-40bb-9e75-d3659d2b23ab tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:32.982751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:32.986262 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35878a7c-d69a-425f-9ddc-651bb682222f" -d '{"events": [{"server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "name": "network-vif-plugged", "status": "completed", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:32.990153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ca6c4-91fe-4cf3-a089-5a710b0d525d req-46935466-b127-40bb-9e75-d3659d2b23ab tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:32.992391 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:32.996781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ca6c4-91fe-4cf3-a089-5a710b0d525d req-46935466-b127-40bb-9e75-d3659d2b23ab tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:33.000633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Pushing event updated for resources: {'Port': ['ID=1abcbb4e-937d-47c8-a357-f90ac98e01d1,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:33.003699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ca6c4-91fe-4cf3-a089-5a710b0d525d req-46935466-b127-40bb-9e75-d3659d2b23ab tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:33.005766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f5ca6c4-91fe-4cf3-a089-5a710b0d525d req-46935466-b127-40bb-9e75-d3659d2b23ab tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 3829 time: 0.4054797 Nov 03 16:08:33.007087 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f155090a-2434-4e8a-b6b2-9284ac6bba7c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.010868 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f155090a-2434-4e8a-b6b2-9284ac6bba7c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.015211 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f155090a-2434-4e8a-b6b2-9284ac6bba7c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/8e753260-bc93-4c3d-8736-c443f6c92cc3 HTTP/1.1" status: 204 len: 168 time: 0.3162954 Nov 03 16:08:33.017881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40594) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:33.051944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f8ce-d8b0-4d81-9b9c-34522f5d6304 req-e20dcfc9-4dfc-4dc4-b283-f368bfb2eb0e tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:33.053742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6847f8ce-d8b0-4d81-9b9c-34522f5d6304 req-e20dcfc9-4dfc-4dc4-b283-f368bfb2eb0e tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 944 time: 0.1540959 Nov 03 16:08:33.061799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155090a-2434-4e8a-b6b2-9284ac6bba7c tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e753260-bc93-4c3d-8736-c443f6c92cc3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:33.081518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Made reservation on behalf of 8cc0ffa4359d4451bc7fcabec1c212b1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:33.086924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.094066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:33.196415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] device_id is not set on port 771aefe7-73a9-4959-89b2-59f84a03af8b yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:08:33.207983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f425dde8-6b21-42b7-9504-c828b7a403af tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1888387 Nov 03 16:08:33.220838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f5ca6c4-91fe-4cf3-a089-5a710b0d525d req-eae16348-a7c9-49a9-ab59-4c3d6171f314 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820042 Nov 03 16:08:33.221696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40596) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:33.228033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-cd6ca8f6-4c93-4a92-bff6-dbc3419f5e99 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--264202548'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:33.295189 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca8f6-4c93-4a92-bff6-dbc3419f5e99 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.313044 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee4e84b-888a-44b1-a75d-b6a415ed0faf x-openstack-request-id: req-6ee4e84b-888a-44b1-a75d-b6a415ed0faf {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:33.313336 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "name": "network-vif-plugged", "status": "completed", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:33.313670 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ee4e84b-888a-44b1-a75d-b6a415ed0faf {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:33.314072 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'code': 200} Nov 03 16:08:33.362176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Attempting to bind port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:33.367189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Attempting to bind port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:33.367899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Attempting to bind port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:33.404402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:08:33.405177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Attempting to bind port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:33.408098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca8f6-4c93-4a92-bff6-dbc3419f5e99 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.425312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca8f6-4c93-4a92-bff6-dbc3419f5e99 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.450036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:33.450692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Checking segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:33.451596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Bound using segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:33.452660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Bound port: 1abcbb4e-937d-47c8-a357-f90ac98e01d1, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:33.453232 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.501998 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca8f6-4c93-4a92-bff6-dbc3419f5e99 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.506445 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd6ca8f6-4c93-4a92-bff6-dbc3419f5e99 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2835033 Nov 03 16:08:33.509114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40602) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:33.513842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fb905a22-e5f7-480e-9003-9e72bd7819db tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': 'bf81ad53-8add-4709-9745-7692cbba5416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:33.535332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ca8f6-4c93-4a92-bff6-dbc3419f5e99 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf81ad53-8add-4709-9745-7692cbba5416,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:33.540614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e2554-74cf-4efe-ab49-dbd86d47d78b req-da6715ac-caa4-452e-9b4e-ea7579d0da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:33.542627 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-925e2554-74cf-4efe-ab49-dbd86d47d78b req-da6715ac-caa4-452e-9b4e-ea7579d0da9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1096 time: 0.1329873 Nov 03 16:08:33.556095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] For port 1abcbb4e-937d-47c8-a357-f90ac98e01d1, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:33.560790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] For port 1abcbb4e-937d-47c8-a357-f90ac98e01d1, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:33.594927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6847f8ce-d8b0-4d81-9b9c-34522f5d6304 req-a8a52dc5-fe0f-4564-8b31-97987ebf4f8a tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050952 Nov 03 16:08:33.607090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.609296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-925e2554-74cf-4efe-ab49-dbd86d47d78b req-601677b9-9563-435b-b54a-584a31c8614d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Nov 03 16:08:33.610326 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-fb905a22-e5f7-480e-9003-9e72bd7819db tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The resource could not be found. Nov 03 16:08:33.614729 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fb905a22-e5f7-480e-9003-9e72bd7819db tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1045101 Nov 03 16:08:33.615392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40604) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:33.620544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-71a9e87b-db11-4cf6-bc87-024d60e6902f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': 'bf81ad53-8add-4709-9745-7692cbba5416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '335d7990-1e36-4dd1-b622-17457f7ec2f6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:33.675602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:33.676219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.678002 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-71a9e87b-db11-4cf6-bc87-024d60e6902f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The resource could not be found. Nov 03 16:08:33.678429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] 10.222.0.15 "PUT /v2.0/ports/1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 1129 time: 2.4140077 Nov 03 16:08:33.683000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-71a9e87b-db11-4cf6-bc87-024d60e6902f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0662918 Nov 03 16:08:33.684168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40606) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:33.709489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Allocated IP 172.20.0.11 (22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2/6436a441-7965-438f-9dfe-07fdd1b7f3e8/771aefe7-73a9-4959-89b2-59f84a03af8b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:33.729489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:33.756379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad46a0-9c96-44d5-9b7a-7a75a2eb1e58 service neutron] Pushing event updated for resources: {'Port': ['ID=1abcbb4e-937d-47c8-a357-f90ac98e01d1,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:33.784121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebe56c54-28ad-4b2b-983f-51f45ce99983 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.812698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebe56c54-28ad-4b2b-983f-51f45ce99983 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.828259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '1abcbb4e-937d-47c8-a357-f90ac98e01d1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:33.830552 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "1abcbb4e-937d-47c8-a357-f90ac98e01d1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:33.833282 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.885436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebe56c54-28ad-4b2b-983f-51f45ce99983 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.889149 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebe56c54-28ad-4b2b-983f-51f45ce99983 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:33.893805 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ebe56c54-28ad-4b2b-983f-51f45ce99983 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/bf81ad53-8add-4709-9745-7692cbba5416 HTTP/1.1" status: 204 len: 168 time: 0.2080967 Nov 03 16:08:33.894497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40612) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:33.916135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe56c54-28ad-4b2b-983f-51f45ce99983 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf81ad53-8add-4709-9745-7692cbba5416,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:33.922957 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a431c3e8-8c5c-4efb-841f-a68f4177ddf8 x-openstack-request-id: req-a431c3e8-8c5c-4efb-841f-a68f4177ddf8 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:33.923857 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "1abcbb4e-937d-47c8-a357-f90ac98e01d1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:33.924123 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a431c3e8-8c5c-4efb-841f-a68f4177ddf8 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:33.924524 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '1abcbb4e-937d-47c8-a357-f90ac98e01d1', 'status': 'completed', 'code': 200} Nov 03 16:08:33.997039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-451e7d42-686f-464c-8657-6db363dab8b7 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0829043 Nov 03 16:08:34.000362 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40614) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:34.004637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e2ce2796-4b8e-481c-af79-1efaa8dbf921 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '1dad077d-fe2b-4599-bd22-2c21433f4eea', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:34.065152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-7af3506f-b359-4743-bfd8-e41427b75d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.065762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-7af3506f-b359-4743-bfd8-e41427b75d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.066232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-7af3506f-b359-4743-bfd8-e41427b75d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.066694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-7af3506f-b359-4743-bfd8-e41427b75d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.067152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-7af3506f-b359-4743-bfd8-e41427b75d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.067606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-7af3506f-b359-4743-bfd8-e41427b75d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.069458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-7af3506f-b359-4743-bfd8-e41427b75d27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5286 time: 0.0961206 Nov 03 16:08:34.095472 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-e2ce2796-4b8e-481c-af79-1efaa8dbf921 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The resource could not be found. Nov 03 16:08:34.096615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e2ce2796-4b8e-481c-af79-1efaa8dbf921 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0958543 Nov 03 16:08:34.108437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40616) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:34.113987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--876287150'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:34.188203 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.198708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-bb7eb576-8e41-40e1-a107-e8704981ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.199408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-bb7eb576-8e41-40e1-a107-e8704981ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.199744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-bb7eb576-8e41-40e1-a107-e8704981ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.201445 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-bb7eb576-8e41-40e1-a107-e8704981ece8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=531f7f6243ed40f8885a41c199905dba&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1164932 Nov 03 16:08:34.252551 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.329594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-97b3295a-ff7a-43e4-a7bc-cde1083d7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.332737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-536ee0d6-36de-4fa6-8fe0-0ad65d2e0021 req-97b3295a-ff7a-43e4-a7bc-cde1083d7455 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233044 Nov 03 16:08:34.406717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.410159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.451382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0aa1-36b4-4415-beca-88aee735f070 req-528716fe-cc75-4db5-916f-58a73f1d3dec tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.458248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0aa1-36b4-4415-beca-88aee735f070 req-528716fe-cc75-4db5-916f-58a73f1d3dec tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.460358 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.466223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0aa1-36b4-4415-beca-88aee735f070 req-528716fe-cc75-4db5-916f-58a73f1d3dec tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.473757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0aa1-36b4-4415-beca-88aee735f070 req-528716fe-cc75-4db5-916f-58a73f1d3dec tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.481214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0aa1-36b4-4415-beca-88aee735f070 req-528716fe-cc75-4db5-916f-58a73f1d3dec tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.488230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0aa1-36b4-4415-beca-88aee735f070 req-528716fe-cc75-4db5-916f-58a73f1d3dec tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.490322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-667c0aa1-36b4-4415-beca-88aee735f070 req-528716fe-cc75-4db5-916f-58a73f1d3dec tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 4600 time: 0.1054957 Nov 03 16:08:34.532633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:34.536760 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.538039 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4279909 Nov 03 16:08:34.541434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946fa250-4a46-4276-a40f-6827e8a5d511 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:34.546909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40624) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:34.552323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:34.556359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.559194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Port': ['ID=771aefe7-73a9-4959-89b2-59f84a03af8b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:34.562615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:34.565087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554273f6-e484-4d95-8b25-ab65d78144e6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:34.568565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-93a8ffc8-f1f7-4065-8a2d-42c61c25f258 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628165773'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:34.635488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.635848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.636194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.636535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.636874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.637213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.637575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.638610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.638610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.638610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.639346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.639346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aa8bb-a5ea-411f-b145-97ffcc78d7da tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.643053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.643458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.643745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.644108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.644492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.644830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.645164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.645493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.645882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.646211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.646539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.646863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:34.648289 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-667c0aa1-36b4-4415-beca-88aee735f070 req-134ca750-1d0e-4d96-86bc-0b76460c502e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504858 Nov 03 16:08:34.649838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93a8ffc8-f1f7-4065-8a2d-42c61c25f258 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.673668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Transition to ACTIVE for port object 946fa250-4a46-4276-a40f-6827e8a5d511 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:08:34.690799 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.728207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:34.728878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.757691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93a8ffc8-f1f7-4065-8a2d-42c61c25f258 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.771682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93a8ffc8-f1f7-4065-8a2d-42c61c25f258 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.818903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-177b8caf-aeee-4582-b81f-c81f1b7f4dcc tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0923793 Nov 03 16:08:34.826123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40628) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:34.840100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'port': {'network_id': '22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2', 'name': 'tempest-AllowedAddressPairTestJSON-215708209'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:34.846182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Pushing event updated for resources: {'Port': ['ID=946fa250-4a46-4276-a40f-6827e8a5d511,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:34.906234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93a8ffc8-f1f7-4065-8a2d-42c61c25f258 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.909745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-93a8ffc8-f1f7-4065-8a2d-42c61c25f258 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3592315 Nov 03 16:08:34.934395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40632) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:34.945250 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d07da841-50f9-4054-a92b-909cdff745c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:34.946142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d8fefc6f-6036-42f8-8ff3-36743bcc5eb4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '554273f6-e484-4d95-8b25-ab65d78144e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '91836cd7-463b-486e-804a-cc288b67b7ae'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:34.956484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8ffc8-f1f7-4065-8a2d-42c61c25f258 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91836cd7-463b-486e-804a-cc288b67b7ae,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:35.036712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d4d2-4fad-4b9f-a0be-c06bb87f6d00 req-394102c3-824d-4961-96fa-16658b7d7d96 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:35.050256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6c5d4d2-4fad-4b9f-a0be-c06bb87f6d00 req-394102c3-824d-4961-96fa-16658b7d7d96 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.2987919 Nov 03 16:08:35.149505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-382c03c8-0f98-4adc-8e24-09d80e213b8f None None] Provisioning complete for port 771aefe7-73a9-4959-89b2-59f84a03af8b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:35.151304 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-382c03c8-0f98-4adc-8e24-09d80e213b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.158337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6c5d4d2-4fad-4b9f-a0be-c06bb87f6d00 req-13d75b4c-611b-4dba-af26-217910e55053 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935862 Nov 03 16:08:35.163220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Attempting to bind port 946fa250-4a46-4276-a40f-6827e8a5d511 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:35.163596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Attempting to bind port 946fa250-4a46-4276-a40f-6827e8a5d511 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:35.164491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Attempting to bind port 946fa250-4a46-4276-a40f-6827e8a5d511 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:35.169277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Port 946fa250-4a46-4276-a40f-6827e8a5d511 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:08:35.169639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Attempting to bind port 946fa250-4a46-4276-a40f-6827e8a5d511 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:35.173267 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-d8fefc6f-6036-42f8-8ff3-36743bcc5eb4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:35.183136 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d8fefc6f-6036-42f8-8ff3-36743bcc5eb4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2437863 Nov 03 16:08:35.183283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:35.183283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Checking segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:35.183892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Bound using segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:35.184034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40634) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:35.184697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Bound port: 946fa250-4a46-4276-a40f-6827e8a5d511, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:35.184697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.224640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-382c03c8-0f98-4adc-8e24-09d80e213b8f None None] Port 771aefe7-73a9-4959-89b2-59f84a03af8b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:35.239767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Made reservation on behalf of 8cc0ffa4359d4451bc7fcabec1c212b1 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:35.245312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.259007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] For port 946fa250-4a46-4276-a40f-6827e8a5d511, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:35.262910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] For port 946fa250-4a46-4276-a40f-6827e8a5d511, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=946fa250-4a46-4276-a40f-6827e8a5d511,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:35.269666 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.280103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] device_id is not set on port 38062894-07b2-4ab7-b05c-8bcd693bb8ef yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:08:35.309081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:35.310227 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.311820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 1129 time: 1.5910742 Nov 03 16:08:35.327935 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-58aa2004-4cbe-433c-93d3-daa5c0e42dcd tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.335039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fda360-b031-425a-8a9c-d399de2d91b7 service neutron] Pushing event updated for resources: {'Port': ['ID=946fa250-4a46-4276-a40f-6827e8a5d511,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:35.365655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:35.464357 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-58aa2004-4cbe-433c-93d3-daa5c0e42dcd tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.514304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.597361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Allocated IP 172.20.0.6 (22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2/6436a441-7965-438f-9dfe-07fdd1b7f3e8/38062894-07b2-4ab7-b05c-8bcd693bb8ef) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:35.603936 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-58aa2004-4cbe-433c-93d3-daa5c0e42dcd tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.606972 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-58aa2004-4cbe-433c-93d3-daa5c0e42dcd tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.610600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-58aa2004-4cbe-433c-93d3-daa5c0e42dcd tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/91836cd7-463b-486e-804a-cc288b67b7ae HTTP/1.1" status: 204 len: 168 time: 0.4230678 Nov 03 16:08:35.611570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40640) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:35.626560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa2004-4cbe-433c-93d3-daa5c0e42dcd tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91836cd7-463b-486e-804a-cc288b67b7ae,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:35.854675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.892178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:35.904761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8da874b7-baf8-469e-9a2f-f7f48e99c709 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2895784 Nov 03 16:08:35.907625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40644) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:35.942143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fb41-bc79-4bf3-abba-e2588d1cd84b req-92bfbc2a-2b6c-479c-84f5-c32541567ba5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:35.948881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fb41-bc79-4bf3-abba-e2588d1cd84b req-92bfbc2a-2b6c-479c-84f5-c32541567ba5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:35.955297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fb41-bc79-4bf3-abba-e2588d1cd84b req-92bfbc2a-2b6c-479c-84f5-c32541567ba5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:35.961310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fb41-bc79-4bf3-abba-e2588d1cd84b req-92bfbc2a-2b6c-479c-84f5-c32541567ba5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:35.968446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fb41-bc79-4bf3-abba-e2588d1cd84b req-92bfbc2a-2b6c-479c-84f5-c32541567ba5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:35.974610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fb41-bc79-4bf3-abba-e2588d1cd84b req-92bfbc2a-2b6c-479c-84f5-c32541567ba5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:35.981294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fb41-bc79-4bf3-abba-e2588d1cd84b req-92bfbc2a-2b6c-479c-84f5-c32541567ba5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:35.982908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a744fb41-bc79-4bf3-abba-e2588d1cd84b req-92bfbc2a-2b6c-479c-84f5-c32541567ba5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5371 time: 0.1750665 Nov 03 16:08:35.992533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:35.995170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '946fa250-4a46-4276-a40f-6827e8a5d511'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:35.996153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Port': ['ID=38062894-07b2-4ab7-b05c-8bcd693bb8ef,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:35.997408 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274fc58d-d0c5-4408-8e7a-59a56c196602" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "946fa250-4a46-4276-a40f-6827e8a5d511"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:36.009309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:36.011951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:36.079340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.080024 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.131399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26b03862-ba8d-4e68-a865-f83f3b1748de tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3017695 Nov 03 16:08:36.133883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40650) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:36.146040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:36.165384 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.182235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Transition to ACTIVE for port object 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:08:36.185827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4471d66d-655d-44bc-a25d-742832ee3009 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:66:da:b2'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:98:83:69'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:36.186434 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0231e0cb-22a6-419e-b0b1-b9992f856222 x-openstack-request-id: req-0231e0cb-22a6-419e-b0b1-b9992f856222 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:36.186838 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "946fa250-4a46-4276-a40f-6827e8a5d511", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:36.187181 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0231e0cb-22a6-419e-b0b1-b9992f856222 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:36.187573 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '946fa250-4a46-4276-a40f-6827e8a5d511', 'status': 'completed', 'code': 200} Nov 03 16:08:36.189128 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.198133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.208742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.268123 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.331540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:36.403608 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-c5b66d39-d36a-4c22-a256-d4f61263d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.404122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-c5b66d39-d36a-4c22-a256-d4f61263d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.404604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-c5b66d39-d36a-4c22-a256-d4f61263d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.405067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-c5b66d39-d36a-4c22-a256-d4f61263d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.405610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-c5b66d39-d36a-4c22-a256-d4f61263d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.411991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-c5b66d39-d36a-4c22-a256-d4f61263d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.412327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-c5b66d39-d36a-4c22-a256-d4f61263d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.414430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-c5b66d39-d36a-4c22-a256-d4f61263d73e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6208 time: 0.2819700 Nov 03 16:08:36.418148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a744fb41-bc79-4bf3-abba-e2588d1cd84b req-0bc66be1-5ef6-4e4f-92ed-40f8d25bec50 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4075365 Nov 03 16:08:36.438387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Attempting to bind port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:36.438907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Attempting to bind port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:36.439430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Attempting to bind port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:36.454539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d320fdaf-a986-4baf-bd90-a282da17051d None None] Provisioning complete for port 38062894-07b2-4ab7-b05c-8bcd693bb8ef triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:36.455288 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d320fdaf-a986-4baf-bd90-a282da17051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.456873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:08:36.457593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Attempting to bind port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:36.466691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:36.467037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Checking segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:36.467428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Bound using segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:36.467867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Bound port: 7c3ff3c0-ef5b-4749-aada-f8a186e06e00, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:36.468224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.505032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d320fdaf-a986-4baf-bd90-a282da17051d None None] Port 38062894-07b2-4ab7-b05c-8bcd693bb8ef cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:36.563616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] For port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:36.566842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] For port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:36.572303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.595547 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.598163 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.602281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/554273f6-e484-4d95-8b25-ab65d78144e6 HTTP/1.1" status: 204 len: 168 time: 0.6959062 Nov 03 16:08:36.602463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40656) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:36.624747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554273f6-e484-4d95-8b25-ab65d78144e6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:36.627598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.628669 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.630139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c3ff3c0-ef5b-4749-aada-f8a186e06e00 HTTP/1.1" status: 200 len: 1091 time: 1.2709906 Nov 03 16:08:36.663319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.664537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.665504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.665967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.666383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.666791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.667201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.667604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.667992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.668395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.668968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.669450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c694-8c20-423c-a255-7165f31d55b4 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:36.670722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:36.738828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bad8d-a14f-4d5e-aaee-8b1a0d62d7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:36.755241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-79698607-381c-4329-85e7-e113122ae4a3 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1468291 Nov 03 16:08:36.755496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b1762-66a0-42fa-ac20-b4fed33ccdef req-07bdb270-d7d4-42de-831b-8c071bc85573 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.756599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b15b1762-66a0-42fa-ac20-b4fed33ccdef req-07bdb270-d7d4-42de-831b-8c071bc85573 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.4364488 Nov 03 16:08:36.757111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40660) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:36.766147 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.816979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e2759ba3-afc1-498d-96b9-6fef70c7105f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076419636'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:36.887332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-134d300c-9fd5-421b-a46d-ae60044f6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.887799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-134d300c-9fd5-421b-a46d-ae60044f6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.888245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-134d300c-9fd5-421b-a46d-ae60044f6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:36.889952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-134d300c-9fd5-421b-a46d-ae60044f6e3c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=531f7f6243ed40f8885a41c199905dba&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3946233 Nov 03 16:08:36.896400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4471d66d-655d-44bc-a25d-742832ee3009 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.938387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2759ba3-afc1-498d-96b9-6fef70c7105f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:36.948321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b15b1762-66a0-42fa-ac20-b4fed33ccdef req-79122e3f-cde7-44c2-82e2-51be7e1662e4 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582906 Nov 03 16:08:37.119615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:37.127837 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:37.158258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Transition to ACTIVE for port object 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:08:37.165578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:37.211117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-3920b0f7-aa2c-407c-a9a8-90851869bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.213304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-274fc58d-d0c5-4408-8e7a-59a56c196602 req-3920b0f7-aa2c-407c-a9a8-90851869bcf2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3093576 Nov 03 16:08:37.342554 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2759ba3-afc1-498d-96b9-6fef70c7105f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:37.359575 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2759ba3-afc1-498d-96b9-6fef70c7105f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:37.424451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-666aae41-1773-464f-b131-a01327285552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.427289 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-666aae41-1773-464f-b131-a01327285552 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1096 time: 0.2255161 Nov 03 16:08:37.469617 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2759ba3-afc1-498d-96b9-6fef70c7105f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:37.480824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e2759ba3-afc1-498d-96b9-6fef70c7105f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6994975 Nov 03 16:08:37.480824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40674) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:37.508252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b7427714-9cc5-4a7f-8155-7ddb1268c0a6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '29e36ef2-051c-4ac2-a8fb-2b62944a0e4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:37.524264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8aac9-91d3-42f9-9c37-4fe683c53654 req-31c7d42c-c38b-46ae-85b4-e1655180b817 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.531976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4f8aac9-91d3-42f9-9c37-4fe683c53654 req-31c7d42c-c38b-46ae-85b4-e1655180b817 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.2562442 Nov 03 16:08:37.540282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2759ba3-afc1-498d-96b9-6fef70c7105f tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e36ef2-051c-4ac2-a8fb-2b62944a0e4c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:37.588212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4471d66d-655d-44bc-a25d-742832ee3009 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:37.635162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4471d66d-655d-44bc-a25d-742832ee3009 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:37.663563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:37.690607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4f8aac9-91d3-42f9-9c37-4fe683c53654 req-f8f71b29-c772-461d-8a1f-90f660fc2350 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551008 Nov 03 16:08:37.707332 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:37.748379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471d66d-655d-44bc-a25d-742832ee3009 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event updated for resources: {'Port': ['ID=38062894-07b2-4ab7-b05c-8bcd693bb8ef,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:37.792502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Attempting to bind port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:37.792902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Attempting to bind port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:37.793210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Attempting to bind port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:37.802196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:08:37.802196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Attempting to bind port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:37.823098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908ac14-6b2a-4920-94ab-19fd27d7ad6f req-ed95e6b9-5320-4339-8f62-675127ef7f0f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.826551 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-b7427714-9cc5-4a7f-8155-7ddb1268c0a6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:37.828026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b7427714-9cc5-4a7f-8155-7ddb1268c0a6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3373795 Nov 03 16:08:37.830388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908ac14-6b2a-4920-94ab-19fd27d7ad6f req-ed95e6b9-5320-4339-8f62-675127ef7f0f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.838333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908ac14-6b2a-4920-94ab-19fd27d7ad6f req-ed95e6b9-5320-4339-8f62-675127ef7f0f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.838887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40678) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:37.845674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908ac14-6b2a-4920-94ab-19fd27d7ad6f req-ed95e6b9-5320-4339-8f62-675127ef7f0f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.847033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-73745c25-2ec9-4910-bd0b-db620ac85a7e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group_rule': {'security_group_id': '29e36ef2-051c-4ac2-a8fb-2b62944a0e4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:37.852045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908ac14-6b2a-4920-94ab-19fd27d7ad6f req-ed95e6b9-5320-4339-8f62-675127ef7f0f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.858405 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908ac14-6b2a-4920-94ab-19fd27d7ad6f req-ed95e6b9-5320-4339-8f62-675127ef7f0f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.864397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908ac14-6b2a-4920-94ab-19fd27d7ad6f req-ed95e6b9-5320-4339-8f62-675127ef7f0f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.873010 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8908ac14-6b2a-4920-94ab-19fd27d7ad6f req-ed95e6b9-5320-4339-8f62-675127ef7f0f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.2025123 Nov 03 16:08:37.887597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-2b55f010-90ff-467b-b2db-2b25d78fac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.889697 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-2b55f010-90ff-467b-b2db-2b25d78fac21 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 921 time: 0.4470115 Nov 03 16:08:37.891289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:37.891634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Checking segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:37.892026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Bound using segment: {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:37.892486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Bound port: 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9daa192-894c-4d60-9e8b-c9f4ee4367de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:37.892845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:37.970583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24f2cc-11ac-4df5-97e0-496feec345ba req-0246e6dd-68a0-4cd9-80ee-267aff1316f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.971802 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:08:37.977169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24f2cc-11ac-4df5-97e0-496feec345ba req-0246e6dd-68a0-4cd9-80ee-267aff1316f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.984336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24f2cc-11ac-4df5-97e0-496feec345ba req-0246e6dd-68a0-4cd9-80ee-267aff1316f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:37.986006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8908ac14-6b2a-4920-94ab-19fd27d7ad6f req-722ae9d6-e18a-4eea-a065-60246992bbd5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119254 Nov 03 16:08:37.996325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24f2cc-11ac-4df5-97e0-496feec345ba req-0246e6dd-68a0-4cd9-80ee-267aff1316f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.018239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] For port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:38.018514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24f2cc-11ac-4df5-97e0-496feec345ba req-0246e6dd-68a0-4cd9-80ee-267aff1316f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.018638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] For port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:38.018638 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.025402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24f2cc-11ac-4df5-97e0-496feec345ba req-0246e6dd-68a0-4cd9-80ee-267aff1316f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.034176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24f2cc-11ac-4df5-97e0-496feec345ba req-0246e6dd-68a0-4cd9-80ee-267aff1316f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.045829 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d24f2cc-11ac-4df5-97e0-496feec345ba req-0246e6dd-68a0-4cd9-80ee-267aff1316f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5395 time: 0.2423511 Nov 03 16:08:38.048220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4471d66d-655d-44bc-a25d-742832ee3009 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] In _notify_port_updated(), no bound segment for port 38062894-07b2-4ab7-b05c-8bcd693bb8ef on network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:08:38.056984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.057458 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.059626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] 10.222.0.15 "PUT /v2.0/ports/8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 HTTP/1.1" status: 200 len: 1091 time: 1.3933644 Nov 03 16:08:38.077066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471d66d-655d-44bc-a25d-742832ee3009 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.077637 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4471d66d-655d-44bc-a25d-742832ee3009 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.083515 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4471d66d-655d-44bc-a25d-742832ee3009 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "PUT /v2.0/ports/38062894-07b2-4ab7-b05c-8bcd693bb8ef HTTP/1.1" status: 200 len: 1056 time: 1.9060619 Nov 03 16:08:38.087527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40682) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:38.089591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-c2bd4d00-1c39-4c3e-8b1e-3f11adb8a8d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 217 time: 0.1868973 Nov 03 16:08:38.105143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:38.120383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3d0c53a3-e3e6-42a3-981d-974d6ab68b5b None None] Provisioning complete for port 38062894-07b2-4ab7-b05c-8bcd693bb8ef triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:38.123911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3d0c53a3-e3e6-42a3-981d-974d6ab68b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.161343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad54b9-5cfe-41e8-b4e2-d6718529ab35 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:38.177979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c53a3-e3e6-42a3-981d-974d6ab68b5b None None] Port 38062894-07b2-4ab7-b05c-8bcd693bb8ef cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:38.188223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00'}, {'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '8a4f1f47-820f-4a0f-843e-c7e3ac0debe0'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:38.190623 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64deabc-1c4b-483e-9ecc-22b20243b4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "7c3ff3c0-ef5b-4749-aada-f8a186e06e00"}, {"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "8a4f1f47-820f-4a0f-843e-c7e3ac0debe0"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:38.254201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-1ee6b969-40f6-4b39-83ab-a3a7e8705402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.266882 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-1ee6b969-40f6-4b39-83ab-a3a7e8705402 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 200 len: 860 time: 0.1623347 Nov 03 16:08:38.284220 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-73745c25-2ec9-4910-bd0b-db620ac85a7e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:08:38.293696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-73745c25-2ec9-4910-bd0b-db620ac85a7e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4514129 Nov 03 16:08:38.305862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40686) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:38.314537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.385556 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.404944 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d24f2cc-11ac-4df5-97e0-496feec345ba req-d8bc24b3-94eb-4bd5-9d6c-e0120531952e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3577096 Nov 03 16:08:38.407466 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-7f8bdff7-c0bd-4034-b06a-e36021fd0ca2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b7451ae-4adf-425b-89f5-da0e8ecb9742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246738 Nov 03 16:08:38.422884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3cd58-3175-4cc8-8154-261ed0d669a5 req-bb606978-66e4-4fb0-a69d-b8859f3c4dc9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.429347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3cd58-3175-4cc8-8154-261ed0d669a5 req-bb606978-66e4-4fb0-a69d-b8859f3c4dc9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.436328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3cd58-3175-4cc8-8154-261ed0d669a5 req-bb606978-66e4-4fb0-a69d-b8859f3c4dc9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.442443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3cd58-3175-4cc8-8154-261ed0d669a5 req-bb606978-66e4-4fb0-a69d-b8859f3c4dc9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.449912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3cd58-3175-4cc8-8154-261ed0d669a5 req-bb606978-66e4-4fb0-a69d-b8859f3c4dc9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.456239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3cd58-3175-4cc8-8154-261ed0d669a5 req-bb606978-66e4-4fb0-a69d-b8859f3c4dc9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.467261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3cd58-3175-4cc8-8154-261ed0d669a5 req-bb606978-66e4-4fb0-a69d-b8859f3c4dc9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.469235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cbc3cd58-3175-4cc8-8154-261ed0d669a5 req-bb606978-66e4-4fb0-a69d-b8859f3c4dc9 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.2096338 Nov 03 16:08:38.475706 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f5480a-ec84-4612-9feb-b844e8318e30 x-openstack-request-id: req-90f5480a-ec84-4612-9feb-b844e8318e30 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:38.476006 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "7c3ff3c0-ef5b-4749-aada-f8a186e06e00", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "8a4f1f47-820f-4a0f-843e-c7e3ac0debe0", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:38.476808 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-90f5480a-ec84-4612-9feb-b844e8318e30 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:38.477209 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00', 'status': 'completed', 'code': 200} Nov 03 16:08:38.477470 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '8a4f1f47-820f-4a0f-843e-c7e3ac0debe0', 'status': 'completed', 'code': 200} Nov 03 16:08:38.485488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-837b110d-ef0b-4230-bb74-7788f99db301 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Deleting port 38062894-07b2-4ab7-b05c-8bcd693bb8ef {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:38.486538 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-837b110d-ef0b-4230-bb74-7788f99db301 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.603697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-9747ad1b-c1b3-457c-b222-97db13fcfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.604176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-9747ad1b-c1b3-457c-b222-97db13fcfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.604708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-9747ad1b-c1b3-457c-b222-97db13fcfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.605184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-9747ad1b-c1b3-457c-b222-97db13fcfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.605719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-9747ad1b-c1b3-457c-b222-97db13fcfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.606202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-9747ad1b-c1b3-457c-b222-97db13fcfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.606653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-9747ad1b-c1b3-457c-b222-97db13fcfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.608758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-9747ad1b-c1b3-457c-b222-97db13fcfe73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6342 time: 0.0904651 Nov 03 16:08:38.611234 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-65b0ee77-2ec3-4f0d-bf0e-18bae8631acf service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957695 Nov 03 16:08:38.618843 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9519cfc-368a-47d3-a95a-d761137668c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.680438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9519cfc-368a-47d3-a95a-d761137668c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.770913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-837b110d-ef0b-4230-bb74-7788f99db301 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.789669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-837b110d-ef0b-4230-bb74-7788f99db301 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Calling delete_port for 38062894-07b2-4ab7-b05c-8bcd693bb8ef owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:38.790617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9519cfc-368a-47d3-a95a-d761137668c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.793190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9519cfc-368a-47d3-a95a-d761137668c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:38.797321 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a9519cfc-368a-47d3-a95a-d761137668c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/29e36ef2-051c-4ac2-a8fb-2b62944a0e4c HTTP/1.1" status: 204 len: 168 time: 0.4865270 Nov 03 16:08:38.800978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40694) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:38.838372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9519cfc-368a-47d3-a95a-d761137668c6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e36ef2-051c-4ac2-a8fb-2b62944a0e4c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:38.855498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1679130-8526-47ee-a01b-39e3d64f30cf req-04c8aa97-e6e9-449c-a993-52ebbe16ac67 service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367384 Nov 03 16:08:38.900358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4897b-0079-42d3-aa8c-f8aedf5fcc7f req-ed0593f3-018f-4da6-b16b-8e8f736d2cdd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.902206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aef4897b-0079-42d3-aa8c-f8aedf5fcc7f req-ed0593f3-018f-4da6-b16b-8e8f736d2cdd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1198876 Nov 03 16:08:38.904337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-7d9dda98-e545-485a-9897-2f13f451316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.905205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-7d9dda98-e545-485a-9897-2f13f451316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.905339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-7d9dda98-e545-485a-9897-2f13f451316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:38.906822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-7d9dda98-e545-485a-9897-2f13f451316d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=531f7f6243ed40f8885a41c199905dba&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2773402 Nov 03 16:08:38.987998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-996b9725-0fab-4412-9882-63060eda1e2e tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1819856 Nov 03 16:08:38.996373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40700) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:39.000941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cfc142cf-9a48-47dd-b3bf-571150f3b874 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943446019'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:39.043802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99629fd-c01f-4e74-97d1-865bfad31285 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:39.051126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cfc142cf-9a48-47dd-b3bf-571150f3b874 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.055748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.058808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aef4897b-0079-42d3-aa8c-f8aedf5fcc7f req-6ca95e05-d434-4b57-8c05-fe95b8ec1e2c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428816 Nov 03 16:08:39.082601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59786af2-35cc-4ec0-9b3f-5e6749121144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.084433 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59786af2-35cc-4ec0-9b3f-5e6749121144 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1677177 Nov 03 16:08:39.139916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Transition to ACTIVE for port object f99629fd-c01f-4e74-97d1-865bfad31285 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:08:39.141843 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-837b110d-ef0b-4230-bb74-7788f99db301 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.152734 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.190173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b110d-ef0b-4230-bb74-7788f99db301 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event deleted for resources: {'Port': ['ID=38062894-07b2-4ab7-b05c-8bcd693bb8ef,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:39.222372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59947016-b22a-4bc8-b22c-654aa4b348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.223121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59947016-b22a-4bc8-b22c-654aa4b348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.223764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59947016-b22a-4bc8-b22c-654aa4b348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.224474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59947016-b22a-4bc8-b22c-654aa4b348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.225095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59947016-b22a-4bc8-b22c-654aa4b348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.225781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59947016-b22a-4bc8-b22c-654aa4b348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.227021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59947016-b22a-4bc8-b22c-654aa4b348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.229923 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-59947016-b22a-4bc8-b22c-654aa4b348d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6367 time: 0.0702274 Nov 03 16:08:39.318623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cfc142cf-9a48-47dd-b3bf-571150f3b874 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.325476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Pushing event updated for resources: {'Port': ['ID=f99629fd-c01f-4e74-97d1-865bfad31285,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:39.353958 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cfc142cf-9a48-47dd-b3bf-571150f3b874 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.492927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-55636bd6-b82d-4e4d-8714-c3e5b25366df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.495533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cfc142cf-9a48-47dd-b3bf-571150f3b874 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.495689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-55636bd6-b82d-4e4d-8714-c3e5b25366df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.496234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-55636bd6-b82d-4e4d-8714-c3e5b25366df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.499036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-55636bd6-b82d-4e4d-8714-c3e5b25366df service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=531f7f6243ed40f8885a41c199905dba&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2536395 Nov 03 16:08:39.502348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cfc142cf-9a48-47dd-b3bf-571150f3b874 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5048285 Nov 03 16:08:39.503166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40706) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:39.518031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-cda6d3c6-9ad3-4049-8c2c-d74856804342 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:39.518838 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-cda6d3c6-9ad3-4049-8c2c-d74856804342 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 16:08:39.519649 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-cda6d3c6-9ad3-4049-8c2c-d74856804342 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 16:08:39.520869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc142cf-9a48-47dd-b3bf-571150f3b874 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a98ebd-c8ef-466d-a6bf-a6a94c7111da,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:39.524570 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cda6d3c6-9ad3-4049-8c2c-d74856804342 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "PUT /v2.0/security-groups/a0a98ebd-c8ef-466d-a6bf-a6a94c7111da HTTP/1.1" status: 409 len: 330 time: 0.0199845 Nov 03 16:08:39.525288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40708) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:39.631314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Attempting to bind port f99629fd-c01f-4e74-97d1-865bfad31285 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:39.631643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Attempting to bind port f99629fd-c01f-4e74-97d1-865bfad31285 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:39.631969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Attempting to bind port f99629fd-c01f-4e74-97d1-865bfad31285 on network 32b60c1a-3fda-432a-b1be-706eaed0a660 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:39.661336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Port f99629fd-c01f-4e74-97d1-865bfad31285 on network 32b60c1a-3fda-432a-b1be-706eaed0a660 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:08:39.661994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Attempting to bind port f99629fd-c01f-4e74-97d1-865bfad31285 on network 32b60c1a-3fda-432a-b1be-706eaed0a660 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:39.689479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:39.689479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Checking segment: {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:39.689911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Bound using segment: {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:39.690496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Bound port: f99629fd-c01f-4e74-97d1-865bfad31285, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:39.690933 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.720139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd8a24-4f1e-4689-ad36-152b89a3247c req-43407b01-8cf9-48c9-9c8a-bd4bd91866c9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.726860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd8a24-4f1e-4689-ad36-152b89a3247c req-43407b01-8cf9-48c9-9c8a-bd4bd91866c9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.733097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd8a24-4f1e-4689-ad36-152b89a3247c req-43407b01-8cf9-48c9-9c8a-bd4bd91866c9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.739583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd8a24-4f1e-4689-ad36-152b89a3247c req-43407b01-8cf9-48c9-9c8a-bd4bd91866c9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.745476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd8a24-4f1e-4689-ad36-152b89a3247c req-43407b01-8cf9-48c9-9c8a-bd4bd91866c9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.751534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd8a24-4f1e-4689-ad36-152b89a3247c req-43407b01-8cf9-48c9-9c8a-bd4bd91866c9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.758438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd8a24-4f1e-4689-ad36-152b89a3247c req-43407b01-8cf9-48c9-9c8a-bd4bd91866c9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.760571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84dd8a24-4f1e-4689-ad36-152b89a3247c req-43407b01-8cf9-48c9-9c8a-bd4bd91866c9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5407 time: 0.1881883 Nov 03 16:08:39.769283 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-837b110d-ef0b-4230-bb74-7788f99db301 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.776460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-837b110d-ef0b-4230-bb74-7788f99db301 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "DELETE /v2.0/ports/38062894-07b2-4ab7-b05c-8bcd693bb8ef HTTP/1.1" status: 204 len: 168 time: 1.6876512 Nov 03 16:08:39.776702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40712) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:39.788270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] For port f99629fd-c01f-4e74-97d1-865bfad31285, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:39.791981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] For port f99629fd-c01f-4e74-97d1-865bfad31285, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f99629fd-c01f-4e74-97d1-865bfad31285,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:39.794418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bba04e9-3f63-4ce6-a9a8-f757407c1aa6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.797576 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.824994 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-662f550f-88d3-4b56-9f85-92b105534c60 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] GET failed (client error): The resource could not be found. Nov 03 16:08:39.829799 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-662f550f-88d3-4b56-9f85-92b105534c60 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "GET /v2.0/ports/38062894-07b2-4ab7-b05c-8bcd693bb8ef HTTP/1.1" status: 404 len: 333 time: 0.0472815 Nov 03 16:08:39.829969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40714) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:39.867940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-8499c52d-c69a-4c50-8d00-af5917057ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.869604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b64deabc-1c4b-483e-9ecc-22b20243b4d2 req-8499c52d-c69a-4c50-8d00-af5917057ee3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3432291 Nov 03 16:08:39.871404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bba04e9-3f63-4ce6-a9a8-f757407c1aa6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.876278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:39.876904 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.878325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] 10.222.0.15 "PUT /v2.0/ports/f99629fd-c01f-4e74-97d1-865bfad31285 HTTP/1.1" status: 200 len: 1091 time: 1.7790239 Nov 03 16:08:39.934917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Request body: {'port': {'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:39.953319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84dd8a24-4f1e-4689-ad36-152b89a3247c req-b321bc04-2b5b-42f6-844c-6ff8f6b04086 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723711 Nov 03 16:08:39.960211 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bba04e9-3f63-4ce6-a9a8-f757407c1aa6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.963425 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bba04e9-3f63-4ce6-a9a8-f757407c1aa6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:39.969338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1bba04e9-3f63-4ce6-a9a8-f757407c1aa6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/a0a98ebd-c8ef-466d-a6bf-a6a94c7111da HTTP/1.1" status: 204 len: 168 time: 0.4417975 Nov 03 16:08:39.970013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40718) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:39.997743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba04e9-3f63-4ce6-a9a8-f757407c1aa6 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a98ebd-c8ef-466d-a6bf-a6a94c7111da,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:40.020338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:40.025273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dd749-79fa-4156-86bc-0683e1103eac service neutron] Pushing event updated for resources: {'Port': ['ID=f99629fd-c01f-4e74-97d1-865bfad31285,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:40.061622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b1daf400-ce78-4653-88f9-386cea67fe18 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0876358 Nov 03 16:08:40.065439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40720) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:40.079714 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-c0032b5f-110b-4dc7-b3e4-9e47ee9cb98d tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] delete failed (client error): The resource could not be found. Nov 03 16:08:40.084356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c0032b5f-110b-4dc7-b3e4-9e47ee9cb98d tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "DELETE /v2.0/security-groups/15dceef3-59cf-48ec-ab59-969dd86ee1b2 HTTP/1.1" status: 404 len: 347 time: 0.0143301 Nov 03 16:08:40.084632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40722) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:40.098960 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-983fc56d-ffe1-401c-9ca9-dde528e4f886 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] show failed (client error): The resource could not be found. Nov 03 16:08:40.099977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-983fc56d-ffe1-401c-9ca9-dde528e4f886 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-groups/f6d265fb-d43a-4d1d-bbd3-28cceb55ddd5 HTTP/1.1" status: 404 len: 347 time: 0.0141494 Nov 03 16:08:40.103876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40726) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:40.119075 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-4ff9a3c8-5542-4329-9af7-16101e8e5d61 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] show failed (client error): The resource could not be found. Nov 03 16:08:40.120150 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4ff9a3c8-5542-4329-9af7-16101e8e5d61 tempest-NegativeSecGroupIPv6Test-611813559 tempest-NegativeSecGroupIPv6Test-611813559-project] 10.222.0.86 "GET /v2.0/security-group-rules/64228ad4-a2a9-46da-b024-d596776a3710 HTTP/1.1" status: 404 len: 356 time: 0.0153039 Nov 03 16:08:40.144784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f499a04e-f4f2-4a21-b8d6-7379cadc83ab tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Deleting port 771aefe7-73a9-4959-89b2-59f84a03af8b {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:40.145362 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f499a04e-f4f2-4a21-b8d6-7379cadc83ab tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:40.479967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a813b7-110e-4ac6-a357-aecd66285344 req-ccd7bde1-3830-4d4b-afbc-38c04a6a3930 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.481591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20a813b7-110e-4ac6-a357-aecd66285344 req-ccd7bde1-3830-4d4b-afbc-38c04a6a3930 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.2172761 Nov 03 16:08:40.485653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f499a04e-f4f2-4a21-b8d6-7379cadc83ab tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:40.488201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': 'f99629fd-c01f-4e74-97d1-865bfad31285'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:40.490401 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "f99629fd-c01f-4e74-97d1-865bfad31285"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:40.533801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f499a04e-f4f2-4a21-b8d6-7379cadc83ab tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Calling delete_port for 771aefe7-73a9-4959-89b2-59f84a03af8b owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:40.551941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40740) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:40.558212 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010ca1a8-3e3f-4fb0-aced-8b487b816389 x-openstack-request-id: req-010ca1a8-3e3f-4fb0-aced-8b487b816389 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:40.558508 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "f99629fd-c01f-4e74-97d1-865bfad31285", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:40.559031 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-010ca1a8-3e3f-4fb0-aced-8b487b816389 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:40.559432 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': 'f99629fd-c01f-4e74-97d1-865bfad31285', 'status': 'completed', 'code': 200} Nov 03 16:08:40.645315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20a813b7-110e-4ac6-a357-aecd66285344 req-78d7c08b-19da-43db-b122-8bc7bbb1358f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513326 Nov 03 16:08:40.687152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-e219b93e-795c-495e-841d-93f9079eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.688244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-e219b93e-795c-495e-841d-93f9079eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.690125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-e219b93e-795c-495e-841d-93f9079eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.691046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-e219b93e-795c-495e-841d-93f9079eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.691859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-e219b93e-795c-495e-841d-93f9079eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.692573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-e219b93e-795c-495e-841d-93f9079eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.693344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-e219b93e-795c-495e-841d-93f9079eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.696537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-e219b93e-795c-495e-841d-93f9079eec81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6409 time: 0.0958588 Nov 03 16:08:40.758248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bf40e1-5c0a-432e-a45a-89bf19dcede9 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:08:40.768790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:40.831144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6f4c112a-83f0-4302-a38c-fcf6d9b7c2a0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa390151e51d47358c60d53b2c788256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772403 Nov 03 16:08:40.834339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40758) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:40.859769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Transition to ACTIVE for port object 00bf40e1-5c0a-432e-a45a-89bf19dcede9 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:08:40.862797 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f499a04e-f4f2-4a21-b8d6-7379cadc83ab tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:40.862973 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40760) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:40.873233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-49b93fa0-bf9b-4668-a6c1-feb2053fda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.873731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-49b93fa0-bf9b-4668-a6c1-feb2053fda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.874193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-49b93fa0-bf9b-4668-a6c1-feb2053fda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:40.874906 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:40.875745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-49b93fa0-bf9b-4668-a6c1-feb2053fda54 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=531f7f6243ed40f8885a41c199905dba&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1643612 Nov 03 16:08:40.911632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499a04e-f4f2-4a21-b8d6-7379cadc83ab tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event deleted for resources: {'Port': ['ID=771aefe7-73a9-4959-89b2-59f84a03af8b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:40.957045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Pushing event updated for resources: {'Port': ['ID=00bf40e1-5c0a-432e-a45a-89bf19dcede9,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:40.967870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97eaf2df-e92c-45e8-b757-afebc5cfa246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:41.009053 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97eaf2df-e92c-45e8-b757-afebc5cfa246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:41.033643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-34c3ede0-9d54-4ca5-9bc6-d32ac45ffd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.034908 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a75e4fa-2d1a-4cb5-af3b-1241c40078d3 req-34c3ede0-9d54-4ca5-9bc6-d32ac45ffd80 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523893 Nov 03 16:08:41.036204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f499a04e-f4f2-4a21-b8d6-7379cadc83ab tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:41.041992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f499a04e-f4f2-4a21-b8d6-7379cadc83ab tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "DELETE /v2.0/ports/771aefe7-73a9-4959-89b2-59f84a03af8b HTTP/1.1" status: 204 len: 168 time: 1.2066774 Nov 03 16:08:41.044412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40764) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:41.097814 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54aa221-0bbf-473b-970e-7afc6fb6ae69 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] GET failed (client error): The resource could not be found. Nov 03 16:08:41.103686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c54aa221-0bbf-473b-970e-7afc6fb6ae69 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "GET /v2.0/ports/771aefe7-73a9-4959-89b2-59f84a03af8b HTTP/1.1" status: 404 len: 333 time: 0.0543613 Nov 03 16:08:41.108698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40768) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:41.191172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Attempting to bind port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:41.191650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Attempting to bind port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:41.192508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Attempting to bind port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 on network 32b60c1a-3fda-432a-b1be-706eaed0a660 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:41.199099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 on network 32b60c1a-3fda-432a-b1be-706eaed0a660 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:08:41.199799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Attempting to bind port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 on network 32b60c1a-3fda-432a-b1be-706eaed0a660 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:41.206263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:41.206706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Checking segment: {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:41.207354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Bound using segment: {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:41.207889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Bound port: 00bf40e1-5c0a-432e-a45a-89bf19dcede9, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c5bda7-3796-41f2-b1e6-2244e2211b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:41.210036 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:41.322330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] For port 00bf40e1-5c0a-432e-a45a-89bf19dcede9, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:41.326809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] For port 00bf40e1-5c0a-432e-a45a-89bf19dcede9, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:41.333772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:41.424304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.425030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:41.427035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-4ffef300-d222-4582-b54a-2272206b562d service neutron] 10.222.0.15 "PUT /v2.0/ports/00bf40e1-5c0a-432e-a45a-89bf19dcede9 HTTP/1.1" status: 200 len: 1091 time: 1.4980893 Nov 03 16:08:41.427975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffef300-d222-4582-b54a-2272206b562d service neutron] Pushing event updated for resources: {'Port': ['ID=00bf40e1-5c0a-432e-a45a-89bf19dcede9,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:41.553225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e4050de2-7015-4d1f-b519-dc95b7318ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.555929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e4050de2-7015-4d1f-b519-dc95b7318ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.556810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e4050de2-7015-4d1f-b519-dc95b7318ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.557474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e4050de2-7015-4d1f-b519-dc95b7318ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.559013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e4050de2-7015-4d1f-b519-dc95b7318ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.559943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e4050de2-7015-4d1f-b519-dc95b7318ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.560673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e4050de2-7015-4d1f-b519-dc95b7318ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.563211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e4050de2-7015-4d1f-b519-dc95b7318ffd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6476 time: 0.0737288 Nov 03 16:08:41.590304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-fe197d45-9756-410c-82a0-8eefcbd12d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.590863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-fe197d45-9756-410c-82a0-8eefcbd12d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.591226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-fe197d45-9756-410c-82a0-8eefcbd12d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.591678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-fe197d45-9756-410c-82a0-8eefcbd12d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.592327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-fe197d45-9756-410c-82a0-8eefcbd12d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.592946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-fe197d45-9756-410c-82a0-8eefcbd12d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.593672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-fe197d45-9756-410c-82a0-8eefcbd12d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.595784 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-fe197d45-9756-410c-82a0-8eefcbd12d3e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6498 time: 0.7317717 Nov 03 16:08:41.636016 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97eaf2df-e92c-45e8-b757-afebc5cfa246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:41.638595 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97eaf2df-e92c-45e8-b757-afebc5cfa246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:41.642047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97eaf2df-e92c-45e8-b757-afebc5cfa246 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86498f6e-1ff4-4cb6-845c-7e31b256ad22 HTTP/1.1" status: 204 len: 168 time: 0.8045597 Nov 03 16:08:41.649945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-95ff8f29-60cf-41e8-8ece-c4b9871603ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7 HTTP/1.1" status: 200 len: 217 time: 0.0696170 Nov 03 16:08:41.695635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaf2df-e92c-45e8-b757-afebc5cfa246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86498f6e-1ff4-4cb6-845c-7e31b256ad22,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:41.755162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca48b7-83ab-4cdc-94a6-54b90eae749d req-57b4f027-eca7-4409-9011-534552b73451 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.761382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca48b7-83ab-4cdc-94a6-54b90eae749d req-57b4f027-eca7-4409-9011-534552b73451 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.767420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca48b7-83ab-4cdc-94a6-54b90eae749d req-57b4f027-eca7-4409-9011-534552b73451 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.773997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca48b7-83ab-4cdc-94a6-54b90eae749d req-57b4f027-eca7-4409-9011-534552b73451 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.780000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca48b7-83ab-4cdc-94a6-54b90eae749d req-57b4f027-eca7-4409-9011-534552b73451 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.786514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca48b7-83ab-4cdc-94a6-54b90eae749d req-57b4f027-eca7-4409-9011-534552b73451 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.787289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-fbd5a633-3693-4b74-b11a-95f8e0338065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.790294 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-fbd5a633-3693-4b74-b11a-95f8e0338065 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec07e9ce-76fc-4651-9c43-195f89c62fd2 HTTP/1.1" status: 200 len: 850 time: 0.1323402 Nov 03 16:08:41.793140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca48b7-83ab-4cdc-94a6-54b90eae749d req-57b4f027-eca7-4409-9011-534552b73451 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.801187 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0ca48b7-83ab-4cdc-94a6-54b90eae749d req-57b4f027-eca7-4409-9011-534552b73451 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1961007 Nov 03 16:08:41.820502 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-43e7e02d-890c-43b7-92f3-324d7ce04ac8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2121994 Nov 03 16:08:41.863891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e891143d-91e6-46a9-b8fc-6ffa892c09b9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Deleting port dd4b1246-f565-4dfc-a803-d11e1ffc1143 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:41.864366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e891143d-91e6-46a9-b8fc-6ffa892c09b9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:41.907082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e09484-514c-46c1-bae3-7737b3ba7d4d req-4d2208a1-a932-4ceb-9371-e39498f86427 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.916391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5e09484-514c-46c1-bae3-7737b3ba7d4d req-4d2208a1-a932-4ceb-9371-e39498f86427 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1244419 Nov 03 16:08:41.936933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-3d51ec66-bae7-40d8-b3bb-798d1c029626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:41.938475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-3d51ec66-bae7-40d8-b3bb-798d1c029626 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b702e15-109b-4b34-b65b-e7a25aa30a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358252 Nov 03 16:08:41.948533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0ca48b7-83ab-4cdc-94a6-54b90eae749d req-86a5e5e3-1916-4aa1-bf43-0a0ff62a8119 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464317 Nov 03 16:08:41.995920 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e891143d-91e6-46a9-b8fc-6ffa892c09b9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:42.015687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e891143d-91e6-46a9-b8fc-6ffa892c09b9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Calling delete_port for dd4b1246-f565-4dfc-a803-d11e1ffc1143 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:42.016459 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5e09484-514c-46c1-bae3-7737b3ba7d4d req-c72af290-6cad-4896-a2c0-5ebce944f360 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995395 Nov 03 16:08:42.092995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-ccfdabee-ab28-426e-8cbc-e86e8cab5077 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336219 Nov 03 16:08:42.207518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-046e527a-1849-47a8-a0e9-517b94b9c4bd service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069388 Nov 03 16:08:42.230377 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e891143d-91e6-46a9-b8fc-6ffa892c09b9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:42.266994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-fa0979e5-db03-4ecc-8315-5e2d146f8c4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 217 time: 0.0511956 Nov 03 16:08:42.346534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-40702e45-904c-4f34-a5f7-39a05eba00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:42.347829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891143d-91e6-46a9-b8fc-6ffa892c09b9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event deleted for resources: {'Port': ['ID=dd4b1246-f565-4dfc-a803-d11e1ffc1143,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:42.357488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-40702e45-904c-4f34-a5f7-39a05eba00a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.0811675 Nov 03 16:08:42.401239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e891143d-91e6-46a9-b8fc-6ffa892c09b9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:42.411852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e891143d-91e6-46a9-b8fc-6ffa892c09b9 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "DELETE /v2.0/ports/dd4b1246-f565-4dfc-a803-d11e1ffc1143 HTTP/1.1" status: 204 len: 168 time: 1.3010447 Nov 03 16:08:42.415462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40794) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:42.435453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-9fecab3d-ffba-4631-b619-5af236cd2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:42.437076 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-9fecab3d-ffba-4631-b619-5af236cd2fb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662549 Nov 03 16:08:42.501343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-344765ad-e65d-4016-8e64-9d5199754144 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Deleting subnet 6436a441-7965-438f-9dfe-07fdd1b7f3e8 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:08:42.511013 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-344765ad-e65d-4016-8e64-9d5199754144 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:42.561378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '00bf40e1-5c0a-432e-a45a-89bf19dcede9'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:08:42.563130 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6108bbbb-6bb8-45ed-b813-b2c859d98639" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "00bf40e1-5c0a-432e-a45a-89bf19dcede9"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:08:42.603956 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-344765ad-e65d-4016-8e64-9d5199754144 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:42.614213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-f612683e-8933-4876-84b5-8e1494bb12a9 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696458 Nov 03 16:08:42.640246 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f1e22-3097-4752-b4c4-a9de70b4c9d6 x-openstack-request-id: req-5e8f1e22-3097-4752-b4c4-a9de70b4c9d6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:08:42.640634 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "00bf40e1-5c0a-432e-a45a-89bf19dcede9", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:08:42.640953 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5e8f1e22-3097-4752-b4c4-a9de70b4c9d6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:08:42.641445 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '00bf40e1-5c0a-432e-a45a-89bf19dcede9', 'status': 'completed', 'code': 200} Nov 03 16:08:42.716783 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-344765ad-e65d-4016-8e64-9d5199754144 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:42.746414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e44edb6f-ba6d-4d6d-9fa4-afe2a80456ea service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214106 Nov 03 16:08:42.784691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-344765ad-e65d-4016-8e64-9d5199754144 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:42.800628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40808) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:42.808241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-75cf71a0-0261-4012-8677-13fb7f2503a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 217 time: 0.0539229 Nov 03 16:08:42.816032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344765ad-e65d-4016-8e64-9d5199754144 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event deleted for resources: {'Subnet': ['ID=6436a441-7965-438f-9dfe-07fdd1b7f3e8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:42.828295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-344765ad-e65d-4016-8e64-9d5199754144 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:42.832808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-344765ad-e65d-4016-8e64-9d5199754144 tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "DELETE /v2.0/subnets/6436a441-7965-438f-9dfe-07fdd1b7f3e8 HTTP/1.1" status: 204 len: 168 time: 0.4159844 Nov 03 16:08:42.834650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40812) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:42.837025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2b87a-6b8f-4962-805a-e584570b7fd2 None None] Network 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:42.882078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-46d11d7b-7d97-4a6a-92c1-3d07d726f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:42.886616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-46d11d7b-7d97-4a6a-92c1-3d07d726f447 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.0711560 Nov 03 16:08:42.939208 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:42.970549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-519769864'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:43.014816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Made reservation on behalf of 5d02a985207f49ae9a13814f95de0715 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:43.021849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.022654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Deleting port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:43.023590 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.033278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.038254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-dd3c5d56-8637-4468-9aa0-7f261b04e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.040004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-dd3c5d56-8637-4468-9aa0-7f261b04e537 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455843 Nov 03 16:08:43.065849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] DHCP port deletion for 22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:08:43.136733 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Deleting port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:43.137168 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.142460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] For port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ec3aa30d-dd28-4d97-95b4-ad0c5fc53323,segment=NetworkSegment(947f6f46-c703-42ce-96d9-3aaa7a792af7),segment_id=947f6f46-c703-42ce-96d9-3aaa7a792af7)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:43.143043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.157856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Calling delete_port for ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:43.200310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.214955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] For port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ec3aa30d-dd28-4d97-95b4-ad0c5fc53323,segment=NetworkSegment(947f6f46-c703-42ce-96d9-3aaa7a792af7),segment_id=947f6f46-c703-42ce-96d9-3aaa7a792af7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:43.215684 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.219128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.231471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Calling delete_port for ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:43.254303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.292680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-70941637-3e43-4981-a9df-51d52bfb4057 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348452 Nov 03 16:08:43.318568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:43.319206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event deleted for resources: {'Port': ['ID=ec3aa30d-dd28-4d97-95b4-ad0c5fc53323,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:43.329210 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.331694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] No DVR routers for this DVR port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:08:43.369097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Pushing event deleted for resources: {'Port': ['ID=ec3aa30d-dd28-4d97-95b4-ad0c5fc53323,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:43.374410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c494a97-4b7a-4a15-aa26-f8208efb0b6a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:43.381002 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.381361 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Added segment 264aaea7-6b20-4e87-b8f6-7b27fa27ca3e of type vlan for network 8d5eb85e-238c-40ae-bfa4-739aad74b92d Nov 03 16:08:43.385188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b0e31-c9fd-4d0f-81ab-935a37471861 req-731b5f5f-b07c-47de-90dd-a8b4ab42c9aa tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.389893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] No DVR routers for this DVR port ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:08:43.391965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b0e31-c9fd-4d0f-81ab-935a37471861 req-731b5f5f-b07c-47de-90dd-a8b4ab42c9aa tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.394585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.397990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.399092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b0e31-c9fd-4d0f-81ab-935a37471861 req-731b5f5f-b07c-47de-90dd-a8b4ab42c9aa tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.399689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.401544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.402204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.402340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eafd9-0a53-482e-a412-ee11ccccdd40 req-d928d7a5-89af-4593-ae73-8e35c9c8b921 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.402993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.403913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c73eafd9-0a53-482e-a412-ee11ccccdd40 req-d928d7a5-89af-4593-ae73-8e35c9c8b921 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.2021267 Nov 03 16:08:43.406841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b0e31-c9fd-4d0f-81ab-935a37471861 req-731b5f5f-b07c-47de-90dd-a8b4ab42c9aa tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.411872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.412613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.413130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.413348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b0e31-c9fd-4d0f-81ab-935a37471861 req-731b5f5f-b07c-47de-90dd-a8b4ab42c9aa tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.413920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.414613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.415126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe0c71-3cf0-463b-8f69-03235a4a9faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:08:43.419949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b0e31-c9fd-4d0f-81ab-935a37471861 req-731b5f5f-b07c-47de-90dd-a8b4ab42c9aa tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.429723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b0e31-c9fd-4d0f-81ab-935a37471861 req-731b5f5f-b07c-47de-90dd-a8b4ab42c9aa tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.431623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca4b0e31-c9fd-4d0f-81ab-935a37471861 req-731b5f5f-b07c-47de-90dd-a8b4ab42c9aa tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.3720269 Nov 03 16:08:43.487986 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.528517 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.550070 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a862aaa0-62f7-45cb-b1a1-be49719a40d9 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477407 Nov 03 16:08:43.555426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c73eafd9-0a53-482e-a412-ee11ccccdd40 req-09833614-3e81-42a1-a80a-d15590835101 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218758 Nov 03 16:08:43.556787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.562578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:43.563248 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.572902 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca4b0e31-c9fd-4d0f-81ab-935a37471861 req-31b91e8e-1342-4951-aa7e-b43a5425722a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294022 Nov 03 16:08:43.574801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:43.585311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947f6f46-c703-42ce-96d9-3aaa7a792af7') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:43.586401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947f6f46-c703-42ce-96d9-3aaa7a792af7') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:43.609963 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.636365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.642807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:08:43.643274 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:08:43.646752 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:08:43.684384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-e4e1a1cb-c14d-4836-9d5a-8766b60929e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00 HTTP/1.1" status: 200 len: 217 time: 0.1180236 Nov 03 16:08:43.698015 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8963273 Nov 03 16:08:43.705202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572fc7b-ea19-4428-8f86-b89b6b9d5a23 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Pushing event updated for resources: {'Network': ['ID=8d5eb85e-238c-40ae-bfa4-739aad74b92d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:43.707355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40822) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:43.713078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Request body: {'subnet': {'network_id': '8d5eb85e-238c-40ae-bfa4-739aad74b92d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:43.717482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 8d5eb85e-238c-40ae-bfa4-739aad74b92d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:43.749073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.754601 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:43.758717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] 10.222.0.86 "DELETE /v2.0/networks/22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2 HTTP/1.1" status: 204 len: 168 time: 0.9228916 Nov 03 16:08:43.801810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27861ab4-654d-4a41-a411-c3bafe6a776e tempest-AllowedAddressPairTestJSON-1903727248 tempest-AllowedAddressPairTestJSON-1903727248-project] Pushing event deleted for resources: {'Network': ['ID=22b4d54b-d9db-4d6d-91f6-dd7e4b264bc2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:44.060533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40828) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:44.136016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-d440e3c7-0290-45ab-84b8-5cae20f0d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:44.137600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-d440e3c7-0290-45ab-84b8-5cae20f0d0c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.4438093 Nov 03 16:08:44.212176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-d2199144-5e54-4042-bf8c-fdcc436c11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:44.215082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-d2199144-5e54-4042-bf8c-fdcc436c11d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696375 Nov 03 16:08:44.223915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Made reservation on behalf of 5d02a985207f49ae9a13814f95de0715 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:44.228333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:44.237730 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7db641ba-6eef-4ae7-8c8f-b48900f89f52 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8cc0ffa4359d4451bc7fcabec1c212b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758935 Nov 03 16:08:44.241087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:44.331590 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d81b8be-fa0c-417f-bf88-1c46b54e7911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:44.362373 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d81b8be-fa0c-417f-bf88-1c46b54e7911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:44.421054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:08:44.430093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d81b8be-fa0c-417f-bf88-1c46b54e7911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:44.434554 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d81b8be-fa0c-417f-bf88-1c46b54e7911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:44.437289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-26b21e43-404a-4988-8da1-c7bde5197a46 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041237 Nov 03 16:08:44.449360 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9d81b8be-fa0c-417f-bf88-1c46b54e7911 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/667e7792-7c9d-49e5-9de9-210dd4ba317b HTTP/1.1" status: 204 len: 168 time: 0.1967695 Nov 03 16:08:44.462363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:08:44.462984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ec3aa30d-dd28-4d97-95b4-ad0c5fc53323 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:08:44.471941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81b8be-fa0c-417f-bf88-1c46b54e7911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667e7792-7c9d-49e5-9de9-210dd4ba317b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:44.722694 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-1ec050b7-a7a5-4bff-95fe-ec82c31b8a47 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752450 Nov 03 16:08:44.774086 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c564-a7f9-4e78-bf94-cbece52d255a req-dbaefb1a-86a1-4bf5-a78d-178155a96c6a tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:44.777875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c784c564-a7f9-4e78-bf94-cbece52d255a req-dbaefb1a-86a1-4bf5-a78d-178155a96c6a tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0743701 Nov 03 16:08:44.821564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5ffc83f9-ed30-479d-9a87-83939d96f2e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 HTTP/1.1" status: 200 len: 217 time: 0.0865610 Nov 03 16:08:44.844849 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c784c564-a7f9-4e78-bf94-cbece52d255a req-45f75abf-928e-43a3-9185-2aed981bb24b tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583980 Nov 03 16:08:44.881511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:44.964683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab9466-6e54-4495-9408-301a334b0c4d req-63d69a3b-03c7-44ee-b7ec-4c60486ad7d5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:44.970890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab9466-6e54-4495-9408-301a334b0c4d req-63d69a3b-03c7-44ee-b7ec-4c60486ad7d5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:44.977572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab9466-6e54-4495-9408-301a334b0c4d req-63d69a3b-03c7-44ee-b7ec-4c60486ad7d5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:44.984043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab9466-6e54-4495-9408-301a334b0c4d req-63d69a3b-03c7-44ee-b7ec-4c60486ad7d5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:44.989461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab9466-6e54-4495-9408-301a334b0c4d req-63d69a3b-03c7-44ee-b7ec-4c60486ad7d5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:44.996252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab9466-6e54-4495-9408-301a334b0c4d req-63d69a3b-03c7-44ee-b7ec-4c60486ad7d5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:45.002194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab9466-6e54-4495-9408-301a334b0c4d req-63d69a3b-03c7-44ee-b7ec-4c60486ad7d5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:45.010235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02ab9466-6e54-4495-9408-301a334b0c4d req-63d69a3b-03c7-44ee-b7ec-4c60486ad7d5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.2577338 Nov 03 16:08:45.017702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a78e490b-79a8-4516-b64a-42393b6d2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:45.019374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-a78e490b-79a8-4516-b64a-42393b6d2c6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1799757 Nov 03 16:08:45.029964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Pushing event updated for resources: {'Subnet': ['ID=0eef8cd6-fdaf-4de8-9546-5c6165d192fb,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:45.100412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Checking segment: {'id': '264aaea7-6b20-4e87-b8f6-7b27fa27ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8d5eb85e-238c-40ae-bfa4-739aad74b92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:45.100804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Network hostable DHCP agents. Network: 8d5eb85e-238c-40ae-bfa4-739aad74b92d, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:45.146550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02ab9466-6e54-4495-9408-301a334b0c4d req-64e82b84-6dd8-43f1-8bda-be4f5a28cc34 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352546 Nov 03 16:08:45.154590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5d0e6f9c-95ac-4fe2-8aa3-3293545d69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:45.156228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5d0e6f9c-95ac-4fe2-8aa3-3293545d69d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097698 Nov 03 16:08:45.157323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Network 8d5eb85e-238c-40ae-bfa4-739aad74b92d is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:45.173271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 8d5eb85e-238c-40ae-bfa4-739aad74b92d) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:45.191835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:45.192502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:45.196541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5cc48d-e033-49dc-af5d-5105272184cd None None] Network 8d5eb85e-238c-40ae-bfa4-739aad74b92d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:45.249375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-05e80434-7956-4ef9-ba94-9f3bd95d7981 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5401874 Nov 03 16:08:45.252135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40864) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:45.277988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Request body: {'port': {'network_id': '8d5eb85e-238c-40ae-bfa4-739aad74b92d', 'name': 'tempest-TagsExtTest-1244437207'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:45.298405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-c3d681d7-bd90-4f3e-8789-d4518a66f080 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349938 Nov 03 16:08:45.365723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-8d5eb85e-238c-40ae-bfa4-739aad74b92d', 'network_id': '8d5eb85e-238c-40ae-bfa4-739aad74b92d', 'tenant_id': '5d02a985207f49ae9a13814f95de0715', 'fixed_ips': [{'subnet_id': '0eef8cd6-fdaf-4de8-9546-5c6165d192fb'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:08:45.366734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:45.394407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Made reservation on behalf of 5d02a985207f49ae9a13814f95de0715 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:45.400217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:45.420671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] device_id is not set on port 4152e0c7-c896-4801-a63d-367005ff7c7a yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:08:45.465210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40868) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:45.477832 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-d7196dea-c9d1-43ce-823b-330787f657a3 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706104 Nov 03 16:08:45.530237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-9bc3f8cc-53f5-43e3-8414-2eae8efe348c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99629fd-c01f-4e74-97d1-865bfad31285 HTTP/1.1" status: 200 len: 217 time: 0.0445158 Nov 03 16:08:45.544248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Allocated IP 172.20.0.2 (8d5eb85e-238c-40ae-bfa4-739aad74b92d/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/2bd342c3-2803-4451-9201-ddc3b65ac3cd) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:45.601048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-1ad7c3c5-5a02-4135-8ca9-2b693a8cc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:45.604166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-1ad7c3c5-5a02-4135-8ca9-2b693a8cc9b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.0663559 Nov 03 16:08:45.614950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091676527'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:45.668983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:45.674068 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:45.687559 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:45.702765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-02ffa082-1abe-4667-a27a-d0879a17e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:45.707985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-02ffa082-1abe-4667-a27a-d0879a17e29d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0876727 Nov 03 16:08:45.763868 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:45.777735 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:45.842805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-784abb7d-a274-4548-a8c2-64b362ded8de service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274259 Nov 03 16:08:45.849678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Pushing event updated for resources: {'Port': ['ID=2bd342c3-2803-4451-9201-ddc3b65ac3cd,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:45.852469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:45.857554 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Allocated IP 172.20.0.11 (8d5eb85e-238c-40ae-bfa4-739aad74b92d/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/4152e0c7-c896-4801-a63d-367005ff7c7a) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:45.864052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:45.872711 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Network 8d5eb85e-238c-40ae-bfa4-739aad74b92d is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:45.875829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:45.881223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:45.980432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:46.021710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-6d5a20c1-358d-451b-bb88-4ad523cfaa07 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706827 Nov 03 16:08:46.027262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Attempting to bind port 2bd342c3-2803-4451-9201-ddc3b65ac3cd on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:46.027648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Attempting to bind port 2bd342c3-2803-4451-9201-ddc3b65ac3cd by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '264aaea7-6b20-4e87-b8f6-7b27fa27ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8d5eb85e-238c-40ae-bfa4-739aad74b92d'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:46.029197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Attempting to bind port 2bd342c3-2803-4451-9201-ddc3b65ac3cd on network 8d5eb85e-238c-40ae-bfa4-739aad74b92d {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:46.044862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:46.048477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Checking segment: {'id': '264aaea7-6b20-4e87-b8f6-7b27fa27ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8d5eb85e-238c-40ae-bfa4-739aad74b92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:46.048918 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:46.049329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Bound using segment: {'id': '264aaea7-6b20-4e87-b8f6-7b27fa27ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8d5eb85e-238c-40ae-bfa4-739aad74b92d'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:46.049905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Bound port: 2bd342c3-2803-4451-9201-ddc3b65ac3cd, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264aaea7-6b20-4e87-b8f6-7b27fa27ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8d5eb85e-238c-40ae-bfa4-739aad74b92d'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:46.050287 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:46.056064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411de43e-b5c5-4845-825a-4bb9c825dfa0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:46.085574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:46.085980 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment 3a564c4f-f3ab-4fca-a558-4d66481b41b8 of type vlan for network 021c8d8c-0424-4d4a-876e-24a47b1ce48f Nov 03 16:08:46.110623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-24e6ca32-3557-4173-a972-a431ebdaa53e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9 HTTP/1.1" status: 200 len: 217 time: 0.0815856 Nov 03 16:08:46.173173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc896-b89f-4ff6-a816-b367aaa6c822 req-916e61b1-307f-4279-b12c-e84a41f50bbe tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.183254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-130fc896-b89f-4ff6-a816-b367aaa6c822 req-916e61b1-307f-4279-b12c-e84a41f50bbe tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1698725 Nov 03 16:08:46.192593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5d43893d-07f9-445c-8754-dd111decec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.194292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-5d43893d-07f9-445c-8754-dd111decec63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.0762570 Nov 03 16:08:46.211882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:46.218313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] For port 2bd342c3-2803-4451-9201-ddc3b65ac3cd, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:46.228363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] For port 2bd342c3-2803-4451-9201-ddc3b65ac3cd, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2bd342c3-2803-4451-9201-ddc3b65ac3cd,segment=NetworkSegment(264aaea7-6b20-4e87-b8f6-7b27fa27ca3e),segment_id=264aaea7-6b20-4e87-b8f6-7b27fa27ca3e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:46.235479 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:46.304346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-ab59e771-9245-4a9e-9db4-ce6096460506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.306565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-ab59e771-9245-4a9e-9db4-ce6096460506 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981052 Nov 03 16:08:46.307322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-130fc896-b89f-4ff6-a816-b367aaa6c822 req-3135a874-77b2-44f4-a489-cb06f1088528 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231956 Nov 03 16:08:46.360101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d0412-779c-4559-8766-1547fa99d047 None None] Pushing event updated for resources: {'Port': ['ID=2bd342c3-2803-4451-9201-ddc3b65ac3cd,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:46.370213 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:46.377146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.377809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:46.412657 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:46.497814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0222540 Nov 03 16:08:46.497814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020d0d2-eebf-439a-a671-23919a8b0358 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=021c8d8c-0424-4d4a-876e-24a47b1ce48f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:46.518598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 021c8d8c-0424-4d4a-876e-24a47b1ce48f details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:46.560876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282f13-2abb-493e-983a-976fa3ba49b5 req-0f0fbe4b-adc9-4009-85f3-d96268a4ad36 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.561286 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:46.579296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282f13-2abb-493e-983a-976fa3ba49b5 req-0f0fbe4b-adc9-4009-85f3-d96268a4ad36 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.585400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282f13-2abb-493e-983a-976fa3ba49b5 req-0f0fbe4b-adc9-4009-85f3-d96268a4ad36 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.599966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282f13-2abb-493e-983a-976fa3ba49b5 req-0f0fbe4b-adc9-4009-85f3-d96268a4ad36 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.614248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282f13-2abb-493e-983a-976fa3ba49b5 req-0f0fbe4b-adc9-4009-85f3-d96268a4ad36 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.628424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282f13-2abb-493e-983a-976fa3ba49b5 req-0f0fbe4b-adc9-4009-85f3-d96268a4ad36 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.645723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282f13-2abb-493e-983a-976fa3ba49b5 req-0f0fbe4b-adc9-4009-85f3-d96268a4ad36 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.647743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad282f13-2abb-493e-983a-976fa3ba49b5 req-0f0fbe4b-adc9-4009-85f3-d96268a4ad36 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.3402801 Nov 03 16:08:46.748975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Network 8d5eb85e-238c-40ae-bfa4-739aad74b92d is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:46.774429 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:46.787287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:46.874567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-c6af64f8-6e22-49dc-8e8d-976566352280 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316424 Nov 03 16:08:46.882113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Pushing event updated for resources: {'Port': ['ID=4152e0c7-c896-4801-a63d-367005ff7c7a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:46.914715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad282f13-2abb-493e-983a-976fa3ba49b5 req-02867350-d82a-49ce-a46c-59980772084b tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2535138 Nov 03 16:08:46.961559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:46.962045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:47.005264 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2982678b-32c5-4a88-942d-8a1c6d43633c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7477548 Nov 03 16:08:47.005264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40896) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:47.008882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0f5f6ced-6cce-4909-a15c-33c802ef6738 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1848261182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:47.047012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5f6ced-6cce-4909-a15c-33c802ef6738 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:47.048311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5f6ced-6cce-4909-a15c-33c802ef6738 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:47.115017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bbf203f-edc0-4f74-997e-39a332db7412 req-c30cc2ee-2910-493b-8d9b-f1dde0a99736 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292230 Nov 03 16:08:47.135593 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5f6ced-6cce-4909-a15c-33c802ef6738 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:47.143258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5f6ced-6cce-4909-a15c-33c802ef6738 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:47.169768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5f6ced-6cce-4909-a15c-33c802ef6738 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:47.176796 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0f5f6ced-6cce-4909-a15c-33c802ef6738 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1694622 Nov 03 16:08:47.176980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40902) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:47.182311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b9ab1c39-e6f3-4307-be71-0ddea1863ad9 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-225808538', 'prefixes': ['172.20.0.0/16']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:47.309601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1c39-e6f3-4307-be71-0ddea1863ad9 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for subnetpool, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:47.314553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b9ab1c39-e6f3-4307-be71-0ddea1863ad9 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1327975 Nov 03 16:08:47.314919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40904) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:47.317106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-cbafa0ee-5bc7-49f8-9748-ed137469d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.317588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-cbafa0ee-5bc7-49f8-9748-ed137469d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.318054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-cbafa0ee-5bc7-49f8-9748-ed137469d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.318519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-cbafa0ee-5bc7-49f8-9748-ed137469d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.319144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-cbafa0ee-5bc7-49f8-9748-ed137469d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.319604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-cbafa0ee-5bc7-49f8-9748-ed137469d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.320587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-cbafa0ee-5bc7-49f8-9748-ed137469d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.322566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-cbafa0ee-5bc7-49f8-9748-ed137469d975 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6476 time: 0.0887868 Nov 03 16:08:47.324691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-ca2e30ea-db78-4ab9-8589-5ce73362ee12 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb', 'tempest-TagsExtTest-Tag-2098607593') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:47.499145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ca2e30ea-db78-4ab9-8589-5ce73362ee12 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags/tempest-TagsExtTest-Tag-2098607593 HTTP/1.1" status: 201 len: 201 time: 0.1831210 Nov 03 16:08:47.500212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40914) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:47.505951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-bfd55c03-8244-4e33-bd5f-dff152e01ee4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a', 'tempest-TagsExtTest-Tag-1564572544') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:47.575244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88753f-b0b3-40c4-9d57-d5c134f5a876 req-ae152d79-a23d-4ff5-85d5-c1fe801bd9a4 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.578019 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb88753f-b0b3-40c4-9d57-d5c134f5a876 req-ae152d79-a23d-4ff5-85d5-c1fe801bd9a4 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1945090 Nov 03 16:08:47.645768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bfd55c03-8244-4e33-bd5f-dff152e01ee4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags/tempest-TagsExtTest-Tag-1564572544 HTTP/1.1" status: 201 len: 201 time: 0.1442051 Nov 03 16:08:47.649255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40916) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:47.658150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-7bc6d908-7618-4bc7-a1bd-c4984871a381 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c', 'tempest-TagsExtTest-Tag-316744015') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:47.717017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-834934df-1644-4e4a-9921-cd0debebec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.718662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-834934df-1644-4e4a-9921-cd0debebec3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b60c1a-3fda-432a-b1be-706eaed0a660 HTTP/1.1" status: 200 len: 902 time: 0.2826536 Nov 03 16:08:47.811237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-73c39105-4753-4048-918f-157942b7ef83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9 HTTP/1.1" status: 200 len: 217 time: 0.0801020 Nov 03 16:08:47.821871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb88753f-b0b3-40c4-9d57-d5c134f5a876 req-26b4a975-e6d5-488c-a4e3-6e0521cd24e2 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284367 Nov 03 16:08:47.893677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-ebee30ba-5fc0-4ecc-a9ad-097c302750b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.895378 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-ebee30ba-5fc0-4ecc-a9ad-097c302750b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.0722892 Nov 03 16:08:47.916314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7bc6d908-7618-4bc7-a1bd-c4984871a381 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags/tempest-TagsExtTest-Tag-316744015 HTTP/1.1" status: 201 len: 201 time: 0.2659695 Nov 03 16:08:47.919508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40924) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:47.927228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-5c7c5218-5479-4f16-9268-b4fb12eeb65a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b', 'tempest-TagsExtTest-Tag-4014466') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:47.964515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-fc4ee826-9a80-4bff-947d-fe8449902114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:47.970852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-fc4ee826-9a80-4bff-947d-fe8449902114 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681663 Nov 03 16:08:47.977460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f2a72-bbea-4d41-ae9e-d317f7aa1ef8 None None] Network 8d5eb85e-238c-40ae-bfa4-739aad74b92d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:48.013662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5c7c5218-5479-4f16-9268-b4fb12eeb65a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags/tempest-TagsExtTest-Tag-4014466 HTTP/1.1" status: 201 len: 201 time: 0.0905697 Nov 03 16:08:48.013900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40928) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:48.019814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-5418bf17-1115-403b-8c98-21468078770d tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:48.123428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-155a7c00-9067-4dc6-ae49-0c1cacf82097 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447999 Nov 03 16:08:48.149102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afe94-0b34-468b-8695-bee658435635 req-33dd6d8d-8981-4e73-a8f2-86ee732fc59e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:48.155862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afe94-0b34-468b-8695-bee658435635 req-33dd6d8d-8981-4e73-a8f2-86ee732fc59e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:48.162282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afe94-0b34-468b-8695-bee658435635 req-33dd6d8d-8981-4e73-a8f2-86ee732fc59e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:48.170202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afe94-0b34-468b-8695-bee658435635 req-33dd6d8d-8981-4e73-a8f2-86ee732fc59e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:48.177457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afe94-0b34-468b-8695-bee658435635 req-33dd6d8d-8981-4e73-a8f2-86ee732fc59e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:48.185446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afe94-0b34-468b-8695-bee658435635 req-33dd6d8d-8981-4e73-a8f2-86ee732fc59e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:48.191948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afe94-0b34-468b-8695-bee658435635 req-33dd6d8d-8981-4e73-a8f2-86ee732fc59e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:48.218350 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-337afe94-0b34-468b-8695-bee658435635 req-33dd6d8d-8981-4e73-a8f2-86ee732fc59e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1551535 Nov 03 16:08:48.249430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3aad12fa-3bba-41c6-9e52-47234a516c60 None None] Provisioning complete for port 2bd342c3-2803-4451-9201-ddc3b65ac3cd triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:48.250140 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3aad12fa-3bba-41c6-9e52-47234a516c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:48.258407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6108bbbb-6bb8-45ed-b813-b2c859d98639 req-f33e2d34-8e56-4d7c-8171-7cad08a4e81a service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271262 Nov 03 16:08:48.414776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40936) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:48.415128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5418bf17-1115-403b-8c98-21468078770d tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags HTTP/1.1" status: 200 len: 241 time: 0.3993227 Nov 03 16:08:48.419614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-e33be323-8794-42d7-8671-bda0647e7301 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb', 'tempest-TagsExtTest-Tag-2098607593') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:48.451588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-337afe94-0b34-468b-8695-bee658435635 req-0fcfb0ef-146c-4f11-9636-f4eb4aa79c10 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2320347 Nov 03 16:08:48.508396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3aad12fa-3bba-41c6-9e52-47234a516c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:48.553995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3aad12fa-3bba-41c6-9e52-47234a516c60 None None] For port 2bd342c3-2803-4451-9201-ddc3b65ac3cd, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2bd342c3-2803-4451-9201-ddc3b65ac3cd,segment=NetworkSegment(264aaea7-6b20-4e87-b8f6-7b27fa27ca3e),segment_id=264aaea7-6b20-4e87-b8f6-7b27fa27ca3e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:48.558132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2bd342c3-2803-4451-9201-ddc3b65ac3cd up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:48.584888 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3aad12fa-3bba-41c6-9e52-47234a516c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:48.647452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad12fa-3bba-41c6-9e52-47234a516c60 None None] Pushing event updated for resources: {'Port': ['ID=2bd342c3-2803-4451-9201-ddc3b65ac3cd,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:48.669209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e33be323-8794-42d7-8671-bda0647e7301 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags/tempest-TagsExtTest-Tag-2098607593 HTTP/1.1" status: 204 len: 168 time: 0.2530644 Nov 03 16:08:48.672013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40938) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:48.677102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-bcfcfecf-86ec-4c9f-a15d-4b10a2acdb92 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb', 'tempest-TagsExtTest-Tag-2098607593') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:48.736792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2bd342c3-2803-4451-9201-ddc3b65ac3cd triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:48.737365 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:48.893849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d732fef6-deaf-41f1-9136-0db1e3614b22 None None] Provisioning complete for port 2bd342c3-2803-4451-9201-ddc3b65ac3cd triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:48.895482 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d732fef6-deaf-41f1-9136-0db1e3614b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:48.906392 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bcfcfecf-86ec-4c9f-a15d-4b10a2acdb92 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags/tempest-TagsExtTest-Tag-2098607593 HTTP/1.1" status: 204 len: 168 time: 0.2305751 Nov 03 16:08:48.906661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40948) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:48.911421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-b0b149dc-d4c4-4d14-a73c-22ce64e6116c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.085635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b0b149dc-d4c4-4d14-a73c-22ce64e6116c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags HTTP/1.1" status: 200 len: 205 time: 0.1777329 Nov 03 16:08:49.088255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40952) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.093297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-4cf22e43-e0df-4257-85e4-e60f3030634c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.106176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890eae-88f6-484f-8ed7-f0adb6910471 req-c2ab9c7b-1204-47b0-b7d3-f6292910f414 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:49.114603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6890eae-88f6-484f-8ed7-f0adb6910471 req-c2ab9c7b-1204-47b0-b7d3-f6292910f414 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1257305 Nov 03 16:08:49.151621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d732fef6-deaf-41f1-9136-0db1e3614b22 None None] Provisioning complete for port 4152e0c7-c896-4801-a63d-367005ff7c7a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:49.152211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d732fef6-deaf-41f1-9136-0db1e3614b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:49.189722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4cf22e43-e0df-4257-85e4-e60f3030634c tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags HTTP/1.1" status: 200 len: 241 time: 0.0978599 Nov 03 16:08:49.190374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40956) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.193873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6890eae-88f6-484f-8ed7-f0adb6910471 req-46734bf8-8cb2-4de4-896b-4533943573bb tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782876 Nov 03 16:08:49.196515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-23baa4e1-64f5-41e4-a762-689942412953 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a', 'tempest-TagsExtTest-Tag-1564572544') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.230035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d732fef6-deaf-41f1-9136-0db1e3614b22 None None] Port 4152e0c7-c896-4801-a63d-367005ff7c7a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:49.265586 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-23baa4e1-64f5-41e4-a762-689942412953 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags/tempest-TagsExtTest-Tag-1564572544 HTTP/1.1" status: 204 len: 168 time: 0.0726690 Nov 03 16:08:49.267299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40958) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.272421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-e3643002-c98b-4cc5-bc00-7ac03c78c4ca tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a', 'tempest-TagsExtTest-Tag-1564572544') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.347305 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e3643002-c98b-4cc5-bc00-7ac03c78c4ca tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags/tempest-TagsExtTest-Tag-1564572544 HTTP/1.1" status: 204 len: 168 time: 0.0789151 Nov 03 16:08:49.349921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40960) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.354389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-e7e00f3a-58bb-4c17-b6c8-9a91d4e911c5 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.361503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-726d5ec9-3a95-41e9-862c-6461f50d2223 None None] Provisioning complete for port 4152e0c7-c896-4801-a63d-367005ff7c7a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:49.362017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-726d5ec9-3a95-41e9-862c-6461f50d2223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:49.408203 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-726d5ec9-3a95-41e9-862c-6461f50d2223 None None] Port 4152e0c7-c896-4801-a63d-367005ff7c7a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:08:49.424008 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e7e00f3a-58bb-4c17-b6c8-9a91d4e911c5 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags HTTP/1.1" status: 200 len: 205 time: 0.0727906 Nov 03 16:08:49.427559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40964) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.435417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-61576cb0-100e-4824-b84c-801bf45a8961 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.526614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40972) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.526867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-61576cb0-100e-4824-b84c-801bf45a8961 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags HTTP/1.1" status: 200 len: 240 time: 0.0979018 Nov 03 16:08:49.532027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-d7b646c0-958c-47f3-a740-6720bcaf5279 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c', 'tempest-TagsExtTest-Tag-316744015') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.618214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657dd10-19d1-49f1-96d3-f5da71ba7191 req-68f3c556-f2d7-4fa0-9a92-9903a620e22d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:49.627996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657dd10-19d1-49f1-96d3-f5da71ba7191 req-68f3c556-f2d7-4fa0-9a92-9903a620e22d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:49.632715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d7b646c0-958c-47f3-a740-6720bcaf5279 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags/tempest-TagsExtTest-Tag-316744015 HTTP/1.1" status: 204 len: 168 time: 0.1045327 Nov 03 16:08:49.635514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40974) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.636400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657dd10-19d1-49f1-96d3-f5da71ba7191 req-68f3c556-f2d7-4fa0-9a92-9903a620e22d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:49.640888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-f9af860a-f435-4666-b8ee-67c3f1bb8e94 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c', 'tempest-TagsExtTest-Tag-316744015') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.642942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657dd10-19d1-49f1-96d3-f5da71ba7191 req-68f3c556-f2d7-4fa0-9a92-9903a620e22d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:49.651198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657dd10-19d1-49f1-96d3-f5da71ba7191 req-68f3c556-f2d7-4fa0-9a92-9903a620e22d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:49.657944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657dd10-19d1-49f1-96d3-f5da71ba7191 req-68f3c556-f2d7-4fa0-9a92-9903a620e22d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:49.665692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657dd10-19d1-49f1-96d3-f5da71ba7191 req-68f3c556-f2d7-4fa0-9a92-9903a620e22d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:49.674453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0657dd10-19d1-49f1-96d3-f5da71ba7191 req-68f3c556-f2d7-4fa0-9a92-9903a620e22d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1328008 Nov 03 16:08:49.739058 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f9af860a-f435-4666-b8ee-67c3f1bb8e94 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags/tempest-TagsExtTest-Tag-316744015 HTTP/1.1" status: 204 len: 168 time: 0.1019676 Nov 03 16:08:49.741504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40976) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.747890 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-916df09e-93ab-41fc-bb5a-c9972425094f tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.766599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0657dd10-19d1-49f1-96d3-f5da71ba7191 req-48b2adce-931c-41c2-bdd2-40724ebdbe4c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870318 Nov 03 16:08:49.844062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-916df09e-93ab-41fc-bb5a-c9972425094f tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags HTTP/1.1" status: 200 len: 205 time: 0.1004539 Nov 03 16:08:49.846359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40982) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.850848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-f178caa1-2bea-4499-92ca-6e6928b79814 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.876200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f178caa1-2bea-4499-92ca-6e6928b79814 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags HTTP/1.1" status: 200 len: 238 time: 0.0287433 Nov 03 16:08:49.878618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40984) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.883055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-c10a4f13-4bc5-4ed8-be7d-102cffe8b6b1 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b', 'tempest-TagsExtTest-Tag-4014466') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.904302 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c10a4f13-4bc5-4ed8-be7d-102cffe8b6b1 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags/tempest-TagsExtTest-Tag-4014466 HTTP/1.1" status: 204 len: 168 time: 0.0246189 Nov 03 16:08:49.906659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40986) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.911040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-36fcb535-77dd-405f-a908-ac5010bffb90 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b', 'tempest-TagsExtTest-Tag-4014466') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.921144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40988) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.926409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': '021c8d8c-0424-4d4a-876e-24a47b1ce48f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:49.954861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-36fcb535-77dd-405f-a908-ac5010bffb90 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags/tempest-TagsExtTest-Tag-4014466 HTTP/1.1" status: 204 len: 168 time: 0.0450916 Nov 03 16:08:49.955076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40992) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.960131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-dbd8877d-b5f4-4915-acae-217b6c79b837 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:49.986535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dbd8877d-b5f4-4915-acae-217b6c79b837 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags HTTP/1.1" status: 200 len: 205 time: 0.0299735 Nov 03 16:08:49.987202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40994) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:49.991853 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-96a35039-12b8-4332-b909-638ccf2d5a86 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:50.021373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-96a35039-12b8-4332-b909-638ccf2d5a86 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0306859 Nov 03 16:08:50.021717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40996) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:50.026715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-18ebe590-8ce1-4ac6-9d99-f0d2dc7bf461 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:50.067801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:50.071296 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:50.180912 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-18ebe590-8ce1-4ac6-9d99-f0d2dc7bf461 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags HTTP/1.1" status: 204 len: 168 time: 0.1581061 Nov 03 16:08:50.183666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41002) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:50.188633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-3e46c199-cf32-4fc9-ae41-d1388b6e0cbf tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:50.268031 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3e46c199-cf32-4fc9-ae41-d1388b6e0cbf tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0829239 Nov 03 16:08:50.270490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41006) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:50.275455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-395f35b8-76e4-452d-905d-31a9f23502d6 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:50.328996 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:50.365737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2ee33-725b-48a9-aaa1-ffd13e223161 req-1e2cd158-3fa9-41da-9c97-ed4e41795e10 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:50.367459 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-51d2ee33-725b-48a9-aaa1-ffd13e223161 req-1e2cd158-3fa9-41da-9c97-ed4e41795e10 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0712247 Nov 03 16:08:50.409550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=39d5d7c4-a608-45b5-8f3c-00d0a40126c0,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:50.415895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-395f35b8-76e4-452d-905d-31a9f23502d6 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags HTTP/1.1" status: 204 len: 168 time: 0.1407959 Nov 03 16:08:50.417301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41012) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:50.421716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2bd342c3-2803-4451-9201-ddc3b65ac3cd up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:50.422882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-bb33f65c-e883-4d97-917d-6223de7d58cb tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb', 'tempest-TagsExtTest-Tag-1467244173') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:50.446881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking segment: {'id': '3a564c4f-f3ab-4fca-a558-4d66481b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '021c8d8c-0424-4d4a-876e-24a47b1ce48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:50.447291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network hostable DHCP agents. Network: 021c8d8c-0424-4d4a-876e-24a47b1ce48f, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:50.452602 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-51d2ee33-725b-48a9-aaa1-ffd13e223161 req-90051e45-32ab-4643-8bc5-52caeacaca03 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772653 Nov 03 16:08:50.497838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network 021c8d8c-0424-4d4a-876e-24a47b1ce48f is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:50.512906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 021c8d8c-0424-4d4a-876e-24a47b1ce48f) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:50.523149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:50.525075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:50.530648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f49c8eb-9fb7-4fa0-ae22-15dcb3a58b05 None None] Network 021c8d8c-0424-4d4a-876e-24a47b1ce48f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:50.543569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41016) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:50.546237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bb33f65c-e883-4d97-917d-6223de7d58cb tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags/tempest-TagsExtTest-Tag-1467244173 HTTP/1.1" status: 201 len: 201 time: 0.1276586 Nov 03 16:08:50.548614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-aaf7eec7-40be-4152-8558-9e36442e7c78 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a', 'tempest-TagsExtTest-Tag-1561215116') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:50.559878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2bd342c3-2803-4451-9201-ddc3b65ac3cd triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:50.560246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:50.570111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1df4255b-7155-4336-b3b0-d55f4e3dcdec tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6476645 Nov 03 16:08:50.571069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41018) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:50.576448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1204298678'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:50.598892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:50.602630 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:50.630832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:50.641338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:50.641987 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment 051bf319-4e38-4979-9baa-fc4d68959531 of type vlan for network c120fa7b-301d-40f5-b80b-20ddc49ebf4a Nov 03 16:08:50.685483 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aaf7eec7-40be-4152-8558-9e36442e7c78 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags/tempest-TagsExtTest-Tag-1561215116 HTTP/1.1" status: 201 len: 201 time: 0.1381695 Nov 03 16:08:50.685772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41020) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:50.689281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:50.691911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-6e7e9ab3-3cc5-42d6-a36e-3164c644634d tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c', 'tempest-TagsExtTest-Tag-198419498') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:50.731169 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:50.741224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:50.741910 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:50.819254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e7e9ab3-3cc5-42d6-a36e-3164c644634d tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags/tempest-TagsExtTest-Tag-198419498 HTTP/1.1" status: 201 len: 201 time: 0.1321709 Nov 03 16:08:50.822727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41028) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:50.832539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-a9d03741-08ff-4068-a3ef-fe15d917868b tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b', 'tempest-TagsExtTest-Tag-811138673') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:50.842149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2696459 Nov 03 16:08:50.845417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41030) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:50.852085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': 'c120fa7b-301d-40f5-b80b-20ddc49ebf4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:50.859745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd821318-e74d-4cb5-9e38-ae7e2b2413cd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=c120fa7b-301d-40f5-b80b-20ddc49ebf4a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:50.888900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network c120fa7b-301d-40f5-b80b-20ddc49ebf4a details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:50.982515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28cbee-33e7-4c9f-b0bb-8550bf6cc231 req-ed0b0d03-e62d-4d40-8b87-04e3a465e07f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:50.996541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28cbee-33e7-4c9f-b0bb-8550bf6cc231 req-ed0b0d03-e62d-4d40-8b87-04e3a465e07f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:51.002764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28cbee-33e7-4c9f-b0bb-8550bf6cc231 req-ed0b0d03-e62d-4d40-8b87-04e3a465e07f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:51.010896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28cbee-33e7-4c9f-b0bb-8550bf6cc231 req-ed0b0d03-e62d-4d40-8b87-04e3a465e07f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:51.018548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28cbee-33e7-4c9f-b0bb-8550bf6cc231 req-ed0b0d03-e62d-4d40-8b87-04e3a465e07f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:51.022896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:51.026417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28cbee-33e7-4c9f-b0bb-8550bf6cc231 req-ed0b0d03-e62d-4d40-8b87-04e3a465e07f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:51.030108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.033019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28cbee-33e7-4c9f-b0bb-8550bf6cc231 req-ed0b0d03-e62d-4d40-8b87-04e3a465e07f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:51.042670 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b28cbee-33e7-4c9f-b0bb-8550bf6cc231 req-ed0b0d03-e62d-4d40-8b87-04e3a465e07f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1677008 Nov 03 16:08:51.067664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a9d03741-08ff-4068-a3ef-fe15d917868b tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags/tempest-TagsExtTest-Tag-811138673 HTTP/1.1" status: 201 len: 201 time: 0.2409270 Nov 03 16:08:51.067664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41038) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:51.077564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-06dea9e3-0ab6-42bd-bf3e-96c13b43c532 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb', {'tags': ['tempest-TagsExtTest-Tag-1627972212', 'tempest-TagsExtTest-Tag-1730149015', 'tempest-TagsExtTest-Tag-1707192917']}) {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.128797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-021c8d8c-0424-4d4a-876e-24a47b1ce48f', 'network_id': '021c8d8c-0424-4d4a-876e-24a47b1ce48f', 'tenant_id': '291914e18e6f443ea2c4d03a4df3992f', 'fixed_ips': [{'subnet_id': '39d5d7c4-a608-45b5-8f3c-00d0a40126c0'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:08:51.130037 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.173431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b28cbee-33e7-4c9f-b0bb-8550bf6cc231 req-2ae04fbd-c786-43a5-a66b-3efd785ecdfc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298409 Nov 03 16:08:51.216477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-06dea9e3-0ab6-42bd-bf3e-96c13b43c532 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags HTTP/1.1" status: 200 len: 318 time: 0.1477993 Nov 03 16:08:51.218985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:51.223626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-2c388447-3965-4f6c-bc43-8cb6736ff3f3 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.284357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.317462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Allocated IP 2001:db8:0:ffff::2 (021c8d8c-0424-4d4a-876e-24a47b1ce48f/39d5d7c4-a608-45b5-8f3c-00d0a40126c0/e432f78e-7321-4ea7-9ded-c000b98fa399) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:51.345600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2c388447-3965-4f6c-bc43-8cb6736ff3f3 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags HTTP/1.1" status: 204 len: 168 time: 0.1236627 Nov 03 16:08:51.346358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41046) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:51.348798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=47481fbd-cca7-4d1e-a92e-d190c26dc40f,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:51.359190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-166545c3-f5a0-43cc-af4d-090089190c43 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb', 'tempest-TagsExtTest-Tag-1627972212') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.359564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking segment: {'id': '051bf319-4e38-4979-9baa-fc4d68959531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c120fa7b-301d-40f5-b80b-20ddc49ebf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:51.359924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network hostable DHCP agents. Network: c120fa7b-301d-40f5-b80b-20ddc49ebf4a, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:51.386725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network c120fa7b-301d-40f5-b80b-20ddc49ebf4a is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:51.409004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, c120fa7b-301d-40f5-b80b-20ddc49ebf4a) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:51.417887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:51.418969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.430382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d166fa-91f3-4c95-a085-6eade5799536 None None] Network c120fa7b-301d-40f5-b80b-20ddc49ebf4a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:51.439013 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-166545c3-f5a0-43cc-af4d-090089190c43 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:51.440334 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-166545c3-f5a0-43cc-af4d-090089190c43 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags/tempest-TagsExtTest-Tag-1627972212 HTTP/1.1" status: 404 len: 329 time: 0.0927217 Nov 03 16:08:51.442595 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-84e2cc9c-2587-4d78-b1e2-8f9937457719 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5961411 Nov 03 16:08:51.443170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41048) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:51.446078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41050) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:51.448796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-e779551f-78c0-4860-b9a1-8fbfe2a9b056 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb', 'tempest-TagsExtTest-Tag-1730149015') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.519491 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-e779551f-78c0-4860-b9a1-8fbfe2a9b056 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:51.523777 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e779551f-78c0-4860-b9a1-8fbfe2a9b056 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags/tempest-TagsExtTest-Tag-1730149015 HTTP/1.1" status: 404 len: 329 time: 0.0770109 Nov 03 16:08:51.526220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41054) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:51.531772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-269dd6d1-6f8e-454f-8dba-699a503a72b4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb', 'tempest-TagsExtTest-Tag-1707192917') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.582001 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.647556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.666829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9338af-3b59-48a3-9d8b-099a38b4a724 req-8af4d641-9c21-4b1a-8671-3bcce69da2f9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:51.668039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf308896-c2ff-486e-bb94-ec5bd33c6a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-c120fa7b-301d-40f5-b80b-20ddc49ebf4a', 'network_id': 'c120fa7b-301d-40f5-b80b-20ddc49ebf4a', 'tenant_id': '291914e18e6f443ea2c4d03a4df3992f', 'fixed_ips': [{'subnet_id': '47481fbd-cca7-4d1e-a92e-d190c26dc40f'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:08:51.668849 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bf308896-c2ff-486e-bb94-ec5bd33c6a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.669445 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d9338af-3b59-48a3-9d8b-099a38b4a724 req-8af4d641-9c21-4b1a-8671-3bcce69da2f9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0950885 Nov 03 16:08:51.688930 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-269dd6d1-6f8e-454f-8dba-699a503a72b4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:51.690114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-269dd6d1-6f8e-454f-8dba-699a503a72b4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags/tempest-TagsExtTest-Tag-1707192917 HTTP/1.1" status: 404 len: 329 time: 0.1629431 Nov 03 16:08:51.693900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41060) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:51.708131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-7a4c396c-b4dc-46ec-9146-acd27f233843 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a', {'tags': ['tempest-TagsExtTest-Tag-984971989', 'tempest-TagsExtTest-Tag-1002870304', 'tempest-TagsExtTest-Tag-226503304']}) {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.744932 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.750416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d9338af-3b59-48a3-9d8b-099a38b4a724 req-6a81444f-676d-41a9-aedc-d2ad7bb5fb26 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711224 Nov 03 16:08:51.797406 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.808617 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.816924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7a4c396c-b4dc-46ec-9146-acd27f233843 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags HTTP/1.1" status: 200 len: 316 time: 0.1155550 Nov 03 16:08:51.821913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41064) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:51.829723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-2ba20ab0-5068-4882-a7b0-00ca57884dac tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.841105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=47481fbd-cca7-4d1e-a92e-d190c26dc40f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:51.861730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Network 021c8d8c-0424-4d4a-876e-24a47b1ce48f is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:51.875428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:51.879836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:51.888761 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-bf308896-c2ff-486e-bb94-ec5bd33c6a40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47481fbd-cca7-4d1e-a92e-d190c26dc40f: This subnet is being modified by another concurrent operation. Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:08:51.894167 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exception Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47481fbd-cca7-4d1e-a92e-d190c26dc40f: This subnet is being modified by another concurrent operation. Nov 03 16:08:51.899252 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:08:51.920618 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2ba20ab0-5068-4882-a7b0-00ca57884dac tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0952036 Nov 03 16:08:51.920975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41066) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:51.926580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-c5f7e01b-0c2a-483c-8957-22dd093fd312 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a', 'tempest-TagsExtTest-Tag-984971989') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.927067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe06ed-d815-4ee0-a9c4-770f087cbd94 None None] Network c120fa7b-301d-40f5-b80b-20ddc49ebf4a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:51.931967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Pushing event updated for resources: {'Port': ['ID=e432f78e-7321-4ea7-9ded-c000b98fa399,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:51.961191 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:51.986188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c120fa7b-301d-40f5-b80b-20ddc49ebf4a']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.998084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051bf319-4e38-4979-9baa-fc4d68959531') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.998728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051bf319-4e38-4979-9baa-fc4d68959531') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:51.999067 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-c5f7e01b-0c2a-483c-8957-22dd093fd312 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:52.002694 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c5f7e01b-0c2a-483c-8957-22dd093fd312 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags/tempest-TagsExtTest-Tag-984971989 HTTP/1.1" status: 404 len: 328 time: 0.0782781 Nov 03 16:08:52.003674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41072) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:52.009314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-cf916218-3e4b-4e79-ad97-e9c8f28b7c8f tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a', 'tempest-TagsExtTest-Tag-1002870304') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:52.015836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.033271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.035698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Attempting to bind port e432f78e-7321-4ea7-9ded-c000b98fa399 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:52.037858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Attempting to bind port e432f78e-7321-4ea7-9ded-c000b98fa399 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '3a564c4f-f3ab-4fca-a558-4d66481b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '021c8d8c-0424-4d4a-876e-24a47b1ce48f'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:52.038671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Attempting to bind port e432f78e-7321-4ea7-9ded-c000b98fa399 on network 021c8d8c-0424-4d4a-876e-24a47b1ce48f {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:52.042471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:08:52.042988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:08:52.046392 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:08:52.062622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:52.063307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Checking segment: {'id': '3a564c4f-f3ab-4fca-a558-4d66481b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '021c8d8c-0424-4d4a-876e-24a47b1ce48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:52.064082 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.064685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Bound using segment: {'id': '3a564c4f-f3ab-4fca-a558-4d66481b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '021c8d8c-0424-4d4a-876e-24a47b1ce48f'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:52.065385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Bound port: e432f78e-7321-4ea7-9ded-c000b98fa399, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a564c4f-f3ab-4fca-a558-4d66481b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '021c8d8c-0424-4d4a-876e-24a47b1ce48f'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:52.066007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.071347 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-cf916218-3e4b-4e79-ad97-e9c8f28b7c8f tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:52.072467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cf916218-3e4b-4e79-ad97-e9c8f28b7c8f tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags/tempest-TagsExtTest-Tag-1002870304 HTTP/1.1" status: 404 len: 329 time: 0.0686457 Nov 03 16:08:52.078946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41078) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:52.083665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-ffc947f9-cc97-4c09-bd08-c2a178a05b73 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a', 'tempest-TagsExtTest-Tag-226503304') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:52.141580 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.155627 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.159221 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/c120fa7b-301d-40f5-b80b-20ddc49ebf4a HTTP/1.1" status: 204 len: 168 time: 0.7068956 Nov 03 16:08:52.167836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41080) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:52.170217 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-ffc947f9-cc97-4c09-bd08-c2a178a05b73 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:52.171493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ffc947f9-cc97-4c09-bd08-c2a178a05b73 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags/tempest-TagsExtTest-Tag-226503304 HTTP/1.1" status: 404 len: 328 time: 0.0914600 Nov 03 16:08:52.174541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41082) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:52.176573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1474097929'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:52.181626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-9e7ff268-d010-437e-b788-efccdcf7f889 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c', {'tags': ['tempest-TagsExtTest-Tag-768780636', 'tempest-TagsExtTest-Tag-1312465026', 'tempest-TagsExtTest-Tag-1392205938']}) {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:52.200678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] For port e432f78e-7321-4ea7-9ded-c000b98fa399, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:52.200912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:52.205623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.207992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] For port e432f78e-7321-4ea7-9ded-c000b98fa399, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e432f78e-7321-4ea7-9ded-c000b98fa399,segment=NetworkSegment(3a564c4f-f3ab-4fca-a558-4d66481b41b8),segment_id=3a564c4f-f3ab-4fca-a558-4d66481b41b8)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:52.214535 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.237791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:52.251285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.251630 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment 9382971c-ee22-488a-bbb3-7d98904bcb3f of type vlan for network 4ff03341-20fc-42da-93c3-f46383966d71 Nov 03 16:08:52.289870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381fd18-8a17-464b-8cbb-a949d0c64d22 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=c120fa7b-301d-40f5-b80b-20ddc49ebf4a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:52.316261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f4b02-c228-4919-a803-1e0a1a9d0b80 None None] Pushing event updated for resources: {'Port': ['ID=e432f78e-7321-4ea7-9ded-c000b98fa399,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:52.353286 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.368031 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e7ff268-d010-437e-b788-efccdcf7f889 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags HTTP/1.1" status: 200 len: 317 time: 0.1912630 Nov 03 16:08:52.372330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41086) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:52.378189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-aecdccf8-7db8-4724-affd-8418fa004993 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:52.394647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04388a6-e7bf-4452-bb02-5d48be898110 req-3d444208-9ca3-44a1-be72-493781c428a5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:52.394905 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.401136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:52.402284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.402393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04388a6-e7bf-4452-bb02-5d48be898110 req-3d444208-9ca3-44a1-be72-493781c428a5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:52.408994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04388a6-e7bf-4452-bb02-5d48be898110 req-3d444208-9ca3-44a1-be72-493781c428a5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:52.414951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04388a6-e7bf-4452-bb02-5d48be898110 req-3d444208-9ca3-44a1-be72-493781c428a5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:52.421543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04388a6-e7bf-4452-bb02-5d48be898110 req-3d444208-9ca3-44a1-be72-493781c428a5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:52.427822 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04388a6-e7bf-4452-bb02-5d48be898110 req-3d444208-9ca3-44a1-be72-493781c428a5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:52.434768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04388a6-e7bf-4452-bb02-5d48be898110 req-3d444208-9ca3-44a1-be72-493781c428a5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:52.442971 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b04388a6-e7bf-4452-bb02-5d48be898110 req-3d444208-9ca3-44a1-be72-493781c428a5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1502187 Nov 03 16:08:52.469912 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2972836 Nov 03 16:08:52.473110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41092) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:52.478895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': '4ff03341-20fc-42da-93c3-f46383966d71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:52.501036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d974d-8112-4862-a2d2-168fba7df6ea tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=4ff03341-20fc-42da-93c3-f46383966d71,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:52.538066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 4ff03341-20fc-42da-93c3-f46383966d71 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:52.639541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:52.642184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b04388a6-e7bf-4452-bb02-5d48be898110 req-a3aa13be-4036-4db5-ad5f-a63734276722 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1983654 Nov 03 16:08:52.658834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aecdccf8-7db8-4724-affd-8418fa004993 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags HTTP/1.1" status: 204 len: 168 time: 0.2852709 Nov 03 16:08:52.661007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41094) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:52.661185 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:52.673555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-bb0b634c-aad4-49b5-a251-6f2b69385f2a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c', 'tempest-TagsExtTest-Tag-768780636') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:52.761160 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-bb0b634c-aad4-49b5-a251-6f2b69385f2a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:52.764783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bb0b634c-aad4-49b5-a251-6f2b69385f2a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags/tempest-TagsExtTest-Tag-768780636 HTTP/1.1" status: 404 len: 328 time: 0.0981181 Nov 03 16:08:52.765653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41098) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:52.774739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-6da85d11-f85e-41d7-b3bf-0a30b9c9ceda tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c', 'tempest-TagsExtTest-Tag-1312465026') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:52.932840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.010221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking segment: {'id': '9382971c-ee22-488a-bbb3-7d98904bcb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4ff03341-20fc-42da-93c3-f46383966d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:53.010665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network hostable DHCP agents. Network: 4ff03341-20fc-42da-93c3-f46383966d71, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:53.013534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=e2f309bd-26f4-49b3-87d8-c366e99690b1,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:53.043373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network 4ff03341-20fc-42da-93c3-f46383966d71 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:53.064625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 4ff03341-20fc-42da-93c3-f46383966d71) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:53.074010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7712b2d-f5a2-4aee-bbef-a87d7ec8c9de None None] Network 4ff03341-20fc-42da-93c3-f46383966d71 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:53.086588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:53.087825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.120981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b8d86195-6cef-4888-9f64-e02ea0fa969c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6467249 Nov 03 16:08:53.122019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41110) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.127546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-122314832'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:53.173655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:53.178398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.239521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:53.256025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.256684 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment 5c7eed3a-709a-49ec-91cc-b6ec167863f9 of type vlan for network ed30b4be-a182-4f1e-b88d-c02cce6c8c4a Nov 03 16:08:53.296078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-4ff03341-20fc-42da-93c3-f46383966d71', 'network_id': '4ff03341-20fc-42da-93c3-f46383966d71', 'tenant_id': '291914e18e6f443ea2c4d03a4df3992f', 'fixed_ips': [{'subnet_id': 'e2f309bd-26f4-49b3-87d8-c366e99690b1'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:08:53.297253 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.317798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.354451 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-6da85d11-f85e-41d7-b3bf-0a30b9c9ceda tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:53.355652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6da85d11-f85e-41d7-b3bf-0a30b9c9ceda tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags/tempest-TagsExtTest-Tag-1312465026 HTTP/1.1" status: 404 len: 329 time: 0.5855272 Nov 03 16:08:53.357592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.358771 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41114) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.364083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-15b10263-37dd-407c-8093-02617654c675 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c', 'tempest-TagsExtTest-Tag-1392205938') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:53.364247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:53.364763 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.419042 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2952716 Nov 03 16:08:53.419319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41116) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.446422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcaa1c-099e-4d95-ab61-d4c77321f05a req-0ae464d6-c752-4665-9d0a-7acc59ee98fd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:53.454636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5bcaa1c-099e-4d95-ab61-d4c77321f05a req-0ae464d6-c752-4665-9d0a-7acc59ee98fd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.6049709 Nov 03 16:08:53.479328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': 'ed30b4be-a182-4f1e-b88d-c02cce6c8c4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:53.487691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Allocated IP 2001:db8::3 (4ff03341-20fc-42da-93c3-f46383966d71/e2f309bd-26f4-49b3-87d8-c366e99690b1/64974581-8f38-43f1-9ca7-021149a485d2) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:08:53.519658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550e591-f405-48a6-8f6f-7b184b282463 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=ed30b4be-a182-4f1e-b88d-c02cce6c8c4a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:53.557946 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-15b10263-37dd-407c-8093-02617654c675 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:53.560367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-15b10263-37dd-407c-8093-02617654c675 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags/tempest-TagsExtTest-Tag-1392205938 HTTP/1.1" status: 404 len: 329 time: 0.2001455 Nov 03 16:08:53.564636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41120) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.572076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-8c9c84a8-b689-40f4-8416-4ede9b0835c6 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b', {'tags': ['tempest-TagsExtTest-Tag-1095476853', 'tempest-TagsExtTest-Tag-1914681449', 'tempest-TagsExtTest-Tag-1010955648']}) {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:53.587604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ed30b4be-a182-4f1e-b88d-c02cce6c8c4a details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:53.622827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5bcaa1c-099e-4d95-ab61-d4c77321f05a req-b50cb83c-1691-4256-a378-e1063d0907a1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671703 Nov 03 16:08:53.692405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c9c84a8-b689-40f4-8416-4ede9b0835c6 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "PUT /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags HTTP/1.1" status: 200 len: 318 time: 0.1258812 Nov 03 16:08:53.694148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41126) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.701674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-44ad83dd-4156-4ec4-bb28-afcb621cf254 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:53.724746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838da3a8-193c-45e6-b5b2-0f1a8a44ff52 None None] Network 021c8d8c-0424-4d4a-876e-24a47b1ce48f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:53.760237 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-44ad83dd-4156-4ec4-bb28-afcb621cf254 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0647166 Nov 03 16:08:53.761268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41128) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.768786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-3e035267-d946-4c52-9794-a68a11539335 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b', 'tempest-TagsExtTest-Tag-1095476853') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:53.841314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8edb39a1-bbd5-42c9-a245-5d0bb8a72a1d None None] Provisioning complete for port e432f78e-7321-4ea7-9ded-c000b98fa399 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:53.842025 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8edb39a1-bbd5-42c9-a245-5d0bb8a72a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.843237 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-3e035267-d946-4c52-9794-a68a11539335 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:53.849456 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3e035267-d946-4c52-9794-a68a11539335 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags/tempest-TagsExtTest-Tag-1095476853 HTTP/1.1" status: 404 len: 329 time: 0.0870793 Nov 03 16:08:53.850099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41132) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.858502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-bd84abc9-76c7-48f9-9482-193c2b6ef46a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b', 'tempest-TagsExtTest-Tag-1914681449') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:53.872681 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.888863 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:53.896803 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-bd84abc9-76c7-48f9-9482-193c2b6ef46a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:53.903402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bd84abc9-76c7-48f9-9482-193c2b6ef46a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags/tempest-TagsExtTest-Tag-1914681449 HTTP/1.1" status: 404 len: 329 time: 0.0522113 Nov 03 16:08:53.904253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41134) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.909774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-1324a234-1c12-49bc-8871-a966fdca8aeb tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b', 'tempest-TagsExtTest-Tag-1010955648') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:53.935816 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-1324a234-1c12-49bc-8871-a966fdca8aeb tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] show failed (client error): The resource could not be found. Nov 03 16:08:53.940762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1324a234-1c12-49bc-8871-a966fdca8aeb tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags/tempest-TagsExtTest-Tag-1010955648 HTTP/1.1" status: 404 len: 329 time: 0.0353534 Nov 03 16:08:53.941814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41136) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.948549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-46670861-a29b-4311-88ed-8cf629ab3d00 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a4afe0ca-4c9f-48cd-83e7-5104b474fa7b') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:53.958663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Network 4ff03341-20fc-42da-93c3-f46383966d71 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:08:53.984347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-46670861-a29b-4311-88ed-8cf629ab3d00 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0383723 Nov 03 16:08:53.985134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41140) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:53.990644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-56f58258-5470-4d45-9822-8a2b4697521b tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94bd1503-1111-454c-bba2-976496e6501c') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:54.013295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:54.033332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:08:54.038503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Pushing event updated for resources: {'Port': ['ID=64974581-8f38-43f1-9ca7-021149a485d2,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:54.100799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c43f1b-52c7-47d2-a5a5-1c6288c87f12 req-dcf58f54-3d89-4c37-b9f1-738c780e2eda tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:54.109287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c43f1b-52c7-47d2-a5a5-1c6288c87f12 req-dcf58f54-3d89-4c37-b9f1-738c780e2eda tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:54.118283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c43f1b-52c7-47d2-a5a5-1c6288c87f12 req-dcf58f54-3d89-4c37-b9f1-738c780e2eda tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:54.119499 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-56f58258-5470-4d45-9822-8a2b4697521b tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c/tags HTTP/1.1" status: 204 len: 168 time: 0.1330118 Nov 03 16:08:54.121797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41146) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:54.122007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c43f1b-52c7-47d2-a5a5-1c6288c87f12 req-dcf58f54-3d89-4c37-b9f1-738c780e2eda tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:54.128007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-647a0fdf-3620-45d0-ada3-544bf80bacc0 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4152e0c7-c896-4801-a63d-367005ff7c7a') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:54.128325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c43f1b-52c7-47d2-a5a5-1c6288c87f12 req-dcf58f54-3d89-4c37-b9f1-738c780e2eda tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:54.136945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c43f1b-52c7-47d2-a5a5-1c6288c87f12 req-dcf58f54-3d89-4c37-b9f1-738c780e2eda tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:54.143446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c43f1b-52c7-47d2-a5a5-1c6288c87f12 req-dcf58f54-3d89-4c37-b9f1-738c780e2eda tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:54.145570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8c43f1b-52c7-47d2-a5a5-1c6288c87f12 req-dcf58f54-3d89-4c37-b9f1-738c780e2eda tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1363323 Nov 03 16:08:54.151918 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8edb39a1-bbd5-42c9-a245-5d0bb8a72a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.163618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:54.168964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Attempting to bind port 64974581-8f38-43f1-9ca7-021149a485d2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:08:54.169338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Attempting to bind port 64974581-8f38-43f1-9ca7-021149a485d2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '9382971c-ee22-488a-bbb3-7d98904bcb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4ff03341-20fc-42da-93c3-f46383966d71'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:08:54.169793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Attempting to bind port 64974581-8f38-43f1-9ca7-021149a485d2 on network 4ff03341-20fc-42da-93c3-f46383966d71 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:08:54.171647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.182163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:08:54.182538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Checking segment: {'id': '9382971c-ee22-488a-bbb3-7d98904bcb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4ff03341-20fc-42da-93c3-f46383966d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:54.182938 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.183328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Bound using segment: {'id': '9382971c-ee22-488a-bbb3-7d98904bcb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4ff03341-20fc-42da-93c3-f46383966d71'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:08:54.183801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Bound port: 64974581-8f38-43f1-9ca7-021149a485d2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9382971c-ee22-488a-bbb3-7d98904bcb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4ff03341-20fc-42da-93c3-f46383966d71'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:08:54.184185 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.241624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-647a0fdf-3620-45d0-ada3-544bf80bacc0 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a/tags HTTP/1.1" status: 204 len: 168 time: 0.1175258 Nov 03 16:08:54.244408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41148) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:54.249313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-baeda64d-8b4d-46f5-bbdb-0c92cc67d367 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0eef8cd6-fdaf-4de8-9546-5c6165d192fb') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:54.276846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] For port 64974581-8f38-43f1-9ca7-021149a485d2, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:08:54.280280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] For port 64974581-8f38-43f1-9ca7-021149a485d2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=64974581-8f38-43f1-9ca7-021149a485d2,segment=NetworkSegment(9382971c-ee22-488a-bbb3-7d98904bcb3f),segment_id=9382971c-ee22-488a-bbb3-7d98904bcb3f)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:08:54.290242 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.301846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_backend_mixin [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Performing IP validity checks on allocation pools {{(pid=108104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 16:08:54.302736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_backend_mixin [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 16:08:54.310829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8edb39a1-bbd5-42c9-a245-5d0bb8a72a1d None None] For port e432f78e-7321-4ea7-9ded-c000b98fa399, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e432f78e-7321-4ea7-9ded-c000b98fa399,segment=NetworkSegment(3a564c4f-f3ab-4fca-a558-4d66481b41b8),segment_id=3a564c4f-f3ab-4fca-a558-4d66481b41b8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:54.330618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-baeda64d-8b4d-46f5-bbdb-0c92cc67d367 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb/tags HTTP/1.1" status: 204 len: 168 time: 0.0850291 Nov 03 16:08:54.338760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41150) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:54.385239 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8edb39a1-bbd5-42c9-a245-5d0bb8a72a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.463770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ede4e6-c1c3-49e0-9509-7a39eed8796e None None] Pushing event updated for resources: {'Port': ['ID=64974581-8f38-43f1-9ca7-021149a485d2,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:54.532132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8c43f1b-52c7-47d2-a5a5-1c6288c87f12 req-1977c72a-6998-40bd-b50e-b67ce9168a68 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3717930 Nov 03 16:08:54.567764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e432f78e-7321-4ea7-9ded-c000b98fa399 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:54.636625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae7301f6-c2b5-40b8-989d-ff030d8be4e2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for subnetpool, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.637896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ae7301f6-c2b5-40b8-989d-ff030d8be4e2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnetpools/a4afe0ca-4c9f-48cd-83e7-5104b474fa7b HTTP/1.1" status: 204 len: 168 time: 0.2965899 Nov 03 16:08:54.640460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41156) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:54.643715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.735619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c380252-3ec4-420f-8027-ecc0f76829e1 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "GET /v2.0/ports?device_id=94bd1503-1111-454c-bba2-976496e6501c HTTP/1.1" status: 200 len: 205 time: 0.0935895 Nov 03 16:08:54.738146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=f2525326-0bb3-493d-8319-ab135983c5ef,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:54.738862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41160) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:54.752048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking segment: {'id': '5c7eed3a-709a-49ec-91cc-b6ec167863f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed30b4be-a182-4f1e-b88d-c02cce6c8c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:54.752507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network hostable DHCP agents. Network: ed30b4be-a182-4f1e-b88d-c02cce6c8c4a, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:54.760260 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb39a1-bbd5-42c9-a245-5d0bb8a72a1d None None] Pushing event updated for resources: {'Port': ['ID=e432f78e-7321-4ea7-9ded-c000b98fa399,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:54.783947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8e3d5b63-9711-477c-9408-aa03b5dbd120 None None] Provisioning complete for port e432f78e-7321-4ea7-9ded-c000b98fa399 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:54.784676 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5b63-9711-477c-9408-aa03b5dbd120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.787817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network ed30b4be-a182-4f1e-b88d-c02cce6c8c4a is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:54.802290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ed30b4be-a182-4f1e-b88d-c02cce6c8c4a) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:54.810871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:54.816834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.824888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c898969-fe50-4267-9582-42623a9adf32 None None] Network ed30b4be-a182-4f1e-b88d-c02cce6c8c4a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:54.829755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e432f78e-7321-4ea7-9ded-c000b98fa399 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:54.830484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:54.853857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cf440844-9c48-4fce-ab79-503a00b34d17 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3802273 Nov 03 16:08:54.856589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41166) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:54.970542 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-093a21e5-8097-4fc3-beab-b8ce53a04ed4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.012819 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.084985 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.182801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.199008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8f06c-b1b2-4e9b-8284-49a91e4a7b06 req-d321e9c5-1384-4e71-8c9e-1058c2ca8527 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:55.200631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26b8f06c-b1b2-4e9b-8284-49a91e4a7b06 req-d321e9c5-1384-4e71-8c9e-1058c2ca8527 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.3706062 Nov 03 16:08:55.218136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=f2525326-0bb3-493d-8319-ab135983c5ef,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:55.271777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-093a21e5-8097-4fc3-beab-b8ce53a04ed4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.271777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-093a21e5-8097-4fc3-beab-b8ce53a04ed4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.325187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.349266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed30b4be-a182-4f1e-b88d-c02cce6c8c4a']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:55.360617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f2ad3-c0e8-499e-bd5a-4836f91c6ae1 None None] Network ed30b4be-a182-4f1e-b88d-c02cce6c8c4a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:55.370471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7eed3a-709a-49ec-91cc-b6ec167863f9') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:55.371102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7eed3a-709a-49ec-91cc-b6ec167863f9') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:55.383021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.403033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.419867 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-093a21e5-8097-4fc3-beab-b8ce53a04ed4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.420384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093a21e5-8097-4fc3-beab-b8ce53a04ed4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Fanout notify agent at l3_agent the message router_deleted on router 94bd1503-1111-454c-bba2-976496e6501c {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:08:55.421438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:08:55.423183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:08:55.429306 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:08:55.446407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-093a21e5-8097-4fc3-beab-b8ce53a04ed4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.449986 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-093a21e5-8097-4fc3-beab-b8ce53a04ed4 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/routers/94bd1503-1111-454c-bba2-976496e6501c HTTP/1.1" status: 204 len: 168 time: 0.7049668 Nov 03 16:08:55.456624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41176) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:55.517388 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.520064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26b8f06c-b1b2-4e9b-8284-49a91e4a7b06 req-64d47ae5-1810-434e-b93e-75ad349eec74 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887132 Nov 03 16:08:55.556389 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.560587 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/ed30b4be-a182-4f1e-b88d-c02cce6c8c4a HTTP/1.1" status: 204 len: 168 time: 0.7028840 Nov 03 16:08:55.562570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d1e60-b709-47df-8fa1-645c1288323f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=ed30b4be-a182-4f1e-b88d-c02cce6c8c4a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:55.564538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41182) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:55.570651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912925797'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:55.597939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:55.602680 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.639371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:55.661559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d023b771-2a8c-4f30-b880-0f5d10bf0f3a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Deleting port 4152e0c7-c896-4801-a63d-367005ff7c7a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:55.662586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d023b771-2a8c-4f30-b880-0f5d10bf0f3a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.675079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.675360 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment d0b4d4f7-e094-4788-beae-52cc6dae0a35 of type vlan for network 380fc639-53c8-43bd-8449-e1d3d96f4cc5 Nov 03 16:08:55.741335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.763542 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301f00-6930-4041-b453-293c9b9cd14a req-e6f50bad-d3b2-4021-9721-f659d36d0021 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:55.770253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301f00-6930-4041-b453-293c9b9cd14a req-e6f50bad-d3b2-4021-9721-f659d36d0021 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:55.777123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301f00-6930-4041-b453-293c9b9cd14a req-e6f50bad-d3b2-4021-9721-f659d36d0021 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:55.783214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d023b771-2a8c-4f30-b880-0f5d10bf0f3a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.783702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301f00-6930-4041-b453-293c9b9cd14a req-e6f50bad-d3b2-4021-9721-f659d36d0021 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:55.790008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301f00-6930-4041-b453-293c9b9cd14a req-e6f50bad-d3b2-4021-9721-f659d36d0021 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:55.796159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301f00-6930-4041-b453-293c9b9cd14a req-e6f50bad-d3b2-4021-9721-f659d36d0021 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:55.797587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d023b771-2a8c-4f30-b880-0f5d10bf0f3a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Calling delete_port for 4152e0c7-c896-4801-a63d-367005ff7c7a owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:55.802266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301f00-6930-4041-b453-293c9b9cd14a req-e6f50bad-d3b2-4021-9721-f659d36d0021 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:55.804362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f301f00-6930-4041-b453-293c9b9cd14a req-e6f50bad-d3b2-4021-9721-f659d36d0021 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1526294 Nov 03 16:08:55.853516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.859569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:55.860235 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:55.921996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3560901 Nov 03 16:08:55.935823 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41190) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:55.943697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': '380fc639-53c8-43bd-8449-e1d3d96f4cc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:55.958162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f301f00-6930-4041-b453-293c9b9cd14a req-7c70a44d-b2a8-43e1-b9ef-72173552c9d5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1419058 Nov 03 16:08:55.981250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7f1a6-8514-4fee-9ac6-a633c46f24ee None None] Network 4ff03341-20fc-42da-93c3-f46383966d71 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:56.016865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba0293-27b5-4967-b94b-83e966921bd4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=380fc639-53c8-43bd-8449-e1d3d96f4cc5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:56.034610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 380fc639-53c8-43bd-8449-e1d3d96f4cc5 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:56.038019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d023b771-2a8c-4f30-b880-0f5d10bf0f3a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.072307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023b771-2a8c-4f30-b880-0f5d10bf0f3a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Pushing event deleted for resources: {'Port': ['ID=4152e0c7-c896-4801-a63d-367005ff7c7a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:56.110447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-99900b15-7feb-44dd-beb3-f180127a4ccf None None] Provisioning complete for port 64974581-8f38-43f1-9ca7-021149a485d2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:56.110824 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99900b15-7feb-44dd-beb3-f180127a4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.168119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d023b771-2a8c-4f30-b880-0f5d10bf0f3a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.174251 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d023b771-2a8c-4f30-b880-0f5d10bf0f3a tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/ports/4152e0c7-c896-4801-a63d-367005ff7c7a HTTP/1.1" status: 204 len: 168 time: 0.7141225 Nov 03 16:08:56.174251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:56.175221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41196) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:56.177266 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.297517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4dcfae-a115-43ff-a14e-97641cb98186 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Deleting subnet 0eef8cd6-fdaf-4de8-9546-5c6165d192fb {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:08:56.301569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcfae-a115-43ff-a14e-97641cb98186 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.368334 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcfae-a115-43ff-a14e-97641cb98186 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.403726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99900b15-7feb-44dd-beb3-f180127a4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.493670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-99900b15-7feb-44dd-beb3-f180127a4ccf None None] For port 64974581-8f38-43f1-9ca7-021149a485d2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=64974581-8f38-43f1-9ca7-021149a485d2,segment=NetworkSegment(9382971c-ee22-488a-bbb3-7d98904bcb3f),segment_id=9382971c-ee22-488a-bbb3-7d98904bcb3f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:56.495585 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcfae-a115-43ff-a14e-97641cb98186 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.505253 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99900b15-7feb-44dd-beb3-f180127a4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.507100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.596290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99900b15-7feb-44dd-beb3-f180127a4ccf None None] Pushing event updated for resources: {'Port': ['ID=64974581-8f38-43f1-9ca7-021149a485d2,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:56.639799 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcfae-a115-43ff-a14e-97641cb98186 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.662611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=76cb4219-3519-4ad6-8948-2a7a29c466c0,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:56.677939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcfae-a115-43ff-a14e-97641cb98186 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.681427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e432f78e-7321-4ea7-9ded-c000b98fa399 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:56.682122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4b4dcfae-a115-43ff-a14e-97641cb98186 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/subnets/0eef8cd6-fdaf-4de8-9546-5c6165d192fb HTTP/1.1" status: 204 len: 168 time: 0.5054274 Nov 03 16:08:56.694452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f050802e-b24c-4d25-ae84-06999036e1c7 None None] Network 8d5eb85e-238c-40ae-bfa4-739aad74b92d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:56.696921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41204) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:56.713094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dcfae-a115-43ff-a14e-97641cb98186 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Pushing event deleted for resources: {'Subnet': ['ID=0eef8cd6-fdaf-4de8-9546-5c6165d192fb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:56.784019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbb7b1-ac43-41e1-9f4e-9d184b6cd4bd req-44810651-6e7d-42bd-9b0e-ff91e3304f6b tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:56.785980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ecbb7b1-ac43-41e1-9f4e-9d184b6cd4bd req-44810651-6e7d-42bd-9b0e-ff91e3304f6b tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0856819 Nov 03 16:08:56.796437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking segment: {'id': 'd0b4d4f7-e094-4788-beae-52cc6dae0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '380fc639-53c8-43bd-8449-e1d3d96f4cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:56.796788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network hostable DHCP agents. Network: 380fc639-53c8-43bd-8449-e1d3d96f4cc5, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:56.835146 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.839307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network 380fc639-53c8-43bd-8449-e1d3d96f4cc5 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:56.859214 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ecbb7b1-ac43-41e1-9f4e-9d184b6cd4bd req-1545f89e-0071-4543-a8d1-02e709ba133e tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651362 Nov 03 16:08:56.879025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 380fc639-53c8-43bd-8449-e1d3d96f4cc5) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:56.886538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:56.887136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.902130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578fc8ca-fe4c-4431-97e1-2fcea81390ec None None] Network 380fc639-53c8-43bd-8449-e1d3d96f4cc5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:56.909641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6d2b4f92-cb04-48c3-838b-0ea0efef929b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9728017 Nov 03 16:08:56.912788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41210) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:56.926374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Deleting port 2bd342c3-2803-4451-9201-ddc3b65ac3cd {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:08:56.926717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.930511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e432f78e-7321-4ea7-9ded-c000b98fa399 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:56.930998 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:56.973144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fb1ca720-83a4-427d-8ca4-c07dd855faa1 None None] Provisioning complete for port 64974581-8f38-43f1-9ca7-021149a485d2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:56.973516 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca720-83a4-427d-8ca4-c07dd855faa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.007363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] For port 2bd342c3-2803-4451-9201-ddc3b65ac3cd, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2bd342c3-2803-4451-9201-ddc3b65ac3cd,segment=NetworkSegment(264aaea7-6b20-4e87-b8f6-7b27fa27ca3e),segment_id=264aaea7-6b20-4e87-b8f6-7b27fa27ca3e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:08:57.007810 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.040700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Calling delete_port for 2bd342c3-2803-4451-9201-ddc3b65ac3cd owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:08:57.054050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.166730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.185736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b1f92-e109-4b56-a9b9-3dd71ed031f1 None None] DHCP port deletion for 8d5eb85e-238c-40ae-bfa4-739aad74b92d request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:08:57.235577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa307e-d265-4b8a-8d87-76e56dc96711 req-505129a1-8d0d-42f5-b6d3-575651aef476 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:57.244329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa307e-d265-4b8a-8d87-76e56dc96711 req-505129a1-8d0d-42f5-b6d3-575651aef476 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:57.251143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa307e-d265-4b8a-8d87-76e56dc96711 req-505129a1-8d0d-42f5-b6d3-575651aef476 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:57.270663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa307e-d265-4b8a-8d87-76e56dc96711 req-505129a1-8d0d-42f5-b6d3-575651aef476 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:57.277335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa307e-d265-4b8a-8d87-76e56dc96711 req-505129a1-8d0d-42f5-b6d3-575651aef476 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:57.284785 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.285487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa307e-d265-4b8a-8d87-76e56dc96711 req-505129a1-8d0d-42f5-b6d3-575651aef476 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:57.292026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa307e-d265-4b8a-8d87-76e56dc96711 req-505129a1-8d0d-42f5-b6d3-575651aef476 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:57.294025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0fa307e-d265-4b8a-8d87-76e56dc96711 req-505129a1-8d0d-42f5-b6d3-575651aef476 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1544082 Nov 03 16:08:57.295232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.315294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=76cb4219-3519-4ad6-8948-2a7a29c466c0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:57.328645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b1f92-e109-4b56-a9b9-3dd71ed031f1 None None] The port '2bd342c3-2803-4451-9201-ddc3b65ac3cd' was deleted {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1956}} Nov 03 16:08:57.331222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Pushing event deleted for resources: {'Port': ['ID=2bd342c3-2803-4451-9201-ddc3b65ac3cd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:57.349444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] No DVR routers for this DVR port 2bd342c3-2803-4451-9201-ddc3b65ac3cd on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:08:57.371747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 64974581-8f38-43f1-9ca7-021149a485d2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:57.428130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.447257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb98f76b-b9ba-4b34-a617-52287ddd2483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-380fc639-53c8-43bd-8449-e1d3d96f4cc5', 'network_id': '380fc639-53c8-43bd-8449-e1d3d96f4cc5', 'tenant_id': '291914e18e6f443ea2c4d03a4df3992f', 'fixed_ips': [{'subnet_id': '76cb4219-3519-4ad6-8948-2a7a29c466c0'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:08:57.448112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb98f76b-b9ba-4b34-a617-52287ddd2483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.462376 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.462770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380fc639-53c8-43bd-8449-e1d3d96f4cc5']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:57.475120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b4d4f7-e094-4788-beae-52cc6dae0a35') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:57.475425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b4d4f7-e094-4788-beae-52cc6dae0a35') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:57.495910 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.507248 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0fa307e-d265-4b8a-8d87-76e56dc96711 req-7864da10-7405-4a21-a984-e2e5e31b949e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1865184 Nov 03 16:08:57.520637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5eb85e-238c-40ae-bfa4-739aad74b92d']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:57.527858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.539551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264aaea7-6b20-4e87-b8f6-7b27fa27ca3e') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:57.540009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264aaea7-6b20-4e87-b8f6-7b27fa27ca3e') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:57.551392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.553600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:08:57.554129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:08:57.558756 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:08:57.565588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 64974581-8f38-43f1-9ca7-021149a485d2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:57.565965 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.585766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.591041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8ba39-38b1-4139-bf7e-c4a28746af43 None None] Network 380fc639-53c8-43bd-8449-e1d3d96f4cc5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:57.593042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:08:57.593709 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:08:57.598628 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:08:57.655191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.662722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.674423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41226) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:57.675538 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/380fc639-53c8-43bd-8449-e1d3d96f4cc5 HTTP/1.1" status: 204 len: 168 time: 0.7613533 Nov 03 16:08:57.681438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-290465910'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:57.698834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cec8d0-dfca-48ea-99f5-b882cc25338d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=380fc639-53c8-43bd-8449-e1d3d96f4cc5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:57.710529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:57.715836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.737505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.750261 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.754161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] 10.222.0.86 "DELETE /v2.0/networks/8d5eb85e-238c-40ae-bfa4-739aad74b92d HTTP/1.1" status: 204 len: 168 time: 1.0562544 Nov 03 16:08:57.770873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60b51a-9256-4812-adca-08cbfa40dfb2 tempest-TagsExtTest-112069506 tempest-TagsExtTest-112069506-project] Pushing event deleted for resources: {'Network': ['ID=8d5eb85e-238c-40ae-bfa4-739aad74b92d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:57.772914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:57.787673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.788031 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment 8cbda307-30a5-4793-8c31-febc207e5bc6 of type vlan for network 3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac Nov 03 16:08:57.789905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3228bdf-0be3-4679-a4c9-4ca7d4d19924 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:08:57.836188 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.871027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.879272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:57.879970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:57.962902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:57.979960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:08:57.982860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41236) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:57.983351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3262eca7-b34f-442b-bec5-e9921277ce7b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3079267 Nov 03 16:08:57.989372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': '3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:58.066064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3228bdf-0be3-4679-a4c9-4ca7d4d19924 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:08:58.124595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:58.128485 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:58.143884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41244) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:58.156320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b17085-6c20-4fbd-b5ae-e1ba973ab183 req-e0c98d7b-5986-4213-85f2-2627828a9d7c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:58.157947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96b17085-6c20-4fbd-b5ae-e1ba973ab183 req-e0c98d7b-5986-4213-85f2-2627828a9d7c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1621490 Nov 03 16:08:58.299008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96b17085-6c20-4fbd-b5ae-e1ba973ab183 req-9f28c247-3136-4960-a035-9464136e0d2c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325629 Nov 03 16:08:58.417181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2a8136af-ba87-4cde-85b1-39825af2534d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d02a985207f49ae9a13814f95de0715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2720425 Nov 03 16:08:58.424747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41256) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:58.428103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:58.510104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=516ff481-ba30-4a46-a5d0-addfa4ebc4af,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:58.518249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking segment: {'id': '8cbda307-30a5-4793-8c31-febc207e5bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:08:58.518831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network hostable DHCP agents. Network: 3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:08:58.520774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 64974581-8f38-43f1-9ca7-021149a485d2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:08:58.532010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c599f51-f50c-4575-99b1-42f8de89dba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:58.540664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network 3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:08:58.555414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:08:58.564042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:58.565339 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:58.565505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c599f51-f50c-4575-99b1-42f8de89dba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:58.596232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c4df6757-eb6f-43d7-beb5-dc60f35d439d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6120408 Nov 03 16:08:58.599030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41260) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:58.635570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c599f51-f50c-4575-99b1-42f8de89dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:58.642862 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c599f51-f50c-4575-99b1-42f8de89dba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:58.646328 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c599f51-f50c-4575-99b1-42f8de89dba6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0c494a97-4b7a-4a15-aa26-f8208efb0b6a HTTP/1.1" status: 204 len: 168 time: 0.2182176 Nov 03 16:08:58.669303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c599f51-f50c-4575-99b1-42f8de89dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c494a97-4b7a-4a15-aa26-f8208efb0b6a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:58.737198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:58.869106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9e89e-ab0b-4b0d-9e4b-d6198c330149 req-467a2dee-bd95-4251-b87d-1f1c774b821c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:58.876507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9e89e-ab0b-4b0d-9e4b-d6198c330149 req-467a2dee-bd95-4251-b87d-1f1c774b821c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:58.883374 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9e89e-ab0b-4b0d-9e4b-d6198c330149 req-467a2dee-bd95-4251-b87d-1f1c774b821c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:58.895614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9e89e-ab0b-4b0d-9e4b-d6198c330149 req-467a2dee-bd95-4251-b87d-1f1c774b821c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:58.919518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9e89e-ab0b-4b0d-9e4b-d6198c330149 req-467a2dee-bd95-4251-b87d-1f1c774b821c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:58.932145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9e89e-ab0b-4b0d-9e4b-d6198c330149 req-467a2dee-bd95-4251-b87d-1f1c774b821c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:58.952811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9e89e-ab0b-4b0d-9e4b-d6198c330149 req-467a2dee-bd95-4251-b87d-1f1c774b821c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:58.955440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0a9e89e-ab0b-4b0d-9e4b-d6198c330149 req-467a2dee-bd95-4251-b87d-1f1c774b821c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.2142982 Nov 03 16:08:58.958294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 64974581-8f38-43f1-9ca7-021149a485d2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:08:58.958666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:58.994427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.005015 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a0b82-f286-4adc-94d4-99980a6e71f1 None None] Network 3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:59.152979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0a9e89e-ab0b-4b0d-9e4b-d6198c330149 req-92eaec67-d96d-4017-894b-bee91177bacb tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805720 Nov 03 16:08:59.170008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.231089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=516ff481-ba30-4a46-a5d0-addfa4ebc4af,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:59.349819 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.382687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:59.391915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2bd342c3-2803-4451-9201-ddc3b65ac3cd no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:08:59.394955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbda307-30a5-4793-8c31-febc207e5bc6') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:59.395256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbda307-30a5-4793-8c31-febc207e5bc6') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:08:59.407732 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.427951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.448080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:08:59.448839 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.486744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2bd342c3-2803-4451-9201-ddc3b65ac3cd {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:08:59.487257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2bd342c3-2803-4451-9201-ddc3b65ac3cd not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:08:59.503541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b17a29-87bb-415e-b93e-b37b5e6961bd None None] Network 3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:08:59.553672 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:08:59.560252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.594312 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.597083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c1336-9e65-4b0c-acf0-e3c09f1177a7 req-29d9bf0c-1ba3-4a2c-998a-9e661801c720 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:59.599626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac HTTP/1.1" status: 204 len: 168 time: 0.9994204 Nov 03 16:08:59.603626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41300) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:59.606943 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-848c1336-9e65-4b0c-acf0-e3c09f1177a7 req-29d9bf0c-1ba3-4a2c-998a-9e661801c720 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1539857 Nov 03 16:08:59.612734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-803661687'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:59.627218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5aeed-1ffb-461c-9e50-756c8e70d723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:59.651797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:08:59.656282 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.698154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:08:59.713425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-848c1336-9e65-4b0c-acf0-e3c09f1177a7 req-c6341067-c433-464e-ac82-939dd50d50d3 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053913 Nov 03 16:08:59.723088 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.723542 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment 14c9b7f7-391c-437a-8f62-bd4659c7cfaf of type vlan for network eec56928-00ca-4e4b-a8f8-7093d4f2366b Nov 03 16:08:59.780585 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.810790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.817572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:08:59.818430 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:08:59.852608 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2446992 Nov 03 16:08:59.853954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41306) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:08:59.872506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': 'eec56928-00ca-4e4b-a8f8-7093d4f2366b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:08:59.902993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf37181-d2a0-4e96-9594-a332a6ae9637 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=eec56928-00ca-4e4b-a8f8-7093d4f2366b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:08:59.915628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network eec56928-00ca-4e4b-a8f8-7093d4f2366b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:00.035563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:00.045095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:00.281289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:00.356733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caec17-8d3f-499a-a959-0f73b18f620a req-e3ac7ae4-4a47-4bb3-8497-770009a92a10 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:00.367687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caec17-8d3f-499a-a959-0f73b18f620a req-e3ac7ae4-4a47-4bb3-8497-770009a92a10 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:00.375603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caec17-8d3f-499a-a959-0f73b18f620a req-e3ac7ae4-4a47-4bb3-8497-770009a92a10 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:00.383471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caec17-8d3f-499a-a959-0f73b18f620a req-e3ac7ae4-4a47-4bb3-8497-770009a92a10 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:00.390498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caec17-8d3f-499a-a959-0f73b18f620a req-e3ac7ae4-4a47-4bb3-8497-770009a92a10 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:00.396786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caec17-8d3f-499a-a959-0f73b18f620a req-e3ac7ae4-4a47-4bb3-8497-770009a92a10 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:00.404576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=a9253334-00aa-4dc5-a417-7473fdb14b0c,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:00.405395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caec17-8d3f-499a-a959-0f73b18f620a req-e3ac7ae4-4a47-4bb3-8497-770009a92a10 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:00.407483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48caec17-8d3f-499a-a959-0f73b18f620a req-e3ac7ae4-4a47-4bb3-8497-770009a92a10 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1224387 Nov 03 16:09:00.439736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking segment: {'id': '14c9b7f7-391c-437a-8f62-bd4659c7cfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eec56928-00ca-4e4b-a8f8-7093d4f2366b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:00.450125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network hostable DHCP agents. Network: eec56928-00ca-4e4b-a8f8-7093d4f2366b, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:09:00.472883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network eec56928-00ca-4e4b-a8f8-7093d4f2366b is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:09:00.486785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, eec56928-00ca-4e4b-a8f8-7093d4f2366b) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:00.491806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48caec17-8d3f-499a-a959-0f73b18f620a req-682ceb39-9fd7-483a-8e9a-27f601d2ae75 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726047 Nov 03 16:09:00.499177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7e9388-e413-4cca-91a0-469890e38785 None None] Network eec56928-00ca-4e4b-a8f8-7093d4f2366b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:00.504903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:00.506095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:00.551025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3ca7f30e-6f91-42f6-ac77-1110a16c24ca tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6956272 Nov 03 16:09:00.551559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41332) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:00.567379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': 'eec56928-00ca-4e4b-a8f8-7093d4f2366b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:00.701147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-eec56928-00ca-4e4b-a8f8-7093d4f2366b', 'network_id': 'eec56928-00ca-4e4b-a8f8-7093d4f2366b', 'tenant_id': '291914e18e6f443ea2c4d03a4df3992f', 'fixed_ips': [{'subnet_id': 'a9253334-00aa-4dc5-a417-7473fdb14b0c'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:09:00.702357 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:00.717692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:00.722341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:00.868873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Allocated IP 2001:db8::2 (eec56928-00ca-4e4b-a8f8-7093d4f2366b/a9253334-00aa-4dc5-a417-7473fdb14b0c/8071c0e6-42b4-4df7-9ba6-4206c4b57e52) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:00.919424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bff4f4-7304-4d7f-ba65-ab85ca24efd5 req-30f3cc52-9d38-421b-8e4a-8feb584c4f3b tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:00.927128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b2bff4f4-7304-4d7f-ba65-ab85ca24efd5 req-30f3cc52-9d38-421b-8e4a-8feb584c4f3b tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0879464 Nov 03 16:09:01.030192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b2bff4f4-7304-4d7f-ba65-ab85ca24efd5 req-4e74e584-e65c-4509-acc1-a9cbe2c93872 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020849 Nov 03 16:09:01.073412 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.084507 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.144093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Network eec56928-00ca-4e4b-a8f8-7093d4f2366b is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:01.147182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:01.153424 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:01.162649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Pushing event updated for resources: {'Port': ['ID=8071c0e6-42b4-4df7-9ba6-4206c4b57e52,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:01.199914 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.239700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Attempting to bind port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:09:01.240132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Attempting to bind port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '14c9b7f7-391c-437a-8f62-bd4659c7cfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eec56928-00ca-4e4b-a8f8-7093d4f2366b'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:09:01.241154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Attempting to bind port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 on network eec56928-00ca-4e4b-a8f8-7093d4f2366b {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:09:01.246147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:09:01.246522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Checking segment: {'id': '14c9b7f7-391c-437a-8f62-bd4659c7cfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eec56928-00ca-4e4b-a8f8-7093d4f2366b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:01.246911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.247309 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Bound using segment: {'id': '14c9b7f7-391c-437a-8f62-bd4659c7cfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eec56928-00ca-4e4b-a8f8-7093d4f2366b'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:09:01.248759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Bound port: 8071c0e6-42b4-4df7-9ba6-4206c4b57e52, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c9b7f7-391c-437a-8f62-bd4659c7cfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eec56928-00ca-4e4b-a8f8-7093d4f2366b'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:09:01.248759 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.251314 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.261933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network eec56928-00ca-4e4b-a8f8-7093d4f2366b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:01.269611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:01.274120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.274706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.295364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=199ea4b3-69b5-4452-aff7-b2e087f8880a,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:01.307438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41362) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:01.307952 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5b6e52e0-94f0-43b2-9b48-2bde491986be tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7539413 Nov 03 16:09:01.358348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] For port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:09:01.363270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] For port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8071c0e6-42b4-4df7-9ba6-4206c4b57e52,segment=NetworkSegment(14c9b7f7-391c-437a-8f62-bd4659c7cfaf),segment_id=14c9b7f7-391c-437a-8f62-bd4659c7cfaf)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:09:01.367460 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.375291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92adace8-9e47-4b39-b148-639aab2532af tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.377173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92adace8-9e47-4b39-b148-639aab2532af tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.378939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92adace8-9e47-4b39-b148-639aab2532af tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.380729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92adace8-9e47-4b39-b148-639aab2532af tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.382315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92adace8-9e47-4b39-b148-639aab2532af tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.388003 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-92adace8-9e47-4b39-b148-639aab2532af tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0760014 Nov 03 16:09:01.388671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41366) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:01.395439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1453847311'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:01.424190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:01.429511 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.430375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a879a4-e4ab-4c83-b6b6-1d80098f4c52 None None] Pushing event updated for resources: {'Port': ['ID=8071c0e6-42b4-4df7-9ba6-4206c4b57e52,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:01.471296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:09:01.483170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.483853 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment 862344ca-bb31-4f9d-9555-5dc7b9879053 of type vlan for network ed3403f3-5636-4528-87e7-1346ae5ed75d Nov 03 16:09:01.529407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.533839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41372) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:01.572168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.581900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.582453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.746449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-781d2a38-20f9-46df-b80a-da6c893f800d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:01.750822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3609402 Nov 03 16:09:01.756824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41382) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:01.761510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e2412-3f74-4e01-b29b-9ca36929e742 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=ed3403f3-5636-4528-87e7-1346ae5ed75d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:01.776568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a37861ae-7243-412e-850e-d0f297d15d96 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:01.778449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ed3403f3-5636-4528-87e7-1346ae5ed75d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:01.818794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f7be-d57d-43df-b39d-8cb72035ba0a req-b491b41e-741f-48a3-99f2-1e5341210d9a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.832248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f7be-d57d-43df-b39d-8cb72035ba0a req-b491b41e-741f-48a3-99f2-1e5341210d9a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.843119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f7be-d57d-43df-b39d-8cb72035ba0a req-b491b41e-741f-48a3-99f2-1e5341210d9a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.850043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f7be-d57d-43df-b39d-8cb72035ba0a req-b491b41e-741f-48a3-99f2-1e5341210d9a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.857193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f7be-d57d-43df-b39d-8cb72035ba0a req-b491b41e-741f-48a3-99f2-1e5341210d9a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.864435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f7be-d57d-43df-b39d-8cb72035ba0a req-b491b41e-741f-48a3-99f2-1e5341210d9a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.873861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f7be-d57d-43df-b39d-8cb72035ba0a req-b491b41e-741f-48a3-99f2-1e5341210d9a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:01.877128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0f82f7be-d57d-43df-b39d-8cb72035ba0a req-b491b41e-741f-48a3-99f2-1e5341210d9a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.2438478 Nov 03 16:09:01.961693 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0f82f7be-d57d-43df-b39d-8cb72035ba0a req-2a9cb140-18df-402e-8e32-29898c016449 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787420 Nov 03 16:09:02.045851 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-781d2a38-20f9-46df-b80a-da6c893f800d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.047701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a37861ae-7243-412e-850e-d0f297d15d96 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.051288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-781d2a38-20f9-46df-b80a-da6c893f800d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.091211 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a37861ae-7243-412e-850e-d0f297d15d96 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.143276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d2a38-20f9-46df-b80a-da6c893f800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6717108a-fe17-445d-b9d0-c44a0826737a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:02.179561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-781d2a38-20f9-46df-b80a-da6c893f800d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fede2f9d26d247339c14de867e52bf8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6445093 Nov 03 16:09:02.183679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41390) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:02.196828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a37861ae-7243-412e-850e-d0f297d15d96 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network ed3403f3-5636-4528-87e7-1346ae5ed75d is not hosted by any dhcp agent {{(pid=108104) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 16:09:02.202401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37861ae-7243-412e-850e-d0f297d15d96 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:02.202990 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a37861ae-7243-412e-850e-d0f297d15d96 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.208191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a37861ae-7243-412e-850e-d0f297d15d96 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "PUT /v2.0/networks/ed3403f3-5636-4528-87e7-1346ae5ed75d HTTP/1.1" status: 200 len: 723 time: 0.4461932 Nov 03 16:09:02.208385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41392) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:02.215591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': 'ed3403f3-5636-4528-87e7-1346ae5ed75d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:02.215762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37861ae-7243-412e-850e-d0f297d15d96 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=ed3403f3-5636-4528-87e7-1346ae5ed75d,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:02.235471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ed3403f3-5636-4528-87e7-1346ae5ed75d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:02.240750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55291cf2-af36-4362-b212-891b9acf7afb req-9df6cd13-c5df-425e-8692-f93c39b9930c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:02.244131 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55291cf2-af36-4362-b212-891b9acf7afb req-9df6cd13-c5df-425e-8692-f93c39b9930c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1201420 Nov 03 16:09:02.383746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55291cf2-af36-4362-b212-891b9acf7afb req-01506f4f-588a-474c-84cf-f57af037a248 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048706 Nov 03 16:09:02.429253 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3617240a-763c-4137-8341-a9807540f94a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.466845 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3617240a-763c-4137-8341-a9807540f94a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.477888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:02.482286 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.509688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12808ed5-a2ff-4391-bed1-3b82b7206cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.537286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:02.613940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3617240a-763c-4137-8341-a9807540f94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.616481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3617240a-763c-4137-8341-a9807540f94a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.621129 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3617240a-763c-4137-8341-a9807540f94a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6717108a-fe17-445d-b9d0-c44a0826737a HTTP/1.1" status: 204 len: 168 time: 0.4370134 Nov 03 16:09:02.622014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:02.623678 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.642631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617240a-763c-4137-8341-a9807540f94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6717108a-fe17-445d-b9d0-c44a0826737a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:02.788260 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.856954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.862383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd585a-98e0-4ff2-a5ac-c50af578c6ea None None] Network eec56928-00ca-4e4b-a8f8-7093d4f2366b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:02.887424 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8071c0e6-42b4-4df7-9ba6-4206c4b57e52,segment=NetworkSegment(14c9b7f7-391c-437a-8f62-bd4659c7cfaf),segment_id=14c9b7f7-391c-437a-8f62-bd4659c7cfaf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:02.958047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:02.959357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=e263f2d5-066e-4c78-8eb5-8ea3c2e53135,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:02.968876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking segment: {'id': '862344ca-bb31-4f9d-9555-5dc7b9879053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ed3403f3-5636-4528-87e7-1346ae5ed75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:02.969306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network hostable DHCP agents. Network: ed3403f3-5636-4528-87e7-1346ae5ed75d, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:09:02.996301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network ed3403f3-5636-4528-87e7-1346ae5ed75d is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:09:03.022508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ed3403f3-5636-4528-87e7-1346ae5ed75d) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:03.030298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.032129 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.036849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1da8253-afdb-44a1-8cc0-5062ca3283f7 None None] Network ed3403f3-5636-4528-87e7-1346ae5ed75d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:03.061565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6c2d2c5d-09d9-402c-8db2-64e826743ec2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8507328 Nov 03 16:09:03.062758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41416) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:03.072920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7287db6d-8395-4e3b-bb11-969d8c71158a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:03.126145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-43e3cc9a-f035-4a79-8e18-28028a353ba7 None None] Provisioning complete for port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:03.126525 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-43e3cc9a-f035-4a79-8e18-28028a353ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.158666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41418) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:03.175002 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-936a6cfd-78c0-4b21-859a-404ed49e1f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.245497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=8071c0e6-42b4-4df7-9ba6-4206c4b57e52,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:03.275318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b40c-43eb-469e-a502-8690f11f7865 req-854f8d16-f12c-4bce-9f03-47ebace4f1b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.281858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b40c-43eb-469e-a502-8690f11f7865 req-854f8d16-f12c-4bce-9f03-47ebace4f1b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.288054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b40c-43eb-469e-a502-8690f11f7865 req-854f8d16-f12c-4bce-9f03-47ebace4f1b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.294178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b40c-43eb-469e-a502-8690f11f7865 req-854f8d16-f12c-4bce-9f03-47ebace4f1b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.300973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b40c-43eb-469e-a502-8690f11f7865 req-854f8d16-f12c-4bce-9f03-47ebace4f1b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.302346 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-936a6cfd-78c0-4b21-859a-404ed49e1f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.309033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b40c-43eb-469e-a502-8690f11f7865 req-854f8d16-f12c-4bce-9f03-47ebace4f1b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.315952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b40c-43eb-469e-a502-8690f11f7865 req-854f8d16-f12c-4bce-9f03-47ebace4f1b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.318162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4f5b40c-43eb-469e-a502-8690f11f7865 req-854f8d16-f12c-4bce-9f03-47ebace4f1b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1783333 Nov 03 16:09:03.321993 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7287db6d-8395-4e3b-bb11-969d8c71158a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61465501'] for subnet, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.324142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-936a6cfd-78c0-4b21-859a-404ed49e1f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.363614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a6cfd-78c0-4b21-859a-404ed49e1f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bbcd57-26a0-4ca9-8fc3-137ff035f45a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:03.368571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-936a6cfd-78c0-4b21-859a-404ed49e1f0f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e76a9e4b6f24d0ababf19e3dbaf2eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2087653 Nov 03 16:09:03.376097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41424) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:03.454441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d5c366d-0368-4580-a4cb-b955347751dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.514779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba748a-b2bb-4251-a973-1b8b3d45047f req-8207c55f-4c13-4174-95a8-9429de662bd4 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.516487 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d9ba748a-b2bb-4251-a973-1b8b3d45047f req-8207c55f-4c13-4174-95a8-9429de662bd4 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0674598 Nov 03 16:09:03.545458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-ed3403f3-5636-4528-87e7-1346ae5ed75d', 'network_id': 'ed3403f3-5636-4528-87e7-1346ae5ed75d', 'tenant_id': '291914e18e6f443ea2c4d03a4df3992f', 'fixed_ips': [{'subnet_id': 'e263f2d5-066e-4c78-8eb5-8ea3c2e53135'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:09:03.546772 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.564385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4f5b40c-43eb-469e-a502-8690f11f7865 req-d5f029a2-72f8-47e2-bb7c-c1de20f12827 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2311969 Nov 03 16:09:03.578664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eddf43-41d1-448b-abba-aee87462714b None None] Update dhcp port {'port': {'network_id': 'eec56928-00ca-4e4b-a8f8-7093d4f2366b', 'fixed_ips': [{'subnet_id': 'a9253334-00aa-4dc5-a417-7473fdb14b0c', 'ip_address': '2001:db8::2'}, {'subnet_id': '199ea4b3-69b5-4452-aff7-b2e087f8880a'}], 'binding:host_id': 'n-d-813897-2'}, 'id': '8071c0e6-42b4-4df7-9ba6-4206c4b57e52'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:09:03.586247 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d9ba748a-b2bb-4251-a973-1b8b3d45047f req-3ede17b6-8561-4d03-82a6-ac8f7f789cc1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633297 Nov 03 16:09:03.615479 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d5c366d-0368-4580-a4cb-b955347751dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.674614 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7eddf43-41d1-448b-abba-aee87462714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.721465 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7287db6d-8395-4e3b-bb11-969d8c71158a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788679750503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62072955'] for subnet, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.752227 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d5c366d-0368-4580-a4cb-b955347751dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.754758 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d5c366d-0368-4580-a4cb-b955347751dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.755902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1d5c366d-0368-4580-a4cb-b955347751dc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7bbcd57-26a0-4ca9-8fc3-137ff035f45a HTTP/1.1" status: 204 len: 168 time: 0.3789933 Nov 03 16:09:03.797210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287db6d-8395-4e3b-bb11-969d8c71158a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=e263f2d5-066e-4c78-8eb5-8ea3c2e53135,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:03.804407 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287db6d-8395-4e3b-bb11-969d8c71158a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:03.805565 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7287db6d-8395-4e3b-bb11-969d8c71158a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:03.809475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7287db6d-8395-4e3b-bb11-969d8c71158a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "PUT /v2.0/subnets/e263f2d5-066e-4c78-8eb5-8ea3c2e53135 HTTP/1.1" status: 200 len: 826 time: 0.7423978 Nov 03 16:09:03.810786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41436) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:03.837242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Allocated IP 2001:db8::2 (ed3403f3-5636-4528-87e7-1346ae5ed75d/e263f2d5-066e-4c78-8eb5-8ea3c2e53135/5ae63e72-d0ea-4fe8-8989-be760db854f5) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:03.892918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c366d-0368-4580-a4cb-b955347751dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bbcd57-26a0-4ca9-8fc3-137ff035f45a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:04.016435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.081243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.129681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-c7eddf43-41d1-448b-abba-aee87462714b None None] Allocated IP 172.20.0.1 (eec56928-00ca-4e4b-a8f8-7093d4f2366b/199ea4b3-69b5-4452-aff7-b2e087f8880a/8071c0e6-42b4-4df7-9ba6-4206c4b57e52) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:04.311172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c7eddf43-41d1-448b-abba-aee87462714b None None] For port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8071c0e6-42b4-4df7-9ba6-4206c4b57e52,segment=NetworkSegment(14c9b7f7-391c-437a-8f62-bd4659c7cfaf),segment_id=14c9b7f7-391c-437a-8f62-bd4659c7cfaf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:04.321821 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.331246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.363568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.393724 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7eddf43-41d1-448b-abba-aee87462714b None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.399222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Network ed3403f3-5636-4528-87e7-1346ae5ed75d is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:04.402944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:04.412226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:04.415666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7eddf43-41d1-448b-abba-aee87462714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.432731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=e263f2d5-066e-4c78-8eb5-8ea3c2e53135,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:04.512041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:04.519499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Pushing event updated for resources: {'Port': ['ID=5ae63e72-d0ea-4fe8-8989-be760db854f5,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:04.529499 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.554907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3403f3-5636-4528-87e7-1346ae5ed75d']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:04.569843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862344ca-bb31-4f9d-9555-5dc7b9879053') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:04.570143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862344ca-bb31-4f9d-9555-5dc7b9879053') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:04.595356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.613424 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.620492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:04.620990 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.653332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Attempting to bind port 5ae63e72-d0ea-4fe8-8989-be760db854f5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:09:04.653761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Attempting to bind port 5ae63e72-d0ea-4fe8-8989-be760db854f5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '862344ca-bb31-4f9d-9555-5dc7b9879053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ed3403f3-5636-4528-87e7-1346ae5ed75d'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:09:04.654308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Attempting to bind port 5ae63e72-d0ea-4fe8-8989-be760db854f5 on network ed3403f3-5636-4528-87e7-1346ae5ed75d {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:09:04.685098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:09:04.686137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Checking segment: {'id': '862344ca-bb31-4f9d-9555-5dc7b9879053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ed3403f3-5636-4528-87e7-1346ae5ed75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:04.686542 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.686935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Bound using segment: {'id': '862344ca-bb31-4f9d-9555-5dc7b9879053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ed3403f3-5636-4528-87e7-1346ae5ed75d'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:09:04.687431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Bound port: 5ae63e72-d0ea-4fe8-8989-be760db854f5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862344ca-bb31-4f9d-9555-5dc7b9879053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ed3403f3-5636-4528-87e7-1346ae5ed75d'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:09:04.687821 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.707932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eddf43-41d1-448b-abba-aee87462714b None None] Pushing event updated for resources: {'Port': ['ID=8071c0e6-42b4-4df7-9ba6-4206c4b57e52,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:04.743490 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:04.785470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:04.786275 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:04.819984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.api [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 16:09:04.819984 n-d-813897-2 neutron-server[108104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 16:09:04.819984 n-d-813897-2 neutron-server[108104]: [parameters: {'id': 'ed3403f3-5636-4528-87e7-1346ae5ed75d'}] Nov 03 16:09:04.819984 n-d-813897-2 neutron-server[108104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:09:04.821190 n-d-813897-2 neutron-server[108104]: DEBUG oslo_db.api [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:09:04.849930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54737e1d-bdd0-4384-935b-2ccd41b048f3 req-34f1177e-5d97-420b-a133-86ec7533417e tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:04.859765 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54737e1d-bdd0-4384-935b-2ccd41b048f3 req-34f1177e-5d97-420b-a133-86ec7533417e tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0895121 Nov 03 16:09:04.898880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beb213-3a00-440b-96cb-9f457a6d7f85 req-4d0a7ab0-c3b0-4e59-89fe-e466aeb8215f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:04.917332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beb213-3a00-440b-96cb-9f457a6d7f85 req-4d0a7ab0-c3b0-4e59-89fe-e466aeb8215f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:04.924981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beb213-3a00-440b-96cb-9f457a6d7f85 req-4d0a7ab0-c3b0-4e59-89fe-e466aeb8215f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:04.931857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54737e1d-bdd0-4384-935b-2ccd41b048f3 req-7c296139-de71-4aa2-9225-64127e86d332 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702593 Nov 03 16:09:04.933356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beb213-3a00-440b-96cb-9f457a6d7f85 req-4d0a7ab0-c3b0-4e59-89fe-e466aeb8215f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:04.952467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beb213-3a00-440b-96cb-9f457a6d7f85 req-4d0a7ab0-c3b0-4e59-89fe-e466aeb8215f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:04.965655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beb213-3a00-440b-96cb-9f457a6d7f85 req-4d0a7ab0-c3b0-4e59-89fe-e466aeb8215f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:04.971865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beb213-3a00-440b-96cb-9f457a6d7f85 req-4d0a7ab0-c3b0-4e59-89fe-e466aeb8215f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:04.985303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77beb213-3a00-440b-96cb-9f457a6d7f85 req-4d0a7ab0-c3b0-4e59-89fe-e466aeb8215f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.2021372 Nov 03 16:09:04.999141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] For port 5ae63e72-d0ea-4fe8-8989-be760db854f5, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:09:05.010216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] For port 5ae63e72-d0ea-4fe8-8989-be760db854f5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5ae63e72-d0ea-4fe8-8989-be760db854f5,segment=NetworkSegment(862344ca-bb31-4f9d-9555-5dc7b9879053),segment_id=862344ca-bb31-4f9d-9555-5dc7b9879053)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:09:05.018704 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cee64ec1-b6cb-453c-afeb-42a588ee6ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.030967 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.083887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebabc5-05ba-44af-aab5-557fd00a6208 req-815ff8ec-46c7-4511-9a98-b0cbc99aadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:05.088553 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbebabc5-05ba-44af-aab5-557fd00a6208 req-815ff8ec-46c7-4511-9a98-b0cbc99aadc3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1096 time: 0.0971408 Nov 03 16:09:05.115700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77beb213-3a00-440b-96cb-9f457a6d7f85 req-328e96dc-de96-40bd-b7f8-67d6a0f003ce tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294026 Nov 03 16:09:05.126768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591dc7-8958-4078-bb39-cea1fbf42359 None None] Pushing event updated for resources: {'Port': ['ID=5ae63e72-d0ea-4fe8-8989-be760db854f5,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:05.229033 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbebabc5-05ba-44af-aab5-557fd00a6208 req-96b2e6b2-cf89-4a3b-9e61-de18e5ae3b9d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102333 Nov 03 16:09:05.271944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a992e6a-1681-469d-ae88-332caff6df7e None None] Network ed3403f3-5636-4528-87e7-1346ae5ed75d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:05.322170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.403728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Deleting port 5ae63e72-d0ea-4fe8-8989-be760db854f5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:05.404090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.437334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366869dc-f1fd-4a98-8a0a-27795b0dd788 None None] Network ed3403f3-5636-4528-87e7-1346ae5ed75d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:05.500461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] For port 5ae63e72-d0ea-4fe8-8989-be760db854f5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5ae63e72-d0ea-4fe8-8989-be760db854f5,segment=NetworkSegment(862344ca-bb31-4f9d-9555-5dc7b9879053),segment_id=862344ca-bb31-4f9d-9555-5dc7b9879053)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:05.504825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.526781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Calling delete_port for 5ae63e72-d0ea-4fe8-8989-be760db854f5 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:05.643114 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.672030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Port': ['ID=5ae63e72-d0ea-4fe8-8989-be760db854f5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:05.675632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No DVR routers for this DVR port 5ae63e72-d0ea-4fe8-8989-be760db854f5 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:09:05.689507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794afd11-79d7-418b-8da7-637d915f7c65 None None] Network eec56928-00ca-4e4b-a8f8-7093d4f2366b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:05.773679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4cac2645-f623-4f26-b89c-9604b0bf631c None None] Provisioning complete for port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:05.774172 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4cac2645-f623-4f26-b89c-9604b0bf631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.791659 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.819965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3403f3-5636-4528-87e7-1346ae5ed75d']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:05.832263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862344ca-bb31-4f9d-9555-5dc7b9879053') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:05.832567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862344ca-bb31-4f9d-9555-5dc7b9879053') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:05.850318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.862233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.872106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:05.872724 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:05.876406 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:05.976145 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.983446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:05.994970 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/ed3403f3-5636-4528-87e7-1346ae5ed75d HTTP/1.1" status: 204 len: 168 time: 2.1823800 Nov 03 16:09:05.997993 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41512) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:06.019501 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-93443827-5c39-42f4-8318-0bc21187ea4c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:06.020800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93443827-5c39-42f4-8318-0bc21187ea4c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:06.021902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead41b7-0bb3-47dc-82af-3752a5438c06 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=ed3403f3-5636-4528-87e7-1346ae5ed75d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:06.030313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-93443827-5c39-42f4-8318-0bc21187ea4c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/ed3403f3-5636-4528-87e7-1346ae5ed75d HTTP/1.1" status: 404 len: 339 time: 0.0310829 Nov 03 16:09:06.035366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41514) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:06.043859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190662033', 'description': 'd1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:06.072356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:06.076526 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.119349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:09:06.131882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10b3f-bcd3-40ba-9300-929ac93af255 req-128a1425-4696-4448-a434-7d8a2a8a721e tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.132139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.132595 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment 9d6322ba-dc31-48e9-ae01-7eaffd0b27da of type vlan for network 9c4899a9-64ed-4587-bf8a-9e482b0eb4d2 Nov 03 16:09:06.133937 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ba10b3f-bcd3-40ba-9300-929ac93af255 req-128a1425-4696-4448-a434-7d8a2a8a721e tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1019042 Nov 03 16:09:06.203080 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.251528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.323122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ba10b3f-bcd3-40ba-9300-929ac93af255 req-02b52a3c-2fee-449d-9494-bb7c86cb1f4d tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669030 Nov 03 16:09:06.333427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.343613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.345912 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.377214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e387b-0f45-4c4d-897a-0f646a08bf18 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:09:06.407290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3703053 Nov 03 16:09:06.410205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41532) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:06.457209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-eebae04a-ef3a-4f30-9057-02b1fd53d55c None None] Provisioning complete for port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:06.458422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eebae04a-ef3a-4f30-9057-02b1fd53d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.468764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98406e-c8bc-4c03-af60-deccfcee5d2a req-8bcef3e1-f3ea-476b-81cb-0c602b25cecd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.475032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98406e-c8bc-4c03-af60-deccfcee5d2a req-8bcef3e1-f3ea-476b-81cb-0c602b25cecd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.482212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98406e-c8bc-4c03-af60-deccfcee5d2a req-8bcef3e1-f3ea-476b-81cb-0c602b25cecd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.489422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98406e-c8bc-4c03-af60-deccfcee5d2a req-8bcef3e1-f3ea-476b-81cb-0c602b25cecd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.496897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98406e-c8bc-4c03-af60-deccfcee5d2a req-8bcef3e1-f3ea-476b-81cb-0c602b25cecd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.502859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98406e-c8bc-4c03-af60-deccfcee5d2a req-8bcef3e1-f3ea-476b-81cb-0c602b25cecd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.510027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98406e-c8bc-4c03-af60-deccfcee5d2a req-8bcef3e1-f3ea-476b-81cb-0c602b25cecd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.511892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a98406e-c8bc-4c03-af60-deccfcee5d2a req-8bcef3e1-f3ea-476b-81cb-0c602b25cecd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.2235825 Nov 03 16:09:06.518534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bffc64-181a-43d6-9486-7965d6670cc4 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=9c4899a9-64ed-4587-bf8a-9e482b0eb4d2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:06.521390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:06.571207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9c4899a9-64ed-4587-bf8a-9e482b0eb4d2 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:06.588787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4711f-e45a-43b0-92ff-b09b8c94cf31 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.590373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8da4711f-e45a-43b0-92ff-b09b8c94cf31 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/networks?id=9c4899a9-64ed-4587-bf8a-9e482b0eb4d2 HTTP/1.1" status: 200 len: 765 time: 0.1788988 Nov 03 16:09:06.593130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41538) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:06.603288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d4b6a5f0-8924-40a1-bae5-9fef832b3653 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'description': 'd2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:06.635906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a98406e-c8bc-4c03-af60-deccfcee5d2a req-eb98926c-16a5-485e-a944-ea70d264cc27 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125848 Nov 03 16:09:06.743253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:06.744131 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.837354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a5f0-8924-40a1-bae5-9fef832b3653 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.863984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a5f0-8924-40a1-bae5-9fef832b3653 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.880267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e387b-0f45-4c4d-897a-0f646a08bf18 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:09:06.888705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4b6a5f0-8924-40a1-bae5-9fef832b3653 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network 9c4899a9-64ed-4587-bf8a-9e482b0eb4d2 is not hosted by any dhcp agent {{(pid=108104) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 16:09:06.894359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6a5f0-8924-40a1-bae5-9fef832b3653 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:06.895287 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a5f0-8924-40a1-bae5-9fef832b3653 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:06.900906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d4b6a5f0-8924-40a1-bae5-9fef832b3653 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "PUT /v2.0/networks/9c4899a9-64ed-4587-bf8a-9e482b0eb4d2 HTTP/1.1" status: 200 len: 762 time: 0.3025970 Nov 03 16:09:06.901093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41548) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:06.952335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6a5f0-8924-40a1-bae5-9fef832b3653 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=9c4899a9-64ed-4587-bf8a-9e482b0eb4d2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:06.974950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9c4899a9-64ed-4587-bf8a-9e482b0eb4d2 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:07.038365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebefe302-62d4-49cd-afc7-3308da1b489c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.040571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ebefe302-62d4-49cd-afc7-3308da1b489c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/networks?id=9c4899a9-64ed-4587-bf8a-9e482b0eb4d2 HTTP/1.1" status: 200 len: 765 time: 0.1378715 Nov 03 16:09:07.044389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41552) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:07.268967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0205dc86-e26f-4ca1-bce5-ae56137f580f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.273018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0205dc86-e26f-4ca1-bce5-ae56137f580f tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2251174 Nov 03 16:09:07.274254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41560) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:07.317083 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7bb43580-d6e4-45c7-8967-01144beb6501 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 207 time: 0.0412059 Nov 03 16:09:07.322838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41562) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:07.489769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72943f0c-cc51-44ef-9e7a-47f217a1bb41 req-c16991b5-fc3a-4d3c-bb02-c005030eda34 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.497899 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72943f0c-cc51-44ef-9e7a-47f217a1bb41 req-c16991b5-fc3a-4d3c-bb02-c005030eda34 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1146953 Nov 03 16:09:07.565831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72943f0c-cc51-44ef-9e7a-47f217a1bb41 req-237d1e01-db7a-4ceb-9bf7-1b0a44e4e650 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660174 Nov 03 16:09:07.726467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:07.784089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d84b5-2cac-4a63-a7d6-591ea1bba909 req-b00166a0-fb89-45ba-ba6c-b8119da52ba4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.793856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d84b5-2cac-4a63-a7d6-591ea1bba909 req-b00166a0-fb89-45ba-ba6c-b8119da52ba4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.800239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d84b5-2cac-4a63-a7d6-591ea1bba909 req-b00166a0-fb89-45ba-ba6c-b8119da52ba4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.807000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d84b5-2cac-4a63-a7d6-591ea1bba909 req-b00166a0-fb89-45ba-ba6c-b8119da52ba4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.814124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d84b5-2cac-4a63-a7d6-591ea1bba909 req-b00166a0-fb89-45ba-ba6c-b8119da52ba4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.820115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d84b5-2cac-4a63-a7d6-591ea1bba909 req-b00166a0-fb89-45ba-ba6c-b8119da52ba4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.832053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d84b5-2cac-4a63-a7d6-591ea1bba909 req-b00166a0-fb89-45ba-ba6c-b8119da52ba4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:07.834318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b70d84b5-2cac-4a63-a7d6-591ea1bba909 req-b00166a0-fb89-45ba-ba6c-b8119da52ba4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5419 time: 0.1228569 Nov 03 16:09:07.927784 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b70d84b5-2cac-4a63-a7d6-591ea1bba909 req-72ec60a0-6c91-473f-8fc3-258c7dd4729c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771160 Nov 03 16:09:07.932999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-985d648c-e468-40d0-9d1f-79ccb8e9fb8d req-c81b284a-1a84-4ae2-a5fb-8954816cdeda tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1866538101', 'description': 'tempest-description-2109233818'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:08.035713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37024c5-1e09-4c71-889c-c54b2be4bec7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.042640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37024c5-1e09-4c71-889c-c54b2be4bec7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.044534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:09:08.048406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37024c5-1e09-4c71-889c-c54b2be4bec7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.054631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37024c5-1e09-4c71-889c-c54b2be4bec7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.061419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37024c5-1e09-4c71-889c-c54b2be4bec7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.067264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37024c5-1e09-4c71-889c-c54b2be4bec7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.073273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a37024c5-1e09-4c71-889c-c54b2be4bec7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7427130 Nov 03 16:09:08.073273 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-985d648c-e468-40d0-9d1f-79ccb8e9fb8d req-c81b284a-1a84-4ae2-a5fb-8954816cdeda tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.075189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41584) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:08.161790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-985d648c-e468-40d0-9d1f-79ccb8e9fb8d req-c81b284a-1a84-4ae2-a5fb-8954816cdeda tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.167221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-985d648c-e468-40d0-9d1f-79ccb8e9fb8d req-c81b284a-1a84-4ae2-a5fb-8954816cdeda tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.184954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:08.205263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00', 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'port_id': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00', 'mac_address': 'fa:16:3e:f6:f3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a85f126-89fe-469f-9e29-62b4c339917a', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:09:08.213328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-985d648c-e468-40d0-9d1f-79ccb8e9fb8d req-c81b284a-1a84-4ae2-a5fb-8954816cdeda tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.214900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-985d648c-e468-40d0-9d1f-79ccb8e9fb8d req-c81b284a-1a84-4ae2-a5fb-8954816cdeda tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3056762 Nov 03 16:09:08.219795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b284a-1a84-4ae2-a5fb-8954816cdeda tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d221bf0-5c55-4acd-9e2f-a4df11729f28,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:08.267273 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.285057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:08.306250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:08.316553 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.317448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:09:08.354156 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9a8a3c2e-eaf1-479d-8d58-65cdfeacfd8b tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2765019 Nov 03 16:09:08.357936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41592) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:08.387726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.410772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:08.417427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:08.422280 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-2ea70b00-6a55-4779-b8a9-0d2889a58c51 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1866538101&fields=id&tenant_id=ce6c82f26b8947e795720d4c51c497b2 HTTP/1.1" status: 200 len: 267 time: 0.1365073 Nov 03 16:09:08.428586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '8a4f1f47-820f-4a0f-843e-c7e3ac0debe0', 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'port_id': '8a4f1f47-820f-4a0f-843e-c7e3ac0debe0', 'mac_address': 'fa:16:3e:90:ce:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a85f126-89fe-469f-9e29-62b4c339917a', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:09:08.438311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0496f5-e1e3-489f-9b38-d28d616355e1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.439968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0496f5-e1e3-489f-9b38-d28d616355e1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.443299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0496f5-e1e3-489f-9b38-d28d616355e1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.451228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0496f5-e1e3-489f-9b38-d28d616355e1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.453174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0496f5-e1e3-489f-9b38-d28d616355e1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.461746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cc0496f5-e1e3-489f-9b38-d28d616355e1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1021135 Nov 03 16:09:08.462716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41594) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:08.470108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.483450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-addb754b-f278-4982-bbbc-67392f5010ba tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.483984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:08.484971 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-addb754b-f278-4982-bbbc-67392f5010ba tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0618432 Nov 03 16:09:08.498392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-12ed0505-a184-45be-9951-46108ec72572 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Request body: {'port': {'security_groups': ['f53ff197-7a96-4b3e-85a1-6bb971431a41', '1d221bf0-5c55-4acd-9e2f-a4df11729f28']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:08.516696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:08.523469 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.527546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 1abcbb4e-937d-47c8-a357-f90ac98e01d1 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:09:08.538083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ca997-04aa-423a-86b5-f91d4e9859c3 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.540974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ca997-04aa-423a-86b5-f91d4e9859c3 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.541584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ca997-04aa-423a-86b5-f91d4e9859c3 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.543261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ca997-04aa-423a-86b5-f91d4e9859c3 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.545933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ca997-04aa-423a-86b5-f91d4e9859c3 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:08.551955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41600) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:08.554407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-307ca997-04aa-423a-86b5-f91d4e9859c3 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0904615 Nov 03 16:09:08.596344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 1abcbb4e-937d-47c8-a357-f90ac98e01d1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:08.634316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-12ed0505-a184-45be-9951-46108ec72572 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.638237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '1abcbb4e-937d-47c8-a357-f90ac98e01d1', 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'port_id': '1abcbb4e-937d-47c8-a357-f90ac98e01d1', 'mac_address': 'fa:16:3e:8e:cc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a85f126-89fe-469f-9e29-62b4c339917a', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:09:08.641992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:08.689754 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.705502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abcbb4e-937d-47c8-a357-f90ac98e01d1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:08.732139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 1abcbb4e-937d-47c8-a357-f90ac98e01d1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:08.738291 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:08.738666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8cbd112b-8cde-443c-a2f1-57dac3721bf7 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:09:08.823918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=1abcbb4e-937d-47c8-a357-f90ac98e01d1,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:09.059653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8cbd112b-8cde-443c-a2f1-57dac3721bf7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:09.073851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'port_id': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'mac_address': 'fa:16:3e:e7:49:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:09:09.155439 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.159749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53284eab-cc03-4067-a678-8f076cd4402c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.161242 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-53284eab-cc03-4067-a678-8f076cd4402c tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/networks/021c8d8c-0424-4d4a-876e-24a47b1ce48f HTTP/1.1" status: 200 len: 804 time: 0.6081078 Nov 03 16:09:09.167869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41620) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:09.173418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee2566-492c-446c-82eb-84892e1d4361 req-03769ceb-b522-4d6b-9dee-c37789a791e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.174339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbd112b-8cde-443c-a2f1-57dac3721bf7 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:09.181386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee2566-492c-446c-82eb-84892e1d4361 req-03769ceb-b522-4d6b-9dee-c37789a791e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.188459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee2566-492c-446c-82eb-84892e1d4361 req-03769ceb-b522-4d6b-9dee-c37789a791e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.194936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee2566-492c-446c-82eb-84892e1d4361 req-03769ceb-b522-4d6b-9dee-c37789a791e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.204380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee2566-492c-446c-82eb-84892e1d4361 req-03769ceb-b522-4d6b-9dee-c37789a791e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.209936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8cbd112b-8cde-443c-a2f1-57dac3721bf7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:09.211775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee2566-492c-446c-82eb-84892e1d4361 req-03769ceb-b522-4d6b-9dee-c37789a791e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.220278 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.221074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f99629fd-c01f-4e74-97d1-865bfad31285 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:09:09.221390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee2566-492c-446c-82eb-84892e1d4361 req-03769ceb-b522-4d6b-9dee-c37789a791e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.256764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6ee2566-492c-446c-82eb-84892e1d4361 req-03769ceb-b522-4d6b-9dee-c37789a791e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5422 time: 0.1657031 Nov 03 16:09:09.305511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-545cc426-bf7e-4d22-994a-d4c06e769e12 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/networks/021c8d8c-0424-4d4a-876e-24a47b1ce48f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1327999 Nov 03 16:09:09.309367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41624) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:09.361735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6ee2566-492c-446c-82eb-84892e1d4361 req-0669a5ad-f5a9-47ac-bcbb-a7a3192b30a9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991945 Nov 03 16:09:09.374382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3ca23-8e8e-41d7-babe-5eb83a4cc0b9 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.379279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-50c3ca23-8e8e-41d7-babe-5eb83a4cc0b9 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/subnets/39d5d7c4-a608-45b5-8f3c-00d0a40126c0 HTTP/1.1" status: 200 len: 843 time: 0.0655124 Nov 03 16:09:09.380354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41626) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:09.394409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f99629fd-c01f-4e74-97d1-865bfad31285, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f99629fd-c01f-4e74-97d1-865bfad31285,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:09.408402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'f99629fd-c01f-4e74-97d1-865bfad31285', 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660', 'port_id': 'f99629fd-c01f-4e74-97d1-865bfad31285', 'mac_address': 'fa:16:3e:01:eb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2583e0-1f8f-4033-aa55-a027d60e9348', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:09:09.453079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8cbd112b-8cde-443c-a2f1-57dac3721bf7,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:09.470775 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.481545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4db3b7-7bd2-466b-bdaf-fd397c7538df tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['shared'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.482950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fb4db3b7-7bd2-466b-bdaf-fd397c7538df tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "GET /v2.0/subnets/39d5d7c4-a608-45b5-8f3c-00d0a40126c0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1014361 Nov 03 16:09:09.487083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41628) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:09.493409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2063283978'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:09.495645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99629fd-c01f-4e74-97d1-865bfad31285 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:09.527517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f99629fd-c01f-4e74-97d1-865bfad31285, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f99629fd-c01f-4e74-97d1-865bfad31285,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:09.532814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:09.534881 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.535622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 946fa250-4a46-4276-a40f-6827e8a5d511 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:09:09.536699 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.571696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:09:09.588041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.588700 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Added segment f5f19605-b111-4716-8b8c-2dd1e976ec61 of type vlan for network c111f953-a76f-4a17-a37c-3f91efc6faad Nov 03 16:09:09.615176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f99629fd-c01f-4e74-97d1-865bfad31285,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:09.620522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 946fa250-4a46-4276-a40f-6827e8a5d511, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=946fa250-4a46-4276-a40f-6827e8a5d511,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:09.635006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '946fa250-4a46-4276-a40f-6827e8a5d511', 'network_id': '36c53260-3ccd-47cc-9317-f172e1bfc0ef', 'port_id': '946fa250-4a46-4276-a40f-6827e8a5d511', 'mac_address': 'fa:16:3e:b4:43:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a85f126-89fe-469f-9e29-62b4c339917a', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:09:09.645737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-12ed0505-a184-45be-9951-46108ec72572 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] For port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:09.647143 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.690845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.703263 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.707270 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-12ed0505-a184-45be-9951-46108ec72572 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.714857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.715887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.716060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-12ed0505-a184-45be-9951-46108ec72572 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.743983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:09.772006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-12ed0505-a184-45be-9951-46108ec72572 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:09.772893 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-12ed0505-a184-45be-9951-46108ec72572 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:09.775087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-076d8ed0-8790-4e82-b4eb-077e6b1b26f3 req-12ed0505-a184-45be-9951-46108ec72572 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "PUT /v2.0/ports/7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 981 time: 1.2819192 Nov 03 16:09:09.775721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:09.778637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2901416 Nov 03 16:09:09.779110 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef601da-d119-4179-ab23-3ee27e91920e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:09.784376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41640) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:09.791139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'network_id': 'c111f953-a76f-4a17-a37c-3f91efc6faad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:09.861957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb385e-9e5b-4685-af41-2df55f27a0d2 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Network': ['ID=c111f953-a76f-4a17-a37c-3f91efc6faad,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:09.867502 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ae2c28-e65d-4f20-91d8-eceb8dcb619f x-openstack-request-id: req-b7ae2c28-e65d-4f20-91d8-eceb8dcb619f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:09.868114 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:09.868467 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b7ae2c28-e65d-4f20-91d8-eceb8dcb619f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:09.868964 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'status': 'completed', 'code': 200} Nov 03 16:09:09.894586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network c111f953-a76f-4a17-a37c-3f91efc6faad details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:09.906086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946fa250-4a46-4276-a40f-6827e8a5d511 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:09.941163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:09.962323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed0505-a184-45be-9951-46108ec72572 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Pushing event updated for resources: {'Port': ['ID=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,revision_number=6']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:10.023433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 946fa250-4a46-4276-a40f-6827e8a5d511, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=946fa250-4a46-4276-a40f-6827e8a5d511,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:10.040264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-7315fa55-4be9-410a-96fc-5073121a25a8 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1866538101&fields=id&tenant_id=ce6c82f26b8947e795720d4c51c497b2 HTTP/1.1" status: 200 len: 267 time: 0.1090617 Nov 03 16:09:10.043716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef601da-d119-4179-ab23-3ee27e91920e req-070d903c-f2ee-47fa-bfb1-0b3b88d750f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:10.045304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ef601da-d119-4179-ab23-3ee27e91920e req-070d903c-f2ee-47fa-bfb1-0b3b88d750f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1135 time: 0.1367369 Nov 03 16:09:10.060809 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:10.103710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Made reservation on behalf of 291914e18e6f443ea2c4d03a4df3992f for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:10.107818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:10.172495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=946fa250-4a46-4276-a40f-6827e8a5d511,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:10.175587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-0b041537-1a3e-40c9-80fe-b2c6740e443a tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:10.186761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-0b041537-1a3e-40c9-80fe-b2c6740e443a tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 984 time: 0.1387963 Nov 03 16:09:10.194557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 00bf40e1-5c0a-432e-a45a-89bf19dcede9 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:09:10.194793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-56ea16bc-8438-4011-be5d-2cdda45e444f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Request body: {'port': {'security_groups': ['f53ff197-7a96-4b3e-85a1-6bb971431a41']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:10.223709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Performing IP validity checks on allocation pools {{(pid=108105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 16:09:10.224977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 16:09:10.298775 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef601da-d119-4179-ab23-3ee27e91920e req-70445b69-7559-48eb-9505-4d8e1d1fe505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:10.301509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ef601da-d119-4179-ab23-3ee27e91920e req-70445b69-7559-48eb-9505-4d8e1d1fe505 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 921 time: 0.2337732 Nov 03 16:09:10.307448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-56ea16bc-8438-4011-be5d-2cdda45e444f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:10.358808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ef601da-d119-4179-ab23-3ee27e91920e req-e5308bda-d115-4764-9447-48812bea5558 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 217 time: 0.0493846 Nov 03 16:09:10.426199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef601da-d119-4179-ab23-3ee27e91920e req-bbb2e642-c6f9-48a4-93ea-4795d9ef37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:10.427508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ef601da-d119-4179-ab23-3ee27e91920e req-bbb2e642-c6f9-48a4-93ea-4795d9ef37d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 200 len: 860 time: 0.0618274 Nov 03 16:09:10.519346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 00bf40e1-5c0a-432e-a45a-89bf19dcede9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:10.547153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '00bf40e1-5c0a-432e-a45a-89bf19dcede9', 'network_id': '32b60c1a-3fda-432a-b1be-706eaed0a660', 'port_id': '00bf40e1-5c0a-432e-a45a-89bf19dcede9', 'mac_address': 'fa:16:3e:07:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2583e0-1f8f-4033-aa55-a027d60e9348', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:09:10.583186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-56ea16bc-8438-4011-be5d-2cdda45e444f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] For port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:10.605584 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ef601da-d119-4179-ab23-3ee27e91920e req-5d9f5398-d51b-4473-b936-ad0296cfd0b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b7451ae-4adf-425b-89f5-da0e8ecb9742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508048 Nov 03 16:09:10.625760 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:10.627533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-56ea16bc-8438-4011-be5d-2cdda45e444f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:10.634879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-56ea16bc-8438-4011-be5d-2cdda45e444f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:10.669566 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bf40e1-5c0a-432e-a45a-89bf19dcede9 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:10.691987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:10.756127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-56ea16bc-8438-4011-be5d-2cdda45e444f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:10.758774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-56ea16bc-8438-4011-be5d-2cdda45e444f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:10.760267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62f91f6a-5e38-4e5a-bbf7-addd824caf38 req-56ea16bc-8438-4011-be5d-2cdda45e444f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "PUT /v2.0/ports/7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 942 time: 0.5726700 Nov 03 16:09:10.760743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:10.770317 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460701ab-32d5-4f29-912b-0293efa4d574" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:10.823799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea16bc-8438-4011-be5d-2cdda45e444f tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Pushing event updated for resources: {'Port': ['ID=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:10.834397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ef601da-d119-4179-ab23-3ee27e91920e req-496cc23f-ed4e-47e2-93ef-c30e8b788d4f service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042072 Nov 03 16:09:10.869128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:10.891461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 00bf40e1-5c0a-432e-a45a-89bf19dcede9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:10.937906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:11.041948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ceaa4-c113-4c16-91b5-5885ab98848c req-4946a4fd-37cc-4221-8234-695cf537dbc3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.089346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ceaa4-c113-4c16-91b5-5885ab98848c req-4946a4fd-37cc-4221-8234-695cf537dbc3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.116138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ceaa4-c113-4c16-91b5-5885ab98848c req-4946a4fd-37cc-4221-8234-695cf537dbc3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.135716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ceaa4-c113-4c16-91b5-5885ab98848c req-4946a4fd-37cc-4221-8234-695cf537dbc3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.156870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ceaa4-c113-4c16-91b5-5885ab98848c req-4946a4fd-37cc-4221-8234-695cf537dbc3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.158472 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=00bf40e1-5c0a-432e-a45a-89bf19dcede9,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:11.164110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ceaa4-c113-4c16-91b5-5885ab98848c req-4946a4fd-37cc-4221-8234-695cf537dbc3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.185782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ceaa4-c113-4c16-91b5-5885ab98848c req-4946a4fd-37cc-4221-8234-695cf537dbc3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.199800 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d66ceaa4-c113-4c16-91b5-5885ab98848c req-4946a4fd-37cc-4221-8234-695cf537dbc3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5425 time: 0.6825826 Nov 03 16:09:11.204962 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ef601da-d119-4179-ab23-3ee27e91920e req-b1365c59-c471-44e9-8d7c-42f50702677f service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396819 Nov 03 16:09:11.213455 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:11.293474 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-c8741049-e3bd-4bcd-a788-44c0ffb2661d tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3643444 Nov 03 16:09:11.308736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:11.357820 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:11.382552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=3b0d6bb5-73e4-4f36-bad0-35d9388c457a,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:11.422434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d66ceaa4-c113-4c16-91b5-5885ab98848c req-890f786d-2f66-4c11-b33e-b8baf73b17f7 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2198391 Nov 03 16:09:11.422434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Checking segment: {'id': 'f5f19605-b111-4716-8b8c-2dd1e976ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c111f953-a76f-4a17-a37c-3f91efc6faad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:11.422765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network hostable DHCP agents. Network: c111f953-a76f-4a17-a37c-3f91efc6faad, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:09:11.466972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Network c111f953-a76f-4a17-a37c-3f91efc6faad is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:09:11.472725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8a4f1f47-820f-4a0f-843e-c7e3ac0debe0'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:11.484256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, c111f953-a76f-4a17-a37c-3f91efc6faad) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:11.488945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.489881 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:11.522164 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b8861-219e-4458-aa50-3d50eab8b024 x-openstack-request-id: req-c18b8861-219e-4458-aa50-3d50eab8b024 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:11.522855 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:11.523156 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c18b8861-219e-4458-aa50-3d50eab8b024 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:11.524358 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'status': 'completed', 'code': 200} Nov 03 16:09:11.535686 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-48d4fc68-8e51-4a78-a409-96a106239abf tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7500160 Nov 03 16:09:11.540206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41682) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:11.557705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-dbc4b733-1e55-4ad3-b3d6-b841dee3c802 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:11.577208 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabe16e-e308-4b90-9782-0922e1eb5340 None None] Network c111f953-a76f-4a17-a37c-3f91efc6faad requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:11.583528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8cbd112b-8cde-443c-a2f1-57dac3721bf7'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:11.630656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460701ab-32d5-4f29-912b-0293efa4d574 req-e3f662f3-ebf6-4d5e-84a5-7ab1f034e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.632509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-460701ab-32d5-4f29-912b-0293efa4d574 req-e3f662f3-ebf6-4d5e-84a5-7ab1f034e74f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1096 time: 0.0937383 Nov 03 16:09:11.671355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['f99629fd-c01f-4e74-97d1-865bfad31285'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:11.697436 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:11.747683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460701ab-32d5-4f29-912b-0293efa4d574 req-e539e808-cfb6-4e6d-89c6-1a52ec3a7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.749494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-460701ab-32d5-4f29-912b-0293efa4d574 req-e539e808-cfb6-4e6d-89c6-1a52ec3a7bc4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 921 time: 0.1103873 Nov 03 16:09:11.751026 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['1abcbb4e-937d-47c8-a357-f90ac98e01d1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:11.772340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['946fa250-4a46-4276-a40f-6827e8a5d511'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:11.816484 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-460701ab-32d5-4f29-912b-0293efa4d574 req-e1ec7a36-3ce9-45d9-a8ad-15594a1cfbc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 217 time: 0.0569248 Nov 03 16:09:11.870272 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b733-1e55-4ad3-b3d6-b841dee3c802 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61465501'] for subnet, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:11.890082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460701ab-32d5-4f29-912b-0293efa4d574 req-b664c23b-0d5c-4c34-9614-54ffc6a0da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:11.891718 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-460701ab-32d5-4f29-912b-0293efa4d574 req-b664c23b-0d5c-4c34-9614-54ffc6a0da66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 200 len: 860 time: 0.0686414 Nov 03 16:09:11.941197 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-460701ab-32d5-4f29-912b-0293efa4d574 req-b28c3c65-0018-418b-9ad0-e12cbc426905 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b7451ae-4adf-425b-89f5-da0e8ecb9742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408084 Nov 03 16:09:12.097276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-460701ab-32d5-4f29-912b-0293efa4d574 req-dcc3227b-40d2-46ce-b682-7737bf8a999a service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494198 Nov 03 16:09:12.111868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b733-1e55-4ad3-b3d6-b841dee3c802 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788679750503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62072955'] for subnet, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.125086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['00bf40e1-5c0a-432e-a45a-89bf19dcede9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:12.235202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4b733-1e55-4ad3-b3d6-b841dee3c802 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:12.235807 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b733-1e55-4ad3-b3d6-b841dee3c802 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.240184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dbc4b733-1e55-4ad3-b3d6-b841dee3c802 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "PUT /v2.0/subnets/3b0d6bb5-73e4-4f36-bad0-35d9388c457a HTTP/1.1" status: 200 len: 900 time: 0.6949017 Nov 03 16:09:12.244667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41698) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:12.315623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4b733-1e55-4ad3-b3d6-b841dee3c802 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event updated for resources: {'Subnet': ['ID=3b0d6bb5-73e4-4f36-bad0-35d9388c457a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:12.334839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['7c3ff3c0-ef5b-4749-aada-f8a186e06e00'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:12.386311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd77f17-df4a-432e-be32-e540fd6f162b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-c111f953-a76f-4a17-a37c-3f91efc6faad', 'network_id': 'c111f953-a76f-4a17-a37c-3f91efc6faad', 'tenant_id': '291914e18e6f443ea2c4d03a4df3992f', 'fixed_ips': [{'subnet_id': '3b0d6bb5-73e4-4f36-bad0-35d9388c457a'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:09:12.387187 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1fd77f17-df4a-432e-be32-e540fd6f162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.390011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-460701ab-32d5-4f29-912b-0293efa4d574 req-9146518d-855f-4254-a028-677b0f09ac92 service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847095 Nov 03 16:09:12.404869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Allocated IP 172.25.6.85 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/83e44525-fd73-4afd-a920-d1e235b3dfe6) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:12.469835 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.605472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.608676 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.667537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90834-48f3-4e8f-aa03-dbe8a8459c52 req-4c494a66-1c4f-4fac-99db-76e0dfc7e370 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:12.676009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90834-48f3-4e8f-aa03-dbe8a8459c52 req-4c494a66-1c4f-4fac-99db-76e0dfc7e370 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:12.687013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90834-48f3-4e8f-aa03-dbe8a8459c52 req-4c494a66-1c4f-4fac-99db-76e0dfc7e370 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:12.691119 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.702513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90834-48f3-4e8f-aa03-dbe8a8459c52 req-4c494a66-1c4f-4fac-99db-76e0dfc7e370 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:12.715543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90834-48f3-4e8f-aa03-dbe8a8459c52 req-4c494a66-1c4f-4fac-99db-76e0dfc7e370 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:12.731244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90834-48f3-4e8f-aa03-dbe8a8459c52 req-4c494a66-1c4f-4fac-99db-76e0dfc7e370 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:12.733891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0d6bb5-73e4-4f36-bad0-35d9388c457a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:12.751721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90834-48f3-4e8f-aa03-dbe8a8459c52 req-4c494a66-1c4f-4fac-99db-76e0dfc7e370 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:12.755830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76d90834-48f3-4e8f-aa03-dbe8a8459c52 req-4c494a66-1c4f-4fac-99db-76e0dfc7e370 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5426 time: 0.2017744 Nov 03 16:09:12.822107 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.830027 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.861624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76d90834-48f3-4e8f-aa03-dbe8a8459c52 req-5869733c-3598-4313-b0b3-06a97cc1665c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970304 Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-1fd77f17-df4a-432e-be32-e540fd6f162b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b0d6bb5-73e4-4f36-bad0-35d9388c457a: This subnet is being modified by another concurrent operation. Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:09:12.864281 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exception Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b0d6bb5-73e4-4f36-bad0-35d9388c457a: This subnet is being modified by another concurrent operation. Nov 03 16:09:12.868793 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:09:12.896719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:12.900806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c111f953-a76f-4a17-a37c-3f91efc6faad']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:12.916882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:12.932555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02185fbb-8dcf-4153-9b52-a5781ee5dc17 None None] Network c111f953-a76f-4a17-a37c-3f91efc6faad requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:12.939903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f19605-b111-4716-8b8c-2dd1e976ec61') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:12.940284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f19605-b111-4716-8b8c-2dd1e976ec61') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:12.949316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:12.960608 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:12.990911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Pushing event updated for resources: {'Port': ['ID=83e44525-fd73-4afd-a920-d1e235b3dfe6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:13.013289 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.027577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:13.028170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:13.031678 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:13.217219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.271955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.279443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41722) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:13.279653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/c111f953-a76f-4a17-a37c-3f91efc6faad HTTP/1.1" status: 204 len: 168 time: 1.0312262 Nov 03 16:09:13.285920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59868586-c38e-4c3e-b953-22975af4addb tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=c111f953-a76f-4a17-a37c-3f91efc6faad,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:13.308106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.311476 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-61920576-a7e9-45f4-8382-c4c5a220a9fa tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:13.312066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61920576-a7e9-45f4-8382-c4c5a220a9fa tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:13.315373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-61920576-a7e9-45f4-8382-c4c5a220a9fa tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/3b0d6bb5-73e4-4f36-bad0-35d9388c457a HTTP/1.1" status: 404 len: 337 time: 0.0346019 Nov 03 16:09:13.317674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41724) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:13.345561 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-104b3c11-7ed7-4bf4-b7a6-0b8fab2488fc tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:13.345561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104b3c11-7ed7-4bf4-b7a6-0b8fab2488fc tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:13.347750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-104b3c11-7ed7-4bf4-b7a6-0b8fab2488fc tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/c111f953-a76f-4a17-a37c-3f91efc6faad HTTP/1.1" status: 404 len: 339 time: 0.0281384 Nov 03 16:09:13.349594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41726) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:13.417118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.454491 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.572941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3154ba6b-05c0-465b-9746-dae28a3a12bd None None] Network c111f953-a76f-4a17-a37c-3f91efc6faad requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:13.581602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.591760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3154ba6b-05c0-465b-9746-dae28a3a12bd None None] Network c111f953-a76f-4a17-a37c-3f91efc6faad could not be found, it might have been deleted concurrently. {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 16:09:13.613384 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.622131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.627107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4899a9-64ed-4587-bf8a-9e482b0eb4d2']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:13.635313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cecf5e-9509-4c41-a077-046944660118 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:09:13.641114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6322ba-dc31-48e9-ae01-7eaffd0b27da') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:13.641746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6322ba-dc31-48e9-ae01-7eaffd0b27da') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:13.661640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.689700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.699160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:13.699902 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.721400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Pushing event updated for resources: {'Port': ['ID=83e44525-fd73-4afd-a920-d1e235b3dfe6,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:13.737146 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.766587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.776353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-1d062b62-6df1-4160-98ea-e8b46437ecb1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4728725 Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:13.809435 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:13.820200 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.839316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:13.842738 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/9c4899a9-64ed-4587-bf8a-9e482b0eb4d2 HTTP/1.1" status: 204 len: 168 time: 0.4921083 Nov 03 16:09:13.843647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9595f4d-ef74-4a25-95d6-5702e60ecc3a tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=9c4899a9-64ed-4587-bf8a-9e482b0eb4d2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:13.845444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41732) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:13.877057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-e4f12945-8e9a-4d50-991f-fce30652b802 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0994990 Nov 03 16:09:13.879447 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a5e665-4bb0-4169-ada7-26b0a04938b8 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:13.880140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a5e665-4bb0-4169-ada7-26b0a04938b8 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:13.884704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-78a5e665-4bb0-4169-ada7-26b0a04938b8 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/e263f2d5-066e-4c78-8eb5-8ea3c2e53135 HTTP/1.1" status: 404 len: 337 time: 0.0381846 Nov 03 16:09:13.887500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41734) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:13.935102 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9123d4d-7967-4d0f-a914-de41c1a3ad66 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:13.938478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9123d4d-7967-4d0f-a914-de41c1a3ad66 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:13.943498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f9123d4d-7967-4d0f-a914-de41c1a3ad66 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/ed3403f3-5636-4528-87e7-1346ae5ed75d HTTP/1.1" status: 404 len: 339 time: 0.0545216 Nov 03 16:09:13.946650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41740) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:14.003237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-296a0abc-c498-45a1-ab26-4450eb9a0305 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:14.011837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-296a0abc-c498-45a1-ab26-4450eb9a0305 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.1337538 Nov 03 16:09:14.017354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-85da4779-942a-4060-9316-3a9f46c53ab0 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:09:14.028092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0c46400-a30c-4adb-89fd-30a54a7d5988 req-85da4779-942a-4060-9316-3a9f46c53ab0 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0100310 Nov 03 16:09:14.079906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f5c0c3-2805-4d33-b715-2888fff88d11 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Deleting subnet 199ea4b3-69b5-4452-aff7-b2e087f8880a {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:09:14.085805 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-54f5c0c3-2805-4d33-b715-2888fff88d11 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:14.097621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cecf5e-9509-4c41-a077-046944660118 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:09:14.146139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9ee4-69ec-4157-86de-279275304d47 req-945161ce-b381-4fcd-85ef-c08971c118e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:14.158581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9ee4-69ec-4157-86de-279275304d47 req-945161ce-b381-4fcd-85ef-c08971c118e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:14.168326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9ee4-69ec-4157-86de-279275304d47 req-945161ce-b381-4fcd-85ef-c08971c118e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:14.175400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9ee4-69ec-4157-86de-279275304d47 req-945161ce-b381-4fcd-85ef-c08971c118e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:14.183785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9ee4-69ec-4157-86de-279275304d47 req-945161ce-b381-4fcd-85ef-c08971c118e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:14.191401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9ee4-69ec-4157-86de-279275304d47 req-945161ce-b381-4fcd-85ef-c08971c118e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:14.199593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9ee4-69ec-4157-86de-279275304d47 req-945161ce-b381-4fcd-85ef-c08971c118e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:14.215284 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f37f9ee4-69ec-4157-86de-279275304d47 req-945161ce-b381-4fcd-85ef-c08971c118e0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5426 time: 0.2003312 Nov 03 16:09:14.249486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-54f5c0c3-2805-4d33-b715-2888fff88d11 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:14.299032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-5e332380-885f-40fa-8b43-7acc1eb9d9b1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:14.311438 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-5e332380-885f-40fa-8b43-7acc1eb9d9b1 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2054517 Nov 03 16:09:14.387958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f37f9ee4-69ec-4157-86de-279275304d47 req-2c754ac6-b7e9-4971-b8e1-5f89d2c1eb38 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1717625 Nov 03 16:09:14.396662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-7054a7a9-fbd1-4608-9bf5-7a09048194ee tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0829139 Nov 03 16:09:14.406621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-0e828c6d-52d1-4706-8d89-b580f4c31174 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Request body: {'floatingip': {'port_id': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:14.455129 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-54f5c0c3-2805-4d33-b715-2888fff88d11 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:14.474294 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-0e828c6d-52d1-4706-8d89-b580f4c31174 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:14.573226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-54f5c0c3-2805-4d33-b715-2888fff88d11 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:14.620915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5c0c3-2805-4d33-b715-2888fff88d11 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=199ea4b3-69b5-4452-aff7-b2e087f8880a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:14.624974 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-54f5c0c3-2805-4d33-b715-2888fff88d11 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:14.629170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-54f5c0c3-2805-4d33-b715-2888fff88d11 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/199ea4b3-69b5-4452-aff7-b2e087f8880a HTTP/1.1" status: 204 len: 168 time: 0.6807637 Nov 03 16:09:14.630830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41756) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:14.716903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8f1f6f-fc49-4c10-aa1a-2fd772f56e34 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Deleting subnet a9253334-00aa-4dc5-a417-7473fdb14b0c {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:09:14.722201 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1f6f-fc49-4c10-aa1a-2fd772f56e34 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:14.768170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c8de9-9b88-43a3-b111-1c5f2826e3b7 None None] Network eec56928-00ca-4e4b-a8f8-7093d4f2366b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:14.797048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1f6f-fc49-4c10-aa1a-2fd772f56e34 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:14.973826 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1f6f-fc49-4c10-aa1a-2fd772f56e34 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:14.974612 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:09:15.100105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1f6f-fc49-4c10-aa1a-2fd772f56e34 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:15.161512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f1f6f-fc49-4c10-aa1a-2fd772f56e34 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=a9253334-00aa-4dc5-a417-7473fdb14b0c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:15.166374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-0e828c6d-52d1-4706-8d89-b580f4c31174 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:15.169978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1f6f-fc49-4c10-aa1a-2fd772f56e34 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:15.176582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-0e828c6d-52d1-4706-8d89-b580f4c31174 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:15.176836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1c8f1f6f-fc49-4c10-aa1a-2fd772f56e34 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/a9253334-00aa-4dc5-a417-7473fdb14b0c HTTP/1.1" status: 204 len: 168 time: 0.5423553 Nov 03 16:09:15.177025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41764) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:15.295735 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:15.346008 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-0e828c6d-52d1-4706-8d89-b580f4c31174 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Floating IP ce751b31-77c3-4f76-bb1b-9a22d8586879 associated. External IP: 172.25.6.85, port: 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc. Nov 03 16:09:15.396044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Deleting port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:15.396504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:15.506002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] For port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8071c0e6-42b4-4df7-9ba6-4206c4b57e52,segment=NetworkSegment(14c9b7f7-391c-437a-8f62-bd4659c7cfaf),segment_id=14c9b7f7-391c-437a-8f62-bd4659c7cfaf)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:15.507978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:15.604649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Calling delete_port for 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:15.661507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c5f7-0afc-4397-af11-ddec394b1e1f req-6a01ef19-fd22-4b92-bb1d-31c338c2a9ba tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:15.673027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c5f7-0afc-4397-af11-ddec394b1e1f req-6a01ef19-fd22-4b92-bb1d-31c338c2a9ba tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:15.685075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c5f7-0afc-4397-af11-ddec394b1e1f req-6a01ef19-fd22-4b92-bb1d-31c338c2a9ba tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:15.694966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c5f7-0afc-4397-af11-ddec394b1e1f req-6a01ef19-fd22-4b92-bb1d-31c338c2a9ba tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:15.703314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c5f7-0afc-4397-af11-ddec394b1e1f req-6a01ef19-fd22-4b92-bb1d-31c338c2a9ba tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:15.710047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c5f7-0afc-4397-af11-ddec394b1e1f req-6a01ef19-fd22-4b92-bb1d-31c338c2a9ba tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:15.719147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c5f7-0afc-4397-af11-ddec394b1e1f req-6a01ef19-fd22-4b92-bb1d-31c338c2a9ba tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:15.731782 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9d8c5f7-0afc-4397-af11-ddec394b1e1f req-6a01ef19-fd22-4b92-bb1d-31c338c2a9ba tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5426 time: 0.2015705 Nov 03 16:09:15.916567 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9d8c5f7-0afc-4397-af11-ddec394b1e1f req-a52b0dfb-d02c-4569-999c-5488f9fcf4d3 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1833792 Nov 03 16:09:15.939487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:15.998191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Port': ['ID=8071c0e6-42b4-4df7-9ba6-4206c4b57e52,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:16.022533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No DVR routers for this DVR port 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:09:16.140987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c17a8-011d-4f99-8348-c91c9c7fee4f None None] Network eec56928-00ca-4e4b-a8f8-7093d4f2366b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:16.158772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41794) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:16.224845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:16.260325 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.315360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec56928-00ca-4e4b-a8f8-7093d4f2366b']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:16.321303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e96ce5ef-8be0-442e-9fea-bef04edacd9a None None] Could not find standard attr ID for object 8071c0e6-42b4-4df7-9ba6-4206c4b57e52. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:09:16.338415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c9b7f7-391c-437a-8f62-bd4659c7cfaf') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:16.338802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c9b7f7-391c-437a-8f62-bd4659c7cfaf') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:16.354311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.369197 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.379802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:16.380173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.419676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:09:16.424750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:16.425133 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:16.450681 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:16.468904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.477596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.488298 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/eec56928-00ca-4e4b-a8f8-7093d4f2366b HTTP/1.1" status: 204 len: 168 time: 1.3093202 Nov 03 16:09:16.489468 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51bf1943-2045-4ea2-a6b8-7e6a1e40b95c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.491470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41802) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:16.521066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-0e828c6d-52d1-4706-8d89-b580f4c31174 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Router 64fc8c18-c7ed-4a2c-a524-cb881753118f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:09:16.528596 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f5b29-e44b-45ef-87c4-1f9fb3fa479f None None] DHCP port deletion for eec56928-00ca-4e4b-a8f8-7093d4f2366b request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:09:16.555330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5da12-ba20-4292-b758-e2ffdf89e34e tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=eec56928-00ca-4e4b-a8f8-7093d4f2366b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:16.566743 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ce3aa1-638b-455a-a1bb-b775aa8267bd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:16.567608 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ce3aa1-638b-455a-a1bb-b775aa8267bd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:16.573109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b8ce3aa1-638b-455a-a1bb-b775aa8267bd tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/516ff481-ba30-4a46-a5d0-addfa4ebc4af HTTP/1.1" status: 404 len: 337 time: 0.0778224 Nov 03 16:09:16.576415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41804) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:16.646874 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.672708 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c00eee-c3fb-4402-896a-1498e1a135b7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:16.672979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c00eee-c3fb-4402-896a-1498e1a135b7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:16.676466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4f1f47-820f-4a0f-843e-c7e3ac0debe0'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:16.679001 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9437b363-cea7-41c0-b1be-f8e434658dcf" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "8a4f1f47-820f-4a0f-843e-c7e3ac0debe0"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:16.679742 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-39c00eee-c3fb-4402-896a-1498e1a135b7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/3ed4bbc5-1bb3-47c3-8c18-88d3712dd0ac HTTP/1.1" status: 404 len: 339 time: 0.1013145 Nov 03 16:09:16.681234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41806) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:16.692947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:16.699170 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.700244 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8cbd112b-8cde-443c-a2f1-57dac3721bf7 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:16.720690 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-561a30ef-7e4f-43b1-9808-a0575c051062 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:16.722501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561a30ef-7e4f-43b1-9808-a0575c051062 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:16.725622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-561a30ef-7e4f-43b1-9808-a0575c051062 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/76cb4219-3519-4ad6-8948-2a7a29c466c0 HTTP/1.1" status: 404 len: 337 time: 0.0431845 Nov 03 16:09:16.728017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-0e828c6d-52d1-4706-8d89-b580f4c31174 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:09:16.730533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41814) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:16.735819 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-0e828c6d-52d1-4706-8d89-b580f4c31174 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.742641 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] Sync routers for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:09:16.750677 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfe800c-1f16-48b1-9a60-3cc34acc2b05 x-openstack-request-id: req-cdfe800c-1f16-48b1-9a60-3cc34acc2b05 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:16.751474 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "8a4f1f47-820f-4a0f-843e-c7e3ac0debe0", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:16.752511 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cdfe800c-1f16-48b1-9a60-3cc34acc2b05 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:16.753681 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4f1f47-820f-4a0f-843e-c7e3ac0debe0', 'code': 200} Nov 03 16:09:16.756623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5210045-c069-455f-9f63-a12a963fbceb req-e5df9d8d-cc02-44cf-a820-7219b2537650 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308677 Nov 03 16:09:16.771516 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be6afda-2244-4a9f-9371-b66e518b5a77 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:16.771756 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51bf1943-2045-4ea2-a6b8-7e6a1e40b95c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.772121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be6afda-2244-4a9f-9371-b66e518b5a77 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:16.776403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5be6afda-2244-4a9f-9371-b66e518b5a77 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/380fc639-53c8-43bd-8449-e1d3d96f4cc5 HTTP/1.1" status: 404 len: 339 time: 0.0449393 Nov 03 16:09:16.779561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41816) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:16.781010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51bf1943-2045-4ea2-a6b8-7e6a1e40b95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.788141 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:16.788765 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:16.816820 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c6b12a-1d5e-41f8-a43a-84aaaef60723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:16.817274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c6b12a-1d5e-41f8-a43a-84aaaef60723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:16.821444 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-42c6b12a-1d5e-41f8-a43a-84aaaef60723 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/f2525326-0bb3-493d-8319-ab135983c5ef HTTP/1.1" status: 404 len: 337 time: 0.0400476 Nov 03 16:09:16.824224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41818) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:16.831084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:16.843291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-51bf1943-2045-4ea2-a6b8-7e6a1e40b95c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd5673344f4d4a99acd7751cabb4af92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6812212 Nov 03 16:09:16.846876 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:09:16.851413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf1943-2045-4ea2-a6b8-7e6a1e40b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533ea2ad-afa3-4f9f-b63d-3cf116e0b1b3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:16.857616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41820) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:16.858207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:16.860501 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:16.877783 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4696f6-2550-4ddf-bfcd-c9488fd6cc9d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:16.878464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4696f6-2550-4ddf-bfcd-c9488fd6cc9d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:16.882416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6f4696f6-2550-4ddf-bfcd-c9488fd6cc9d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/ed30b4be-a182-4f1e-b88d-c02cce6c8c4a HTTP/1.1" status: 404 len: 339 time: 0.0572102 Nov 03 16:09:16.890839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41822) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:16.907953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-0e828c6d-52d1-4706-8d89-b580f4c31174 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "PUT /v2.0/floatingips/ce751b31-77c3-4f76-bb1b-9a22d8586879 HTTP/1.1" status: 200 len: 995 time: 2.5055084 Nov 03 16:09:16.918343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:16.921995 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98efa2dd-e75a-42f6-87ba-b3823a323997" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:16.959385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4b5ecc-3c50-4cdf-af77-e1ca563c7096 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Deleting subnet e2f309bd-26f4-49b3-87d8-c366e99690b1 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:09:16.966171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210045-c069-455f-9f63-a12a963fbceb req-0c3f3d5b-c2af-4d75-b21e-0f77ddaca4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:16.967896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5210045-c069-455f-9f63-a12a963fbceb req-0c3f3d5b-c2af-4d75-b21e-0f77ddaca4ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 1097 time: 0.1256702 Nov 03 16:09:16.969696 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5ecc-3c50-4cdf-af77-e1ca563c7096 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.015889 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:17.030395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-74f015f7-904d-4552-a639-ff3ad7e535a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.038285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-74f015f7-904d-4552-a639-ff3ad7e535a9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1096 time: 0.1104145 Nov 03 16:09:17.090055 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61614732-e3ce-424e-b9e8-1449ae12aca9 x-openstack-request-id: req-61614732-e3ce-424e-b9e8-1449ae12aca9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:17.090416 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:17.090619 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-61614732-e3ce-424e-b9e8-1449ae12aca9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:17.091041 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'status': 'completed', 'code': 200} Nov 03 16:09:17.096219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210045-c069-455f-9f63-a12a963fbceb req-fee11fc4-1534-4ed4-a271-67c562131796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.097168 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.097803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5210045-c069-455f-9f63-a12a963fbceb req-fee11fc4-1534-4ed4-a271-67c562131796 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 200 len: 912 time: 0.1049528 Nov 03 16:09:17.163017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8cbd112b-8cde-443c-a2f1-57dac3721bf7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:17.170755 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.196107 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-82154d18-4c90-4f8d-b735-cf275015fd7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.222391 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5ecc-3c50-4cdf-af77-e1ca563c7096 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.283242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8cbd112b-8cde-443c-a2f1-57dac3721bf7,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:17.283475 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-82154d18-4c90-4f8d-b735-cf275015fd7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.300867 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5210045-c069-455f-9f63-a12a963fbceb req-83c6b385-009f-49f0-8f51-c33dfc0f2681 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=752479a2-7ac0-4d03-ad92-c157c20a657f HTTP/1.1" status: 200 len: 1002 time: 0.1936095 Nov 03 16:09:17.318415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-6722dfc6-ce3c-4762-8982-7a4dbd0a8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.321326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-6722dfc6-ce3c-4762-8982-7a4dbd0a8b2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1096 time: 0.2287674 Nov 03 16:09:17.379371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cbf06-108a-4a2b-8323-994a19632cb1 req-180e2e6a-af4a-44da-829e-8f91567f69ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.386164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cbf06-108a-4a2b-8323-994a19632cb1 req-180e2e6a-af4a-44da-829e-8f91567f69ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.392207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cbf06-108a-4a2b-8323-994a19632cb1 req-180e2e6a-af4a-44da-829e-8f91567f69ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.398574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cbf06-108a-4a2b-8323-994a19632cb1 req-180e2e6a-af4a-44da-829e-8f91567f69ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.403559 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:10Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ce751b31-77c3-4f76-bb1b-9a22d8586879', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'port_id': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'mac_address': 'fa:16:3e:5d:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:09:13Z', 'updated_at': '2021-11-03T16:09:15Z', 'revision_number': 1, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01fdcf5-74e2-4307-885d-266d95878875', 'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'mac_address': 'fa:16:3e:6e:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:09Z', 'updated_at': '2021-11-03T16:08:19Z', 'revision_number': 5, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'subnets': [{'id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:17.405214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cbf06-108a-4a2b-8323-994a19632cb1 req-180e2e6a-af4a-44da-829e-8f91567f69ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.411222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cbf06-108a-4a2b-8323-994a19632cb1 req-180e2e6a-af4a-44da-829e-8f91567f69ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.417563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cbf06-108a-4a2b-8323-994a19632cb1 req-180e2e6a-af4a-44da-829e-8f91567f69ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.419557 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d4cbf06-108a-4a2b-8323-994a19632cb1 req-180e2e6a-af4a-44da-829e-8f91567f69ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5428 time: 0.2507536 Nov 03 16:09:17.437786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-d3d4c26f-7cdb-4692-9e3f-e7555b919ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.439649 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-d3d4c26f-7cdb-4692-9e3f-e7555b919ce9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 921 time: 0.4004893 Nov 03 16:09:17.452292 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] Checking router: 64fc8c18-c7ed-4a2c-a524-cb881753118f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:09:17.477946 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:17.478789 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:17.480740 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-82154d18-4c90-4f8d-b735-cf275015fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.483266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-82154d18-4c90-4f8d-b735-cf275015fd7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.487047 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-82154d18-4c90-4f8d-b735-cf275015fd7b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/533ea2ad-afa3-4f9f-b63d-3cf116e0b1b3 HTTP/1.1" status: 204 len: 168 time: 0.6282997 Nov 03 16:09:17.538573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82154d18-4c90-4f8d-b735-cf275015fd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533ea2ad-afa3-4f9f-b63d-3cf116e0b1b3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:17.546400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-904933da-1ec6-4cd0-8a8e-eecbc2cdf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.547537 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-904933da-1ec6-4cd0-8a8e-eecbc2cdf453 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 921 time: 0.2187324 Nov 03 16:09:17.694503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-eb32b833-757e-434d-865d-21cca0266f4d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 998 time: 0.2232447 Nov 03 16:09:17.724075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-0313f6b3-2c5d-4245-ba27-7cca76793453 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 998 time: 0.1643796 Nov 03 16:09:17.752985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210045-c069-455f-9f63-a12a963fbceb req-ecbc59c0-7a80-4e23-8815-1983f64deb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.754494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5210045-c069-455f-9f63-a12a963fbceb req-ecbc59c0-7a80-4e23-8815-1983f64deb95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 200 len: 850 time: 0.4438791 Nov 03 16:09:17.791117 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5ecc-3c50-4cdf-af77-e1ca563c7096 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.794885 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:17.855128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d4cbf06-108a-4a2b-8323-994a19632cb1 req-ee2328b9-22ad-4e3d-86cf-ad79ce9623a4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4247940 Nov 03 16:09:17.863686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-1e562c92-df98-43e7-9923-131f6b3335ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.865274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-1e562c92-df98-43e7-9923-131f6b3335ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 200 len: 860 time: 0.1357996 Nov 03 16:09:17.872024 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-884155f6-6ef2-441c-be35-9c7c845c440f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2154298 Nov 03 16:09:17.951681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-bc69d2e2-dfb1-44bb-a66a-904ceeb42feb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b7451ae-4adf-425b-89f5-da0e8ecb9742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782528 Nov 03 16:09:17.962565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210045-c069-455f-9f63-a12a963fbceb req-6faca1b6-976d-41eb-8428-8f433b92af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:17.964508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5210045-c069-455f-9f63-a12a963fbceb req-6faca1b6-976d-41eb-8428-8f433b92af67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02d2a4bc-8a08-40ac-816b-4ffbe1b97595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969671 Nov 03 16:09:17.967655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5ecc-3c50-4cdf-af77-e1ca563c7096 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:17.983629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-2ec8fd71-360b-4f78-bc3e-c2727f17ae5b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:09:17.996102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-2ec8fd71-360b-4f78-bc3e-c2727f17ae5b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0434289 Nov 03 16:09:18.008478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b5ecc-3c50-4cdf-af77-e1ca563c7096 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f309bd-26f4-49b3-87d8-c366e99690b1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:18.056934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41848) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:18.063889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-53571743-9713-46ba-85f6-36377a8540f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:18.065454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5ecc-3c50-4cdf-af77-e1ca563c7096 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.066073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-53571743-9713-46ba-85f6-36377a8540f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 200 len: 860 time: 0.3226390 Nov 03 16:09:18.072199 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8b4b5ecc-3c50-4cdf-af77-e1ca563c7096 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/e2f309bd-26f4-49b3-87d8-c366e99690b1 HTTP/1.1" status: 204 len: 168 time: 1.1801193 Nov 03 16:09:18.075131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41850) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:18.084863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8464bf27-1a00-49b4-a6b2-a77256c2e107 None None] Network 4ff03341-20fc-42da-93c3-f46383966d71 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:18.161191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-5dcba64c-3d5e-4c79-9c85-f2bf0b65d6c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b7451ae-4adf-425b-89f5-da0e8ecb9742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718067 Nov 03 16:09:18.164443 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a9b9da84-ae43-475e-ae54-2d74c0227b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.194474 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:10Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ce751b31-77c3-4f76-bb1b-9a22d8586879', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'port_id': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'mac_address': 'fa:16:3e:5d:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:09:13Z', 'updated_at': '2021-11-03T16:09:15Z', 'revision_number': 1, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01fdcf5-74e2-4307-885d-266d95878875', 'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'mac_address': 'fa:16:3e:6e:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:09Z', 'updated_at': '2021-11-03T16:08:19Z', 'revision_number': 5, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'subnets': [{'id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:18.212676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-0f5fd418-d989-4269-b738-56e6db14de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:18.214614 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-0f5fd418-d989-4269-b738-56e6db14de9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 1097 time: 0.2352262 Nov 03 16:09:18.245371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:18.263674 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab131cce-09f1-4bb1-bd3d-d03d02435c97 None None] The sync data for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 is: [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:10Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ce751b31-77c3-4f76-bb1b-9a22d8586879', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'port_id': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'mac_address': 'fa:16:3e:5d:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:09:13Z', 'updated_at': '2021-11-03T16:09:15Z', 'revision_number': 1, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01fdcf5-74e2-4307-885d-266d95878875', 'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'mac_address': 'fa:16:3e:6e:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:09Z', 'updated_at': '2021-11-03T16:08:19Z', 'revision_number': 5, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'subnets': [{'id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:09:18.276963 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.315037 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-6749135e-7a35-4c13-87b1-38a512101310 service neutron] 10.222.0.86 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174388 Nov 03 16:09:18.369802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5210045-c069-455f-9f63-a12a963fbceb req-d5856a06-64a4-4358-839a-1bda7724ea8b service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655167 Nov 03 16:09:18.400183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:09:18.488884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:18.490617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8071c0e6-42b4-4df7-9ba6-4206c4b57e52 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:09:18.507044 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-7120b74e-75bc-4e2c-999e-e2733ef6f532 service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363175 Nov 03 16:09:18.512626 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:09:18.528092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-3c979de8-0865-4c11-b578-c4b7876abdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:18.529772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-3c979de8-0865-4c11-b578-c4b7876abdb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.2770967 Nov 03 16:09:18.533916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:18.534360 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.559742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a9b9da84-ae43-475e-ae54-2d74c0227b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.592018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a9b9da84-ae43-475e-ae54-2d74c0227b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.610339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a8ab19-18d4-4351-8953-e30079011ea4 None None] DHCP port deletion for 4ff03341-20fc-42da-93c3-f46383966d71 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:09:18.623787 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c335ffdd-ce1f-4024-aad8-559538cbf098 req-5e2e3b92-a2e2-4a4d-b2b8-a316511d4ee9 service neutron] 10.222.0.86 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076560 Nov 03 16:09:18.650003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9da84-ae43-475e-ae54-2d74c0227b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94cc42b-5cfa-4e78-be7b-08c90541a2d9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:18.719635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226f85e-0347-4bc2-8df3-e44260b31fd0 None None] New status for floating IP ce751b31-77c3-4f76-bb1b-9a22d8586879: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:09:18.725344 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-0b2926e6-8f8e-41e7-963d-89220cb4ba6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 200 len: 999 time: 0.1681952 Nov 03 16:09:18.748421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98efa2dd-e75a-42f6-87ba-b3823a323997 req-7662828a-05e3-44a2-a1ad-a3a7bed6b8d0 service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051837 Nov 03 16:09:18.761799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:18.770226 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3416f3a-fa34-46eb-8e3e-939b9dcb6900" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:18.778833 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.818369 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a9b9da84-ae43-475e-ae54-2d74c0227b8c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fe97a676691848eebf83b0db2d79f4a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7581289 Nov 03 16:09:18.823664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41866) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:18.831595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-34a8ab19-18d4-4351-8953-e30079011ea4 None None] Deleting port 64974581-8f38-43f1-9ca7-021149a485d2 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:18.831972 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-34a8ab19-18d4-4351-8953-e30079011ea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.841589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-65ce3a4e-47fa-4b2c-aa1f-194be601adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:18.847494 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-65ce3a4e-47fa-4b2c-aa1f-194be601adc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.0980544 Nov 03 16:09:18.861864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5210045-c069-455f-9f63-a12a963fbceb req-a8892a6d-6aa5-4c66-9f7a-97e8eaa137ae service neutron] 10.222.0.70 "GET /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501898 Nov 03 16:09:18.867468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Deleting port 64974581-8f38-43f1-9ca7-021149a485d2 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:18.867850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.896992 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c0b30e-1809-40e4-aa9f-3ea0d44500b5 x-openstack-request-id: req-84c0b30e-1809-40e4-aa9f-3ea0d44500b5 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:18.897328 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:18.897546 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-84c0b30e-1809-40e4-aa9f-3ea0d44500b5 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:18.908242 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'code': 200} Nov 03 16:09:18.938369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] For port 64974581-8f38-43f1-9ca7-021149a485d2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=64974581-8f38-43f1-9ca7-021149a485d2,segment=NetworkSegment(9382971c-ee22-488a-bbb3-7d98904bcb3f),segment_id=9382971c-ee22-488a-bbb3-7d98904bcb3f)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:18.938789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:18.953472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Calling delete_port for 64974581-8f38-43f1-9ca7-021149a485d2 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:18.976684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6debcb38-f5a9-4a25-a309-67759d3e3b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.034669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:19.045600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6debcb38-f5a9-4a25-a309-67759d3e3b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.051312 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.052654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 00bf40e1-5c0a-432e-a45a-89bf19dcede9 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:19.059219 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-005a53cf-6fc1-462d-abc3-da7bf211be91 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 998 time: 0.3885131 Nov 03 16:09:19.064538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-dbd7cdf7-ed9f-4f06-aef3-cee0cc631828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.066229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-dbd7cdf7-ed9f-4f06-aef3-cee0cc631828 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887996 Nov 03 16:09:19.109350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-34a8ab19-18d4-4351-8953-e30079011ea4 None None] For port 64974581-8f38-43f1-9ca7-021149a485d2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=64974581-8f38-43f1-9ca7-021149a485d2,segment=NetworkSegment(9382971c-ee22-488a-bbb3-7d98904bcb3f),segment_id=9382971c-ee22-488a-bbb3-7d98904bcb3f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:19.110054 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-34a8ab19-18d4-4351-8953-e30079011ea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.135841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b3c63-3fdc-4eaa-b148-39fa9eb8b32c req-65a98894-9675-41d2-b99a-230b20951490 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.140933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-e12222e5-8229-47fa-994d-275f49abd2e6 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.142580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-e12222e5-8229-47fa-994d-275f49abd2e6 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports/7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 942 time: 0.0703733 Nov 03 16:09:19.142757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b3c63-3fdc-4eaa-b148-39fa9eb8b32c req-65a98894-9675-41d2-b99a-230b20951490 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.150623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b3c63-3fdc-4eaa-b148-39fa9eb8b32c req-65a98894-9675-41d2-b99a-230b20951490 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.158631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b3c63-3fdc-4eaa-b148-39fa9eb8b32c req-65a98894-9675-41d2-b99a-230b20951490 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.165645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b3c63-3fdc-4eaa-b148-39fa9eb8b32c req-65a98894-9675-41d2-b99a-230b20951490 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.172607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b3c63-3fdc-4eaa-b148-39fa9eb8b32c req-65a98894-9675-41d2-b99a-230b20951490 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.179024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b3c63-3fdc-4eaa-b148-39fa9eb8b32c req-65a98894-9675-41d2-b99a-230b20951490 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.184768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.189023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e80b3c63-3fdc-4eaa-b148-39fa9eb8b32c req-65a98894-9675-41d2-b99a-230b20951490 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5428 time: 0.2053158 Nov 03 16:09:19.209663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-34a8ab19-18d4-4351-8953-e30079011ea4 None None] Calling delete_port for 64974581-8f38-43f1-9ca7-021149a485d2 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:19.219819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Port': ['ID=64974581-8f38-43f1-9ca7-021149a485d2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:19.239430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No DVR routers for this DVR port 64974581-8f38-43f1-9ca7-021149a485d2 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:09:19.271761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:09:19.295616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:19.295994 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.318940 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6debcb38-f5a9-4a25-a309-67759d3e3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.322293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6debcb38-f5a9-4a25-a309-67759d3e3b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.326314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6debcb38-f5a9-4a25-a309-67759d3e3b13 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c94cc42b-5cfa-4e78-be7b-08c90541a2d9 HTTP/1.1" status: 204 len: 168 time: 0.4997206 Nov 03 16:09:19.358841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e80b3c63-3fdc-4eaa-b148-39fa9eb8b32c req-71c36680-8995-43f3-bd46-38e7897176f4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687634 Nov 03 16:09:19.384891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debcb38-f5a9-4a25-a309-67759d3e3b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94cc42b-5cfa-4e78-be7b-08c90541a2d9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:19.396525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-355427ab-de58-427b-9bc4-3678c90b22e3 service neutron] 10.222.0.15 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198237 Nov 03 16:09:19.450885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:19.509659 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-9e0960ac-8162-4c38-b745-05dfd79c9a5c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1000 time: 0.2880876 Nov 03 16:09:19.518398 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.556454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff03341-20fc-42da-93c3-f46383966d71']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:19.566355 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-34a8ab19-18d4-4351-8953-e30079011ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.568012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9382971c-ee22-488a-bbb3-7d98904bcb3f') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:19.568310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9382971c-ee22-488a-bbb3-7d98904bcb3f') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:19.579836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.595379 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.599553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8ab19-18d4-4351-8953-e30079011ea4 None None] No DVR routers for this DVR port 64974581-8f38-43f1-9ca7-021149a485d2 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:09:19.601675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:19.602954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.640324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8ab19-18d4-4351-8953-e30079011ea4 None None] Pushing event deleted for resources: {'Port': ['ID=64974581-8f38-43f1-9ca7-021149a485d2,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:19.681555 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:19.687837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-371c574c-2ada-494b-9c3a-ac3309cd5ff2 req-0cf6b05e-1dd2-4928-92e5-0bf8e4436104 service neutron] 10.222.0.15 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753725 Nov 03 16:09:19.691384 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.714649 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.730304 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.733548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/4ff03341-20fc-42da-93c3-f46383966d71 HTTP/1.1" status: 204 len: 168 time: 1.6562233 Nov 03 16:09:19.736151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41884) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:19.800764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd65d7d-a244-4753-9f51-b160482e4fd1 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=4ff03341-20fc-42da-93c3-f46383966d71,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:19.806367 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9f2a90-cfc2-4b8f-9012-5b286efb89e7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:19.806929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9f2a90-cfc2-4b8f-9012-5b286efb89e7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:19.814302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a9f2a90-cfc2-4b8f-9012-5b286efb89e7 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/47481fbd-cca7-4d1e-a92e-d190c26dc40f HTTP/1.1" status: 404 len: 337 time: 0.0747750 Nov 03 16:09:19.814745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41888) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:19.847031 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e9dfe3-2fcc-4720-8be7-71a71c3ff427 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:19.847754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e9dfe3-2fcc-4720-8be7-71a71c3ff427 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:19.853617 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-04e9dfe3-2fcc-4720-8be7-71a71c3ff427 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/c120fa7b-301d-40f5-b80b-20ddc49ebf4a HTTP/1.1" status: 404 len: 339 time: 0.0354729 Nov 03 16:09:19.854412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41890) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:19.906792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-be3abef2-30d7-4ba1-a632-12a3a1a4d6a4 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:19.910443 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-be3abef2-30d7-4ba1-a632-12a3a1a4d6a4 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.3990161 Nov 03 16:09:19.920061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-6fe9b77a-e84f-4f5a-bb63-aef6a2355674 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:09:19.922148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-6fe9b77a-e84f-4f5a-bb63-aef6a2355674 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0073199 Nov 03 16:09:19.940650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac95fd0-771f-4a4d-b760-337c3badb17d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Deleting subnet 39d5d7c4-a608-45b5-8f3c-00d0a40126c0 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:09:19.946777 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dac95fd0-771f-4a4d-b760-337c3badb17d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.973808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 00bf40e1-5c0a-432e-a45a-89bf19dcede9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:19.980407 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:19.981138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 946fa250-4a46-4276-a40f-6827e8a5d511 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:20.022497 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dac95fd0-771f-4a4d-b760-337c3badb17d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.069025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=00bf40e1-5c0a-432e-a45a-89bf19dcede9,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:20.078801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-c75f3a6c-6863-4488-8488-1e326a66701c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1000 time: 0.1304941 Nov 03 16:09:20.090561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 946fa250-4a46-4276-a40f-6827e8a5d511 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:09:20.094030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-af379ca3-26b3-4627-8989-5f48c618bdcd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:20.095439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 946fa250-4a46-4276-a40f-6827e8a5d511 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:20.096069 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.206304 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.224869 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dac95fd0-771f-4a4d-b760-337c3badb17d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.248284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 946fa250-4a46-4276-a40f-6827e8a5d511, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=946fa250-4a46-4276-a40f-6827e8a5d511,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:20.252420 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-af379ca3-26b3-4627-8989-5f48c618bdcd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.257216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.259195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f99629fd-c01f-4e74-97d1-865bfad31285 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:20.369068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=946fa250-4a46-4276-a40f-6827e8a5d511,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:20.410323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port f99629fd-c01f-4e74-97d1-865bfad31285 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:09:20.424404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port f99629fd-c01f-4e74-97d1-865bfad31285 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:20.425005 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.482086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 64974581-8f38-43f1-9ca7-021149a485d2 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:09:20.520999 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-af379ca3-26b3-4627-8989-5f48c618bdcd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.527035 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-af379ca3-26b3-4627-8989-5f48c618bdcd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.527298 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-af379ca3-26b3-4627-8989-5f48c618bdcd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Floating IP ce751b31-77c3-4f76-bb1b-9a22d8586879 disassociated. External IP: 172.25.6.85, port: 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc. Nov 03 16:09:20.537580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 64974581-8f38-43f1-9ca7-021149a485d2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:20.537935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 64974581-8f38-43f1-9ca7-021149a485d2 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:09:20.669361 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.719999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f99629fd-c01f-4e74-97d1-865bfad31285, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f99629fd-c01f-4e74-97d1-865bfad31285,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:20.727712 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dac95fd0-771f-4a4d-b760-337c3badb17d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.732247 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.764223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac95fd0-771f-4a4d-b760-337c3badb17d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Subnet': ['ID=39d5d7c4-a608-45b5-8f3c-00d0a40126c0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:20.779707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4d0c-8cdc-486b-b3db-7a8a4f3f6cb9 req-12911418-160e-47b9-ade7-3adbf9e3fe53 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:20.786184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4d0c-8cdc-486b-b3db-7a8a4f3f6cb9 req-12911418-160e-47b9-ade7-3adbf9e3fe53 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:20.788176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 1abcbb4e-937d-47c8-a357-f90ac98e01d1 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:20.794910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4d0c-8cdc-486b-b3db-7a8a4f3f6cb9 req-12911418-160e-47b9-ade7-3adbf9e3fe53 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:20.801696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4d0c-8cdc-486b-b3db-7a8a4f3f6cb9 req-12911418-160e-47b9-ade7-3adbf9e3fe53 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:20.808701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4d0c-8cdc-486b-b3db-7a8a4f3f6cb9 req-12911418-160e-47b9-ade7-3adbf9e3fe53 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:20.816949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4d0c-8cdc-486b-b3db-7a8a4f3f6cb9 req-12911418-160e-47b9-ade7-3adbf9e3fe53 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:20.824348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4d0c-8cdc-486b-b3db-7a8a4f3f6cb9 req-12911418-160e-47b9-ade7-3adbf9e3fe53 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:20.826566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5d2f4d0c-8cdc-486b-b3db-7a8a4f3f6cb9 req-12911418-160e-47b9-ade7-3adbf9e3fe53 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5431 time: 0.1802027 Nov 03 16:09:20.829757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dac95fd0-771f-4a4d-b760-337c3badb17d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:20.837006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dac95fd0-771f-4a4d-b760-337c3badb17d tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/subnets/39d5d7c4-a608-45b5-8f3c-00d0a40126c0 HTTP/1.1" status: 204 len: 168 time: 0.9809802 Nov 03 16:09:20.837883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41930) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:20.924296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfffc594-7d38-4cc8-9356-f4bed247d507 None None] Network 021c8d8c-0424-4d4a-876e-24a47b1ce48f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:20.943508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-af379ca3-26b3-4627-8989-5f48c618bdcd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Router 64fc8c18-c7ed-4a2c-a524-cb881753118f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:09:20.971955 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5d2f4d0c-8cdc-486b-b3db-7a8a4f3f6cb9 req-a4a4390e-4ca7-4ca4-856b-edce07917a2c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328466 Nov 03 16:09:20.975916 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.037626 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00'}, {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bf40e1-5c0a-432e-a45a-89bf19dcede9'}, {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946fa250-4a46-4276-a40f-6827e8a5d511'}, {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99629fd-c01f-4e74-97d1-865bfad31285'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:21.041782 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74f1813-01de-4f19-a621-f961d74fe7f7" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ff3c0-ef5b-4749-aada-f8a186e06e00"}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "00bf40e1-5c0a-432e-a45a-89bf19dcede9"}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "946fa250-4a46-4276-a40f-6827e8a5d511"}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "f99629fd-c01f-4e74-97d1-865bfad31285"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:21.045423 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f99629fd-c01f-4e74-97d1-865bfad31285,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:21.056986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Deleting port e432f78e-7321-4ea7-9ded-c000b98fa399 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:21.057336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.145865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] For port e432f78e-7321-4ea7-9ded-c000b98fa399, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e432f78e-7321-4ea7-9ded-c000b98fa399,segment=NetworkSegment(3a564c4f-f3ab-4fca-a558-4d66481b41b8),segment_id=3a564c4f-f3ab-4fca-a558-4d66481b41b8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:21.146233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.161814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Calling delete_port for e432f78e-7321-4ea7-9ded-c000b98fa399 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:21.215137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-af379ca3-26b3-4627-8989-5f48c618bdcd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:09:21.228366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-af379ca3-26b3-4627-8989-5f48c618bdcd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.232966 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] Sync routers for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:09:21.248229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:09:21.256764 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:21.282110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:21.282487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.294369 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:21.295053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.302233 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-af379ca3-26b3-4627-8989-5f48c618bdcd tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "PUT /v2.0/floatingips/ce751b31-77c3-4f76-bb1b-9a22d8586879 HTTP/1.1" status: 200 len: 694 time: 1.2152843 Nov 03 16:09:21.370618 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2ac7a5-fb74-4529-9572-d1442eaa9427 x-openstack-request-id: req-8f2ac7a5-fb74-4529-9572-d1442eaa9427 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:21.371169 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ff3c0-ef5b-4749-aada-f8a186e06e00", "code": 200}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "00bf40e1-5c0a-432e-a45a-89bf19dcede9", "code": 200}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "946fa250-4a46-4276-a40f-6827e8a5d511", "code": 200}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "f99629fd-c01f-4e74-97d1-865bfad31285", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:21.371343 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f2ac7a5-fb74-4529-9572-d1442eaa9427 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:21.371773 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00', 'code': 200} Nov 03 16:09:21.372034 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bf40e1-5c0a-432e-a45a-89bf19dcede9', 'code': 200} Nov 03 16:09:21.372287 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946fa250-4a46-4276-a40f-6827e8a5d511', 'code': 200} Nov 03 16:09:21.372536 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99629fd-c01f-4e74-97d1-865bfad31285', 'code': 200} Nov 03 16:09:21.379641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:21.383496 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:21.397383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Port': ['ID=e432f78e-7321-4ea7-9ded-c000b98fa399,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:21.399945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679ddd97-68ed-4af3-949b-6ff9e3c9ad17 None None] DHCP port deletion for 021c8d8c-0424-4d4a-876e-24a47b1ce48f request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:09:21.411992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] No DVR routers for this DVR port e432f78e-7321-4ea7-9ded-c000b98fa399 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:09:21.426694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-7943ded4-329e-4f17-9959-c3ae35a28c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:21.428274 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-7943ded4-329e-4f17-9959-c3ae35a28c20 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1096 time: 0.1255093 Nov 03 16:09:21.486603 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2626a1b-442e-4402-be41-2b0aba1da50c x-openstack-request-id: req-d2626a1b-442e-4402-be41-2b0aba1da50c {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:21.486900 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:21.487155 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2626a1b-442e-4402-be41-2b0aba1da50c {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:21.488365 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'status': 'completed', 'code': 200} Nov 03 16:09:21.540604 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.579022 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:21.616900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.626522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 1abcbb4e-937d-47c8-a357-f90ac98e01d1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:21.626803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-041c0cda-19a1-4c38-b2b6-025eef9a350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:21.628281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-041c0cda-19a1-4c38-b2b6-025eef9a350a service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 921 time: 0.1925013 Nov 03 16:09:21.635436 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.679924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021c8d8c-0424-4d4a-876e-24a47b1ce48f']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:21.703312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a564c4f-f3ab-4fca-a558-4d66481b41b8') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:21.704049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a564c4f-f3ab-4fca-a558-4d66481b41b8') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:21.720340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-682caea9-b7c0-4032-bd31-ca5a52a7916e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 217 time: 0.0714397 Nov 03 16:09:21.723141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=1abcbb4e-937d-47c8-a357-f90ac98e01d1,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:21.741443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.765107 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.777192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:21.777710 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.781059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-cba4f5cc-90f8-4960-babd-7dd4c939b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:21.783362 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:21.788537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-cba4f5cc-90f8-4960-babd-7dd4c939b7d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 200 len: 860 time: 0.0671475 Nov 03 16:09:21.828270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-f0a8bb23-2b13-47f0-a18d-695ff77b0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:21.828270 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-f0a8bb23-2b13-47f0-a18d-695ff77b0b2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce6c82f26b8947e795720d4c51c497b2&device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 1096 time: 0.3204827 Nov 03 16:09:21.841488 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-dc14d96f-ea21-4668-862c-3ab8a67c2156 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b7451ae-4adf-425b-89f5-da0e8ecb9742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520086 Nov 03 16:09:21.872510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.902850 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:10Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b01fdcf5-74e2-4307-885d-266d95878875', 'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'mac_address': 'fa:16:3e:6e:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:09Z', 'updated_at': '2021-11-03T16:08:19Z', 'revision_number': 5, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'subnets': [{'id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:21.935239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.973170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:21.983758 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] 10.222.0.86 "DELETE /v2.0/networks/021c8d8c-0424-4d4a-876e-24a47b1ce48f HTTP/1.1" status: 204 len: 168 time: 1.1412113 Nov 03 16:09:21.984795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3b1e1-48b9-426f-8912-38739cd73d68 tempest-NetworksIpV6Test-1423149262 tempest-NetworksIpV6Test-1423149262-project] Pushing event deleted for resources: {'Network': ['ID=021c8d8c-0424-4d4a-876e-24a47b1ce48f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:22.085276 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] Checking router: 64fc8c18-c7ed-4a2c-a524-cb881753118f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:09:22.117734 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:22.118641 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:22.219677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686cfd-7ead-43e2-bf70-06931059a0c4 req-be3d5a25-62e5-4b74-8e07-2bfd0aa7efde tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:22.236816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686cfd-7ead-43e2-bf70-06931059a0c4 req-be3d5a25-62e5-4b74-8e07-2bfd0aa7efde tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:22.245386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686cfd-7ead-43e2-bf70-06931059a0c4 req-be3d5a25-62e5-4b74-8e07-2bfd0aa7efde tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:22.261467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686cfd-7ead-43e2-bf70-06931059a0c4 req-be3d5a25-62e5-4b74-8e07-2bfd0aa7efde tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:22.268721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686cfd-7ead-43e2-bf70-06931059a0c4 req-be3d5a25-62e5-4b74-8e07-2bfd0aa7efde tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:22.276779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686cfd-7ead-43e2-bf70-06931059a0c4 req-be3d5a25-62e5-4b74-8e07-2bfd0aa7efde tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:22.285465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686cfd-7ead-43e2-bf70-06931059a0c4 req-be3d5a25-62e5-4b74-8e07-2bfd0aa7efde tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:22.292607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61686cfd-7ead-43e2-bf70-06931059a0c4 req-be3d5a25-62e5-4b74-8e07-2bfd0aa7efde tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.1770191 Nov 03 16:09:22.409301 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:22.438209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61686cfd-7ead-43e2-bf70-06931059a0c4 req-c37f3e4e-c9cf-4eb6-a42e-3c9288e8b10c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370873 Nov 03 16:09:22.441771 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-7aded8e9-ade0-42fc-bc55-01efb4daedcc service neutron] 10.222.0.86 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991993 Nov 03 16:09:22.451216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-b81c08fa-11d1-4fe3-9b72-29889a67f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:22.452769 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-b81c08fa-11d1-4fe3-9b72-29889a67f9c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 200 len: 921 time: 0.6090555 Nov 03 16:09:22.515891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-fcb55a1a-ac79-4bab-acea-6963fa4b3e42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 200 len: 217 time: 0.0506563 Nov 03 16:09:22.524491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e432f78e-7321-4ea7-9ded-c000b98fa399 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:09:22.578391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: e432f78e-7321-4ea7-9ded-c000b98fa399 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:22.583729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41982) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:22.584969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e432f78e-7321-4ea7-9ded-c000b98fa399 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:09:22.589457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-7a344d09-a4a1-4e9b-862c-ce631a42d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:22.590916 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-7a344d09-a4a1-4e9b-862c-ce631a42d72a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 200 len: 860 time: 0.0489569 Nov 03 16:09:22.644505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-93c807ad-f8b1-496d-8096-b6fe2fbaad99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b7451ae-4adf-425b-89f5-da0e8ecb9742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372112 Nov 03 16:09:22.745435 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96df70c4-6890-4b1a-9979-2ad2a1471bfd req-8f90fdde-c69a-4637-b405-3dc825b2536b service neutron] 10.222.0.86 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026128 Nov 03 16:09:22.796825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-f67c5dcb-15a4-426a-b8b7-d0fd48ae126d service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427341 Nov 03 16:09:22.872597 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:10Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b01fdcf5-74e2-4307-885d-266d95878875', 'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'mac_address': 'fa:16:3e:6e:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:09Z', 'updated_at': '2021-11-03T16:08:19Z', 'revision_number': 5, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'subnets': [{'id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:22.950357 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a035e107-8444-4f6e-ab8d-f517b61ee7bd None None] The sync data for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 is: [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:08:10Z', 'revision_number': 4, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b01fdcf5-74e2-4307-885d-266d95878875', 'name': '', 'network_id': '9b7451ae-4adf-425b-89f5-da0e8ecb9742', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'mac_address': 'fa:16:3e:6e:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:09Z', 'updated_at': '2021-11-03T16:08:19Z', 'revision_number': 5, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'subnets': [{'id': '8a96c134-ff98-4a46-9584-d6ce72c8babb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:09:22.952728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-533b0b77-c333-4f78-9248-6c97874f86aa tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/floatingips/ce751b31-77c3-4f76-bb1b-9a22d8586879 HTTP/1.1" status: 200 len: 694 time: 0.1452777 Nov 03 16:09:23.022811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90f1d2ca-7eef-4f16-869e-69dc4dc8d6f2 req-a59105a1-4840-422e-b8f4-f806d088d6b2 service neutron] 10.222.0.70 "GET /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137477 Nov 03 16:09:23.159371 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8efec7c7-c845-477f-9259-e16d7411e8c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=291914e18e6f443ea2c4d03a4df3992f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5744128 Nov 03 16:09:23.162126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42006) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:23.232265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-82d37c29-2ff6-4627-8cff-55d38461c36a tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.234253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-82d37c29-2ff6-4627-8cff-55d38461c36a tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 784 time: 0.2734563 Nov 03 16:09:23.248540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-0c0a377f-ee74-49a1-8413-6b13c4f00ded tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:09:23.249751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-0c0a377f-ee74-49a1-8413-6b13c4f00ded tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0084314 Nov 03 16:09:23.331912 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9c26e96-4c07-4188-bda3-41360b1e72b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:23.358729 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-d43c2bca-027c-4a49-9c06-57224c70fad8 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 697 time: 0.0956690 Nov 03 16:09:23.360679 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9c26e96-4c07-4188-bda3-41360b1e72b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:23.374404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abcbb4e-937d-47c8-a357-f90ac98e01d1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:23.376737 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225c5b89-42bd-4056-898b-6a0aa1d50d8e" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "1abcbb4e-937d-47c8-a357-f90ac98e01d1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:23.413246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d6da0-7688-441e-af28-7441954e7c2e None None] New status for floating IP ce751b31-77c3-4f76-bb1b-9a22d8586879: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:09:23.436875 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9c26e96-4c07-4188-bda3-41360b1e72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:23.440546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9c26e96-4c07-4188-bda3-41360b1e72b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:23.441823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e9c26e96-4c07-4188-bda3-41360b1e72b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/411de43e-b5c5-4845-825a-4bb9c825dfa0 HTTP/1.1" status: 204 len: 168 time: 0.2782910 Nov 03 16:09:23.455815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-2d3f0ac1-2cee-4f8a-91e2-1160127e8383 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 697 time: 0.0892193 Nov 03 16:09:23.462571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c26e96-4c07-4188-bda3-41360b1e72b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411de43e-b5c5-4845-825a-4bb9c825dfa0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:23.719258 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221eea6a-f333-4f22-824d-76d25e2c3bea x-openstack-request-id: req-221eea6a-f333-4f22-824d-76d25e2c3bea {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:23.719928 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "1abcbb4e-937d-47c8-a357-f90ac98e01d1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:23.720104 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-221eea6a-f333-4f22-824d-76d25e2c3bea {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:23.720503 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abcbb4e-937d-47c8-a357-f90ac98e01d1', 'code': 200} Nov 03 16:09:23.762054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5dba6-7f51-47eb-bfca-0ad0beef5cd0 req-7a9558c7-63ec-41fa-924e-f04ceb461736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.763268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5dba6-7f51-47eb-bfca-0ad0beef5cd0 req-7a9558c7-63ec-41fa-924e-f04ceb461736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.763268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5dba6-7f51-47eb-bfca-0ad0beef5cd0 req-7a9558c7-63ec-41fa-924e-f04ceb461736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.763791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5dba6-7f51-47eb-bfca-0ad0beef5cd0 req-7a9558c7-63ec-41fa-924e-f04ceb461736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.764309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5dba6-7f51-47eb-bfca-0ad0beef5cd0 req-7a9558c7-63ec-41fa-924e-f04ceb461736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.764915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5dba6-7f51-47eb-bfca-0ad0beef5cd0 req-7a9558c7-63ec-41fa-924e-f04ceb461736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.765002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a860-aff8-47fa-89ef-7f4d5e435329 req-6f966f63-9436-44a7-92d5-45a9f40591fe tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.765729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5dba6-7f51-47eb-bfca-0ad0beef5cd0 req-7a9558c7-63ec-41fa-924e-f04ceb461736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.768429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26f5dba6-7f51-47eb-bfca-0ad0beef5cd0 req-7a9558c7-63ec-41fa-924e-f04ceb461736 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6490 time: 0.1664762 Nov 03 16:09:23.778751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Deleting port 83e44525-fd73-4afd-a920-d1e235b3dfe6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:23.779394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:23.788204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a860-aff8-47fa-89ef-7f4d5e435329 req-6f966f63-9436-44a7-92d5-45a9f40591fe tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.809447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a860-aff8-47fa-89ef-7f4d5e435329 req-6f966f63-9436-44a7-92d5-45a9f40591fe tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.826346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a860-aff8-47fa-89ef-7f4d5e435329 req-6f966f63-9436-44a7-92d5-45a9f40591fe tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.832443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a860-aff8-47fa-89ef-7f4d5e435329 req-6f966f63-9436-44a7-92d5-45a9f40591fe tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.856654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a860-aff8-47fa-89ef-7f4d5e435329 req-6f966f63-9436-44a7-92d5-45a9f40591fe tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.864080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a860-aff8-47fa-89ef-7f4d5e435329 req-6f966f63-9436-44a7-92d5-45a9f40591fe tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:23.872494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ae4a860-aff8-47fa-89ef-7f4d5e435329 req-6f966f63-9436-44a7-92d5-45a9f40591fe tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.2556307 Nov 03 16:09:23.986624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:23.987094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.001722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26f5dba6-7f51-47eb-bfca-0ad0beef5cd0 req-e7a6615c-43da-4dd8-8e01-282b2ac5da25 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1991394 Nov 03 16:09:24.007775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Calling delete_port for 83e44525-fd73-4afd-a920-d1e235b3dfe6 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:24.018511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ae4a860-aff8-47fa-89ef-7f4d5e435329 req-a8298a6b-a4ee-4666-bd4a-67b007d119e7 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349385 Nov 03 16:09:24.222038 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.302301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Pushing event deleted for resources: {'Port': ['ID=83e44525-fd73-4afd-a920-d1e235b3dfe6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:24.398504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.403258 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.404688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8632a9a1-59b3-49e1-9901-45e925c660f0 req-21f8b00b-e01a-4db2-9c62-2aa8c4603246 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "DELETE /v2.0/floatingips/ce751b31-77c3-4f76-bb1b-9a22d8586879 HTTP/1.1" status: 204 len: 173 time: 0.9480658 Nov 03 16:09:24.472366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9fc9f1fc-3562-4afa-acde-3bff7f91f833 req-14596339-0f8d-401b-8714-8098002760b3 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups/1d221bf0-5c55-4acd-9e2f-a4df11729f28 HTTP/1.1" status: 200 len: 1827 time: 0.0476487 Nov 03 16:09:24.537411 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9fc9f1fc-3562-4afa-acde-3bff7f91f833 req-2921e867-4355-4ab3-92eb-49febc69979d tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.563748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9fc9f1fc-3562-4afa-acde-3bff7f91f833 req-2921e867-4355-4ab3-92eb-49febc69979d tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.608203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42064) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:24.618988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9fc9f1fc-3562-4afa-acde-3bff7f91f833 req-2921e867-4355-4ab3-92eb-49febc69979d tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.622451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9fc9f1fc-3562-4afa-acde-3bff7f91f833 req-2921e867-4355-4ab3-92eb-49febc69979d tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.623955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9fc9f1fc-3562-4afa-acde-3bff7f91f833 req-2921e867-4355-4ab3-92eb-49febc69979d tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "DELETE /v2.0/security-groups/1d221bf0-5c55-4acd-9e2f-a4df11729f28 HTTP/1.1" status: 204 len: 173 time: 0.1445043 Nov 03 16:09:24.656561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921e867-4355-4ab3-92eb-49febc69979d tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d221bf0-5c55-4acd-9e2f-a4df11729f28,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:24.766170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-758944908'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:24.796140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:24.800022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.822465 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.966360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a316a-fd3f-4fe6-b9d5-ec5daec2d340 req-5a3f558a-8614-4d5c-828c-20ae6c4d6f3c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:24.968296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-204a316a-fd3f-4fe6-b9d5-ec5daec2d340 req-5a3f558a-8614-4d5c-828c-20ae6c4d6f3c tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0752747 Nov 03 16:09:24.969964 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.978201 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:24.994585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:09:25.006520 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.007192 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Added segment 711e67ae-bd71-4bc2-a76b-ed7584570362 of type vlan for network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 Nov 03 16:09:25.076463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6ada6a-3780-439d-a525-9a4c76d33b02,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:25.083062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-204a316a-fd3f-4fe6-b9d5-ec5daec2d340 req-8efc77f9-6e5b-4789-b6db-d41790ea97c8 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073132 Nov 03 16:09:25.109043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.151415 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.157939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.158588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.223941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6155527 Nov 03 16:09:25.226731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42086) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:25.232479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'name': 'tempest-PortsIpV6TestJSON-1021838071'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:25.278546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475e55-61ea-4276-8098-fdc9d8d7a137 req-bca04e09-d6a9-44f2-a9e7-796d66a11131 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.284477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475e55-61ea-4276-8098-fdc9d8d7a137 req-bca04e09-d6a9-44f2-a9e7-796d66a11131 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.290784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475e55-61ea-4276-8098-fdc9d8d7a137 req-bca04e09-d6a9-44f2-a9e7-796d66a11131 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.296791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475e55-61ea-4276-8098-fdc9d8d7a137 req-bca04e09-d6a9-44f2-a9e7-796d66a11131 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.302794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475e55-61ea-4276-8098-fdc9d8d7a137 req-bca04e09-d6a9-44f2-a9e7-796d66a11131 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.309430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475e55-61ea-4276-8098-fdc9d8d7a137 req-bca04e09-d6a9-44f2-a9e7-796d66a11131 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.315740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475e55-61ea-4276-8098-fdc9d8d7a137 req-bca04e09-d6a9-44f2-a9e7-796d66a11131 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.317750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01475e55-61ea-4276-8098-fdc9d8d7a137 req-bca04e09-d6a9-44f2-a9e7-796d66a11131 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.1832507 Nov 03 16:09:25.319358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6125b73-9d55-4617-a66b-5e0606aaf1c5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Network': ['ID=c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:25.335194 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:25.348249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:25.354841 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.386305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port ee43874c-1cc5-4946-8ebe-bf054e7399ee yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:09:25.415858 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01475e55-61ea-4276-8098-fdc9d8d7a137 req-3af5b241-88fd-4b40-9e4b-0db29bc22ace tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837235 Nov 03 16:09:25.576393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.611063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.677970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=ee43874c-1cc5-4946-8ebe-bf054e7399ee,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:25.691239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Checking segment: {'id': '711e67ae-bd71-4bc2-a76b-ed7584570362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:25.691625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network hostable DHCP agents. Network: c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:09:25.712553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:09:25.726193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:25.736694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:25.738834 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc68a73-3104-4576-b367-81a767afcf19 None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:25.743585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.744327 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.767417 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-25261234-1d60-432c-b87a-422eae2e3b21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5362287 Nov 03 16:09:25.767649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42098) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:25.776326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1909350164'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:25.800708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:25.808614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.841766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:09:25.856887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.857282 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Added segment 059373b1-a1d5-4c3f-807f-4e5d07d43e67 of type vlan for network 553584ae-5e87-4035-9968-b6a0ec08d849 Nov 03 16:09:25.900384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.928715 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:25.934497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:25.935094 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:26.001277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2324774 Nov 03 16:09:26.003778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42112) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:26.009772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'ports': [{'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3'}, {'network_id': '553584ae-5e87-4035-9968-b6a0ec08d849'}]} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:26.010088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:26.010779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': '553584ae-5e87-4035-9968-b6a0ec08d849'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:26.010873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dda51-155a-46c9-9b1a-22d1fc29869d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Network': ['ID=553584ae-5e87-4035-9968-b6a0ec08d849,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:26.021090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 553584ae-5e87-4035-9968-b6a0ec08d849 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:26.199163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 2} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:26.204332 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:26.222643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:26.246383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8b54d-c580-4902-9d37-2bcf45663e74 req-c6193fb8-dc9c-4dc9-8ac5-30525ba08639 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:26.269824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58e8b54d-c580-4902-9d37-2bcf45663e74 req-c6193fb8-dc9c-4dc9-8ac5-30525ba08639 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1123827 Nov 03 16:09:26.320147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-58e8b54d-c580-4902-9d37-2bcf45663e74 req-cb950dd0-f338-48fd-bd7d-671a0548cabb tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494382 Nov 03 16:09:26.338347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 15eeec98-75c7-4576-8845-c781e6069aed yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:09:26.486461 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:26.586071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 47544d84-f291-4740-9fe0-f3612b4ab927 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:09:26.639340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed798-0aa4-4f60-8ac6-679343898062 req-d467eaf3-cf70-4622-b133-e845cf955056 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:26.645755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed798-0aa4-4f60-8ac6-679343898062 req-d467eaf3-cf70-4622-b133-e845cf955056 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:26.652337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed798-0aa4-4f60-8ac6-679343898062 req-d467eaf3-cf70-4622-b133-e845cf955056 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:26.658858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed798-0aa4-4f60-8ac6-679343898062 req-d467eaf3-cf70-4622-b133-e845cf955056 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:26.665357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed798-0aa4-4f60-8ac6-679343898062 req-d467eaf3-cf70-4622-b133-e845cf955056 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:26.671362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed798-0aa4-4f60-8ac6-679343898062 req-d467eaf3-cf70-4622-b133-e845cf955056 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:26.677478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed798-0aa4-4f60-8ac6-679343898062 req-d467eaf3-cf70-4622-b133-e845cf955056 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:26.679474 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b12ed798-0aa4-4f60-8ac6-679343898062 req-d467eaf3-cf70-4622-b133-e845cf955056 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.1409750 Nov 03 16:09:26.816723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b12ed798-0aa4-4f60-8ac6-679343898062 req-75e2c62b-e79b-4d2c-bff1-31836dc5e356 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275489 Nov 03 16:09:26.827867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:26.885437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:26.947546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:26.954382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:26.957188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:26.958500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:26.965066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=15eeec98-75c7-4576-8845-c781e6069aed,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:27.006377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c951b7-569b-47c4-8261-9f316b5b29cb req-83550773-13e3-463d-9b0d-1cbc47f7a366 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.017297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c951b7-569b-47c4-8261-9f316b5b29cb req-83550773-13e3-463d-9b0d-1cbc47f7a366 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.023539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c951b7-569b-47c4-8261-9f316b5b29cb req-83550773-13e3-463d-9b0d-1cbc47f7a366 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.030136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c951b7-569b-47c4-8261-9f316b5b29cb req-83550773-13e3-463d-9b0d-1cbc47f7a366 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.036689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c951b7-569b-47c4-8261-9f316b5b29cb req-83550773-13e3-463d-9b0d-1cbc47f7a366 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.041305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=47544d84-f291-4740-9fe0-f3612b4ab927,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:27.047734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c951b7-569b-47c4-8261-9f316b5b29cb req-83550773-13e3-463d-9b0d-1cbc47f7a366 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.048185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Checking segment: {'id': '059373b1-a1d5-4c3f-807f-4e5d07d43e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '553584ae-5e87-4035-9968-b6a0ec08d849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:27.048653 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network hostable DHCP agents. Network: 553584ae-5e87-4035-9968-b6a0ec08d849, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:09:27.054892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c951b7-569b-47c4-8261-9f316b5b29cb req-83550773-13e3-463d-9b0d-1cbc47f7a366 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.057218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76c951b7-569b-47c4-8261-9f316b5b29cb req-83550773-13e3-463d-9b0d-1cbc47f7a366 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.1379294 Nov 03 16:09:27.070235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network 553584ae-5e87-4035-9968-b6a0ec08d849 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:09:27.074422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42148) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:27.079312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c6370a0a-63d6-4f02-90e7-19c1c1c5ad4e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Request body: {'floatingip': {'port_id': '8cbd112b-8cde-443c-a2f1-57dac3721bf7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:27.119266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 553584ae-5e87-4035-9968-b6a0ec08d849) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:27.123255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:27.126275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-658210f7-1f6f-4a7b-926d-0ca7cdbd39d9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.127928 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-658210f7-1f6f-4a7b-926d-0ca7cdbd39d9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.0691538 Nov 03 16:09:27.129412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.135585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.136146 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:27.140865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8895f01-7a14-41b5-a96f-6ce499afc7fe None None] Network 553584ae-5e87-4035-9968-b6a0ec08d849 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:27.157918 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6370a0a-63d6-4f02-90e7-19c1c1c5ad4e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:27.270163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d0a3ea79-e9d1-4c32-9eed-adebd48f8914 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2623971 Nov 03 16:09:27.276794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42150) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:27.367135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Deleting port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:27.368048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:27.488723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] For port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:27.489828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:27.518526 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Calling delete_port for 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:27.621379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4f66ff71-ee04-4e53-8e9a-09580d50a430 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 47544d84-f291-4740-9fe0-f3612b4ab927 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:27.622145 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f66ff71-ee04-4e53-8e9a-09580d50a430 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:27.675161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec301fa-7bd9-4d9e-9a8c-faef56ab82d4 req-126c1527-22ae-4f3e-8f5e-1b0beef85281 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:27.685160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ec301fa-7bd9-4d9e-9a8c-faef56ab82d4 req-126c1527-22ae-4f3e-8f5e-1b0beef85281 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c2ae84d-a886-40c3-9fd2-cc768a81f4b1 HTTP/1.1" status: 200 len: 945 time: 0.1803401 Nov 03 16:09:27.800174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f66ff71-ee04-4e53-8e9a-09580d50a430 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:27.836794 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ec301fa-7bd9-4d9e-9a8c-faef56ab82d4 req-f83bc490-1ed7-4165-9ba7-da645d1451db tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.86 "GET /v2.0/security-groups?id=f53ff197-7a96-4b3e-85a1-6bb971431a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503301 Nov 03 16:09:27.839724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4f66ff71-ee04-4e53-8e9a-09580d50a430 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 47544d84-f291-4740-9fe0-f3612b4ab927 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:27.913120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6370a0a-63d6-4f02-90e7-19c1c1c5ad4e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:27.920602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6370a0a-63d6-4f02-90e7-19c1c1c5ad4e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:27.921868 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:27.934262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:28.018914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Pushing event deleted for resources: {'Port': ['ID=7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:28.072813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] No DVR routers for this DVR port 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:09:28.076505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:28.076982 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-c6370a0a-63d6-4f02-90e7-19c1c1c5ad4e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Floating IP 79824b7d-074e-4262-a5ea-782f31587836 associated. External IP: 172.25.6.131, port: 8cbd112b-8cde-443c-a2f1-57dac3721bf7. Nov 03 16:09:28.079941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c13d65fd-58a5-4cca-bee1-60dc9f8493f3 req-ee546f9f-de77-46bb-a8f9-ac921e9a25b9 tempest-ServerRescueTestJSONUnderV235-243219648 tempest-ServerRescueTestJSONUnderV235-243219648-project] 10.222.0.70 "DELETE /v2.0/ports/7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc HTTP/1.1" status: 204 len: 173 time: 0.9422820 Nov 03 16:09:28.080401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'name': 'network-vif-deleted', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:28.082839 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c393c4ec-dae2-47ce-b357-9ca6251c87fe" -d '{"events": [{"server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "name": "network-vif-deleted", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:28.155293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f66ff71-ee04-4e53-8e9a-09580d50a430 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:28.167661 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4404a910-dd1f-4926-bc4b-d71b00647a94 x-openstack-request-id: req-4404a910-dd1f-4926-bc4b-d71b00647a94 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:28.167841 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ae84d-a886-40c3-9fd2-cc768a81f4b1", "name": "network-vif-deleted", "tag": "7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:28.168094 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4404a910-dd1f-4926-bc4b-d71b00647a94 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:28.168491 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ae84d-a886-40c3-9fd2-cc768a81f4b1', 'name': 'network-vif-deleted', 'tag': '7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc', 'status': 'completed', 'code': 200} Nov 03 16:09:28.198846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ff71-ee04-4e53-8e9a-09580d50a430 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=47544d84-f291-4740-9fe0-f3612b4ab927,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:28.208262 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f66ff71-ee04-4e53-8e9a-09580d50a430 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:28.213825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4f66ff71-ee04-4e53-8e9a-09580d50a430 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/47544d84-f291-4740-9fe0-f3612b4ab927 HTTP/1.1" status: 204 len: 168 time: 0.9345829 Nov 03 16:09:28.216119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42162) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:28.300641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1167f2-ea6e-4080-af3b-b120611ffb23 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:28.309516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1167f2-ea6e-4080-af3b-b120611ffb23 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:28.311956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-da1167f2-ea6e-4080-af3b-b120611ffb23 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0945840 Nov 03 16:09:28.314614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42164) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:28.396290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6370a0a-63d6-4f02-90e7-19c1c1c5ad4e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Router 1729da9a-40fa-40a7-9c5e-d035060374c9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:09:28.443769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-af2d520b-0a41-4d00-b4a8-dc094a6deb0a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 15eeec98-75c7-4576-8845-c781e6069aed {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:28.444031 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af2d520b-0a41-4d00-b4a8-dc094a6deb0a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:28.588138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af2d520b-0a41-4d00-b4a8-dc094a6deb0a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:28.614988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-af2d520b-0a41-4d00-b4a8-dc094a6deb0a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 15eeec98-75c7-4576-8845-c781e6069aed owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:28.824085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af2d520b-0a41-4d00-b4a8-dc094a6deb0a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:28.887928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6370a0a-63d6-4f02-90e7-19c1c1c5ad4e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:09:28.897977 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6370a0a-63d6-4f02-90e7-19c1c1c5ad4e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:28.903558 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] Sync routers for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:09:28.911968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d520b-0a41-4d00-b4a8-dc094a6deb0a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=15eeec98-75c7-4576-8845-c781e6069aed,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:28.916336 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:28.916816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42176) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:28.917365 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:28.926381 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af2d520b-0a41-4d00-b4a8-dc094a6deb0a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:28.930764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af2d520b-0a41-4d00-b4a8-dc094a6deb0a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/15eeec98-75c7-4576-8845-c781e6069aed HTTP/1.1" status: 204 len: 168 time: 0.6121926 Nov 03 16:09:28.937559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42178) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:28.955194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c6370a0a-63d6-4f02-90e7-19c1c1c5ad4e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "PUT /v2.0/floatingips/79824b7d-074e-4262-a5ea-782f31587836 HTTP/1.1" status: 200 len: 992 time: 1.8794048 Nov 03 16:09:28.956161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:28.958693 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1bfee7-b41f-40a1-8311-262ccda69d62" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:29.029354 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bfa8ac-c3db-4c10-9757-165ebc5446b0 x-openstack-request-id: req-c9bfa8ac-c3db-4c10-9757-165ebc5446b0 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:29.029681 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:29.029939 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9bfa8ac-c3db-4c10-9757-165ebc5446b0 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:29.030346 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'status': 'completed', 'code': 200} Nov 03 16:09:29.129173 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:29.182824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-9d5394bc-bd0e-46db-a91f-b47dfc088e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.183351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-9d5394bc-bd0e-46db-a91f-b47dfc088e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.183753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-9d5394bc-bd0e-46db-a91f-b47dfc088e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.184311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-9d5394bc-bd0e-46db-a91f-b47dfc088e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.184773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-9d5394bc-bd0e-46db-a91f-b47dfc088e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.185222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-9d5394bc-bd0e-46db-a91f-b47dfc088e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.185701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-9d5394bc-bd0e-46db-a91f-b47dfc088e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.187952 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-9d5394bc-bd0e-46db-a91f-b47dfc088e55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6490 time: 0.0819438 Nov 03 16:09:29.190852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f322cc-3921-4fdf-9a06-8179cbb24b44 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.192386 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f6f322cc-3921-4fdf-9a06-8179cbb24b44 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2545116 Nov 03 16:09:29.204351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42188) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:29.250939 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-439f8ed7-b93a-4279-9961-b4195a1f414b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:09:29.255316 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-439f8ed7-b93a-4279-9961-b4195a1f414b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/47544d84-f291-4740-9fe0-f3612b4ab927 HTTP/1.1" status: 404 len: 333 time: 0.0478442 Nov 03 16:09:29.255779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42190) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:29.369174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-be29b1ec-49e4-44ce-b0bc-ae48f1142552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.371107 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-be29b1ec-49e4-44ce-b0bc-ae48f1142552 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b702e15-109b-4b34-b65b-e7a25aa30a01 HTTP/1.1" status: 200 len: 912 time: 0.1757574 Nov 03 16:09:29.389569 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6aecf68-39b1-4b7e-a245-f6a259b9f825 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:09:29.393938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e6aecf68-39b1-4b7e-a245-f6a259b9f825 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/15eeec98-75c7-4576-8845-c781e6069aed HTTP/1.1" status: 404 len: 333 time: 0.1347904 Nov 03 16:09:29.397218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42192) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:29.478011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-ac0db0ae-522c-4797-95e9-28fa831bf194 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7 HTTP/1.1" status: 200 len: 1000 time: 0.0847580 Nov 03 16:09:29.600752 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:41Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '79824b7d-074e-4262-a5ea-782f31587836', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'floating_ip_address': '172.25.6.131', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'port_id': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'mac_address': 'fa:16:3e:e7:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:09:27Z', 'revision_number': 1, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713ff5cc-1c88-41fe-9c37-84066eaae4e3', 'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'mac_address': 'fa:16:3e:4c:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:39Z', 'updated_at': '2021-11-03T16:06:50Z', 'revision_number': 5, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'subnets': [{'id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:29.617031 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-6b0c9b42-bde1-4d78-a59b-483a9b856312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.625427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-6b0c9b42-bde1-4d78-a59b-483a9b856312 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec07e9ce-76fc-4651-9c43-195f89c62fd2 HTTP/1.1" status: 200 len: 850 time: 0.1411750 Nov 03 16:09:29.679292 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] Checking router: 1729da9a-40fa-40a7-9c5e-d035060374c9 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:09:29.703229 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:29.703858 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:29.710663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-220a3450-7b19-4865-8281-056007844676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:29.713354 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-220a3450-7b19-4865-8281-056007844676 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b702e15-109b-4b34-b65b-e7a25aa30a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799477 Nov 03 16:09:29.810222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:29.841442 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:29.933385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-4addd089-f85c-462b-a84b-aeecddec3eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095144 Nov 03 16:09:29.992212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.052753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553584ae-5e87-4035-9968-b6a0ec08d849']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:30.103823 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059373b1-a1d5-4c3f-807f-4e5d07d43e67') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:30.106082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059373b1-a1d5-4c3f-807f-4e5d07d43e67') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:30.123234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f1bfee7-b41f-40a1-8311-262ccda69d62 req-826d92f4-0ea7-4072-a240-2e29cf10b9ac service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840389 Nov 03 16:09:30.129061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.229588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.240913 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:30.241319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:30.246740 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:30.319398 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:41Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '79824b7d-074e-4262-a5ea-782f31587836', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'floating_ip_address': '172.25.6.131', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'port_id': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'mac_address': 'fa:16:3e:e7:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:09:27Z', 'revision_number': 1, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713ff5cc-1c88-41fe-9c37-84066eaae4e3', 'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'mac_address': 'fa:16:3e:4c:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:39Z', 'updated_at': '2021-11-03T16:06:50Z', 'revision_number': 5, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'subnets': [{'id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:30.334139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.355006 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e691d62-dad9-4383-ae63-77a8c339beca None None] The sync data for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 is: [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:41Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '79824b7d-074e-4262-a5ea-782f31587836', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'floating_ip_address': '172.25.6.131', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'port_id': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'mac_address': 'fa:16:3e:e7:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:09:27Z', 'revision_number': 1, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713ff5cc-1c88-41fe-9c37-84066eaae4e3', 'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'mac_address': 'fa:16:3e:4c:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:39Z', 'updated_at': '2021-11-03T16:06:50Z', 'revision_number': 5, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'subnets': [{'id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:09:30.462388 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.484656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.491958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/networks/553584ae-5e87-4035-9968-b6a0ec08d849 HTTP/1.1" status: 204 len: 168 time: 1.0903654 Nov 03 16:09:30.493830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42218) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:30.500245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2033937383'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:30.551931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:30.556312 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.631508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:09:30.649950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:09:30.652645 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.653001 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Added segment 7237f766-1dad-43aa-bf4c-45e646f256e5 of type vlan for network 409dcf48-6cb7-4578-9845-21162cc03448 Nov 03 16:09:30.726911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.732273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:30.734814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 7fcd4a5d-0619-434b-9d7b-b7a8ad3c21fc not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:09:30.749485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d647b-2a5b-44c2-b2c1-5100feefcaf8 None None] New status for floating IP 79824b7d-074e-4262-a5ea-782f31587836: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:09:30.765195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42224) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:30.775738 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.783086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:30.784159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:30.809763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3143725 Nov 03 16:09:30.824771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42230) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:30.841220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': '409dcf48-6cb7-4578-9845-21162cc03448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:30.967067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab449a-4462-4874-ae4a-3aa368c76383 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Network': ['ID=409dcf48-6cb7-4578-9845-21162cc03448,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:30.987913 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710076aa-4697-4712-8c80-86c7b542e149 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Network': ['ID=553584ae-5e87-4035-9968-b6a0ec08d849,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:31.008053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e2af430-8589-4404-ba03-72653a114355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.060533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 409dcf48-6cb7-4578-9845-21162cc03448 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:31.084691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:31.088995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.205247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Performing IP validity checks on allocation pools {{(pid=108104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 16:09:31.208303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 16:09:31.283878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e2af430-8589-4404-ba03-72653a114355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.286521 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.296185 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e2af430-8589-4404-ba03-72653a114355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.343962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Deleting port b01fdcf5-74e2-4307-885d-266d95878875 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:31.346663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.374238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8e2af430-8589-4404-ba03-72653a114355 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=61dd67acbbd643948d99f3a3f318eab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6074126 Nov 03 16:09:31.377844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2af430-8589-4404-ba03-72653a114355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed3412-e0c4-4490-8b4e-4c956658a648,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:31.381283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42236) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:31.457848 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.519485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] For port b01fdcf5-74e2-4307-885d-266d95878875, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b01fdcf5-74e2-4307-885d-266d95878875,segment=NetworkSegment(b8371e16-3be0-4de3-92e8-c45dd87da7a0),segment_id=b8371e16-3be0-4de3-92e8-c45dd87da7a0)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:31.519849 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.530692 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7f8793cb-28b8-48d5-854d-4787b8ff8b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.539134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Calling delete_port for b01fdcf5-74e2-4307-885d-266d95878875 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:31.540540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=988ff7f2-1304-4123-a3e0-56147c73b351,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:31.559977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Checking segment: {'id': '7237f766-1dad-43aa-bf4c-45e646f256e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '409dcf48-6cb7-4578-9845-21162cc03448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:31.560346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network hostable DHCP agents. Network: 409dcf48-6cb7-4578-9845-21162cc03448, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:09:31.566346 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7f8793cb-28b8-48d5-854d-4787b8ff8b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.579881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network 409dcf48-6cb7-4578-9845-21162cc03448 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:09:31.590480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 409dcf48-6cb7-4578-9845-21162cc03448) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:31.595614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:31.596202 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.618446 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8ca0a6d4-ed8d-4365-b2f0-70328bd7243a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7900867 Nov 03 16:09:31.619792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10063ac7-1e00-4b46-82ab-36386492212a None None] Network 409dcf48-6cb7-4578-9845-21162cc03448 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:31.621142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42240) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:31.627310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': '409dcf48-6cb7-4578-9845-21162cc03448', 'name': 'tempest-PortsIpV6TestJSON-274972598'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:31.712271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7f8793cb-28b8-48d5-854d-4787b8ff8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.717089 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7f8793cb-28b8-48d5-854d-4787b8ff8b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.721037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7f8793cb-28b8-48d5-854d-4787b8ff8b35 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/99ed3412-e0c4-4490-8b4e-4c956658a648 HTTP/1.1" status: 204 len: 168 time: 0.3386946 Nov 03 16:09:31.738848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8793cb-28b8-48d5-854d-4787b8ff8b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed3412-e0c4-4490-8b4e-4c956658a648,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:31.783711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:31.788358 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.814799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 01b68abf-e794-4ac0-a0d6-b476ead8321d yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:09:31.842296 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:31.889834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Pushing event deleted for resources: {'Port': ['ID=b01fdcf5-74e2-4307-885d-266d95878875,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:31.985439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-409dcf48-6cb7-4578-9845-21162cc03448', 'network_id': '409dcf48-6cb7-4578-9845-21162cc03448', 'tenant_id': '786c4e3cf9bd453284b980a2686f7a63', 'fixed_ips': [{'subnet_id': '988ff7f2-1304-4123-a3e0-56147c73b351'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:09:31.986955 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.068146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::50 (409dcf48-6cb7-4578-9845-21162cc03448/988ff7f2-1304-4123-a3e0-56147c73b351/01b68abf-e794-4ac0-a0d6-b476ead8321d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:32.138245 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.261577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42248) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:32.290532 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14739f15-604e-4630-930e-db42457a6964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.318786 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.407067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.444884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Router 64fc8c18-c7ed-4a2c-a524-cb881753118f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:09:32.471559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=01b68abf-e794-4ac0-a0d6-b476ead8321d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:32.497086 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14739f15-604e-4630-930e-db42457a6964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.499803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network 409dcf48-6cb7-4578-9845-21162cc03448 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:32.501638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:32.504357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-14739f15-604e-4630-930e-db42457a6964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.507015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:32.517080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Allocated IP 2001:db8::2 (409dcf48-6cb7-4578-9845-21162cc03448/988ff7f2-1304-4123-a3e0-56147c73b351/c2bbf851-4a22-4788-841a-71d2a420f2ae) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:32.527024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:32.527697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.595818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14739f15-604e-4630-930e-db42457a6964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8114586-416b-4f3a-86b2-86b48dd8cff6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:32.615288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:09:32.619805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-081718a4-99db-48cd-8200-9a466f3a38c9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9973772 Nov 03 16:09:32.625030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-14739f15-604e-4630-930e-db42457a6964 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=708c4a67f04c40cc8fad817d4cf388a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3594067 Nov 03 16:09:32.625030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42254) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:32.625030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42256) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:32.631649 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] Sync routers for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:09:32.638035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ce05a051-3209-4509-8cc3-62d9dc33ee8c admin admin] 10.222.0.86 "PUT /v2.0/routers/64fc8c18-c7ed-4a2c-a524-cb881753118f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7173831 Nov 03 16:09:32.640518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42258) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:32.652518 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:32.653333 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:32.729544 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.739348 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.797042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.803787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Pushing event updated for resources: {'Port': ['ID=c2bbf851-4a22-4788-841a-71d2a420f2ae,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:32.818945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Network 409dcf48-6cb7-4578-9845-21162cc03448 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:32.822642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:32.825473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:32.835739 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-361d0d02-db5b-4fd7-be22-6d4de460a107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.855662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87b5192-5697-45d1-ab6c-a6ae8990f0f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.875421 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:32.897508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Attempting to bind port c2bbf851-4a22-4788-841a-71d2a420f2ae on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:09:32.897871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Attempting to bind port c2bbf851-4a22-4788-841a-71d2a420f2ae by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '7237f766-1dad-43aa-bf4c-45e646f256e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '409dcf48-6cb7-4578-9845-21162cc03448'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:09:32.898233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Attempting to bind port c2bbf851-4a22-4788-841a-71d2a420f2ae on network 409dcf48-6cb7-4578-9845-21162cc03448 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:09:32.904508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:09:32.905107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Checking segment: {'id': '7237f766-1dad-43aa-bf4c-45e646f256e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '409dcf48-6cb7-4578-9845-21162cc03448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:32.905678 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.906300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Bound using segment: {'id': '7237f766-1dad-43aa-bf4c-45e646f256e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '409dcf48-6cb7-4578-9845-21162cc03448'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:09:32.907440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Bound port: c2bbf851-4a22-4788-841a-71d2a420f2ae, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7237f766-1dad-43aa-bf4c-45e646f256e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '409dcf48-6cb7-4578-9845-21162cc03448'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:09:32.907971 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.909514 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87b5192-5697-45d1-ab6c-a6ae8990f0f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.950900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.960050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-727541b1-5e8b-4e24-909a-b0c55e1d4f5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 01b68abf-e794-4ac0-a0d6-b476ead8321d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:32.960393 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-727541b1-5e8b-4e24-909a-b0c55e1d4f5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:32.992071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] For port c2bbf851-4a22-4788-841a-71d2a420f2ae, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:09:32.996967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] For port c2bbf851-4a22-4788-841a-71d2a420f2ae, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c2bbf851-4a22-4788-841a-71d2a420f2ae,segment=NetworkSegment(7237f766-1dad-43aa-bf4c-45e646f256e5),segment_id=7237f766-1dad-43aa-bf4c-45e646f256e5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:09:33.002480 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.034583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Deleting port 5de2c1ee-a131-4dcf-9157-28ddb02213e2 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:33.035195 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.080522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c59f27-ca34-4639-8177-8207b6ae19df None None] Pushing event updated for resources: {'Port': ['ID=c2bbf851-4a22-4788-841a-71d2a420f2ae,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:33.108802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87b5192-5697-45d1-ab6c-a6ae8990f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.112489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87b5192-5697-45d1-ab6c-a6ae8990f0f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.115861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e87b5192-5697-45d1-ab6c-a6ae8990f0f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c8114586-416b-4f3a-86b2-86b48dd8cff6 HTTP/1.1" status: 204 len: 168 time: 0.4900789 Nov 03 16:09:33.154373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b5192-5697-45d1-ab6c-a6ae8990f0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8114586-416b-4f3a-86b2-86b48dd8cff6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:33.157208 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-727541b1-5e8b-4e24-909a-b0c55e1d4f5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.171684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-727541b1-5e8b-4e24-909a-b0c55e1d4f5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 01b68abf-e794-4ac0-a0d6-b476ead8321d owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:33.209138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] For port 5de2c1ee-a131-4dcf-9157-28ddb02213e2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5de2c1ee-a131-4dcf-9157-28ddb02213e2,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:33.209509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.224933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Calling delete_port for 5de2c1ee-a131-4dcf-9157-28ddb02213e2 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:33.440798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-727541b1-5e8b-4e24-909a-b0c55e1d4f5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.500080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727541b1-5e8b-4e24-909a-b0c55e1d4f5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=01b68abf-e794-4ac0-a0d6-b476ead8321d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:33.524967 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:09:31Z', 'revision_number': 5, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port': {'id': '5de2c1ee-a131-4dcf-9157-28ddb02213e2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:08:04Z', 'updated_at': '2021-11-03T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:33.556831 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.557515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-727541b1-5e8b-4e24-909a-b0c55e1d4f5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.569711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-727541b1-5e8b-4e24-909a-b0c55e1d4f5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/01b68abf-e794-4ac0-a0d6-b476ead8321d HTTP/1.1" status: 204 len: 168 time: 0.9452853 Nov 03 16:09:33.575499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42270) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:33.622798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de2c1ee-a131-4dcf-9157-28ddb02213e2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:33.632761 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] Checking router: 64fc8c18-c7ed-4a2c-a524-cb881753118f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:09:33.647888 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ad74ff-7e9b-40e1-9269-aeb09f66145f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:09:33.662102 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] Routers {'64fc8c18-c7ed-4a2c-a524-cb881753118f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:33.665369 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64fc8c18-c7ed-4a2c-a524-cb881753118f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:33.666604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ad74ff-7e9b-40e1-9269-aeb09f66145f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:33.671174 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d2ad74ff-7e9b-40e1-9269-aeb09f66145f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/01b68abf-e794-4ac0-a0d6-b476ead8321d HTTP/1.1" status: 404 len: 333 time: 0.0930130 Nov 03 16:09:33.675342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42274) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:33.709194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.746279 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f528cd43-9188-4ce6-96aa-29ee0a0c9bd6 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:09:33.748461 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f528cd43-9188-4ce6-96aa-29ee0a0c9bd6 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/01b68abf-e794-4ac0-a0d6-b476ead8321d HTTP/1.1" status: 404 len: 333 time: 0.0704763 Nov 03 16:09:33.751117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42278) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:33.814995 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.817090 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] Set router 64fc8c18-c7ed-4a2c-a524-cb881753118f gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:33.817486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.835253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42280) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:33.859774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9620-8a27-4cf2-a081-719b0171be58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.869751 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.870852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64fc8c18-c7ed-4a2c-a524-cb881753118f {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:09:33.874716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3750b780-3d88-423f-96e2-a7c82e1cd024 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 988ff7f2-1304-4123-a3e0-56147c73b351 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:09:33.876062 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.878716 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:09:33Z', 'revision_number': 7, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:33.880778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a1cec6d4-bfbe-4856-aa3b-9cbff1be1d40 admin admin] 10.222.0.86 "DELETE /v2.0/routers/64fc8c18-c7ed-4a2c-a524-cb881753118f HTTP/1.1" status: 204 len: 168 time: 1.2349477 Nov 03 16:09:33.880988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42282) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:33.887228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3750b780-3d88-423f-96e2-a7c82e1cd024 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.915909 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf5c2e9-d177-4168-bce2-85ff1e55f103 None None] The sync data for ids ['64fc8c18-c7ed-4a2c-a524-cb881753118f'] in n-d-813897-2 is: [{'id': '64fc8c18-c7ed-4a2c-a524-cb881753118f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1790582877-router', 'tenant_id': 'ce6c82f26b8947e795720d4c51c497b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:08:02Z', 'updated_at': '2021-11-03T16:09:33Z', 'revision_number': 7, 'project_id': 'ce6c82f26b8947e795720d4c51c497b2', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:09:33.970525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ce223f-36b7-4792-93c4-c5742d0200b2 admin admin] Deleting subnet 8a96c134-ff98-4a46-9584-d6ce72c8babb {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:09:33.974962 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6ce223f-36b7-4792-93c4-c5742d0200b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:33.989316 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3750b780-3d88-423f-96e2-a7c82e1cd024 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.026633 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6ce223f-36b7-4792-93c4-c5742d0200b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.069869 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9620-8a27-4cf2-a081-719b0171be58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.080091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6ce223f-36b7-4792-93c4-c5742d0200b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.080333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9620-8a27-4cf2-a081-719b0171be58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.147289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6ce223f-36b7-4792-93c4-c5742d0200b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.177205 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5c2c9620-8a27-4cf2-a081-719b0171be58 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=32037a4d1e0e42b4a953b560a5afb370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374259 Nov 03 16:09:34.177205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c9620-8a27-4cf2-a081-719b0171be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58be3e76-8db4-44d0-a079-3379d824decc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:34.177733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42286) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:34.183253 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3750b780-3d88-423f-96e2-a7c82e1cd024 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.212509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce223f-36b7-4792-93c4-c5742d0200b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a96c134-ff98-4a46-9584-d6ce72c8babb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:34.214801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a6ce223f-36b7-4792-93c4-c5742d0200b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.227788 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a6ce223f-36b7-4792-93c4-c5742d0200b2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8a96c134-ff98-4a46-9584-d6ce72c8babb HTTP/1.1" status: 204 len: 168 time: 0.3445487 Nov 03 16:09:34.227920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42288) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:34.322493 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.336038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5224a106-c183-4720-9cc2-1821d5719721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.368798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5224a106-c183-4720-9cc2-1821d5719721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.499321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5224a106-c183-4720-9cc2-1821d5719721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.509495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5224a106-c183-4720-9cc2-1821d5719721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.513930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5224a106-c183-4720-9cc2-1821d5719721 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58be3e76-8db4-44d0-a079-3379d824decc HTTP/1.1" status: 204 len: 168 time: 0.3306217 Nov 03 16:09:34.515804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3750b780-3d88-423f-96e2-a7c82e1cd024 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.533872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224a106-c183-4720-9cc2-1821d5719721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58be3e76-8db4-44d0-a079-3379d824decc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:34.546067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.549642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750b780-3d88-423f-96e2-a7c82e1cd024 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=988ff7f2-1304-4123-a3e0-56147c73b351,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:34.572512 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3750b780-3d88-423f-96e2-a7c82e1cd024 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.576244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3750b780-3d88-423f-96e2-a7c82e1cd024 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/988ff7f2-1304-4123-a3e0-56147c73b351 HTTP/1.1" status: 204 len: 168 time: 0.8238919 Nov 03 16:09:34.579299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42292) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:34.585186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7451ae-4adf-425b-89f5-da0e8ecb9742']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:34.611443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8371e16-3be0-4de3-92e8-c45dd87da7a0') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:34.612110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8371e16-3be0-4de3-92e8-c45dd87da7a0') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:34.632698 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.633762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab415c5e-d8ee-411d-8014-83de99cd10b7 None None] Network 409dcf48-6cb7-4578-9845-21162cc03448 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:34.663614 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.675907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:34.676357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:34.678362 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:34.696511 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.796529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port c2bbf851-4a22-4788-841a-71d2a420f2ae {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:34.800165 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.813863 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.824136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.833590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] 10.222.0.86 "DELETE /v2.0/networks/9b7451ae-4adf-425b-89f5-da0e8ecb9742 HTTP/1.1" status: 204 len: 168 time: 0.6004612 Nov 03 16:09:34.841136 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-01b4cf77-721f-40a8-9f9d-1b609b3c7ab5 None None] Provisioning complete for port c2bbf851-4a22-4788-841a-71d2a420f2ae triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:34.842555 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01b4cf77-721f-40a8-9f9d-1b609b3c7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:34.879159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7451ae-4adf-425b-89f5-da0e8ecb9742,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:34.900033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.903952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.903952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.905440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.906097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.906929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.907372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.908808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.911885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.912766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.912880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.914024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14eb69-010a-406e-9207-b5031f77543e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:34.993637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] For port c2bbf851-4a22-4788-841a-71d2a420f2ae, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c2bbf851-4a22-4788-841a-71d2a420f2ae,segment=NetworkSegment(7237f766-1dad-43aa-bf4c-45e646f256e5),segment_id=7237f766-1dad-43aa-bf4c-45e646f256e5)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:34.997263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.021178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for c2bbf851-4a22-4788-841a-71d2a420f2ae owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:35.150186 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01b4cf77-721f-40a8-9f9d-1b609b3c7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.156939 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-def0ff86-dea9-4553-b851-48b683d23dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.184636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.213562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c2bbf851-4a22-4788-841a-71d2a420f2ae up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:35.273339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No DVR routers for this DVR port c2bbf851-4a22-4788-841a-71d2a420f2ae on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:09:35.291142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c2bbf851-4a22-4788-841a-71d2a420f2ae {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:35.293384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c2bbf851-4a22-4788-841a-71d2a420f2ae not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 16:09:35.295966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42344) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:35.319609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=c2bbf851-4a22-4788-841a-71d2a420f2ae,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:35.406554 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.429240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-98f524f1-2273-492f-9136-0ef2f93bf0c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ce6c82f26b8947e795720d4c51c497b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316309 Nov 03 16:09:35.433762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42358) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:35.445401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409dcf48-6cb7-4578-9845-21162cc03448']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:35.469204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7237f766-1dad-43aa-bf4c-45e646f256e5') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:35.469662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7237f766-1dad-43aa-bf4c-45e646f256e5') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:35.496232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.523771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.547870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:35.548346 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:35.552342 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:35.577585 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a5ae1c-ae94-415a-bcd0-26e6317a8991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.607839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a5ae1c-ae94-415a-bcd0-26e6317a8991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:35.771937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Port c2bbf851-4a22-4788-841a-71d2a420f2ae not found, will not notify nova. {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 16:09:35.782008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b01fdcf5-74e2-4307-885d-266d95878875 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:09:35.855366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b01fdcf5-74e2-4307-885d-266d95878875 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:35.855727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b01fdcf5-74e2-4307-885d-266d95878875 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:09:35.872404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145361a-8f4e-4496-b408-975269268e46 None None] DHCP port deletion for 409dcf48-6cb7-4578-9845-21162cc03448 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:09:36.116805 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a5ae1c-ae94-415a-bcd0-26e6317a8991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.119746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a5ae1c-ae94-415a-bcd0-26e6317a8991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.121445 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-44a5ae1c-ae94-415a-bcd0-26e6317a8991 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f53ff197-7a96-4b3e-85a1-6bb971431a41 HTTP/1.1" status: 204 len: 168 time: 0.6863904 Nov 03 16:09:36.142164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5ae1c-ae94-415a-bcd0-26e6317a8991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ff197-7a96-4b3e-85a1-6bb971431a41,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:36.172803 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.201928 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.206298 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/networks/409dcf48-6cb7-4578-9845-21162cc03448 HTTP/1.1" status: 204 len: 168 time: 1.6252635 Nov 03 16:09:36.207884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a563120-f7a7-4e8d-8ac4-2ea7bbaa9efc tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Network': ['ID=409dcf48-6cb7-4578-9845-21162cc03448,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:36.209913 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42454) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:36.223651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2122197527'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:36.260091 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.297383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:36.304693 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.362768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:09:36.395145 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.395370 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Added segment 837303f4-0f7a-41fa-b644-7107eb4dddcf of type vlan for network 44f0343d-008c-4f65-96dd-f2006e0620bf Nov 03 16:09:36.495009 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.529692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de2c1ee-a131-4dcf-9157-28ddb02213e2 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:09:36.554574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.570333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:36.571598 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:36.605938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5de2c1ee-a131-4dcf-9157-28ddb02213e2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:36.607227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de2c1ee-a131-4dcf-9157-28ddb02213e2 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:09:36.609152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c2bbf851-4a22-4788-841a-71d2a420f2ae no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:09:36.653174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Network': ['ID=44f0343d-008c-4f65-96dd-f2006e0620bf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:36.667223 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3fbe8641-9945-468b-8905-13ab956d03f3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4559853 Nov 03 16:09:36.670190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42506) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:36.676191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': '44f0343d-008c-4f65-96dd-f2006e0620bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:36.716214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 44f0343d-008c-4f65-96dd-f2006e0620bf details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:36.875586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c2bbf851-4a22-4788-841a-71d2a420f2ae {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:36.875586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c2bbf851-4a22-4788-841a-71d2a420f2ae not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:09:36.926807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:36.930494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:37.311931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:37.408464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=53ff2d8a-60d4-4e59-8322-bff833c4be8b,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:37.456841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Checking segment: {'id': '837303f4-0f7a-41fa-b644-7107eb4dddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '44f0343d-008c-4f65-96dd-f2006e0620bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:37.457109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network hostable DHCP agents. Network: 44f0343d-008c-4f65-96dd-f2006e0620bf, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:09:37.479812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network 44f0343d-008c-4f65-96dd-f2006e0620bf is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:09:37.496094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 44f0343d-008c-4f65-96dd-f2006e0620bf) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:37.507655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8694a96-24a7-4f41-a72b-3bda52f466c4 None None] Network 44f0343d-008c-4f65-96dd-f2006e0620bf requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:37.516486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:37.519764 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:37.562355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42634) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:37.567172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-63025e3e-5876-4391-8e34-a9196af94cda tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8955219 Nov 03 16:09:37.567540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': '44f0343d-008c-4f65-96dd-f2006e0620bf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-506438808'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:37.778805 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:37.809495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:37.814780 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:37.866907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 90500813-28d4-477b-828a-68383e46a002 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:09:37.899362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-44f0343d-008c-4f65-96dd-f2006e0620bf', 'network_id': '44f0343d-008c-4f65-96dd-f2006e0620bf', 'tenant_id': '786c4e3cf9bd453284b980a2686f7a63', 'fixed_ips': [{'subnet_id': '53ff2d8a-60d4-4e59-8322-bff833c4be8b'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:09:37.900785 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:37.972742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42684) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:38.060822 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::4f (44f0343d-008c-4f65-96dd-f2006e0620bf/53ff2d8a-60d4-4e59-8322-bff833c4be8b/90500813-28d4-477b-828a-68383e46a002) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:38.179690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-971510175-network', 'tenant_id': 'e8acd80f5afc4b24a91b336a43f52da7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:38.242845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Made reservation on behalf of e8acd80f5afc4b24a91b336a43f52da7 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:38.245507 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.263072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.306890 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.384540 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.395282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.442988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.456058 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.471910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=90500813-28d4-477b-828a-68383e46a002,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:38.483449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network 44f0343d-008c-4f65-96dd-f2006e0620bf is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:38.490088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:38.502111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.502467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.502814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.503155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.503489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.503826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.504161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.504492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.504840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.505150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.505635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.505965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:38.508320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Allocated IP 2001:db8::2 (44f0343d-008c-4f65-96dd-f2006e0620bf/53ff2d8a-60d4-4e59-8322-bff833c4be8b/95c300bd-f822-4226-9ff0-3efc812c50c8) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:38.509757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:38.513510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:09:38.515984 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:38.516775 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.546705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3ec68134-efad-4db3-9b4c-b93640de0fe7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.9830573 Nov 03 16:09:38.549145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42754) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:38.555220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e92e9-d829-4196-96d5-5bb6be3f4496,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:38.558957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.559311 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Added segment 4ed25ed0-2ae9-47c6-9783-c3d50451a153 of type vlan for network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 Nov 03 16:09:38.652881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.692396 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.694916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:38.696907 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.771739 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.783971 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.797146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d3986fac-5fc4-4b57-9129-8a45533f7245 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 90500813-28d4-477b-828a-68383e46a002 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:38.798126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3986fac-5fc4-4b57-9129-8a45533f7245 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.809001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8321457 Nov 03 16:09:38.813683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42778) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:38.825113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Request body: {'subnet': {'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-971510175-subnet', 'tenant_id': 'e8acd80f5afc4b24a91b336a43f52da7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:38.838210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a65416-4710-4533-994f-ce772205ec06 admin admin] Pushing event updated for resources: {'Network': ['ID=dd0e1c60-da01-4c1d-83bf-38c5e8195b87,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:38.857916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:38.872694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Made reservation on behalf of e8acd80f5afc4b24a91b336a43f52da7 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:38.875378 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:38.926633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Network 44f0343d-008c-4f65-96dd-f2006e0620bf is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:38.940142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:38.978751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:38.991408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Pushing event updated for resources: {'Port': ['ID=95c300bd-f822-4226-9ff0-3efc812c50c8,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:39.014202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3986fac-5fc4-4b57-9129-8a45533f7245 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:39.051173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d3986fac-5fc4-4b57-9129-8a45533f7245 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 90500813-28d4-477b-828a-68383e46a002 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:39.113025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Attempting to bind port 95c300bd-f822-4226-9ff0-3efc812c50c8 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:09:39.113404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Attempting to bind port 95c300bd-f822-4226-9ff0-3efc812c50c8 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '837303f4-0f7a-41fa-b644-7107eb4dddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '44f0343d-008c-4f65-96dd-f2006e0620bf'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:09:39.113802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Attempting to bind port 95c300bd-f822-4226-9ff0-3efc812c50c8 on network 44f0343d-008c-4f65-96dd-f2006e0620bf {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:09:39.135432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:09:39.135816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Checking segment: {'id': '837303f4-0f7a-41fa-b644-7107eb4dddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '44f0343d-008c-4f65-96dd-f2006e0620bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:39.136227 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:39.136621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Bound using segment: {'id': '837303f4-0f7a-41fa-b644-7107eb4dddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '44f0343d-008c-4f65-96dd-f2006e0620bf'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:09:39.137106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Bound port: 95c300bd-f822-4226-9ff0-3efc812c50c8, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837303f4-0f7a-41fa-b644-7107eb4dddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '44f0343d-008c-4f65-96dd-f2006e0620bf'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:09:39.137489 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:39.263232 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:39.380513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] For port 95c300bd-f822-4226-9ff0-3efc812c50c8, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:09:39.390630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] For port 95c300bd-f822-4226-9ff0-3efc812c50c8, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=95c300bd-f822-4226-9ff0-3efc812c50c8,segment=NetworkSegment(837303f4-0f7a-41fa-b644-7107eb4dddcf),segment_id=837303f4-0f7a-41fa-b644-7107eb4dddcf)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:09:39.395913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ede647f-9109-4562-ac96-b8b5db8c5109,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:39.401500 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:39.406759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Checking segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:39.407131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Network hostable DHCP agents. Network: dd0e1c60-da01-4c1d-83bf-38c5e8195b87, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:09:39.432767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3986fac-5fc4-4b57-9129-8a45533f7245 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:39.458967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:09:39.481373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, dd0e1c60-da01-4c1d-83bf-38c5e8195b87) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:39.485800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b4b0c-937e-49ec-a438-856ada88660f None None] Pushing event updated for resources: {'Port': ['ID=95c300bd-f822-4226-9ff0-3efc812c50c8,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:39.487061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:39.487956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:39.488346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3986fac-5fc4-4b57-9129-8a45533f7245 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=90500813-28d4-477b-828a-68383e46a002,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:39.524570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b7e4c7-ea70-4956-b4b3-f50c05ef34df None None] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:39.567218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3986fac-5fc4-4b57-9129-8a45533f7245 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:39.567663 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e7c85232-3ba1-48a0-b71d-a7f7ed9cf51b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7522027 Nov 03 16:09:39.574684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42858) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:39.575039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d3986fac-5fc4-4b57-9129-8a45533f7245 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/90500813-28d4-477b-828a-68383e46a002 HTTP/1.1" status: 204 len: 168 time: 1.0243957 Nov 03 16:09:39.620749 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c5ba60-fad9-4d38-9dc2-eaeaf46402bf tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:09:39.625785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42860) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:39.643647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f7c5ba60-fad9-4d38-9dc2-eaeaf46402bf tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/90500813-28d4-477b-828a-68383e46a002 HTTP/1.1" status: 404 len: 333 time: 0.0670569 Nov 03 16:09:39.737920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0328b1f0-9cd0-497d-b071-994901e46ee3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 53ff2d8a-60d4-4e59-8322-bff833c4be8b {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:09:39.748804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0328b1f0-9cd0-497d-b071-994901e46ee3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:39.789743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f056d190-7021-4b4b-bb9c-c606d11f11c6 None None] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:39.889635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0328b1f0-9cd0-497d-b071-994901e46ee3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:40.100103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0328b1f0-9cd0-497d-b071-994901e46ee3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:40.201837 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0328b1f0-9cd0-497d-b071-994901e46ee3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:40.256241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328b1f0-9cd0-497d-b071-994901e46ee3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=53ff2d8a-60d4-4e59-8322-bff833c4be8b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:40.287738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0328b1f0-9cd0-497d-b071-994901e46ee3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:40.292009 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0328b1f0-9cd0-497d-b071-994901e46ee3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/53ff2d8a-60d4-4e59-8322-bff833c4be8b HTTP/1.1" status: 204 len: 168 time: 0.6651905 Nov 03 16:09:40.294887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42886) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:40.349158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-a094a112-50c5-4882-b728-0908f586adf3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:40.351131 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-a094a112-50c5-4882-b728-0908f586adf3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.1603315 Nov 03 16:09:40.381962 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-a5994787-e194-4903-9e9d-add6a0a80d8a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/quotas/e8acd80f5afc4b24a91b336a43f52da7 HTTP/1.1" status: 200 len: 375 time: 0.0240054 Nov 03 16:09:40.453393 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-062a3d2f-937d-4dbc-8da4-a9f03a8bcd97 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652773 Nov 03 16:09:40.458402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:40.536183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 95c300bd-f822-4226-9ff0-3efc812c50c8 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:40.536803 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:40.627232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] For port 95c300bd-f822-4226-9ff0-3efc812c50c8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=95c300bd-f822-4226-9ff0-3efc812c50c8,segment=NetworkSegment(837303f4-0f7a-41fa-b644-7107eb4dddcf),segment_id=837303f4-0f7a-41fa-b644-7107eb4dddcf)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:40.628165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:40.631346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 95c300bd-f822-4226-9ff0-3efc812c50c8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:40.645219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 95c300bd-f822-4226-9ff0-3efc812c50c8 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:40.698297 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-bfd0dac2-c456-404d-b68a-149649f4b51d service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372055 Nov 03 16:09:40.807395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 95c300bd-f822-4226-9ff0-3efc812c50c8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:40.807998 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:40.832596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-433004b8-0b47-4216-b84f-7dba9a61269e service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320543 Nov 03 16:09:40.840562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:40.895764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Could not find standard attr ID for object 95c300bd-f822-4226-9ff0-3efc812c50c8. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:09:40.901980 n-d-813897-2 neutron-server[108106]: INFO neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No ports have port_id starting with 95c300bd-f822-4226-9ff0-3efc812c50c8 Nov 03 16:09:40.905661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=95c300bd-f822-4226-9ff0-3efc812c50c8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:40.945391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No DVR routers for this DVR port 95c300bd-f822-4226-9ff0-3efc812c50c8 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:09:41.082632 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:41.107026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-933927b9-76a2-4fa3-84da-e48310495a8c req-43eaea84-dd0d-4931-88ef-fca7d8e58709 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 210 time: 0.0635250 Nov 03 16:09:41.120140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-dd081933-9848-4079-b4b4-e8ffc244f099 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:41.135480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-dd081933-9848-4079-b4b4-e8ffc244f099 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/networks?id=0ba7d26c-5773-4096-bb9b-4f41f985e956 HTTP/1.1" status: 200 len: 814 time: 0.3092663 Nov 03 16:09:41.167771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-4bbef3d2-8dd1-4158-ab9a-9d1e5f7e6865 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/quotas/f176db4711f84fba80ba23a8db39629a HTTP/1.1" status: 200 len: 375 time: 0.0311489 Nov 03 16:09:41.172450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f0343d-008c-4f65-96dd-f2006e0620bf']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:41.225244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837303f4-0f7a-41fa-b644-7107eb4dddcf') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:41.225643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837303f4-0f7a-41fa-b644-7107eb4dddcf') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:41.234342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-ffe26ea9-064e-4643-a202-76c753b6798d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f176db4711f84fba80ba23a8db39629a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652130 Nov 03 16:09:41.247022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:41.286411 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaedb6a-460f-4958-a7b3-5eb6d5a6e190 None None] Network 44f0343d-008c-4f65-96dd-f2006e0620bf requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:41.292769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:41.301975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:09:41.302643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:41.362132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d2e9e8a1-9690-4bb0-91f8-c97b88cd7069 None None] Could not find standard attr ID for object 95c300bd-f822-4226-9ff0-3efc812c50c8. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:09:41.366454 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:09:41.437404 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:41.488266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06adca9f-0dc4-4d08-8e63-cf6b082d4c3c None None] DHCP port deletion for 44f0343d-008c-4f65-96dd-f2006e0620bf request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:09:41.848857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:41.857762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42926) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:41.862382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'name': 'tempest-PortsIpV6TestJSON-1793871396'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:41.865693 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/networks/44f0343d-008c-4f65-96dd-f2006e0620bf HTTP/1.1" status: 204 len: 168 time: 1.5659950 Nov 03 16:09:41.873140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8f812-c0a1-4098-816e-b059e6568a93 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Network': ['ID=44f0343d-008c-4f65-96dd-f2006e0620bf,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:41.894245 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-c2712cf9-58ad-4f46-bf72-993945efd7cd service neutron] 10.222.0.86 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400719 Nov 03 16:09:41.966021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:41.970113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:41.992539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 33fe9a08-f353-4973-8cd6-e684a93e11e6 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:09:42.027814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-4808e6cd-b53a-47ee-9f5e-452312062670 service neutron] 10.222.0.86 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152611 Nov 03 16:09:42.221850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:42.321466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5165e6b0-d9c0-4f7c-a690-dc9157477858 req-57c1fdf1-e869-4784-b539-3e38a11bf815 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 210 time: 0.0666742 Nov 03 16:09:42.363194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:42.377073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53ebd2d4-ba96-4a29-ba4e-e67f4e51815b req-c755f69b-17c9-49fd-aca9-10b62ac7b269 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 210 time: 0.0932691 Nov 03 16:09:42.505259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 95c300bd-f822-4226-9ff0-3efc812c50c8 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:09:42.575623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 95c300bd-f822-4226-9ff0-3efc812c50c8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:42.576553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 95c300bd-f822-4226-9ff0-3efc812c50c8 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:09:42.643245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:42.645233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:42.655239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:42.662626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:42.663615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:42.714685 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8560467 Nov 03 16:09:42.717188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42944) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:42.720321 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9ae52-aaa4-43b0-9ee4-f86a65522d21 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=33fe9a08-f353-4973-8cd6-e684a93e11e6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:42.775035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-fd43a36a-703d-42ef-8cd1-eb2a724e4ccf tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:42.777295 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-fd43a36a-703d-42ef-8cd1-eb2a724e4ccf tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.4788361 Nov 03 16:09:42.795318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Request body: {'port': {'device_id': 'f70a0431-f463-4476-997e-61548626a295', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'admin_state_up': True, 'tenant_id': 'e8acd80f5afc4b24a91b336a43f52da7'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:42.936039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7382a01c-3b15-4bd6-b28b-6bea2088f391 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 33fe9a08-f353-4973-8cd6-e684a93e11e6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:42.936474 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7382a01c-3b15-4bd6-b28b-6bea2088f391 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:42.973023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Made reservation on behalf of e8acd80f5afc4b24a91b336a43f52da7 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:42.978895 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:43.179376 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7382a01c-3b15-4bd6-b28b-6bea2088f391 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:43.222362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7382a01c-3b15-4bd6-b28b-6bea2088f391 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 33fe9a08-f353-4973-8cd6-e684a93e11e6 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:43.253625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Allocated IP 172.20.0.10 (dd0e1c60-da01-4c1d-83bf-38c5e8195b87/3ede647f-9109-4562-ac96-b8b5db8c5109/988d3f75-5fec-4dd3-8bd5-7b22171273c5) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:43.353281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7382a01c-3b15-4bd6-b28b-6bea2088f391 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:43.432847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7382a01c-3b15-4bd6-b28b-6bea2088f391 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:43.447723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7382a01c-3b15-4bd6-b28b-6bea2088f391 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/33fe9a08-f353-4973-8cd6-e684a93e11e6 HTTP/1.1" status: 204 len: 168 time: 0.7283690 Nov 03 16:09:43.449328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382a01c-3b15-4bd6-b28b-6bea2088f391 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=33fe9a08-f353-4973-8cd6-e684a93e11e6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:43.449771 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42972) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:43.457366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'mac_address': 'fa:16:3e:06:cb:51', 'name': 'tempest-PortsIpV6TestJSON-853285671'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:43.528394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe6b907-e2ae-4acf-8fbb-c203ec1ad681 req-00db1890-c952-4a50-b557-fc887d767f85 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 210 time: 0.0380170 Nov 03 16:09:43.614570 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-745c2592-7b4e-421b-86a1-8f489e64bdc0 req-353090a2-c5ec-436f-9bc0-a3c01daed4c3 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 210 time: 0.1299725 Nov 03 16:09:43.624321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:43.848553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:43.970015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-2fdc70a6-0816-4345-9def-4c5d64b7b3f1 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:43.974427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-2fdc70a6-0816-4345-9def-4c5d64b7b3f1 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.70 "GET /v2.0/networks?id=0ba7d26c-5773-4096-bb9b-4f41f985e956 HTTP/1.1" status: 200 len: 814 time: 0.2639792 Nov 03 16:09:43.988445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Request body: {'port': {'device_id': '1568b892-a53d-4e10-9ca0-34c83e96fd63', 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956', 'admin_state_up': True, 'tenant_id': 'f176db4711f84fba80ba23a8db39629a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:43.990971 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:44.054457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:44.063809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:44.078297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:44.091674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:44.145475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port a662d561-7dc1-4f4f-94a9-cb22ad561e9f yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:09:44.158755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event updated for resources: {'Port': ['ID=988d3f75-5fec-4dd3-8bd5-7b22171273c5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:44.241980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:44.242881 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:44.295899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06923e-a7c4-4021-ae2c-1a4e24eb40fc req-be16a2bb-e2a5-4846-a424-8f0802e3e29c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:44.306929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed06923e-a7c4-4021-ae2c-1a4e24eb40fc req-be16a2bb-e2a5-4846-a424-8f0802e3e29c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 946 time: 0.0952816 Nov 03 16:09:44.318575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Made reservation on behalf of f176db4711f84fba80ba23a8db39629a for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:44.322492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:44.329000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-20256b1d-0218-4f20-a0e0-a0fff379c45a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5404913 Nov 03 16:09:44.353302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Request body: {'port': {'device_id': 'f70a0431-f463-4476-997e-61548626a295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:44.456211 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:44.457723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed06923e-a7c4-4021-ae2c-1a4e24eb40fc req-b8e7163e-5bce-4db8-b77e-c713a6e724d0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495905 Nov 03 16:09:44.491422 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:44.628889 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:44.660416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Allocated IP 172.20.0.10 (0ba7d26c-5773-4096-bb9b-4f41f985e956/91ece80a-4e58-4b30-80a4-2bccdc987e94/9975fb46-0419-4f79-a12e-840958eca684) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:44.800761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:44.822447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=a662d561-7dc1-4f4f-94a9-cb22ad561e9f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:44.829785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:44.835974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:44.858058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:44.858994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:44.890039 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7867c81-8b32-4662-b6cd-078de5d5a5a0 req-40966029-84c3-43a2-9b13-8cfb7ff66ca6 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 210 time: 0.0429196 Nov 03 16:09:44.894544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47becc67-27ad-44ed-a78d-22f76f3d1cb1 req-8c8e27f6-b538-4de7-942e-4c85e99c3e57 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:44.903073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-47becc67-27ad-44ed-a78d-22f76f3d1cb1 req-8c8e27f6-b538-4de7-942e-4c85e99c3e57 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 932 time: 0.2077157 Nov 03 16:09:44.924126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:44.934927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-91e8cef5-877d-4b16-8608-0488ed7ec88e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4838719 Nov 03 16:09:44.939920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43024) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:44.985505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.029631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dbc158-b7ec-46a6-8ce9-732d33fdc8e3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:45.031098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f9dbc158-b7ec-46a6-8ce9-732d33fdc8e3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/a662d561-7dc1-4f4f-94a9-cb22ad561e9f HTTP/1.1" status: 200 len: 844 time: 0.0846105 Nov 03 16:09:45.037940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43028) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:45.080301 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-47becc67-27ad-44ed-a78d-22f76f3d1cb1 req-b029457c-0d9c-484b-bed0-10699c026d67 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764045 Nov 03 16:09:45.103093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988d3f75-5fec-4dd3-8bd5-7b22171273c5 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:45.113179 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.129369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Transition to ACTIVE for port object 988d3f75-5fec-4dd3-8bd5-7b22171273c5 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:09:45.137454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.175737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Network 0ba7d26c-5773-4096-bb9b-4f41f985e956 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:45.189370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:45.205081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:45.245069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Pushing event updated for resources: {'Port': ['ID=9975fb46-0419-4f79-a12e-840958eca684,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:45.286279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Pushing event updated for resources: {'Port': ['ID=988d3f75-5fec-4dd3-8bd5-7b22171273c5,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:45.291937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:45.292712 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.307525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb9c29-e95e-4ab8-abab-a1fda79fb826 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port a662d561-7dc1-4f4f-94a9-cb22ad561e9f {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:45.308083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9c29-e95e-4ab8-abab-a1fda79fb826 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.315556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-3b0220a5-73d1-4dff-84ea-ad6082551c9f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3318214 Nov 03 16:09:45.328456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Attempting to bind port 988d3f75-5fec-4dd3-8bd5-7b22171273c5 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:09:45.328938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Attempting to bind port 988d3f75-5fec-4dd3-8bd5-7b22171273c5 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:09:45.329575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Attempting to bind port 988d3f75-5fec-4dd3-8bd5-7b22171273c5 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:09:45.335341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Request body: {'port': {'device_id': '1568b892-a53d-4e10-9ca0-34c83e96fd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:45.335867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Port 988d3f75-5fec-4dd3-8bd5-7b22171273c5 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:09:45.336375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Attempting to bind port 988d3f75-5fec-4dd3-8bd5-7b22171273c5 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:09:45.343590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:09:45.344170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Checking segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:45.344705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Bound using segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:09:45.345416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Bound port: 988d3f75-5fec-4dd3-8bd5-7b22171273c5, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:09:45.346046 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.432800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] For port 988d3f75-5fec-4dd3-8bd5-7b22171273c5, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:09:45.436540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] For port 988d3f75-5fec-4dd3-8bd5-7b22171273c5, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=988d3f75-5fec-4dd3-8bd5-7b22171273c5,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:09:45.445009 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.530949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:45.531659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.533945 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] 10.222.0.70 "PUT /v2.0/ports/988d3f75-5fec-4dd3-8bd5-7b22171273c5 HTTP/1.1" status: 200 len: 1092 time: 1.1936731 Nov 03 16:09:45.534446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70a0431-f463-4476-997e-61548626a295', 'tag': '988d3f75-5fec-4dd3-8bd5-7b22171273c5'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:45.538113 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f27f29-5995-4a18-b9c9-7afc871b87a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f70a0431-f463-4476-997e-61548626a295", "tag": "988d3f75-5fec-4dd3-8bd5-7b22171273c5"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:45.551088 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.598414 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9c29-e95e-4ab8-abab-a1fda79fb826 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:45.671378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb9c29-e95e-4ab8-abab-a1fda79fb826 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for a662d561-7dc1-4f4f-94a9-cb22ad561e9f owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:45.678187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e962b17-e370-4fbe-a915-8a1e49204383 service neutron] Pushing event updated for resources: {'Port': ['ID=988d3f75-5fec-4dd3-8bd5-7b22171273c5,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:45.686418 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dbaf1d-079b-4af5-8ff8-b9a65bb16d41 x-openstack-request-id: req-24dbaf1d-079b-4af5-8ff8-b9a65bb16d41 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:45.687358 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70a0431-f463-4476-997e-61548626a295", "tag": "988d3f75-5fec-4dd3-8bd5-7b22171273c5", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:45.687855 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24dbaf1d-079b-4af5-8ff8-b9a65bb16d41 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:45.688470 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70a0431-f463-4476-997e-61548626a295', 'tag': '988d3f75-5fec-4dd3-8bd5-7b22171273c5', 'status': 'completed', 'code': 200} Nov 03 16:09:45.722053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0a4bb-d839-436b-be60-be5ed22ec355 req-2f2f8b3a-5936-48dc-9b1a-71ac7219573c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:45.732346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84e0a4bb-d839-436b-be60-be5ed22ec355 req-2f2f8b3a-5936-48dc-9b1a-71ac7219573c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 946 time: 0.1496403 Nov 03 16:09:45.755771 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-2dded4c9-e6d8-4e98-8e7f-97c91c8f0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:45.757847 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-2dded4c9-e6d8-4e98-8e7f-97c91c8f0b8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 1095 time: 0.1798453 Nov 03 16:09:45.829564 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-0d3617f0-d66a-4b24-ad29-697332142889 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988d3f75-5fec-4dd3-8bd5-7b22171273c5 HTTP/1.1" status: 200 len: 217 time: 0.0631716 Nov 03 16:09:45.849772 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84e0a4bb-d839-436b-be60-be5ed22ec355 req-baecb822-a5c1-4984-8bcb-c45cf9d738ba tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115594 Nov 03 16:09:45.911121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-12a03a8b-cc06-4c06-a242-df6751cdb076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:45.912774 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-12a03a8b-cc06-4c06-a242-df6751cdb076 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.0618286 Nov 03 16:09:45.967251 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-9665facb-061a-4ea8-a62d-bc81c074443e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470619 Nov 03 16:09:46.019055 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9c29-e95e-4ab8-abab-a1fda79fb826 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:46.093133 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-f5472265-4ba7-4350-a87f-cfc64b4fad89 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189013 Nov 03 16:09:46.117278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9c29-e95e-4ab8-abab-a1fda79fb826 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:46.125183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1eeb9c29-e95e-4ab8-abab-a1fda79fb826 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/a662d561-7dc1-4f4f-94a9-cb22ad561e9f HTTP/1.1" status: 204 len: 168 time: 1.0866873 Nov 03 16:09:46.147342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43050) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:46.166900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb9c29-e95e-4ab8-abab-a1fda79fb826 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=a662d561-7dc1-4f4f-94a9-cb22ad561e9f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:46.221491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d255b-8455-4f12-bb75-e78ee03a3f5b req-c7e9830b-1c2f-4015-9536-eca227b205f8 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:46.231144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c38d255b-8455-4f12-bb75-e78ee03a3f5b req-c7e9830b-1c2f-4015-9536-eca227b205f8 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 932 time: 0.2135806 Nov 03 16:09:46.235503 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-818e5e5e-3d6c-4612-9556-51eedb155852 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:09:46.243894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-818e5e5e-3d6c-4612-9556-51eedb155852 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/a662d561-7dc1-4f4f-94a9-cb22ad561e9f HTTP/1.1" status: 404 len: 333 time: 0.0825880 Nov 03 16:09:46.247214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43054) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:46.283980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'name': 'tempest-PortsIpV6TestJSON-1422228384'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:46.395640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9975fb46-0419-4f79-a12e-840958eca684 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:46.407525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:46.442599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Transition to ACTIVE for port object 9975fb46-0419-4f79-a12e-840958eca684 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:09:46.590503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-ee2ecd48-53ef-4623-9c33-fbc577d70cf8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:46.595748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-ee2ecd48-53ef-4623-9c33-fbc577d70cf8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 946 time: 0.6771650 Nov 03 16:09:46.611244 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:46.751794 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c38d255b-8455-4f12-bb75-e78ee03a3f5b req-82ad8601-4dd3-4d23-8bdc-6f5611aac9dc tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196233 Nov 03 16:09:46.799675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=9975fb46-0419-4f79-a12e-840958eca684,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:46.818987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148554f-75c5-4a26-a7cb-5bfea36350d2 req-b872fb59-40c6-493e-9d67-4862c59ff333 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:46.848416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2148554f-75c5-4a26-a7cb-5bfea36350d2 req-b872fb59-40c6-493e-9d67-4862c59ff333 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 944 time: 0.1840215 Nov 03 16:09:46.892860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:46.897152 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:46.928703 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f94ec6a5-f81d-4c59-b2fb-0c5d70d42dc4 req-5fa41fef-a339-4f23-8a61-60e6464f2b21 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8165345 Nov 03 16:09:46.969183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Deleting port 7c585846-c619-4374-a27a-cadb158d622a {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:46.969598 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:46.984797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2148554f-75c5-4a26-a7cb-5bfea36350d2 req-6a32b290-4f08-4e93-a257-e884fe397a5c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012089 Nov 03 16:09:47.123047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 8dc81992-9578-48ae-a32d-dcd4434a9f04 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:09:47.134037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-b32b025b-ae83-467a-a255-be3a27519967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:47.136854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-b32b025b-ae83-467a-a255-be3a27519967 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 1095 time: 0.0938940 Nov 03 16:09:47.154854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Attempting to bind port 9975fb46-0419-4f79-a12e-840958eca684 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:09:47.155900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Attempting to bind port 9975fb46-0419-4f79-a12e-840958eca684 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:09:47.156241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Attempting to bind port 9975fb46-0419-4f79-a12e-840958eca684 on network 0ba7d26c-5773-4096-bb9b-4f41f985e956 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:09:47.160636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] For port 7c585846-c619-4374-a27a-cadb158d622a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c585846-c619-4374-a27a-cadb158d622a,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:47.161007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:47.211277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Port 9975fb46-0419-4f79-a12e-840958eca684 on network 0ba7d26c-5773-4096-bb9b-4f41f985e956 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:09:47.211627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Attempting to bind port 9975fb46-0419-4f79-a12e-840958eca684 on network 0ba7d26c-5773-4096-bb9b-4f41f985e956 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:09:47.277034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-0bd5838d-c843-4645-ada2-81a1cd0e7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:47.278622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-0bd5838d-c843-4645-ada2-81a1cd0e7615 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 906 time: 0.1352627 Nov 03 16:09:47.289903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:09:47.290454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Checking segment: {'id': 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:47.291035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Bound using segment: {'id': 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:09:47.291710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Bound port: 9975fb46-0419-4f79-a12e-840958eca684, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:09:47.292320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:47.325127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-0ef199b5-0bdd-4b5a-aae5-fe80a8b00642 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988d3f75-5fec-4dd3-8bd5-7b22171273c5 HTTP/1.1" status: 200 len: 217 time: 0.0390971 Nov 03 16:09:47.341765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26701f8-6665-4f0e-b9ab-9858ab32dc2c req-8d84701d-a90e-44d9-87c5-8125c51b1d82 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:47.343298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a26701f8-6665-4f0e-b9ab-9858ab32dc2c req-8d84701d-a90e-44d9-87c5-8125c51b1d82 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 946 time: 0.2692139 Nov 03 16:09:47.382589 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-76a7a9ff-f0de-4058-97d6-01444912e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:47.384675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-76a7a9ff-f0de-4058-97d6-01444912e1a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.0528970 Nov 03 16:09:47.417458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-0146d329-0d1d-4e29-a4d8-ad89eb355a8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261893 Nov 03 16:09:47.523625 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-e707a458-f001-433d-a91d-7a86ae16d434 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978467 Nov 03 16:09:47.551014 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a26701f8-6665-4f0e-b9ab-9858ab32dc2c req-174c83b9-2d91-41a4-8e6e-45f9ec46a29b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=bc51664c-6710-477c-befb-f7e4d74bd930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975062 Nov 03 16:09:47.612788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] For port 9975fb46-0419-4f79-a12e-840958eca684, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:09:47.621639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] For port 9975fb46-0419-4f79-a12e-840958eca684, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9975fb46-0419-4f79-a12e-840958eca684,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:09:47.655019 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64f27f29-5995-4a18-b9c9-7afc871b87a8 req-24257419-b4ea-40e7-b8f8-f097ca1379b1 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233749 Nov 03 16:09:47.686627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:47.737765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:47.756084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:47.756807 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:47.758535 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] 10.222.0.70 "PUT /v2.0/ports/9975fb46-0419-4f79-a12e-840958eca684 HTTP/1.1" status: 200 len: 1092 time: 2.4272792 Nov 03 16:09:47.760941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1568b892-a53d-4e10-9ca0-34c83e96fd63', 'tag': '9975fb46-0419-4f79-a12e-840958eca684'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:47.764065 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6316f112-9c96-4c22-86dc-fb92e1966768" -d '{"events": [{"name": "network-changed", "server_uuid": "1568b892-a53d-4e10-9ca0-34c83e96fd63", "tag": "9975fb46-0419-4f79-a12e-840958eca684"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:47.790885 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:47.791352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:47.792080 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Floating IP 7c9ed765-c790-4438-9234-bf15fbc64d24 disassociated. External IP: 172.25.6.7, port: 7c585846-c619-4374-a27a-cadb158d622a. Nov 03 16:09:47.792502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Calling delete_port for 7c585846-c619-4374-a27a-cadb158d622a owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:47.823039 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51618afb-00bd-41a2-9ac7-687861e55bac x-openstack-request-id: req-51618afb-00bd-41a2-9ac7-687861e55bac {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:47.823447 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1568b892-a53d-4e10-9ca0-34c83e96fd63", "tag": "9975fb46-0419-4f79-a12e-840958eca684", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:47.823858 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-51618afb-00bd-41a2-9ac7-687861e55bac {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:47.824309 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1568b892-a53d-4e10-9ca0-34c83e96fd63', 'tag': '9975fb46-0419-4f79-a12e-840958eca684', 'status': 'completed', 'code': 200} Nov 03 16:09:47.825304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd34030-b191-4578-a799-b23b11796ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=9975fb46-0419-4f79-a12e-840958eca684,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:47.967317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:48.023560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-33b3a2fd-af36-46e2-b144-f0367c0dd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:48.025141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-33b3a2fd-af36-46e2-b144-f0367c0dd8dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f176db4711f84fba80ba23a8db39629a&device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 1095 time: 0.1509275 Nov 03 16:09:48.034973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9154-aa3d-4355-b932-10fa5b2855bd req-7c66f864-6653-4b12-8e15-c10198a4c509 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:48.036632 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1cb9154-aa3d-4355-b932-10fa5b2855bd req-7c66f864-6653-4b12-8e15-c10198a4c509 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 944 time: 0.1261940 Nov 03 16:09:48.087432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-abc95e92-6e79-4da3-ad52-f75e06ddc64d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9975fb46-0419-4f79-a12e-840958eca684 HTTP/1.1" status: 200 len: 217 time: 0.0423305 Nov 03 16:09:48.184507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:48.199101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:48.207317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:48.213761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:48.214390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:48.221474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=8dc81992-9578-48ae-a32d-dcd4434a9f04,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:48.269163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1cb9154-aa3d-4355-b932-10fa5b2855bd req-39f74812-62c7-4146-bfa8-a737702dba09 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829641 Nov 03 16:09:48.325436 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9c789eff-719e-447c-9ca8-b9de46033bcd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0434885 Nov 03 16:09:48.328718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9aaf14e1-7802-4301-bb69-a283b16539ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:48.328718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-9aaf14e1-7802-4301-bb69-a283b16539ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91ece80a-4e58-4b30-80a4-2bccdc987e94 HTTP/1.1" status: 200 len: 854 time: 0.1895635 Nov 03 16:09:48.328940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43094) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:48.336488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cb6f2bc6-53ca-4ce5-b9cf-4c1405f542c4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:48.370291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6e0ab-3c20-4379-be2b-b9e11a5fa5b6 req-d6c08dfc-094c-440c-a9e5-a131c5c99ea1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:48.372566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8b6e0ab-3c20-4379-be2b-b9e11a5fa5b6 req-d6c08dfc-094c-440c-a9e5-a131c5c99ea1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 944 time: 0.0759213 Nov 03 16:09:48.394945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-f1e1a788-f237-41fe-905b-6bfebd18fd3c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba7d26c-5773-4096-bb9b-4f41f985e956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543945 Nov 03 16:09:48.461031 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8b6e0ab-3c20-4379-be2b-b9e11a5fa5b6 req-17aaba32-dfa3-4563-92c1-e395ac9b653c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783772 Nov 03 16:09:48.462606 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:48.492403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43098) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:48.543944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event deleted for resources: {'Port': ['ID=7c585846-c619-4374-a27a-cadb158d622a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:48.552308 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2bc6-53ca-4ce5-b9cf-4c1405f542c4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:48.715300 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b46a338a-9e14-40fd-8b63-9fe0d085943a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:48.775371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 988d3f75-5fec-4dd3-8bd5-7b22171273c5 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:09:48.862023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b46a338a-9e14-40fd-8b63-9fe0d085943a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:48.870432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b46a338a-9e14-40fd-8b63-9fe0d085943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:48.951480 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b46a338a-9e14-40fd-8b63-9fe0d085943a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=532008715aba4fb4aab61bc3fdef923c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4579074 Nov 03 16:09:48.954811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43104) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:49.026613 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-2cf83743-9f14-4476-b337-3829a441de2d service neutron] 10.222.0.70 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214623 Nov 03 16:09:49.035123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 988d3f75-5fec-4dd3-8bd5-7b22171273c5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=988d3f75-5fec-4dd3-8bd5-7b22171273c5,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:49.063066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '988d3f75-5fec-4dd3-8bd5-7b22171273c5', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'port_id': '988d3f75-5fec-4dd3-8bd5-7b22171273c5', 'mac_address': 'fa:16:3e:9b:7a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ede647f-9109-4562-ac96-b8b5db8c5109', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:09:49.095517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a338a-9e14-40fd-8b63-9fe0d085943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69387d5a-7d93-473d-ab8b-616209bc10fd,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:49.130142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-77a2267b-68db-4f7f-ad13-deb1ae549538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.148181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.224507 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-77a2267b-68db-4f7f-ad13-deb1ae549538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.232611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988d3f75-5fec-4dd3-8bd5-7b22171273c5 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:49.290988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15340345-5421-49e3-afaf-68af10effa25 req-791d6e49-4949-4123-8e05-155a744a1c24 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 210 time: 0.3130395 Nov 03 16:09:49.319004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 988d3f75-5fec-4dd3-8bd5-7b22171273c5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=988d3f75-5fec-4dd3-8bd5-7b22171273c5,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:49.329758 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.346259 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2bc6-53ca-4ce5-b9cf-4c1405f542c4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.378036 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2bc6-53ca-4ce5-b9cf-4c1405f542c4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.380290 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-77a2267b-68db-4f7f-ad13-deb1ae549538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.383091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-77a2267b-68db-4f7f-ad13-deb1ae549538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.384865 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-77a2267b-68db-4f7f-ad13-deb1ae549538 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/69387d5a-7d93-473d-ab8b-616209bc10fd HTTP/1.1" status: 204 len: 168 time: 0.4274874 Nov 03 16:09:49.392912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2267b-68db-4f7f-ad13-deb1ae549538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69387d5a-7d93-473d-ab8b-616209bc10fd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:49.409029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=988d3f75-5fec-4dd3-8bd5-7b22171273c5,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:49.425671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.425671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.426522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.427079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.427617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.428623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.429101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.429656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.430120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.431217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.431754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.432359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:09:49.514433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f2bc6-53ca-4ce5-b9cf-4c1405f542c4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] In _notify_port_updated(), no bound segment for port 8dc81992-9578-48ae-a32d-dcd4434a9f04 on network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:09:49.521042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f2bc6-53ca-4ce5-b9cf-4c1405f542c4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:49.521725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2bc6-53ca-4ce5-b9cf-4c1405f542c4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.529822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cb6f2bc6-53ca-4ce5-b9cf-4c1405f542c4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "PUT /v2.0/ports/8dc81992-9578-48ae-a32d-dcd4434a9f04 HTTP/1.1" status: 200 len: 818 time: 1.1913424 Nov 03 16:09:49.530185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43116) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:49.550759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:49.620754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:09:49.636579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f2bc6-53ca-4ce5-b9cf-4c1405f542c4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=8dc81992-9578-48ae-a32d-dcd4434a9f04,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:49.716733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dfe6632-415e-42aa-8882-0cf9504b7e84 req-b37480fa-da7a-4087-aff0-d36d025fe68d service neutron] 10.222.0.70 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572273 Nov 03 16:09:49.743471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098933a-2816-4952-8164-2e1aacffa875 req-b4c5eefd-6e13-4b48-9d21-8efabbc3c6b8 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:49.745289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1098933a-2816-4952-8164-2e1aacffa875 req-b4c5eefd-6e13-4b48-9d21-8efabbc3c6b8 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 944 time: 0.3257744 Nov 03 16:09:49.800844 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5986bdb-d984-42bd-b23e-8bf302979bb8 req-c2e962bf-ede4-4ed2-be0b-ca25d7ffe5e6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:49.809938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5986bdb-d984-42bd-b23e-8bf302979bb8 req-c2e962bf-ede4-4ed2-be0b-ca25d7ffe5e6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 945 time: 0.1471937 Nov 03 16:09:49.837143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-66e296af-4d1d-4fc3-b6aa-d203a3e859f5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 8dc81992-9578-48ae-a32d-dcd4434a9f04 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:49.837491 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66e296af-4d1d-4fc3-b6aa-d203a3e859f5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.903737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43120) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:49.931987 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5986bdb-d984-42bd-b23e-8bf302979bb8 req-e6b8b4c6-f656-484c-8af6-a8c7664ddf9b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158335 Nov 03 16:09:49.948377 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66e296af-4d1d-4fc3-b6aa-d203a3e859f5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.967491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-66e296af-4d1d-4fc3-b6aa-d203a3e859f5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 8dc81992-9578-48ae-a32d-dcd4434a9f04 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:49.983065 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0b7afbe0-2470-47ac-ad75-7c770bcf8857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:49.996146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:09:50.010652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] Sync routers for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:09:50.035096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:50.037303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:50.059817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66e296af-4d1d-4fc3-b6aa-d203a3e859f5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.087623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] No DVR routers for this DVR port 7c585846-c619-4374-a27a-cadb158d622a on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:09:50.093539 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.096991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2136b57d-ea01-4905-81e6-1ae413ceb14f req-85bb3b3e-c7f1-4493-aa70-246ac3ac5a29 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.15 "DELETE /v2.0/ports/7c585846-c619-4374-a27a-cadb158d622a HTTP/1.1" status: 204 len: 173 time: 3.4873762 Nov 03 16:09:50.099424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-cbfc5841-f451-4bed-ae65-f5742710aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:50.100936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-cbfc5841-f451-4bed-ae65-f5742710aae0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f176db4711f84fba80ba23a8db39629a&device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 1095 time: 0.2053428 Nov 03 16:09:50.101395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-deleted', 'tag': '7c585846-c619-4374-a27a-cadb158d622a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:50.104240 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed36c38-eec5-46b4-a504-20e354af48a9" -d '{"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-deleted", "tag": "7c585846-c619-4374-a27a-cadb158d622a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:50.114159 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1098933a-2816-4952-8164-2e1aacffa875 req-120b6325-1891-4302-91a9-3b8dd5790096 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172525 Nov 03 16:09:50.132458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e296af-4d1d-4fc3-b6aa-d203a3e859f5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=8dc81992-9578-48ae-a32d-dcd4434a9f04,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:50.166892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66e296af-4d1d-4fc3-b6aa-d203a3e859f5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.170342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-66e296af-4d1d-4fc3-b6aa-d203a3e859f5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/8dc81992-9578-48ae-a32d-dcd4434a9f04 HTTP/1.1" status: 204 len: 168 time: 0.6391337 Nov 03 16:09:50.175241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43124) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:50.229250 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e68ccbf-8808-4710-9752-97755215ef41 x-openstack-request-id: req-5e68ccbf-8808-4710-9752-97755215ef41 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:50.229250 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef15c79-034f-4c43-8066-939435764b63", "name": "network-vif-deleted", "tag": "7c585846-c619-4374-a27a-cadb158d622a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:50.229250 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5e68ccbf-8808-4710-9752-97755215ef41 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:50.229250 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef15c79-034f-4c43-8066-939435764b63', 'name': 'network-vif-deleted', 'tag': '7c585846-c619-4374-a27a-cadb158d622a', 'status': 'completed', 'code': 200} Nov 03 16:09:50.271210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:50.339857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7c585846-c619-4374-a27a-cadb158d622a no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:09:50.366946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0b7afbe0-2470-47ac-ad75-7c770bcf8857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.380858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0b7afbe0-2470-47ac-ad75-7c770bcf8857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.396982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35315d-eb9d-495e-a00c-986a4a4a7026 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:50.399102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0d35315d-eb9d-495e-a00c-986a4a4a7026 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2213347 Nov 03 16:09:50.400586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 7c585846-c619-4374-a27a-cadb158d622a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:09:50.402170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43132) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:50.407503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7c585846-c619-4374-a27a-cadb158d622a not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:09:50.414060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-0f262620-bdca-4fa1-93d8-0b84ec728645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:50.416016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-0f262620-bdca-4fa1-93d8-0b84ec728645 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba7d26c-5773-4096-bb9b-4f41f985e956 HTTP/1.1" status: 200 len: 915 time: 0.2957206 Nov 03 16:09:50.437398 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6e89e0-9070-40fe-8577-7498b829fedb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:09:50.439814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4b6e89e0-9070-40fe-8577-7498b829fedb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/8dc81992-9578-48ae-a32d-dcd4434a9f04 HTTP/1.1" status: 404 len: 333 time: 0.0359023 Nov 03 16:09:50.443731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43134) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:50.451701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1401203341'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:50.479519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:50.484015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.495691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-141e0290-23aa-47ab-b4a7-af82b16f7d6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9975fb46-0419-4f79-a12e-840958eca684 HTTP/1.1" status: 200 len: 217 time: 0.0697432 Nov 03 16:09:50.521027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:09:50.531861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7afbe0-2470-47ac-ad75-7c770bcf8857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bc864f-bf07-468d-b0fa-3228d20ab0e2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:50.533166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.533473 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Added segment d63f590b-5d49-4e81-87a3-829201332d12 of type vlan for network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 Nov 03 16:09:50.537719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0b7afbe0-2470-47ac-ad75-7c770bcf8857 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d2d07a65195c45138cf3282d51306fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6227183 Nov 03 16:09:50.540998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6db1d5c6-3b7e-4c7b-99e2-5ab520523c5a req-872fe2be-c065-49e8-a7c9-4220c329dc70 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef15c79-034f-4c43-8066-939435764b63 HTTP/1.1" status: 200 len: 210 time: 0.0550902 Nov 03 16:09:50.561021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43136) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:50.609194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.634466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-a4c943c2-6a52-43ff-91a5-39b631ce0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:50.636104 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-a4c943c2-6a52-43ff-91a5-39b631ce0604 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91ece80a-4e58-4b30-80a4-2bccdc987e94 HTTP/1.1" status: 200 len: 854 time: 0.1129565 Nov 03 16:09:50.641304 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.641470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd510cb-1f62-4ac4-b8b0-03d44b2f78fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.650246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:50.651106 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.675181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-98ff23fd-333d-4fbd-a0c7-5faef6863d65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba7d26c-5773-4096-bb9b-4f41f985e956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315421 Nov 03 16:09:50.677570 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2319179 Nov 03 16:09:50.683208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43138) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:50.698415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:50.698693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:50.733489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] Checking router: ee556f43-1f8c-4ea4-8372-2ef3cb09c23d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:09:50.748827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:09:50.749590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:09:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:50.799290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 988d3f75-5fec-4dd3-8bd5-7b22171273c5 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:50.817199 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd510cb-1f62-4ac4-b8b0-03d44b2f78fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:50.841323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425ebdd-c344-4ab7-9557-651d05581411 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Network': ['ID=ecc0b256-e1f4-4ed2-9b8a-d08f45f18862,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:50.864589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:09:50.916788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-c30370f5-f6c8-44de-8f17-234494808f5c service neutron] 10.222.0.70 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324421 Nov 03 16:09:50.923523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:50.927426 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.044983 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd510cb-1f62-4ac4-b8b0-03d44b2f78fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.047808 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd510cb-1f62-4ac4-b8b0-03d44b2f78fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.048995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9bd510cb-1f62-4ac4-b8b0-03d44b2f78fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3bc864f-bf07-468d-b0fa-3228d20ab0e2 HTTP/1.1" status: 204 len: 168 time: 0.4863396 Nov 03 16:09:51.085194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601d754-c78f-47ee-92b7-5ef268d1a03e req-30a3b613-5ac9-4c9c-8234-7f2f05ee0b59 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:51.094777 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7601d754-c78f-47ee-92b7-5ef268d1a03e req-30a3b613-5ac9-4c9c-8234-7f2f05ee0b59 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 945 time: 0.0876324 Nov 03 16:09:51.100765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd510cb-1f62-4ac4-b8b0-03d44b2f78fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bc864f-bf07-468d-b0fa-3228d20ab0e2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:51.172580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7601d754-c78f-47ee-92b7-5ef268d1a03e req-9503885c-b740-41cc-8542-f6551e7dc33a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767641 Nov 03 16:09:51.175944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6316f112-9c96-4c22-86dc-fb92e1966768 req-6199cf54-81f5-4dcd-ab68-d924472fda7f service neutron] 10.222.0.70 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658933 Nov 03 16:09:51.243480 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.282890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:09:51.393743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cc48c-ce43-43af-be5d-9fb538d0a1e0 req-3cea8a65-7b50-47b7-81cf-a5c9a4749387 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:51.401811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-052cc48c-ce43-43af-be5d-9fb538d0a1e0 req-3cea8a65-7b50-47b7-81cf-a5c9a4749387 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 944 time: 0.1137996 Nov 03 16:09:51.404948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=4297c6f2-c28c-48be-81f7-800ac6834168,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:51.430695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Checking segment: {'id': 'd63f590b-5d49-4e81-87a3-829201332d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:51.431110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network hostable DHCP agents. Network: ecc0b256-e1f4-4ed2-9b8a-d08f45f18862, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:09:51.477926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:09:51.493624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-052cc48c-ce43-43af-be5d-9fb538d0a1e0 req-7895345c-b44a-4c78-9d9e-228b9eec25ac tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902154 Nov 03 16:09:51.494363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ecc0b256-e1f4-4ed2-9b8a-d08f45f18862) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:51.517546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:51.517546 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.544899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958478ae-8ec9-4b91-b7aa-fd2b82db5442 None None] Network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:51.553620 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-27edd01a-8a49-4c53-8f77-1fa737823ddb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8591819 Nov 03 16:09:51.556674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43154) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:51.563248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-27e87090-1ecf-4211-b612-72d444062fd2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:51.690011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43164) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:51.700767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 988d3f75-5fec-4dd3-8bd5-7b22171273c5 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:09:51.716600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 988d3f75-5fec-4dd3-8bd5-7b22171273c5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:51.717424 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.776470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e0c72c79-ef14-4902-b23f-e6aef87bd7bc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.823852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e0c72c79-ef14-4902-b23f-e6aef87bd7bc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.829291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e87090-1ecf-4211-b612-72d444062fd2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:51.838997 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27e87090-1ecf-4211-b612-72d444062fd2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.901067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-ecc0b256-e1f4-4ed2-9b8a-d08f45f18862', 'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862', 'tenant_id': '786c4e3cf9bd453284b980a2686f7a63', 'fixed_ips': [{'subnet_id': '4297c6f2-c28c-48be-81f7-800ac6834168'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:09:51.902100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.921432 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.941129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e0c72c79-ef14-4902-b23f-e6aef87bd7bc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.943797 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e0c72c79-ef14-4902-b23f-e6aef87bd7bc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:51.949365 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e0c72c79-ef14-4902-b23f-e6aef87bd7bc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "DELETE /v2.0/security-groups/bc51664c-6710-477c-befb-f7e4d74bd930 HTTP/1.1" status: 204 len: 168 time: 0.2581282 Nov 03 16:09:51.950072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43170) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:51.975218 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:09:51.996467 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-d04c2a67-c168-4265-8df7-a1be3ff30d84 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] show failed (client error): The resource could not be found. Nov 03 16:09:51.996673 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.001237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d04c2a67-c168-4265-8df7-a1be3ff30d84 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups/bc51664c-6710-477c-befb-f7e4d74bd930 HTTP/1.1" status: 404 len: 347 time: 0.0474989 Nov 03 16:09:52.002707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43174) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:52.003944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c72c79-ef14-4902-b23f-e6aef87bd7bc tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc51664c-6710-477c-befb-f7e4d74bd930,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:52.091265 n-d-813897-2 neutron-server[108105]: INFO neutron.db.ipam_backend_mixin [None req-27e87090-1ecf-4211-b612-72d444062fd2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4297c6f2-c28c-48be-81f7-800ac6834168 (CIDR: 2001:db8::/64) Nov 03 16:09:52.098818 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e87090-1ecf-4211-b612-72d444062fd2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:09:52.099948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:09:52.101002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e87090-1ecf-4211-b612-72d444062fd2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:09:52.137430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-27e87090-1ecf-4211-b612-72d444062fd2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5790741 Nov 03 16:09:52.138934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a285d76-2e6c-49e2-a46a-37713d2236b0 None None] The sync data for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 is: [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:09:52.140185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43178) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:52.168715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:52.169705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Deleting port 0ada52d7-319e-42f0-9380-5630fff5245d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:09:52.170185 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.201899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70a0431-f463-4476-997e-61548626a295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988d3f75-5fec-4dd3-8bd5-7b22171273c5'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:52.211227 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53171c60-8f22-489c-90aa-3f5e27940c4f" -d '{"events": [{"server_uuid": "f70a0431-f463-4476-997e-61548626a295", "name": "network-vif-plugged", "status": "completed", "tag": "988d3f75-5fec-4dd3-8bd5-7b22171273c5"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:52.310704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 988d3f75-5fec-4dd3-8bd5-7b22171273c5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=988d3f75-5fec-4dd3-8bd5-7b22171273c5,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:52.359021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.359592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.374035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Calling delete_port for 0ada52d7-319e-42f0-9380-5630fff5245d owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:09:52.388660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:52.404471 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.417492 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.421646 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dff1b99-c515-43ef-ae02-16c586171189 x-openstack-request-id: req-0dff1b99-c515-43ef-ae02-16c586171189 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:52.422087 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70a0431-f463-4476-997e-61548626a295", "name": "network-vif-plugged", "status": "completed", "tag": "988d3f75-5fec-4dd3-8bd5-7b22171273c5", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:52.422548 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0dff1b99-c515-43ef-ae02-16c586171189 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:52.423053 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70a0431-f463-4476-997e-61548626a295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988d3f75-5fec-4dd3-8bd5-7b22171273c5', 'code': 200} Nov 03 16:09:52.547454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Allocated IP 2001:db8::2 (ecc0b256-e1f4-4ed2-9b8a-d08f45f18862/4297c6f2-c28c-48be-81f7-800ac6834168/bd4debbe-e734-4d72-92bd-fc39b68bf060) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:52.644980 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5765436-7dbe-4af6-88b1-b365b5b48b00 None None] New status for floating IP 7c9ed765-c790-4438-9234-bf15fbc64d24: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:09:52.697460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d01695-eb0c-4682-8e9a-ac46ca6b91d2 req-5b5b6e1e-f30f-4469-b767-316346e4623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:52.699211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d01695-eb0c-4682-8e9a-ac46ca6b91d2 req-5b5b6e1e-f30f-4469-b767-316346e4623a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 1097 time: 0.1088092 Nov 03 16:09:52.702184 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.746106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event deleted for resources: {'Port': ['ID=0ada52d7-319e-42f0-9380-5630fff5245d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:52.805223 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.818754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9975fb46-0419-4f79-a12e-840958eca684 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:09:52.834933 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.858899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=988d3f75-5fec-4dd3-8bd5-7b22171273c5,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:52.859667 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.db.api [None req-e5765436-7dbe-4af6-88b1-b365b5b48b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:09:52.860270 n-d-813897-2 neutron-server[108107]: DEBUG oslo_db.api [None req-e5765436-7dbe-4af6-88b1-b365b5b48b00 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:09:52.918050 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d01695-eb0c-4682-8e9a-ac46ca6b91d2 req-645a7d03-3fd6-4eca-b0aa-5b4b7999452e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061944 Nov 03 16:09:52.944643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513da22-77a0-4f0d-8655-b0df9553dc81 req-90544576-f376-43d0-ae17-c1457008fa01 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:52.947314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4513da22-77a0-4f0d-8655-b0df9553dc81 req-90544576-f376-43d0-ae17-c1457008fa01 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 944 time: 0.2814727 Nov 03 16:09:52.964264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.967010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:52.981210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cc7e8898-eeb5-4cfe-a2be-690598250a55 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "DELETE /v2.0/floatingips/7c9ed765-c790-4438-9234-bf15fbc64d24 HTTP/1.1" status: 204 len: 168 time: 0.9743092 Nov 03 16:09:52.995745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9975fb46-0419-4f79-a12e-840958eca684, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9975fb46-0419-4f79-a12e-840958eca684,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:53.025006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '9975fb46-0419-4f79-a12e-840958eca684', 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956', 'port_id': '9975fb46-0419-4f79-a12e-840958eca684', 'mac_address': 'fa:16:3e:d8:07:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ece80a-4e58-4b30-80a4-2bccdc987e94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:09:53.034623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:53.064757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5f502-4825-4791-8f24-2e1771591106 req-65d17cae-42a3-47df-b589-438e6d06188a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:53.074114 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c5f502-4825-4791-8f24-2e1771591106 req-65d17cae-42a3-47df-b589-438e6d06188a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 946 time: 0.7097003 Nov 03 16:09:53.105990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4513da22-77a0-4f0d-8655-b0df9553dc81 req-ef4bcd2a-760e-474c-8569-883c0c0cf5b1 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482069 Nov 03 16:09:53.117100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:53.128622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:53.141162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:53.166064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Pushing event updated for resources: {'Port': ['ID=bd4debbe-e734-4d72-92bd-fc39b68bf060,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:53.198983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:53.226618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:53.237043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:53.237732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9975fb46-0419-4f79-a12e-840958eca684 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:09:53.262361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Attempting to bind port bd4debbe-e734-4d72-92bd-fc39b68bf060 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:09:53.262924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Attempting to bind port bd4debbe-e734-4d72-92bd-fc39b68bf060 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'd63f590b-5d49-4e81-87a3-829201332d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:09:53.263422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Attempting to bind port bd4debbe-e734-4d72-92bd-fc39b68bf060 on network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:09:53.282354 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1c5f502-4825-4791-8f24-2e1771591106 req-67f6d919-2c70-480b-99b1-40d62da4fd2b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073221 Nov 03 16:09:53.288318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:53.288934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:53.291032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9975fb46-0419-4f79-a12e-840958eca684, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9975fb46-0419-4f79-a12e-840958eca684,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:53.292836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:09:53.293142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Checking segment: {'id': 'd63f590b-5d49-4e81-87a3-829201332d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:09:53.293819 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:53.294462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Bound using segment: {'id': 'd63f590b-5d49-4e81-87a3-829201332d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:09:53.295368 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Bound port: bd4debbe-e734-4d72-92bd-fc39b68bf060, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63f590b-5d49-4e81-87a3-829201332d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:09:53.295876 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:53.310205 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:53.315548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=7a8d7d24-e997-4029-91ce-a188a4d5c1c4,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:53.332554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-91cc005c-9f49-467b-8d20-81469848df2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1804385 Nov 03 16:09:53.332782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43234) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:53.340507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862', 'fixed_ips': [{'subnet_id': '4297c6f2-c28c-48be-81f7-800ac6834168'}, {'subnet_id': '7a8d7d24-e997-4029-91ce-a188a4d5c1c4'}], 'name': 'tempest-PortsIpV6TestJSON-1828614639'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:53.361497 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5765436-7dbe-4af6-88b1-b365b5b48b00 None None] New status for floating IP 7c9ed765-c790-4438-9234-bf15fbc64d24: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:09:53.423640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9975fb46-0419-4f79-a12e-840958eca684,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:53.450655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] For port bd4debbe-e734-4d72-92bd-fc39b68bf060, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:09:53.460465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] For port bd4debbe-e734-4d72-92bd-fc39b68bf060, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bd4debbe-e734-4d72-92bd-fc39b68bf060,segment=NetworkSegment(d63f590b-5d49-4e81-87a3-829201332d12),segment_id=d63f590b-5d49-4e81-87a3-829201332d12)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:09:53.468887 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:53.554756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:09:53.601565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['9975fb46-0419-4f79-a12e-840958eca684'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:09:53.743425 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:53.787695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:09:53.790442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0633a8-3616-4783-bd87-4729a4fff837 None None] Pushing event updated for resources: {'Port': ['ID=bd4debbe-e734-4d72-92bd-fc39b68bf060,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:53.972694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43244) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:53.978755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2faecbf5-fac7-4351-9a68-f4a6949058d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749949918', 'description': 'tempest-description--1380292866'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:54.015860 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2faecbf5-fac7-4351-9a68-f4a6949058d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.199247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2faecbf5-fac7-4351-9a68-f4a6949058d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.210556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2faecbf5-fac7-4351-9a68-f4a6949058d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.273833 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2faecbf5-fac7-4351-9a68-f4a6949058d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.277794 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2faecbf5-fac7-4351-9a68-f4a6949058d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3016293 Nov 03 16:09:54.288954 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43278) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:54.310893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-741f3bf8-fd69-466a-aa6a-16c90f59dbe1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'security_group_rule': {'security_group_id': '5c1d086b-a9d9-48f5-85b0-306de9ddbdb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:54.320731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faecbf5-fac7-4351-9a68-f4a6949058d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:54.354948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-741f3bf8-fd69-466a-aa6a-16c90f59dbe1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.455637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79177b-5f74-4364-a416-47a27e51ca50 req-50d267b9-9d44-4d50-a52e-ca59e473bd6e tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:54.457202 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c79177b-5f74-4364-a416-47a27e51ca50 req-50d267b9-9d44-4d50-a52e-ca59e473bd6e tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 945 time: 0.1990309 Nov 03 16:09:54.475257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::219 (ecc0b256-e1f4-4ed2-9b8a-d08f45f18862/4297c6f2-c28c-48be-81f7-800ac6834168/b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:54.494266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8:0:1::25b (ecc0b256-e1f4-4ed2-9b8a-d08f45f18862/7a8d7d24-e997-4029-91ce-a188a4d5c1c4/b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:54.499174 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-741f3bf8-fd69-466a-aa6a-16c90f59dbe1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.513723 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-741f3bf8-fd69-466a-aa6a-16c90f59dbe1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.561663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f3bf8-fd69-466a-aa6a-16c90f59dbe1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9b539e-4a46-43cd-afb8-6eda74642852,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:54.573805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-741f3bf8-fd69-466a-aa6a-16c90f59dbe1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.579340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-741f3bf8-fd69-466a-aa6a-16c90f59dbe1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2883806 Nov 03 16:09:54.581033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43282) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:54.586887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-89f7901c-5f79-4830-9203-29d05d2b27fb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'security_group_rule': {'security_group_id': '5c1d086b-a9d9-48f5-85b0-306de9ddbdb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:54.600520 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c79177b-5f74-4364-a416-47a27e51ca50 req-0f0f99a7-cfcf-4668-8eef-a18d8c3ff1b5 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306353 Nov 03 16:09:54.626705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04c171-6c5b-487b-bfea-096f1504feb4 req-93b33fb2-e424-49b6-91b6-5e760606ae83 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:54.628717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b04c171-6c5b-487b-bfea-096f1504feb4 req-93b33fb2-e424-49b6-91b6-5e760606ae83 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 946 time: 0.1329081 Nov 03 16:09:54.634455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bd4debbe-e734-4d72-92bd-fc39b68bf060 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:54.664056 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89f7901c-5f79-4830-9203-29d05d2b27fb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.731093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port bd4debbe-e734-4d72-92bd-fc39b68bf060 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:54.731522 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.745691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b04c171-6c5b-487b-bfea-096f1504feb4 req-52cac08b-3c56-456b-8c0e-1f1825a58216 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069276 Nov 03 16:09:54.798394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89f7901c-5f79-4830-9203-29d05d2b27fb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.805042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89f7901c-5f79-4830-9203-29d05d2b27fb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.818296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9975fb46-0419-4f79-a12e-840958eca684 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:54.853514 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89f7901c-5f79-4830-9203-29d05d2b27fb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.860929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-89f7901c-5f79-4830-9203-29d05d2b27fb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2786040 Nov 03 16:09:54.865598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43290) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:54.880963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7901c-5f79-4830-9203-29d05d2b27fb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb64cf6e-9ff4-4658-8822-2e68a280896d,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:54.891640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:54.924653 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:54.995389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.080928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 9975fb46-0419-4f79-a12e-840958eca684 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:09:55.086528 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.098681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 9975fb46-0419-4f79-a12e-840958eca684 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:55.099060 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.134499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.174134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port bd4debbe-e734-4d72-92bd-fc39b68bf060, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bd4debbe-e734-4d72-92bd-fc39b68bf060,segment=NetworkSegment(d63f590b-5d49-4e81-87a3-829201332d12),segment_id=d63f590b-5d49-4e81-87a3-829201332d12)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:55.184245 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.241335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:55.270782 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=bd4debbe-e734-4d72-92bd-fc39b68bf060,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:55.315719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:55.319985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:55.333455 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.345084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:55.345949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.349391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4960fb-d23f-469b-bf50-2c9be11f6b56 None None] Network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:55.363139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:55.381254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1568b892-a53d-4e10-9ca0-34c83e96fd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975fb46-0419-4f79-a12e-840958eca684'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:09:55.383903 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3e4f70-5769-443b-b5f6-1e435b03b22b" -d '{"events": [{"server_uuid": "1568b892-a53d-4e10-9ca0-34c83e96fd63", "name": "network-vif-plugged", "status": "completed", "tag": "9975fb46-0419-4f79-a12e-840958eca684"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:09:55.402210 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4f148f2b-9f27-48a1-8abb-2490634b773d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.0668414 Nov 03 16:09:55.404466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43306) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:55.410485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4297c6f2-c28c-48be-81f7-800ac6834168'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:55.442081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b53e4f-22e6-4199-956f-572bddfb820b req-63077b59-dd90-47be-b26b-a273a74a42dd tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:55.445652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26b53e4f-22e6-4199-956f-572bddfb820b req-63077b59-dd90-47be-b26b-a273a74a42dd tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.3436971 Nov 03 16:09:55.500809 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f290cc1-bf66-43f8-aff5-2615c4c8fd46 x-openstack-request-id: req-2f290cc1-bf66-43f8-aff5-2615c4c8fd46 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:09:55.501074 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1568b892-a53d-4e10-9ca0-34c83e96fd63", "name": "network-vif-plugged", "status": "completed", "tag": "9975fb46-0419-4f79-a12e-840958eca684", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:09:55.501341 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f290cc1-bf66-43f8-aff5-2615c4c8fd46 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:09:55.501784 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1568b892-a53d-4e10-9ca0-34c83e96fd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975fb46-0419-4f79-a12e-840958eca684', 'code': 200} Nov 03 16:09:55.515562 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26b53e4f-22e6-4199-956f-572bddfb820b req-f60b9634-2531-45f8-8d58-534e1d579779 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/quotas/e8acd80f5afc4b24a91b336a43f52da7 HTTP/1.1" status: 200 len: 375 time: 0.0583117 Nov 03 16:09:55.519247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9975fb46-0419-4f79-a12e-840958eca684, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9975fb46-0419-4f79-a12e-840958eca684,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:55.538222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.568694 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.598514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-207d38ae-dd1e-4c96-bdc2-77e2f0f91b1c None None] Provisioning complete for port bd4debbe-e734-4d72-92bd-fc39b68bf060 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:55.598889 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-207d38ae-dd1e-4c96-bdc2-77e2f0f91b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.692452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871364de-5e40-4e40-8241-75987d04c6ae req-9a8668c4-15d2-475f-96a1-ffa92f36bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:55.694736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-871364de-5e40-4e40-8241-75987d04c6ae req-9a8668c4-15d2-475f-96a1-ffa92f36bde7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 1097 time: 0.1692674 Nov 03 16:09:55.705924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9975fb46-0419-4f79-a12e-840958eca684,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:55.759331 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26b53e4f-22e6-4199-956f-572bddfb820b req-41fef0a9-9433-4a6e-a9a5-912483a05f80 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2360218 Nov 03 16:09:55.854387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:55.891806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-871364de-5e40-4e40-8241-75987d04c6ae req-0756e722-a5e8-4401-a985-111e844a52bc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853895 Nov 03 16:09:55.917889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c66dc0-b6f5-4277-ada4-72c39b783e2f req-b4fc0dca-7948-4f37-a9ab-75b5278cef31 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:55.920325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82c66dc0-b6f5-4277-ada4-72c39b783e2f req-b4fc0dca-7948-4f37-a9ab-75b5278cef31 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 946 time: 0.1441782 Nov 03 16:09:55.964387 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Allocated IP 172.25.6.207 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/b845f399-6cec-4d55-8bcc-96c7edefce1b) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:56.094918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26b53e4f-22e6-4199-956f-572bddfb820b req-968c9243-484c-4efa-8fb6-ece8d26f91b0 service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010809 Nov 03 16:09:56.203176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:56.241288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fea3478-8ceb-48e6-949d-790f7d41e11a None None] Update dhcp port {'port': {'network_id': 'ecc0b256-e1f4-4ed2-9b8a-d08f45f18862', 'fixed_ips': [{'subnet_id': '4297c6f2-c28c-48be-81f7-800ac6834168', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a8d7d24-e997-4029-91ce-a188a4d5c1c4'}], 'binding:host_id': 'n-d-813897-2'}, 'id': 'bd4debbe-e734-4d72-92bd-fc39b68bf060'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:09:56.251579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26b53e4f-22e6-4199-956f-572bddfb820b req-1b916d11-03f4-4850-9bcc-298c99cf2710 service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554837 Nov 03 16:09:56.289083 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82c66dc0-b6f5-4277-ada4-72c39b783e2f req-77c09428-b5cd-4866-aaa2-bb3d1ddf953e tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764742 Nov 03 16:09:56.307122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:56.313216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fea3478-8ceb-48e6-949d-790f7d41e11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:56.395895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'Port': ['ID=b845f399-6cec-4d55-8bcc-96c7edefce1b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:56.423853 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:09:56.443156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:09:56.447255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:09:56.679022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-2fea3478-8ceb-48e6-949d-790f7d41e11a None None] Allocated IP 2001:db8:0:1::2 (ecc0b256-e1f4-4ed2-9b8a-d08f45f18862/7a8d7d24-e997-4029-91ce-a188a4d5c1c4/bd4debbe-e734-4d72-92bd-fc39b68bf060) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:56.703952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bd4debbe-e734-4d72-92bd-fc39b68bf060 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:57.045858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2fea3478-8ceb-48e6-949d-790f7d41e11a None None] For port bd4debbe-e734-4d72-92bd-fc39b68bf060, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bd4debbe-e734-4d72-92bd-fc39b68bf060,segment=NetworkSegment(d63f590b-5d49-4e81-87a3-829201332d12),segment_id=d63f590b-5d49-4e81-87a3-829201332d12)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:09:57.113493 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.134479 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fea3478-8ceb-48e6-949d-790f7d41e11a None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.137495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port bd4debbe-e734-4d72-92bd-fc39b68bf060 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:57.138011 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.197276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.237717 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fea3478-8ceb-48e6-949d-790f7d41e11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.307462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Delete allocated IP 2001:db8:0:1::25b (ecc0b256-e1f4-4ed2-9b8a-d08f45f18862/7a8d7d24-e997-4029-91ce-a188a4d5c1c4) {{(pid=108104) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 16:09:57.314953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea3478-8ceb-48e6-949d-790f7d41e11a None None] Pushing event updated for resources: {'Port': ['ID=bd4debbe-e734-4d72-92bd-fc39b68bf060,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:57.582478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2cca5-467d-47e9-ac01-7b71fc78a229 req-f56f5632-ba28-4077-9897-85b2aee4b2fd tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:57.584316 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ab2cca5-467d-47e9-ac01-7b71fc78a229 req-f56f5632-ba28-4077-9897-85b2aee4b2fd tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 946 time: 0.0858200 Nov 03 16:09:57.630638 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.642821 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.681685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.695956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-9ef5dd6b-47a2-4c99-ad1b-30a70f08b5af tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:57.698637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-9ef5dd6b-47a2-4c99-ad1b-30a70f08b5af tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.1858170 Nov 03 16:09:57.699960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.763416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-21b3a2fc-c0fa-42c0-95cf-65e47c372d2e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/quotas/e8acd80f5afc4b24a91b336a43f52da7 HTTP/1.1" status: 200 len: 375 time: 0.0540304 Nov 03 16:09:57.843797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'Port': ['ID=b845f399-6cec-4d55-8bcc-96c7edefce1b,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:57.856525 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.882875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-568991d8-7d15-43ac-be77-3c77afa52f77 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184444 Nov 03 16:09:57.920313 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:57.929662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5fd4acad-9594-4ba2-90a1-50558797164a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0540979 Nov 03 16:09:58.027966 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-8e7877be-7937-4494-9c3d-608837d81f44 service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434214 Nov 03 16:09:58.038567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:58.045596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ab2cca5-467d-47e9-ac01-7b71fc78a229 req-bb21a706-65ae-4430-977b-dc58813dc9bb tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512269 Nov 03 16:09:58.060471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] In _notify_port_updated(), no bound segment for port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 on network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:09:58.084501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:58.089142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:58.090664 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f1951923-057a-41c3-8a7b-d976a6062dd8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "PUT /v2.0/ports/b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 HTTP/1.1" status: 200 len: 926 time: 2.6850860 Nov 03 16:09:58.093351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43366) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:58.108372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4297c6f2-c28c-48be-81f7-800ac6834168'}, {'subnet_id': '7a8d7d24-e997-4029-91ce-a188a4d5c1c4'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:09:58.224893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:58.312648 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-0e0fe15a-6d7c-49f7-bd2a-d8edf6894d0c service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676315 Nov 03 16:09:58.418583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3dc21d-20a5-489f-9aa3-8572be9be1ba None None] Network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:09:58.564177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bd4debbe-e734-4d72-92bd-fc39b68bf060 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:09:58.565036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-30ab96c3-6a43-4554-84ee-879bd2f0288d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--749949918&fields=id&tenant_id=69729811c07542f1abc0cc34e820fe52 HTTP/1.1" status: 200 len: 267 time: 0.2468281 Nov 03 16:09:58.647839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-94ead70d-d294-40ac-b179-5cb3e2f337c0 None None] Provisioning complete for port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:58.648313 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94ead70d-d294-40ac-b179-5cb3e2f337c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:58.681822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24cf73a3-cef3-40cc-858f-fe09d994d708 req-97813e10-2f7d-4d93-a1a3-28194aae960a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 210 time: 0.0970364 Nov 03 16:09:58.690498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-94ead70d-d294-40ac-b179-5cb3e2f337c0 None None] Port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:09:58.728864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-94ead70d-d294-40ac-b179-5cb3e2f337c0 None None] Provisioning complete for port bd4debbe-e734-4d72-92bd-fc39b68bf060 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:58.729398 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94ead70d-d294-40ac-b179-5cb3e2f337c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:58.844977 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port bd4debbe-e734-4d72-92bd-fc39b68bf060 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:58.845341 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:58.960457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-67ff6e47-ee6f-4d27-ba9a-b40feb23216e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:58.962789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-67ff6e47-ee6f-4d27-ba9a-b40feb23216e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 816 time: 0.3969247 Nov 03 16:09:59.017013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-1a5aa904-0c77-48c1-9448-8c086f6d8d88 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/quotas/69729811c07542f1abc0cc34e820fe52 HTTP/1.1" status: 200 len: 375 time: 0.0453281 Nov 03 16:09:59.121186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8:0:1::30f (ecc0b256-e1f4-4ed2-9b8a-d08f45f18862/7a8d7d24-e997-4029-91ce-a188a4d5c1c4/b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:09:59.169862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-e54c1e1a-02da-4994-877f-27776c88c4a2 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1365788 Nov 03 16:09:59.362367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-ce9021cd-1048-4415-a53b-b03fa8aca5e8 service neutron] 10.222.0.86 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477761 Nov 03 16:09:59.545420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-0cc7db73-56ab-4673-9349-448dda06615c service neutron] 10.222.0.86 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814289 Nov 03 16:09:59.594291 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:59.608220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:59.617299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bd220f6f-585b-4f2a-b43d-4340f370df2c None None] Provisioning complete for port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:59.619084 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bd220f6f-585b-4f2a-b43d-4340f370df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:59.678927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bd220f6f-585b-4f2a-b43d-4340f370df2c None None] Port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:09:59.710162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bd220f6f-585b-4f2a-b43d-4340f370df2c None None] Provisioning complete for port bd4debbe-e734-4d72-92bd-fc39b68bf060 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:09:59.714837 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bd220f6f-585b-4f2a-b43d-4340f370df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:59.762548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] In _notify_port_updated(), no bound segment for port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 on network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:09:59.770495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:09:59.771266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:09:59.775662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "PUT /v2.0/ports/b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 HTTP/1.1" status: 200 len: 1012 time: 1.6787653 Nov 03 16:09:59.776667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43468) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:09:59.780557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ca7ec-927d-472a-a1fd-a7cd6c31953e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:09:59.957486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42655e8f-8113-4305-9a02-83a899b30036 req-cc313e0e-82c0-4a93-af43-100304daf882 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 210 time: 0.0984290 Nov 03 16:10:00.016156 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59dd44d4-f421-48d4-ae68-7e26f736fdeb req-2c17931d-4f59-414e-a29e-78b2be832c36 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 210 time: 0.1588647 Nov 03 16:10:00.090378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f7e7a647-646c-4734-ae71-8be24e71e106 None None] Provisioning complete for port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:00.090750 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a647-646c-4734-ae71-8be24e71e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:00.100101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9d338ca5-584a-4b7c-bb36-e9465e3ea934 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:00.100457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d338ca5-584a-4b7c-bb36-e9465e3ea934 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:00.186632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7a647-646c-4734-ae71-8be24e71e106 None None] Port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:00.340688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d338ca5-584a-4b7c-bb36-e9465e3ea934 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:00.373821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9d338ca5-584a-4b7c-bb36-e9465e3ea934 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:00.390091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-0216d8c0-43bc-4c34-a148-d2f31e2f5bed tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:00.403545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-0216d8c0-43bc-4c34-a148-d2f31e2f5bed tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.3503046 Nov 03 16:10:00.424181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Request body: {'port': {'device_id': '26ad32ff-f2aa-46c8-8f24-d66744274782', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'admin_state_up': True, 'tenant_id': 'e8acd80f5afc4b24a91b336a43f52da7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:00.521123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fab5170a-1d5f-4b27-8969-72c05be13fc6 None None] Provisioning complete for port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:00.521782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fab5170a-1d5f-4b27-8969-72c05be13fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:00.620565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-fab5170a-1d5f-4b27-8969-72c05be13fc6 None None] Port b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:00.665488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Made reservation on behalf of e8acd80f5afc4b24a91b336a43f52da7 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:00.671464 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:00.849144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d338ca5-584a-4b7c-bb36-e9465e3ea934 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:00.899891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d338ca5-584a-4b7c-bb36-e9465e3ea934 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:00.901310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Allocated IP 172.20.0.7 (dd0e1c60-da01-4c1d-83bf-38c5e8195b87/3ede647f-9109-4562-ac96-b8b5db8c5109/52039f32-1d63-4604-ba7a-a215178cb7a2) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:00.956563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ed94a6ef-b035-4998-93da-b40d24907a0e None None] Could not find standard attr ID for object b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:00.992821 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d338ca5-584a-4b7c-bb36-e9465e3ea934 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.017295 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9d338ca5-584a-4b7c-bb36-e9465e3ea934 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 HTTP/1.1" status: 204 len: 168 time: 1.2390461 Nov 03 16:10:01.019031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43490) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:01.064043 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-66be5b4d-450d-490f-a15a-eb892528fe8b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:10:01.068450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-66be5b4d-450d-490f-a15a-eb892528fe8b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 HTTP/1.1" status: 404 len: 333 time: 0.0448771 Nov 03 16:10:01.074306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43496) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:01.174646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5600943-7255-4952-982c-f798bfca02eb req-894c3404-faed-4d40-9441-5e91f00e43ba tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 210 time: 0.0826397 Nov 03 16:10:01.204735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-828be366-9249-4400-aac5-e11dccc71028 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 7a8d7d24-e997-4029-91ce-a188a4d5c1c4 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:10:01.212375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-828be366-9249-4400-aac5-e11dccc71028 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.270520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-974c9b7d-0584-492f-8377-419b128bb943 req-2ace18c2-457e-46e6-9c12-cc0532e544ca tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 210 time: 0.0462062 Nov 03 16:10:01.292753 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.311936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.325806 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-828be366-9249-4400-aac5-e11dccc71028 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.365318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.378872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:10:01.418215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:01.431125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:01.433186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:01.440891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event updated for resources: {'Port': ['ID=52039f32-1d63-4604-ba7a-a215178cb7a2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:01.491512 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-828be366-9249-4400-aac5-e11dccc71028 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.573016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:01.573704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.601553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-92f7b593-ffe3-4745-ad1d-de6eb5f51650 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1813633 Nov 03 16:10:01.603506 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-828be366-9249-4400-aac5-e11dccc71028 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.623491 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-828be366-9249-4400-aac5-e11dccc71028 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.628332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-828be366-9249-4400-aac5-e11dccc71028 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/7a8d7d24-e997-4029-91ce-a188a4d5c1c4 HTTP/1.1" status: 204 len: 168 time: 0.5519633 Nov 03 16:10:01.645254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Request body: {'port': {'device_id': '26ad32ff-f2aa-46c8-8f24-d66744274782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:01.653201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43502) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:01.664305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828be366-9249-4400-aac5-e11dccc71028 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8d7d24-e997-4029-91ce-a188a4d5c1c4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:01.693508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d32384-64b9-49c7-9888-ce007e3d0a0f None None] Network ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:01.719973 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30102ed-c3ac-412b-be96-a7a4e0125822 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 4297c6f2-c28c-48be-81f7-800ac6834168 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:10:01.729382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d30102ed-c3ac-412b-be96-a7a4e0125822 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.826106 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d30102ed-c3ac-412b-be96-a7a4e0125822 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.873301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-a8868d13-cd45-4e45-817b-e803c73dc301 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:01.875150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-a8868d13-cd45-4e45-817b-e803c73dc301 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 816 time: 0.1655841 Nov 03 16:10:01.947120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d30102ed-c3ac-412b-be96-a7a4e0125822 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:01.953036 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.029904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d30102ed-c3ac-412b-be96-a7a4e0125822 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.053956 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-4a2b24bf-696c-4e6a-ad4d-64da24a94ec4 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69729811c07542f1abc0cc34e820fe52 HTTP/1.1" status: 200 len: 379 time: 0.1651008 Nov 03 16:10:02.069864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30102ed-c3ac-412b-be96-a7a4e0125822 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=4297c6f2-c28c-48be-81f7-800ac6834168,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:02.072557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d30102ed-c3ac-412b-be96-a7a4e0125822 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.074279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'port': {'device_id': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'admin_state_up': True, 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'security_groups': ['5c1d086b-a9d9-48f5-85b0-306de9ddbdb0']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:02.078561 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d30102ed-c3ac-412b-be96-a7a4e0125822 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/4297c6f2-c28c-48be-81f7-800ac6834168 HTTP/1.1" status: 204 len: 168 time: 0.4219203 Nov 03 16:10:02.079469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43506) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:02.171728 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.242593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port bd4debbe-e734-4d72-92bd-fc39b68bf060 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:02.242892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.334625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] For port bd4debbe-e734-4d72-92bd-fc39b68bf060, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bd4debbe-e734-4d72-92bd-fc39b68bf060,segment=NetworkSegment(d63f590b-5d49-4e81-87a3-829201332d12),segment_id=d63f590b-5d49-4e81-87a3-829201332d12)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:02.335343 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.350916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for bd4debbe-e734-4d72-92bd-fc39b68bf060 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:02.484735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d1135bf-365e-4ae7-97c4-affe9be773e9 req-f1128477-6d2f-4b20-819d-fda9ba668942 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 210 time: 0.0966103 Nov 03 16:10:02.514962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8753b12-aa2a-48ea-9c40-d47e58b3a14f req-5c053c87-1e6e-4bba-b650-d0a716025918 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:02.518134 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4be109e4-5615-4be0-8b02-fd1ee85b4651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.523752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8753b12-aa2a-48ea-9c40-d47e58b3a14f req-5c053c87-1e6e-4bba-b650-d0a716025918 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 931 time: 0.1160338 Nov 03 16:10:02.606656 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8753b12-aa2a-48ea-9c40-d47e58b3a14f req-aef16c55-bd84-4109-a85c-09a731aeb196 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811181 Nov 03 16:10:02.629822 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.667042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=bd4debbe-e734-4d72-92bd-fc39b68bf060,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:02.671924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No DVR routers for this DVR port bd4debbe-e734-4d72-92bd-fc39b68bf060 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:02.741415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52039f32-1d63-4604-ba7a-a215178cb7a2 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:10:02.755592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.775244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Transition to ACTIVE for port object 52039f32-1d63-4604-ba7a-a215178cb7a2 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:10:02.777591 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.798427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.806553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc0b256-e1f4-4ed2-9b8a-d08f45f18862']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:02.808509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Made reservation on behalf of 69729811c07542f1abc0cc34e820fe52 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:02.813775 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.820072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63f590b-5d49-4e81-87a3-829201332d12') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:02.820723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63f590b-5d49-4e81-87a3-829201332d12') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:02.834828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.855879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.863648 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:10:02.864440 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.911459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Pushing event updated for resources: {'Port': ['ID=52039f32-1d63-4604-ba7a-a215178cb7a2,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:10:02.919887 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:10:02.958575 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.973570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:02.977802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/networks/ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 HTTP/1.1" status: 204 len: 168 time: 0.8978097 Nov 03 16:10:02.982809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43520) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:03.002239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb530f-b67b-413f-b2e7-291a2f66d5ee tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Network': ['ID=ecc0b256-e1f4-4ed2-9b8a-d08f45f18862,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:03.101749 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-570dd69c-4c2f-4586-9fee-9ba9a4f7cf20 None None] Could not find standard attr ID for object bd4debbe-e734-4d72-92bd-fc39b68bf060. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:03.175484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201f760-b024-4a88-b31f-32b95dc12dd2 None None] DHCP port deletion for ecc0b256-e1f4-4ed2-9b8a-d08f45f18862 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:10:03.198646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4bfc4-c27f-4dba-a25b-97ba7970390f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:03.204909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43524) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:03.207941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c8b4bfc4-c27f-4dba-a25b-97ba7970390f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2238493 Nov 03 16:10:03.219691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Allocated IP 172.20.0.9 (658f9342-47b3-40ca-bb8c-b0fcc7ed83c7/a72abaaf-68b2-45dd-b08a-1167fbfeb8d0/6aa8004a-e63f-4758-bd1f-002da0b5836d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:03.255885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Attempting to bind port 52039f32-1d63-4604-ba7a-a215178cb7a2 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:10:03.256227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Attempting to bind port 52039f32-1d63-4604-ba7a-a215178cb7a2 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:10:03.256689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Attempting to bind port 52039f32-1d63-4604-ba7a-a215178cb7a2 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:03.273317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Port 52039f32-1d63-4604-ba7a-a215178cb7a2 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:10:03.275042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Attempting to bind port 52039f32-1d63-4604-ba7a-a215178cb7a2 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:03.303835 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5eedc31f-5c91-4eb7-ad2f-9534e11fb981 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0921593 Nov 03 16:10:03.303835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43528) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:03.304712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:10:03.306080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Checking segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:03.306880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Bound using segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:10:03.307719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Bound port: 52039f32-1d63-4604-ba7a-a215178cb7a2, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:10:03.308054 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.309275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-974317073'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:03.339470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:03.345798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.377068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:10:03.391057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.391465 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Added segment 1c9833db-8747-4afa-a4ce-df898f7c4034 of type vlan for network f6f8f76b-205b-4c36-b206-24ace9c81bf7 Nov 03 16:10:03.443032 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.463783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] For port 52039f32-1d63-4604-ba7a-a215178cb7a2, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:03.471404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] For port 52039f32-1d63-4604-ba7a-a215178cb7a2, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=52039f32-1d63-4604-ba7a-a215178cb7a2,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:10:03.474319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.476992 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.480300 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.483114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:03.483799 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.525895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2217376 Nov 03 16:10:03.539282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:03.541036 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.543410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] 10.222.0.15 "PUT /v2.0/ports/52039f32-1d63-4604-ba7a-a215178cb7a2 HTTP/1.1" status: 200 len: 1091 time: 1.9265196 Nov 03 16:10:03.544079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43532) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:03.575762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7339b3-b068-49c5-82ba-48350779c072 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Network': ['ID=f6f8f76b-205b-4c36-b206-24ace9c81bf7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:03.588948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network f6f8f76b-205b-4c36-b206-24ace9c81bf7 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:10:03.603959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad32ff-f2aa-46c8-8f24-d66744274782', 'tag': '52039f32-1d63-4604-ba7a-a215178cb7a2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:03.607067 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce81d6-9863-429b-a23e-e6e8fa08110d" -d '{"events": [{"name": "network-changed", "server_uuid": "26ad32ff-f2aa-46c8-8f24-d66744274782", "tag": "52039f32-1d63-4604-ba7a-a215178cb7a2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:03.613900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f39f75-f617-4b41-b330-c8d57fb6a591 service neutron] Pushing event updated for resources: {'Port': ['ID=52039f32-1d63-4604-ba7a-a215178cb7a2,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:03.629035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'f6f8f76b-205b-4c36-b206-24ace9c81bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:03.715144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7310c280-82d8-4bbd-bb92-2d8bf61e0904 req-c64ebf31-b996-420a-a0d5-9eddf4da0d6e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 210 time: 0.1353154 Nov 03 16:10:03.806077 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c750364-6030-49cf-9051-3a430ec8830c x-openstack-request-id: req-3c750364-6030-49cf-9051-3a430ec8830c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:03.806351 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ad32ff-f2aa-46c8-8f24-d66744274782", "tag": "52039f32-1d63-4604-ba7a-a215178cb7a2", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:03.806613 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3c750364-6030-49cf-9051-3a430ec8830c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:03.807015 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad32ff-f2aa-46c8-8f24-d66744274782', 'tag': '52039f32-1d63-4604-ba7a-a215178cb7a2', 'status': 'completed', 'code': 200} Nov 03 16:10:03.889027 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:03.895677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-9634c1a7-0e23-49d3-86c0-4c800346d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:03.897409 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-9634c1a7-0e23-49d3-86c0-4c800346d276 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 1094 time: 0.2766318 Nov 03 16:10:03.964920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1cc5c-f996-477b-a981-29bf8a576ad6 req-7e77d58e-e3ac-4477-82ab-8a46103ca1f3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:03.966536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76c1cc5c-f996-477b-a981-29bf8a576ad6 req-7e77d58e-e3ac-4477-82ab-8a46103ca1f3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 943 time: 0.1976600 Nov 03 16:10:04.013800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-e0fc82c9-6340-4f09-99f7-409666b0ca2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52039f32-1d63-4604-ba7a-a215178cb7a2 HTTP/1.1" status: 200 len: 217 time: 0.0999351 Nov 03 16:10:04.022549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:04.036724 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:04.069577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:04.129330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:04.133269 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:04.137547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:04.530599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bd4debbe-e734-4d72-92bd-fc39b68bf060 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:04.562124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: bd4debbe-e734-4d72-92bd-fc39b68bf060 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:10:04.563092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bd4debbe-e734-4d72-92bd-fc39b68bf060 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:10:04.579038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f0cd4bea-6348-49a1-87b4-b7e188cc72ab None None] Provisioning complete for port 6aa8004a-e63f-4758-bd1f-002da0b5836d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:04.579821 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f0cd4bea-6348-49a1-87b4-b7e188cc72ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:04.624908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd4bea-6348-49a1-87b4-b7e188cc72ab None None] Port 6aa8004a-e63f-4758-bd1f-002da0b5836d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:04.696283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76c1cc5c-f996-477b-a981-29bf8a576ad6 req-82840b79-3a15-41ac-8c25-9dd9caef2965 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940589 Nov 03 16:10:04.704474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:04.705106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:04.708289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-a7fad16a-0cc3-46cb-920d-6e85f78d71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:04.709793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-a7fad16a-0cc3-46cb-920d-6e85f78d71d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.6705253 Nov 03 16:10:04.757490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-9d313331-4721-43d3-a300-cc589e1baee2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372617 Nov 03 16:10:04.764368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-17a19e11-4e2c-4137-bb60-66074c8f04d9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7029235 Nov 03 16:10:04.780899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Request body: {'port': {'device_id': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:04.939327 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:04.972634 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-21edde48-cb2a-48ec-8337-e76e41f99476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:05.001584 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-04c5b1bc-7e76-4130-90c4-99c80e66225a service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351291 Nov 03 16:10:05.169476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:05.279092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8168c-a4ba-4e28-a588-6289eb83f8a7 req-c320b410-b0c5-42cb-815f-64e1a03354e2 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:05.280866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cce8168c-a4ba-4e28-a588-6289eb83f8a7 req-c320b410-b0c5-42cb-815f-64e1a03354e2 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 931 time: 0.4448495 Nov 03 16:10:05.379896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-465b7826-ed49-4405-b7fc-d42dcccb0bb5 req-e57f5a96-5015-40a6-a961-0b8b87866e0e service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494949 Nov 03 16:10:05.385495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cce8168c-a4ba-4e28-a588-6289eb83f8a7 req-38df3b43-9f12-4c50-b5fa-9f806dd4463b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908983 Nov 03 16:10:05.389762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=9e9ecc05-762d-47ce-9578-77955ca4de2d,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:05.462963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Checking segment: {'id': '1c9833db-8747-4afa-a4ce-df898f7c4034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f6f8f76b-205b-4c36-b206-24ace9c81bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:05.463417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network hostable DHCP agents. Network: f6f8f76b-205b-4c36-b206-24ace9c81bf7, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:10:05.529065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network f6f8f76b-205b-4c36-b206-24ace9c81bf7 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:10:05.558997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, f6f8f76b-205b-4c36-b206-24ace9c81bf7) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:05.566626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:05.567233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:05.572386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee06b62-b3e6-4e4b-9e59-30fd8f39e4d0 None None] Network f6f8f76b-205b-4c36-b206-24ace9c81bf7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:05.598033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-1960eecc-c9d3-4954-9e89-6989314358ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:05.599602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-1960eecc-c9d3-4954-9e89-6989314358ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 1094 time: 0.0985215 Nov 03 16:10:05.609056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43574) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:05.610078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f0a9b2be-4869-4204-aab0-9ba82ceb523e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9973285 Nov 03 16:10:05.614664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': 'f6f8f76b-205b-4c36-b206-24ace9c81bf7', 'name': 'tempest-PortsIpV6TestJSON-1874431661'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:05.746521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa8004a-e63f-4758-bd1f-002da0b5836d {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:10:05.759664 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:05.786357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Transition to ACTIVE for port object 6aa8004a-e63f-4758-bd1f-002da0b5836d will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:10:05.796813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-f6f8f76b-205b-4c36-b206-24ace9c81bf7', 'network_id': 'f6f8f76b-205b-4c36-b206-24ace9c81bf7', 'tenant_id': '786c4e3cf9bd453284b980a2686f7a63', 'fixed_ips': [{'subnet_id': '9e9ecc05-762d-47ce-9578-77955ca4de2d'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:10:05.797165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:05.797813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:05.809740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-4b488c7a-eb55-4b60-8740-2dda5e36dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:05.812138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-4b488c7a-eb55-4b60-8740-2dda5e36dd60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 906 time: 0.1959283 Nov 03 16:10:05.828046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:05.835915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:05.885562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 9be4a771-7ee1-491c-a5ab-7c4f55d3fadf yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:10:05.929790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-39f6fb77-9a59-4180-8af6-4701e9afdc78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52039f32-1d63-4604-ba7a-a215178cb7a2 HTTP/1.1" status: 200 len: 217 time: 0.0974677 Nov 03 16:10:06.017870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Allocated IP 2001:db8::2 (f6f8f76b-205b-4c36-b206-24ace9c81bf7/9e9ecc05-762d-47ce-9578-77955ca4de2d/5bdd039d-e442-4460-8cac-4c3638f00c8c) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:06.026372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec749af-c8d9-4cf2-886c-563870035481 req-cf35cb91-cc7f-4107-ab22-3430735b365e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:06.027966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eec749af-c8d9-4cf2-886c-563870035481 req-cf35cb91-cc7f-4107-ab22-3430735b365e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 943 time: 0.1845431 Nov 03 16:10:06.077119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-91820cd8-f38b-47f5-80e4-691fa6d4d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:06.078731 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-91820cd8-f38b-47f5-80e4-691fa6d4d5c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.1408570 Nov 03 16:10:06.079213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:06.192859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-06d6af21-5b5e-4387-ab30-6f1165166401 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963280 Nov 03 16:10:06.292009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eec749af-c8d9-4cf2-886c-563870035481 req-afb1559a-946b-4bd1-8dc3-c32bf415906e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541566 Nov 03 16:10:06.293233 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.330273 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.341574 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.361273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Attempting to bind port 6aa8004a-e63f-4758-bd1f-002da0b5836d on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:10:06.361639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Attempting to bind port 6aa8004a-e63f-4758-bd1f-002da0b5836d by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:10:06.361961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Attempting to bind port 6aa8004a-e63f-4758-bd1f-002da0b5836d on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:06.372948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Port 6aa8004a-e63f-4758-bd1f-002da0b5836d on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:10:06.373596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Attempting to bind port 6aa8004a-e63f-4758-bd1f-002da0b5836d on network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:06.383105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:10:06.384329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Checking segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:06.384329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Bound using segment: {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:10:06.384329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Bound port: 6aa8004a-e63f-4758-bd1f-002da0b5836d, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee789088-b94e-400e-b004-471f66099109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:10:06.384732 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.398658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Network f6f8f76b-205b-4c36-b206-24ace9c81bf7 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:06.404799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:06.414425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-00df191c-7d0d-4457-a195-5991584bf91f service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806815 Nov 03 16:10:06.422249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:06.434382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::307 (f6f8f76b-205b-4c36-b206-24ace9c81bf7/9e9ecc05-762d-47ce-9578-77955ca4de2d/9be4a771-7ee1-491c-a5ab-7c4f55d3fadf) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:06.444627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Pushing event updated for resources: {'Port': ['ID=5bdd039d-e442-4460-8cac-4c3638f00c8c,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:06.523312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Attempting to bind port 5bdd039d-e442-4460-8cac-4c3638f00c8c on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:10:06.523841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Attempting to bind port 5bdd039d-e442-4460-8cac-4c3638f00c8c by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '1c9833db-8747-4afa-a4ce-df898f7c4034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f6f8f76b-205b-4c36-b206-24ace9c81bf7'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:10:06.524836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Attempting to bind port 5bdd039d-e442-4460-8cac-4c3638f00c8c on network f6f8f76b-205b-4c36-b206-24ace9c81bf7 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:06.537421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:10:06.537999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Checking segment: {'id': '1c9833db-8747-4afa-a4ce-df898f7c4034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f6f8f76b-205b-4c36-b206-24ace9c81bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:06.538682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.538979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Bound using segment: {'id': '1c9833db-8747-4afa-a4ce-df898f7c4034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f6f8f76b-205b-4c36-b206-24ace9c81bf7'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:10:06.539553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Bound port: 5bdd039d-e442-4460-8cac-4c3638f00c8c, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9833db-8747-4afa-a4ce-df898f7c4034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f6f8f76b-205b-4c36-b206-24ace9c81bf7'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:10:06.540212 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.613885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:06.622914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:10:06.648099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383998fc-7afd-43df-ac6a-052b5ecc7aa2 req-23b2caed-ac43-432e-b539-1d6119d3b176 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:06.650590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-383998fc-7afd-43df-ac6a-052b5ecc7aa2 req-23b2caed-ac43-432e-b539-1d6119d3b176 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.1345606 Nov 03 16:10:06.654319 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.671023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] For port 5bdd039d-e442-4460-8cac-4c3638f00c8c, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:06.680588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] For port 5bdd039d-e442-4460-8cac-4c3638f00c8c, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5bdd039d-e442-4460-8cac-4c3638f00c8c,segment=NetworkSegment(1c9833db-8747-4afa-a4ce-df898f7c4034),segment_id=1c9833db-8747-4afa-a4ce-df898f7c4034)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:10:06.686662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2ce81d6-9863-429b-a23e-e6e8fa08110d req-77b717f9-5f1c-47ff-abfb-9adfb6559b5e service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384164 Nov 03 16:10:06.692992 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.747899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:06.748525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.750215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] 10.222.0.70 "PUT /v2.0/ports/6aa8004a-e63f-4758-bd1f-002da0b5836d HTTP/1.1" status: 200 len: 1091 time: 1.9743013 Nov 03 16:10:06.752755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:06.755479 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d2383-e85f-48a8-a580-1e96f9e9b190" -d '{"events": [{"name": "network-changed", "server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:06.772897 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.828305 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-383998fc-7afd-43df-ac6a-052b5ecc7aa2 req-a7075f88-a46b-40f5-a40b-6a8be450f2e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638973 Nov 03 16:10:06.845036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020e052-1e9f-411b-bef8-a9bb13222424 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:06.848354 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:06.851049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a23fd3-8b9f-4429-a323-03ade70b806b None None] Pushing event updated for resources: {'Port': ['ID=5bdd039d-e442-4460-8cac-4c3638f00c8c,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:06.926109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-e443a862-de49-4c13-90e6-cd8966587bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:06.927859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-e443a862-de49-4c13-90e6-cd8966587bf1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 1094 time: 0.1246195 Nov 03 16:10:06.941938 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d825d6f-4c91-45c7-9b04-6c868a5a8928 x-openstack-request-id: req-8d825d6f-4c91-45c7-9b04-6c868a5a8928 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:06.942278 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:06.942531 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8d825d6f-4c91-45c7-9b04-6c868a5a8928 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:06.942942 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'status': 'completed', 'code': 200} Nov 03 16:10:06.969508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network f6f8f76b-205b-4c36-b206-24ace9c81bf7 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:06.973875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:06.982875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:07.002658 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-683c69f1-c227-4671-9373-217f6d23107b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d HTTP/1.1" status: 200 len: 217 time: 0.0587163 Nov 03 16:10:07.003378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:07.004050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:07.045501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=9be4a771-7ee1-491c-a5ab-7c4f55d3fadf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:07.068672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dab261d8-577d-4bbd-ad0c-94728f2a59a1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4582779 Nov 03 16:10:07.072859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43598) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:07.082608 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': 'f6f8f76b-205b-4c36-b206-24ace9c81bf7', 'name': 'tempest-PortsIpV6TestJSON-305305477'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:07.092510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-b8d21f05-80ec-41ac-ae7b-3cf723af9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:07.095110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-b8d21f05-80ec-41ac-ae7b-3cf723af9a90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.0808926 Nov 03 16:10:07.227149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-4af6dd20-62b1-4d0e-8f11-3691ea9ddb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:07.229603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-4af6dd20-62b1-4d0e-8f11-3691ea9ddb5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253147 Nov 03 16:10:07.351873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:07.364610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:07.401927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-89936e77-cc57-4279-a4ca-c371373769ba service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529791 Nov 03 16:10:07.427442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 0443ef4f-02d0-44f2-b1e0-45ecced2140d yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:10:07.595757 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ec13970-08f4-40f7-bf5d-6ef506996fbd req-34045701-4784-40ea-a81c-08f178c65963 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913366 Nov 03 16:10:07.639716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::1f2 (f6f8f76b-205b-4c36-b206-24ace9c81bf7/9e9ecc05-762d-47ce-9578-77955ca4de2d/0443ef4f-02d0-44f2-b1e0-45ecced2140d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:07.673353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58a8c5-cd10-4e61-9310-7ad8c6360123 req-fa08219a-112a-438d-a93e-bf1b23b4a05e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:07.683686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e58a8c5-cd10-4e61-9310-7ad8c6360123 req-fa08219a-112a-438d-a93e-bf1b23b4a05e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 943 time: 0.2061415 Nov 03 16:10:07.731778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:07.784883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-7ecbe409-5705-45d8-93da-9144fb98025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:07.786439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-7ecbe409-5705-45d8-93da-9144fb98025a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 1094 time: 0.0947642 Nov 03 16:10:07.795631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e58a8c5-cd10-4e61-9310-7ad8c6360123 req-2412cb71-9b90-49cc-b795-0547966edeb1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109123 Nov 03 16:10:07.915853 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:07.942361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-46f838f7-d963-472e-a772-caab40543f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:07.943860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-46f838f7-d963-472e-a772-caab40543f8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.1473722 Nov 03 16:10:07.966672 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:08.025649 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-b29b807f-a39a-4568-bab8-5a40c184886c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d HTTP/1.1" status: 200 len: 217 time: 0.0566227 Nov 03 16:10:08.090347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network f6f8f76b-205b-4c36-b206-24ace9c81bf7 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:08.101185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-fe6c3a36-dbe0-4fbb-ad95-a1877d790751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:08.102754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-fe6c3a36-dbe0-4fbb-ad95-a1877d790751 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.0705082 Nov 03 16:10:08.106931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:08.113750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:08.120106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:08.120690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:08.142613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa8031-3af5-4a58-9b63-456fad291b19 req-116d63dd-2e01-4713-b9e2-cb6600a5fb7e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:08.144614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19aa8031-3af5-4a58-9b63-456fad291b19 req-116d63dd-2e01-4713-b9e2-cb6600a5fb7e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.1210144 Nov 03 16:10:08.149039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0750873 Nov 03 16:10:08.150502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3bf61-a315-4fca-92e7-e251892e5e32 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=0443ef4f-02d0-44f2-b1e0-45ecced2140d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:08.153371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43614) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:08.190411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-48793577-3b99-44c6-8133-564854e0816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:08.191938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-48793577-3b99-44c6-8133-564854e0816f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819356 Nov 03 16:10:08.317373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4dd0ea-edb7-4323-bd7c-31b15ac8a79e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:08.323923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43618) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:08.325937 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fd4dd0ea-edb7-4323-bd7c-31b15ac8a79e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A307 HTTP/1.1" status: 200 len: 929 time: 0.1711442 Nov 03 16:10:08.349629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19aa8031-3af5-4a58-9b63-456fad291b19 req-548b23f2-ce34-4ed5-bf92-d77daebdbdf6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549146 Nov 03 16:10:08.356499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 52039f32-1d63-4604-ba7a-a215178cb7a2 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:10:08.449697 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:08.527704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-e2ec45c3-7b6c-4d8e-9d00-496bbc06a228 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274989 Nov 03 16:10:08.594419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7398d50a-3e99-4637-bd2c-d413c9b1de1b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 0443ef4f-02d0-44f2-b1e0-45ecced2140d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:08.594761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7398d50a-3e99-4637-bd2c-d413c9b1de1b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:08.645342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c786757-9fd4-4035-8612-bba9b8b85a72 None None] Network f6f8f76b-205b-4c36-b206-24ace9c81bf7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:08.742156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5bdd039d-e442-4460-8cac-4c3638f00c8c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:08.763276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7398d50a-3e99-4637-bd2c-d413c9b1de1b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:08.783731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7398d50a-3e99-4637-bd2c-d413c9b1de1b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 0443ef4f-02d0-44f2-b1e0-45ecced2140d owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:08.803268 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-769d2383-e85f-48a8-a580-1e96f9e9b190 req-e516a691-4083-45ba-bc62-ed91efa3fa7d service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643635 Nov 03 16:10:08.808763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 52039f32-1d63-4604-ba7a-a215178cb7a2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=52039f32-1d63-4604-ba7a-a215178cb7a2,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:08.861919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ec4e9488-da21-4f72-90be-4051cb96f464 None None] Provisioning complete for port 5bdd039d-e442-4460-8cac-4c3638f00c8c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:08.862283 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9488-da21-4f72-90be-4051cb96f464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.013075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401cd2-4b8f-405d-97ba-8a6f290f2302 req-198f35a9-c852-4661-ad7d-a846dc7cb499 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:09.014527 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1401cd2-4b8f-405d-97ba-8a6f290f2302 req-198f35a9-c852-4661-ad7d-a846dc7cb499 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 943 time: 0.0900419 Nov 03 16:10:09.035066 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7398d50a-3e99-4637-bd2c-d413c9b1de1b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.101790 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e1401cd2-4b8f-405d-97ba-8a6f290f2302 req-7d7507a6-2696-4c4d-87af-7691cb5aed95 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752068 Nov 03 16:10:09.109975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398d50a-3e99-4637-bd2c-d413c9b1de1b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=0443ef4f-02d0-44f2-b1e0-45ecced2140d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:09.132930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '52039f32-1d63-4604-ba7a-a215178cb7a2', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'port_id': '52039f32-1d63-4604-ba7a-a215178cb7a2', 'mac_address': 'fa:16:3e:aa:3d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ede647f-9109-4562-ac96-b8b5db8c5109', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:10:09.168812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7398d50a-3e99-4637-bd2c-d413c9b1de1b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.174901 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7398d50a-3e99-4637-bd2c-d413c9b1de1b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/0443ef4f-02d0-44f2-b1e0-45ecced2140d HTTP/1.1" status: 204 len: 168 time: 0.8475416 Nov 03 16:10:09.175321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43628) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:09.218155 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4262ec1-0bbc-45de-bf04-994d1166ccac tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:10:09.222784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4262ec1-0bbc-45de-bf04-994d1166ccac tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/0443ef4f-02d0-44f2-b1e0-45ecced2140d HTTP/1.1" status: 404 len: 333 time: 0.0438631 Nov 03 16:10:09.223072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43630) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:09.289738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5bdd039d-e442-4460-8cac-4c3638f00c8c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:09.290469 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.355216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f51f4c8d-2638-4043-a714-18beb63f9356 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 9be4a771-7ee1-491c-a5ab-7c4f55d3fadf {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:09.355800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f51f4c8d-2638-4043-a714-18beb63f9356 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.396174 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.492469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52039f32-1d63-4604-ba7a-a215178cb7a2 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:10:09.512968 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f51f4c8d-2638-4043-a714-18beb63f9356 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.535634 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9488-da21-4f72-90be-4051cb96f464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.542907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f51f4c8d-2638-4043-a714-18beb63f9356 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 9be4a771-7ee1-491c-a5ab-7c4f55d3fadf owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:09.568378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 52039f32-1d63-4604-ba7a-a215178cb7a2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=52039f32-1d63-4604-ba7a-a215178cb7a2,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:09.598720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07fa95-65da-4ec1-a72f-65a9fdb4925f req-1a74aad0-36ac-4d23-b687-938aac32b5be tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:09.602331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a07fa95-65da-4ec1-a72f-65a9fdb4925f req-1a74aad0-36ac-4d23-b687-938aac32b5be tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.1323109 Nov 03 16:10:09.619017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.709686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a07fa95-65da-4ec1-a72f-65a9fdb4925f req-deb2f2b9-0c50-4502-a6c2-f0fe52512ee8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003089 Nov 03 16:10:09.729373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ec4e9488-da21-4f72-90be-4051cb96f464 None None] For port 5bdd039d-e442-4460-8cac-4c3638f00c8c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5bdd039d-e442-4460-8cac-4c3638f00c8c,segment=NetworkSegment(1c9833db-8747-4afa-a4ce-df898f7c4034),segment_id=1c9833db-8747-4afa-a4ce-df898f7c4034)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:09.750453 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9488-da21-4f72-90be-4051cb96f464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.768026 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.774980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=52039f32-1d63-4604-ba7a-a215178cb7a2,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:09.869506 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f51f4c8d-2638-4043-a714-18beb63f9356 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:09.951959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f4c8d-2638-4043-a714-18beb63f9356 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=9be4a771-7ee1-491c-a5ab-7c4f55d3fadf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:09.985686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e9488-da21-4f72-90be-4051cb96f464 None None] Pushing event updated for resources: {'Port': ['ID=5bdd039d-e442-4460-8cac-4c3638f00c8c,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:10.006054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c30dce03-af53-4fc6-8b86-233c71a9ddb5 None None] Could not find standard attr ID for object 9be4a771-7ee1-491c-a5ab-7c4f55d3fadf. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:10.026481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f51f4c8d-2638-4043-a714-18beb63f9356 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:10.027888 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:10:10.030671 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:10:10.033612 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f51f4c8d-2638-4043-a714-18beb63f9356 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/9be4a771-7ee1-491c-a5ab-7c4f55d3fadf HTTP/1.1" status: 204 len: 168 time: 0.8071375 Nov 03 16:10:10.034038 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43642) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:10.057378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c30dce03-af53-4fc6-8b86-233c71a9ddb5 None None] Provisioning complete for port 5bdd039d-e442-4460-8cac-4c3638f00c8c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:10.058912 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c30dce03-af53-4fc6-8b86-233c71a9ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:10.078965 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-7774cbee-143a-4832-b722-eb5ade092cd7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:10:10.084029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7774cbee-143a-4832-b722-eb5ade092cd7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/9be4a771-7ee1-491c-a5ab-7c4f55d3fadf HTTP/1.1" status: 404 len: 333 time: 0.0488024 Nov 03 16:10:10.085606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43644) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:10.180591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7fa641-7462-46b6-90bf-caf5169e608f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 9e9ecc05-762d-47ce-9578-77955ca4de2d {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:10:10.184087 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa641-7462-46b6-90bf-caf5169e608f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:10.210592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['52039f32-1d63-4604-ba7a-a215178cb7a2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:10:10.247069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa641-7462-46b6-90bf-caf5169e608f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:10.273600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03603894-7273-4242-90e2-a32d1878dc4b req-14805025-2743-4514-ab76-feb1e9b3ed0d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:10.283702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03603894-7273-4242-90e2-a32d1878dc4b req-14805025-2743-4514-ab76-feb1e9b3ed0d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 944 time: 0.0809870 Nov 03 16:10:10.381922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03603894-7273-4242-90e2-a32d1878dc4b req-f04465e9-39ac-4f92-9198-993b019ee5af tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914469 Nov 03 16:10:10.426346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-13355121-31f3-47b9-8f80-63b9d7713c27 None None] Could not find standard attr ID for object 9be4a771-7ee1-491c-a5ab-7c4f55d3fadf. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:10.450232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa641-7462-46b6-90bf-caf5169e608f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:10.530552 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa641-7462-46b6-90bf-caf5169e608f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:10.584760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fa641-7462-46b6-90bf-caf5169e608f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9ecc05-762d-47ce-9578-77955ca4de2d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:10.601585 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa641-7462-46b6-90bf-caf5169e608f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:10.606246 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe7fa641-7462-46b6-90bf-caf5169e608f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/9e9ecc05-762d-47ce-9578-77955ca4de2d HTTP/1.1" status: 204 len: 168 time: 0.5195262 Nov 03 16:10:10.609086 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43652) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:10.727166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5bdd039d-e442-4460-8cac-4c3638f00c8c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:10.805248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210a594-ee81-4859-9d41-c682195383c3 None None] Network f6f8f76b-205b-4c36-b206-24ace9c81bf7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:10.897259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6aa8004a-e63f-4758-bd1f-002da0b5836d details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:10:10.903187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e67ff74d-8af7-43bb-87e0-c2cd94fe3521 None None] Could not find standard attr ID for object 0443ef4f-02d0-44f2-b1e0-45ecced2140d. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:10.998547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5bdd039d-e442-4460-8cac-4c3638f00c8c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:10.998924 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.184443 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.199294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:11.233674 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f6c16f-e139-4586-adb9-8d3731fd24b5 None None] DHCP port deletion for f6f8f76b-205b-4c36-b206-24ace9c81bf7 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:10:11.246328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'port_id': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'mac_address': 'fa:16:3e:ec:99:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:10:11.287264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2854-3558-449f-862f-91b10446fcf2 req-7afbaaef-8cd1-4cfb-b98f-a9cbfcbc4cbe tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:11.300532 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-035c2854-3558-449f-862f-91b10446fcf2 req-7afbaaef-8cd1-4cfb-b98f-a9cbfcbc4cbe tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.1912975 Nov 03 16:10:11.334457 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.357993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa8004a-e63f-4758-bd1f-002da0b5836d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:10:11.365885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6c16f-e139-4586-adb9-8d3731fd24b5 None None] Deleting port 5bdd039d-e442-4460-8cac-4c3638f00c8c {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:11.372593 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6f6c16f-e139-4586-adb9-8d3731fd24b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.394384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 5bdd039d-e442-4460-8cac-4c3638f00c8c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:11.394384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.420115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:11.458820 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-035c2854-3558-449f-862f-91b10446fcf2 req-4ac135d0-ae65-457b-8c99-e5668befbee0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570492 Nov 03 16:10:11.504342 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.552746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d6f6c16f-e139-4586-adb9-8d3731fd24b5 None None] For port 5bdd039d-e442-4460-8cac-4c3638f00c8c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5bdd039d-e442-4460-8cac-4c3638f00c8c,segment=NetworkSegment(1c9833db-8747-4afa-a4ce-df898f7c4034),segment_id=1c9833db-8747-4afa-a4ce-df898f7c4034)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:11.553068 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6f6c16f-e139-4586-adb9-8d3731fd24b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.575518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] For port 5bdd039d-e442-4460-8cac-4c3638f00c8c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5bdd039d-e442-4460-8cac-4c3638f00c8c,segment=NetworkSegment(1c9833db-8747-4afa-a4ce-df898f7c4034),segment_id=1c9833db-8747-4afa-a4ce-df898f7c4034)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:11.575884 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.577760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6c16f-e139-4586-adb9-8d3731fd24b5 None None] Calling delete_port for 5bdd039d-e442-4460-8cac-4c3638f00c8c owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:11.598409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:11.614443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262900ed-a90f-4363-a902-bf52d76564fa req-520bc2fa-3989-4148-983e-35e4a78002a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:11.616333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-262900ed-a90f-4363-a902-bf52d76564fa req-520bc2fa-3989-4148-983e-35e4a78002a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 944 time: 0.1136215 Nov 03 16:10:11.616912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 5bdd039d-e442-4460-8cac-4c3638f00c8c owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:11.700555 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6f6c16f-e139-4586-adb9-8d3731fd24b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.709400 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-262900ed-a90f-4363-a902-bf52d76564fa req-eceb427b-64fa-472a-bd2f-e4c94463401b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836871 Nov 03 16:10:11.735414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6c16f-e139-4586-adb9-8d3731fd24b5 None None] Pushing event deleted for resources: {'Port': ['ID=5bdd039d-e442-4460-8cac-4c3638f00c8c,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:11.739364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6c16f-e139-4586-adb9-8d3731fd24b5 None None] No DVR routers for this DVR port 5bdd039d-e442-4460-8cac-4c3638f00c8c on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:11.759472 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6aa8004a-e63f-4758-bd1f-002da0b5836d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:10:11.788067 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:11.832515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=5bdd039d-e442-4460-8cac-4c3638f00c8c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:11.843999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No DVR routers for this DVR port 5bdd039d-e442-4460-8cac-4c3638f00c8c on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:11.968576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.001084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f8f76b-205b-4c36-b206-24ace9c81bf7']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:12.012588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9833db-8747-4afa-a4ce-df898f7c4034') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:12.012946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9833db-8747-4afa-a4ce-df898f7c4034') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:12.025349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.044891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.051138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:10:12.051700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:10:12.055639 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:10:12.144136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.151484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.156118 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/networks/f6f8f76b-205b-4c36-b206-24ace9c81bf7 HTTP/1.1" status: 204 len: 168 time: 1.5450244 Nov 03 16:10:12.160517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43670) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:12.167277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1599239526'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:12.189490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80066472-79e6-4d45-98b1-e7899feecd02 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Network': ['ID=f6f8f76b-205b-4c36-b206-24ace9c81bf7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:12.204427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:12.208406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.236687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:10:12.251241 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.251685 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Added segment 481004e6-5c99-481b-82ce-3d1a291429e3 of type vlan for network 36f15090-c356-4915-8091-765144f4c935 Nov 03 16:10:12.300910 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.332169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.339054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:12.339581 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.393989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 52039f32-1d63-4604-ba7a-a215178cb7a2 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:12.432430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2679870 Nov 03 16:10:12.432634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43672) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:12.439750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': '36f15090-c356-4915-8091-765144f4c935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:12.445836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55482080-7cd9-42c4-8d0b-64393c52bb29 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Network': ['ID=36f15090-c356-4915-8091-765144f4c935,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:12.465384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 52039f32-1d63-4604-ba7a-a215178cb7a2 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:10:12.472469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 36f15090-c356-4915-8091-765144f4c935 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:10:12.496326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 52039f32-1d63-4604-ba7a-a215178cb7a2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:12.497157 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.574914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:12.579995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.783912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5bdd039d-e442-4460-8cac-4c3638f00c8c no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:12.856755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5bdd039d-e442-4460-8cac-4c3638f00c8c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:10:12.857103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5bdd039d-e442-4460-8cac-4c3638f00c8c not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:10:12.892599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6aa8004a-e63f-4758-bd1f-002da0b5836d up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:12.902865 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:12.939612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22438-e79a-41a6-adfa-7061f534978d req-6f30fae3-499b-48cd-a2b6-8bc225abf771 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:12.941214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ad22438-e79a-41a6-adfa-7061f534978d req-6f30fae3-499b-48cd-a2b6-8bc225abf771 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 944 time: 0.0823550 Nov 03 16:10:13.029753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ad32ff-f2aa-46c8-8f24-d66744274782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52039f32-1d63-4604-ba7a-a215178cb7a2'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:13.032315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ad22438-e79a-41a6-adfa-7061f534978d req-4c982946-60f2-46d5-84f0-d10a1241af0a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809975 Nov 03 16:10:13.046269 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f95db9c-5882-4f76-8f34-817d6ca40fb1" -d '{"events": [{"server_uuid": "26ad32ff-f2aa-46c8-8f24-d66744274782", "name": "network-vif-plugged", "status": "completed", "tag": "52039f32-1d63-4604-ba7a-a215178cb7a2"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:13.085212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 52039f32-1d63-4604-ba7a-a215178cb7a2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=52039f32-1d63-4604-ba7a-a215178cb7a2,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:13.096181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:13.189867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 6aa8004a-e63f-4758-bd1f-002da0b5836d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:10:13.202550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 6aa8004a-e63f-4758-bd1f-002da0b5836d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:13.202926 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:13.259857 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df48235-e6c5-4bb1-a79c-bf2f44ee3559 x-openstack-request-id: req-1df48235-e6c5-4bb1-a79c-bf2f44ee3559 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:13.260228 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ad32ff-f2aa-46c8-8f24-d66744274782", "name": "network-vif-plugged", "status": "completed", "tag": "52039f32-1d63-4604-ba7a-a215178cb7a2", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:13.260410 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1df48235-e6c5-4bb1-a79c-bf2f44ee3559 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:13.261290 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ad32ff-f2aa-46c8-8f24-d66744274782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52039f32-1d63-4604-ba7a-a215178cb7a2', 'code': 200} Nov 03 16:10:13.286001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=52039f32-1d63-4604-ba7a-a215178cb7a2,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:13.301829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:13.390749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=2f905e75-dd40-4eee-9d6e-653bb9ff45e1,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:13.391310 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:13.449227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:13.451823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cae0cf-cc33-41aa-9669-e08cd3c0f171 req-c9a35a01-9504-41dd-9e1f-994944b4a251 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:13.464422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:13.465478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29cae0cf-cc33-41aa-9669-e08cd3c0f171 req-c9a35a01-9504-41dd-9e1f-994944b4a251 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 944 time: 0.2442255 Nov 03 16:10:13.520115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d88fb7-fd93-4e0d-8735-39712f72c2d4 req-f7e94d01-cf13-4ee2-84ae-bbeb829e84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:13.521996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44d88fb7-fd93-4e0d-8735-39712f72c2d4 req-f7e94d01-cf13-4ee2-84ae-bbeb829e84fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 1096 time: 0.1419208 Nov 03 16:10:13.528907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:13.573894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Checking segment: {'id': '481004e6-5c99-481b-82ce-3d1a291429e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '36f15090-c356-4915-8091-765144f4c935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:13.574404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network hostable DHCP agents. Network: 36f15090-c356-4915-8091-765144f4c935, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:10:13.604172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29cae0cf-cc33-41aa-9669-e08cd3c0f171 req-42be3cc6-f928-4d7d-b483-3d9c56ee7a1a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371770 Nov 03 16:10:13.612699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44d88fb7-fd93-4e0d-8735-39712f72c2d4 req-3fa9e51f-513a-4702-ac72-91a0a9abbde9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815833 Nov 03 16:10:13.626232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network 36f15090-c356-4915-8091-765144f4c935 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:10:13.637037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 36f15090-c356-4915-8091-765144f4c935) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:13.641567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:13.642120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:13.646005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91662d5-26cb-4431-8191-35a2d0e1de9e None None] Network 36f15090-c356-4915-8091-765144f4c935 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:13.660548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1ba0003c-8ee2-4a48-b57c-1ef3eddd166d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2267718 Nov 03 16:10:13.663871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43688) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:13.676585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': '36f15090-c356-4915-8091-765144f4c935', 'name': 'tempest-PortsIpV6TestJSON-1633975101', 'fixed_ips': [{'subnet_id': '2f905e75-dd40-4eee-9d6e-653bb9ff45e1', 'ip_address': '2001:db8::10'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:13.865214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:13.868836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-36f15090-c356-4915-8091-765144f4c935', 'network_id': '36f15090-c356-4915-8091-765144f4c935', 'tenant_id': '786c4e3cf9bd453284b980a2686f7a63', 'fixed_ips': [{'subnet_id': '2f905e75-dd40-4eee-9d6e-653bb9ff45e1'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:10:13.870027 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:14.000605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:14.038442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port f9083c6c-bfbc-4959-86f5-99b01b75651e yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:10:14.250278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::10 (36f15090-c356-4915-8091-765144f4c935/2f905e75-dd40-4eee-9d6e-653bb9ff45e1/f9083c6c-bfbc-4959-86f5-99b01b75651e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:14.253485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047f90-7ea3-4962-af9c-ab100bdc52e2 req-2d925bae-2638-43a4-b772-844a1184b8f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:14.269072 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a6047f90-7ea3-4962-af9c-ab100bdc52e2 req-2d925bae-2638-43a4-b772-844a1184b8f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 945 time: 0.1081827 Nov 03 16:10:14.364714 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a6047f90-7ea3-4962-af9c-ab100bdc52e2 req-2f8e1309-73aa-4ecb-8406-14ff646b53bf tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942979 Nov 03 16:10:14.447956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:14.503108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:14.554513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network 36f15090-c356-4915-8091-765144f4c935 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:14.557772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:14.561841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:14.568339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:14.568987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:14.591120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=f9083c6c-bfbc-4959-86f5-99b01b75651e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:14.595227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Allocated IP 2001:db8::2 (36f15090-c356-4915-8091-765144f4c935/2f905e75-dd40-4eee-9d6e-653bb9ff45e1/d0aee3a1-f865-47bc-b786-aad787701e2e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:14.603813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4c39ad80-d25d-41cf-af2e-e9063967eebe tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9367967 Nov 03 16:10:14.606877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43700) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:14.616197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': '36f15090-c356-4915-8091-765144f4c935', 'name': 'tempest-PortsIpV6TestJSON-733213349', 'fixed_ips': [{'subnet_id': '2f905e75-dd40-4eee-9d6e-653bb9ff45e1', 'ip_address': '2001:db8::f'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:14.817210 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:14.827337 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:14.865854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:14.871964 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:14.889164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Network 36f15090-c356-4915-8091-765144f4c935 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:14.894665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:14.908401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90b2ec-ace5-45cc-8c20-bd94e2be6a2a req-f6cdc307-9baf-4cca-9e5c-cba32d4e75da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:14.910143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed90b2ec-ace5-45cc-8c20-bd94e2be6a2a req-f6cdc307-9baf-4cca-9e5c-cba32d4e75da tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1114969 Nov 03 16:10:14.911497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port c917dbfa-2c10-4ebb-b361-65a50a4d7591 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:10:14.918656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:15.000819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Pushing event updated for resources: {'Port': ['ID=d0aee3a1-f865-47bc-b786-aad787701e2e,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:15.043473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed90b2ec-ace5-45cc-8c20-bd94e2be6a2a req-a1565f9f-e42d-41ae-9d41-9bbff1e36f6b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249051 Nov 03 16:10:15.053208 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Attempting to bind port d0aee3a1-f865-47bc-b786-aad787701e2e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:10:15.054895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Attempting to bind port d0aee3a1-f865-47bc-b786-aad787701e2e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '481004e6-5c99-481b-82ce-3d1a291429e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '36f15090-c356-4915-8091-765144f4c935'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:10:15.058039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Attempting to bind port d0aee3a1-f865-47bc-b786-aad787701e2e on network 36f15090-c356-4915-8091-765144f4c935 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:15.086729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:10:15.088085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Checking segment: {'id': '481004e6-5c99-481b-82ce-3d1a291429e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '36f15090-c356-4915-8091-765144f4c935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:15.088889 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:15.089299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Bound using segment: {'id': '481004e6-5c99-481b-82ce-3d1a291429e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '36f15090-c356-4915-8091-765144f4c935'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:10:15.090031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Bound port: d0aee3a1-f865-47bc-b786-aad787701e2e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481004e6-5c99-481b-82ce-3d1a291429e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '36f15090-c356-4915-8091-765144f4c935'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:10:15.090657 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:15.215656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] For port d0aee3a1-f865-47bc-b786-aad787701e2e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:15.219750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] For port d0aee3a1-f865-47bc-b786-aad787701e2e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d0aee3a1-f865-47bc-b786-aad787701e2e,segment=NetworkSegment(481004e6-5c99-481b-82ce-3d1a291429e3),segment_id=481004e6-5c99-481b-82ce-3d1a291429e3)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:10:15.228751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:15.288795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:15.296259 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56560bb8-6464-4408-ae2e-c1bc30e1cee5" -d '{"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:15.343433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::f (36f15090-c356-4915-8091-765144f4c935/2f905e75-dd40-4eee-9d6e-653bb9ff45e1/c917dbfa-2c10-4ebb-b361-65a50a4d7591) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:15.378576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c737ea-dc21-4d9d-acfb-6185e210cd1f None None] Pushing event updated for resources: {'Port': ['ID=d0aee3a1-f865-47bc-b786-aad787701e2e,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:15.554902 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8070f0df-49cf-4000-94c8-a3fca23bcfcc x-openstack-request-id: req-8070f0df-49cf-4000-94c8-a3fca23bcfcc {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:15.555194 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:15.556758 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8070f0df-49cf-4000-94c8-a3fca23bcfcc {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:15.557208 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'code': 200} Nov 03 16:10:15.736694 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:15.781235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379edc87-4516-4906-88e5-207d95b8232c req-d3b04416-2d1c-4152-83d1-9ec9d9ec9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:15.783370 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379edc87-4516-4906-88e5-207d95b8232c req-d3b04416-2d1c-4152-83d1-9ec9d9ec9829 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 1096 time: 0.1224916 Nov 03 16:10:15.836747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182bb10-60a7-45cc-a6d3-92a9f531d0ec req-c30c9a2d-aeec-4f97-8f5e-5c1bcedec3db tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:15.838986 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2182bb10-60a7-45cc-a6d3-92a9f531d0ec req-c30c9a2d-aeec-4f97-8f5e-5c1bcedec3db tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 945 time: 0.1695008 Nov 03 16:10:15.849497 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:15.864769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379edc87-4516-4906-88e5-207d95b8232c req-72e5f375-61be-43ff-82fd-cd4cc459253c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718324 Nov 03 16:10:15.921190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network 36f15090-c356-4915-8091-765144f4c935 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:15.925621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:15.931872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:15.936589 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2182bb10-60a7-45cc-a6d3-92a9f531d0ec req-94c9d8a3-f221-4862-8c16-3e75725c4351 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869274 Nov 03 16:10:15.938855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:15.939567 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:15.942380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=c917dbfa-2c10-4ebb-b361-65a50a4d7591,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:15.965442 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1f04f923-5b4c-4301-9b07-1cfc5f919c80 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3573551 Nov 03 16:10:15.968185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43720) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:16.107420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c310e170-f184-45ba-b62d-59da35463da5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:16.111708 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c310e170-f184-45ba-b62d-59da35463da5 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1397645 Nov 03 16:10:16.112024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43726) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:16.156815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dff28-f6fe-4192-9143-7d1778562321 req-6ebac8cb-8dec-4b42-b160-99be87886a92 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:16.158930 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3b8dff28-f6fe-4192-9143-7d1778562321 req-6ebac8cb-8dec-4b42-b160-99be87886a92 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 945 time: 0.1242487 Nov 03 16:10:16.204673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e87ed-a90b-4a26-b648-de739cccd384 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:16.213142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e87ed-a90b-4a26-b648-de739cccd384 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:16.219264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e87ed-a90b-4a26-b648-de739cccd384 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:16.220989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b62e87ed-a90b-4a26-b648-de739cccd384 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1079209 Nov 03 16:10:16.225463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acb197-e537-4b0c-b541-c3489393e0f3 req-ae3d7517-5aec-4621-b4ab-a8e3d11def86 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:16.227043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43730) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:16.234072 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1acb197-e537-4b0c-b541-c3489393e0f3 req-ae3d7517-5aec-4621-b4ab-a8e3d11def86 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.0883980 Nov 03 16:10:16.283627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3b8dff28-f6fe-4192-9143-7d1778562321 req-80fbce0a-593c-482e-877b-906e210c81f5 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187482 Nov 03 16:10:16.323581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1acb197-e537-4b0c-b541-c3489393e0f3 req-795edccc-a525-43e4-b9b1-89089d210cd9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880249 Nov 03 16:10:16.365245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-264602d4-a9a8-4eea-95c1-060d2ab91335 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port c917dbfa-2c10-4ebb-b361-65a50a4d7591 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:16.365706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-264602d4-a9a8-4eea-95c1-060d2ab91335 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:16.524921 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-264602d4-a9a8-4eea-95c1-060d2ab91335 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:16.548578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-264602d4-a9a8-4eea-95c1-060d2ab91335 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for c917dbfa-2c10-4ebb-b361-65a50a4d7591 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:16.714283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd805774-a5ab-48f8-bb5d-adda0a45e02c req-1a7afbf5-5a6c-47d8-ae16-1a831c9e66df tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:16.715993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd805774-a5ab-48f8-bb5d-adda0a45e02c req-1a7afbf5-5a6c-47d8-ae16-1a831c9e66df tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 945 time: 0.1011775 Nov 03 16:10:16.755162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d0aee3a1-f865-47bc-b786-aad787701e2e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:16.823463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d0aee3a1-f865-47bc-b786-aad787701e2e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:16.823845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:16.829722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd805774-a5ab-48f8-bb5d-adda0a45e02c req-c9400a42-9afd-458f-8455-4b8741a68ad9 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999830 Nov 03 16:10:16.835270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-264602d4-a9a8-4eea-95c1-060d2ab91335 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:16.864551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421396d-4f36-4d66-acf8-b4332fae5379 None None] Network 36f15090-c356-4915-8091-765144f4c935 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:16.872077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264602d4-a9a8-4eea-95c1-060d2ab91335 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=c917dbfa-2c10-4ebb-b361-65a50a4d7591,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:16.911218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-264602d4-a9a8-4eea-95c1-060d2ab91335 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:16.919573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43740) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:16.920333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-264602d4-a9a8-4eea-95c1-060d2ab91335 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/c917dbfa-2c10-4ebb-b361-65a50a4d7591 HTTP/1.1" status: 204 len: 168 time: 0.6922493 Nov 03 16:10:16.960753 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2840bc36-eee1-4126-8752-0b74c8e2c589 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:10:16.962748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2840bc36-eee1-4126-8752-0b74c8e2c589 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/c917dbfa-2c10-4ebb-b361-65a50a4d7591 HTTP/1.1" status: 404 len: 333 time: 0.0414767 Nov 03 16:10:16.963409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d0e27302-9c19-4377-9b04-2df6b1adbedb None None] Provisioning complete for port d0aee3a1-f865-47bc-b786-aad787701e2e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:16.963780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d0e27302-9c19-4377-9b04-2df6b1adbedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:16.965585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43742) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:17.018897 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.089456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-eb35f15f-6992-4de2-b1f5-e95fef830d2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port f9083c6c-bfbc-4959-86f5-99b01b75651e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:17.089841 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb35f15f-6992-4de2-b1f5-e95fef830d2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.103404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port d0aee3a1-f865-47bc-b786-aad787701e2e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d0aee3a1-f865-47bc-b786-aad787701e2e,segment=NetworkSegment(481004e6-5c99-481b-82ce-3d1a291429e3),segment_id=481004e6-5c99-481b-82ce-3d1a291429e3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:17.133075 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.195041 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d0e27302-9c19-4377-9b04-2df6b1adbedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.268114 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb35f15f-6992-4de2-b1f5-e95fef830d2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.273429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=d0aee3a1-f865-47bc-b786-aad787701e2e,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:17.291185 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-d0e27302-9c19-4377-9b04-2df6b1adbedb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:10:17.291720 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-d0e27302-9c19-4377-9b04-2df6b1adbedb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:10:17.299257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-eb35f15f-6992-4de2-b1f5-e95fef830d2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for f9083c6c-bfbc-4959-86f5-99b01b75651e owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:17.502673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb35f15f-6992-4de2-b1f5-e95fef830d2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.560308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf0d44-a6fa-45c4-b66b-86e1c9eca186 req-b7241959-3b68-4e42-a866-e8e262c5abf3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:17.561909 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3dcf0d44-a6fa-45c4-b66b-86e1c9eca186 req-b7241959-3b68-4e42-a866-e8e262c5abf3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1148064 Nov 03 16:10:17.566315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35f15f-6992-4de2-b1f5-e95fef830d2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=f9083c6c-bfbc-4959-86f5-99b01b75651e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:17.599790 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb35f15f-6992-4de2-b1f5-e95fef830d2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.603120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eb35f15f-6992-4de2-b1f5-e95fef830d2a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/f9083c6c-bfbc-4959-86f5-99b01b75651e HTTP/1.1" status: 204 len: 168 time: 0.6364400 Nov 03 16:10:17.606067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43752) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:17.638467 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4400ea-5e06-4c9e-8ccb-15c9a3d530f1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:10:17.641561 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e4400ea-5e06-4c9e-8ccb-15c9a3d530f1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/f9083c6c-bfbc-4959-86f5-99b01b75651e HTTP/1.1" status: 404 len: 333 time: 0.0333543 Nov 03 16:10:17.643091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43756) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:17.677349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3dcf0d44-a6fa-45c4-b66b-86e1c9eca186 req-ca969f48-2d80-4b06-bbfb-1ec658e0d76c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040833 Nov 03 16:10:17.737690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee6c43f-0fbb-47b5-904f-799f69b58c76 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 2f905e75-dd40-4eee-9d6e-653bb9ff45e1 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:10:17.744919 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dee6c43f-0fbb-47b5-904f-799f69b58c76 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.799993 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dee6c43f-0fbb-47b5-904f-799f69b58c76 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.859840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618b5ce-0feb-4998-a20b-81cc74f995fb req-82968dfa-92cf-4a6f-9bf6-2615a0c62860 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:17.875894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c618b5ce-0feb-4998-a20b-81cc74f995fb req-82968dfa-92cf-4a6f-9bf6-2615a0c62860 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.0995405 Nov 03 16:10:17.876491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43762) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:17.898892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e9d36d33-5bda-4e38-bb07-b9848e100346 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Request body: {'floatingip': {'port_id': '6aa8004a-e63f-4758-bd1f-002da0b5836d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:17.934134 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dee6c43f-0fbb-47b5-904f-799f69b58c76 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:17.975016 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9d36d33-5bda-4e38-bb07-b9848e100346 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.037002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f57270e3-da68-4a39-911b-71aaa7e974e9 None None] Provisioning complete for port d0aee3a1-f865-47bc-b786-aad787701e2e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:18.037659 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f57270e3-da68-4a39-911b-71aaa7e974e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.045506 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dee6c43f-0fbb-47b5-904f-799f69b58c76 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.115198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6c43f-0fbb-47b5-904f-799f69b58c76 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=2f905e75-dd40-4eee-9d6e-653bb9ff45e1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:18.145232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f57270e3-da68-4a39-911b-71aaa7e974e9 None None] Could not find standard attr ID for object f9083c6c-bfbc-4959-86f5-99b01b75651e. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:18.154502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dee6c43f-0fbb-47b5-904f-799f69b58c76 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.159930 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dee6c43f-0fbb-47b5-904f-799f69b58c76 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/2f905e75-dd40-4eee-9d6e-653bb9ff45e1 HTTP/1.1" status: 204 len: 168 time: 0.5132105 Nov 03 16:10:18.168021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43764) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:18.178311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513a871-0c97-4439-a51c-94a31580f625 req-8513c301-f2f1-4fa7-aa63-8ddbaf276ab9 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:18.186045 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0513a871-0c97-4439-a51c-94a31580f625 req-8513c301-f2f1-4fa7-aa63-8ddbaf276ab9 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 945 time: 0.1789310 Nov 03 16:10:18.238715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd197f47-1ede-4c1d-a777-22d60816aaaa None None] Network 36f15090-c356-4915-8091-765144f4c935 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:18.287204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7189f094-d372-42e9-9b27-4f7ce894908d None None] Could not find standard attr ID for object c917dbfa-2c10-4ebb-b361-65a50a4d7591. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:18.437806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0513a871-0c97-4439-a51c-94a31580f625 req-8704e401-f965-4b75-80f6-ef7d45c45930 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282972 Nov 03 16:10:18.479351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-cd7aa14e-4708-4257-8e56-f5b366e1a8a5 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:18.481032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-cd7aa14e-4708-4257-8e56-f5b366e1a8a5 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 945 time: 0.3954046 Nov 03 16:10:18.490042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.495407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a87a62-790a-4a9f-83c2-555234bfed75 None None] DHCP port deletion for 36f15090-c356-4915-8091-765144f4c935 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:10:18.624652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-49a87a62-790a-4a9f-83c2-555234bfed75 None None] Deleting port d0aee3a1-f865-47bc-b786-aad787701e2e {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:18.624652 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49a87a62-790a-4a9f-83c2-555234bfed75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.655560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Deleting port 52039f32-1d63-4604-ba7a-a215178cb7a2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:18.656004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.721938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port d0aee3a1-f865-47bc-b786-aad787701e2e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:18.726718 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.761063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-db981037-d195-4de0-aa49-ab9308e55409 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1739893 Nov 03 16:10:18.762568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d0aee3a1-f865-47bc-b786-aad787701e2e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:18.839603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-49a87a62-790a-4a9f-83c2-555234bfed75 None None] For port d0aee3a1-f865-47bc-b786-aad787701e2e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d0aee3a1-f865-47bc-b786-aad787701e2e,segment=NetworkSegment(481004e6-5c99-481b-82ce-3d1a291429e3),segment_id=481004e6-5c99-481b-82ce-3d1a291429e3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:18.840149 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49a87a62-790a-4a9f-83c2-555234bfed75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.849725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] For port d0aee3a1-f865-47bc-b786-aad787701e2e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d0aee3a1-f865-47bc-b786-aad787701e2e,segment=NetworkSegment(481004e6-5c99-481b-82ce-3d1a291429e3),segment_id=481004e6-5c99-481b-82ce-3d1a291429e3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:18.850240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.869406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-49a87a62-790a-4a9f-83c2-555234bfed75 None None] Calling delete_port for d0aee3a1-f865-47bc-b786-aad787701e2e owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:18.870957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] For port 52039f32-1d63-4604-ba7a-a215178cb7a2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=52039f32-1d63-4604-ba7a-a215178cb7a2,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:18.871336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.887849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for d0aee3a1-f865-47bc-b786-aad787701e2e owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:18.894783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Calling delete_port for 52039f32-1d63-4604-ba7a-a215178cb7a2 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:18.932419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9d36d33-5bda-4e38-bb07-b9848e100346 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.943143 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9d36d33-5bda-4e38-bb07-b9848e100346 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:18.951986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-68a3ce0a-9b52-46c3-a99d-f0c08fb0447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:18.952708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-68a3ce0a-9b52-46c3-a99d-f0c08fb0447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:18.953709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-68a3ce0a-9b52-46c3-a99d-f0c08fb0447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:18.954708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-68a3ce0a-9b52-46c3-a99d-f0c08fb0447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:18.955336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-68a3ce0a-9b52-46c3-a99d-f0c08fb0447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:18.956303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-68a3ce0a-9b52-46c3-a99d-f0c08fb0447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:18.956919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-68a3ce0a-9b52-46c3-a99d-f0c08fb0447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:18.959727 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-68a3ce0a-9b52-46c3-a99d-f0c08fb0447b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 6498 time: 0.0887101 Nov 03 16:10:19.020037 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.073318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port d0aee3a1-f865-47bc-b786-aad787701e2e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d0aee3a1-f865-47bc-b786-aad787701e2e,segment=NetworkSegment(481004e6-5c99-481b-82ce-3d1a291429e3),segment_id=481004e6-5c99-481b-82ce-3d1a291429e3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:19.078742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.118992 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49a87a62-790a-4a9f-83c2-555234bfed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.136566 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a87a62-790a-4a9f-83c2-555234bfed75 None None] No DVR routers for this DVR port d0aee3a1-f865-47bc-b786-aad787701e2e on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:19.176246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-8a0297a4-7034-4cd3-9a2a-4b1374b8bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:19.176851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=d0aee3a1-f865-47bc-b786-aad787701e2e,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:19.177092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-8a0297a4-7034-4cd3-9a2a-4b1374b8bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:19.177188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-8a0297a4-7034-4cd3-9a2a-4b1374b8bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:19.179216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-8a0297a4-7034-4cd3-9a2a-4b1374b8bcd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e647349e-071d-4e0d-ae41-37f29f277a4d&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=ee741312-e7a4-497e-a55d-b6166aa88e79&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa HTTP/1.1" status: 200 len: 2298 time: 0.1788449 Nov 03 16:10:19.181439 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-e9d36d33-5bda-4e38-bb07-b9848e100346 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Floating IP d6396d11-92af-46bd-8aa6-55a9aa39c6dd associated. External IP: 172.25.6.207, port: 6aa8004a-e63f-4758-bd1f-002da0b5836d. Nov 03 16:10:19.195763 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.207827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a87a62-790a-4a9f-83c2-555234bfed75 None None] Pushing event deleted for resources: {'Port': ['ID=d0aee3a1-f865-47bc-b786-aad787701e2e,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:19.267144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No DVR routers for this DVR port d0aee3a1-f865-47bc-b786-aad787701e2e on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:19.285149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=d0aee3a1-f865-47bc-b786-aad787701e2e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:19.342516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.348582 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-6a6bb6b7-9e4d-43a0-aef4-c5beb73acd51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8533a89-5204-40dd-9f56-199e45a2427a HTTP/1.1" status: 200 len: 1001 time: 0.1134017 Nov 03 16:10:19.356974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:10:19.411683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-a822570c-0e6f-48f6-8631-a423e2fcc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:19.412101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['52039f32-1d63-4604-ba7a-a215178cb7a2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:10:19.413143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-a822570c-0e6f-48f6-8631-a423e2fcc999 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=558ba17c-0e20-4eb8-8db0-7149eb904841 HTTP/1.1" status: 200 len: 856 time: 0.0567055 Nov 03 16:10:19.463614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event deleted for resources: {'Port': ['ID=52039f32-1d63-4604-ba7a-a215178cb7a2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:19.468619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.490879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] No DVR routers for this DVR port 52039f32-1d63-4604-ba7a-a215178cb7a2 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:19.495518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.499672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4aecfab5-3f31-4ee8-965f-a6a05c68cb8c req-85c46b8b-c694-4ab4-a5b5-1817c149bb87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "DELETE /v2.0/ports/52039f32-1d63-4604-ba7a-a215178cb7a2 HTTP/1.1" status: 204 len: 173 time: 1.0073128 Nov 03 16:10:19.502894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ad32ff-f2aa-46c8-8f24-d66744274782', 'name': 'network-vif-deleted', 'tag': '52039f32-1d63-4604-ba7a-a215178cb7a2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:19.506024 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987f09d1-9d8c-4533-aa4b-83055b1611b6" -d '{"events": [{"server_uuid": "26ad32ff-f2aa-46c8-8f24-d66744274782", "name": "network-vif-deleted", "tag": "52039f32-1d63-4604-ba7a-a215178cb7a2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:19.525481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f15090-c356-4915-8091-765144f4c935']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:19.548496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481004e6-5c99-481b-82ce-3d1a291429e3') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:19.548876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481004e6-5c99-481b-82ce-3d1a291429e3') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:19.619112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df515333-82f6-44ae-845e-f0204c6b3e06 req-81e935ac-6f6d-4d44-9d37-2463bb7b353f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=26ad32ff-f2aa-46c8-8f24-d66744274782 HTTP/1.1" status: 200 len: 210 time: 0.0537302 Nov 03 16:10:19.622667 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c078cdc-310b-4185-8f90-75a711291264 x-openstack-request-id: req-8c078cdc-310b-4185-8f90-75a711291264 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:19.622963 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ad32ff-f2aa-46c8-8f24-d66744274782", "name": "network-vif-deleted", "tag": "52039f32-1d63-4604-ba7a-a215178cb7a2", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:19.623214 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c078cdc-310b-4185-8f90-75a711291264 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:19.623613 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ad32ff-f2aa-46c8-8f24-d66744274782', 'name': 'network-vif-deleted', 'tag': '52039f32-1d63-4604-ba7a-a215178cb7a2', 'status': 'completed', 'code': 200} Nov 03 16:10:19.625402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.660129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-8e1bf6f6-381f-42f0-badf-731213e70263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:19.661833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-8e1bf6f6-381f-42f0-badf-731213e70263 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e647349e-071d-4e0d-ae41-37f29f277a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228998 Nov 03 16:10:19.684475 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.703270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:10:19.705170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:10:19.711811 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:10:19.795697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.809886 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.813992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/networks/36f15090-c356-4915-8091-765144f4c935 HTTP/1.1" status: 204 len: 168 time: 1.6263831 Nov 03 16:10:19.827217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43792) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:19.832441 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-50972294'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:19.837309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020721af-1b5f-4739-b139-77edfffeeff8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Network': ['ID=36f15090-c356-4915-8091-765144f4c935,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:19.859964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:19.864252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.904775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:10:19.917720 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:19.918066 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Added segment 31b6fb2f-0f94-413a-8e10-701b388b63d9 of type vlan for network ea944028-0668-4f38-a987-ccd9dade765f Nov 03 16:10:19.985110 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:20.016086 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:20.025044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:20.025929 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:20.126087 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2977700 Nov 03 16:10:20.130413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43796) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:20.141835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218ed7e-68a8-49de-82d3-3d3daa5a6cc9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Network': ['ID=ea944028-0668-4f38-a987-ccd9dade765f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:20.149574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'ea944028-0668-4f38-a987-ccd9dade765f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:20.156556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ea944028-0668-4f38-a987-ccd9dade765f details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:10:20.183711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d36d33-5bda-4e38-bb07-b9848e100346 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:10:20.404629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-c4cdccc9-0d54-49b2-a3a3-1810e2ec26ea service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326860 Nov 03 16:10:20.473193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:20.476626 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:20.613821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d36d33-5bda-4e38-bb07-b9848e100346 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:10:20.619913 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9d36d33-5bda-4e38-bb07-b9848e100346 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:20.635221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] Sync routers for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:10:20.647960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:20.648988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:20.655013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e9d36d33-5bda-4e38-bb07-b9848e100346 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "PUT /v2.0/floatingips/d6396d11-92af-46bd-8aa6-55a9aa39c6dd HTTP/1.1" status: 200 len: 991 time: 2.7742953 Nov 03 16:10:20.659897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:20.662309 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8200fe13-7b1e-4565-93be-03ba798e61bf" -d '{"events": [{"name": "network-changed", "server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:20.676939 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-dc7a5db6-dd30-425f-aad0-326ecd634d5d service neutron] 10.222.0.15 "GET /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636042 Nov 03 16:10:20.723162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-b3990053-b3f7-4a07-a5e2-7c2a31474d41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 217 time: 0.0381768 Nov 03 16:10:20.827242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-42e716ee-78e2-4d57-a3f1-6682ba3cc3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:20.829004 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-42e716ee-78e2-4d57-a3f1-6682ba3cc3fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0984564 Nov 03 16:10:20.852768 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53ab50-3e51-45c6-9b77-c4b0a4d59c7b x-openstack-request-id: req-0c53ab50-3e51-45c6-9b77-c4b0a4d59c7b {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:20.853265 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:20.853584 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c53ab50-3e51-45c6-9b77-c4b0a4d59c7b {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:20.853989 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'status': 'completed', 'code': 200} Nov 03 16:10:20.905805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:10:20.970129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-30d8d98f-1875-416e-a6c6-78f2254cf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:20.975950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-30d8d98f-1875-416e-a6c6-78f2254cf309 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 1096 time: 0.1164582 Nov 03 16:10:21.096941 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:21.232259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-d58001eb-1d51-4bf9-b1f1-bc3237fd1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:21.233814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-d58001eb-1d51-4bf9-b1f1-bc3237fd1f39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.2499845 Nov 03 16:10:21.246673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=6cda5462-8803-4299-8a19-9d59cc8f1ebb,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:21.250761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-f896d91d-ff0e-4d76-8661-d01135b854fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:21.253012 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-f896d91d-ff0e-4d76-8661-d01135b854fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3962727 Nov 03 16:10:21.382114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'd6396d11-92af-46bd-8aa6-55a9aa39c6dd', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'port_id': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'mac_address': 'fa:16:3e:ec:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:09:56Z', 'updated_at': '2021-11-03T16:10:18Z', 'revision_number': 1, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:21.390472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Checking segment: {'id': '31b6fb2f-0f94-413a-8e10-701b388b63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ea944028-0668-4f38-a987-ccd9dade765f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:21.390899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network hostable DHCP agents. Network: ea944028-0668-4f38-a987-ccd9dade765f, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:10:21.402252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-38710f88-3f50-4164-9d79-bdfd2a7de03f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d HTTP/1.1" status: 200 len: 999 time: 0.1537795 Nov 03 16:10:21.432906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] Checking router: ee556f43-1f8c-4ea4-8372-2ef3cb09c23d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:10:21.447365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network ea944028-0668-4f38-a987-ccd9dade765f is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:10:21.454864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:21.456224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:21.466773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-8a9f498f-f7d5-48d4-9e04-77055a69bfb3 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976023 Nov 03 16:10:21.468746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ea944028-0668-4f38-a987-ccd9dade765f) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:21.483430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:21.484416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:21.511494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebada031-1c25-41d5-b066-12e9143cd0d2 None None] Network ea944028-0668-4f38-a987-ccd9dade765f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:21.545514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-0564da55-1c80-47ca-955d-ceabaa08c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:21.547002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-0564da55-1c80-47ca-955d-ceabaa08c7e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.1270015 Nov 03 16:10:21.569204 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-69b95c50-b0a5-4c60-96d5-949d97ad16e9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4218383 Nov 03 16:10:21.597741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43838) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:21.610210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2bba2b5e-fd73-44a0-bd16-d9fe731bae5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1593627845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:21.711751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-497c487e-79b3-4cbc-83a6-252214c25afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:21.724254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-497c487e-79b3-4cbc-83a6-252214c25afb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625133 Nov 03 16:10:21.726767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2bba2b5e-fd73-44a0-bd16-d9fe731bae5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:21.729506 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2bba2b5e-fd73-44a0-bd16-d9fe731bae5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:21.853813 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2bba2b5e-fd73-44a0-bd16-d9fe731bae5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:21.856799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3a2e27c6-4b96-43b4-baf4-376b753a9a34 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:21.864761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:10:21.865330 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-1d72f472-b3ca-41fa-ad33-13b22fe5a0d6 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636386 Nov 03 16:10:21.866834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3a2e27c6-4b96-43b4-baf4-376b753a9a34 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.3751945 Nov 03 16:10:21.888576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-0ffa3af5-b46a-43a9-960f-691f29c2c76f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/quotas/e8acd80f5afc4b24a91b336a43f52da7 HTTP/1.1" status: 200 len: 375 time: 0.0196016 Nov 03 16:10:21.895463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2bba2b5e-fd73-44a0-bd16-d9fe731bae5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:21.991804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2bba2b5e-fd73-44a0-bd16-d9fe731bae5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:21.996537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-ea944028-0668-4f38-a987-ccd9dade765f', 'network_id': 'ea944028-0668-4f38-a987-ccd9dade765f', 'tenant_id': '786c4e3cf9bd453284b980a2686f7a63', 'fixed_ips': [{'subnet_id': '6cda5462-8803-4299-8a19-9d59cc8f1ebb'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:10:21.997434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:21.998384 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2bba2b5e-fd73-44a0-bd16-d9fe731bae5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3977621 Nov 03 16:10:21.999911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:22.013436 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-55d33f8d-ea60-480e-90df-a3a776b788be tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146984 Nov 03 16:10:22.025675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43846) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:22.034433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'network_id': 'ea944028-0668-4f38-a987-ccd9dade765f', 'name': 'tempest-PortsIpV6TestJSON-801973481'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:22.041870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-2418df91-4040-4bc4-a70b-78fd811db4f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 217 time: 0.0857470 Nov 03 16:10:22.124188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-dfcbe2b3-b013-4007-8fd1-091ad9522efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:22.127361 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-dfcbe2b3-b013-4007-8fd1-091ad9522efe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0783684 Nov 03 16:10:22.128170 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-4aaf50f2-6966-480d-8fea-4f142794412a service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935618 Nov 03 16:10:22.251134 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8200fe13-7b1e-4565-93be-03ba798e61bf req-04ffd42c-dd93-4130-928f-4934b589b91f service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080368 Nov 03 16:10:22.256755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-0cd8d24d-9628-444f-bebd-22a357a01b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:22.258429 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-0cd8d24d-9628-444f-bebd-22a357a01b5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241772 Nov 03 16:10:22.401952 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-144ae23c-0ca7-4dec-aebf-55325dc99e02 service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867495 Nov 03 16:10:22.428229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 52039f32-1d63-4604-ba7a-a215178cb7a2 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:22.475102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Allocated IP 2001:db8::2 (ea944028-0668-4f38-a987-ccd9dade765f/6cda5462-8803-4299-8a19-9d59cc8f1ebb/2095bf85-b2d7-4e74-a03a-3bedf6124cd5) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:22.480286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 52039f32-1d63-4604-ba7a-a215178cb7a2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:10:22.480833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 52039f32-1d63-4604-ba7a-a215178cb7a2 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:10:22.494819 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-5ee01c76-b362-4f5c-b36f-9421a835614d service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093303 Nov 03 16:10:22.501423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:22.505236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:22.543188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:10:22.610207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-e961863c-558c-4e12-94a9-5fae0460192e service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074637 Nov 03 16:10:22.662633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-f9951c43-ccfb-4c49-babb-0e9808851ea1 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600130 Nov 03 16:10:22.695924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'd6396d11-92af-46bd-8aa6-55a9aa39c6dd', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'port_id': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'mac_address': 'fa:16:3e:ec:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:09:56Z', 'updated_at': '2021-11-03T16:10:18Z', 'revision_number': 1, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:22.755750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-4186d8cb-9db1-46d7-a50d-cdbe68433fee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 HTTP/1.1" status: 200 len: 217 time: 0.0871422 Nov 03 16:10:22.769678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b042a-bafc-43ed-ad1e-5b39a6a58ca5 None None] The sync data for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 is: [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'd6396d11-92af-46bd-8aa6-55a9aa39c6dd', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'port_id': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'mac_address': 'fa:16:3e:ec:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:09:56Z', 'updated_at': '2021-11-03T16:10:18Z', 'revision_number': 1, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:10:22.882478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-d6c801cd-91d4-4e9f-bea0-55a35180f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:22.884926 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-d6c801cd-91d4-4e9f-bea0-55a35180f0c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.1198316 Nov 03 16:10:22.924860 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:22.964413 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:22.989840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-30ef930d-3fc5-4541-a209-c74587b90857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:22.991529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-30ef930d-3fc5-4541-a209-c74587b90857 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983140 Nov 03 16:10:23.096690 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Network ea944028-0668-4f38-a987-ccd9dade765f is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:23.108628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:23.133149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:23.144083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Pushing event updated for resources: {'Port': ['ID=2095bf85-b2d7-4e74-a03a-3bedf6124cd5,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:23.170062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e5d4757-090d-4f06-925b-6b6e5f4860ab req-82213c49-73b4-4821-b652-65ae859beb59 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 210 time: 0.1537247 Nov 03 16:10:23.295498 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a0fefd-7c4d-4e3a-9d6c-dd4e042e8566 None None] New status for floating IP d6396d11-92af-46bd-8aa6-55a9aa39c6dd: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:10:23.370712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Attempting to bind port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:10:23.371447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Attempting to bind port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '31b6fb2f-0f94-413a-8e10-701b388b63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ea944028-0668-4f38-a987-ccd9dade765f'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:10:23.372050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Attempting to bind port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 on network ea944028-0668-4f38-a987-ccd9dade765f {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:23.384069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:10:23.385221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Checking segment: {'id': '31b6fb2f-0f94-413a-8e10-701b388b63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ea944028-0668-4f38-a987-ccd9dade765f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:23.387706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:23.388329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Bound using segment: {'id': '31b6fb2f-0f94-413a-8e10-701b388b63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ea944028-0668-4f38-a987-ccd9dade765f'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:10:23.388831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Bound port: 2095bf85-b2d7-4e74-a03a-3bedf6124cd5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b6fb2f-0f94-413a-8e10-701b388b63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ea944028-0668-4f38-a987-ccd9dade765f'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:10:23.389229 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:23.464401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-7d34e58c-459e-456b-8daf-7ded58e1b5f8 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527547 Nov 03 16:10:23.586517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] For port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:23.624949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] For port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2095bf85-b2d7-4e74-a03a-3bedf6124cd5,segment=NetworkSegment(31b6fb2f-0f94-413a-8e10-701b388b63d9),segment_id=31b6fb2f-0f94-413a-8e10-701b388b63d9)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:10:23.644893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:23.734185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5070a-641e-493b-a8ce-e2f2f76d691c None None] Pushing event updated for resources: {'Port': ['ID=2095bf85-b2d7-4e74-a03a-3bedf6124cd5,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:23.838384 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-2b37fb4e-d8ce-4a44-a889-e173863baeab service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730700 Nov 03 16:10:24.006626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-9cad6583-a5bd-415f-908c-3b65a727c413 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 HTTP/1.1" status: 200 len: 217 time: 0.1604545 Nov 03 16:10:24.052499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::35e (ea944028-0668-4f38-a987-ccd9dade765f/6cda5462-8803-4299-8a19-9d59cc8f1ebb/5d15b4d7-9bb0-4ead-babf-f328ecd5fda2) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:24.106290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-1be8631b-9ad8-41d1-aa1e-d95e84a29e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:24.109131 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-1be8631b-9ad8-41d1-aa1e-d95e84a29e57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 200 len: 797 time: 0.0945091 Nov 03 16:10:24.257911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-aa8c7090-8c90-4fdc-be2b-fb7a4fd395e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:24.259576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-aa8c7090-8c90-4fdc-be2b-fb7a4fd395e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee741312-e7a4-497e-a55d-b6166aa88e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1428940 Nov 03 16:10:24.419161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:24.454232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-bba359e3-014c-43f5-a8a9-42d1dc22daaa service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847799 Nov 03 16:10:24.475084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9506428-2752-44a9-bad7-ad77d4cd6f09 req-91ae3f08-e9c9-4a5a-a110-98e4ff4dcc8a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 210 time: 0.1306686 Nov 03 16:10:24.520797 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:24.599201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network ea944028-0668-4f38-a987-ccd9dade765f is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:24.605870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:24.645391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:24.662842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:24.663737 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:24.692306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=5d15b4d7-9bb0-4ead-babf-f328ecd5fda2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:24.702640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3215f2bd-2d69-4933-b7c8-8c41eb9d4349 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6728485 Nov 03 16:10:24.705092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43912) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:24.710398 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-fd481091-baac-47d1-a8da-7ca0ab322ed4 service neutron] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491527 Nov 03 16:10:24.814587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:24.834340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-ae4ba7b4-6fd2-472e-a5ae-77fd3c56ec4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5 HTTP/1.1" status: 200 len: 217 time: 0.0848918 Nov 03 16:10:24.944867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:24.945426 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:24.985937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-cccb9162-f7c6-4fca-9dfe-a44570ddb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:24.989835 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-cccb9162-f7c6-4fca-9dfe-a44570ddb7d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.1447456 Nov 03 16:10:25.102826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-632d5c0d-c33e-4c4c-ace6-7a2a4aa9aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:25.105632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-632d5c0d-c33e-4c4c-ace6-7a2a4aa9aa18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869534 Nov 03 16:10:25.211020 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:25.335094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2095bf85-b2d7-4e74-a03a-3bedf6124cd5,segment=NetworkSegment(31b6fb2f-0f94-413a-8e10-701b388b63d9),segment_id=31b6fb2f-0f94-413a-8e10-701b388b63d9)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:25.345183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:25.451144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-640b8acc-5815-47f4-b2ca-0ba43945c506 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361471 Nov 03 16:10:25.491856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-db70e015-a87c-4db5-916b-0536aa9cd4a0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:25.499191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-db70e015-a87c-4db5-916b-0536aa9cd4a0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.3393314 Nov 03 16:10:25.526930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=2095bf85-b2d7-4e74-a03a-3bedf6124cd5,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:25.529028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Request body: {'port': {'device_id': '30a3f74e-a2ca-4326-b84c-e29f1366644d', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'admin_state_up': True, 'tenant_id': 'e8acd80f5afc4b24a91b336a43f52da7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:25.631195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1190bf6-6bfb-46a2-a036-2a6a05a94f79 None None] Network ea944028-0668-4f38-a987-ccd9dade765f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:25.697159 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b3f3832-d2c6-4720-b32c-76aa0d97ebef req-665bf773-d9c6-47ae-869d-c4856c0b012e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 210 time: 0.0767066 Nov 03 16:10:25.718783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-fd8699ba-bf73-453d-8395-22a45f6f179e service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612920 Nov 03 16:10:25.779496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3a2d1ead-b778-47d1-bbf3-8226848fa6d8 None None] Provisioning complete for port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:25.780011 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1ead-b778-47d1-bbf3-8226848fa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:25.798771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:25.840477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-a727e36e-8a20-4529-875d-a72860e0bb4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d HTTP/1.1" status: 200 len: 217 time: 0.1134338 Nov 03 16:10:25.981593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-7a3d453d-9283-4870-86d5-a5c3666f0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:25.983362 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-7a3d453d-9283-4870-86d5-a5c3666f0111 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 200 len: 797 time: 0.1338787 Nov 03 16:10:26.091340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-4c02cc18-af1e-490d-8fac-7275e0e0a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:26.093904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-4c02cc18-af1e-490d-8fac-7275e0e0a22a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c18ab-0e9c-4dc4-9f35-92060e2310fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003208 Nov 03 16:10:26.176721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Made reservation on behalf of e8acd80f5afc4b24a91b336a43f52da7 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:26.180501 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:26.309965 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-2053ee71-0507-4412-856e-890e7e0bf2bc service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082038 Nov 03 16:10:26.499808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3c3385a7-4d98-4bf9-9815-337dd0bf31c4 None None] Provisioning complete for port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:26.500372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3c3385a7-4d98-4bf9-9815-337dd0bf31c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:26.504029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5195f852-e164-4e8d-a0f2-973e4c6745a5 req-9e3a156c-b9f1-48d7-975f-df02d83682f9 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887367 Nov 03 16:10:26.553853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3c3385a7-4d98-4bf9-9815-337dd0bf31c4 None None] Port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:26.565421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3c3385a7-4d98-4bf9-9815-337dd0bf31c4 None None] Provisioning complete for port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:26.571047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3c3385a7-4d98-4bf9-9815-337dd0bf31c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:26.618750 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:26.620913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Allocated IP 172.20.0.7 (dd0e1c60-da01-4c1d-83bf-38c5e8195b87/3ede647f-9109-4562-ac96-b8b5db8c5109/2bbb9935-e3be-4551-843c-38cdf2b0c1a6) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:26.629257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:26.760881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=5d15b4d7-9bb0-4ead-babf-f328ecd5fda2,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:26.794291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:27.004985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:27.005368 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:27.058516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3babd9dc-6d07-4d18-98f3-09e6a8dabe01 req-4ac3950c-b741-4c0f-afe1-f35f2093e767 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 210 time: 0.0538669 Nov 03 16:10:27.150949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-dbc34c99-a3b6-4b50-92d0-7d90a622b04d None None] Provisioning complete for port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:27.151324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dbc34c99-a3b6-4b50-92d0-7d90a622b04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:27.295683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-dbc34c99-a3b6-4b50-92d0-7d90a622b04d None None] Port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:27.300874 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:27.427129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2c09b932-e578-4ff9-b0d8-b1c35e38fc5b None None] Provisioning complete for port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:27.427528 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c09b932-e578-4ff9-b0d8-b1c35e38fc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:27.484831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2c09b932-e578-4ff9-b0d8-b1c35e38fc5b None None] Port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:27.594590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:27.646457 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:27.804814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:27.821930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:10:27.867725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event updated for resources: {'Port': ['ID=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:27.911640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:27.916547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:27.929276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:28.063457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:28.065564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:28.111637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-712b5ca4-c423-4244-b2dc-fe86b008dc32 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5902643 Nov 03 16:10:28.133384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Request body: {'port': {'device_id': '30a3f74e-a2ca-4326-b84c-e29f1366644d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:28.206619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:28.241417 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:28.242923 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:28.329548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=5d15b4d7-9bb0-4ead-babf-f328ecd5fda2,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:28.352578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:28.362662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f02e9-4762-4e6b-a4eb-e316ffc627ed req-f18e775d-9580-4236-95cc-a08b698afe9b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:28.376425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b8f02e9-4762-4e6b-a4eb-e316ffc627ed req-f18e775d-9580-4236-95cc-a08b698afe9b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 931 time: 0.1605668 Nov 03 16:10:28.469616 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b8f02e9-4762-4e6b-a4eb-e316ffc627ed req-4f648a9f-bc24-4673-ba36-5a0b609acd12 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842443 Nov 03 16:10:28.975583 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:10:28.986404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network ea944028-0668-4f38-a987-ccd9dade765f is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:28.990913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:29.284543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Router a3cdcf48-0796-4661-b047-6b51098c6369 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:10:29.354066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5eaa4f71-f111-4721-a735-9f9bb3e06d73 None None] Provisioning complete for port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:29.354644 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5eaa4f71-f111-4721-a735-9f9bb3e06d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:29.417393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:10:29.433905 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:29.454938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa4f71-f111-4721-a735-9f9bb3e06d73 None None] Port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:29.463438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Transition to ACTIVE for port object 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:10:29.470311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:10:29.479353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bb5103ab-2c5e-4e55-90ee-41760b201941 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "PUT /v2.0/routers/a3cdcf48-0796-4661-b047-6b51098c6369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7728810 Nov 03 16:10:29.479501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43978) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:29.481121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:29.483334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115eac7a-4224-473b-840e-8b31be9a3fee None None] Sync routers for ids ['a3cdcf48-0796-4661-b047-6b51098c6369'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:10:29.517707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115eac7a-4224-473b-840e-8b31be9a3fee None None] Routers {'a3cdcf48-0796-4661-b047-6b51098c6369'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:29.517707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-115eac7a-4224-473b-840e-8b31be9a3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a3cdcf48-0796-4661-b047-6b51098c6369'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:29.566528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:29.627220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-115eac7a-4224-473b-840e-8b31be9a3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:29.643107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115eac7a-4224-473b-840e-8b31be9a3fee None None] Routers {'a3cdcf48-0796-4661-b047-6b51098c6369'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:29.645119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-115eac7a-4224-473b-840e-8b31be9a3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a3cdcf48-0796-4661-b047-6b51098c6369'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:29.681418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Attempting to bind port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:10:29.681793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Attempting to bind port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:10:29.682133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Attempting to bind port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:29.699654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:10:29.699654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Attempting to bind port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:29.699885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-115eac7a-4224-473b-840e-8b31be9a3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:29.699885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115eac7a-4224-473b-840e-8b31be9a3fee None None] The sync data for ids ['a3cdcf48-0796-4661-b047-6b51098c6369'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:10:29.705697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:10:29.706042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Checking segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:29.707045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Bound using segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:10:29.707476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Bound port: 2bbb9935-e3be-4551-843c-38cdf2b0c1a6, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:10:29.707891 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:29.714018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77437c50-4bda-4213-b334-e407042dcb0e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:29.715693 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-77437c50-4bda-4213-b334-e407042dcb0e tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3cdcf48-0796-4661-b047-6b51098c6369 HTTP/1.1" status: 200 len: 988 time: 0.2345378 Nov 03 16:10:29.722628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43986) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:29.977145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559908d2-5d9f-45cb-a620-c1cf3a15a085 req-0a1a482f-8ffb-498d-838a-ca0fa4b58b8b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:29.980249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-559908d2-5d9f-45cb-a620-c1cf3a15a085 req-0a1a482f-8ffb-498d-838a-ca0fa4b58b8b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 943 time: 0.1691065 Nov 03 16:10:30.117237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-559908d2-5d9f-45cb-a620-c1cf3a15a085 req-36d14c0d-2400-44a7-9c3c-b5d78baf8671 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980275 Nov 03 16:10:30.118467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] For port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:30.140608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] For port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:10:30.195980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:30.260840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:30.261977 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:30.263458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] 10.222.0.15 "PUT /v2.0/ports/2bbb9935-e3be-4551-843c-38cdf2b0c1a6 HTTP/1.1" status: 200 len: 1091 time: 2.1365781 Nov 03 16:10:30.264241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a3f74e-a2ca-4326-b84c-e29f1366644d', 'tag': '2bbb9935-e3be-4551-843c-38cdf2b0c1a6'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:30.267008 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a6869-1e65-48f0-9f8a-45e2b215ec6d" -d '{"events": [{"name": "network-changed", "server_uuid": "30a3f74e-a2ca-4326-b84c-e29f1366644d", "tag": "2bbb9935-e3be-4551-843c-38cdf2b0c1a6"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:30.336511 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f827029-4095-42d4-9c1a-23f3b28e221e x-openstack-request-id: req-7f827029-4095-42d4-9c1a-23f3b28e221e {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:30.336812 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a3f74e-a2ca-4326-b84c-e29f1366644d", "tag": "2bbb9935-e3be-4551-843c-38cdf2b0c1a6", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:30.337132 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7f827029-4095-42d4-9c1a-23f3b28e221e {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:30.337581 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a3f74e-a2ca-4326-b84c-e29f1366644d', 'tag': '2bbb9935-e3be-4551-843c-38cdf2b0c1a6', 'status': 'completed', 'code': 200} Nov 03 16:10:30.339333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68f0c2-e428-4b33-80a4-bd7024bdfb80 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:30.418107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-b4450cb5-cf2d-4345-82de-e7a049138b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:30.419623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-b4450cb5-cf2d-4345-82de-e7a049138b87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 1094 time: 0.0812962 Nov 03 16:10:30.517291 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-617027b8-c985-4d0c-90a5-e58da089fb41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bbb9935-e3be-4551-843c-38cdf2b0c1a6 HTTP/1.1" status: 200 len: 217 time: 0.0824983 Nov 03 16:10:30.612163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-c2893428-5808-4128-bf05-8f4644e37714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:30.613671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-c2893428-5808-4128-bf05-8f4644e37714 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.0488870 Nov 03 16:10:30.673545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-1e77faeb-ea56-4ab9-8876-157c36dd9e1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485604 Nov 03 16:10:30.697873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:30.941171 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-c1a1bb75-7d47-4384-a2c4-a4286fb9ee52 service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559109 Nov 03 16:10:31.285051 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:31.506848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f198cc-e04b-4931-92db-154f180b9aab req-a734cfef-3ac1-4c4f-92f8-11d09e4da9f6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:31.508390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16f198cc-e04b-4931-92db-154f180b9aab req-a734cfef-3ac1-4c4f-92f8-11d09e4da9f6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 943 time: 0.1366928 Nov 03 16:10:31.607241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb5fa56d-a706-47e4-a1a3-49fa3ad4b2d8 req-b503e7d2-f585-4e18-b935-cc3c4d948b04 service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508293 Nov 03 16:10:31.660588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16f198cc-e04b-4931-92db-154f180b9aab req-ad77a6e9-3320-47e1-9848-1c3abe0798f1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422651 Nov 03 16:10:31.702620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:31.702964 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:31.857108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-d4233bd0-7aa1-440b-b126-7defd3170f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:31.858629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-d4233bd0-7aa1-440b-b126-7defd3170f3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 1094 time: 0.1308019 Nov 03 16:10:32.012145 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:32.015652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-e6208114-52be-4b33-9d38-3bada44b0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:32.017274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-e6208114-52be-4b33-9d38-3bada44b0462 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 906 time: 0.1415200 Nov 03 16:10:32.041630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:32.080830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-26e4d2b2-8f79-45a9-bf0f-f6d2ca81c009 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bbb9935-e3be-4551-843c-38cdf2b0c1a6 HTTP/1.1" status: 200 len: 217 time: 0.0554121 Nov 03 16:10:32.227615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-d0ef7719-5f54-45ab-b5a8-6e241c83d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:32.230271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-d0ef7719-5f54-45ab-b5a8-6e241c83d84e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.1409268 Nov 03 16:10:32.309703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-3d456c54-aa94-4b23-9468-16c89fc5ef3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679369 Nov 03 16:10:32.482625 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-205b9d21-7068-44e6-b61a-d1e602d6af3d service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641181 Nov 03 16:10:32.485938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:32.521703 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd5fd30d-7989-4069-bcff-8b4a8b8e1ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:32.566187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=5d15b4d7-9bb0-4ead-babf-f328ecd5fda2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:32.748653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:32.753142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-490a6869-1e65-48f0-9f8a-45e2b215ec6d req-c9660166-e303-4135-af3d-959fe029004b service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629943 Nov 03 16:10:32.857978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3278c7-8659-44fc-888c-1a2be140302c req-e8a79aac-fa7f-43ce-8bb9-cf7b66f67c8e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:32.875168 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca3278c7-8659-44fc-888c-1a2be140302c req-e8a79aac-fa7f-43ce-8bb9-cf7b66f67c8e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 943 time: 0.0885451 Nov 03 16:10:32.980500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca3278c7-8659-44fc-888c-1a2be140302c req-70c2b961-fbe7-4386-a6fc-a1c48d3bf819 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934222 Nov 03 16:10:33.012252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Router a3cdcf48-0796-4661-b047-6b51098c6369 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:10:33.101285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:10:33.113393 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24894224-6192-46c8-8b00-7ddbc08bc8aa None None] Sync routers for ids ['a3cdcf48-0796-4661-b047-6b51098c6369'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:10:33.120620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:33.120897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-81f9be25-6d41-4c5d-9c8f-97f027503e48 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "PUT /v2.0/routers/a3cdcf48-0796-4661-b047-6b51098c6369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3969166 Nov 03 16:10:33.131380 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24894224-6192-46c8-8b00-7ddbc08bc8aa None None] Routers {'a3cdcf48-0796-4661-b047-6b51098c6369'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:33.132007 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-24894224-6192-46c8-8b00-7ddbc08bc8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a3cdcf48-0796-4661-b047-6b51098c6369'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:33.148415 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5522ee47-8d12-474c-8e6b-0f7c0038b5a8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:10:33.151085 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5522ee47-8d12-474c-8e6b-0f7c0038b5a8 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/5d15b4d7-9bb0-4ead-babf-f328ecd5fda2 HTTP/1.1" status: 404 len: 333 time: 0.0288656 Nov 03 16:10:33.153782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44042) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:33.201425 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-24894224-6192-46c8-8b00-7ddbc08bc8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:33.213665 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24894224-6192-46c8-8b00-7ddbc08bc8aa None None] Routers {'a3cdcf48-0796-4661-b047-6b51098c6369'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:33.214629 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-24894224-6192-46c8-8b00-7ddbc08bc8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a3cdcf48-0796-4661-b047-6b51098c6369'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:33.246065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c99b45cf-fd1a-4625-93e1-4a88668d073a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.368257 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-24894224-6192-46c8-8b00-7ddbc08bc8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:33.373513 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24894224-6192-46c8-8b00-7ddbc08bc8aa None None] The sync data for ids ['a3cdcf48-0796-4661-b047-6b51098c6369'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:10:33.478298 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c99b45cf-fd1a-4625-93e1-4a88668d073a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.479499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c99b45cf-fd1a-4625-93e1-4a88668d073a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.523434 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c99b45cf-fd1a-4625-93e1-4a88668d073a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.523990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99b45cf-fd1a-4625-93e1-4a88668d073a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Fanout notify agent at l3_agent the message router_deleted on router a3cdcf48-0796-4661-b047-6b51098c6369 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:10:33.533582 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c99b45cf-fd1a-4625-93e1-4a88668d073a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.533866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c99b45cf-fd1a-4625-93e1-4a88668d073a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/routers/a3cdcf48-0796-4661-b047-6b51098c6369 HTTP/1.1" status: 204 len: 168 time: 0.3786287 Nov 03 16:10:33.536487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44056) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:33.590855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7e3dc2-f8e2-49ec-a323-a50b5406ffcb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 6cda5462-8803-4299-8a19-9d59cc8f1ebb {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:10:33.594570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3dc2-f8e2-49ec-a323-a50b5406ffcb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.651208 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3dc2-f8e2-49ec-a323-a50b5406ffcb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.745295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3dc2-f8e2-49ec-a323-a50b5406ffcb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.808671 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3dc2-f8e2-49ec-a323-a50b5406ffcb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.831269 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3dc2-f8e2-49ec-a323-a50b5406ffcb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:33.834519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2bed8-13da-471d-803c-abb2ab5d1f24 None None] Network ea944028-0668-4f38-a987-ccd9dade765f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:33.838404 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9d7e3dc2-f8e2-49ec-a323-a50b5406ffcb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/6cda5462-8803-4299-8a19-9d59cc8f1ebb HTTP/1.1" status: 204 len: 168 time: 0.2977111 Nov 03 16:10:33.838487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44058) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:33.862378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e3dc2-f8e2-49ec-a323-a50b5406ffcb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=6cda5462-8803-4299-8a19-9d59cc8f1ebb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:33.985167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.115279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a21d0-d861-466d-aa2b-d41fc1128c93 None None] DHCP port deletion for ea944028-0668-4f38-a987-ccd9dade765f request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:10:34.156775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:34.157119 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.181005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd900-af58-434f-82f6-8937fad435f3 req-ee2e045f-ed42-4a44-9809-95df9c2f2c2d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:34.182976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-143fd900-af58-434f-82f6-8937fad435f3 req-ee2e045f-ed42-4a44-9809-95df9c2f2c2d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 943 time: 0.0966141 Nov 03 16:10:34.202514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-164a21d0-d861-466d-aa2b-d41fc1128c93 None None] Deleting port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:34.203316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-164a21d0-d861-466d-aa2b-d41fc1128c93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.302817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] For port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2095bf85-b2d7-4e74-a03a-3bedf6124cd5,segment=NetworkSegment(31b6fb2f-0f94-413a-8e10-701b388b63d9),segment_id=31b6fb2f-0f94-413a-8e10-701b388b63d9)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:34.307846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.339147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:34.347549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-164a21d0-d861-466d-aa2b-d41fc1128c93 None None] For port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2095bf85-b2d7-4e74-a03a-3bedf6124cd5,segment=NetworkSegment(31b6fb2f-0f94-413a-8e10-701b388b63d9),segment_id=31b6fb2f-0f94-413a-8e10-701b388b63d9)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:34.348150 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-164a21d0-d861-466d-aa2b-d41fc1128c93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.366522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-164a21d0-d861-466d-aa2b-d41fc1128c93 None None] Calling delete_port for 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:34.478344 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-164a21d0-d861-466d-aa2b-d41fc1128c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.497013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-143fd900-af58-434f-82f6-8937fad435f3 req-dfba666f-ee5f-4a66-8ff4-6ba2c2fea997 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041785 Nov 03 16:10:34.520326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a21d0-d861-466d-aa2b-d41fc1128c93 None None] No DVR routers for this DVR port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:34.535410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:10:34.551548 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.585855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=2095bf85-b2d7-4e74-a03a-3bedf6124cd5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:34.587874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No DVR routers for this DVR port 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:34.615268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a21d0-d861-466d-aa2b-d41fc1128c93 None None] Pushing event deleted for resources: {'Port': ['ID=2095bf85-b2d7-4e74-a03a-3bedf6124cd5,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:34.723235 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.746573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:34.755618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea944028-0668-4f38-a987-ccd9dade765f']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:34.767874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b6fb2f-0f94-413a-8e10-701b388b63d9') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:34.768354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b6fb2f-0f94-413a-8e10-701b388b63d9') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:34.779180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.793343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:34.796075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:10:34.796424 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2095bf85-b2d7-4e74-a03a-3bedf6124cd5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:10:34.796691 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.808016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:10:34.808524 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:10:34.812217 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:10:34.824933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '2bbb9935-e3be-4551-843c-38cdf2b0c1a6', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'port_id': '2bbb9935-e3be-4551-843c-38cdf2b0c1a6', 'mac_address': 'fa:16:3e:98:0f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ede647f-9109-4562-ac96-b8b5db8c5109', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:10:34.872508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.885753 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.898976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:10:34.915608 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.922333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/networks/ea944028-0668-4f38-a987-ccd9dade765f HTTP/1.1" status: 204 len: 168 time: 1.0832670 Nov 03 16:10:34.923428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Network': ['ID=ea944028-0668-4f38-a987-ccd9dade765f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:34.926352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44088) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:34.954812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:34.958477 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e18297d0-628d-47b0-a11b-5dbeeaf77981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.964923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.965280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.965883 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:34.966120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.966494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.966901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.967282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.967629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.967957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.968289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.968617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.969846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.970851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793116e7-8a4a-4f27-8e04-d8ab15b7995a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:34.993779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13191621-1d95-4626-88ed-d55cc88ec9df tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:34.996893 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-13191621-1d95-4626-88ed-d55cc88ec9df tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/ee43874c-1cc5-4946-8ebe-bf054e7399ee HTTP/1.1" status: 200 len: 845 time: 0.0695579 Nov 03 16:10:35.000499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44090) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:35.059200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:35.088589 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6c026a37-cfd2-4571-a8b0-e7a97d22caf4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/ee43874c-1cc5-4946-8ebe-bf054e7399ee?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0812476 Nov 03 16:10:35.088932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44094) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:35.095894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:35.215110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:35.219618 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:35.451436 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:35.499413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['2bbb9935-e3be-4551-843c-38cdf2b0c1a6'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:10:35.508923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=36e91304-7a54-4901-b39d-7ee5004e7540,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:35.516390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:35.517955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:35.520608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:35.521419 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:35.543128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d12ff7ec-025a-4cb4-9bb6-71b12c5eda5d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4523215 Nov 03 16:10:35.546092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44098) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:35.553481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2a4ad23c-92f3-4e4f-bf6e-76e4d0fbe354 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'security_group': {'name': 'tempest-secgroup-458732538'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:35.570329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd396c-146d-43c7-881e-fd07670cdb00 None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:35.576206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-002a3e09-d10d-4b5c-9897-412967f617c0 req-dab5b57c-e029-45b5-9a69-53a111d7242a service neutron] (108104) timed out ('10.222.0.86', 39824) {{(pid=108104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:10:35.622458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad23c-92f3-4e4f-bf6e-76e4d0fbe354 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:35.773486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad23c-92f3-4e4f-bf6e-76e4d0fbe354 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:35.781025 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad23c-92f3-4e4f-bf6e-76e4d0fbe354 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:35.784707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3c79-bb2c-47fe-ad17-407b6e93e037 req-78b42e24-92cc-4ef4-a206-7402f06013b7 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:35.794701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29fd3c79-bb2c-47fe-ad17-407b6e93e037 req-78b42e24-92cc-4ef4-a206-7402f06013b7 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 944 time: 0.1161273 Nov 03 16:10:35.825018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad23c-92f3-4e4f-bf6e-76e4d0fbe354 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:35.826711 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2a4ad23c-92f3-4e4f-bf6e-76e4d0fbe354 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2783298 Nov 03 16:10:35.829153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44106) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:35.835272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4d757be0-26c4-44b2-b64e-3e0b6a3a1f8c tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'security_group': {'name': 'tempest-secgroup-336028391'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:35.867235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ad23c-92f3-4e4f-bf6e-76e4d0fbe354 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19739773-8fdc-4f45-be69-3b790eb57608,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:35.887993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29fd3c79-bb2c-47fe-ad17-407b6e93e037 req-fdf49551-66f8-4569-ad2d-908b36afc41d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905282 Nov 03 16:10:35.903135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d757be0-26c4-44b2-b64e-3e0b6a3a1f8c tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.016448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'tenant_id': '786c4e3cf9bd453284b980a2686f7a63', 'fixed_ips': [{'subnet_id': '36e91304-7a54-4901-b39d-7ee5004e7540'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:10:36.017305 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.018434 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d757be0-26c4-44b2-b64e-3e0b6a3a1f8c tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.026572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d757be0-26c4-44b2-b64e-3e0b6a3a1f8c tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.102238 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d757be0-26c4-44b2-b64e-3e0b6a3a1f8c tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.108343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44110) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:36.109399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4d757be0-26c4-44b2-b64e-3e0b6a3a1f8c tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2788684 Nov 03 16:10:36.112081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d757be0-26c4-44b2-b64e-3e0b6a3a1f8c tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95265805-4523-4c25-b098-5cbdd6484725,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:36.114090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1825098838', 'security_groups': ['95265805-4523-4c25-b098-5cbdd6484725'], 'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '36e91304-7a54-4901-b39d-7ee5004e7540'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:36.230236 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.284835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Allocated IP 2001:db8::2 (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/36e91304-7a54-4901-b39d-7ee5004e7540/50227451-88ef-4d4b-b8bc-df7cab924807) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:36.293688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:36.384267 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.405402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 9ea85cb3-e594-4cf7-8a2f-74973eb18fdf yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:10:36.456807 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.466878 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.534167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:36.538505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:36.547869 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:36.587555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Pushing event updated for resources: {'Port': ['ID=50227451-88ef-4d4b-b8bc-df7cab924807,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:36.602549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::29f (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/36e91304-7a54-4901-b39d-7ee5004e7540/9ea85cb3-e594-4cf7-8a2f-74973eb18fdf) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:36.635367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Attempting to bind port 50227451-88ef-4d4b-b8bc-df7cab924807 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:10:36.635858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Attempting to bind port 50227451-88ef-4d4b-b8bc-df7cab924807 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '711e67ae-bd71-4bc2-a76b-ed7584570362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:10:36.636232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Attempting to bind port 50227451-88ef-4d4b-b8bc-df7cab924807 on network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:36.644734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:10:36.645118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Checking segment: {'id': '711e67ae-bd71-4bc2-a76b-ed7584570362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:36.645540 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.646196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Bound using segment: {'id': '711e67ae-bd71-4bc2-a76b-ed7584570362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:10:36.646708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Bound port: 50227451-88ef-4d4b-b8bc-df7cab924807, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711e67ae-bd71-4bc2-a76b-ed7584570362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:10:36.647147 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.733992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] For port 50227451-88ef-4d4b-b8bc-df7cab924807, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:36.738256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] For port 50227451-88ef-4d4b-b8bc-df7cab924807, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=50227451-88ef-4d4b-b8bc-df7cab924807,segment=NetworkSegment(711e67ae-bd71-4bc2-a76b-ed7584570362),segment_id=711e67ae-bd71-4bc2-a76b-ed7584570362)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:10:36.743487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.848735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27066288-b680-46b8-952c-b1bf91493e52 None None] Pushing event updated for resources: {'Port': ['ID=50227451-88ef-4d4b-b8bc-df7cab924807,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:36.880265 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:36.992533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:37.066181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:37.069493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:37.072869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:37.079003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:37.079734 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:37.089957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=9ea85cb3-e594-4cf7-8a2f-74973eb18fdf,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:37.122496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a6cc1650-d3af-4f68-8b69-49d0cfff610b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0130246 Nov 03 16:10:37.129985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44118) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:37.142183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7567cf8-43c3-4689-8344-7455590d8141 req-5842799f-eebe-4eec-ae54-e7dfa6df353f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:37.146567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5ce9bd72-15c1-463d-8251-a3c04c74895f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:37.151580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b7567cf8-43c3-4689-8344-7455590d8141 req-5842799f-eebe-4eec-ae54-e7dfa6df353f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 944 time: 0.1245120 Nov 03 16:10:37.222397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b7567cf8-43c3-4689-8344-7455590d8141 req-d1f45ab8-14fa-4bf4-81f3-4236267e870c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698392 Nov 03 16:10:37.299953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce9bd72-15c1-463d-8251-a3c04c74895f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:37.303957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5ce9bd72-15c1-463d-8251-a3c04c74895f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:37.399265 n-d-813897-2 neutron-server[108104]: INFO neutron.db.ipam_backend_mixin [None req-5ce9bd72-15c1-463d-8251-a3c04c74895f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36e91304-7a54-4901-b39d-7ee5004e7540 (CIDR: 2001:db8::/64) Nov 03 16:10:37.405568 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce9bd72-15c1-463d-8251-a3c04c74895f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:10:37.405568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce9bd72-15c1-463d-8251-a3c04c74895f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:37.422827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5ce9bd72-15c1-463d-8251-a3c04c74895f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2917321 Nov 03 16:10:37.425616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44122) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:37.430654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:37.549118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:37.552752 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:37.704827 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:37.805133 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:37.852525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:37.860527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:37.864039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:37.864639 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:37.879536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=b643680c-3a2a-4593-b025-22b42a8bc1ec,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:37.892724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f5256924-1678-428a-b1bc-63ec752fef66 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4659853 Nov 03 16:10:37.895791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44124) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:37.902399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1942471549', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b643680c-3a2a-4593-b025-22b42a8bc1ec'}], 'security_groups': ['19739773-8fdc-4f45-be69-3b790eb57608']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:38.065415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c3a8c-7656-4aa8-869a-512ff338434d None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:38.194139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b0b18afb-eb42-47f4-b791-55110130fcb4 None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:38.194456 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b0b18afb-eb42-47f4-b791-55110130fcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:38.334282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b0b18afb-eb42-47f4-b791-55110130fcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:38.368261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef134d4-b391-4152-8b91-6c1000e4b5be req-f6b43eb7-51af-40e4-8e08-901f7c0e93a7 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:38.377210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ef134d4-b391-4152-8b91-6c1000e4b5be req-f6b43eb7-51af-40e4-8e08-901f7c0e93a7 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 944 time: 0.0650930 Nov 03 16:10:38.394011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b0b18afb-eb42-47f4-b791-55110130fcb4 None None] For port 50227451-88ef-4d4b-b8bc-df7cab924807, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=50227451-88ef-4d4b-b8bc-df7cab924807,segment=NetworkSegment(711e67ae-bd71-4bc2-a76b-ed7584570362),segment_id=711e67ae-bd71-4bc2-a76b-ed7584570362)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:38.402389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:38.407851 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b0b18afb-eb42-47f4-b791-55110130fcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:38.461726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ef134d4-b391-4152-8b91-6c1000e4b5be req-fe2a20b6-9bc3-460d-8eaf-a69a59ded565 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798497 Nov 03 16:10:38.475017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:38.523285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b18afb-eb42-47f4-b791-55110130fcb4 None None] Pushing event updated for resources: {'Port': ['ID=50227451-88ef-4d4b-b8bc-df7cab924807,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:38.544768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b0b18afb-eb42-47f4-b791-55110130fcb4 None None] Provisioning complete for port ee43874c-1cc5-4946-8ebe-bf054e7399ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:38.545142 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b0b18afb-eb42-47f4-b791-55110130fcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:38.551255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:38.767551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadf5f6-ff7a-4e35-9a65-47c2ebad090d None None] Update dhcp port {'port': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'fixed_ips': [{'subnet_id': '36e91304-7a54-4901-b39d-7ee5004e7540', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b643680c-3a2a-4593-b025-22b42a8bc1ec'}], 'binding:host_id': 'n-d-813897-2'}, 'id': '50227451-88ef-4d4b-b8bc-df7cab924807'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:10:38.792343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Delete allocated IP 2001:db8::29f (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/36e91304-7a54-4901-b39d-7ee5004e7540) {{(pid=108105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 16:10:38.803156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8:0:1::f0 (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/b643680c-3a2a-4593-b025-22b42a8bc1ec/9ea85cb3-e594-4cf7-8a2f-74973eb18fdf) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:38.808724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 50227451-88ef-4d4b-b8bc-df7cab924807 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:38.814501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b0b18afb-eb42-47f4-b791-55110130fcb4 None None] Port ee43874c-1cc5-4946-8ebe-bf054e7399ee cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:38.842309 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0fadf5f6-ff7a-4e35-9a65-47c2ebad090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:38.910986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:10:38.961677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:38.962087 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:38.975575 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:38.980940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.014227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:39.014710 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.044294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] In _notify_port_updated(), no bound segment for port 9ea85cb3-e594-4cf7-8a2f-74973eb18fdf on network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:10:39.049887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:39.050519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.054370 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "PUT /v2.0/ports/9ea85cb3-e594-4cf7-8a2f-74973eb18fdf HTTP/1.1" status: 200 len: 930 time: 1.1548138 Nov 03 16:10:39.055853 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44132) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:39.095759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=9ea85cb3-e594-4cf7-8a2f-74973eb18fdf,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:39.106707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.107063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.107408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.107750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.108089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.108466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.108749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.109085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.109413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.109748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.110087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.110413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2d859-f76a-450e-b46d-119cce5a7fab tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:39.143903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-0fadf5f6-ff7a-4e35-9a65-47c2ebad090d None None] Allocated IP 2001:db8:0:1::2 (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/b643680c-3a2a-4593-b025-22b42a8bc1ec/50227451-88ef-4d4b-b8bc-df7cab924807) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:39.180135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7a39f4cd-1f08-47ba-b0ba-3cf6662c9803 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 9ea85cb3-e594-4cf7-8a2f-74973eb18fdf {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:39.180485 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7a39f4cd-1f08-47ba-b0ba-3cf6662c9803 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.202591 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.278311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7a39f4cd-1f08-47ba-b0ba-3cf6662c9803 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.288813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a3f74e-a2ca-4326-b84c-e29f1366644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbb9935-e3be-4551-843c-38cdf2b0c1a6'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:39.292070 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0593a323-8883-4456-bfb8-c130be8bff04" -d '{"events": [{"server_uuid": "30a3f74e-a2ca-4326-b84c-e29f1366644d", "name": "network-vif-plugged", "status": "completed", "tag": "2bbb9935-e3be-4551-843c-38cdf2b0c1a6"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:39.292259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7a39f4cd-1f08-47ba-b0ba-3cf6662c9803 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 9ea85cb3-e594-4cf7-8a2f-74973eb18fdf owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:39.323596 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:39.335327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.343952 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b4fddc-8e33-4db5-99bc-c43b0ffe733b x-openstack-request-id: req-f7b4fddc-8e33-4db5-99bc-c43b0ffe733b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:39.344249 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a3f74e-a2ca-4326-b84c-e29f1366644d", "name": "network-vif-plugged", "status": "completed", "tag": "2bbb9935-e3be-4551-843c-38cdf2b0c1a6", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:39.344510 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7b4fddc-8e33-4db5-99bc-c43b0ffe733b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:39.345861 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a3f74e-a2ca-4326-b84c-e29f1366644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbb9935-e3be-4551-843c-38cdf2b0c1a6', 'code': 200} Nov 03 16:10:39.389793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0fadf5f6-ff7a-4e35-9a65-47c2ebad090d None None] For port 50227451-88ef-4d4b-b8bc-df7cab924807, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=50227451-88ef-4d4b-b8bc-df7cab924807,segment=NetworkSegment(711e67ae-bd71-4bc2-a76b-ed7584570362),segment_id=711e67ae-bd71-4bc2-a76b-ed7584570362)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:39.427464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:39.445326 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0fadf5f6-ff7a-4e35-9a65-47c2ebad090d None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.454428 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0fadf5f6-ff7a-4e35-9a65-47c2ebad090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.457083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7a39f4cd-1f08-47ba-b0ba-3cf6662c9803 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.487656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39f4cd-1f08-47ba-b0ba-3cf6662c9803 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=9ea85cb3-e594-4cf7-8a2f-74973eb18fdf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:39.519382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3e8c9-4563-45db-95e1-a2e3ec83ae5d req-a2567e81-8156-4bd1-b05a-0af6f6f989e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:39.520902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ef3e8c9-4563-45db-95e1-a2e3ec83ae5d req-a2567e81-8156-4bd1-b05a-0af6f6f989e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 1096 time: 0.0829754 Nov 03 16:10:39.547077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadf5f6-ff7a-4e35-9a65-47c2ebad090d None None] Pushing event updated for resources: {'Port': ['ID=50227451-88ef-4d4b-b8bc-df7cab924807,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:39.573980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7a39f4cd-1f08-47ba-b0ba-3cf6662c9803 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.578497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7a39f4cd-1f08-47ba-b0ba-3cf6662c9803 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/9ea85cb3-e594-4cf7-8a2f-74973eb18fdf HTTP/1.1" status: 204 len: 168 time: 0.5228691 Nov 03 16:10:39.580470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44142) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:39.617157 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e54779-e542-47e4-9d5c-836101f02f50 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:10:39.622236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26e54779-e542-47e4-9d5c-836101f02f50 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/9ea85cb3-e594-4cf7-8a2f-74973eb18fdf HTTP/1.1" status: 404 len: 333 time: 0.0377676 Nov 03 16:10:39.622780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44144) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:39.660613 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ef3e8c9-4563-45db-95e1-a2e3ec83ae5d req-b4cc9a5c-b126-41e1-87fa-0784aac57e00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311202 Nov 03 16:10:39.671208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a91887-c88a-4994-b215-9ce23d5c9537 req-ebe5a4a0-85b7-443a-b53d-72622bcfbba3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:39.673156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03a91887-c88a-4994-b215-9ce23d5c9537 req-ebe5a4a0-85b7-443a-b53d-72622bcfbba3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 945 time: 0.0960064 Nov 03 16:10:39.690119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf1b661f-4832-46c0-981e-939798292ad0 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.723774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf1b661f-4832-46c0-981e-939798292ad0 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.763757 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03a91887-c88a-4994-b215-9ce23d5c9537 req-4d0b2696-640c-4fdd-b527-5df2cf448256 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782955 Nov 03 16:10:39.799241 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf1b661f-4832-46c0-981e-939798292ad0 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.803418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cf1b661f-4832-46c0-981e-939798292ad0 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.808189 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cf1b661f-4832-46c0-981e-939798292ad0 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/security-groups/95265805-4523-4c25-b098-5cbdd6484725 HTTP/1.1" status: 204 len: 168 time: 0.1808658 Nov 03 16:10:39.818016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44146) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:39.819206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b661f-4832-46c0-981e-939798292ad0 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95265805-4523-4c25-b098-5cbdd6484725,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:39.898252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5b43-6053-43cf-8f97-679e420b9bf6 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:39.929164 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5b43-6053-43cf-8f97-679e420b9bf6 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.000677 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5b43-6053-43cf-8f97-679e420b9bf6 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.003698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5b43-6053-43cf-8f97-679e420b9bf6 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.006565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3e7b5b43-6053-43cf-8f97-679e420b9bf6 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/security-groups/19739773-8fdc-4f45-be69-3b790eb57608 HTTP/1.1" status: 204 len: 168 time: 0.1848462 Nov 03 16:10:40.009770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44154) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:40.038841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b5b43-6053-43cf-8f97-679e420b9bf6 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19739773-8fdc-4f45-be69-3b790eb57608,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:40.106431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fea4fd-80a9-455d-ab0c-fd889c98305b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 36e91304-7a54-4901-b39d-7ee5004e7540 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:10:40.110639 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11fea4fd-80a9-455d-ab0c-fd889c98305b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.202143 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11fea4fd-80a9-455d-ab0c-fd889c98305b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.349326 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11fea4fd-80a9-455d-ab0c-fd889c98305b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.427123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11fea4fd-80a9-455d-ab0c-fd889c98305b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.460426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fea4fd-80a9-455d-ab0c-fd889c98305b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=36e91304-7a54-4901-b39d-7ee5004e7540,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:40.468086 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11fea4fd-80a9-455d-ab0c-fd889c98305b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.472635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-11fea4fd-80a9-455d-ab0c-fd889c98305b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/36e91304-7a54-4901-b39d-7ee5004e7540 HTTP/1.1" status: 204 len: 168 time: 0.4618423 Nov 03 16:10:40.479635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44168) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:40.488343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:40.534170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b3d2aa-0bda-4161-af8e-c6079ef73a60 None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:40.638902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2f6df78b-52ef-4e8b-8b89-e8383379936a None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:40.639189 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f6df78b-52ef-4e8b-8b89-e8383379936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.661916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:40.673162 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:40.850627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 50227451-88ef-4d4b-b8bc-df7cab924807 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:40.898227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722df7a-8eae-4505-bfd4-aacaa58e94be req-ce1cd26d-c99d-45ca-936b-92820fdd7cee tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:40.899902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3722df7a-8eae-4505-bfd4-aacaa58e94be req-ce1cd26d-c99d-45ca-936b-92820fdd7cee tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 946 time: 0.0789526 Nov 03 16:10:40.971967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed4981-b851-4474-835a-b475851ca57e req-de76d1d5-d8ad-4ad1-bda7-5ab5e1b5704e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:40.974194 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05ed4981-b851-4474-835a-b475851ca57e req-de76d1d5-d8ad-4ad1-bda7-5ab5e1b5704e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 945 time: 0.0809512 Nov 03 16:10:41.038183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3722df7a-8eae-4505-bfd4-aacaa58e94be req-f387a293-a5a3-490e-a763-20c2ee8017ab tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270244 Nov 03 16:10:41.088764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:41.089231 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.091715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2f6df78b-52ef-4e8b-8b89-e8383379936a None None] Could not find standard attr ID for object 9ea85cb3-e594-4cf7-8a2f-74973eb18fdf. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:41.106483 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05ed4981-b851-4474-835a-b475851ca57e req-dfd2fe18-afa1-4c6d-a33b-0555b626dc3f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260774 Nov 03 16:10:41.168523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2f6df78b-52ef-4e8b-8b89-e8383379936a None None] Provisioning complete for port ee43874c-1cc5-4946-8ebe-bf054e7399ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:41.169154 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f6df78b-52ef-4e8b-8b89-e8383379936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.209946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.229244 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2f6df78b-52ef-4e8b-8b89-e8383379936a None None] Port ee43874c-1cc5-4946-8ebe-bf054e7399ee cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:41.271293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:41.314631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:41.316554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=7fb5423c-9b37-4ee4-bbdb-5426d5e8887f,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:41.319247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:41.319884 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.345885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-733bd5aa-c6ab-4261-b94f-c3be97ec2dc4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8616438 Nov 03 16:10:41.348438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44184) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:41.355111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0080a0db-8ab4-4b49-96bd-0f796e6ed5a3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'security_group': {'name': 'tempest-secgroup-624295642'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:41.384121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0080a0db-8ab4-4b49-96bd-0f796e6ed5a3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.471232 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0080a0db-8ab4-4b49-96bd-0f796e6ed5a3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.479208 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0080a0db-8ab4-4b49-96bd-0f796e6ed5a3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.511951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0080a0db-8ab4-4b49-96bd-0f796e6ed5a3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.513192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0080a0db-8ab4-4b49-96bd-0f796e6ed5a3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1638074 Nov 03 16:10:41.515317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080a0db-8ab4-4b49-96bd-0f796e6ed5a3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7723fd-55d5-426f-9d11-cd44f74af270,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:41.516066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44186) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:41.526600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c76130c1-b8d3-4bd7-bb00-43645126d0ca tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'security_group': {'name': 'tempest-secgroup-2143556463'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:41.555108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c76130c1-b8d3-4bd7-bb00-43645126d0ca tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.632670 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c76130c1-b8d3-4bd7-bb00-43645126d0ca tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.641812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c76130c1-b8d3-4bd7-bb00-43645126d0ca tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.680943 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c76130c1-b8d3-4bd7-bb00-43645126d0ca tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.682757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c76130c1-b8d3-4bd7-bb00-43645126d0ca tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1655674 Nov 03 16:10:41.684384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76130c1-b8d3-4bd7-bb00-43645126d0ca tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dc9d4e-b416-469e-bb31-da0695274346,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:41.685589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44188) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:41.691174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7c510e16-6e8a-4217-a6ff-c3af7fb61e00 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'security_group': {'name': 'tempest-secgroup-975395573'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:41.720009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c510e16-6e8a-4217-a6ff-c3af7fb61e00 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.808727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c510e16-6e8a-4217-a6ff-c3af7fb61e00 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.813561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c510e16-6e8a-4217-a6ff-c3af7fb61e00 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.858479 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7c510e16-6e8a-4217-a6ff-c3af7fb61e00 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:41.863612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7c510e16-6e8a-4217-a6ff-c3af7fb61e00 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1728630 Nov 03 16:10:41.863749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44192) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:41.868876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-56916846', 'security_groups': ['afa59ddc-1dcf-4f13-a18c-d223a0945127'], 'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7fb5423c-9b37-4ee4-bbdb-5426d5e8887f'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:41.875133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c510e16-6e8a-4217-a6ff-c3af7fb61e00 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa59ddc-1dcf-4f13-a18c-d223a0945127,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:41.923619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6931cb45-b2f9-420f-b311-1f2531e9e24c None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:41.994575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5b5c676a-e09f-48ef-b57a-025f5fe399b4 None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:41.994575 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b5c676a-e09f-48ef-b57a-025f5fe399b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:42.038439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:42.047209 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:42.092505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] device_id is not set on port 32005d04-6b59-497e-b70b-bd245054ca5e yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:10:42.217929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdab9e1-bc37-4bce-9c71-300c36b7a56f req-11ed24aa-a089-4c48-be30-0ad71fff3709 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:42.226491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4bdab9e1-bc37-4bce-9c71-300c36b7a56f req-11ed24aa-a089-4c48-be30-0ad71fff3709 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 946 time: 0.0839765 Nov 03 16:10:42.252914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5b5c676a-e09f-48ef-b57a-025f5fe399b4 None None] Provisioning complete for port ee43874c-1cc5-4946-8ebe-bf054e7399ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:42.253593 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b5c676a-e09f-48ef-b57a-025f5fe399b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:42.293216 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4bdab9e1-bc37-4bce-9c71-300c36b7a56f req-75e11acc-5421-4b37-9034-3b0b639c7481 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655165 Nov 03 16:10:42.335276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80228095-7aaa-4c06-bbea-e3c56bcc1fd4 None None] Update dhcp port {'port': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'fixed_ips': [{'subnet_id': 'b643680c-3a2a-4593-b025-22b42a8bc1ec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7fb5423c-9b37-4ee4-bbdb-5426d5e8887f'}], 'binding:host_id': 'n-d-813897-2'}, 'id': '50227451-88ef-4d4b-b8bc-df7cab924807'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:10:42.380866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5b5c676a-e09f-48ef-b57a-025f5fe399b4 None None] Port ee43874c-1cc5-4946-8ebe-bf054e7399ee cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:42.383121 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-80228095-7aaa-4c06-bbea-e3c56bcc1fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:42.436781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359d610-11ac-419e-9a41-a9c7067ff73e req-dc948e61-de31-450d-8269-2c0c2741c936 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:42.438689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b359d610-11ac-419e-9a41-a9c7067ff73e req-dc948e61-de31-450d-8269-2c0c2741c936 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 945 time: 0.1271067 Nov 03 16:10:42.542522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8::3d5 (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/7fb5423c-9b37-4ee4-bbdb-5426d5e8887f/32005d04-6b59-497e-b70b-bd245054ca5e) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:42.558503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-2717d74a-e39b-410d-a89a-088a9c381eb4 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:42.560109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-2717d74a-e39b-410d-a89a-088a9c381eb4 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 946 time: 0.0566726 Nov 03 16:10:42.601032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b359d610-11ac-419e-9a41-a9c7067ff73e req-76129b2b-1e8f-49f4-ad3c-97e5d95c991e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339991 Nov 03 16:10:42.727996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:42.775725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:42.810366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:42.813062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:42.833153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:42.841002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:42.842052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:42.860834 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-80228095-7aaa-4c06-bbea-e3c56bcc1fd4 None None] Allocated IP 2001:db8::2 (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/7fb5423c-9b37-4ee4-bbdb-5426d5e8887f/50227451-88ef-4d4b-b8bc-df7cab924807) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:42.878273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=32005d04-6b59-497e-b70b-bd245054ca5e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:42.898540 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b104e9eb-ffe7-48bf-aecf-36f6df06f983 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0316303 Nov 03 16:10:42.898702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44208) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:42.907428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4f736bee-3565-4060-abf9-8e1c742709b4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:43.012176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-80228095-7aaa-4c06-bbea-e3c56bcc1fd4 None None] For port 50227451-88ef-4d4b-b8bc-df7cab924807, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=50227451-88ef-4d4b-b8bc-df7cab924807,segment=NetworkSegment(711e67ae-bd71-4bc2-a76b-ed7584570362),segment_id=711e67ae-bd71-4bc2-a76b-ed7584570362)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:43.045235 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-80228095-7aaa-4c06-bbea-e3c56bcc1fd4 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:43.058139 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-80228095-7aaa-4c06-bbea-e3c56bcc1fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:43.062757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f736bee-3565-4060-abf9-8e1c742709b4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:43.067451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4f736bee-3565-4060-abf9-8e1c742709b4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:43.135079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80228095-7aaa-4c06-bbea-e3c56bcc1fd4 None None] Pushing event updated for resources: {'Port': ['ID=50227451-88ef-4d4b-b8bc-df7cab924807,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:43.192325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Deleting port 752479a2-7ac0-4d03-ad92-c157c20a657f {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:43.193013 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:43.241281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e3bee-8c66-49e3-953b-109b818dde3e req-e41ecdb5-49fe-41ce-9b71-8464ab8e37d5 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:43.242896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0a5e3bee-8c66-49e3-953b-109b818dde3e req-e41ecdb5-49fe-41ce-9b71-8464ab8e37d5 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 945 time: 0.5298438 Nov 03 16:10:43.302244 n-d-813897-2 neutron-server[108105]: INFO neutron.db.ipam_backend_mixin [None req-4f736bee-3565-4060-abf9-8e1c742709b4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fb5423c-9b37-4ee4-bbdb-5426d5e8887f (CIDR: 2001:db8::/64) Nov 03 16:10:43.309757 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f736bee-3565-4060-abf9-8e1c742709b4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:10:43.310472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f736bee-3565-4060-abf9-8e1c742709b4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:43.347527 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4f736bee-3565-4060-abf9-8e1c742709b4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4451647 Nov 03 16:10:43.347827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0a5e3bee-8c66-49e3-953b-109b818dde3e req-d3395e3e-c34c-4c98-bed1-890a3a4275b7 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735412 Nov 03 16:10:43.348235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44214) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:43.353801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-70901055-c90e-44b7-80d8-96a8ef7683d4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:43.521829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] For port 752479a2-7ac0-4d03-ad92-c157c20a657f, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=752479a2-7ac0-4d03-ad92-c157c20a657f,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:43.522226 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:43.568829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8c2b-689e-470c-a050-d95fd3556747 req-926003de-6bd8-40fb-bb42-8b5ede777727 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:43.579461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22ee8c2b-689e-470c-a050-d95fd3556747 req-926003de-6bd8-40fb-bb42-8b5ede777727 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 946 time: 0.1332059 Nov 03 16:10:43.702622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22ee8c2b-689e-470c-a050-d95fd3556747 req-d99610d5-ebaf-4078-ab89-23994a40260d tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups?id=81838f57-f977-440e-9f01-6358734380ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175649 Nov 03 16:10:43.858142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:43.858843 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:43.859950 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Floating IP 31db2126-76a8-4e81-90dd-4e7385cac18e disassociated. External IP: 172.25.6.149, port: 752479a2-7ac0-4d03-ad92-c157c20a657f. Nov 03 16:10:43.860430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Calling delete_port for 752479a2-7ac0-4d03-ad92-c157c20a657f owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:43.943907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950ce45-ccae-4867-94ce-69b3af1e7564 req-4eca216e-c1f2-4e19-93d2-55780f71bdf1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:43.946022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7950ce45-ccae-4867-94ce-69b3af1e7564 req-4eca216e-c1f2-4e19-93d2-55780f71bdf1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 945 time: 0.1132882 Nov 03 16:10:44.056621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7950ce45-ccae-4867-94ce-69b3af1e7564 req-939a8633-b575-454f-9244-a779b9727228 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001198 Nov 03 16:10:44.133284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70901055-c90e-44b7-80d8-96a8ef7683d4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:44.140093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70901055-c90e-44b7-80d8-96a8ef7683d4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:44.147479 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:44.225787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1af5c703-e3fc-4c0f-8286-564cf659231c None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:44.225787 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1af5c703-e3fc-4c0f-8286-564cf659231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:44.331693 n-d-813897-2 neutron-server[108104]: INFO neutron.db.ipam_backend_mixin [None req-70901055-c90e-44b7-80d8-96a8ef7683d4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b643680c-3a2a-4593-b025-22b42a8bc1ec (CIDR: 2001:db8:0:1::/64) Nov 03 16:10:44.357040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1af5c703-e3fc-4c0f-8286-564cf659231c None None] Provisioning complete for port ee43874c-1cc5-4946-8ebe-bf054e7399ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:44.357463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1af5c703-e3fc-4c0f-8286-564cf659231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:44.374070 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-70901055-c90e-44b7-80d8-96a8ef7683d4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:10:44.374573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70901055-c90e-44b7-80d8-96a8ef7683d4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:44.384786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event deleted for resources: {'Port': ['ID=752479a2-7ac0-4d03-ad92-c157c20a657f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:44.404830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1af5c703-e3fc-4c0f-8286-564cf659231c None None] Port ee43874c-1cc5-4946-8ebe-bf054e7399ee cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:44.476313 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-70901055-c90e-44b7-80d8-96a8ef7683d4 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1242566 Nov 03 16:10:44.477464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44234) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:44.486150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'subnet': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:44.573384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492bf32-4432-4a7a-8310-6d0f1813d818 req-4ecb786f-c76f-4342-bfc7-e98bf55dbf9f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:44.579732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492bf32-4432-4a7a-8310-6d0f1813d818 req-4ecb786f-c76f-4342-bfc7-e98bf55dbf9f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:44.586882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492bf32-4432-4a7a-8310-6d0f1813d818 req-4ecb786f-c76f-4342-bfc7-e98bf55dbf9f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:44.593674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492bf32-4432-4a7a-8310-6d0f1813d818 req-4ecb786f-c76f-4342-bfc7-e98bf55dbf9f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:44.616611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492bf32-4432-4a7a-8310-6d0f1813d818 req-4ecb786f-c76f-4342-bfc7-e98bf55dbf9f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:44.631071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492bf32-4432-4a7a-8310-6d0f1813d818 req-4ecb786f-c76f-4342-bfc7-e98bf55dbf9f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:44.631208 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d5761d46-f993-4044-a3d8-322c50d20f07 None None] Could not find standard attr ID for object 9ea85cb3-e594-4cf7-8a2f-74973eb18fdf. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:44.638838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492bf32-4432-4a7a-8310-6d0f1813d818 req-4ecb786f-c76f-4342-bfc7-e98bf55dbf9f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:44.649361 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7492bf32-4432-4a7a-8310-6d0f1813d818 req-4ecb786f-c76f-4342-bfc7-e98bf55dbf9f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.2092776 Nov 03 16:10:44.770323 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7492bf32-4432-4a7a-8310-6d0f1813d818 req-aae2bbf3-756a-4873-9340-e829d358674c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093812 Nov 03 16:10:44.826297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 50227451-88ef-4d4b-b8bc-df7cab924807 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:44.831917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Made reservation on behalf of 786c4e3cf9bd453284b980a2686f7a63 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:44.841160 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:44.911317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be31037f-d21b-41ff-b124-18fabf610791 req-97c455de-ed36-4172-9dcb-f6b1467b284a tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 210 time: 0.0636652 Nov 03 16:10:44.971927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Router 551491c7-3e34-43af-9793-fe970f9f6cb5 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:10:44.984763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 752479a2-7ac0-4d03-ad92-c157c20a657f no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:45.015379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 752479a2-7ac0-4d03-ad92-c157c20a657f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:10:45.015906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 752479a2-7ac0-4d03-ad92-c157c20a657f not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:10:45.018837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:45.018837 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:45.104867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cbdd83f6-9faa-4196-8ded-948e0b2f363c None None] Provisioning complete for port 32005d04-6b59-497e-b70b-bd245054ca5e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:45.106722 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbdd83f6-9faa-4196-8ded-948e0b2f363c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:45.149413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd83f6-9faa-4196-8ded-948e0b2f363c None None] Port 32005d04-6b59-497e-b70b-bd245054ca5e cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:45.216350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:10:45.250709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] Sync routers for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:10:45.282530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:45.283255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:45.327033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb273fb3-981f-49e5-8a6a-3d097fb7ec9f req-a1e8d52b-b40a-4064-97c2-8bbe0f1788ee tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:45.339270 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb273fb3-981f-49e5-8a6a-3d097fb7ec9f req-a1e8d52b-b40a-4064-97c2-8bbe0f1788ee tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 945 time: 0.1307385 Nov 03 16:10:45.449955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb273fb3-981f-49e5-8a6a-3d097fb7ec9f req-4909561e-94f7-4c45-8754-5d20b1c57876 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085143 Nov 03 16:10:45.459209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] No DVR routers for this DVR port 752479a2-7ac0-4d03-ad92-c157c20a657f on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:45.463286 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:45.466996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7d1d2c2-acfe-4068-b85b-d96cf38f48a3 req-e723cf8e-8462-4f62-a657-bfa338c504a1 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.70 "DELETE /v2.0/ports/752479a2-7ac0-4d03-ad92-c157c20a657f HTTP/1.1" status: 204 len: 173 time: 2.8981910 Nov 03 16:10:45.467657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'name': 'network-vif-deleted', 'tag': '752479a2-7ac0-4d03-ad92-c157c20a657f'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:45.470297 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee433612-9a08-46a6-bde0-bd1af9fad454" -d '{"events": [{"server_uuid": "14bd5d5d-760e-4677-a62a-06b37362bd46", "name": "network-vif-deleted", "tag": "752479a2-7ac0-4d03-ad92-c157c20a657f"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:45.580098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:10:45.787714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:45.850469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:45.873949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:45.879028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:45.880801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:45.896948 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1125c717-cb12-4ec6-aba7-1eac4dfeeb04 x-openstack-request-id: req-1125c717-cb12-4ec6-aba7-1eac4dfeeb04 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:45.897269 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bd5d5d-760e-4677-a62a-06b37362bd46", "name": "network-vif-deleted", "tag": "752479a2-7ac0-4d03-ad92-c157c20a657f", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:45.902006 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1125c717-cb12-4ec6-aba7-1eac4dfeeb04 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:45.902555 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bd5d5d-760e-4677-a62a-06b37362bd46', 'name': 'network-vif-deleted', 'tag': '752479a2-7ac0-4d03-ad92-c157c20a657f', 'status': 'completed', 'code': 200} Nov 03 16:10:46.003719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-ad057c92-e84c-4778-96f9-9ef253cc3878 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.018797 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-ad057c92-e84c-4778-96f9-9ef253cc3878 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 945 time: 0.4176273 Nov 03 16:10:46.092791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Subnet': ['ID=615d852e-c313-4ac4-986d-112a9ccbe42e,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:46.093029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-590dc5fc-b0d5-488b-b974-5675b2f1b219 None None] Could not find standard attr ID for object 9ea85cb3-e594-4cf7-8a2f-74973eb18fdf. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:46.107687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-11a74b41-1a0d-4cec-a16d-b17810ea14ad tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.127914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-11a74b41-1a0d-4cec-a16d-b17810ea14ad tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.140718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-11a74b41-1a0d-4cec-a16d-b17810ea14ad tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.146786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-11a74b41-1a0d-4cec-a16d-b17810ea14ad tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.148392 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-74c24bef-d21e-454e-a9d8-68bb879fef49 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6683350 Nov 03 16:10:46.161245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-11a74b41-1a0d-4cec-a16d-b17810ea14ad tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.168333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-11a74b41-1a0d-4cec-a16d-b17810ea14ad tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.174788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-11a74b41-1a0d-4cec-a16d-b17810ea14ad tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.176820 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-11a74b41-1a0d-4cec-a16d-b17810ea14ad tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.2526643 Nov 03 16:10:46.177318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44260) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:46.183399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-941786089', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '615d852e-c313-4ac4-986d-112a9ccbe42e'}], 'security_groups': ['ba7723fd-55d5-426f-9d11-cd44f74af270', 'f3dc9d4e-b416-469e-bb31-da0695274346']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:46.209083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4aabf2-25af-4d7b-b327-b44b1d92b6c4 None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:46.273225 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2226e8e2-4845-41b3-80d7-581d414c6fee req-741a88fd-03c2-43f0-8bd4-638909ad51e3 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/ports?device_id=14bd5d5d-760e-4677-a62a-06b37362bd46 HTTP/1.1" status: 200 len: 210 time: 0.0940361 Nov 03 16:10:46.317004 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491b50-727d-4de9-b6c4-1970626f219d req-52e5b14a-642a-4b99-864a-4fa9e84a2e3a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.320544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Deleting port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:46.321039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:46.323530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491b50-727d-4de9-b6c4-1970626f219d req-52e5b14a-642a-4b99-864a-4fa9e84a2e3a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.329917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491b50-727d-4de9-b6c4-1970626f219d req-52e5b14a-642a-4b99-864a-4fa9e84a2e3a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.336575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491b50-727d-4de9-b6c4-1970626f219d req-52e5b14a-642a-4b99-864a-4fa9e84a2e3a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.343241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491b50-727d-4de9-b6c4-1970626f219d req-52e5b14a-642a-4b99-864a-4fa9e84a2e3a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.349297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491b50-727d-4de9-b6c4-1970626f219d req-52e5b14a-642a-4b99-864a-4fa9e84a2e3a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.356121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491b50-727d-4de9-b6c4-1970626f219d req-52e5b14a-642a-4b99-864a-4fa9e84a2e3a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.364486 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2491b50-727d-4de9-b6c4-1970626f219d req-52e5b14a-642a-4b99-864a-4fa9e84a2e3a tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 5441 time: 0.4994814 Nov 03 16:10:46.433280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-5b9cd233-d880-4f5e-b246-c5667d43f8eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.435226 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-5b9cd233-d880-4f5e-b246-c5667d43f8eb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "GET /v2.0/ports/97005d94-e17f-461f-8de0-4d6922ee8f4c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1973810 Nov 03 16:10:46.437851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] For port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:46.438218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:46.454938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Calling delete_port for 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:46.573056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:46.643097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] Checking router: 551491c7-3e34-43af-9793-fe970f9f6cb5 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:10:46.649206 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:46.663833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:10:46.675293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:46.675930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:46.689954 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2491b50-727d-4de9-b6c4-1970626f219d req-43153aee-aef4-466c-ad47-2522884866cb tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3149941 Nov 03 16:10:46.693583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85401d9c-e018-4cea-800b-769b98e9c68c req-71a5bbf3-b371-4611-ba4e-186f4db52226 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:46.695140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85401d9c-e018-4cea-800b-769b98e9c68c req-71a5bbf3-b371-4611-ba4e-186f4db52226 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=30a3f74e-a2ca-4326-b84c-e29f1366644d HTTP/1.1" status: 200 len: 867 time: 0.0972941 Nov 03 16:10:46.745797 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:46.747424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event deleted for resources: {'Port': ['ID=2bbb9935-e3be-4551-843c-38cdf2b0c1a6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:46.790929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] No DVR routers for this DVR port 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:46.794373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:46.798149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ab4e662-9c13-46b2-aab8-f7e579d4dac7 req-9e3e054a-8fc4-41f0-9dbb-e1814dd82b7d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "DELETE /v2.0/ports/2bbb9935-e3be-4551-843c-38cdf2b0c1a6 HTTP/1.1" status: 204 len: 173 time: 0.7291880 Nov 03 16:10:46.827518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-8b1f6ca4-c632-4702-8aae-0559bf284ac1 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "GET /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3551941 Nov 03 16:10:46.862935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85401d9c-e018-4cea-800b-769b98e9c68c req-1dbd0bfc-303c-4c3a-b1be-0a991dcc852b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242130 Nov 03 16:10:46.961962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:10:47.070287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:47.195618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:47.200269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd17e9-d83c-4d25-b482-259b5b1775bc None None] Update dhcp port {'port': {'network_id': 'c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3', 'fixed_ips': [{'subnet_id': 'b643680c-3a2a-4593-b025-22b42a8bc1ec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7fb5423c-9b37-4ee4-bbdb-5426d5e8887f', 'ip_address': '2001:db8::2'}, {'subnet_id': '615d852e-c313-4ac4-986d-112a9ccbe42e'}], 'binding:host_id': 'n-d-813897-2'}, 'id': '50227451-88ef-4d4b-b8bc-df7cab924807'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:10:47.249134 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-07fd17e9-d83c-4d25-b482-259b5b1775bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:47.387215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44284) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:47.463592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Delete allocated IP 2001:db8::3d5 (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/7fb5423c-9b37-4ee4-bbdb-5426d5e8887f) {{(pid=108105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 16:10:47.482726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Allocated IP 2001:db8:0:2::11c (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/615d852e-c313-4ac4-986d-112a9ccbe42e/32005d04-6b59-497e-b70b-bd245054ca5e) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:47.497902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7203b06a-a709-416c-94aa-8d522ef9732b tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:47.509495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] For port 97005d94-e17f-461f-8de0-4d6922ee8f4c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=97005d94-e17f-461f-8de0-4d6922ee8f4c,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:47.529342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:47.564851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0ff94-e5eb-4c0f-93d9-73a25e33958a None None] The sync data for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 is: [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:02:59Z', 'revision_number': 4, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2a1b00c1-c1ae-4b43-891c-1d08f9ec226b', 'name': '', 'network_id': '02d2a4bc-8a08-40ac-816b-4ffbe1b97595', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'mac_address': 'fa:16:3e:33:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:58Z', 'updated_at': '2021-11-03T16:03:08Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'subnets': [{'id': '991f785b-b59a-4356-aabf-9d6c575adac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:10:47.580081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7203b06a-a709-416c-94aa-8d522ef9732b tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:47.604733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] For port 97005d94-e17f-461f-8de0-4d6922ee8f4c, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:47.667111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7203b06a-a709-416c-94aa-8d522ef9732b tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:47.669880 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7203b06a-a709-416c-94aa-8d522ef9732b tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:47.674090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7203b06a-a709-416c-94aa-8d522ef9732b tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "DELETE /v2.0/security-groups/81838f57-f977-440e-9f01-6358734380ce HTTP/1.1" status: 204 len: 168 time: 0.2858350 Nov 03 16:10:47.674741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44290) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:47.694536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203b06a-a709-416c-94aa-8d522ef9732b tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81838f57-f977-440e-9f01-6358734380ce,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:47.721784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] device_id is not set on port 97005d94-e17f-461f-8de0-4d6922ee8f4c yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:10:47.739295 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-06386ae1-6e7f-480f-a496-e194eb7ba074 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] show failed (client error): The resource could not be found. Nov 03 16:10:47.739931 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:47.743858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44294) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:47.745345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-06386ae1-6e7f-480f-a496-e194eb7ba074 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "GET /v2.0/security-groups/81838f57-f977-440e-9f01-6358734380ce HTTP/1.1" status: 404 len: 347 time: 0.0587330 Nov 03 16:10:47.791711 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:47.903592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a3f74e-a2ca-4326-b84c-e29f1366644d', 'name': 'network-vif-deleted', 'tag': '2bbb9935-e3be-4551-843c-38cdf2b0c1a6'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:47.906766 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef6fd68-25d1-4db6-95d2-ab3093de45d7" -d '{"events": [{"server_uuid": "30a3f74e-a2ca-4326-b84c-e29f1366644d", "name": "network-vif-deleted", "tag": "2bbb9935-e3be-4551-843c-38cdf2b0c1a6"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:47.952896 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d0ef49-0ba0-41e7-a729-1dfa21fed8f8 None None] New status for floating IP 31db2126-76a8-4e81-90dd-4e7385cac18e: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:10:47.962878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] No DVR routers for this DVR port 97005d94-e17f-461f-8de0-4d6922ee8f4c on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:48.005092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] Pushing event updated for resources: {'Port': ['ID=97005d94-e17f-461f-8de0-4d6922ee8f4c,revision_number=6']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:48.005370 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3f75f5-e85c-414f-9385-ec787e21cf4e x-openstack-request-id: req-6a3f75f5-e85c-414f-9385-ec787e21cf4e {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:48.005701 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a3f74e-a2ca-4326-b84c-e29f1366644d", "name": "network-vif-deleted", "tag": "2bbb9935-e3be-4551-843c-38cdf2b0c1a6", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:48.006069 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a3f75f5-e85c-414f-9385-ec787e21cf4e {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:48.006471 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a3f74e-a2ca-4326-b84c-e29f1366644d', 'name': 'network-vif-deleted', 'tag': '2bbb9935-e3be-4551-843c-38cdf2b0c1a6', 'status': 'completed', 'code': 200} Nov 03 16:10:48.051740 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.066888 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.084268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] In _notify_port_updated(), no bound segment for port 97005d94-e17f-461f-8de0-4d6922ee8f4c on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:10:48.089340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.091119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.091676 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-14269161-cac4-42f4-9e01-04c4c24a4414 service neutron] 10.222.0.15 "PUT /v2.0/ports/97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 200 len: 1031 time: 1.2521098 Nov 03 16:10:48.123035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ba605-4aa7-4e6a-a325-86b9e6b2ada4 req-80c67eed-236c-427f-863e-adeeec03acea tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.134626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ba605-4aa7-4e6a-a325-86b9e6b2ada4 req-80c67eed-236c-427f-863e-adeeec03acea tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.150503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ba605-4aa7-4e6a-a325-86b9e6b2ada4 req-80c67eed-236c-427f-863e-adeeec03acea tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.156540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ba605-4aa7-4e6a-a325-86b9e6b2ada4 req-80c67eed-236c-427f-863e-adeeec03acea tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.161324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-07fd17e9-d83c-4d25-b482-259b5b1775bc None None] Allocated IP 2001:db8:0:2::2 (c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3/615d852e-c313-4ac4-986d-112a9ccbe42e/50227451-88ef-4d4b-b8bc-df7cab924807) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:48.177753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ba605-4aa7-4e6a-a325-86b9e6b2ada4 req-80c67eed-236c-427f-863e-adeeec03acea tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.186059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ba605-4aa7-4e6a-a325-86b9e6b2ada4 req-80c67eed-236c-427f-863e-adeeec03acea tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.187898 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec2ba605-4aa7-4e6a-a325-86b9e6b2ada4 req-80c67eed-236c-427f-863e-adeeec03acea tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 4663 time: 0.3575339 Nov 03 16:10:48.311120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-69690650-1509-43ad-8d3c-fa13473c3d94 None None] Provisioning complete for port 97005d94-e17f-461f-8de0-4d6922ee8f4c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:48.312028 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69690650-1509-43ad-8d3c-fa13473c3d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.351064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] In _notify_port_updated(), no bound segment for port 32005d04-6b59-497e-b70b-bd245054ca5e on network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:10:48.356704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.357342 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.361876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "PUT /v2.0/ports/32005d04-6b59-497e-b70b-bd245054ca5e HTTP/1.1" status: 200 len: 969 time: 2.1833775 Nov 03 16:10:48.367337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44320) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:48.368207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-69690650-1509-43ad-8d3c-fa13473c3d94 None None] Port 97005d94-e17f-461f-8de0-4d6922ee8f4c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:48.382186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-07fd17e9-d83c-4d25-b482-259b5b1775bc None None] For port 50227451-88ef-4d4b-b8bc-df7cab924807, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=50227451-88ef-4d4b-b8bc-df7cab924807,segment=NetworkSegment(711e67ae-bd71-4bc2-a76b-ed7584570362),segment_id=711e67ae-bd71-4bc2-a76b-ed7584570362)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:48.418050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a073ae0-90f4-4d63-a176-e7f452fdd9e7 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event updated for resources: {'Port': ['ID=32005d04-6b59-497e-b70b-bd245054ca5e,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:48.420870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-07fd17e9-d83c-4d25-b482-259b5b1775bc None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.426516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-fd27dc8f-b942-4d18-b141-edc0d00d7dc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.428105 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-fd27dc8f-b942-4d18-b141-edc0d00d7dc5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "GET /v2.0/ports/badbb40a-98ec-4340-bdf7-5339dbfaae23?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2387404 Nov 03 16:10:48.430552 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-07fd17e9-d83c-4d25-b482-259b5b1775bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.461650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:48.490876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Deleting port 060adff7-1183-4dfa-9351-6dae149b2e9c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:48.491495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.523472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-9e34fb0f-8766-4e2f-9d6a-5f5624f1996f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:48.537213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-9e34fb0f-8766-4e2f-9d6a-5f5624f1996f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.1969445 Nov 03 16:10:48.557400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd17e9-d83c-4d25-b482-259b5b1775bc None None] Pushing event updated for resources: {'Port': ['ID=50227451-88ef-4d4b-b8bc-df7cab924807,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:48.560960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-ecafc55c-45ba-4003-8e41-668d8f11f0eb tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/quotas/e8acd80f5afc4b24a91b336a43f52da7 HTTP/1.1" status: 200 len: 375 time: 0.0225627 Nov 03 16:10:48.587675 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device badbb40a-98ec-4340-bdf7-5339dbfaae23 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:48.626509 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-e1a07506-40e0-4596-9714-c1a0afb3db20 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645032 Nov 03 16:10:48.632208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-f5fe8b91-570c-494c-986a-e8fdfdb2740f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:10:48.642852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-f5fe8b91-570c-494c-986a-e8fdfdb2740f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0153439 Nov 03 16:10:48.644347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec2ba605-4aa7-4e6a-a325-86b9e6b2ada4 req-19a5d074-8b7f-4e2e-838b-f32b4b6bd252 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4099464 Nov 03 16:10:48.755644 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.806684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 50227451-88ef-4d4b-b8bc-df7cab924807 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:10:48.876614 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:48.895274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-1183b956-965a-43df-abaf-a43c1223170f service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503769 Nov 03 16:10:48.932204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'badbb40a-98ec-4340-bdf7-5339dbfaae23'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:48.952962 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7419f670-3a47-4a36-95c5-258745563e4c" -d '{"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "badbb40a-98ec-4340-bdf7-5339dbfaae23"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:49.024452 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-2ae9ae9c-5168-4ffc-ab76-eabed0776e1e service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281924 Nov 03 16:10:49.031474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port badbb40a-98ec-4340-bdf7-5339dbfaae23, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:49.032709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:49.033339 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.037364 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.038526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:49.087222 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2b1ffa-6b03-400c-a3a7-3bc6743c58ac x-openstack-request-id: req-8f2b1ffa-6b03-400c-a3a7-3bc6743c58ac {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:49.087548 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "badbb40a-98ec-4340-bdf7-5339dbfaae23", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:49.087931 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f2b1ffa-6b03-400c-a3a7-3bc6743c58ac {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:49.088401 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'badbb40a-98ec-4340-bdf7-5339dbfaae23', 'code': 200} Nov 03 16:10:49.214932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=badbb40a-98ec-4340-bdf7-5339dbfaae23,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:49.348887 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.394477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:49.402909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.403925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7d018532-9d06-4ac2-8e05-3690a5629e2d no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:49.458234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-77fde977-0a74-4836-b213-1247a9bf1d58 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port 32005d04-6b59-497e-b70b-bd245054ca5e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:49.458778 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-77fde977-0a74-4836-b213-1247a9bf1d58 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.506588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:49.527074 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d4e370b-c93b-42c8-bd73-782f5c1766ea req-c8de26ba-3a9d-4064-9e23-8151fef3545b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 210 time: 0.0604715 Nov 03 16:10:49.531142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.531873 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.539117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.539455 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.api [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:10:49.539650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.539811 n-d-813897-2 neutron-server[108105]: DEBUG oslo_db.api [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:10:49.540769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.541405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.541919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.542348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.542769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.543189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.544833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.545298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.545758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.546186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:10:49.567188 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.592975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Calling delete_port for 060adff7-1183-4dfa-9351-6dae149b2e9c owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:49.609651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7d018532-9d06-4ac2-8e05-3690a5629e2d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:49.613960 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.614710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f8533a89-5204-40dd-9f56-199e45a2427a no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:49.685504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-77fde977-0a74-4836-b213-1247a9bf1d58 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.704283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-77fde977-0a74-4836-b213-1247a9bf1d58 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for 32005d04-6b59-497e-b70b-bd245054ca5e owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:49.727251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7d018532-9d06-4ac2-8e05-3690a5629e2d,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:49.766336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f74e1bcb-04c5-4053-917c-6ed7991ed4dc None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:49.767848 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f74e1bcb-04c5-4053-917c-6ed7991ed4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.819420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.875474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f8533a89-5204-40dd-9f56-199e45a2427a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f8533a89-5204-40dd-9f56-199e45a2427a,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:49.910413 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:49.911039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 97005d94-e17f-461f-8de0-4d6922ee8f4c no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:49.928588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe124-2a7a-45a4-a976-ce7b950b1ed7 req-de103ed6-0a41-4a7f-94e6-9db7603b6951 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:49.950612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe124-2a7a-45a4-a976-ce7b950b1ed7 req-de103ed6-0a41-4a7f-94e6-9db7603b6951 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:49.960614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe124-2a7a-45a4-a976-ce7b950b1ed7 req-de103ed6-0a41-4a7f-94e6-9db7603b6951 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:49.967010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f8533a89-5204-40dd-9f56-199e45a2427a,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:49.969732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe124-2a7a-45a4-a976-ce7b950b1ed7 req-de103ed6-0a41-4a7f-94e6-9db7603b6951 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:49.976145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe124-2a7a-45a4-a976-ce7b950b1ed7 req-de103ed6-0a41-4a7f-94e6-9db7603b6951 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:49.983728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe124-2a7a-45a4-a976-ce7b950b1ed7 req-de103ed6-0a41-4a7f-94e6-9db7603b6951 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:49.985710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a91fe124-2a7a-45a4-a976-ce7b950b1ed7 req-de103ed6-0a41-4a7f-94e6-9db7603b6951 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 4657 time: 0.2347376 Nov 03 16:10:50.007517 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.044804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 97005d94-e17f-461f-8de0-4d6922ee8f4c not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:10:50.045241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:50.069927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:10:50.070447 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a91fe124-2a7a-45a4-a976-ce7b950b1ed7 req-b3cb487c-ac23-4c77-a3de-7fa1abf9265f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&id=d8fa9365-d887-4091-a03a-613006b19010&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766208 Nov 03 16:10:50.070648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 2bbb9935-e3be-4551-843c-38cdf2b0c1a6 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:10:50.071243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:50.097054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Pushing event deleted for resources: {'Port': ['ID=060adff7-1183-4dfa-9351-6dae149b2e9c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:50.097952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f74e1bcb-04c5-4053-917c-6ed7991ed4dc None None] Provisioning complete for port ee43874c-1cc5-4946-8ebe-bf054e7399ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:50.098326 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f74e1bcb-04c5-4053-917c-6ed7991ed4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.136928 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.152219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f74e1bcb-04c5-4053-917c-6ed7991ed4dc None None] Port ee43874c-1cc5-4946-8ebe-bf054e7399ee cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:50.169516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-77fde977-0a74-4836-b213-1247a9bf1d58 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.189792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f74e1bcb-04c5-4053-917c-6ed7991ed4dc None None] Provisioning complete for port 32005d04-6b59-497e-b70b-bd245054ca5e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:50.190172 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f74e1bcb-04c5-4053-917c-6ed7991ed4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.213370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f74e1bcb-04c5-4053-917c-6ed7991ed4dc None None] Port 32005d04-6b59-497e-b70b-bd245054ca5e was deleted so its status cannot be updated. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 16:10:50.225149 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.234299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fde977-0a74-4836-b213-1247a9bf1d58 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=32005d04-6b59-497e-b70b-bd245054ca5e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:50.277024 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-77fde977-0a74-4836-b213-1247a9bf1d58 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.282771 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-77fde977-0a74-4836-b213-1247a9bf1d58 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/32005d04-6b59-497e-b70b-bd245054ca5e HTTP/1.1" status: 204 len: 168 time: 1.9118907 Nov 03 16:10:50.283371 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.284405 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44354) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:50.291793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.293169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9f2b3b63-1bcb-45d4-8ede-dacdff758af6 tempest-AttachVolumeTestJSON-1613639296 tempest-AttachVolumeTestJSON-1613639296-project] 10.222.0.86 "DELETE /v2.0/floatingips/31db2126-76a8-4e81-90dd-4e7385cac18e HTTP/1.1" status: 204 len: 168 time: 2.5483737 Nov 03 16:10:50.305552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:50.315278 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.316007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 75ce127d-8a59-446f-ac4c-13e9e9a821e5 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:50.344987 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-019e1146-6799-40c1-a480-979175511e33 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] GET failed (client error): The resource could not be found. Nov 03 16:10:50.349573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-019e1146-6799-40c1-a480-979175511e33 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports/32005d04-6b59-497e-b70b-bd245054ca5e HTTP/1.1" status: 404 len: 333 time: 0.0619917 Nov 03 16:10:50.358870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44358) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:50.458767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d1dc38c1-3bb8-4b4e-8db1-4c91f3dcb826 None None] Could not find standard attr ID for object 32005d04-6b59-497e-b70b-bd245054ca5e. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:10:50.494641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:50.540939 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.580144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c544859-f1a8-4c5e-8e01-df966823d7bd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.614927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 75ce127d-8a59-446f-ac4c-13e9e9a821e5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:50.623982 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.685101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] For port badbb40a-98ec-4340-bdf7-5339dbfaae23, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=badbb40a-98ec-4340-bdf7-5339dbfaae23,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:50.725344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c544859-f1a8-4c5e-8e01-df966823d7bd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.730254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2a6c1e6-f807-4bdf-8d55-c78e70291dfd req-1a3aa0af-360e-4ffb-b626-2a7ef2e48834 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 210 time: 0.0670886 Nov 03 16:10:50.757222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=75ce127d-8a59-446f-ac4c-13e9e9a821e5,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:50.831846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] For port badbb40a-98ec-4340-bdf7-5339dbfaae23, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:50.879366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c544859-f1a8-4c5e-8e01-df966823d7bd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.886818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-b107430e-14d6-4dd9-9f5a-6b05108d3e33 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:50.888749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-b107430e-14d6-4dd9-9f5a-6b05108d3e33 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.1790340 Nov 03 16:10:50.888976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c544859-f1a8-4c5e-8e01-df966823d7bd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.892778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44368) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:50.893015 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9c544859-f1a8-4c5e-8e01-df966823d7bd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/security-groups/afa59ddc-1dcf-4f13-a18c-d223a0945127 HTTP/1.1" status: 204 len: 168 time: 0.5348227 Nov 03 16:10:50.911668 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] device_id is not set on port badbb40a-98ec-4340-bdf7-5339dbfaae23 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:10:50.917758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c544859-f1a8-4c5e-8e01-df966823d7bd tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa59ddc-1dcf-4f13-a18c-d223a0945127,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:50.918369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Request body: {'port': {'device_id': '49049856-d0a1-49f7-91a1-505b318eac2e', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'admin_state_up': True, 'tenant_id': 'e8acd80f5afc4b24a91b336a43f52da7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:50.928698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:50.936429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.089462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9'}, {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d018532-9d06-4ac2-8e05-3690a5629e2d'}, {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a'}, {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7'}, {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ce127d-8a59-446f-ac4c-13e9e9a821e5'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:51.092101 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5918a31-a2ab-45e3-8337-e7d3be175db3" -d '{"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9"}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "7d018532-9d06-4ac2-8e05-3690a5629e2d"}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a"}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7"}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "75ce127d-8a59-446f-ac4c-13e9e9a821e5"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:51.094468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f9d3026-3752-496b-9491-3a7c73cffb5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.097795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] No DVR routers for this DVR port badbb40a-98ec-4340-bdf7-5339dbfaae23 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:51.147252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] In _notify_port_updated(), no bound segment for port badbb40a-98ec-4340-bdf7-5339dbfaae23 on network ee741312-e7a4-497e-a55d-b6166aa88e79 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:10:51.147252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:51.147252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.148085 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 200 len: 1032 time: 2.6906016 Nov 03 16:10:51.148860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adfe1c-14d0-4367-b595-43a378e0a3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=badbb40a-98ec-4340-bdf7-5339dbfaae23,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:51.245724 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d913cb-48eb-4168-973e-53ce26f9379f x-openstack-request-id: req-43d913cb-48eb-4168-973e-53ce26f9379f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:51.246230 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9", "code": 200}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "7d018532-9d06-4ac2-8e05-3690a5629e2d", "code": 200}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a", "code": 200}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7", "code": 200}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "75ce127d-8a59-446f-ac4c-13e9e9a821e5", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:51.246339 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-43d913cb-48eb-4168-973e-53ce26f9379f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:51.246657 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9', 'code': 200} Nov 03 16:10:51.247673 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d018532-9d06-4ac2-8e05-3690a5629e2d', 'code': 200} Nov 03 16:10:51.248084 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'code': 200} Nov 03 16:10:51.248486 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7', 'code': 200} Nov 03 16:10:51.248882 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ce127d-8a59-446f-ac4c-13e9e9a821e5', 'code': 200} Nov 03 16:10:51.265834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f9d3026-3752-496b-9491-3a7c73cffb5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.302511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting port f8533a89-5204-40dd-9f56-199e45a2427a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:51.303466 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.314346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Made reservation on behalf of e8acd80f5afc4b24a91b336a43f52da7 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:10:51.325019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.395236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77288-54ce-4a11-805b-1c330f37a0cc req-b6f3939c-8a2f-4826-a57b-42651e430e3c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:51.402290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77288-54ce-4a11-805b-1c330f37a0cc req-b6f3939c-8a2f-4826-a57b-42651e430e3c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:51.408682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77288-54ce-4a11-805b-1c330f37a0cc req-b6f3939c-8a2f-4826-a57b-42651e430e3c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:51.414994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77288-54ce-4a11-805b-1c330f37a0cc req-b6f3939c-8a2f-4826-a57b-42651e430e3c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:51.423338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77288-54ce-4a11-805b-1c330f37a0cc req-b6f3939c-8a2f-4826-a57b-42651e430e3c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:51.427595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] For port f8533a89-5204-40dd-9f56-199e45a2427a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f8533a89-5204-40dd-9f56-199e45a2427a,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:51.427962 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.435851 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0d77288-54ce-4a11-805b-1c330f37a0cc req-b6f3939c-8a2f-4826-a57b-42651e430e3c tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 3874 time: 0.1881604 Nov 03 16:10:51.489582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f9d3026-3752-496b-9491-3a7c73cffb5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.492216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f9d3026-3752-496b-9491-3a7c73cffb5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.493334 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1f9d3026-3752-496b-9491-3a7c73cffb5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/security-groups/f3dc9d4e-b416-469e-bb31-da0695274346 HTTP/1.1" status: 204 len: 168 time: 0.5992138 Nov 03 16:10:51.507024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4202b1fb-1524-4d4b-9bde-aa46617424ea None None] Provisioning complete for port badbb40a-98ec-4340-bdf7-5339dbfaae23 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:51.507400 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4202b1fb-1524-4d4b-9bde-aa46617424ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.538547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44382) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:51.574353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4202b1fb-1524-4d4b-9bde-aa46617424ea None None] Port badbb40a-98ec-4340-bdf7-5339dbfaae23 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:51.602574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d3026-3752-496b-9491-3a7c73cffb5b tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dc9d4e-b416-469e-bb31-da0695274346,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:51.666552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0d77288-54ce-4a11-805b-1c330f37a0cc req-68b118a2-a198-40cd-8d5e-c79c77867b1f tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991949 Nov 03 16:10:51.702362 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-22b5a7cc-18b7-4710-b9a7-fb82108375a9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.746342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-22b5a7cc-18b7-4710-b9a7-fb82108375a9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.758085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Allocated IP 172.20.0.7 (dd0e1c60-da01-4c1d-83bf-38c5e8195b87/3ede647f-9109-4562-ac96-b8b5db8c5109/951c9000-a1a2-4666-9cc8-815a4fe3368f) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:10:51.841967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-22b5a7cc-18b7-4710-b9a7-fb82108375a9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.845020 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-22b5a7cc-18b7-4710-b9a7-fb82108375a9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.848646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-22b5a7cc-18b7-4710-b9a7-fb82108375a9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/security-groups/ba7723fd-55d5-426f-9d11-cd44f74af270 HTTP/1.1" status: 204 len: 168 time: 0.3028712 Nov 03 16:10:51.853723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44388) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:51.877664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.878286 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:51.878483 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Floating IP 31566c64-3579-4484-a602-8b70853a45a5 disassociated. External IP: 172.25.6.135, port: f8533a89-5204-40dd-9f56-199e45a2427a. Nov 03 16:10:51.878789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Calling delete_port for f8533a89-5204-40dd-9f56-199e45a2427a owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:51.914785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a7cc-18b7-4710-b9a7-fb82108375a9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7723fd-55d5-426f-9d11-cd44f74af270,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:51.974775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50fdb46-7056-4101-a3e5-113b0f9f40d9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 7fb5423c-9b37-4ee4-bbdb-5426d5e8887f {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:10:51.982461 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f50fdb46-7056-4101-a3e5-113b0f9f40d9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.041440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.050664 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f50fdb46-7056-4101-a3e5-113b0f9f40d9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.086140 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.091610 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7fd7b3e2-bcb5-4964-97d0-c54477033598 req-51832d5f-e81b-4cd2-be08-db0c928cc269 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 210 time: 0.0457520 Nov 03 16:10:52.092605 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.121405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Port': ['ID=f8533a89-5204-40dd-9f56-199e45a2427a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:52.219170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f50fdb46-7056-4101-a3e5-113b0f9f40d9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.245760 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.279093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:10:52.295568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Router aaebc157-208d-43b4-b908-208e78d85e82 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:10:52.333430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:10:52.334984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event updated for resources: {'Port': ['ID=951c9000-a1a2-4666-9cc8-815a4fe3368f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:52.347613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:10:52.354519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:10:52.425164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:52.426231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.433837 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f50fdb46-7056-4101-a3e5-113b0f9f40d9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.435635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:10:52.459894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] Sync routers for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:10:52.475537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fdb46-7056-4101-a3e5-113b0f9f40d9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb5423c-9b37-4ee4-bbdb-5426d5e8887f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:52.483071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f50fdb46-7056-4101-a3e5-113b0f9f40d9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.487973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f50fdb46-7056-4101-a3e5-113b0f9f40d9 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/7fb5423c-9b37-4ee4-bbdb-5426d5e8887f HTTP/1.1" status: 204 len: 168 time: 0.6294007 Nov 03 16:10:52.491332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44394) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:52.509812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-70a7b7c6-f5ba-4665-995b-3dd84db230d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5985770 Nov 03 16:10:52.517228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119d67c-7a55-4d97-9daf-171fafe81d66 None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:52.529102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] No DVR routers for this DVR port f8533a89-5204-40dd-9f56-199e45a2427a on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:52.536771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-b2b73721-5336-47d0-8567-6b2c18d109c0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:10:52.537891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.538064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-b2b73721-5336-47d0-8567-6b2c18d109c0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059915 Nov 03 16:10:52.548154 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-3bc0565d-13b4-4c71-8e4f-1b6363ceb691 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "DELETE /v2.0/ports/f8533a89-5204-40dd-9f56-199e45a2427a HTTP/1.1" status: 204 len: 173 time: 1.3926616 Nov 03 16:10:52.559342 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:52.562298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Request body: {'port': {'device_id': '49049856-d0a1-49f7-91a1-505b318eac2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:10:52.574168 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ca3a8-176b-4485-a434-0fb4a2568cd8" -d '{"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:52.629036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:52.629797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:52.809019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting port 7d018532-9d06-4ac2-8e05-3690a5629e2d {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:52.809472 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:52.920395 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd603e67-2308-47e8-b683-02093462cb78 x-openstack-request-id: req-fd603e67-2308-47e8-b683-02093462cb78 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:52.921749 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "f8533a89-5204-40dd-9f56-199e45a2427a", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:52.922314 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd603e67-2308-47e8-b683-02093462cb78 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:52.923324 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': 'f8533a89-5204-40dd-9f56-199e45a2427a', 'status': 'completed', 'code': 200} Nov 03 16:10:53.011124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] For port 7d018532-9d06-4ac2-8e05-3690a5629e2d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7d018532-9d06-4ac2-8e05-3690a5629e2d,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:53.011887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:53.021057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:10:53.029720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Calling delete_port for 7d018532-9d06-4ac2-8e05-3690a5629e2d owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:53.164466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5afede-02f3-4b76-b5d1-72933a1f4dde req-0968171f-a997-4691-adf4-7dfbde0a06f5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:53.172225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5afede-02f3-4b76-b5d1-72933a1f4dde req-0968171f-a997-4691-adf4-7dfbde0a06f5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:53.188282 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:53.199545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5afede-02f3-4b76-b5d1-72933a1f4dde req-0968171f-a997-4691-adf4-7dfbde0a06f5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:53.210220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf52055e-94ab-4350-b80d-0d40df2505ea tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet 615d852e-c313-4ac4-986d-112a9ccbe42e {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:10:53.215836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf52055e-94ab-4350-b80d-0d40df2505ea tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:53.233153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5afede-02f3-4b76-b5d1-72933a1f4dde req-0968171f-a997-4691-adf4-7dfbde0a06f5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:53.241613 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a5afede-02f3-4b76-b5d1-72933a1f4dde req-0968171f-a997-4691-adf4-7dfbde0a06f5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 3141 time: 0.2986226 Nov 03 16:10:53.472896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a5afede-02f3-4b76-b5d1-72933a1f4dde req-12313525-c055-492e-969f-508de18ad453 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230127 Nov 03 16:10:53.475895 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:53.551045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:59Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '29d2f03f-e4f8-4a39-b32e-8f833f801a1c', 'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'mac_address': 'fa:16:3e:95:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:57Z', 'updated_at': '2021-11-03T16:00:05Z', 'revision_number': 5, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'subnets': [{'id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:53.592830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Port': ['ID=7d018532-9d06-4ac2-8e05-3690a5629e2d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:53.616309 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] Checking router: aaebc157-208d-43b4-b908-208e78d85e82 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:10:53.634171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:10:53.635373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:10:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:53.731679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] No DVR routers for this DVR port 7d018532-9d06-4ac2-8e05-3690a5629e2d on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:53.738062 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:53.743649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-abaf2b15-2956-4199-a08e-f592e9c10c46 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "DELETE /v2.0/ports/7d018532-9d06-4ac2-8e05-3690a5629e2d HTTP/1.1" status: 204 len: 173 time: 1.1586468 Nov 03 16:10:53.771108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951c9000-a1a2-4666-9cc8-815a4fe3368f {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:10:53.780842 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:53.817339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Transition to ACTIVE for port object 951c9000-a1a2-4666-9cc8-815a4fe3368f will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:10:53.825168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf52055e-94ab-4350-b80d-0d40df2505ea tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:53.874807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:10:53.880736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:53.959541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Pushing event updated for resources: {'Port': ['ID=951c9000-a1a2-4666-9cc8-815a4fe3368f,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:54.042449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:54.043347 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:54.045772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd0386-aea7-4140-acec-8690ddf632e2 req-faefeee7-e1c4-49c0-88a2-6f8698967256 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:54.050630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00dd0386-aea7-4140-acec-8690ddf632e2 req-faefeee7-e1c4-49c0-88a2-6f8698967256 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 931 time: 0.8299482 Nov 03 16:10:54.260590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf52055e-94ab-4350-b80d-0d40df2505ea tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:54.280808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] For port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:54.281283 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:54.316128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Calling delete_port for 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:54.343354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:59Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '29d2f03f-e4f8-4a39-b32e-8f833f801a1c', 'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'mac_address': 'fa:16:3e:95:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:57Z', 'updated_at': '2021-11-03T16:00:05Z', 'revision_number': 5, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'subnets': [{'id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:10:54.417978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accfa274-ed6a-4397-9640-b08559da1e70 None None] The sync data for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 is: [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T15:59:59Z', 'revision_number': 4, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '29d2f03f-e4f8-4a39-b32e-8f833f801a1c', 'name': '', 'network_id': 'e647349e-071d-4e0d-ae41-37f29f277a4d', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'mac_address': 'fa:16:3e:95:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:57Z', 'updated_at': '2021-11-03T16:00:05Z', 'revision_number': 5, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'subnets': [{'id': '558ba17c-0e20-4eb8-8db0-7149eb904841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:10:54.528787 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00dd0386-aea7-4140-acec-8690ddf632e2 req-449363ee-9d35-4474-bba3-7e5638c945e7 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591975 Nov 03 16:10:54.588388 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:54.619743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf52055e-94ab-4350-b80d-0d40df2505ea tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:54.652741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Port': ['ID=14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:54.676597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e00f8a-46f2-4978-aea8-0c6e28f84f98 None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:54.705515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf52055e-94ab-4350-b80d-0d40df2505ea tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:54.725355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cf52055e-94ab-4350-b80d-0d40df2505ea tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/615d852e-c313-4ac4-986d-112a9ccbe42e HTTP/1.1" status: 204 len: 168 time: 2.2305379 Nov 03 16:10:54.729352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Attempting to bind port 951c9000-a1a2-4666-9cc8-815a4fe3368f on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:10:54.729714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Attempting to bind port 951c9000-a1a2-4666-9cc8-815a4fe3368f by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:10:54.732192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Attempting to bind port 951c9000-a1a2-4666-9cc8-815a4fe3368f on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:54.734531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44430) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:54.746160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52055e-94ab-4350-b80d-0d40df2505ea tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=615d852e-c313-4ac4-986d-112a9ccbe42e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:54.775958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] No DVR routers for this DVR port 14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:54.780835 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:54.784581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-a649b8b3-a434-488f-b8bf-9fc23ad8b6ba tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "DELETE /v2.0/ports/14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7 HTTP/1.1" status: 204 len: 173 time: 1.0333042 Nov 03 16:10:54.797490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144cf64-1ca6-4e10-8eaa-6bfed6593f2b req-9feb6ed6-de82-49a3-9b78-9ee525dc695e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:54.811076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144cf64-1ca6-4e10-8eaa-6bfed6593f2b req-9feb6ed6-de82-49a3-9b78-9ee525dc695e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:54.821105 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7144cf64-1ca6-4e10-8eaa-6bfed6593f2b req-9feb6ed6-de82-49a3-9b78-9ee525dc695e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 1676 time: 0.1660204 Nov 03 16:10:54.856120 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd5f4a2-f843-47ed-ba2a-ba9adf5eb3fb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:54.857188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd5f4a2-f843-47ed-ba2a-ba9adf5eb3fb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:54.883487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4cd5f4a2-f843-47ed-ba2a-ba9adf5eb3fb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/7fb5423c-9b37-4ee4-bbdb-5426d5e8887f HTTP/1.1" status: 404 len: 337 time: 0.1287603 Nov 03 16:10:54.884722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44436) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:54.912641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Port 951c9000-a1a2-4666-9cc8-815a4fe3368f on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:10:54.915359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Attempting to bind port 951c9000-a1a2-4666-9cc8-815a4fe3368f on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:10:54.953286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': '7d018532-9d06-4ac2-8e05-3690a5629e2d'}, {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:54.955400 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de8c09b-0045-45ad-805f-0c41835bbbd4" -d '{"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "7d018532-9d06-4ac2-8e05-3690a5629e2d"}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:54.983240 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7144cf64-1ca6-4e10-8eaa-6bfed6593f2b req-9c4deb86-fb81-4047-aa1f-823d28b3bba6 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601064 Nov 03 16:10:55.033583 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c7e659-dbbb-4056-88bc-d5423acc77c4 None None] New status for floating IP 31566c64-3579-4484-a602-8b70853a45a5: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:10:55.072461 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b03ef6-1a61-4b80-9b76-e581ea785e0b x-openstack-request-id: req-87b03ef6-1a61-4b80-9b76-e581ea785e0b {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:55.073041 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "7d018532-9d06-4ac2-8e05-3690a5629e2d", "status": "completed", "code": 200}, {"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:55.073041 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-87b03ef6-1a61-4b80-9b76-e581ea785e0b {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:55.073477 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': '7d018532-9d06-4ac2-8e05-3690a5629e2d', 'status': 'completed', 'code': 200} Nov 03 16:10:55.073764 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': '14d55e5c-a9cb-44f0-aa1e-f1c1e00cbff7', 'status': 'completed', 'code': 200} Nov 03 16:10:55.110002 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:10:55.110419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Checking segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:10:55.113230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Bound using segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:10:55.118040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Bound port: 951c9000-a1a2-4666-9cc8-815a4fe3368f, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:10:55.118692 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.136432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-73e0b5dc-b7ae-406f-9f4e-24d14e69f193 None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:55.140766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf331db-d05a-4201-8d38-e9bcdca62d5f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting subnet b643680c-3a2a-4593-b025-22b42a8bc1ec {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:10:55.144244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73e0b5dc-b7ae-406f-9f4e-24d14e69f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.170989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bdf331db-d05a-4201-8d38-e9bcdca62d5f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.190470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:55.193754 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.430908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-73e0b5dc-b7ae-406f-9f4e-24d14e69f193 None None] Provisioning complete for port ee43874c-1cc5-4946-8ebe-bf054e7399ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:55.431789 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73e0b5dc-b7ae-406f-9f4e-24d14e69f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.457216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] For port 951c9000-a1a2-4666-9cc8-815a4fe3368f, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:10:55.465337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] For port 951c9000-a1a2-4666-9cc8-815a4fe3368f, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=951c9000-a1a2-4666-9cc8-815a4fe3368f,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:10:55.476062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] For port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:55.477446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.477970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.507413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-73e0b5dc-b7ae-406f-9f4e-24d14e69f193 None None] Port ee43874c-1cc5-4946-8ebe-bf054e7399ee cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:55.511054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Calling delete_port for bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:55.561513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:55.562193 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.564612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] 10.222.0.15 "PUT /v2.0/ports/951c9000-a1a2-4666-9cc8-815a4fe3368f HTTP/1.1" status: 200 len: 1091 time: 3.0087805 Nov 03 16:10:55.570860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49049856-d0a1-49f7-91a1-505b318eac2e', 'tag': '951c9000-a1a2-4666-9cc8-815a4fe3368f'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:55.575320 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62097492-915c-4236-8bbe-23a0c93343dc" -d '{"events": [{"name": "network-changed", "server_uuid": "49049856-d0a1-49f7-91a1-505b318eac2e", "tag": "951c9000-a1a2-4666-9cc8-815a4fe3368f"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:55.597759 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bdf331db-d05a-4201-8d38-e9bcdca62d5f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.707880 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec88686-d4a6-4d6f-b8ae-08fc7427795c x-openstack-request-id: req-3ec88686-d4a6-4d6f-b8ae-08fc7427795c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:55.708721 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49049856-d0a1-49f7-91a1-505b318eac2e", "tag": "951c9000-a1a2-4666-9cc8-815a4fe3368f", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:55.708721 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ec88686-d4a6-4d6f-b8ae-08fc7427795c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:55.708916 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49049856-d0a1-49f7-91a1-505b318eac2e', 'tag': '951c9000-a1a2-4666-9cc8-815a4fe3368f', 'status': 'completed', 'code': 200} Nov 03 16:10:55.754028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fe189-6c5f-4451-9423-6d8fe34ca01d service neutron] Pushing event updated for resources: {'Port': ['ID=951c9000-a1a2-4666-9cc8-815a4fe3368f,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:55.772635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:55.840410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Port': ['ID=bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:55.934981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bdf331db-d05a-4201-8d38-e9bcdca62d5f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:56.000870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] No DVR routers for this DVR port bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:56.005569 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:56.015675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-e007d05a-262a-4692-a2de-c44758e407bf tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "DELETE /v2.0/ports/bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9 HTTP/1.1" status: 204 len: 173 time: 1.1681702 Nov 03 16:10:56.133446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bdf331db-d05a-4201-8d38-e9bcdca62d5f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:56.238752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf331db-d05a-4201-8d38-e9bcdca62d5f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Subnet': ['ID=b643680c-3a2a-4593-b025-22b42a8bc1ec,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:56.248321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-4d60bccb-af8f-44db-8f23-3d4b7811f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:56.255550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-4d60bccb-af8f-44db-8f23-3d4b7811f849 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 1094 time: 0.6159594 Nov 03 16:10:56.302622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bdf331db-d05a-4201-8d38-e9bcdca62d5f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:56.309422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bdf331db-d05a-4201-8d38-e9bcdca62d5f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/b643680c-3a2a-4593-b025-22b42a8bc1ec HTTP/1.1" status: 204 len: 168 time: 1.4231915 Nov 03 16:10:56.312454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44466) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:56.382694 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-e0d265ff-237c-4e87-a8f0-6b760bee4609 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=951c9000-a1a2-4666-9cc8-815a4fe3368f HTTP/1.1" status: 200 len: 217 time: 0.1049125 Nov 03 16:10:56.397032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:56.397452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:56.405366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5424b7e-dd18-4818-90d0-e9b5c84575f6 req-bef86eec-66f7-4b64-b8e9-7f3e324fe61b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:56.413228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e5424b7e-dd18-4818-90d0-e9b5c84575f6 req-bef86eec-66f7-4b64-b8e9-7f3e324fe61b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 943 time: 0.6902120 Nov 03 16:10:56.491733 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758e7c20-d9c5-4ec8-b780-93a22201e3fc None None] Network c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:10:56.535198 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6860cc64-7750-4059-bb13-97f098226294 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:56.535666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6860cc64-7750-4059-bb13-97f098226294 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:56.546394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6860cc64-7750-4059-bb13-97f098226294 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/36e91304-7a54-4901-b39d-7ee5004e7540 HTTP/1.1" status: 404 len: 337 time: 0.1739953 Nov 03 16:10:56.590253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44468) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:56.663330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-de7b9c03-5044-47a0-a160-e52a8f0edefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:56.669512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-de7b9c03-5044-47a0-a160-e52a8f0edefb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.1870394 Nov 03 16:10:56.697832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e170e7fc-5275-4db9-a3a1-0edd548af10f None None] Provisioning complete for port 50227451-88ef-4d4b-b8bc-df7cab924807 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:56.698449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e170e7fc-5275-4db9-a3a1-0edd548af10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:56.711018 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d472b7cd-3eee-4f4d-ad83-cc135c220294 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3cdcf48-0796-4661-b047-6b51098c6369 HTTP/1.1" status: 200 len: 205 time: 0.1115489 Nov 03 16:10:56.711989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44470) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:56.741623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e5424b7e-dd18-4818-90d0-e9b5c84575f6 req-9afb4e1d-2faf-4824-8ffb-b75caefb1ca5 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248266 Nov 03 16:10:56.754639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c7dd8-bb17-4450-8ac9-5eece576aa6b req-5d32d411-0e46-4173-917c-bc4da26332e3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:56.772119 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-598c7dd8-bb17-4450-8ac9-5eece576aa6b req-5d32d411-0e46-4173-917c-bc4da26332e3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 943 time: 0.4958818 Nov 03 16:10:56.787762 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-493d7085-22ae-49f7-bac4-e16cc4e75cef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053550 Nov 03 16:10:57.004737 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-48994e0d-a5cb-4bb0-93af-b312a467ae94 service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111177 Nov 03 16:10:57.144501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e170e7fc-5275-4db9-a3a1-0edd548af10f None None] Provisioning complete for port ee43874c-1cc5-4946-8ebe-bf054e7399ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:10:57.144615 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e170e7fc-5275-4db9-a3a1-0edd548af10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:57.280271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e170e7fc-5275-4db9-a3a1-0edd548af10f None None] Port ee43874c-1cc5-4946-8ebe-bf054e7399ee cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:10:57.327194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b007cc-76e4-4441-8e26-46615cb28089 req-c095fd6a-0da0-468d-80db-57f1b11cb801 service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150880 Nov 03 16:10:57.429484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7572dfa-356d-4159-9199-a3f622ea45f6 None None] DHCP port deletion for c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:10:57.559377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62097492-915c-4236-8bbe-23a0c93343dc req-021eb5e7-e87c-485f-a346-ab1a347944b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:57.571197 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62097492-915c-4236-8bbe-23a0c93343dc req-021eb5e7-e87c-485f-a346-ab1a347944b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 1094 time: 0.1014004 Nov 03 16:10:57.610679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c7572dfa-356d-4159-9199-a3f622ea45f6 None None] Deleting port 50227451-88ef-4d4b-b8bc-df7cab924807 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:57.611667 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7572dfa-356d-4159-9199-a3f622ea45f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:57.634211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:57.636789 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec799425-f5ec-41b7-8275-9284a464bb25" -d '{"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:57.642743 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-96f0a289-e1b0-4269-84cd-67bf789358be tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] delete failed (client error): The resource could not be found. Nov 03 16:10:57.647676 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-96f0a289-e1b0-4269-84cd-67bf789358be tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/routers/a3cdcf48-0796-4661-b047-6b51098c6369 HTTP/1.1" status: 404 len: 336 time: 0.9316821 Nov 03 16:10:57.659738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44486) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:57.735667 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d1edfb-87c1-45fe-93af-24ee13d0f063 x-openstack-request-id: req-e0d1edfb-87c1-45fe-93af-24ee13d0f063 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:57.736265 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:57.736732 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e0d1edfb-87c1-45fe-93af-24ee13d0f063 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:57.737383 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': 'bad82aa6-ccaf-4a35-8b4f-d1a550a1bab9', 'status': 'completed', 'code': 200} Nov 03 16:10:57.763846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] For port 75ce127d-8a59-446f-ac4c-13e9e9a821e5, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=75ce127d-8a59-446f-ac4c-13e9e9a821e5,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:57.764582 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:57.809403 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-598c7dd8-bb17-4450-8ac9-5eece576aa6b req-738e4317-b6f8-4468-80c4-be30a51cccfd tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups?id=5fd56640-5630-47c9-bdbf-5a8417f76928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0293396 Nov 03 16:10:57.839031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Calling delete_port for 75ce127d-8a59-446f-ac4c-13e9e9a821e5 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:57.840901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c7572dfa-356d-4159-9199-a3f622ea45f6 None None] For port 50227451-88ef-4d4b-b8bc-df7cab924807, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=50227451-88ef-4d4b-b8bc-df7cab924807,segment=NetworkSegment(711e67ae-bd71-4bc2-a76b-ed7584570362),segment_id=711e67ae-bd71-4bc2-a76b-ed7584570362)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:10:57.841292 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7572dfa-356d-4159-9199-a3f622ea45f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:57.870212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c7572dfa-356d-4159-9199-a3f622ea45f6 None None] Calling delete_port for 50227451-88ef-4d4b-b8bc-df7cab924807 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:57.904878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62097492-915c-4236-8bbe-23a0c93343dc req-caa74cd8-b5ac-4bcc-88ee-f21c0cff9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:57.906436 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62097492-915c-4236-8bbe-23a0c93343dc req-caa74cd8-b5ac-4bcc-88ee-f21c0cff9ab0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 906 time: 0.3336697 Nov 03 16:10:57.918668 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a169de90-63f1-43df-83d8-07e1556241bb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:57.919126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a169de90-63f1-43df-83d8-07e1556241bb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:57.923434 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a169de90-63f1-43df-83d8-07e1556241bb tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/6cda5462-8803-4299-8a19-9d59cc8f1ebb HTTP/1.1" status: 404 len: 337 time: 0.2614810 Nov 03 16:10:57.952325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44494) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:58.017953 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cf32b5-ea49-4ba4-b0cd-126ebb23caf1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:58.018584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cf32b5-ea49-4ba4-b0cd-126ebb23caf1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:58.022147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b1cf32b5-ea49-4ba4-b0cd-126ebb23caf1 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/2f905e75-dd40-4eee-9d6e-653bb9ff45e1 HTTP/1.1" status: 404 len: 337 time: 0.0651038 Nov 03 16:10:58.024067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62097492-915c-4236-8bbe-23a0c93343dc req-da8d4c5f-56d7-4835-9714-6e20175aa815 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=951c9000-a1a2-4666-9cc8-815a4fe3368f HTTP/1.1" status: 200 len: 217 time: 0.0974565 Nov 03 16:10:58.026323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44498) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:58.079454 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d49e503-5a03-4414-8731-2608b7099cce tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:58.083070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d49e503-5a03-4414-8731-2608b7099cce tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:58.096569 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7572dfa-356d-4159-9199-a3f622ea45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:58.098792 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7d49e503-5a03-4414-8731-2608b7099cce tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/9e9ecc05-762d-47ce-9578-77955ca4de2d HTTP/1.1" status: 404 len: 337 time: 0.0713279 Nov 03 16:10:58.104618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44500) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:58.132813 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c484650e-5e80-4547-be70-e08537b98f6f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:58.133683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c484650e-5e80-4547-be70-e08537b98f6f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:58.137867 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c484650e-5e80-4547-be70-e08537b98f6f tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/b8b95b48-5bd4-4e08-9de5-8c3a62e5ccc3 HTTP/1.1" status: 404 len: 333 time: 0.0319133 Nov 03 16:10:58.143310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44502) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:58.169966 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7572dfa-356d-4159-9199-a3f622ea45f6 None None] No DVR routers for this DVR port 50227451-88ef-4d4b-b8bc-df7cab924807 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:58.175236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7572dfa-356d-4159-9199-a3f622ea45f6 None None] Pushing event deleted for resources: {'Port': ['ID=50227451-88ef-4d4b-b8bc-df7cab924807,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:58.202761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62097492-915c-4236-8bbe-23a0c93343dc req-cd569826-fb76-4330-ba7d-a1c5571a41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:58.204522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62097492-915c-4236-8bbe-23a0c93343dc req-cd569826-fb76-4330-ba7d-a1c5571a41f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.1728392 Nov 03 16:10:58.217975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa384188-e9a9-4627-8c8a-c70e74cc202d req-de815be2-cd67-4561-9032-471a70ad086c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:10:58.233822 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee783809-233f-4d2b-bbdf-7d398c14bec2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:58.234542 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa384188-e9a9-4627-8c8a-c70e74cc202d req-de815be2-cd67-4561-9032-471a70ad086c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 943 time: 0.3268900 Nov 03 16:10:58.235105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee783809-233f-4d2b-bbdf-7d398c14bec2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:58.244441 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ee783809-233f-4d2b-bbdf-7d398c14bec2 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/7a8d7d24-e997-4029-91ce-a188a4d5c1c4 HTTP/1.1" status: 404 len: 337 time: 0.0960827 Nov 03 16:10:58.253078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44504) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:58.311641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62097492-915c-4236-8bbe-23a0c93343dc req-6700f00d-2aa5-4ad3-afca-bb0a9010db88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736933 Nov 03 16:10:58.322692 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d65197-4738-4f42-91b5-534d7a677973 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:58.323565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d65197-4738-4f42-91b5-534d7a677973 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:58.330934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-46d65197-4738-4f42-91b5-534d7a677973 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/4297c6f2-c28c-48be-81f7-800ac6834168 HTTP/1.1" status: 404 len: 337 time: 0.0765986 Nov 03 16:10:58.331943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44508) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:58.417129 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7c29ca-eaa2-467b-a921-aba13303377a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:58.417922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7c29ca-eaa2-467b-a921-aba13303377a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:58.423471 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd7c29ca-eaa2-467b-a921-aba13303377a tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/90500813-28d4-477b-828a-68383e46a002 HTTP/1.1" status: 404 len: 333 time: 0.0872231 Nov 03 16:10:58.457665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44514) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:58.476079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62097492-915c-4236-8bbe-23a0c93343dc req-88eadb7c-8abb-4444-950e-b8ab8c451bec service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560445 Nov 03 16:10:58.532229 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-935edbba-e2ef-4d41-a0f2-5ee7a479ae15 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:58.535325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935edbba-e2ef-4d41-a0f2-5ee7a479ae15 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:58.541485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-935edbba-e2ef-4d41-a0f2-5ee7a479ae15 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/53ff2d8a-60d4-4e59-8322-bff833c4be8b HTTP/1.1" status: 404 len: 337 time: 0.0798731 Nov 03 16:10:58.546724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44518) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:58.617902 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3e4b9b-bddb-47ce-b6c1-f4150a17e481 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] DELETE failed (client error): The resource could not be found. Nov 03 16:10:58.626077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3e4b9b-bddb-47ce-b6c1-f4150a17e481 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:10:58.632759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2a3e4b9b-bddb-47ce-b6c1-f4150a17e481 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/subnets/988ff7f2-1304-4123-a3e0-56147c73b351 HTTP/1.1" status: 404 len: 337 time: 0.0827096 Nov 03 16:10:58.637347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44520) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:58.733806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa384188-e9a9-4627-8c8a-c70e74cc202d req-66a134ce-908b-4824-8a7f-a94f58c99b9e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975998 Nov 03 16:10:58.736756 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62097492-915c-4236-8bbe-23a0c93343dc req-a39f576b-1429-4493-a69e-6d90d9e99c5f service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943238 Nov 03 16:10:58.776514 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:58.776728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 50227451-88ef-4d4b-b8bc-df7cab924807 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:10:58.832639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 50227451-88ef-4d4b-b8bc-df7cab924807 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:10:58.832995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 50227451-88ef-4d4b-b8bc-df7cab924807 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:10:58.833371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Port': ['ID=75ce127d-8a59-446f-ac4c-13e9e9a821e5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:59.062269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] No DVR routers for this DVR port 75ce127d-8a59-446f-ac4c-13e9e9a821e5 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:10:59.068785 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-750f3f2b-eac7-4a27-8ba0-76f2e336f1ac req-93397020-3152-4536-8074-60ff706fefd0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0738461 Nov 03 16:10:59.070254 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:59.076654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a879638f-9fd9-44ef-8277-9d2ed90209d8 req-c852dfb0-6f42-4f02-ae9c-cf9451550439 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.15 "DELETE /v2.0/ports/75ce127d-8a59-446f-ac4c-13e9e9a821e5 HTTP/1.1" status: 204 len: 173 time: 3.0553415 Nov 03 16:10:59.123060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5dc453ae-3f6b-4b0f-a0ed-30384117fec3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Deleting port ee43874c-1cc5-4946-8ebe-bf054e7399ee {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:10:59.123421 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5dc453ae-3f6b-4b0f-a0ed-30384117fec3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:59.365353 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5dc453ae-3f6b-4b0f-a0ed-30384117fec3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:59.390118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5dc453ae-3f6b-4b0f-a0ed-30384117fec3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Calling delete_port for ee43874c-1cc5-4946-8ebe-bf054e7399ee owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:10:59.643880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5dc453ae-3f6b-4b0f-a0ed-30384117fec3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:59.681365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc453ae-3f6b-4b0f-a0ed-30384117fec3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Port': ['ID=ee43874c-1cc5-4946-8ebe-bf054e7399ee,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:10:59.686042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5dc453ae-3f6b-4b0f-a0ed-30384117fec3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:59.693554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5dc453ae-3f6b-4b0f-a0ed-30384117fec3 tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/ports/ee43874c-1cc5-4946-8ebe-bf054e7399ee HTTP/1.1" status: 204 len: 168 time: 1.0540130 Nov 03 16:10:59.695811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44534) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:10:59.738630 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': '75ce127d-8a59-446f-ac4c-13e9e9a821e5'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:10:59.740963 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708eb374-bbc4-4f5e-a32d-27e33dfd24d1" -d '{"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "75ce127d-8a59-446f-ac4c-13e9e9a821e5"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:10:59.822177 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:10:59.830623 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec8cec8-a61d-468d-b067-7df544c63106 x-openstack-request-id: req-dec8cec8-a61d-468d-b067-7df544c63106 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:10:59.831129 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f109614-4015-4bb8-8181-c09b77596dfa", "name": "network-vif-deleted", "tag": "75ce127d-8a59-446f-ac4c-13e9e9a821e5", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:10:59.831641 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dec8cec8-a61d-468d-b067-7df544c63106 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:10:59.832333 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f109614-4015-4bb8-8181-c09b77596dfa', 'name': 'network-vif-deleted', 'tag': '75ce127d-8a59-446f-ac4c-13e9e9a821e5', 'status': 'completed', 'code': 200} Nov 03 16:10:59.996628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213ee2a-065f-4fc2-86a5-80bdfcd9dd98 req-34cb5201-8263-42a3-bde0-34c758f4dd71 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:00.012842 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6213ee2a-065f-4fc2-86a5-80bdfcd9dd98 req-34cb5201-8263-42a3-bde0-34c758f4dd71 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 943 time: 0.1224957 Nov 03 16:11:00.054680 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:00.099185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6213ee2a-065f-4fc2-86a5-80bdfcd9dd98 req-bdf2f121-c09f-45f9-96cc-01186b59373c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817308 Nov 03 16:11:00.101107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:00.131790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711e67ae-bd71-4bc2-a76b-ed7584570362') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:00.132106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711e67ae-bd71-4bc2-a76b-ed7584570362') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:00.148762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:00.174719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:00.187385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:11:00.187621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:11:00.206522 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:11:00.406031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dcb0bd0b-a04a-4a7f-babc-f9a4b3eedf4a req-ce274703-8a4b-4ef0-ade9-f06b0b8f0373 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.1064970 Nov 03 16:11:00.422682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:00.431896 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:00.434498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] 10.222.0.86 "DELETE /v2.0/networks/c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3 HTTP/1.1" status: 204 len: 168 time: 0.7375956 Nov 03 16:11:00.455998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ba351-b7d5-4aff-ae6f-d1e0ecc1d80d tempest-PortsIpV6TestJSON-1619049632 tempest-PortsIpV6TestJSON-1619049632-project] Pushing event deleted for resources: {'Network': ['ID=c59f4a0e-c5e9-43f6-8d38-fd735f98a6e3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:00.597042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 951c9000-a1a2-4666-9cc8-815a4fe3368f details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:11:00.951266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 951c9000-a1a2-4666-9cc8-815a4fe3368f, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=951c9000-a1a2-4666-9cc8-815a4fe3368f,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:01.251939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44562) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:01.308492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44568) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:01.351596 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '951c9000-a1a2-4666-9cc8-815a4fe3368f', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'port_id': '951c9000-a1a2-4666-9cc8-815a4fe3368f', 'mac_address': 'fa:16:3e:97:d0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ede647f-9109-4562-ac96-b8b5db8c5109', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:11:01.389870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.402553 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.421204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951c9000-a1a2-4666-9cc8-815a4fe3368f {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:11:01.451358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d001ab2-82b6-4e30-858c-f4f463e7647d req-1a1da1dd-1023-4491-9efb-88f03af19dcf tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:01.464862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d001ab2-82b6-4e30-858c-f4f463e7647d req-1a1da1dd-1023-4491-9efb-88f03af19dcf tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 943 time: 0.1890941 Nov 03 16:11:01.468615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 951c9000-a1a2-4666-9cc8-815a4fe3368f, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=951c9000-a1a2-4666-9cc8-815a4fe3368f,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:01.481381 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.620073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=951c9000-a1a2-4666-9cc8-815a4fe3368f,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:01.663771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d001ab2-82b6-4e30-858c-f4f463e7647d req-3dd47212-c18b-4e59-af93-54be7a6388c4 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927373 Nov 03 16:11:01.682038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-09740ebd-decd-48f4-ab1f-b1e93fd76915 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=786c4e3cf9bd453284b980a2686f7a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270597 Nov 03 16:11:01.683879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44580) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:01.686506 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63bf41b5-88eb-4c85-bd09-4518bccb38a5 req-b462c2a4-9770-4ea5-9948-54f534c90d65 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0763190 Nov 03 16:11:01.687604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34df07c8-ae01-451e-8c02-946e4e8a513b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.826975 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d542-ffe8-4cb9-afee-3734d3639921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.850904 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d542-ffe8-4cb9-afee-3734d3639921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.876233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34df07c8-ae01-451e-8c02-946e4e8a513b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.886861 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34df07c8-ae01-451e-8c02-946e4e8a513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.909240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d542-ffe8-4cb9-afee-3734d3639921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.911264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d542-ffe8-4cb9-afee-3734d3639921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:01.911537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['951c9000-a1a2-4666-9cc8-815a4fe3368f'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:01.912403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bcc6d542-ffe8-4cb9-afee-3734d3639921 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3c6ada6a-3780-439d-a525-9a4c76d33b02 HTTP/1.1" status: 204 len: 168 time: 0.2271972 Nov 03 16:11:01.924697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6d542-ffe8-4cb9-afee-3734d3639921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6ada6a-3780-439d-a525-9a4c76d33b02,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:01.942308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df07c8-ae01-451e-8c02-946e4e8a513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e681e1-9159-4996-aef3-d17b6ce0a44f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:01.973719 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-34df07c8-ae01-451e-8c02-946e4e8a513b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c8a9c9dd8f974037995a16dc1ee78a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6617775 Nov 03 16:11:01.974107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44588) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:02.132438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-551018ae-8a3a-40f5-8c60-fc9159a1eb42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:02.188952 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-551018ae-8a3a-40f5-8c60-fc9159a1eb42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:02.289608 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-551018ae-8a3a-40f5-8c60-fc9159a1eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:02.292895 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-551018ae-8a3a-40f5-8c60-fc9159a1eb42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:02.297143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-551018ae-8a3a-40f5-8c60-fc9159a1eb42 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a9e681e1-9159-4996-aef3-d17b6ce0a44f HTTP/1.1" status: 204 len: 168 time: 0.3219578 Nov 03 16:11:02.312962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551018ae-8a3a-40f5-8c60-fc9159a1eb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e681e1-9159-4996-aef3-d17b6ce0a44f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:02.526029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0c3a-994d-43a1-890f-5c26bae304bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:02.983583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a17199-dba6-42f8-a7f4-aafea4b66183 req-a8234b2a-b6f8-4145-a51a-940d622ad8a7 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:02.985230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98a17199-dba6-42f8-a7f4-aafea4b66183 req-a8234b2a-b6f8-4145-a51a-940d622ad8a7 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 944 time: 0.0879710 Nov 03 16:11:02.985862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f1ff5eb-82e3-4d8d-ad7b-5b51f5dd6a36 req-f1078a74-a1c2-4674-8a89-270525625186 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0499744 Nov 03 16:11:03.143027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-98a17199-dba6-42f8-a7f4-aafea4b66183 req-3a6e670d-8c7b-4793-a906-661906520f0b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388812 Nov 03 16:11:03.451536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44622) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:03.586775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2253b7f2-9b48-4b69-bfbd-a3fc8a5ab89e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1299385213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:03.627758 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2253b7f2-9b48-4b69-bfbd-a3fc8a5ab89e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.629223 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2253b7f2-9b48-4b69-bfbd-a3fc8a5ab89e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.729989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2253b7f2-9b48-4b69-bfbd-a3fc8a5ab89e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.736600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2253b7f2-9b48-4b69-bfbd-a3fc8a5ab89e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.757468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2253b7f2-9b48-4b69-bfbd-a3fc8a5ab89e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.762424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2253b7f2-9b48-4b69-bfbd-a3fc8a5ab89e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3064082 Nov 03 16:11:03.762578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44630) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:03.768107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-810564567'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:03.795037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Made reservation on behalf of c31b9da6c066418597f873e7737f06fd for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:03.798972 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.818192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.923614 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.929828 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.953696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:11:03.973222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b5da58-9d84-4670-8e2c-064d312c3dd7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:03.976555 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:03.976905 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Added segment 0e30487f-ae07-4939-b516-f88c97a5a364 of type vlan for network ecb6470e-ab4b-4448-b71b-71015cddc4f7 Nov 03 16:11:04.084702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:04.152853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:04.159005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:04.159808 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:04.213266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cd813302-cfeb-4742-8f48-4ef3443cb402 req-41a73ec4-31c9-458a-ab18-6d018188d85d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0646062 Nov 03 16:11:04.338908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5717149 Nov 03 16:11:04.339174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44644) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:04.345619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Request body: {'subnet': {'network_id': 'ecb6470e-ab4b-4448-b71b-71015cddc4f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:04.366230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d5301-ef4f-4761-87de-8bfa7c8cb218 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Network': ['ID=ecb6470e-ab4b-4448-b71b-71015cddc4f7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:04.376571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ecb6470e-ab4b-4448-b71b-71015cddc4f7 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:11:04.466398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3db9bf-90d3-453c-9849-ef22ce34ea22 req-6ae8399a-56ae-40ac-a8f2-f363bf23c741 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:04.468002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a3db9bf-90d3-453c-9849-ef22ce34ea22 req-6ae8399a-56ae-40ac-a8f2-f363bf23c741 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 944 time: 0.1469951 Nov 03 16:11:04.582057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a3db9bf-90d3-453c-9849-ef22ce34ea22 req-792ae557-679a-411f-8d68-43c7203e7530 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056981 Nov 03 16:11:04.592539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Made reservation on behalf of c31b9da6c066418597f873e7737f06fd for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:04.601425 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:04.628037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 951c9000-a1a2-4666-9cc8-815a4fe3368f up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:04.704531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 951c9000-a1a2-4666-9cc8-815a4fe3368f completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:11:04.708491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 951c9000-a1a2-4666-9cc8-815a4fe3368f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:04.709038 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:04.862800 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:04.905938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 951c9000-a1a2-4666-9cc8-815a4fe3368f, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=951c9000-a1a2-4666-9cc8-815a4fe3368f,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:04.907446 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49049856-d0a1-49f7-91a1-505b318eac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951c9000-a1a2-4666-9cc8-815a4fe3368f'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:04.910589 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cebd6fb-8f10-4852-90ee-a29508420ab4" -d '{"events": [{"server_uuid": "49049856-d0a1-49f7-91a1-505b318eac2e", "name": "network-vif-plugged", "status": "completed", "tag": "951c9000-a1a2-4666-9cc8-815a4fe3368f"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:04.911558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:04.938694 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.073549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=951c9000-a1a2-4666-9cc8-815a4fe3368f,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:05.100984 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Subnet': ['ID=7b058faa-c797-42c3-96c4-f7e1468f1d5e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:05.109457 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba57ae2c-dce6-4f35-961a-9dc84c19e2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.111595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Checking segment: {'id': '0e30487f-ae07-4939-b516-f88c97a5a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecb6470e-ab4b-4448-b71b-71015cddc4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:11:05.112006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network hostable DHCP agents. Network: ecb6470e-ab4b-4448-b71b-71015cddc4f7, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:11:05.155063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network ecb6470e-ab4b-4448-b71b-71015cddc4f7 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:11:05.183006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ecb6470e-ab4b-4448-b71b-71015cddc4f7) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:05.191043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:05.194680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3541a4ce-fdd2-452b-aa3b-6878ef7474d5 None None] Network ecb6470e-ab4b-4448-b71b-71015cddc4f7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:05.206184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.247572 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-46db571a-dff4-4aa7-9b52-1230beb1f794 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9068320 Nov 03 16:11:05.250641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44662) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:05.273431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Request body: {'network': {'name': 'tempest-router-network01--1652645868'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:05.419797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df82b9ed-9a1f-495e-9a1c-7a655620b1e4 req-af9221bd-f432-44b9-93da-43fd0b80e7ac tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0752661 Nov 03 16:11:05.429267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Made reservation on behalf of c31b9da6c066418597f873e7737f06fd for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:05.442484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.444508 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dd89bb-552b-491f-bb49-63aa2560f00e x-openstack-request-id: req-20dd89bb-552b-491f-bb49-63aa2560f00e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:05.445825 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49049856-d0a1-49f7-91a1-505b318eac2e", "name": "network-vif-plugged", "status": "completed", "tag": "951c9000-a1a2-4666-9cc8-815a4fe3368f", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:05.446422 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20dd89bb-552b-491f-bb49-63aa2560f00e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:05.448190 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49049856-d0a1-49f7-91a1-505b318eac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951c9000-a1a2-4666-9cc8-815a4fe3368f', 'code': 200} Nov 03 16:11:05.570495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:11:05.590030 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.590944 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Added segment ea74910f-8573-41a6-9079-628491aa7ff1 of type vlan for network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 Nov 03 16:11:05.679701 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-ecb6470e-ab4b-4448-b71b-71015cddc4f7', 'network_id': 'ecb6470e-ab4b-4448-b71b-71015cddc4f7', 'tenant_id': 'c31b9da6c066418597f873e7737f06fd', 'fixed_ips': [{'subnet_id': '7b058faa-c797-42c3-96c4-f7e1468f1d5e'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:11:05.680584 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.694854 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.735564 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.742841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:05.743736 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.899983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6447477 Nov 03 16:11:05.901089 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Allocated IP 172.20.0.2 (ecb6470e-ab4b-4448-b71b-71015cddc4f7/7b058faa-c797-42c3-96c4-f7e1468f1d5e/6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:05.904300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44674) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:05.914190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45379dc-da2f-4a2b-afe3-ccc50c0116dd req-29c11056-150b-4729-9e00-08c756e85d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:05.916391 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c45379dc-da2f-4a2b-afe3-ccc50c0116dd req-29c11056-150b-4729-9e00-08c756e85d98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 1096 time: 0.4931550 Nov 03 16:11:05.917073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b105-da89-42dd-a470-3b5db60d5de0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Network': ['ID=6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:05.919205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Request body: {'network': {'name': 'tempest-router-network02--1082855501'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:05.952478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:11:05.961328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d637fcd-1021-4b13-8631-750e36a4b0b6 req-ff44bc17-614e-469e-a274-0d39b6df171a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:05.969488 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3d637fcd-1021-4b13-8631-750e36a4b0b6 req-ff44bc17-614e-469e-a274-0d39b6df171a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 945 time: 0.2423153 Nov 03 16:11:05.975901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Made reservation on behalf of c31b9da6c066418597f873e7737f06fd for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:05.981022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:05.984009 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:11:06.018777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:11:06.030357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.030735 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Added segment 68938942-5d1e-4606-9eed-7fa2dbb0a55e of type vlan for network 9a443ffb-8c5a-43f7-b318-b3718642ab3f Nov 03 16:11:06.087960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3d637fcd-1021-4b13-8631-750e36a4b0b6 req-3470eae0-7ffd-4926-91ea-68d751296887 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170523 Nov 03 16:11:06.091745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c45379dc-da2f-4a2b-afe3-ccc50c0116dd req-6d626346-e7f7-4e23-80f2-24610b4ab0a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674473 Nov 03 16:11:06.091912 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.135291 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.142492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:06.143510 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.179598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2709267 Nov 03 16:11:06.179850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44678) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:06.186694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Request body: {'subnet': {'network_id': '6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:06.225019 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.230437 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.238572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76683b75-d503-46b7-b123-8c358d4c35a8 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Network': ['ID=9a443ffb-8c5a-43f7-b318-b3718642ab3f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:06.242417 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.279250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9a443ffb-8c5a-43f7-b318-b3718642ab3f details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:11:06.315572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Network ecb6470e-ab4b-4448-b71b-71015cddc4f7 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:06.324162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:06.344907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Made reservation on behalf of c31b9da6c066418597f873e7737f06fd for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:06.348914 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.354446 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Pushing event updated for resources: {'Port': ['ID=6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:06.359740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:06.465151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Attempting to bind port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:11:06.466440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Attempting to bind port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '0e30487f-ae07-4939-b516-f88c97a5a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecb6470e-ab4b-4448-b71b-71015cddc4f7'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:11:06.488030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Attempting to bind port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c on network ecb6470e-ab4b-4448-b71b-71015cddc4f7 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:11:06.508445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:11:06.508445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Checking segment: {'id': '0e30487f-ae07-4939-b516-f88c97a5a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecb6470e-ab4b-4448-b71b-71015cddc4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:11:06.508445 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.508445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Bound using segment: {'id': '0e30487f-ae07-4939-b516-f88c97a5a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecb6470e-ab4b-4448-b71b-71015cddc4f7'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:11:06.508891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Bound port: 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e30487f-ae07-4939-b516-f88c97a5a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecb6470e-ab4b-4448-b71b-71015cddc4f7'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:11:06.511712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.568837 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.607548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] For port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:11:06.613909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] For port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c,segment=NetworkSegment(0e30487f-ae07-4939-b516-f88c97a5a364),segment_id=0e30487f-ae07-4939-b516-f88c97a5a364)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:11:06.620700 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.627583 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75e920ce-2748-4432-b58a-621d8a3073ef req-4dce1540-1540-47f1-b2b8-64ee6c503bec tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0776970 Nov 03 16:11:06.662115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Subnet': ['ID=1cf4a6d9-6a99-4dc7-872c-c88dd02c9745,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:06.700462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Checking segment: {'id': 'ea74910f-8573-41a6-9079-628491aa7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:11:06.701039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network hostable DHCP agents. Network: 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:11:06.727053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:11:06.734804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253e0d1-7ad5-40b7-b174-7e9e84f83da5 None None] Pushing event updated for resources: {'Port': ['ID=6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:06.739971 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:06.746043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:06.746711 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:06.755223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb6f3d-a0df-452d-908e-d9339f02d38d None None] Network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:06.782191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-15c62301-80b4-4fbc-9b99-d38bcb3773ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6011286 Nov 03 16:11:06.785150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44686) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:06.793993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Request body: {'subnet': {'network_id': '9a443ffb-8c5a-43f7-b318-b3718642ab3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:07.046143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Made reservation on behalf of c31b9da6c066418597f873e7737f06fd for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:07.049701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:07.156157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5', 'network_id': '6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5', 'tenant_id': 'c31b9da6c066418597f873e7737f06fd', 'fixed_ips': [{'subnet_id': '1cf4a6d9-6a99-4dc7-872c-c88dd02c9745'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:11:07.157169 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:07.355895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe342e2-acc6-4970-a9b2-f4147ed2a7e7 req-eca9569f-4dd3-49f9-91c9-47e2a6a22257 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:07.356696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:07.375603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fe342e2-acc6-4970-a9b2-f4147ed2a7e7 req-eca9569f-4dd3-49f9-91c9-47e2a6a22257 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 945 time: 0.1438746 Nov 03 16:11:07.432294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Subnet': ['ID=ab4e8186-0e12-420f-a661-35c57379d802,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:07.443751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Allocated IP 172.20.0.2 (6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5/1cf4a6d9-6a99-4dc7-872c-c88dd02c9745/13d23f15-2767-4e17-9fef-365e059ce15f) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:07.454609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Checking segment: {'id': '68938942-5d1e-4606-9eed-7fa2dbb0a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9a443ffb-8c5a-43f7-b318-b3718642ab3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:11:07.456188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network hostable DHCP agents. Network: 9a443ffb-8c5a-43f7-b318-b3718642ab3f, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:11:07.487006 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network 9a443ffb-8c5a-43f7-b318-b3718642ab3f is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:11:07.490682 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fe342e2-acc6-4970-a9b2-f4147ed2a7e7 req-a08672ff-0221-4afc-bf0f-a6b2ff314e94 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141202 Nov 03 16:11:07.510009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9a443ffb-8c5a-43f7-b318-b3718642ab3f) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:07.514663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:07.515215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:07.532870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d96c0a-1189-41ef-8dc8-9dae5ee7750e None None] Network 9a443ffb-8c5a-43f7-b318-b3718642ab3f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:07.544447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44694) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:07.545097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7a0dccb1-bf00-4e5c-831e-2aa3e791508d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7587464 Nov 03 16:11:07.779787 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:07.796066 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22759871-0ac1-4872-99d3-5394b4837e4f req-9fe7962f-4185-4e14-9399-27f19ae862d6 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0681491 Nov 03 16:11:07.808089 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:07.828262 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:07.882928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:07.916762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:07.919591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:07.921400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Pushing event updated for resources: {'Port': ['ID=13d23f15-2767-4e17-9fef-365e059ce15f,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:07.950403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-9a443ffb-8c5a-43f7-b318-b3718642ab3f', 'network_id': '9a443ffb-8c5a-43f7-b318-b3718642ab3f', 'tenant_id': 'c31b9da6c066418597f873e7737f06fd', 'fixed_ips': [{'subnet_id': 'ab4e8186-0e12-420f-a661-35c57379d802'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:11:07.951254 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:08.011379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Attempting to bind port 13d23f15-2767-4e17-9fef-365e059ce15f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:11:08.011379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Attempting to bind port 13d23f15-2767-4e17-9fef-365e059ce15f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ea74910f-8573-41a6-9079-628491aa7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:11:08.011379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Attempting to bind port 13d23f15-2767-4e17-9fef-365e059ce15f on network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:11:08.019927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:08.113571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:11:08.113937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Checking segment: {'id': 'ea74910f-8573-41a6-9079-628491aa7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:11:08.114355 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:08.114737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Bound using segment: {'id': 'ea74910f-8573-41a6-9079-628491aa7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:11:08.115215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Bound port: 13d23f15-2767-4e17-9fef-365e059ce15f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea74910f-8573-41a6-9079-628491aa7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:11:08.115595 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:08.267274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] For port 13d23f15-2767-4e17-9fef-365e059ce15f, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:11:08.306102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] For port 13d23f15-2767-4e17-9fef-365e059ce15f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=13d23f15-2767-4e17-9fef-365e059ce15f,segment=NetworkSegment(ea74910f-8573-41a6-9079-628491aa7ff1),segment_id=ea74910f-8573-41a6-9079-628491aa7ff1)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:11:08.327758 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:08.352364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Allocated IP 172.20.0.2 (9a443ffb-8c5a-43f7-b318-b3718642ab3f/ab4e8186-0e12-420f-a661-35c57379d802/f6b2dad4-90f0-4c69-b26d-c133084e6c20) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:08.371241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Allocated IP 172.20.0.1 (6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5/1cf4a6d9-6a99-4dc7-872c-c88dd02c9745/be1a65cf-8560-4dd5-bce7-af69f2c1be62) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:08.429269 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:08.471514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8cb81c-c0c1-4e74-b482-85f8f944e2ab None None] Network ecb6470e-ab4b-4448-b71b-71015cddc4f7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:08.562676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0f2fe-e085-46e0-bae6-ce644b421edb None None] Pushing event updated for resources: {'Port': ['ID=13d23f15-2767-4e17-9fef-365e059ce15f,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:08.585823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:08.662823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-31440717-997e-479c-b164-945a64052566 None None] Provisioning complete for port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:08.663194 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-31440717-997e-479c-b164-945a64052566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:08.714168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:08.801335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Port': ['ID=be1a65cf-8560-4dd5-bce7-af69f2c1be62,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:08.826160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:08.829184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:08.844990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520820d-ab48-44f7-a3d7-6acdaa01764b req-e9588b23-3bb3-426d-8abc-acbc866e5bcf tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:08.846866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d520820d-ab48-44f7-a3d7-6acdaa01764b req-e9588b23-3bb3-426d-8abc-acbc866e5bcf tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 945 time: 0.2148612 Nov 03 16:11:08.847814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:08.932005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:09.007509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:09.029298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08afff37-e097-4337-b4d4-adc1da07c2aa req-94b9d20d-985c-47a5-a5eb-4a750c8d5897 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0829220 Nov 03 16:11:09.271017 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d520820d-ab48-44f7-a3d7-6acdaa01764b req-a8fd75d0-9ded-4b2d-b4ed-2f38c2252513 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400786 Nov 03 16:11:09.388460 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:09.408835 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:09.453665 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:09.582579 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-31440717-997e-479c-b164-945a64052566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:09.642993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Network 9a443ffb-8c5a-43f7-b318-b3718642ab3f is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:09.668205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:09.673305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:09.675455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:09.675817 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:09.688558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Pushing event updated for resources: {'Port': ['ID=f6b2dad4-90f0-4c69-b26d-c133084e6c20,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:09.874811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-31440717-997e-479c-b164-945a64052566 None None] For port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c,segment=NetworkSegment(0e30487f-ae07-4939-b516-f88c97a5a364),segment_id=0e30487f-ae07-4939-b516-f88c97a5a364)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:09.912092 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-31440717-997e-479c-b164-945a64052566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:09.923195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Attempting to bind port f6b2dad4-90f0-4c69-b26d-c133084e6c20 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:11:09.923565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Attempting to bind port f6b2dad4-90f0-4c69-b26d-c133084e6c20 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '68938942-5d1e-4606-9eed-7fa2dbb0a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9a443ffb-8c5a-43f7-b318-b3718642ab3f'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:11:09.923925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Attempting to bind port f6b2dad4-90f0-4c69-b26d-c133084e6c20 on network 9a443ffb-8c5a-43f7-b318-b3718642ab3f {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:11:09.970784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:11:09.971151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Checking segment: {'id': '68938942-5d1e-4606-9eed-7fa2dbb0a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9a443ffb-8c5a-43f7-b318-b3718642ab3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:11:09.971550 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:09.971939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Bound using segment: {'id': '68938942-5d1e-4606-9eed-7fa2dbb0a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9a443ffb-8c5a-43f7-b318-b3718642ab3f'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:11:09.972428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Bound port: f6b2dad4-90f0-4c69-b26d-c133084e6c20, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68938942-5d1e-4606-9eed-7fa2dbb0a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9a443ffb-8c5a-43f7-b318-b3718642ab3f'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:11:09.972805 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:10.037094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-baf40ffe-f503-467f-b6de-e27eda929344 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:10.038937 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-baf40ffe-f503-467f-b6de-e27eda929344 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.3961174 Nov 03 16:11:10.095608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0a383359-fca9-4000-9145-9da261b23920 None None] For port f6b2dad4-90f0-4c69-b26d-c133084e6c20, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:11:10.100362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0a383359-fca9-4000-9145-9da261b23920 None None] For port f6b2dad4-90f0-4c69-b26d-c133084e6c20, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6b2dad4-90f0-4c69-b26d-c133084e6c20,segment=NetworkSegment(68938942-5d1e-4606-9eed-7fa2dbb0a55e),segment_id=68938942-5d1e-4606-9eed-7fa2dbb0a55e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:11:10.154366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ab766-1119-4d90-9d09-e3f010d674ab None None] Network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:10.173115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-91b8f418-e9da-4ddf-839f-30b22bab142e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/quotas/e8acd80f5afc4b24a91b336a43f52da7 HTTP/1.1" status: 200 len: 375 time: 0.0575700 Nov 03 16:11:10.262358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1be799f7-4794-4d0d-b524-06e367e17b12 req-1af1b0ce-f5e4-4019-b912-eedfbfeaa685 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0594044 Nov 03 16:11:10.342562 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:10.413910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-13b79e40-7ed1-46fb-8ae4-ff836c0af1d6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2238512 Nov 03 16:11:10.431996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-7e00262e-81dc-47ec-8637-f23542468520 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:11:10.433249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31440717-997e-479c-b164-945a64052566 None None] Pushing event updated for resources: {'Port': ['ID=6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:10.434543 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-7e00262e-81dc-47ec-8637-f23542468520 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0197804 Nov 03 16:11:10.506534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-38dec6ce-5482-4eb0-9c16-a0b0a2d19755 None None] Provisioning complete for port 13d23f15-2767-4e17-9fef-365e059ce15f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:10.513297 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38dec6ce-5482-4eb0-9c16-a0b0a2d19755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:10.723020 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383359-fca9-4000-9145-9da261b23920 None None] Pushing event updated for resources: {'Port': ['ID=f6b2dad4-90f0-4c69-b26d-c133084e6c20,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:10.799053 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38dec6ce-5482-4eb0-9c16-a0b0a2d19755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:10.814986 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-14453b06-ce9d-4dbf-8894-df4126dc86af service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673761 Nov 03 16:11:10.825349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:10.853716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:10.927968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-38dec6ce-5482-4eb0-9c16-a0b0a2d19755 None None] For port 13d23f15-2767-4e17-9fef-365e059ce15f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=13d23f15-2767-4e17-9fef-365e059ce15f,segment=NetworkSegment(ea74910f-8573-41a6-9079-628491aa7ff1),segment_id=ea74910f-8573-41a6-9079-628491aa7ff1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:10.935294 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38dec6ce-5482-4eb0-9c16-a0b0a2d19755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:11.084453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dec6ce-5482-4eb0-9c16-a0b0a2d19755 None None] Pushing event updated for resources: {'Port': ['ID=13d23f15-2767-4e17-9fef-365e059ce15f,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:11.102571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-38dec6ce-5482-4eb0-9c16-a0b0a2d19755 None None] Provisioning complete for port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:11.103725 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38dec6ce-5482-4eb0-9c16-a0b0a2d19755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:11.207039 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:11.210241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Port': ['ID=be1a65cf-8560-4dd5-bce7-af69f2c1be62,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:11.213914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 13d23f15-2767-4e17-9fef-365e059ce15f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:11.321247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 13d23f15-2767-4e17-9fef-365e059ce15f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:11.322184 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:11.423708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-186e676d-f034-4a44-912b-6497c9b4a988 service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872235 Nov 03 16:11:11.438721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:11.442201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:11.500794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:11.526388 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e68a09e2-eee0-480c-8c12-03b5b45e61fd req-963eb43c-00aa-4999-8b36-a7870bd6f5c3 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0845060 Nov 03 16:11:11.612624 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f7b28dd5-a3a7-4926-a208-85978cad39cc None None] Provisioning complete for port 13d23f15-2767-4e17-9fef-365e059ce15f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:11.612997 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f7b28dd5-a3a7-4926-a208-85978cad39cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:11.807353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:11.811618 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:11.870931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Router b5e60934-943c-4c4f-9e32-f02fdbf44274 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:11:11.912061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-000708db-d758-4cee-84b4-caffabcd9ca8 req-cf184bec-69fc-411f-a735-e7ca258684bd tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 210 time: 0.1223388 Nov 03 16:11:12.160428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f7b28dd5-a3a7-4926-a208-85978cad39cc None None] Provisioning complete for port be1a65cf-8560-4dd5-bce7-af69f2c1be62 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:12.160846 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f7b28dd5-a3a7-4926-a208-85978cad39cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:12.305157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f7b28dd5-a3a7-4926-a208-85978cad39cc None None] Port be1a65cf-8560-4dd5-bce7-af69f2c1be62 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:11:12.404860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423173c5-c7e6-407a-8886-92ca7f45c94f None None] Network 9a443ffb-8c5a-43f7-b318-b3718642ab3f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:12.539551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:11:12.552927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6b3d1588-5b05-4f69-b3a0-2a5cd93e938f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "PUT /v2.0/routers/b5e60934-943c-4c4f-9e32-f02fdbf44274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0057657 Nov 03 16:11:12.553854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44772) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:12.582998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd35bb-bf6a-4447-bfc5-1b06e142431f None None] Sync routers for ids ['b5e60934-943c-4c4f-9e32-f02fdbf44274'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:11:12.679942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a36e2407-ef29-4982-b35e-5ee942e44d79 None None] Provisioning complete for port be1a65cf-8560-4dd5-bce7-af69f2c1be62 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:12.680333 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a36e2407-ef29-4982-b35e-5ee942e44d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:12.804675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-744442e6-8784-4490-bf2f-88d0475232bf req-cb3c3dda-ac91-4970-89d9-6d6912f41805 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0979779 Nov 03 16:11:12.831289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a36e2407-ef29-4982-b35e-5ee942e44d79 None None] Port be1a65cf-8560-4dd5-bce7-af69f2c1be62 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:11:12.871753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd35bb-bf6a-4447-bfc5-1b06e142431f None None] Routers {'b5e60934-943c-4c4f-9e32-f02fdbf44274'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:12.876632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f5bd35bb-bf6a-4447-bfc5-1b06e142431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b5e60934-943c-4c4f-9e32-f02fdbf44274'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:12.934257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f5bd35bb-bf6a-4447-bfc5-1b06e142431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:12.953756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a36e2407-ef29-4982-b35e-5ee942e44d79 None None] Provisioning complete for port f6b2dad4-90f0-4c69-b26d-c133084e6c20 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:12.954194 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a36e2407-ef29-4982-b35e-5ee942e44d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:12.981308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd35bb-bf6a-4447-bfc5-1b06e142431f None None] Routers {'b5e60934-943c-4c4f-9e32-f02fdbf44274'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:12.981976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f5bd35bb-bf6a-4447-bfc5-1b06e142431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b5e60934-943c-4c4f-9e32-f02fdbf44274'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:13.146851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6b2dad4-90f0-4c69-b26d-c133084e6c20 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:13.192651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f5bd35bb-bf6a-4447-bfc5-1b06e142431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:13.193450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd35bb-bf6a-4447-bfc5-1b06e142431f None None] The sync data for ids ['b5e60934-943c-4c4f-9e32-f02fdbf44274'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:11:13.259624 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a36e2407-ef29-4982-b35e-5ee942e44d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:13.309090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a36e2407-ef29-4982-b35e-5ee942e44d79 None None] For port f6b2dad4-90f0-4c69-b26d-c133084e6c20, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6b2dad4-90f0-4c69-b26d-c133084e6c20,segment=NetworkSegment(68938942-5d1e-4606-9eed-7fa2dbb0a55e),segment_id=68938942-5d1e-4606-9eed-7fa2dbb0a55e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:13.310495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f6b2dad4-90f0-4c69-b26d-c133084e6c20 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:13.311254 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:13.354133 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a36e2407-ef29-4982-b35e-5ee942e44d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:13.443106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 13d23f15-2767-4e17-9fef-365e059ce15f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:13.502532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2a46086d-06e1-4590-8a22-a137e25687b7 None None] Provisioning complete for port f6b2dad4-90f0-4c69-b26d-c133084e6c20 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:13.502846 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2a46086d-06e1-4590-8a22-a137e25687b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:13.563822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e2407-ef29-4982-b35e-5ee942e44d79 None None] Pushing event updated for resources: {'Port': ['ID=f6b2dad4-90f0-4c69-b26d-c133084e6c20,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:13.642153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44790) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:13.653708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 13d23f15-2767-4e17-9fef-365e059ce15f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:13.655745 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:13.740083 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15400b2c-5ceb-406f-98a3-ea94eefb7424 req-b6068428-4cbc-47ac-9b53-ee5a4426c2cb tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 210 time: 0.2049692 Nov 03 16:11:13.860868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-e31008c9-a524-457a-b66b-ab3b5858033d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:13.862751 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-e31008c9-a524-457a-b66b-ab3b5858033d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.2737293 Nov 03 16:11:13.883756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Request body: {'port': {'device_id': '70953440-f845-4e39-ac0e-df7fdd2fec21', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'admin_state_up': True, 'tenant_id': 'e8acd80f5afc4b24a91b336a43f52da7'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:13.983354 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-c16b92d5-1952-4494-9651-79db99d8edd2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:11:13.984747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c16b92d5-1952-4494-9651-79db99d8edd2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "PUT /v2.0/routers/b5e60934-943c-4c4f-9e32-f02fdbf44274/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4298112 Nov 03 16:11:13.995866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44798) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:14.031811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b5776e2-96e4-48a4-99cc-ac1d4a0fc153 req-6f73a486-8af3-41af-bb17-d9041b755ee0 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0323079 Nov 03 16:11:14.232818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Made reservation on behalf of e8acd80f5afc4b24a91b336a43f52da7 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:14.237135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:14.537410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Allocated IP 172.20.0.8 (dd0e1c60-da01-4c1d-83bf-38c5e8195b87/3ede647f-9109-4562-ac96-b8b5db8c5109/66990098-3139-4b08-9306-5292860bc782) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:14.804775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6b2dad4-90f0-4c69-b26d-c133084e6c20 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:14.872602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:14.902361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:14.943347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f6b2dad4-90f0-4c69-b26d-c133084e6c20 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:14.951797 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:15.008051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:15.106847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:15.118889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:15.202992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['951c9000-a1a2-4666-9cc8-815a4fe3368f'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:15.313246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d530a9-988d-4c9f-98e1-5d84f62f1b14 req-8dd410d0-35ad-45b8-8b43-533ae273e12b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:15.316810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:15.332452 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:15.342315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59d530a9-988d-4c9f-98e1-5d84f62f1b14 req-8dd410d0-35ad-45b8-8b43-533ae273e12b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 931 time: 0.2541571 Nov 03 16:11:15.364047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:15.398915 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ebdb0904-bca9-4436-bfa1-23f53a60a6bd req-ff7609de-7d61-4917-9802-aa6f9fb38730 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0958750 Nov 03 16:11:15.497303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59d530a9-988d-4c9f-98e1-5d84f62f1b14 req-0725b80a-03d0-491e-a3bd-e9a8b5149d87 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532140 Nov 03 16:11:15.504265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:15.504950 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:15.516685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event updated for resources: {'Port': ['ID=66990098-3139-4b08-9306-5292860bc782,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:15.538436 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-bd50bf51-5127-475d-b28c-546fed8e9457 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6591902 Nov 03 16:11:15.598581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Request body: {'port': {'device_id': '70953440-f845-4e39-ac0e-df7fdd2fec21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:15.613597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Deleting port be1a65cf-8560-4dd5-bce7-af69f2c1be62 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:15.614048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:15.700322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:15.737944 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:15.753294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Calling delete_port for be1a65cf-8560-4dd5-bce7-af69f2c1be62 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:15.940868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:15.973550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Port': ['ID=be1a65cf-8560-4dd5-bce7-af69f2c1be62,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:15.982066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Deleting port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:15.982639 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:16.122820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66990098-3139-4b08-9306-5292860bc782 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:11:16.133462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] For port 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2a1b00c1-c1ae-4b43-891c-1d08f9ec226b,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:16.133943 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:16.138100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:16.145309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:16.170209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Calling delete_port for 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:16.181714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Transition to ACTIVE for port object 66990098-3139-4b08-9306-5292860bc782 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:11:16.260648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:16.342473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Pushing event updated for resources: {'Port': ['ID=66990098-3139-4b08-9306-5292860bc782,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:16.356569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Router b5e60934-943c-4c4f-9e32-f02fdbf44274 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:11:16.461075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:11:16.475935 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d440ff-4263-4467-84e6-c1684d5d1708 None None] Sync routers for ids ['b5e60934-943c-4c4f-9e32-f02fdbf44274'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:11:16.483711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Attempting to bind port 66990098-3139-4b08-9306-5292860bc782 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:11:16.484046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Attempting to bind port 66990098-3139-4b08-9306-5292860bc782 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:11:16.484552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Attempting to bind port 66990098-3139-4b08-9306-5292860bc782 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:11:16.493290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Port 66990098-3139-4b08-9306-5292860bc782 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:11:16.493856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Attempting to bind port 66990098-3139-4b08-9306-5292860bc782 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:11:16.498108 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d440ff-4263-4467-84e6-c1684d5d1708 None None] Routers {'b5e60934-943c-4c4f-9e32-f02fdbf44274'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:16.498717 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-66d440ff-4263-4467-84e6-c1684d5d1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b5e60934-943c-4c4f-9e32-f02fdbf44274'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:16.501070 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6871e249-20b6-405e-ac72-a1936f1ba7e9 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "PUT /v2.0/routers/b5e60934-943c-4c4f-9e32-f02fdbf44274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5028684 Nov 03 16:11:16.503455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44826) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:16.542111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:11:16.542525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Checking segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:11:16.543073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Bound using segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:11:16.543519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Bound port: 66990098-3139-4b08-9306-5292860bc782, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:11:16.544065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:16.557417 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-9ef9d68b-d576-4d88-afac-83a87c958eb1 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] delete failed (client error): The resource could not be found. Nov 03 16:11:16.566487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9ef9d68b-d576-4d88-afac-83a87c958eb1 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "DELETE /v2.0/routers/tempest-non_exist_router-813093676 HTTP/1.1" status: 404 len: 334 time: 0.0617714 Nov 03 16:11:16.568048 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-66d440ff-4263-4467-84e6-c1684d5d1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:16.570530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44832) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:16.576339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b164a7ea-1c9b-4ca5-86a5-4d4c09122c91 req-1542f45c-83f0-477e-9b35-3ce55ba13c1b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0761225 Nov 03 16:11:16.584932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1601b066-2fc1-416c-877d-ef8240d80a5c tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5e60934-943c-4c4f-9e32-f02fdbf44274'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:16.590448 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d440ff-4263-4467-84e6-c1684d5d1708 None None] Routers {'b5e60934-943c-4c4f-9e32-f02fdbf44274'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:16.591068 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-66d440ff-4263-4467-84e6-c1684d5d1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b5e60934-943c-4c4f-9e32-f02fdbf44274'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:16.633315 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:16.678068 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-66d440ff-4263-4467-84e6-c1684d5d1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:16.678756 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d440ff-4263-4467-84e6-c1684d5d1708 None None] The sync data for ids ['b5e60934-943c-4c4f-9e32-f02fdbf44274'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:11:16.684568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1b00c1-c1ae-4b43-891c-1d08f9ec226b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:16.766779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] For port 66990098-3139-4b08-9306-5292860bc782, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:11:16.788246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] For port 66990098-3139-4b08-9306-5292860bc782, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=66990098-3139-4b08-9306-5292860bc782,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:11:16.800210 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:16.895613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7bb0d-8ccf-49ae-8558-176914f14c1c req-411915d3-05b0-4f16-9177-fd99cc8ea9b3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:16.897516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09d7bb0d-8ccf-49ae-8558-176914f14c1c req-411915d3-05b0-4f16-9177-fd99cc8ea9b3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 943 time: 0.2221668 Nov 03 16:11:16.956552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Pushing event updated for resources: {'Port': ['ID=66990098-3139-4b08-9306-5292860bc782,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:16.977878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:16.978682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:16.980569 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fe04bf86-5be8-46af-8382-9bd79576fa7f service neutron] 10.222.0.15 "PUT /v2.0/ports/66990098-3139-4b08-9306-5292860bc782 HTTP/1.1" status: 200 len: 1091 time: 1.3859558 Nov 03 16:11:16.981331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70953440-f845-4e39-ac0e-df7fdd2fec21', 'tag': '66990098-3139-4b08-9306-5292860bc782'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:16.985286 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462d45ca-0d26-423c-8bda-e79dda5413e6" -d '{"events": [{"name": "network-changed", "server_uuid": "70953440-f845-4e39-ac0e-df7fdd2fec21", "tag": "66990098-3139-4b08-9306-5292860bc782"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:16.985972 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1601b066-2fc1-416c-877d-ef8240d80a5c tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:17.024657 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-1601b066-2fc1-416c-877d-ef8240d80a5c tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] update failed (client error): The resource could not be found. Nov 03 16:11:17.025829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1601b066-2fc1-416c-877d-ef8240d80a5c tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "PUT /v2.0/routers/b5e60934-943c-4c4f-9e32-f02fdbf44274 HTTP/1.1" status: 404 len: 339 time: 0.4542925 Nov 03 16:11:17.029602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44836) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:17.069294 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea66dbd-088e-4cf4-b319-d85cc2e0bc08 x-openstack-request-id: req-bea66dbd-088e-4cf4-b319-d85cc2e0bc08 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:17.069800 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70953440-f845-4e39-ac0e-df7fdd2fec21", "tag": "66990098-3139-4b08-9306-5292860bc782", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:17.070051 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bea66dbd-088e-4cf4-b319-d85cc2e0bc08 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:17.070451 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70953440-f845-4e39-ac0e-df7fdd2fec21', 'tag': '66990098-3139-4b08-9306-5292860bc782', 'status': 'completed', 'code': 200} Nov 03 16:11:17.080473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09d7bb0d-8ccf-49ae-8558-176914f14c1c req-3b8396f2-e8cc-4447-b69e-453fec521167 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481674 Nov 03 16:11:17.107823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:17.161340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-465c8cf5-7ad2-4c5d-af02-66add9f6f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:17.162851 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-465c8cf5-7ad2-4c5d-af02-66add9f6f6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 1094 time: 0.1090851 Nov 03 16:11:17.248125 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-d1bc4b7b-df53-4544-b03b-04dc6e62673f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66990098-3139-4b08-9306-5292860bc782 HTTP/1.1" status: 200 len: 217 time: 0.0439131 Nov 03 16:11:17.356067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-0b340482-0052-4605-89e5-34c28c6ff0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:17.357596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-0b340482-0052-4605-89e5-34c28c6ff0e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.1027088 Nov 03 16:11:17.424417 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-2de04860-b7c1-4b33-b533-2cd9eee7d0e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516768 Nov 03 16:11:17.727805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:17.757803 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0409fc5-02a3-4b4b-a2d0-e603b08ccdd9 req-17397439-e088-4732-bb7b-769bbb74c754 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0427094 Nov 03 16:11:17.866024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Router 551491c7-3e34-43af-9793-fe970f9f6cb5 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:11:17.950676 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-fa9f76b8-446f-4614-a224-d322808a7867 service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175543 Nov 03 16:11:18.030659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Allocated IP 172.20.0.1 (ecb6470e-ab4b-4448-b71b-71015cddc4f7/7b058faa-c797-42c3-96c4-f7e1468f1d5e/e325c500-8346-4639-80d2-45ed18d4767a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:18.093083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:11:18.100585 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-81d4f587-84ff-4010-ab91-caa04034b3df admin admin] 10.222.0.86 "PUT /v2.0/routers/551491c7-3e34-43af-9793-fe970f9f6cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4455557 Nov 03 16:11:18.103371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44846) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:18.127019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] Sync routers for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:11:18.152730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:18.157591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:18.161369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:18.206118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:18.234243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:18.279300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network ecb6470e-ab4b-4448-b71b-71015cddc4f7 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:18.286135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:18.291582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:18.299092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Port': ['ID=e325c500-8346-4639-80d2-45ed18d4767a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:18.308320 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e64f8578-4e33-4127-b938-b6c501f0bae5 req-1ac9f8d0-80f8-4f91-a5f3-8a5dc8d6d4ef service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481026 Nov 03 16:11:18.378468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:18.379341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:11:18.445256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845226f-0fd5-4dfd-872b-053dc0ae4127 req-671df55c-0334-40ae-844d-f56e117eeebb tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:18.466014 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d845226f-0fd5-4dfd-872b-053dc0ae4127 req-671df55c-0334-40ae-844d-f56e117eeebb tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 943 time: 0.1816788 Nov 03 16:11:18.554051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:18.589005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-025dbd55-709d-4358-bbb7-8c3b64f0e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:18.590806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-025dbd55-709d-4358-bbb7-8c3b64f0e2f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 1094 time: 0.1539414 Nov 03 16:11:18.616153 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:18.689733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d845226f-0fd5-4dfd-872b-053dc0ae4127 req-203c8fef-e27b-4e2e-af96-358b3c8bf59f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229061 Nov 03 16:11:18.782597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Deleting port d2155c76-8f19-47bb-8812-15cc4f8a156a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:18.783121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:18.784404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-05b0eeb1-d04b-44e8-a1f1-8d189b8f3a0c None None] Provisioning complete for port e325c500-8346-4639-80d2-45ed18d4767a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:18.784778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-05b0eeb1-d04b-44e8-a1f1-8d189b8f3a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:18.844295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:11:16Z', 'revision_number': 5, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port': {'id': 'd2155c76-8f19-47bb-8812-15cc4f8a156a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:02:52Z', 'updated_at': '2021-11-03T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:18.847229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-05b0eeb1-d04b-44e8-a1f1-8d189b8f3a0c None None] Port e325c500-8346-4639-80d2-45ed18d4767a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:11:18.886387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] Checking router: 551491c7-3e34-43af-9793-fe970f9f6cb5 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:11:18.900965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] Routers {'551491c7-3e34-43af-9793-fe970f9f6cb5'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:18.901776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['551491c7-3e34-43af-9793-fe970f9f6cb5'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:18.930736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-e3a6034b-9e5f-421c-a9f2-c0b46946189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:18.938042 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-e3a6034b-9e5f-421c-a9f2-c0b46946189a service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 906 time: 0.3110485 Nov 03 16:11:19.003543 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] Set router 551491c7-3e34-43af-9793-fe970f9f6cb5 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:11:19.012233 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8dc5098e-bf31-4426-b8a6-ccb1ccccaa8f req-8494ee30-6264-4511-9267-1ddd0aa69e87 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.1000848 Nov 03 16:11:19.023091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-a65ec849-0f0a-433e-8c4d-cc985b8a61cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66990098-3139-4b08-9306-5292860bc782 HTTP/1.1" status: 200 len: 217 time: 0.0713124 Nov 03 16:11:19.069206 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:19.071032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:11:18Z', 'revision_number': 6, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:19.076647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:19.097831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] For port d2155c76-8f19-47bb-8812-15cc4f8a156a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d2155c76-8f19-47bb-8812-15cc4f8a156a,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:19.098316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:19.105856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0d8786-ed9e-4a25-b901-868a6bae0d45 None None] The sync data for ids ['551491c7-3e34-43af-9793-fe970f9f6cb5'] in n-d-813897-2 is: [{'id': '551491c7-3e34-43af-9793-fe970f9f6cb5', 'name': 'tempest-AttachVolumeTestJSON-1611043860-router', 'tenant_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:02:51Z', 'updated_at': '2021-11-03T16:11:18Z', 'revision_number': 6, 'project_id': 'cc25541fb1ac44a483c631d6e8bf0bc5', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:11:19.126096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Calling delete_port for d2155c76-8f19-47bb-8812-15cc4f8a156a owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:19.137901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-bd0299ad-195a-4d7f-bb8a-d1458f257cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:19.139371 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-bd0299ad-195a-4d7f-bb8a-d1458f257cba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.1067128 Nov 03 16:11:19.206476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event updated for resources: {'Port': ['ID=e325c500-8346-4639-80d2-45ed18d4767a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:19.206907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-62e49b8c-3c07-4576-8780-24ce6a5f735f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571878 Nov 03 16:11:19.210805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:19.288502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-a1660b3f-cc2d-4813-91b4-51713711596d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2647200 Nov 03 16:11:19.325359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Network ecb6470e-ab4b-4448-b71b-71015cddc4f7 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:19.330099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:19.389835 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-eebdf7fd-36e6-43b0-8521-b2af5a098309 service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715522 Nov 03 16:11:19.469756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-db17b72d-6e28-42c0-8018-139c057f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:19.471382 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-db17b72d-6e28-42c0-8018-139c057f731b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 1097 time: 0.1340613 Nov 03 16:11:19.486393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Router b5e60934-943c-4c4f-9e32-f02fdbf44274 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:11:19.512038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:19.562182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2155c76-8f19-47bb-8812-15cc4f8a156a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:19.654904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-462d45ca-0d26-423c-8bda-e79dda5413e6 req-760e78f4-813f-484a-87ab-673c3e1a36fb service neutron] 10.222.0.15 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449644 Nov 03 16:11:19.669169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:19.787980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a8f31688-11f7-4651-9ba4-4439874da58d None None] Provisioning complete for port e325c500-8346-4639-80d2-45ed18d4767a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:19.788962 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8f31688-11f7-4651-9ba4-4439874da58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:19.799315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:11:19.801426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-5aeb4db9-1590-4791-bdcf-007ce5104055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:19.803287 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-5aeb4db9-1590-4791-bdcf-007ce5104055 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 906 time: 0.3011155 Nov 03 16:11:19.807828 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9cf7db16-1614-45ca-922d-50226a33d607 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "PUT /v2.0/routers/b5e60934-943c-4c4f-9e32-f02fdbf44274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7769117 Nov 03 16:11:19.813169 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6e782-51f7-4f7e-917b-db17816b31bb None None] Sync routers for ids ['b5e60934-943c-4c4f-9e32-f02fdbf44274'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:11:19.818857 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:19.820657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44862) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:19.829911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a8f31688-11f7-4651-9ba4-4439874da58d None None] Port e325c500-8346-4639-80d2-45ed18d4767a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:11:19.834488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:19.836620 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6e782-51f7-4f7e-917b-db17816b31bb None None] Routers {'b5e60934-943c-4c4f-9e32-f02fdbf44274'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:19.837955 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-96d6e782-51f7-4f7e-917b-db17816b31bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b5e60934-943c-4c4f-9e32-f02fdbf44274'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:19.875555 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-96d6e782-51f7-4f7e-917b-db17816b31bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:19.882139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-b383b725-f19c-4a0f-8298-879ec53e6853 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988d3f75-5fec-4dd3-8bd5-7b22171273c5 HTTP/1.1" status: 200 len: 217 time: 0.0711865 Nov 03 16:11:19.886173 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6e782-51f7-4f7e-917b-db17816b31bb None None] Routers {'b5e60934-943c-4c4f-9e32-f02fdbf44274'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:19.886804 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-96d6e782-51f7-4f7e-917b-db17816b31bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b5e60934-943c-4c4f-9e32-f02fdbf44274'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:19.927907 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-96d6e782-51f7-4f7e-917b-db17816b31bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:19.928989 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6e782-51f7-4f7e-917b-db17816b31bb None None] The sync data for ids ['b5e60934-943c-4c4f-9e32-f02fdbf44274'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:11:19.972559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-800de892-63dd-4f70-bca1-1bb7dcc8b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:19.974420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-800de892-63dd-4f70-bca1-1bb7dcc8b2b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.0852621 Nov 03 16:11:20.005050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:20.005763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 551491c7-3e34-43af-9793-fe970f9f6cb5 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:11:20.021081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04808d0-59cb-4697-96c8-6d97df3ce4cc req-099e5b04-2d3a-470f-bc32-71dc18352d39 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:20.029185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b04808d0-59cb-4697-96c8-6d97df3ce4cc req-099e5b04-2d3a-470f-bc32-71dc18352d39 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 943 time: 0.2476387 Nov 03 16:11:20.030299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-cf6be3b9-d8ab-41fc-93f4-e8424b3b4a39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399415 Nov 03 16:11:20.034157 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:20.035279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b8eb1d4d-336a-42bb-aec1-83c0e1ae8cb7 admin admin] 10.222.0.86 "DELETE /v2.0/routers/551491c7-3e34-43af-9793-fe970f9f6cb5 HTTP/1.1" status: 204 len: 168 time: 1.9307132 Nov 03 16:11:20.044178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44866) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:20.045983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-45601d03-ae36-4eae-a019-3f1541031310 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:11:20.047012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-45601d03-ae36-4eae-a019-3f1541031310 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059803 Nov 03 16:11:20.087426 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1cf9dae2-c69b-48f0-9d2f-2c63e766043d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:20.129833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b04808d0-59cb-4697-96c8-6d97df3ce4cc req-3d4bbe69-51c3-43ff-ada1-02e89571f2d3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995374 Nov 03 16:11:20.180655 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46f10c10-cb07-442a-bd3b-e3591b7de02b req-9bbc6505-5400-4820-ab4c-9ddd11fa82ca tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0373800 Nov 03 16:11:20.226526 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-37ce73ca-377f-4654-bdae-884977d7155d service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712947 Nov 03 16:11:20.243951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-55709fd3-af25-4f28-a094-9bdbb7e84241 admin admin] Deleting subnet 991f785b-b59a-4356-aabf-9d6c575adac8 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:11:20.255772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55709fd3-af25-4f28-a094-9bdbb7e84241 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:20.295231 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-1cf9dae2-c69b-48f0-9d2f-2c63e766043d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 16:11:20.296391 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1cf9dae2-c69b-48f0-9d2f-2c63e766043d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "DELETE /v2.0/routers/b5e60934-943c-4c4f-9e32-f02fdbf44274 HTTP/1.1" status: 409 len: 329 time: 0.4693823 Nov 03 16:11:20.300787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:20.356575 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffee50f2-3750-4410-8cca-03ac383751a8 req-6a56dd54-1b79-48d1-929e-fa7cfaff6b89 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224046 Nov 03 16:11:20.702900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55709fd3-af25-4f28-a094-9bdbb7e84241 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:20.728832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 66990098-3139-4b08-9306-5292860bc782 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:11:20.762413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d2155c76-8f19-47bb-8812-15cc4f8a156a no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:20.807591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: d2155c76-8f19-47bb-8812-15cc4f8a156a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:20.808247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d2155c76-8f19-47bb-8812-15cc4f8a156a not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:20.808338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:20.828273 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-69908f7b-1086-4cb2-80b2-aba14d547425 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1421816 Nov 03 16:11:20.859008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:20.860114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2a1b00c1-c1ae-4b43-891c-1d08f9ec226b not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:20.896435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 66990098-3139-4b08-9306-5292860bc782, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=66990098-3139-4b08-9306-5292860bc782,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:20.909545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '66990098-3139-4b08-9306-5292860bc782', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'port_id': '66990098-3139-4b08-9306-5292860bc782', 'mac_address': 'fa:16:3e:d6:d7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ede647f-9109-4562-ac96-b8b5db8c5109', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:11:20.950191 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:20.965457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66990098-3139-4b08-9306-5292860bc782 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:11:20.966988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55709fd3-af25-4f28-a094-9bdbb7e84241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:20.986729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 66990098-3139-4b08-9306-5292860bc782, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=66990098-3139-4b08-9306-5292860bc782,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:20.991963 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.051518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=66990098-3139-4b08-9306-5292860bc782,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:21.055488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-e819c1d3-71e0-48d1-9d62-35e200fe3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.056118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-e819c1d3-71e0-48d1-9d62-35e200fe3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.056794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-e819c1d3-71e0-48d1-9d62-35e200fe3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.057241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-e819c1d3-71e0-48d1-9d62-35e200fe3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.057721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-e819c1d3-71e0-48d1-9d62-35e200fe3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.058172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-e819c1d3-71e0-48d1-9d62-35e200fe3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.058619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-e819c1d3-71e0-48d1-9d62-35e200fe3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.061552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-e819c1d3-71e0-48d1-9d62-35e200fe3be8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6490 time: 0.1760192 Nov 03 16:11:21.086665 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55709fd3-af25-4f28-a094-9bdbb7e84241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.154922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55709fd3-af25-4f28-a094-9bdbb7e84241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991f785b-b59a-4356-aabf-9d6c575adac8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:21.170864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55709fd3-af25-4f28-a094-9bdbb7e84241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.173079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420ba30-0e5d-4ccd-9532-f5c2d4e93e62 None None] Network 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:21.178125 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-55709fd3-af25-4f28-a094-9bdbb7e84241 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/991f785b-b59a-4356-aabf-9d6c575adac8 HTTP/1.1" status: 204 len: 168 time: 1.1329172 Nov 03 16:11:21.180573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44878) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:21.286425 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.371456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93a03fb6-3768-4006-84f7-28c68c8d7bfb req-932865e7-8db4-49d6-b4b8-fa6fa6161867 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0430086 Nov 03 16:11:21.378846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50429e1-06a7-48fb-a4c1-b13572ee686c req-208c35e5-1cc4-4533-8b60-cedac19f65d8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.380937 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e50429e1-06a7-48fb-a4c1-b13572ee686c req-208c35e5-1cc4-4533-8b60-cedac19f65d8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 944 time: 0.1563549 Nov 03 16:11:21.393542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-30149669-9e7d-448d-aebe-1c96a37d68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.394085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-30149669-9e7d-448d-aebe-1c96a37d68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.394576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-30149669-9e7d-448d-aebe-1c96a37d68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.396393 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-30149669-9e7d-448d-aebe-1c96a37d68af service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b702e15-109b-4b34-b65b-e7a25aa30a01&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=32b60c1a-3fda-432a-b1be-706eaed0a660&id=32b60c1a-3fda-432a-b1be-706eaed0a660 HTTP/1.1" status: 200 len: 2292 time: 0.2835681 Nov 03 16:11:21.401770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Deleting port 65931718-b84f-479d-b820-24a7abf7a1f5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:21.402117 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.463672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] DHCP port deletion for 02d2a4bc-8a08-40ac-816b-4ffbe1b97595 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:11:21.476672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] For port 65931718-b84f-479d-b820-24a7abf7a1f5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=65931718-b84f-479d-b820-24a7abf7a1f5,segment=NetworkSegment(685cc840-ec9d-43e6-98c0-3045846fdeff),segment_id=685cc840-ec9d-43e6-98c0-3045846fdeff)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:21.477138 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.490120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-2806af74-0d9e-4eec-82ba-917d53206d23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7 HTTP/1.1" status: 200 len: 1002 time: 0.0759141 Nov 03 16:11:21.491457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Calling delete_port for 65931718-b84f-479d-b820-24a7abf7a1f5 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:21.507821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['66990098-3139-4b08-9306-5292860bc782'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:21.521565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e50429e1-06a7-48fb-a4c1-b13572ee686c req-6d7c1a13-b294-4e62-bd1a-9f034c435bc9 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340621 Nov 03 16:11:21.587527 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.595881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.625323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=65931718-b84f-479d-b820-24a7abf7a1f5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:21.633696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] No DVR routers for this DVR port 65931718-b84f-479d-b820-24a7abf7a1f5 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:21.666045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-5c229db4-1e26-4d25-a04a-179f593fde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.666843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] Deleting port 65931718-b84f-479d-b820-24a7abf7a1f5 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:21.667564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.667760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-5c229db4-1e26-4d25-a04a-179f593fde08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec07e9ce-76fc-4651-9c43-195f89c62fd2 HTTP/1.1" status: 200 len: 850 time: 0.1508780 Nov 03 16:11:21.744325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.766713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d2a4bc-8a08-40ac-816b-4ffbe1b97595']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:21.777504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685cc840-ec9d-43e6-98c0-3045846fdeff') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:21.777831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685cc840-ec9d-43e6-98c0-3045846fdeff') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:21.781251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-260db61a-a0ff-4456-807d-882f93a58efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:21.782606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] For port 65931718-b84f-479d-b820-24a7abf7a1f5, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:21.782834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-260db61a-a0ff-4456-807d-882f93a58efc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b702e15-109b-4b34-b65b-e7a25aa30a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039479 Nov 03 16:11:21.783027 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.794352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.804450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] Calling delete_port for 65931718-b84f-479d-b820-24a7abf7a1f5 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:21.809633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] Port 65931718-b84f-479d-b820-24a7abf7a1f5 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:11:21.818175 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.833693 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.846844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] Pushing event deleted for resources: {'Port': ['ID=65931718-b84f-479d-b820-24a7abf7a1f5,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:21.848735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:11:21.849340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:11:21.851640 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:11:21.889423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-72719930-4f01-4cc9-8085-2b1f0e586d42 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988903 Nov 03 16:11:21.916392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ead18-b16d-4920-b6b6-b827a0c0e3ee None None] No DVR routers for this DVR port 65931718-b84f-479d-b820-24a7abf7a1f5 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:21.922280 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.922430 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.936522 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:21.939761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] 10.222.0.86 "DELETE /v2.0/networks/02d2a4bc-8a08-40ac-816b-4ffbe1b97595 HTTP/1.1" status: 204 len: 168 time: 0.7574875 Nov 03 16:11:21.952310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc3eb8-2641-4fef-b377-b2dffa62c9cd admin admin] Pushing event deleted for resources: {'Network': ['ID=02d2a4bc-8a08-40ac-816b-4ffbe1b97595,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:22.077561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44886) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:22.097917 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-d88c3d39-f379-4578-bae7-622379054cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805022 Nov 03 16:11:22.114995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Deleting port e325c500-8346-4639-80d2-45ed18d4767a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:22.115331 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:22.139578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3eaa46b5-20d1-45db-b4cb-318892a2ec18 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cc25541fb1ac44a483c631d6e8bf0bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0605381 Nov 03 16:11:22.141921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44890) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:22.178495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-4c8f87a1-3510-4b6d-8088-6343cc1defa5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 217 time: 0.0579536 Nov 03 16:11:22.197276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-993cb470-b447-47c1-969a-fe3df15ba78c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:22.225556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-993cb470-b447-47c1-969a-fe3df15ba78c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:22.277628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-33e4eac6-299f-48ef-b910-485fe9ab0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:22.279077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-33e4eac6-299f-48ef-b910-485fe9ab0e7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.0734539 Nov 03 16:11:22.281103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-993cb470-b447-47c1-969a-fe3df15ba78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:22.285002 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-993cb470-b447-47c1-969a-fe3df15ba78c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:22.289761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-993cb470-b447-47c1-969a-fe3df15ba78c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c8636223-7c08-413f-8faf-47c7bfe7bd97 HTTP/1.1" status: 204 len: 168 time: 0.1464689 Nov 03 16:11:22.292489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:22.300506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cb470-b447-47c1-969a-fe3df15ba78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8636223-7c08-413f-8faf-47c7bfe7bd97,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:22.337009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Calling delete_port for e325c500-8346-4639-80d2-45ed18d4767a owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:22.402450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-8b1c23ed-1bcd-4628-b554-5f67db50b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:22.403822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-8b1c23ed-1bcd-4628-b554-5f67db50b818 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1081593 Nov 03 16:11:22.583834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5326e7f8-4d06-4874-9ccb-232881907b3d req-179964f8-dae3-4c98-b11d-330ba6c50684 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0744259 Nov 03 16:11:22.586618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-6cd0d5d8-675e-4b29-b4d4-9193e38b369a service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721206 Nov 03 16:11:22.780775 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:22.805044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-4e6e6c73-87ac-410f-98a5-da72306c9491 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905577 Nov 03 16:11:22.815206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 65931718-b84f-479d-b820-24a7abf7a1f5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:22.847932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Port': ['ID=e325c500-8346-4639-80d2-45ed18d4767a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:22.859649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 65931718-b84f-479d-b820-24a7abf7a1f5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:22.859996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 65931718-b84f-479d-b820-24a7abf7a1f5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:22.886352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7f014-5c96-4ef5-9a3a-924c778969e1 req-130b325e-ef52-4547-a9fc-96c1c4a7c12f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:22.888169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ee7f014-5c96-4ef5-9a3a-924c778969e1 req-130b325e-ef52-4547-a9fc-96c1c4a7c12f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 944 time: 0.2012925 Nov 03 16:11:22.930073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-3bce3994-4df1-4e8b-9905-e60fc4da2304 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 217 time: 0.0946319 Nov 03 16:11:23.023886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d1c25-8838-4415-8ead-531f14e2e5de req-10d75b68-5acd-4880-a465-078f6229a5de tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:23.032764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-998d1c25-8838-4415-8ead-531f14e2e5de req-10d75b68-5acd-4880-a465-078f6229a5de tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 946 time: 0.0767262 Nov 03 16:11:23.107498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-eddee077-a159-4ff4-a9b3-ab4e43a2ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:23.108975 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-eddee077-a159-4ff4-a9b3-ab4e43a2ed8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1532843 Nov 03 16:11:23.128615 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-998d1c25-8838-4415-8ead-531f14e2e5de req-49d53ff7-623d-485b-8efc-0dea8463d1a8 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892200 Nov 03 16:11:23.148310 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ee7f014-5c96-4ef5-9a3a-924c778969e1 req-1a921c39-f063-4c47-98cb-01ddc6f69f39 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271032 Nov 03 16:11:23.188437 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:23.298647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-c37e7033-c697-4456-be1c-e3367f8aff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:23.300563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-c37e7033-c697-4456-be1c-e3367f8aff5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1484835 Nov 03 16:11:23.761175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ec50909-233b-486d-8d77-f2a067bb8ed5 req-95d0f28f-13e3-4c31-a335-84b62e61d54d tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0471230 Nov 03 16:11:23.762029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Router b5e60934-943c-4c4f-9e32-f02fdbf44274 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:11:23.866946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-ab98967f-29a6-441a-8808-e82d24647f4e service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582495 Nov 03 16:11:23.888620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:11:23.904653 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-830bab62-ae42-4184-91c8-944bd956c7ff tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "PUT /v2.0/routers/b5e60934-943c-4c4f-9e32-f02fdbf44274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6026528 Nov 03 16:11:23.908266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44934) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:23.922903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2fa5f-8a2f-41a3-93bb-e08a69fda628 None None] Sync routers for ids ['b5e60934-943c-4c4f-9e32-f02fdbf44274'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:11:23.940931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2fa5f-8a2f-41a3-93bb-e08a69fda628 None None] Routers {'b5e60934-943c-4c4f-9e32-f02fdbf44274'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:23.941819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5cb2fa5f-8a2f-41a3-93bb-e08a69fda628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b5e60934-943c-4c4f-9e32-f02fdbf44274'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:23.983561 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-b8c18d2b-4191-463a-a219-3c85e3fea00f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] show failed (client error): The resource could not be found. Nov 03 16:11:23.984979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b8c18d2b-4191-463a-a219-3c85e3fea00f tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "GET /v2.0/routers/tempest-non_exist_router-231886681 HTTP/1.1" status: 404 len: 334 time: 0.0756361 Nov 03 16:11:23.992271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44938) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:23.999192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-97c28d4c-92b7-4431-8660-70a53fd8304e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:24.005399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5cb2fa5f-8a2f-41a3-93bb-e08a69fda628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:24.031903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2fa5f-8a2f-41a3-93bb-e08a69fda628 None None] Routers {'b5e60934-943c-4c4f-9e32-f02fdbf44274'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:24.032782 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5cb2fa5f-8a2f-41a3-93bb-e08a69fda628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b5e60934-943c-4c4f-9e32-f02fdbf44274'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:24.044068 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-97c28d4c-92b7-4431-8660-70a53fd8304e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] update failed (client error): The resource could not be found. Nov 03 16:11:24.046958 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-97c28d4c-92b7-4431-8660-70a53fd8304e tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "PUT /v2.0/routers/tempest-non_exist_router-299957738 HTTP/1.1" status: 404 len: 334 time: 0.0516973 Nov 03 16:11:24.054000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44940) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:24.059859 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-ec57835c-19b0-4acc-b4b7-739c29766db6 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840823 Nov 03 16:11:24.124973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-4e6e306f-90b6-405d-aea5-fee04b8fa54f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00 HTTP/1.1" status: 200 len: 217 time: 0.0569615 Nov 03 16:11:24.128619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5cb2fa5f-8a2f-41a3-93bb-e08a69fda628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:24.129492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2fa5f-8a2f-41a3-93bb-e08a69fda628 None None] The sync data for ids ['b5e60934-943c-4c4f-9e32-f02fdbf44274'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:11:24.163111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f9a8e8-a87f-48dd-97b6-b91beae65fc0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Deleting subnet ab4e8186-0e12-420f-a661-35c57379d802 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:11:24.168512 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a8e8-a87f-48dd-97b6-b91beae65fc0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:24.270405 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a8e8-a87f-48dd-97b6-b91beae65fc0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:24.273165 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-f4e5a5d9-286e-4d14-979f-c01bdd303e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:24.280415 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-f4e5a5d9-286e-4d14-979f-c01bdd303e9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1481678 Nov 03 16:11:24.365082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a8e8-a87f-48dd-97b6-b91beae65fc0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:24.368373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-c7dab288-845f-4f58-89d9-08227bd4bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:24.369988 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-c7dab288-845f-4f58-89d9-08227bd4bb3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820780 Nov 03 16:11:24.482491 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-45ea96ec-8d56-493b-ad6a-9aba8e7086eb service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037965 Nov 03 16:11:24.542304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a8e8-a87f-48dd-97b6-b91beae65fc0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:24.568876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175688b6-b127-4944-8004-a33f5ff18d33 req-01495c9e-9d57-427a-9d78-3b3a80814762 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:24.577518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-175688b6-b127-4944-8004-a33f5ff18d33 req-01495c9e-9d57-427a-9d78-3b3a80814762 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 946 time: 0.2519133 Nov 03 16:11:24.599458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae326ceb-6a5a-40e9-a4ba-50f25628b3f1 req-c48fb485-43e9-4661-b15b-6e8f5ea30e9d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:24.609217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae326ceb-6a5a-40e9-a4ba-50f25628b3f1 req-c48fb485-43e9-4661-b15b-6e8f5ea30e9d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 944 time: 0.1831741 Nov 03 16:11:24.644325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9a8e8-a87f-48dd-97b6-b91beae65fc0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4e8186-0e12-420f-a661-35c57379d802,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:24.651812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a8e8-a87f-48dd-97b6-b91beae65fc0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:24.655073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-175688b6-b127-4944-8004-a33f5ff18d33 req-d18e2471-7b4b-4478-8895-4bb7509feb0c tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771763 Nov 03 16:11:24.655431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f6f9a8e8-a87f-48dd-97b6-b91beae65fc0 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "DELETE /v2.0/subnets/ab4e8186-0e12-420f-a661-35c57379d802 HTTP/1.1" status: 204 len: 168 time: 0.5989916 Nov 03 16:11:24.659561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44964) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:24.666231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf48f1-819e-47d9-9a77-3b1ad196a99f None None] Network 9a443ffb-8c5a-43f7-b318-b3718642ab3f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:24.707328 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-fb3333e1-ca0b-4756-9963-d2eb082fadc1 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152889 Nov 03 16:11:24.732911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-a9bd7e44-12ee-4025-9dfc-7404b8941c58 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:24.734465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-a9bd7e44-12ee-4025-9dfc-7404b8941c58 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.70 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 946 time: 0.2686286 Nov 03 16:11:24.769702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-c6e6a9e9-74bf-40b4-8efa-618caa6abc55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 HTTP/1.1" status: 200 len: 217 time: 0.0545630 Nov 03 16:11:24.780183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 66990098-3139-4b08-9306-5292860bc782 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:24.803129 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae326ceb-6a5a-40e9-a4ba-50f25628b3f1 req-2ba6c9f8-831f-4875-aa67-bce721da4864 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880374 Nov 03 16:11:24.865346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca953820-1606-4b4b-82c8-d4d40fb11734 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Deleting subnet 1cf4a6d9-6a99-4dc7-872c-c88dd02c9745 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:11:24.874034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca953820-1606-4b4b-82c8-d4d40fb11734 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:24.903011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-495deafa-437c-4fd5-be22-c826235446aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:24.907584 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-495deafa-437c-4fd5-be22-c826235446aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1107893 Nov 03 16:11:24.984867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-db3b3754-1ce3-41bf-9a4b-aa99b2d0d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:24.986699 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-db3b3754-1ce3-41bf-9a4b-aa99b2d0d62f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722797 Nov 03 16:11:24.990094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c7b25ee-b714-43a7-90a4-538ce91f61ed req-c5efd950-3236-4c46-b2d7-32604a1977fe tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.1093676 Nov 03 16:11:25.014513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 66990098-3139-4b08-9306-5292860bc782 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:11:25.038081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 66990098-3139-4b08-9306-5292860bc782 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:25.038692 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.044546 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca953820-1606-4b4b-82c8-d4d40fb11734 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.133273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe80b8-b0bc-4042-95ae-4bfd1b49b82f None None] DHCP port deletion for 9a443ffb-8c5a-43f7-b318-b3718642ab3f request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:11:25.147121 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-c72d72bc-815a-422d-99a4-7c894e43fc82 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520729 Nov 03 16:11:25.184248 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca953820-1606-4b4b-82c8-d4d40fb11734 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.189575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Deleting port 9975fb46-0419-4f79-a12e-840958eca684 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:25.193169 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.296819 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.317660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-12fe80b8-b0bc-4042-95ae-4bfd1b49b82f None None] Deleting port f6b2dad4-90f0-4c69-b26d-c133084e6c20 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:25.318316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12fe80b8-b0bc-4042-95ae-4bfd1b49b82f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.339291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-c072667b-60eb-4dfd-a469-782c4a8dd301 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833174 Nov 03 16:11:25.343524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] For port 9975fb46-0419-4f79-a12e-840958eca684, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9975fb46-0419-4f79-a12e-840958eca684,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:25.343956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.355578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca953820-1606-4b4b-82c8-d4d40fb11734 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.355894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70953440-f845-4e39-ac0e-df7fdd2fec21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66990098-3139-4b08-9306-5292860bc782'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:25.358377 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba6f5d4-d1c3-48af-b15d-c6e7085b40bc" -d '{"events": [{"server_uuid": "70953440-f845-4e39-ac0e-df7fdd2fec21", "name": "network-vif-plugged", "status": "completed", "tag": "66990098-3139-4b08-9306-5292860bc782"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:25.374274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Calling delete_port for 9975fb46-0419-4f79-a12e-840958eca684 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:25.393277 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca953820-1606-4b4b-82c8-d4d40fb11734 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.396740 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ca953820-1606-4b4b-82c8-d4d40fb11734 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "DELETE /v2.0/subnets/1cf4a6d9-6a99-4dc7-872c-c88dd02c9745 HTTP/1.1" status: 204 len: 168 time: 0.7353272 Nov 03 16:11:25.400874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44990) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:25.401479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da57878-af05-4ff9-940c-1e771c1a41f3 None None] Network 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:25.452997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-ddd8bb23-ca79-4af9-9a1d-14ff40cccfc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99629fd-c01f-4e74-97d1-865bfad31285 HTTP/1.1" status: 200 len: 217 time: 0.1071625 Nov 03 16:11:25.460840 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344e647a-018b-4a8e-803f-87a2936bc9bd x-openstack-request-id: req-344e647a-018b-4a8e-803f-87a2936bc9bd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:25.461200 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70953440-f845-4e39-ac0e-df7fdd2fec21", "name": "network-vif-plugged", "status": "completed", "tag": "66990098-3139-4b08-9306-5292860bc782", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:25.461562 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-344e647a-018b-4a8e-803f-87a2936bc9bd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:25.462022 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70953440-f845-4e39-ac0e-df7fdd2fec21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66990098-3139-4b08-9306-5292860bc782', 'code': 200} Nov 03 16:11:25.468259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca953820-1606-4b4b-82c8-d4d40fb11734 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf4a6d9-6a99-4dc7-872c-c88dd02c9745,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:25.479329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 66990098-3139-4b08-9306-5292860bc782, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=66990098-3139-4b08-9306-5292860bc782,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:25.492628 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.503597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-12fe80b8-b0bc-4042-95ae-4bfd1b49b82f None None] For port f6b2dad4-90f0-4c69-b26d-c133084e6c20, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6b2dad4-90f0-4c69-b26d-c133084e6c20,segment=NetworkSegment(68938942-5d1e-4606-9eed-7fa2dbb0a55e),segment_id=68938942-5d1e-4606-9eed-7fa2dbb0a55e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:25.504067 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12fe80b8-b0bc-4042-95ae-4bfd1b49b82f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.556048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-d7ded936-51a7-4175-97aa-7f8e7bf094bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:25.559036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-d7ded936-51a7-4175-97aa-7f8e7bf094bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.0722153 Nov 03 16:11:25.573034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-12fe80b8-b0bc-4042-95ae-4bfd1b49b82f None None] Calling delete_port for f6b2dad4-90f0-4c69-b26d-c133084e6c20 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:25.644055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-b48373f3-d611-4ac9-af32-3987b839ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:25.645403 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-b48373f3-d611-4ac9-af32-3987b839ba0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0795703 Nov 03 16:11:25.661150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.677641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6f22d-cfb8-4528-93b8-ea5291d567a2 req-9888f831-4f79-478e-b4ad-6dce6eaa22de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:25.679153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92d6f22d-cfb8-4528-93b8-ea5291d567a2 req-9888f831-4f79-478e-b4ad-6dce6eaa22de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 1096 time: 0.1228874 Nov 03 16:11:25.777597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=66990098-3139-4b08-9306-5292860bc782,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:25.791723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92d6f22d-cfb8-4528-93b8-ea5291d567a2 req-409ca751-a42b-47c8-89b5-9d3b7247f4c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948875 Nov 03 16:11:25.858015 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12fe80b8-b0bc-4042-95ae-4bfd1b49b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.879077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-a2b86986-59c2-438e-ad58-03e0c34ce146 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254465 Nov 03 16:11:25.888892 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:25.905964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe80b8-b0bc-4042-95ae-4bfd1b49b82f None None] Pushing event deleted for resources: {'Port': ['ID=f6b2dad4-90f0-4c69-b26d-c133084e6c20,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:25.914534 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e868b039-de23-4988-8516-83bc4e3551b4 req-47eceee0-16e1-469b-a9dd-5cb7b7869cbe tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=1568b892-a53d-4e10-9ca0-34c83e96fd63 HTTP/1.1" status: 200 len: 210 time: 0.0938225 Nov 03 16:11:25.934224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe80b8-b0bc-4042-95ae-4bfd1b49b82f None None] No DVR routers for this DVR port f6b2dad4-90f0-4c69-b26d-c133084e6c20 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:25.946539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79ee207-c6ba-47c0-ba47-6ff80cd732ef None None] DHCP port deletion for 6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:11:25.964189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Pushing event deleted for resources: {'Port': ['ID=9975fb46-0419-4f79-a12e-840958eca684,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:25.968693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Deleting port f6b2dad4-90f0-4c69-b26d-c133084e6c20 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:25.968882 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.049733 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e79ee207-c6ba-47c0-ba47-6ff80cd732ef None None] Deleting port 13d23f15-2767-4e17-9fef-365e059ce15f {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:26.050263 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e79ee207-c6ba-47c0-ba47-6ff80cd732ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.065001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] For port f6b2dad4-90f0-4c69-b26d-c133084e6c20, host n-d-813897-2, got binding levels [] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:26.065365 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.130610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] No DVR routers for this DVR port 9975fb46-0419-4f79-a12e-840958eca684 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:26.138866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Calling delete_port for f6b2dad4-90f0-4c69-b26d-c133084e6c20 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:26.142175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.146667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29fee173-dfe8-40ea-9520-1a84f5886ec3 req-dfc4dfcc-fb6a-47cd-b3ff-58b5fdea120f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.70 "DELETE /v2.0/ports/9975fb46-0419-4f79-a12e-840958eca684 HTTP/1.1" status: 204 len: 173 time: 1.3985438 Nov 03 16:11:26.147515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1568b892-a53d-4e10-9ca0-34c83e96fd63', 'name': 'network-vif-deleted', 'tag': '9975fb46-0419-4f79-a12e-840958eca684'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:26.150911 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0c7458-af1c-4720-9ebc-cefdc4784db7" -d '{"events": [{"server_uuid": "1568b892-a53d-4e10-9ca0-34c83e96fd63", "name": "network-vif-deleted", "tag": "9975fb46-0419-4f79-a12e-840958eca684"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:26.158766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_backend_mixin [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Port f6b2dad4-90f0-4c69-b26d-c133084e6c20 was not found and therefore no delete operation was performed {{(pid=108104) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:11:26.184093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.236460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8defa52-808f-4e1e-9750-e6d36f2b14b1 req-dd4c5980-0999-4238-a575-0565370c1f45 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:26.238072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8defa52-808f-4e1e-9750-e6d36f2b14b1 req-dd4c5980-0999-4238-a575-0565370c1f45 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 945 time: 0.2105045 Nov 03 16:11:26.239341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Port': ['ID=f6b2dad4-90f0-4c69-b26d-c133084e6c20,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:26.245879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] No DVR routers for this DVR port f6b2dad4-90f0-4c69-b26d-c133084e6c20 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:26.382846 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-afcef51a-800b-42d1-976f-9e49a36f8bbb service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965759 Nov 03 16:11:26.418670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45018) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:26.434066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e79ee207-c6ba-47c0-ba47-6ff80cd732ef None None] For port 13d23f15-2767-4e17-9fef-365e059ce15f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=13d23f15-2767-4e17-9fef-365e059ce15f,segment=NetworkSegment(ea74910f-8573-41a6-9079-628491aa7ff1),segment_id=ea74910f-8573-41a6-9079-628491aa7ff1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:26.438817 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.443263 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e79ee207-c6ba-47c0-ba47-6ff80cd732ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.463955 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e8defa52-808f-4e1e-9750-e6d36f2b14b1 req-1416f6c6-a68f-4675-8bee-40f5d381a22e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109110 Nov 03 16:11:26.476634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e79ee207-c6ba-47c0-ba47-6ff80cd732ef None None] Calling delete_port for 13d23f15-2767-4e17-9fef-365e059ce15f owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:26.487119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a443ffb-8c5a-43f7-b318-b3718642ab3f']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:26.487413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-48360e08-0afb-429a-b9a9-9b90143f75a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9 HTTP/1.1" status: 200 len: 217 time: 0.0966923 Nov 03 16:11:26.513981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68938942-5d1e-4606-9eed-7fa2dbb0a55e') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:26.514297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68938942-5d1e-4606-9eed-7fa2dbb0a55e') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:26.533283 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.541656 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5151dc3d-144f-4695-bc7b-4df76c1001ed x-openstack-request-id: req-5151dc3d-144f-4695-bc7b-4df76c1001ed {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:26.542132 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1568b892-a53d-4e10-9ca0-34c83e96fd63", "name": "network-vif-deleted", "tag": "9975fb46-0419-4f79-a12e-840958eca684", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:26.542458 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5151dc3d-144f-4695-bc7b-4df76c1001ed {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:26.543049 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1568b892-a53d-4e10-9ca0-34c83e96fd63', 'name': 'network-vif-deleted', 'tag': '9975fb46-0419-4f79-a12e-840958eca684', 'status': 'completed', 'code': 200} Nov 03 16:11:26.553847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.557441 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2d9921d-476e-4aca-891d-f74a82d3e41c req-7bc101a8-171a-42b7-8154-c78ae4bd79d7 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0642655 Nov 03 16:11:26.569987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:11:26.570391 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:11:26.578590 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:11:26.597007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e79ee207-c6ba-47c0-ba47-6ff80cd732ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:26.619570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-515906e4-c21a-4ee1-aef0-10f3f6118ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:26.621242 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-515906e4-c21a-4ee1-aef0-10f3f6118ea6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.1185315 Nov 03 16:11:26.659456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ee207-c6ba-47c0-ba47-6ff80cd732ef None None] Pushing event deleted for resources: {'Port': ['ID=13d23f15-2767-4e17-9fef-365e059ce15f,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:26.684709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ee207-c6ba-47c0-ba47-6ff80cd732ef None None] No DVR routers for this DVR port 13d23f15-2767-4e17-9fef-365e059ce15f on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:26.685302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400aa-7807-432a-8980-5d1f00bbeaee req-af599475-66e1-4ac2-b8ff-a97a9d14f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:26.687192 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-af599475-66e1-4ac2-b8ff-a97a9d14f6be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584111 Nov 03 16:11:26.815021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6b2dad4-90f0-4c69-b26d-c133084e6c20 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:26.825584 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-e7a71011-a03b-452b-9cc7-c336938ec564 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189141 Nov 03 16:11:26.861074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f6b2dad4-90f0-4c69-b26d-c133084e6c20 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:26.863405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6b2dad4-90f0-4c69-b26d-c133084e6c20 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:26.864260 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 13d23f15-2767-4e17-9fef-365e059ce15f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:26.888362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 13d23f15-2767-4e17-9fef-365e059ce15f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:26.888707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 13d23f15-2767-4e17-9fef-365e059ce15f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:26.969322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-449400aa-7807-432a-8980-5d1f00bbeaee req-d46ff342-98cf-499d-bed8-39283a3e49e0 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355553 Nov 03 16:11:27.058925 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-694701f4-ef39-4e36-a12a-ba98efff9ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.107830 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.115236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.118405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "DELETE /v2.0/networks/9a443ffb-8c5a-43f7-b318-b3718642ab3f HTTP/1.1" status: 204 len: 168 time: 1.7163348 Nov 03 16:11:27.121556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45026) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:27.136401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf6edd-07b0-4953-b932-b453a98e3297 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Network': ['ID=9a443ffb-8c5a-43f7-b318-b3718642ab3f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:27.176369 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-694701f4-ef39-4e36-a12a-ba98efff9ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.182295 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-694701f4-ef39-4e36-a12a-ba98efff9ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.235466 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.244077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9975fb46-0419-4f79-a12e-840958eca684 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:27.269746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-694701f4-ef39-4e36-a12a-ba98efff9ce8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcb9ae00dec24335b454bc66c9298ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8498414 Nov 03 16:11:27.270538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45032) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:27.293927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694701f4-ef39-4e36-a12a-ba98efff9ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae0aac0-bbab-4a81-8586-793b0d67d523,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:27.344754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 9975fb46-0419-4f79-a12e-840958eca684 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:27.346411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e667878-3c35-4505-a6de-276fdd67f1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.360124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9975fb46-0419-4f79-a12e-840958eca684 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:27.372575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e667878-3c35-4505-a6de-276fdd67f1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.438462 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.443790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e667878-3c35-4505-a6de-276fdd67f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.449142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e667878-3c35-4505-a6de-276fdd67f1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.450401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7e667878-3c35-4505-a6de-276fdd67f1e1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6ae0aac0-bbab-4a81-8586-793b0d67d523 HTTP/1.1" status: 204 len: 168 time: 0.1712108 Nov 03 16:11:27.459928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e667878-3c35-4505-a6de-276fdd67f1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae0aac0-bbab-4a81-8586-793b0d67d523,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:27.502893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:27.533127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea74910f-8573-41a6-9079-628491aa7ff1') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:27.533590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea74910f-8573-41a6-9079-628491aa7ff1') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:27.548443 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.660647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.693377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:11:27.693726 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:11:27.697673 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:11:27.760164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93933759-3c29-4228-928f-aa9477dd2382 req-52dcde0e-d0aa-471d-b6bb-1ab57789ef95 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0756228 Nov 03 16:11:27.797906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532a498-0140-4739-9650-d9f38c2fd9ab req-043749eb-10be-41c2-9700-cff9ecf8b713 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:27.799767 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d532a498-0140-4739-9650-d9f38c2fd9ab req-043749eb-10be-41c2-9700-cff9ecf8b713 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 945 time: 0.2265863 Nov 03 16:11:27.801014 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.816372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.823400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "DELETE /v2.0/networks/6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5 HTTP/1.1" status: 204 len: 168 time: 0.6976292 Nov 03 16:11:27.824085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45044) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:27.891758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d532a498-0140-4739-9650-d9f38c2fd9ab req-f3852b65-5e81-4016-a1b9-d4f87f3138ff tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670984 Nov 03 16:11:27.892757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482337ee-bc8e-4155-94d8-426206ea01c2 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Network': ['ID=6ed6c3e0-85b4-43f5-bb9b-ce28517c4ed5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:27.941073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25ef87a-d1a4-4929-b298-208e4226304d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Deleting subnet 7b058faa-c797-42c3-96c4-f7e1468f1d5e {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:11:27.945250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a25ef87a-d1a4-4929-b298-208e4226304d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:27.968293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45048) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:27.985518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-04e0492c-a090-4056-82b3-38e2ea6f3b3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.051563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a25ef87a-d1a4-4929-b298-208e4226304d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.091412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789a5de-04f6-4b59-b9e4-224d509a4b21 req-d3d47b2c-132c-4edf-88c8-935746422b5f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:28.092041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-04e0492c-a090-4056-82b3-38e2ea6f3b3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.096890 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-04e0492c-a090-4056-82b3-38e2ea6f3b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.098011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1789a5de-04f6-4b59-b9e4-224d509a4b21 req-d3d47b2c-132c-4edf-88c8-935746422b5f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 945 time: 0.0965958 Nov 03 16:11:28.136942 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-04e0492c-a090-4056-82b3-38e2ea6f3b3c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=847ac39b3aa04fc8bfdf3dcb3925d720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1675379 Nov 03 16:11:28.139653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45050) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:28.167131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0492c-a090-4056-82b3-38e2ea6f3b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72cbe95-6a8a-44c5-a993-ed483b47160f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:28.202364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1789a5de-04f6-4b59-b9e4-224d509a4b21 req-6b6a66af-0233-405e-bc8b-de5679f830b8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005499 Nov 03 16:11:28.218305 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80b6ffd0-e36a-453b-abfd-92bc541cb535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.239280 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a25ef87a-d1a4-4929-b298-208e4226304d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.272615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80b6ffd0-e36a-453b-abfd-92bc541cb535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.326190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a25ef87a-d1a4-4929-b298-208e4226304d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.374857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ef87a-d1a4-4929-b298-208e4226304d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Subnet': ['ID=7b058faa-c797-42c3-96c4-f7e1468f1d5e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:28.378750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80b6ffd0-e36a-453b-abfd-92bc541cb535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.381912 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80b6ffd0-e36a-453b-abfd-92bc541cb535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.386001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-80b6ffd0-e36a-453b-abfd-92bc541cb535 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a72cbe95-6a8a-44c5-a993-ed483b47160f HTTP/1.1" status: 204 len: 168 time: 0.2424355 Nov 03 16:11:28.390028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a25ef87a-d1a4-4929-b298-208e4226304d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.397369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914ab1b1-8a7c-4d30-87d9-9e079f80f957 None None] Network ecb6470e-ab4b-4448-b71b-71015cddc4f7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:28.399271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a25ef87a-d1a4-4929-b298-208e4226304d tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "DELETE /v2.0/subnets/7b058faa-c797-42c3-96c4-f7e1468f1d5e HTTP/1.1" status: 204 len: 168 time: 0.5735614 Nov 03 16:11:28.400093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45058) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:28.476185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6ffd0-e36a-453b-abfd-92bc541cb535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72cbe95-6a8a-44c5-a993-ed483b47160f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:28.483053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.529348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464da6af-2134-4786-b26c-f2d77fb8c07e req-4a3542f2-e3d6-4da0-9ef7-3873c7551645 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:28.537677 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-464da6af-2134-4786-b26c-f2d77fb8c07e req-4a3542f2-e3d6-4da0-9ef7-3873c7551645 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 945 time: 0.2005801 Nov 03 16:11:28.598173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Deleting port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:28.599027 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.641996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-464da6af-2134-4786-b26c-f2d77fb8c07e req-2c4ef566-97b7-488a-9643-088cb2b33099 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033790 Nov 03 16:11:28.732151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] For port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c,segment=NetworkSegment(0e30487f-ae07-4939-b516-f88c97a5a364),segment_id=0e30487f-ae07-4939-b516-f88c97a5a364)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:28.734403 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:28.750757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Calling delete_port for 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:28.880649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] DHCP port deletion for ecb6470e-ab4b-4448-b71b-71015cddc4f7 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:11:28.972514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9ce9e14-62f9-45a6-809e-7b9456847b2c req-f9941046-e642-4b15-affd-3ab447d475a4 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f109614-4015-4bb8-8181-c09b77596dfa HTTP/1.1" status: 200 len: 210 time: 0.0597370 Nov 03 16:11:28.980935 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.015340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] Deleting port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:29.015714 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.019138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Port': ['ID=6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:29.028466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] No DVR routers for this DVR port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:29.118977 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] For port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:29.118977 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.130825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] Calling delete_port for 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:29.132465 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.133595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] Port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:11:29.136576 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.136745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae87e6-dcb8-4a6b-ad00-05c7864670d0 req-3cd4688b-9714-4a49-bf1b-142ab3c6c7cf tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:29.147336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a1ae87e6-dcb8-4a6b-ad00-05c7864670d0 req-3cd4688b-9714-4a49-bf1b-142ab3c6c7cf tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 945 time: 0.1169596 Nov 03 16:11:29.162397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb6470e-ab4b-4448-b71b-71015cddc4f7']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:29.174492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e30487f-ae07-4939-b516-f88c97a5a364') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:29.175205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e30487f-ae07-4939-b516-f88c97a5a364') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:29.187745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] Pushing event deleted for resources: {'Port': ['ID=6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:29.196325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.198622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b8872c-c58e-4359-a680-7fbced029f07 None None] No DVR routers for this DVR port 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:29.211751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.233631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a1ae87e6-dcb8-4a6b-ad00-05c7864670d0 req-319b4ef3-1c3e-4ab5-865e-e4dbf3dc9f9a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718174 Nov 03 16:11:29.233773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:11:29.233773 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:11:29.235140 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:11:29.311616 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.324877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.328043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "DELETE /v2.0/networks/ecb6470e-ab4b-4448-b71b-71015cddc4f7 HTTP/1.1" status: 204 len: 168 time: 0.9268062 Nov 03 16:11:29.330936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45082) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:29.342884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc0e26-3cb3-4102-9c24-3f863c4ff061 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Pushing event deleted for resources: {'Network': ['ID=ecb6470e-ab4b-4448-b71b-71015cddc4f7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:29.373580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4f8fb75d-7d84-4479-8d8e-2d4a4e422c8a tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5e60934-943c-4c4f-9e32-f02fdbf44274 HTTP/1.1" status: 200 len: 205 time: 0.0405054 Nov 03 16:11:29.375199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45086) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:29.509485 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56b02f5c-88b2-444b-85e7-6cdf8c9f4792 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.808183 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56b02f5c-88b2-444b-85e7-6cdf8c9f4792 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.814214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56b02f5c-88b2-444b-85e7-6cdf8c9f4792 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.859737 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56b02f5c-88b2-444b-85e7-6cdf8c9f4792 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.860314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b02f5c-88b2-444b-85e7-6cdf8c9f4792 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Fanout notify agent at l3_agent the message router_deleted on router b5e60934-943c-4c4f-9e32-f02fdbf44274 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:11:29.867470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56b02f5c-88b2-444b-85e7-6cdf8c9f4792 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:29.871755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-56b02f5c-88b2-444b-85e7-6cdf8c9f4792 tempest-RoutersNegativeTest-1895874284 tempest-RoutersNegativeTest-1895874284-project] 10.222.0.86 "DELETE /v2.0/routers/b5e60934-943c-4c4f-9e32-f02fdbf44274 HTTP/1.1" status: 204 len: 168 time: 0.4924746 Nov 03 16:11:30.082264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45116) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:30.128910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45118) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:30.142860 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57b6262f-c4ce-43d3-b58a-2887f12e4146 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.179338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57b6262f-c4ce-43d3-b58a-2887f12e4146 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.242960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57b6262f-c4ce-43d3-b58a-2887f12e4146 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.247260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-57b6262f-c4ce-43d3-b58a-2887f12e4146 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.249808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-57b6262f-c4ce-43d3-b58a-2887f12e4146 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "DELETE /v2.0/security-groups/5fd56640-5630-47c9-bdbf-5a8417f76928 HTTP/1.1" status: 204 len: 168 time: 0.1663437 Nov 03 16:11:30.252502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45128) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:30.272485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6262f-c4ce-43d3-b58a-2887f12e4146 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd56640-5630-47c9-bdbf-5a8417f76928,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:30.280332 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-04ed440b-b7b7-45ef-a9c4-1bf7a8919e5b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] show failed (client error): The resource could not be found. Nov 03 16:11:30.284696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-04ed440b-b7b7-45ef-a9c4-1bf7a8919e5b tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "GET /v2.0/security-groups/5fd56640-5630-47c9-bdbf-5a8417f76928 HTTP/1.1" status: 404 len: 347 time: 0.0284379 Nov 03 16:11:30.285603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45130) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:30.472132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebd699-5174-4bf2-b3d0-762207875dfd req-fdd2d07b-04d9-4f54-b3aa-bb140cf3b8a3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:30.481187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68ebd699-5174-4bf2-b3d0-762207875dfd req-fdd2d07b-04d9-4f54-b3aa-bb140cf3b8a3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 945 time: 0.1461115 Nov 03 16:11:30.492701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e8454e43-b6fd-4640-ac12-a62b2fe49bdd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c31b9da6c066418597f873e7737f06fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621893 Nov 03 16:11:30.496573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45142) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:30.569358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eab33ea2-43d8-4258-b36a-b4e8a8647490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.577306 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68ebd699-5174-4bf2-b3d0-762207875dfd req-dc5575af-6cb7-49c1-b49b-e251b2ea1ee6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949030 Nov 03 16:11:30.579972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting port d51ca492-8fde-4ded-bbdc-70284382d070 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:30.580179 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.604600 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eab33ea2-43d8-4258-b36a-b4e8a8647490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.678120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eab33ea2-43d8-4258-b36a-b4e8a8647490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.680601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.680980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.682474 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eab33ea2-43d8-4258-b36a-b4e8a8647490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:30.688673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eab33ea2-43d8-4258-b36a-b4e8a8647490 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3b5da58-9d84-4670-8e2c-064d312c3dd7 HTTP/1.1" status: 204 len: 168 time: 0.1901603 Nov 03 16:11:30.699981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Calling delete_port for d51ca492-8fde-4ded-bbdc-70284382d070 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:30.739084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab33ea2-43d8-4258-b36a-b4e8a8647490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b5da58-9d84-4670-8e2c-064d312c3dd7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:30.765136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-a8c6dafe-6e96-4519-9ec4-9b0882d9fd8f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:30.767291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-a8c6dafe-6e96-4519-9ec4-9b0882d9fd8f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 945 time: 0.0769918 Nov 03 16:11:30.825504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:30.888922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:30.889285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6cf0a788-f211-4ac7-9ec2-b84b1c0cf89c not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:30.993898 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Deleting port 66990098-3139-4b08-9306-5292860bc782 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:30.995523 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.055620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.084969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Port': ['ID=d51ca492-8fde-4ded-bbdc-70284382d070,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:31.175739 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.180914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] For port 66990098-3139-4b08-9306-5292860bc782, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=66990098-3139-4b08-9306-5292860bc782,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:31.182319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.184166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.185335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e2615e78-a92a-4fa8-9656-3fa6f633b158 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "DELETE /v2.0/floatingips/31566c64-3579-4484-a602-8b70853a45a5 HTTP/1.1" status: 204 len: 168 time: 0.8988671 Nov 03 16:11:31.190074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45176) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:31.205284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Calling delete_port for 66990098-3139-4b08-9306-5292860bc782 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:31.295758 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.345176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4254f14e-2bc7-4728-b3f4-db3247a1da1e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting port 97005d94-e17f-461f-8de0-4d6922ee8f4c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:31.345848 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4254f14e-2bc7-4728-b3f4-db3247a1da1e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.432977 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.438868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4254f14e-2bc7-4728-b3f4-db3247a1da1e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.445456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:31.456791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4254f14e-2bc7-4728-b3f4-db3247a1da1e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Calling delete_port for 97005d94-e17f-461f-8de0-4d6922ee8f4c owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:31.472248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event deleted for resources: {'Port': ['ID=66990098-3139-4b08-9306-5292860bc782,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:31.504221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['951c9000-a1a2-4666-9cc8-815a4fe3368f', '66990098-3139-4b08-9306-5292860bc782'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:31.567480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] No DVR routers for this DVR port 66990098-3139-4b08-9306-5292860bc782 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:31.572375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.580950 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13d6da99-42c0-4a16-887e-04b3261ff0d7 req-fc252932-8157-4d9e-b2bb-6d146322ce79 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "DELETE /v2.0/ports/66990098-3139-4b08-9306-5292860bc782 HTTP/1.1" status: 204 len: 173 time: 0.8069673 Nov 03 16:11:31.581632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70953440-f845-4e39-ac0e-df7fdd2fec21', 'name': 'network-vif-deleted', 'tag': '66990098-3139-4b08-9306-5292860bc782'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:31.585490 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4f8858-24b8-428d-8579-3ecdcd7856c4" -d '{"events": [{"server_uuid": "70953440-f845-4e39-ac0e-df7fdd2fec21", "name": "network-vif-deleted", "tag": "66990098-3139-4b08-9306-5292860bc782"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:31.621498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4254f14e-2bc7-4728-b3f4-db3247a1da1e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.659281 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a8ccc9-5902-48da-90ff-0c4744b80e99 x-openstack-request-id: req-d8a8ccc9-5902-48da-90ff-0c4744b80e99 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:31.659613 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70953440-f845-4e39-ac0e-df7fdd2fec21", "name": "network-vif-deleted", "tag": "66990098-3139-4b08-9306-5292860bc782", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:31.659911 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d8a8ccc9-5902-48da-90ff-0c4744b80e99 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:31.660367 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70953440-f845-4e39-ac0e-df7fdd2fec21', 'name': 'network-vif-deleted', 'tag': '66990098-3139-4b08-9306-5292860bc782', 'status': 'completed', 'code': 200} Nov 03 16:11:31.675581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254f14e-2bc7-4728-b3f4-db3247a1da1e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Port': ['ID=97005d94-e17f-461f-8de0-4d6922ee8f4c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:31.809018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4254f14e-2bc7-4728-b3f4-db3247a1da1e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:31.816910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4254f14e-2bc7-4728-b3f4-db3247a1da1e tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "DELETE /v2.0/ports/97005d94-e17f-461f-8de0-4d6922ee8f4c HTTP/1.1" status: 204 len: 168 time: 0.6257262 Nov 03 16:11:31.817357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45200) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:31.878673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b9577c3-1d9c-4c22-ba5c-7d58119460ae req-b3f13b65-0d39-47fa-bde2-bb5abfbdf1e0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=70953440-f845-4e39-ac0e-df7fdd2fec21 HTTP/1.1" status: 200 len: 210 time: 0.0729241 Nov 03 16:11:32.057081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6fd75235-7d86-4c99-aab9-4382ded240c5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting port badbb40a-98ec-4340-bdf7-5339dbfaae23 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:32.057488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6fd75235-7d86-4c99-aab9-4382ded240c5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:32.247662 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6fd75235-7d86-4c99-aab9-4382ded240c5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:32.267633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6fd75235-7d86-4c99-aab9-4382ded240c5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Calling delete_port for badbb40a-98ec-4340-bdf7-5339dbfaae23 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:32.477480 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6fd75235-7d86-4c99-aab9-4382ded240c5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:32.513240 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2df04d9-0004-435d-b734-cd490b1a5186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:32.560781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd75235-7d86-4c99-aab9-4382ded240c5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Port': ['ID=badbb40a-98ec-4340-bdf7-5339dbfaae23,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:32.631259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45230) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:32.633651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6fd75235-7d86-4c99-aab9-4382ded240c5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:32.640210 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6fd75235-7d86-4c99-aab9-4382ded240c5 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "DELETE /v2.0/ports/badbb40a-98ec-4340-bdf7-5339dbfaae23 HTTP/1.1" status: 204 len: 168 time: 0.8193521 Nov 03 16:11:32.640532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45232) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:32.718486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5553292b-68c5-48b4-b2ca-a0547b18cd27 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting subnet 50b79715-1df8-439d-b346-6fc9cb269e04 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:11:32.722638 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5553292b-68c5-48b4-b2ca-a0547b18cd27 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:32.783878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5553292b-68c5-48b4-b2ca-a0547b18cd27 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:32.908439 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-562f2faf-028a-43f6-a890-6b9a21574162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:32.948389 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5553292b-68c5-48b4-b2ca-a0547b18cd27 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.068431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-562f2faf-028a-43f6-a890-6b9a21574162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.080137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-562f2faf-028a-43f6-a890-6b9a21574162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.146596 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5553292b-68c5-48b4-b2ca-a0547b18cd27 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.178356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-562f2faf-028a-43f6-a890-6b9a21574162 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=953a628d9f3448408257a3478cc4e481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5436234 Nov 03 16:11:33.184462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f2faf-028a-43f6-a890-6b9a21574162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b19c91-0ebd-415f-b445-4ec4fef1ea16,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:33.187936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45258) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:33.215551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553292b-68c5-48b4-b2ca-a0547b18cd27 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Subnet': ['ID=50b79715-1df8-439d-b346-6fc9cb269e04,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:33.227240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5553292b-68c5-48b4-b2ca-a0547b18cd27 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.231130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b71137-98e3-4a27-8568-3103b9798e14 None None] Network f53c18ab-0e9c-4dc4-9f35-92060e2310fa requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:33.238023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5553292b-68c5-48b4-b2ca-a0547b18cd27 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "DELETE /v2.0/subnets/50b79715-1df8-439d-b346-6fc9cb269e04 HTTP/1.1" status: 204 len: 168 time: 0.5957284 Nov 03 16:11:33.239611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45260) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:33.279974 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0dbdbe30-dc43-4425-945f-d8fc2564f4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.334613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3519d97a-3d42-4c8d-925f-80b0eddd1aae tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting subnet 8fcd4d8b-a3fe-45ee-870a-ce58226e44eb {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:11:33.339255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3519d97a-3d42-4c8d-925f-80b0eddd1aae tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.355806 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0dbdbe30-dc43-4425-945f-d8fc2564f4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.403952 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3519d97a-3d42-4c8d-925f-80b0eddd1aae tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.431946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0dbdbe30-dc43-4425-945f-d8fc2564f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.434770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0dbdbe30-dc43-4425-945f-d8fc2564f4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.442897 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0dbdbe30-dc43-4425-945f-d8fc2564f4fd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/38b19c91-0ebd-415f-b445-4ec4fef1ea16 HTTP/1.1" status: 204 len: 168 time: 0.2496173 Nov 03 16:11:33.456103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdbe30-dc43-4425-945f-d8fc2564f4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b19c91-0ebd-415f-b445-4ec4fef1ea16,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:33.553178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311f660-02b5-42b9-a160-17033f83ef2c req-9d4d1f6f-85c2-4137-956e-c8ca00ebdc1d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:33.560963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0311f660-02b5-42b9-a160-17033f83ef2c req-9d4d1f6f-85c2-4137-956e-c8ca00ebdc1d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 945 time: 0.1228428 Nov 03 16:11:33.564693 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5997f-f862-4210-8f84-75f6908170b3 None None] DHCP port deletion for f53c18ab-0e9c-4dc4-9f35-92060e2310fa request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:11:33.587467 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3519d97a-3d42-4c8d-925f-80b0eddd1aae tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.624229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6db5997f-f862-4210-8f84-75f6908170b3 None None] Deleting port 57414091-46db-4d39-bdd1-aaf2b95922ec {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:33.625079 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6db5997f-f862-4210-8f84-75f6908170b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.654056 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0311f660-02b5-42b9-a160-17033f83ef2c req-ace7a893-ef13-4ace-bfef-fc1970370dba tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922210 Nov 03 16:11:33.688857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3519d97a-3d42-4c8d-925f-80b0eddd1aae tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.709009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6db5997f-f862-4210-8f84-75f6908170b3 None None] For port 57414091-46db-4d39-bdd1-aaf2b95922ec, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=57414091-46db-4d39-bdd1-aaf2b95922ec,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:33.709455 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6db5997f-f862-4210-8f84-75f6908170b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.722998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6db5997f-f862-4210-8f84-75f6908170b3 None None] Calling delete_port for 57414091-46db-4d39-bdd1-aaf2b95922ec owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:33.723388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519d97a-3d42-4c8d-925f-80b0eddd1aae tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcd4d8b-a3fe-45ee-870a-ce58226e44eb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:33.727492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3519d97a-3d42-4c8d-925f-80b0eddd1aae tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.731645 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3519d97a-3d42-4c8d-925f-80b0eddd1aae tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "DELETE /v2.0/subnets/8fcd4d8b-a3fe-45ee-870a-ce58226e44eb HTTP/1.1" status: 204 len: 168 time: 0.4908991 Nov 03 16:11:33.734301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45274) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:33.738846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e74190-55bb-4206-a9c8-46e28acc7a63 None None] Network ee741312-e7a4-497e-a55d-b6166aa88e79 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:33.832992 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.904785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Deleting port 57414091-46db-4d39-bdd1-aaf2b95922ec {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:33.905141 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.960131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45278) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:33.974302 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6db5997f-f862-4210-8f84-75f6908170b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:33.975682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93e2d5ef-b2d4-45a1-9000-3acd7f9c9a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.017071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] For port 57414091-46db-4d39-bdd1-aaf2b95922ec, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=57414091-46db-4d39-bdd1-aaf2b95922ec,segment=NetworkSegment(c6f95b94-d199-4abc-8067-9465740fcd23),segment_id=c6f95b94-d199-4abc-8067-9465740fcd23)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:34.017490 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.036765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5997f-f862-4210-8f84-75f6908170b3 None None] Pushing event deleted for resources: {'Port': ['ID=57414091-46db-4d39-bdd1-aaf2b95922ec,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:34.042848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Calling delete_port for 57414091-46db-4d39-bdd1-aaf2b95922ec owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:34.045015 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5997f-f862-4210-8f84-75f6908170b3 None None] No DVR routers for this DVR port 57414091-46db-4d39-bdd1-aaf2b95922ec on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:34.067532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f56633-e6cd-4df8-9bdc-b4da9fa9b948 None None] DHCP port deletion for ee741312-e7a4-497e-a55d-b6166aa88e79 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:11:34.118647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93e2d5ef-b2d4-45a1-9000-3acd7f9c9a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.124825 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93e2d5ef-b2d4-45a1-9000-3acd7f9c9a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.141974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-16f56633-e6cd-4df8-9bdc-b4da9fa9b948 None None] Deleting port 62f9e5fb-898d-4d24-a115-9faf17f740d2 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:34.143105 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-16f56633-e6cd-4df8-9bdc-b4da9fa9b948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.164760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-93e2d5ef-b2d4-45a1-9000-3acd7f9c9a02 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c23cd3aeacc64262bca8d8c1ead009b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034938 Nov 03 16:11:34.166413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2d5ef-b2d4-45a1-9000-3acd7f9c9a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53b0b20-fabd-4ff9-94df-286852545ca5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:34.168189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45286) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:34.186202 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.235826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Port': ['ID=57414091-46db-4d39-bdd1-aaf2b95922ec,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:34.245639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-16f56633-e6cd-4df8-9bdc-b4da9fa9b948 None None] For port 62f9e5fb-898d-4d24-a115-9faf17f740d2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=62f9e5fb-898d-4d24-a115-9faf17f740d2,segment=NetworkSegment(e771152c-0955-46f6-bee4-17685c7cfdf8),segment_id=e771152c-0955-46f6-bee4-17685c7cfdf8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:34.245639 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-16f56633-e6cd-4df8-9bdc-b4da9fa9b948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.251375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] No DVR routers for this DVR port 57414091-46db-4d39-bdd1-aaf2b95922ec on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:34.283251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-16f56633-e6cd-4df8-9bdc-b4da9fa9b948 None None] Calling delete_port for 62f9e5fb-898d-4d24-a115-9faf17f740d2 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:34.374032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33619402-5964-400a-a5e4-0a460eae2473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.375635 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-16f56633-e6cd-4df8-9bdc-b4da9fa9b948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.388234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.407628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f56633-e6cd-4df8-9bdc-b4da9fa9b948 None None] Pushing event deleted for resources: {'Port': ['ID=62f9e5fb-898d-4d24-a115-9faf17f740d2,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:34.411881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f56633-e6cd-4df8-9bdc-b4da9fa9b948 None None] No DVR routers for this DVR port 62f9e5fb-898d-4d24-a115-9faf17f740d2 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:34.426466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33619402-5964-400a-a5e4-0a460eae2473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.436045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53c18ab-0e9c-4dc4-9f35-92060e2310fa']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:34.453372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f95b94-d199-4abc-8067-9465740fcd23') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:34.453727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f95b94-d199-4abc-8067-9465740fcd23') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:34.473212 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.489310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.496719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:11:34.496879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:11:34.500146 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:11:34.550874 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33619402-5964-400a-a5e4-0a460eae2473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.553468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33619402-5964-400a-a5e4-0a460eae2473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.554645 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-33619402-5964-400a-a5e4-0a460eae2473 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a53b0b20-fabd-4ff9-94df-286852545ca5 HTTP/1.1" status: 204 len: 168 time: 0.3854034 Nov 03 16:11:34.572790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33619402-5964-400a-a5e4-0a460eae2473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53b0b20-fabd-4ff9-94df-286852545ca5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:34.580852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.606307 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.609614 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "DELETE /v2.0/networks/f53c18ab-0e9c-4dc4-9f35-92060e2310fa HTTP/1.1" status: 204 len: 168 time: 0.8739681 Nov 03 16:11:34.610451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d5d21-1274-4209-9f29-1422712dc480 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Network': ['ID=f53c18ab-0e9c-4dc4-9f35-92060e2310fa,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:34.612186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45294) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:34.716568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.787685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 62f9e5fb-898d-4d24-a115-9faf17f740d2 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:34.836452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 66990098-3139-4b08-9306-5292860bc782 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:34.838563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 62f9e5fb-898d-4d24-a115-9faf17f740d2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:34.838901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 62f9e5fb-898d-4d24-a115-9faf17f740d2 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:34.839310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 57414091-46db-4d39-bdd1-aaf2b95922ec no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:34.862654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.871090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ceb8a-62c7-4fea-bf98-aee103553d40 req-298b6ab0-13d7-45c2-b2c4-ca520751796f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:34.872636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a57ceb8a-62c7-4fea-bf98-aee103553d40 req-298b6ab0-13d7-45c2-b2c4-ca520751796f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 945 time: 0.1057806 Nov 03 16:11:34.891165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee741312-e7a4-497e-a55d-b6166aa88e79']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:34.901612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 57414091-46db-4d39-bdd1-aaf2b95922ec {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:34.901965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e771152c-0955-46f6-bee4-17685c7cfdf8') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:34.902261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e771152c-0955-46f6-bee4-17685c7cfdf8') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:34.902677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 57414091-46db-4d39-bdd1-aaf2b95922ec not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:34.904253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 66990098-3139-4b08-9306-5292860bc782 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:34.904826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 66990098-3139-4b08-9306-5292860bc782 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:34.932390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.959954 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.963675 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1740d0b5-9ce7-456c-800d-dcc1c2545a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.971643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:11:34.972146 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:11:34.977690 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:11:34.988476 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a57ceb8a-62c7-4fea-bf98-aee103553d40 req-ff81f5df-7cc8-45e1-97b4-8cec7393283c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070395 Nov 03 16:11:35.068975 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:35.108242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:35.112755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] 10.222.0.86 "DELETE /v2.0/networks/ee741312-e7a4-497e-a55d-b6166aa88e79 HTTP/1.1" status: 204 len: 168 time: 0.4996281 Nov 03 16:11:35.114593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Pushing event deleted for resources: {'Network': ['ID=ee741312-e7a4-497e-a55d-b6166aa88e79,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:35.130210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.130930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.131832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.132583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.133100 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.133755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.135289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.136363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.137245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.139885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.140532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.141277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe94dbd-973f-4c68-a951-eb1adc176761 tempest-TaggedBootDevicesTest_v242-1345458820 tempest-TaggedBootDevicesTest_v242-1345458820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:35.155725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815fd27-191b-4492-b1af-527167616bd2 req-e080735c-bd4b-498b-a49e-d942f7fb7f2c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:35.158326 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6815fd27-191b-4492-b1af-527167616bd2 req-e080735c-bd4b-498b-a49e-d942f7fb7f2c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 945 time: 0.1258228 Nov 03 16:11:35.356854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-6815fd27-191b-4492-b1af-527167616bd2 req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Deleting port 951c9000-a1a2-4666-9cc8-815a4fe3368f {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:35.357535 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6815fd27-191b-4492-b1af-527167616bd2 req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:35.557440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-6815fd27-191b-4492-b1af-527167616bd2 req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] For port 951c9000-a1a2-4666-9cc8-815a4fe3368f, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=951c9000-a1a2-4666-9cc8-815a4fe3368f,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:35.558277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6815fd27-191b-4492-b1af-527167616bd2 req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:35.574154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-6815fd27-191b-4492-b1af-527167616bd2 req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Calling delete_port for 951c9000-a1a2-4666-9cc8-815a4fe3368f owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:35.800091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6815fd27-191b-4492-b1af-527167616bd2 req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:35.812452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:35.843177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event deleted for resources: {'Port': ['ID=951c9000-a1a2-4666-9cc8-815a4fe3368f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:35.971189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['951c9000-a1a2-4666-9cc8-815a4fe3368f'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:36.023366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6815fd27-191b-4492-b1af-527167616bd2 req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] No DVR routers for this DVR port 951c9000-a1a2-4666-9cc8-815a4fe3368f on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:36.030269 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6815fd27-191b-4492-b1af-527167616bd2 req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:36.033798 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6815fd27-191b-4492-b1af-527167616bd2 req-15473b00-1f0e-48fc-af69-44bc28ae9ed6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.15 "DELETE /v2.0/ports/951c9000-a1a2-4666-9cc8-815a4fe3368f HTTP/1.1" status: 204 len: 173 time: 0.8671668 Nov 03 16:11:36.034292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49049856-d0a1-49f7-91a1-505b318eac2e', 'name': 'network-vif-deleted', 'tag': '951c9000-a1a2-4666-9cc8-815a4fe3368f'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:36.047484 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf99e370-de8f-4a38-a310-4d4b47d7192c" -d '{"events": [{"server_uuid": "49049856-d0a1-49f7-91a1-505b318eac2e", "name": "network-vif-deleted", "tag": "951c9000-a1a2-4666-9cc8-815a4fe3368f"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:36.168119 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d3b273-2c19-4d2a-ac70-0e9a994a7a06 x-openstack-request-id: req-31d3b273-2c19-4d2a-ac70-0e9a994a7a06 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:36.168417 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49049856-d0a1-49f7-91a1-505b318eac2e", "name": "network-vif-deleted", "tag": "951c9000-a1a2-4666-9cc8-815a4fe3368f", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:36.168674 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-31d3b273-2c19-4d2a-ac70-0e9a994a7a06 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:36.169177 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49049856-d0a1-49f7-91a1-505b318eac2e', 'name': 'network-vif-deleted', 'tag': '951c9000-a1a2-4666-9cc8-815a4fe3368f', 'status': 'completed', 'code': 200} Nov 03 16:11:36.224269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe2b21a2-26c1-4159-a197-9207d5c9a3eb req-fb7387c8-89a6-4e43-bfcd-e09bcf4d4418 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=49049856-d0a1-49f7-91a1-505b318eac2e HTTP/1.1" status: 200 len: 210 time: 0.0624917 Nov 03 16:11:36.256416 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:36.704327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45392) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:36.777697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-897ad8c5-84ea-459d-865f-91c66da70de2 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:36.787258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-897ad8c5-84ea-459d-865f-91c66da70de2 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/networks?id=0ba7d26c-5773-4096-bb9b-4f41f985e956 HTTP/1.1" status: 200 len: 814 time: 0.2146959 Nov 03 16:11:36.807470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-0a5e861b-193f-403f-adb4-50151cdf0a0e tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/quotas/f176db4711f84fba80ba23a8db39629a HTTP/1.1" status: 200 len: 375 time: 0.0190988 Nov 03 16:11:36.855190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-3b6c4901-3a6f-4406-a942-e269588ebfee tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f176db4711f84fba80ba23a8db39629a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465553 Nov 03 16:11:36.887456 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2971887-482f-41b8-80b5-4279027849ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:37.006023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2971887-482f-41b8-80b5-4279027849ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:37.013414 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2971887-482f-41b8-80b5-4279027849ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:37.049443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-3fb0711c-fc84-4c3a-888c-1f85250c5e87 service neutron] 10.222.0.86 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927125 Nov 03 16:11:37.068747 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f2971887-482f-41b8-80b5-4279027849ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=03b0726a85104fcca04a71268a31303f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629217 Nov 03 16:11:37.073482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45408) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:37.109695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2971887-482f-41b8-80b5-4279027849ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373a80f8-34ee-4e2f-a7fb-37626c9fde39,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:37.148655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b390bcd2-93c2-4e78-9473-b00f0042a37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:37.202632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b390bcd2-93c2-4e78-9473-b00f0042a37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:37.220769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-2f0a16e6-8196-44f9-a19b-5d43be9d0a7c service neutron] 10.222.0.86 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631827 Nov 03 16:11:37.312407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b390bcd2-93c2-4e78-9473-b00f0042a37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:37.316012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b390bcd2-93c2-4e78-9473-b00f0042a37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:37.317740 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b390bcd2-93c2-4e78-9473-b00f0042a37d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/373a80f8-34ee-4e2f-a7fb-37626c9fde39 HTTP/1.1" status: 204 len: 168 time: 0.2433708 Nov 03 16:11:37.329178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390bcd2-93c2-4e78-9473-b00f0042a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a80f8-34ee-4e2f-a7fb-37626c9fde39,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:37.375793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45418) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:37.503137 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03780c3c-070c-46eb-a63b-fbc6a708830c req-7a84cadf-8fa0-43fd-891f-83d644c6990b tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 210 time: 0.0412400 Nov 03 16:11:37.715336 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:37.936393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2828-394f-4414-aeb7-484579c68608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:37.971318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971196-e166-4382-84a7-755a028a6b0a req-058feeb4-ee69-43c8-a1df-6cae75f5dafa tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:37.978872 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-058feeb4-ee69-43c8-a1df-6cae75f5dafa tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.2822485 Nov 03 16:11:38.001060 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-cf21cc27-d228-4662-acb2-750013e6220d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/quotas/e8acd80f5afc4b24a91b336a43f52da7 HTTP/1.1" status: 200 len: 375 time: 0.0212419 Nov 03 16:11:38.088817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-63179d0d-6de1-4c81-89f5-f3745890d497 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868001 Nov 03 16:11:38.209132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2828-394f-4414-aeb7-484579c68608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:38.216745 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2828-394f-4414-aeb7-484579c68608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:38.279687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5c4a2828-394f-4414-aeb7-484579c68608 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e2db46e9935c41728d5f317f632c5919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9023616 Nov 03 16:11:38.282479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45462) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:38.284917 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-71ca9864-6231-4d9f-be63-2d531e5e0e87 service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945362 Nov 03 16:11:38.287041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a2828-394f-4414-aeb7-484579c68608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199779c5-ffbf-4e3a-812d-f7040840b513,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:38.386919 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:38.414367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23714a96-b899-44b8-887d-bbed1acfba64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:38.432336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-54c858d8-5581-4d61-9c61-f3e598c33a75 service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239223 Nov 03 16:11:38.451469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23714a96-b899-44b8-887d-bbed1acfba64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:38.531734 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23714a96-b899-44b8-887d-bbed1acfba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:38.534702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23714a96-b899-44b8-887d-bbed1acfba64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:38.540507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-23714a96-b899-44b8-887d-bbed1acfba64 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/199779c5-ffbf-4e3a-812d-f7040840b513 HTTP/1.1" status: 204 len: 168 time: 0.2563472 Nov 03 16:11:38.571077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23714a96-b899-44b8-887d-bbed1acfba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199779c5-ffbf-4e3a-812d-f7040840b513,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:38.638451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-982dce6a-1e80-4515-8073-205dd84e2348 req-f2c8b703-fdb7-4d24-a2d4-7954596de16e tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 210 time: 0.0469062 Nov 03 16:11:38.732088 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab305202-cede-4fdf-a763-6be02cc845fb req-b799e2aa-79f3-4023-bc53-807d6046d64c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 210 time: 0.0708950 Nov 03 16:11:38.878415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 951c9000-a1a2-4666-9cc8-815a4fe3368f no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:38.922185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 951c9000-a1a2-4666-9cc8-815a4fe3368f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:38.922523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 951c9000-a1a2-4666-9cc8-815a4fe3368f not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:39.047144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-0ac3f9b8-6cee-407e-ae3c-88051b99f4ad tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:39.054894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-0ac3f9b8-6cee-407e-ae3c-88051b99f4ad tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.15 "GET /v2.0/networks?id=0ba7d26c-5773-4096-bb9b-4f41f985e956 HTTP/1.1" status: 200 len: 814 time: 0.1921272 Nov 03 16:11:39.076224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Request body: {'port': {'device_id': 'd7f40e6a-6c04-4f12-aa55-edd268b97b08', 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956', 'admin_state_up': True, 'tenant_id': 'f176db4711f84fba80ba23a8db39629a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:39.226928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45502) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:39.245158 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98a4df33-d414-4846-a607-746d27fb722f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:39.266473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Made reservation on behalf of f176db4711f84fba80ba23a8db39629a for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:39.276026 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:39.395277 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98a4df33-d414-4846-a607-746d27fb722f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:39.401537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98a4df33-d414-4846-a607-746d27fb722f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:39.433441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Allocated IP 172.20.0.13 (0ba7d26c-5773-4096-bb9b-4f41f985e956/91ece80a-4e58-4b30-80a4-2bccdc987e94/e33a6ffc-9551-4f76-9868-1bd20d31a782) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:39.455610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4df33-d414-4846-a607-746d27fb722f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34526b92-53b3-43f4-8918-220e384e89b3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:39.490429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-98a4df33-d414-4846-a607-746d27fb722f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=066192411ed449dbbe96be99b9629dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607334 Nov 03 16:11:39.492344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45512) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:39.629110 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:39.673570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:39.751322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fc47a6f-6e70-467b-a45a-7fb833b17457 req-f84b025d-62d2-4002-a281-b198a3c08bb8 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 210 time: 0.0331149 Nov 03 16:11:40.138479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971196-e166-4382-84a7-755a028a6b0a req-7d17c905-e126-4177-b6e3-959ee20252c8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:40.143530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-7d17c905-e126-4177-b6e3-959ee20252c8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.2598493 Nov 03 16:11:40.157227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Request body: {'port': {'device_id': '410f8e9b-3e5c-4822-b511-0d0a04ab5961', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'admin_state_up': True, 'tenant_id': 'e8acd80f5afc4b24a91b336a43f52da7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:40.201033 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:40.255660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b7808792-8d11-41f6-8795-ea3f21816ba4 req-8b0027f1-28a8-44e2-bcd4-1a2bc6d12cb8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 210 time: 0.0596230 Nov 03 16:11:40.309754 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:40.332535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Made reservation on behalf of e8acd80f5afc4b24a91b336a43f52da7 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:40.337840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:40.353820 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:40.356872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:40.358455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/34526b92-53b3-43f4-8918-220e384e89b3 HTTP/1.1" status: 204 len: 168 time: 0.8620722 Nov 03 16:11:40.379717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Network 0ba7d26c-5773-4096-bb9b-4f41f985e956 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:40.388405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34526b92-53b3-43f4-8918-220e384e89b3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:40.390856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:40.398169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:40.408618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Pushing event updated for resources: {'Port': ['ID=e33a6ffc-9551-4f76-9868-1bd20d31a782,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:40.442095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.442763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.443354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.444420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.445031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.445538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.446011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.446474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.447090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.447804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.448279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.448745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.452793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.453439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.454098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.454578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.455056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.455543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.456032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.456502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.456972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.457440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.458240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.458858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11905e-aaa8-4c10-8093-9de0885c20e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:40.510446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:40.511312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:40.539475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Allocated IP 172.20.0.2 (dd0e1c60-da01-4c1d-83bf-38c5e8195b87/3ede647f-9109-4562-ac96-b8b5db8c5109/010251d3-b3c3-4e1c-84fc-2afa9301de12) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:40.543374 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d2b1dc2d-bee3-4c2e-a4e3-8a4945cd8e70 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4720120 Nov 03 16:11:40.564733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Request body: {'port': {'device_id': 'd7f40e6a-6c04-4f12-aa55-edd268b97b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:40.643279 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:40.772544 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:40.856022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:40.870973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:40.934040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45600) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:40.960393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:40.972403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:40.975559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:41.025553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event updated for resources: {'Port': ['ID=010251d3-b3c3-4e1c-84fc-2afa9301de12,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:41.065025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbfada-e8ca-49e3-8c66-9969059f4215 req-b8c6e3c6-d486-4a1c-a93c-c69d0d939ccd tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:41.067166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ebbfada-e8ca-49e3-8c66-9969059f4215 req-b8c6e3c6-d486-4a1c-a93c-c69d0d939ccd tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 932 time: 0.1579385 Nov 03 16:11:41.081571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:41.082491 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.143917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-a2ed8e9b-6eb5-4893-900e-87083b8d8c58 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9920912 Nov 03 16:11:41.147092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33a6ffc-9551-4f76-9868-1bd20d31a782 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:11:41.175837 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.197377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Request body: {'port': {'device_id': '410f8e9b-3e5c-4822-b511-0d0a04ab5961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:41.209550 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e14f4e6-4133-45f3-9104-bc8b3ba219b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.255973 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Transition to ACTIVE for port object e33a6ffc-9551-4f76-9868-1bd20d31a782 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:11:41.273690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.292289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ebbfada-e8ca-49e3-8c66-9969059f4215 req-7d20d7c1-15b3-4480-827d-2b8d51bcf325 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063618 Nov 03 16:11:41.340126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Pushing event updated for resources: {'Port': ['ID=e33a6ffc-9551-4f76-9868-1bd20d31a782,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:41.370782 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.509283 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e14f4e6-4133-45f3-9104-bc8b3ba219b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.539139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Attempting to bind port e33a6ffc-9551-4f76-9868-1bd20d31a782 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:11:41.539863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Attempting to bind port e33a6ffc-9551-4f76-9868-1bd20d31a782 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:11:41.541462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Attempting to bind port e33a6ffc-9551-4f76-9868-1bd20d31a782 on network 0ba7d26c-5773-4096-bb9b-4f41f985e956 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:11:41.548000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Port e33a6ffc-9551-4f76-9868-1bd20d31a782 on network 0ba7d26c-5773-4096-bb9b-4f41f985e956 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:11:41.548691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Attempting to bind port e33a6ffc-9551-4f76-9868-1bd20d31a782 on network 0ba7d26c-5773-4096-bb9b-4f41f985e956 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:11:41.554395 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e14f4e6-4133-45f3-9104-bc8b3ba219b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.558442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:11:41.558979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Checking segment: {'id': 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:11:41.559516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Bound using segment: {'id': 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:11:41.560133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Bound port: e33a6ffc-9551-4f76-9868-1bd20d31a782, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:11:41.560651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.603555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d1519-ff03-40dc-a69e-aae7106d6fb1 req-76094698-944a-4b0f-8dbd-f62b740e243d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:41.610990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d9d1519-ff03-40dc-a69e-aae7106d6fb1 req-76094698-944a-4b0f-8dbd-f62b740e243d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 931 time: 0.1666756 Nov 03 16:11:41.658913 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4e14f4e6-4133-45f3-9104-bc8b3ba219b5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd77e9188d694faa92fcce82f17290b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7237973 Nov 03 16:11:41.662447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45628) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:41.716684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14f4e6-4133-45f3-9104-bc8b3ba219b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6358cdc3-85de-43a9-9917-4015664ed242,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:41.730658 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d9d1519-ff03-40dc-a69e-aae7106d6fb1 req-6fd999ec-4776-406b-979f-4e5bcd060f8b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186945 Nov 03 16:11:41.769255 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89608504-031b-4bec-a476-18cc14a0f041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.804704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] For port e33a6ffc-9551-4f76-9868-1bd20d31a782, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:11:41.808509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89608504-031b-4bec-a476-18cc14a0f041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.811829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] For port e33a6ffc-9551-4f76-9868-1bd20d31a782, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e33a6ffc-9551-4f76-9868-1bd20d31a782,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:11:41.822415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.857983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010251d3-b3c3-4e1c-84fc-2afa9301de12 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:11:41.865879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.882831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Transition to ACTIVE for port object 010251d3-b3c3-4e1c-84fc-2afa9301de12 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:11:41.887503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.923659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:41.924738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:41.927930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] 10.222.0.15 "PUT /v2.0/ports/e33a6ffc-9551-4f76-9868-1bd20d31a782 HTTP/1.1" status: 200 len: 1092 time: 1.3695924 Nov 03 16:11:41.937035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f40e6a-6c04-4f12-aa55-edd268b97b08', 'tag': 'e33a6ffc-9551-4f76-9868-1bd20d31a782'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:41.941176 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975c572e-526f-40a7-8610-a5ac6023121f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f40e6a-6c04-4f12-aa55-edd268b97b08", "tag": "e33a6ffc-9551-4f76-9868-1bd20d31a782"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:41.970726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Pushing event updated for resources: {'Port': ['ID=010251d3-b3c3-4e1c-84fc-2afa9301de12,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:41.991114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0165618-e832-4ffc-9977-5b03a0f0b087 service neutron] Pushing event updated for resources: {'Port': ['ID=e33a6ffc-9551-4f76-9868-1bd20d31a782,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:42.056994 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04653c85-063b-4c65-b821-e78a8ea5d495 x-openstack-request-id: req-04653c85-063b-4c65-b821-e78a8ea5d495 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:42.057428 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f40e6a-6c04-4f12-aa55-edd268b97b08", "tag": "e33a6ffc-9551-4f76-9868-1bd20d31a782", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:42.057825 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-04653c85-063b-4c65-b821-e78a8ea5d495 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:42.058272 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f40e6a-6c04-4f12-aa55-edd268b97b08', 'tag': 'e33a6ffc-9551-4f76-9868-1bd20d31a782', 'status': 'completed', 'code': 200} Nov 03 16:11:42.061773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89608504-031b-4bec-a476-18cc14a0f041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:42.064994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89608504-031b-4bec-a476-18cc14a0f041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:42.067456 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-89608504-031b-4bec-a476-18cc14a0f041 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6358cdc3-85de-43a9-9917-4015664ed242 HTTP/1.1" status: 204 len: 168 time: 0.3732815 Nov 03 16:11:42.089688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89608504-031b-4bec-a476-18cc14a0f041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6358cdc3-85de-43a9-9917-4015664ed242,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:42.103593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-a066d3d1-4f46-4a40-a9ef-12ab98879e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:42.105295 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-a066d3d1-4f46-4a40-a9ef-12ab98879e07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f176db4711f84fba80ba23a8db39629a&device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 1095 time: 0.0929155 Nov 03 16:11:42.165614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Attempting to bind port 010251d3-b3c3-4e1c-84fc-2afa9301de12 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:11:42.166331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Attempting to bind port 010251d3-b3c3-4e1c-84fc-2afa9301de12 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:11:42.166863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Attempting to bind port 010251d3-b3c3-4e1c-84fc-2afa9301de12 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:11:42.171582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Port 010251d3-b3c3-4e1c-84fc-2afa9301de12 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:11:42.172071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Attempting to bind port 010251d3-b3c3-4e1c-84fc-2afa9301de12 on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:11:42.177266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:11:42.177764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Checking segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:11:42.178240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Bound using segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:11:42.178766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Bound port: 010251d3-b3c3-4e1c-84fc-2afa9301de12, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:11:42.179242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:42.233537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-b3533b4a-a664-4ec9-badc-99c80c1ed45b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e33a6ffc-9551-4f76-9868-1bd20d31a782 HTTP/1.1" status: 200 len: 217 time: 0.1153450 Nov 03 16:11:42.297173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] For port 010251d3-b3c3-4e1c-84fc-2afa9301de12, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:11:42.301027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] For port 010251d3-b3c3-4e1c-84fc-2afa9301de12, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=010251d3-b3c3-4e1c-84fc-2afa9301de12,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:11:42.309354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:42.355259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-115a65ad-fc18-4f3b-90ab-b8f661f4e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:42.356337 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-115a65ad-fc18-4f3b-90ab-b8f661f4e6b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=91ece80a-4e58-4b30-80a4-2bccdc987e94 HTTP/1.1" status: 200 len: 854 time: 0.1130250 Nov 03 16:11:42.397609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:42.398228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:42.399622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] 10.222.0.70 "PUT /v2.0/ports/010251d3-b3c3-4e1c-84fc-2afa9301de12 HTTP/1.1" status: 200 len: 1091 time: 1.2162282 Nov 03 16:11:42.400189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410f8e9b-3e5c-4822-b511-0d0a04ab5961', 'tag': '010251d3-b3c3-4e1c-84fc-2afa9301de12'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:42.432700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-4090dce2-5055-4fcd-8eb8-23e53c44e341 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ba7d26c-5773-4096-bb9b-4f41f985e956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686233 Nov 03 16:11:42.434107 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c823f4be-3b50-4687-8dc4-96caeceb7627" -d '{"events": [{"name": "network-changed", "server_uuid": "410f8e9b-3e5c-4822-b511-0d0a04ab5961", "tag": "010251d3-b3c3-4e1c-84fc-2afa9301de12"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:42.521271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e98cef-a06c-4f7e-a0d7-589a406a6b53 service neutron] Pushing event updated for resources: {'Port': ['ID=010251d3-b3c3-4e1c-84fc-2afa9301de12,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:42.574422 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7438aacc-ad4a-4043-b7e9-85d5e9b305a8 x-openstack-request-id: req-7438aacc-ad4a-4043-b7e9-85d5e9b305a8 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:42.574706 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410f8e9b-3e5c-4822-b511-0d0a04ab5961", "tag": "010251d3-b3c3-4e1c-84fc-2afa9301de12", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:42.574965 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7438aacc-ad4a-4043-b7e9-85d5e9b305a8 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:42.578182 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410f8e9b-3e5c-4822-b511-0d0a04ab5961', 'tag': '010251d3-b3c3-4e1c-84fc-2afa9301de12', 'status': 'completed', 'code': 200} Nov 03 16:11:42.612324 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc538609-a9da-456f-9745-55faedb7cb3b req-b6b0c184-034c-4caf-9ac1-e0cf1a66693d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:42.619899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971196-e166-4382-84a7-755a028a6b0a req-0f478063-3092-4225-a717-47ffcf3c6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:42.621152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc538609-a9da-456f-9745-55faedb7cb3b req-b6b0c184-034c-4caf-9ac1-e0cf1a66693d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 944 time: 0.1675248 Nov 03 16:11:42.621448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-0f478063-3092-4225-a717-47ffcf3c6d7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 1094 time: 0.1700854 Nov 03 16:11:42.682088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-77c82496-eca9-43ee-98e9-fdd60c64b027 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=010251d3-b3c3-4e1c-84fc-2afa9301de12 HTTP/1.1" status: 200 len: 217 time: 0.0522726 Nov 03 16:11:42.725209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc538609-a9da-456f-9745-55faedb7cb3b req-cfb47ade-1620-450d-a3a3-aca84ae7f3ab tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031096 Nov 03 16:11:42.725937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45658) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:42.730106 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-b2974516-86d7-4a2b-bae8-7a5d69057ea6 service neutron] 10.222.0.15 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902308 Nov 03 16:11:42.744955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab275f90-5c68-4c25-a10d-d2a1f751861f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:42.788233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971196-e166-4382-84a7-755a028a6b0a req-8b671973-3f8a-4635-bc6e-05ba2be416ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:42.789768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-8b671973-3f8a-4635-bc6e-05ba2be416ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.1012142 Nov 03 16:11:42.832947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-646c0f87-ff09-40f5-9487-cbc8e0db73bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330710 Nov 03 16:11:42.868539 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a51a0b6-d474-4e1e-bb97-864914a71039 req-afcc9b9b-0c48-4d45-9632-fc8227bc6916 service neutron] 10.222.0.15 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310806 Nov 03 16:11:42.973498 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:11:42.989787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532dde9-87bc-4b49-baf2-c57fc958e10f req-14a771cc-b901-4eb1-9672-a91aa37368df tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:42.991282 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7532dde9-87bc-4b49-baf2-c57fc958e10f req-14a771cc-b901-4eb1-9672-a91aa37368df tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 943 time: 0.1500874 Nov 03 16:11:42.999810 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab275f90-5c68-4c25-a10d-d2a1f751861f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:43.018760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c572e-526f-40a7-8610-a5ac6023121f req-9da3e63e-b712-460f-981e-aa56063f64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:43.020501 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-975c572e-526f-40a7-8610-a5ac6023121f req-9da3e63e-b712-460f-981e-aa56063f64cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f176db4711f84fba80ba23a8db39629a&device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 1095 time: 0.0645988 Nov 03 16:11:43.021663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab275f90-5c68-4c25-a10d-d2a1f751861f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:43.060343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-c410ddae-d5c0-49af-abef-e253656dfaef service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202358 Nov 03 16:11:43.130299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c572e-526f-40a7-8610-a5ac6023121f req-5a1c8e74-7e58-4859-b4f5-741586d4cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:43.131894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-975c572e-526f-40a7-8610-a5ac6023121f req-5a1c8e74-7e58-4859-b4f5-741586d4cd52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ba7d26c-5773-4096-bb9b-4f41f985e956 HTTP/1.1" status: 200 len: 915 time: 0.1030078 Nov 03 16:11:43.171630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ab275f90-5c68-4c25-a10d-d2a1f751861f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa69b1801ddb492aa814b4e0ac05433a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444678 Nov 03 16:11:43.172433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab275f90-5c68-4c25-a10d-d2a1f751861f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43340fcb-7e43-4b60-91f9-2fb08ed889e1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:43.175914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45668) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:43.183391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7532dde9-87bc-4b49-baf2-c57fc958e10f req-1d43023d-ceb3-4124-8c58-15e8c3f155d9 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804206 Nov 03 16:11:43.215698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14971196-e166-4382-84a7-755a028a6b0a req-6d692cfa-dfa8-4dd2-baa8-bb6acbd71228 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390157 Nov 03 16:11:43.216269 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-975c572e-526f-40a7-8610-a5ac6023121f req-6ef809d6-a01b-4d70-b9b2-10fdadd54241 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e33a6ffc-9551-4f76-9868-1bd20d31a782 HTTP/1.1" status: 200 len: 217 time: 0.0763674 Nov 03 16:11:43.252194 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f86b3cb0-05db-47b1-86a9-ee6dfb39d647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:43.288510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c572e-526f-40a7-8610-a5ac6023121f req-dcaff2dd-be30-4933-b617-7fd4e7b1ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:43.291054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-975c572e-526f-40a7-8610-a5ac6023121f req-dcaff2dd-be30-4933-b617-7fd4e7b1ff82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=91ece80a-4e58-4b30-80a4-2bccdc987e94 HTTP/1.1" status: 200 len: 854 time: 0.0677338 Nov 03 16:11:43.308687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f86b3cb0-05db-47b1-86a9-ee6dfb39d647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:43.329364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-975c572e-526f-40a7-8610-a5ac6023121f req-cd825f9a-05e3-465c-8e79-5419a55d7ff0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ba7d26c-5773-4096-bb9b-4f41f985e956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316949 Nov 03 16:11:43.398611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-75de239f-6831-40e6-9588-31bddb45ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:43.403863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-75de239f-6831-40e6-9588-31bddb45ee0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 1094 time: 0.1148722 Nov 03 16:11:43.486512 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-975c572e-526f-40a7-8610-a5ac6023121f req-7168f5a3-dbc6-4cbb-9871-42826b2cde01 service neutron] 10.222.0.15 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492021 Nov 03 16:11:43.492636 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f86b3cb0-05db-47b1-86a9-ee6dfb39d647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:43.496183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f86b3cb0-05db-47b1-86a9-ee6dfb39d647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:43.502070 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f86b3cb0-05db-47b1-86a9-ee6dfb39d647 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/43340fcb-7e43-4b60-91f9-2fb08ed889e1 HTTP/1.1" status: 204 len: 168 time: 0.3180075 Nov 03 16:11:43.524558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b3cb0-05db-47b1-86a9-ee6dfb39d647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43340fcb-7e43-4b60-91f9-2fb08ed889e1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:43.554070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-bbf01bbd-5e15-4062-a648-cc57433f9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:43.555694 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-bbf01bbd-5e15-4062-a648-cc57433f9139 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 906 time: 0.1447022 Nov 03 16:11:43.675469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-975c572e-526f-40a7-8610-a5ac6023121f req-c99d9b9e-aee9-40fb-9451-2dda6840a2bf service neutron] 10.222.0.15 "GET /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808507 Nov 03 16:11:43.955496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e22626-a19c-43bf-8f42-8e0100e6071f req-543f2ddd-f8c6-434f-a893-c39eacb3dcbd tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:43.956982 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06e22626-a19c-43bf-8f42-8e0100e6071f req-543f2ddd-f8c6-434f-a893-c39eacb3dcbd tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 944 time: 0.0990572 Nov 03 16:11:44.020695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06e22626-a19c-43bf-8f42-8e0100e6071f req-785517e6-bca3-4d68-bcf3-d7eb8333a9a3 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566127 Nov 03 16:11:44.180861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-052bc8ae-6303-4922-be68-7d80d3649e34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=010251d3-b3c3-4e1c-84fc-2afa9301de12 HTTP/1.1" status: 200 len: 217 time: 0.6175191 Nov 03 16:11:44.263769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-faee328f-3ce3-4097-acdd-a38cc08f39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:44.266059 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-faee328f-3ce3-4097-acdd-a38cc08f39ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.0768793 Nov 03 16:11:44.301902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-701b85e2-cc8f-47fc-8fd9-54385c4c9409 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283115 Nov 03 16:11:44.414902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d77d88-40bb-4bf0-a89b-09fdd2119b97 req-5892843b-4229-4432-8c62-abf3e2d1966a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:44.416718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7d77d88-40bb-4bf0-a89b-09fdd2119b97 req-5892843b-4229-4432-8c62-abf3e2d1966a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 943 time: 0.1137066 Nov 03 16:11:44.461583 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-f4b27e92-dfcc-4b08-8d34-92dcecd6bbfe service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495960 Nov 03 16:11:44.494121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7d77d88-40bb-4bf0-a89b-09fdd2119b97 req-0e958f57-cb8d-4520-ab10-f27772c712ef tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686059 Nov 03 16:11:44.669103 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c823f4be-3b50-4687-8dc4-96caeceb7627 req-a1455299-9035-4dd0-a00b-73ebf00cbeb4 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796520 Nov 03 16:11:45.249283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665207f-8511-42ad-a671-c03b5b92b2d1 req-a7daca62-e857-4289-bc0f-405571a8fb2d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:45.254559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d665207f-8511-42ad-a671-c03b5b92b2d1 req-a7daca62-e857-4289-bc0f-405571a8fb2d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 944 time: 0.1416492 Nov 03 16:11:45.317497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d665207f-8511-42ad-a671-c03b5b92b2d1 req-f69a7716-2f47-4967-97b3-e56d444990f9 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598447 Nov 03 16:11:45.323405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 010251d3-b3c3-4e1c-84fc-2afa9301de12 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:11:45.459375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 010251d3-b3c3-4e1c-84fc-2afa9301de12, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=010251d3-b3c3-4e1c-84fc-2afa9301de12,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:45.476627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '010251d3-b3c3-4e1c-84fc-2afa9301de12', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'port_id': '010251d3-b3c3-4e1c-84fc-2afa9301de12', 'mac_address': 'fa:16:3e:2d:61:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ede647f-9109-4562-ac96-b8b5db8c5109', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:11:45.542127 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:45.563182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010251d3-b3c3-4e1c-84fc-2afa9301de12 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:11:45.589150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 010251d3-b3c3-4e1c-84fc-2afa9301de12, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=010251d3-b3c3-4e1c-84fc-2afa9301de12,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:45.598256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:45.768855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=010251d3-b3c3-4e1c-84fc-2afa9301de12,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:45.851309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d6c4-19b0-445e-8c80-113ee2f454de req-b22fcb77-e96a-451b-b1ed-6d46f12be542 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:45.860908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72f4d6c4-19b0-445e-8c80-113ee2f454de req-b22fcb77-e96a-451b-b1ed-6d46f12be542 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 944 time: 0.1433799 Nov 03 16:11:45.866495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['010251d3-b3c3-4e1c-84fc-2afa9301de12'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:45.995079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-72f4d6c4-19b0-445e-8c80-113ee2f454de req-750bb92d-62c0-4f0b-a741-75085450f474 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330955 Nov 03 16:11:46.474550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f23de-42d9-4b89-9b88-5bf47ae8f9fd req-c63ca594-bf00-43ca-a5e7-8e895d55d075 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:46.482973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-964f23de-42d9-4b89-9b88-5bf47ae8f9fd req-c63ca594-bf00-43ca-a5e7-8e895d55d075 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 944 time: 0.0692637 Nov 03 16:11:46.537441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-964f23de-42d9-4b89-9b88-5bf47ae8f9fd req-57195528-9c67-4947-a657-9b554f34899b tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535269 Nov 03 16:11:46.681831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45820) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:46.798420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86caece7-fc5b-44f5-aad5-9e4421891ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:46.883547 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86caece7-fc5b-44f5-aad5-9e4421891ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:46.889450 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86caece7-fc5b-44f5-aad5-9e4421891ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:46.925395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e33a6ffc-9551-4f76-9868-1bd20d31a782 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:11:46.936923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caece7-fc5b-44f5-aad5-9e4421891ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f37720-dd17-4239-a1e3-c4f85056d97e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:46.942402 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-86caece7-fc5b-44f5-aad5-9e4421891ffb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80966103393c40c48effba8bc93dd00e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595057 Nov 03 16:11:46.945473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45826) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:47.011776 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-725e1aae-7fa8-4375-b0bd-faa4769242fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.037943 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-725e1aae-7fa8-4375-b0bd-faa4769242fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.055323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e33a6ffc-9551-4f76-9868-1bd20d31a782, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e33a6ffc-9551-4f76-9868-1bd20d31a782,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:47.071825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e33a6ffc-9551-4f76-9868-1bd20d31a782', 'network_id': '0ba7d26c-5773-4096-bb9b-4f41f985e956', 'port_id': 'e33a6ffc-9551-4f76-9868-1bd20d31a782', 'mac_address': 'fa:16:3e:67:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ece80a-4e58-4b30-80a4-2bccdc987e94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:11:47.122137 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.122398 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-725e1aae-7fa8-4375-b0bd-faa4769242fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.125349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-725e1aae-7fa8-4375-b0bd-faa4769242fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.129045 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-725e1aae-7fa8-4375-b0bd-faa4769242fb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/93f37720-dd17-4239-a1e3-c4f85056d97e HTTP/1.1" status: 204 len: 168 time: 0.1780694 Nov 03 16:11:47.139366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33a6ffc-9551-4f76-9868-1bd20d31a782 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:11:47.145897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e1aae-7fa8-4375-b0bd-faa4769242fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f37720-dd17-4239-a1e3-c4f85056d97e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:47.166879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e33a6ffc-9551-4f76-9868-1bd20d31a782, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e33a6ffc-9551-4f76-9868-1bd20d31a782,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:47.177762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9e83e-2910-409a-bb73-2a42b9dc0342 req-aa90e80c-1218-4914-a1e7-50d90338095d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:47.179900 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.188161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95b9e83e-2910-409a-bb73-2a42b9dc0342 req-aa90e80c-1218-4914-a1e7-50d90338095d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 944 time: 0.1066935 Nov 03 16:11:47.244904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e33a6ffc-9551-4f76-9868-1bd20d31a782,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:47.261891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95b9e83e-2910-409a-bb73-2a42b9dc0342 req-d45371fd-9fa3-45d7-b830-aab6ef2c85d3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705388 Nov 03 16:11:47.335876 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 010251d3-b3c3-4e1c-84fc-2afa9301de12 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:47.406809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 010251d3-b3c3-4e1c-84fc-2afa9301de12 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:11:47.411981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 010251d3-b3c3-4e1c-84fc-2afa9301de12 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:47.412465 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.523917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.551252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410f8e9b-3e5c-4822-b511-0d0a04ab5961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010251d3-b3c3-4e1c-84fc-2afa9301de12'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:47.553567 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a891b67a-90fe-4fc4-ac21-7fa1b27f50b0" -d '{"events": [{"server_uuid": "410f8e9b-3e5c-4822-b511-0d0a04ab5961", "name": "network-vif-plugged", "status": "completed", "tag": "010251d3-b3c3-4e1c-84fc-2afa9301de12"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:47.557989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45850) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:47.579929 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-303f9444-aa1e-4108-9875-cadd10708ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.605255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 010251d3-b3c3-4e1c-84fc-2afa9301de12, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=010251d3-b3c3-4e1c-84fc-2afa9301de12,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:47.610409 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.651293 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418a92af-0bd5-4260-9ff6-fae996df1d09 x-openstack-request-id: req-418a92af-0bd5-4260-9ff6-fae996df1d09 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:47.651831 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410f8e9b-3e5c-4822-b511-0d0a04ab5961", "name": "network-vif-plugged", "status": "completed", "tag": "010251d3-b3c3-4e1c-84fc-2afa9301de12", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:47.652254 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-418a92af-0bd5-4260-9ff6-fae996df1d09 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:47.652792 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410f8e9b-3e5c-4822-b511-0d0a04ab5961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010251d3-b3c3-4e1c-84fc-2afa9301de12', 'code': 200} Nov 03 16:11:47.653975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e33a6ffc-9551-4f76-9868-1bd20d31a782'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:47.721499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=010251d3-b3c3-4e1c-84fc-2afa9301de12,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:47.755186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19305c7-f4af-422f-8826-d53fa6279f54 req-b6d793a6-2434-4826-98cb-c1aaf7be30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:47.757238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b19305c7-f4af-422f-8826-d53fa6279f54 req-b6d793a6-2434-4826-98cb-c1aaf7be30b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 1096 time: 0.0481246 Nov 03 16:11:47.797261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d24d1-7286-48a9-9a42-732e827c50e0 req-012f819f-0e57-49d1-9888-e06219032265 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:47.806858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-012d24d1-7286-48a9-9a42-732e827c50e0 req-012f819f-0e57-49d1-9888-e06219032265 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 945 time: 0.1550879 Nov 03 16:11:47.855872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-303f9444-aa1e-4108-9875-cadd10708ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.868345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-303f9444-aa1e-4108-9875-cadd10708ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:47.878386 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b19305c7-f4af-422f-8826-d53fa6279f54 req-d9ca271b-d1b2-4d82-a480-9fd09580c91c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134677 Nov 03 16:11:47.894841 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-012d24d1-7286-48a9-9a42-732e827c50e0 req-83db5881-53d9-487d-81c0-f22c78f8072c tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869229 Nov 03 16:11:47.924606 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-303f9444-aa1e-4108-9875-cadd10708ee7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c0a684f31e2143ae8f31a0e86a4e5a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631709 Nov 03 16:11:47.924606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f9444-aa1e-4108-9875-cadd10708ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a38ca-2618-4d98-ab71-effc1d62dea6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:47.925353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45854) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:47.983876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c097dc8-90d8-425a-9789-49c34ff097e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:48.005265 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c097dc8-90d8-425a-9789-49c34ff097e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:48.054237 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c097dc8-90d8-425a-9789-49c34ff097e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:48.057016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c097dc8-90d8-425a-9789-49c34ff097e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:48.060675 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2c097dc8-90d8-425a-9789-49c34ff097e1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd0a38ca-2618-4d98-ab71-effc1d62dea6 HTTP/1.1" status: 204 len: 168 time: 0.1306577 Nov 03 16:11:48.073741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c097dc8-90d8-425a-9789-49c34ff097e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a38ca-2618-4d98-ab71-effc1d62dea6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:48.422091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71ad4-0b62-400f-910b-26a32f41f003 req-681cd1f6-b742-4509-a320-b65b4e1e4fb4 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:48.423827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ffc71ad4-0b62-400f-910b-26a32f41f003 req-681cd1f6-b742-4509-a320-b65b4e1e4fb4 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 945 time: 0.0804458 Nov 03 16:11:48.498615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ffc71ad4-0b62-400f-910b-26a32f41f003 req-dd621c9e-33d8-4189-a87b-6bb0f139f2bb tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685279 Nov 03 16:11:48.940147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e33a6ffc-9551-4f76-9868-1bd20d31a782 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:11:49.048310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port e33a6ffc-9551-4f76-9868-1bd20d31a782 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:11:49.055153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e33a6ffc-9551-4f76-9868-1bd20d31a782 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:11:49.056856 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:49.071242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0c5d-d7ce-491b-b5d2-031889330fed req-c1827c25-aaa7-4d96-84ca-1e48530250ae tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:49.081324 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c86a0c5d-d7ce-491b-b5d2-031889330fed req-c1827c25-aaa7-4d96-84ca-1e48530250ae tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 945 time: 0.0799983 Nov 03 16:11:49.144663 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c86a0c5d-d7ce-491b-b5d2-031889330fed req-60441388-e318-4593-a98e-e2e200acb50b tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621500 Nov 03 16:11:49.157138 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:49.195858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e33a6ffc-9551-4f76-9868-1bd20d31a782, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e33a6ffc-9551-4f76-9868-1bd20d31a782,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:49.203683 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:49.279673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e33a6ffc-9551-4f76-9868-1bd20d31a782,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:49.654210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e35b6-26e7-49ad-8f17-1b6331548133 req-23a27ab5-8cc6-4c93-95bf-5ff357171880 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:49.654744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f40e6a-6c04-4f12-aa55-edd268b97b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33a6ffc-9551-4f76-9868-1bd20d31a782'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:49.657024 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37b052d-a57a-4866-ad28-ac98a9a50b54" -d '{"events": [{"server_uuid": "d7f40e6a-6c04-4f12-aa55-edd268b97b08", "name": "network-vif-plugged", "status": "completed", "tag": "e33a6ffc-9551-4f76-9868-1bd20d31a782"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:49.659625 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb9e35b6-26e7-49ad-8f17-1b6331548133 req-23a27ab5-8cc6-4c93-95bf-5ff357171880 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 945 time: 0.0661373 Nov 03 16:11:49.715107 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c927df-d09d-47b2-8b2f-81414975a090 x-openstack-request-id: req-30c927df-d09d-47b2-8b2f-81414975a090 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:49.715107 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f40e6a-6c04-4f12-aa55-edd268b97b08", "name": "network-vif-plugged", "status": "completed", "tag": "e33a6ffc-9551-4f76-9868-1bd20d31a782", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:49.715339 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-30c927df-d09d-47b2-8b2f-81414975a090 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:49.715728 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f40e6a-6c04-4f12-aa55-edd268b97b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33a6ffc-9551-4f76-9868-1bd20d31a782', 'code': 200} Nov 03 16:11:49.781459 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb9e35b6-26e7-49ad-8f17-1b6331548133 req-0755d990-2b52-40df-be7e-423ca56e00c1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086707 Nov 03 16:11:49.852137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45940) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:49.880005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61845-a27f-48b7-84b2-b6cc29135a33 req-10dae936-97ec-40be-b8cc-9ed62e84ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:49.883279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2b61845-a27f-48b7-84b2-b6cc29135a33 req-10dae936-97ec-40be-b8cc-9ed62e84ae41 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 1097 time: 0.0754673 Nov 03 16:11:49.976339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2b61845-a27f-48b7-84b2-b6cc29135a33 req-a2686532-24ba-4bb9-b3af-ecf9ad932c49 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855641 Nov 03 16:11:49.992540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45948) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:50.019522 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a3f9c303-50d7-4f51-b5b0-8b9940d9fd3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:50.079660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40330ae-dc9e-4876-b52c-d67ac3c60b2a req-4b42218c-eba8-437b-aa7c-6c9f59a7cb2d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:50.082129 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f40330ae-dc9e-4876-b52c-d67ac3c60b2a req-4b42218c-eba8-437b-aa7c-6c9f59a7cb2d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 945 time: 0.0606766 Nov 03 16:11:50.131964 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a3f9c303-50d7-4f51-b5b0-8b9940d9fd3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:50.140297 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a3f9c303-50d7-4f51-b5b0-8b9940d9fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:50.198369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9c303-50d7-4f51-b5b0-8b9940d9fd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7033d529-9286-4f0f-a72a-2b853bd05398,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:50.216349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f40330ae-dc9e-4876-b52c-d67ac3c60b2a req-9552cd01-c187-4186-a4f1-a161aad340a8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270165 Nov 03 16:11:50.225414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45954) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:50.226192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a3f9c303-50d7-4f51-b5b0-8b9940d9fd3f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9f11127a2e8e42d5bc5f955da0fb6e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3727846 Nov 03 16:11:50.312359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c4e2e-5f8b-472d-8543-96b547263148 req-f1cfcef1-7207-45b3-989e-5ad759cf83f2 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:50.320678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-058c4e2e-5f8b-472d-8543-96b547263148 req-f1cfcef1-7207-45b3-989e-5ad759cf83f2 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 946 time: 0.0857801 Nov 03 16:11:50.386764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-058c4e2e-5f8b-472d-8543-96b547263148 req-f2fbaa9d-4227-46ef-bb7f-8153e3f34bad tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649123 Nov 03 16:11:50.413887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375703e-1620-4be1-aba0-bd8a408e5fb8 req-133a5d48-dbf5-4ae8-ab56-b90072b94948 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:50.417994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5375703e-1620-4be1-aba0-bd8a408e5fb8 req-133a5d48-dbf5-4ae8-ab56-b90072b94948 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 945 time: 0.0931509 Nov 03 16:11:50.482805 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c78d6d31-8108-4f77-ace6-18b67cfb45e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:50.573320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c78d6d31-8108-4f77-ace6-18b67cfb45e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:50.588759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5375703e-1620-4be1-aba0-bd8a408e5fb8 req-9a78ce16-bf08-4cf6-86c6-c105f116b800 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594629 Nov 03 16:11:50.718248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c78d6d31-8108-4f77-ace6-18b67cfb45e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:50.720772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c78d6d31-8108-4f77-ace6-18b67cfb45e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:50.724285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c78d6d31-8108-4f77-ace6-18b67cfb45e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7033d529-9286-4f0f-a72a-2b853bd05398 HTTP/1.1" status: 204 len: 168 time: 0.4948151 Nov 03 16:11:50.738197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d6d31-8108-4f77-ace6-18b67cfb45e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033d529-9286-4f0f-a72a-2b853bd05398,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:50.968331 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:50.990523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cdc9d-5f50-4ca6-b4e1-720a7be98466 req-94df3f97-f597-448b-a17b-eea0f398b9d6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:50.992931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f32cdc9d-5f50-4ca6-b4e1-720a7be98466 req-94df3f97-f597-448b-a17b-eea0f398b9d6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 945 time: 0.0989394 Nov 03 16:11:51.067471 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f32cdc9d-5f50-4ca6-b4e1-720a7be98466 req-da4bb33d-f591-4f79-93e7-aabc459aac4d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679028 Nov 03 16:11:51.424513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Deleting port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:51.424877 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:51.571001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22a88a-851b-4d65-98a9-4db3c8a70201 req-109117f4-70c1-43e4-8b5b-5d6eebb409ab tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:51.578724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bc22a88a-851b-4d65-98a9-4db3c8a70201 req-109117f4-70c1-43e4-8b5b-5d6eebb409ab tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 946 time: 0.0910175 Nov 03 16:11:51.621932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] For port 29d2f03f-e4f8-4a39-b32e-8f833f801a1c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=29d2f03f-e4f8-4a39-b32e-8f833f801a1c,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:51.622295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:51.641281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Calling delete_port for 29d2f03f-e4f8-4a39-b32e-8f833f801a1c owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:51.730408 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bc22a88a-851b-4d65-98a9-4db3c8a70201 req-8f9dc16c-cd4e-4ea7-bec8-3a1e8489b7c2 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450706 Nov 03 16:11:51.868652 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:51.971696 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:52.002867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d2f03f-e4f8-4a39-b32e-8f833f801a1c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:52.392276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a845f-e0a4-4891-8416-4d02654b0b89 req-0e4898e3-f383-4227-bdcc-7907da3779dc tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:52.398158 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f36a845f-e0a4-4891-8416-4d02654b0b89 req-0e4898e3-f383-4227-bdcc-7907da3779dc tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 945 time: 0.1655540 Nov 03 16:11:52.435947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-6bfd8f22-7381-43b0-a3b0-b38947f40be1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:52.438195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-6bfd8f22-7381-43b0-a3b0-b38947f40be1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 945 time: 0.3102093 Nov 03 16:11:52.448710 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:52.640213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f36a845f-e0a4-4891-8416-4d02654b0b89 req-d4b2c334-439d-4215-8681-3fc98a3ccb72 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233818 Nov 03 16:11:52.675611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Deleting port 010251d3-b3c3-4e1c-84fc-2afa9301de12 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:52.676343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:52.766163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46034) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:52.819549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] For port 010251d3-b3c3-4e1c-84fc-2afa9301de12, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=010251d3-b3c3-4e1c-84fc-2afa9301de12,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:52.820504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:52.836973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Calling delete_port for 010251d3-b3c3-4e1c-84fc-2afa9301de12 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:52.986955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:53.016729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:53.081477 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:53.084185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Router aaebc157-208d-43b4-b908-208e78d85e82 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:11:53.092094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5', '010251d3-b3c3-4e1c-84fc-2afa9301de12'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:53.173790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event deleted for resources: {'Port': ['ID=010251d3-b3c3-4e1c-84fc-2afa9301de12,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:53.189814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] No DVR routers for this DVR port 010251d3-b3c3-4e1c-84fc-2afa9301de12 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:53.193458 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:53.197721 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7e4f0e1-88ed-460f-9f6e-6f7710d6d389 req-527646ab-667d-4dfa-ad38-8fb90f63c982 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "DELETE /v2.0/ports/010251d3-b3c3-4e1c-84fc-2afa9301de12 HTTP/1.1" status: 204 len: 173 time: 0.7408504 Nov 03 16:11:53.198213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410f8e9b-3e5c-4822-b511-0d0a04ab5961', 'name': 'network-vif-deleted', 'tag': '010251d3-b3c3-4e1c-84fc-2afa9301de12'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:11:53.200746 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde0835a-fde3-4d9d-9f11-6a767b33660b" -d '{"events": [{"server_uuid": "410f8e9b-3e5c-4822-b511-0d0a04ab5961", "name": "network-vif-deleted", "tag": "010251d3-b3c3-4e1c-84fc-2afa9301de12"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:11:53.224529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:11:53.235473 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7b20e668-8a87-4323-bc5b-9a4ff4114020 admin admin] 10.222.0.86 "PUT /v2.0/routers/aaebc157-208d-43b4-b908-208e78d85e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2418799 Nov 03 16:11:53.240174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46042) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:53.241272 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] Sync routers for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:11:53.258434 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:53.259593 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:53.268354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:53.366105 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc663ad8-8563-4906-9e91-cf11a0aa5604 x-openstack-request-id: req-dc663ad8-8563-4906-9e91-cf11a0aa5604 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:11:53.367653 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410f8e9b-3e5c-4822-b511-0d0a04ab5961", "name": "network-vif-deleted", "tag": "010251d3-b3c3-4e1c-84fc-2afa9301de12", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:11:53.368089 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dc663ad8-8563-4906-9e91-cf11a0aa5604 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:11:53.368673 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410f8e9b-3e5c-4822-b511-0d0a04ab5961', 'name': 'network-vif-deleted', 'tag': '010251d3-b3c3-4e1c-84fc-2afa9301de12', 'status': 'completed', 'code': 200} Nov 03 16:11:53.448577 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:11:53.506871 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:53.517640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Allocated IP 172.25.6.51 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/e8591b15-55b1-4b55-be9f-fda1ba36461b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:53.730646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:53.738196 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:53.827895 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T16:11:51Z', 'revision_number': 5, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port': {'id': '3da3d007-c0e9-42d8-9d4c-367ddbf3befe', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T15:59:54Z', 'updated_at': '2021-11-03T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:53.828185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Deleting port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:53.828647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:53.868682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:53.879634 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] Checking router: aaebc157-208d-43b4-b908-208e78d85e82 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:11:53.895489 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] Routers {'aaebc157-208d-43b4-b908-208e78d85e82'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:11:53.896327 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:11:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['aaebc157-208d-43b4-b908-208e78d85e82'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:53.919577 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9c67f661-a166-4056-9169-526063156950 req-0b965a67-914d-4e8c-bbde-e13d57f4b9b9 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=410f8e9b-3e5c-4822-b511-0d0a04ab5961 HTTP/1.1" status: 200 len: 210 time: 0.0678399 Nov 03 16:11:53.988849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] For port 3da3d007-c0e9-42d8-9d4c-367ddbf3befe, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3da3d007-c0e9-42d8-9d4c-367ddbf3befe,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:53.989206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.003285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:54.008692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:54.011457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Calling delete_port for 3da3d007-c0e9-42d8-9d4c-367ddbf3befe owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:54.016489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:54.058251 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] Set router aaebc157-208d-43b4-b908-208e78d85e82 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:11:54.072136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Pushing event updated for resources: {'Port': ['ID=e8591b15-55b1-4b55-be9f-fda1ba36461b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:54.137967 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T16:11:53Z', 'revision_number': 6, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:54.147628 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.167571 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814bae19-e2c4-43c3-9813-2fb83993b5ca None None] The sync data for ids ['aaebc157-208d-43b4-b908-208e78d85e82'] in n-d-813897-2 is: [{'id': 'aaebc157-208d-43b4-b908-208e78d85e82', 'name': 'tempest-TaggedBootDevicesTest_v242-1287956227-router', 'tenant_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T15:59:53Z', 'updated_at': '2021-11-03T16:11:53Z', 'revision_number': 6, 'project_id': '2b400e679b4d4056a82d8dc866aa1fc3', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:11:54.224251 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.335024 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.368250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da3d007-c0e9-42d8-9d4c-367ddbf3befe,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:54.442118 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.450573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.458701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.578571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Pushing event updated for resources: {'Port': ['ID=e8591b15-55b1-4b55-be9f-fda1ba36461b,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:54.579884 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.592018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.595019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.624718 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.629802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-32e1f48d-9730-48e3-a326-ffeb8d87a8ee tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8623397 Nov 03 16:11:54.630802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46068) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:54.637564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1478880329', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'fixed_ips': [{'ip_address': '172.25.6.51'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:54.661151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.661785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaebc157-208d-43b4-b908-208e78d85e82 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:11:54.669045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.670861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ab728d3e-3afd-435e-b984-93d869e20ee7 admin admin] 10.222.0.86 "DELETE /v2.0/routers/aaebc157-208d-43b4-b908-208e78d85e82 HTTP/1.1" status: 204 len: 168 time: 1.4283097 Nov 03 16:11:54.673382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46070) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:54.680747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Made reservation on behalf of bd0315cf211a4d2aa2e4bc402642ec85 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:54.684760 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.701818 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.800839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db437fd-77b1-4cb9-8235-da20c3fa9d74 admin admin] Deleting subnet 558ba17c-0e20-4eb8-8db0-7149eb904841 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:11:54.804905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2db437fd-77b1-4cb9-8235-da20c3fa9d74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.835046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.847629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.848546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2db437fd-77b1-4cb9-8235-da20c3fa9d74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:54.855885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] device_id is not set on port f296a981-4ddf-489c-b68b-c536130aecb1 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:11:54.936375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2db437fd-77b1-4cb9-8235-da20c3fa9d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.050861 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2db437fd-77b1-4cb9-8235-da20c3fa9d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.058693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230c7d7e-0241-47e0-b10d-64dbdf55a1fc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:55.114286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93be49a5-3a49-4666-8c78-33780d4910fe None None] Network e647349e-071d-4e0d-ae41-37f29f277a4d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:11:55.133264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2db437fd-77b1-4cb9-8235-da20c3fa9d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.152812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2db437fd-77b1-4cb9-8235-da20c3fa9d74 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/558ba17c-0e20-4eb8-8db0-7149eb904841 HTTP/1.1" status: 204 len: 168 time: 0.4769566 Nov 03 16:11:55.156284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46088) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:55.241097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db437fd-77b1-4cb9-8235-da20c3fa9d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558ba17c-0e20-4eb8-8db0-7149eb904841,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:55.260696 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 16:11:55.261837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:11:55.275719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.301932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46092) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:55.302165 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5cca3110-c18f-453f-bcdb-1054d906b86a tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6668415 Nov 03 16:11:55.315269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 29d2f03f-e4f8-4a39-b32e-8f833f801a1c no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:55.367757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 29d2f03f-e4f8-4a39-b32e-8f833f801a1c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:55.368343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 29d2f03f-e4f8-4a39-b32e-8f833f801a1c not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:55.387964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 010251d3-b3c3-4e1c-84fc-2afa9301de12 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:55.406602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Deleting port f6fc8fad-1a19-4ddb-b452-e401cd3e340d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:55.406950 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.423427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 010251d3-b3c3-4e1c-84fc-2afa9301de12 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:55.424454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 010251d3-b3c3-4e1c-84fc-2afa9301de12 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:55.544730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] For port f6fc8fad-1a19-4ddb-b452-e401cd3e340d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6fc8fad-1a19-4ddb-b452-e401cd3e340d,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:55.545302 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.580258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Calling delete_port for f6fc8fad-1a19-4ddb-b452-e401cd3e340d owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:55.588901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] DHCP port deletion for e647349e-071d-4e0d-ae41-37f29f277a4d request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:11:55.708484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-b56e5fae-8970-4363-ad17-d5036be91ebc tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:55.709347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Deleting port f6fc8fad-1a19-4ddb-b452-e401cd3e340d {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:55.709757 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.717798 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-b56e5fae-8970-4363-ad17-d5036be91ebc tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.1534693 Nov 03 16:11:55.780838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-6f1b2f67-3238-48f5-a937-8f95973c14bb tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/quotas/e8acd80f5afc4b24a91b336a43f52da7 HTTP/1.1" status: 200 len: 375 time: 0.0621262 Nov 03 16:11:55.793562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.804838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] For port f6fc8fad-1a19-4ddb-b452-e401cd3e340d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6fc8fad-1a19-4ddb-b452-e401cd3e340d,segment=NetworkSegment(4e116192-aafa-4837-9582-7346626b7f32),segment_id=4e116192-aafa-4837-9582-7346626b7f32)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:11:55.805573 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.817885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] No DVR routers for this DVR port f6fc8fad-1a19-4ddb-b452-e401cd3e340d on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:55.824170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Calling delete_port for f6fc8fad-1a19-4ddb-b452-e401cd3e340d owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:55.850658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Deleting port e8591b15-55b1-4b55-be9f-fda1ba36461b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:11:55.851359 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:55.858746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fc8fad-1a19-4ddb-b452-e401cd3e340d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:55.882770 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-086ac482-fc18-492b-988d-95513cf62267 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844514 Nov 03 16:11:56.038688 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.054442 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.054971 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.091203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e647349e-071d-4e0d-ae41-37f29f277a4d']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:56.102636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-f7be93ce-5f5e-4809-9d0f-311da85ffbaa service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885746 Nov 03 16:11:56.107231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e116192-aafa-4837-9582-7346626b7f32') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:56.107816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e116192-aafa-4837-9582-7346626b7f32') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:11:56.119161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.132448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Calling delete_port for e8591b15-55b1-4b55-be9f-fda1ba36461b owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:11:56.145928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.163176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:11:56.163951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: from cryptography.utils import int_from_bytes Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: from cryptography.utils import int_from_bytes Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.168601 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:11:56.171779 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:11:56.182401 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:11:56.185900 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.208690 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] No DVR routers for this DVR port f6fc8fad-1a19-4ddb-b452-e401cd3e340d on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:11:56.239736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.265661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.269903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] 10.222.0.86 "DELETE /v2.0/networks/e647349e-071d-4e0d-ae41-37f29f277a4d HTTP/1.1" status: 204 len: 168 time: 1.1125813 Nov 03 16:11:56.286960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Pushing event deleted for resources: {'Port': ['ID=f6fc8fad-1a19-4ddb-b452-e401cd3e340d,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:56.310036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.310384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.310725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.318247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.322360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.322976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.323705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.324222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.327464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.327969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.328469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.328945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d889-e91c-49ed-9d72-0deea1011928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:11:56.342128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dad976-fd5c-4190-bea7-5bcf4b0a117f admin admin] Pushing event deleted for resources: {'Network': ['ID=e647349e-071d-4e0d-ae41-37f29f277a4d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:56.425364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-d4a90cb9-a0e6-416e-aecd-98cc4a59cf55 service neutron] 10.222.0.86 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188233 Nov 03 16:11:56.449764 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.484213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8591b15-55b1-4b55-be9f-fda1ba36461b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:56.601187 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.606233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.609225 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1bfe2ee6-acf6-43e3-a44d-0b4476605c9f tempest-ExternalNetworksAdminNegativeTestJSON-1518937165 tempest-ExternalNetworksAdminNegativeTestJSON-1518937165-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/7f2250c1-9579-42f5-bf38-77403a793f00 HTTP/1.1" status: 204 len: 168 time: 1.3061523 Nov 03 16:11:56.661044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46120) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:56.724687 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-91173e91-412a-4343-998f-69672181ede7 req-134be317-d7fa-47b0-b6a0-1e9dea16af76 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 210 time: 0.0801485 Nov 03 16:11:56.757868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46122) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:56.759159 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-37002a65-069b-4df7-9ee1-955205bbde50 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b400e679b4d4056a82d8dc866aa1fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963011 Nov 03 16:11:56.847855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3da3d007-c0e9-42d8-9d4c-367ddbf3befe no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:56.869175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2f2513f-088e-4ffd-a85e-7ed63bf32180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.906072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2f2513f-088e-4ffd-a85e-7ed63bf32180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.909030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 3da3d007-c0e9-42d8-9d4c-367ddbf3befe {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:56.909385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3da3d007-c0e9-42d8-9d4c-367ddbf3befe not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:56.909844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6fc8fad-1a19-4ddb-b452-e401cd3e340d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:11:56.966282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f6fc8fad-1a19-4ddb-b452-e401cd3e340d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:11:56.969119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6fc8fad-1a19-4ddb-b452-e401cd3e340d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:11:56.975946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2f2513f-088e-4ffd-a85e-7ed63bf32180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.980587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e2f2513f-088e-4ffd-a85e-7ed63bf32180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:56.982379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e2f2513f-088e-4ffd-a85e-7ed63bf32180 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d8fa9365-d887-4091-a03a-613006b19010 HTTP/1.1" status: 204 len: 168 time: 0.2232358 Nov 03 16:11:56.996835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2513f-088e-4ffd-a85e-7ed63bf32180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fa9365-d887-4091-a03a-613006b19010,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:57.120986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46136) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:57.528710 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44553670-fd01-43f7-946a-731b832cf428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:57.710448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44553670-fd01-43f7-946a-731b832cf428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:57.717516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44553670-fd01-43f7-946a-731b832cf428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:57.825110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46166) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:57.840703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-44553670-fd01-43f7-946a-731b832cf428 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e9919f00e83f462fa70a0b9e4abaa3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7156286 Nov 03 16:11:57.894493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44553670-fd01-43f7-946a-731b832cf428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14cf882-3ac8-4e6f-bfeb-0e71162edc9f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:57.966350 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b412164-a2c0-47f9-ab83-24cee88593bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:57.994745 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b412164-a2c0-47f9-ab83-24cee88593bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:58.045329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7f08e78-f333-44e0-b5a0-d6f1e88ef480 req-14a4b586-b725-4cf8-ba3a-62db87a3f2e1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 210 time: 0.1211336 Nov 03 16:11:58.085823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b412164-a2c0-47f9-ab83-24cee88593bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:58.090361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b412164-a2c0-47f9-ab83-24cee88593bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:58.091741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2b412164-a2c0-47f9-ab83-24cee88593bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c14cf882-3ac8-4e6f-bfeb-0e71162edc9f HTTP/1.1" status: 204 len: 168 time: 0.2656059 Nov 03 16:11:58.113034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b412164-a2c0-47f9-ab83-24cee88593bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14cf882-3ac8-4e6f-bfeb-0e71162edc9f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:58.344586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46184) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:58.452686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-cde88749-252a-429d-a635-602808866370 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:58.454416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-cde88749-252a-429d-a635-602808866370 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 805 time: 0.2896118 Nov 03 16:11:58.472373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Request body: {'port': {'device_id': 'a69bae88-5105-4b66-8519-7a204e21a1ae', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'admin_state_up': True, 'tenant_id': 'e8acd80f5afc4b24a91b336a43f52da7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:58.638658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46190) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:58.745150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Made reservation on behalf of e8acd80f5afc4b24a91b336a43f52da7 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:58.748970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:58.763454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-355278715-network', 'tenant_id': 'f54c80c3211b4d9b90946260c4d9f077'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:58.796332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Made reservation on behalf of f54c80c3211b4d9b90946260c4d9f077 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:58.801733 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:58.818487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:58.826965 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e3cea96a-2d2a-43ed-822a-ad26ac486a35 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd0315cf211a4d2aa2e4bc402642ec85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868062 Nov 03 16:11:58.829729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46192) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:59.083649 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.111151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.113715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Allocated IP 172.20.0.12 (dd0e1c60-da01-4c1d-83bf-38c5e8195b87/3ede647f-9109-4562-ac96-b8b5db8c5109/1c2f4cce-7350-417e-b1fd-9614fc7c3bea) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:11:59.143763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:11:59.164147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.164669 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Added segment a03e02a5-c694-4da7-acd5-64eaf78f05a5 of type vlan for network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 Nov 03 16:11:59.250480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac89531b-37ef-4566-96cf-7f736d757fad,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:59.276319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.307832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06c92ea6-70ed-4b01-9b51-b9d7c51c4c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.309988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77166f4e-3d77-49ee-b643-1c72d4cb8489 req-e09cf8a5-5cd2-4908-a2fe-a52086d241d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 210 time: 0.1105235 Nov 03 16:11:59.420273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06c92ea6-70ed-4b01-9b51-b9d7c51c4c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.427612 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.434720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:59.435216 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.486688 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.533978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.545421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:11:59.591935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:11:59.600466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:11:59.610052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] Pushing event updated for resources: {'Network': ['ID=6257cb15-1648-4d79-9b9e-3fd52f0ac641,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:59.627708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-153e127c-4eba-48b5-8e3c-8fa968a836bc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2816353 Nov 03 16:11:59.631121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46202) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:11:59.645666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Request body: {'subnet': {'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-355278715-subnet', 'tenant_id': 'f54c80c3211b4d9b90946260c4d9f077', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:59.648362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:11:59.648601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event updated for resources: {'Port': ['ID=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:59.654489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:11:59.700684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Made reservation on behalf of f54c80c3211b4d9b90946260c4d9f077 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:11:59.703069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.705437 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06c92ea6-70ed-4b01-9b51-b9d7c51c4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.715249 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06c92ea6-70ed-4b01-9b51-b9d7c51c4c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.718619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-06c92ea6-70ed-4b01-9b51-b9d7c51c4c60 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/230c7d7e-0241-47e0-b10d-64dbdf55a1fc HTTP/1.1" status: 204 len: 168 time: 0.8852315 Nov 03 16:11:59.745694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c92ea6-70ed-4b01-9b51-b9d7c51c4c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c7d7e-0241-47e0-b10d-64dbdf55a1fc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:11:59.763875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:11:59.765091 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:11:59.808267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-64dafae5-f063-49df-a88f-3fced7c3e9a6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3403845 Nov 03 16:11:59.825583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Request body: {'port': {'device_id': 'a69bae88-5105-4b66-8519-7a204e21a1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:11:59.958635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:00.074470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:00.172317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Checking segment: {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:00.172693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Network hostable DHCP agents. Network: 6257cb15-1648-4d79-9b9e-3fd52f0ac641, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:12:00.184077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:00.204489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:12:00.239131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6257cb15-1648-4d79-9b9e-3fd52f0ac641) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:00.245729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:00.246329 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:00.251650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc53766-3d80-40dd-83fa-874a2158c9a8 None None] Network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:12:00.311168 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a51d0195-77be-4627-b049-1c5069ecdf5c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6780999 Nov 03 16:12:00.598143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-6257cb15-1648-4d79-9b9e-3fd52f0ac641', 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641', 'tenant_id': 'f54c80c3211b4d9b90946260c4d9f077', 'fixed_ips': [{'subnet_id': 'b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:12:00.604403 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:00.693261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a335fdb-05c7-4ca5-96ac-086b44cfd8df req-0fa77fca-7e56-4472-8746-8ef0bc8fbe4e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:00.694855 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a335fdb-05c7-4ca5-96ac-086b44cfd8df req-0fa77fca-7e56-4472-8746-8ef0bc8fbe4e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 932 time: 0.2192965 Nov 03 16:12:00.841254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2f4cce-7350-417e-b1fd-9614fc7c3bea {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:12:00.902557 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:00.962990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a335fdb-05c7-4ca5-96ac-086b44cfd8df req-25268472-6c6e-42da-a5c8-aaca5cca8987 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436240 Nov 03 16:12:00.999029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Allocated IP 172.20.0.2 (6257cb15-1648-4d79-9b9e-3fd52f0ac641/b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33/56554186-7d38-40be-86e4-a0f330d4fdab) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:12:01.009835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Transition to ACTIVE for port object 1c2f4cce-7350-417e-b1fd-9614fc7c3bea will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:12:01.032924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:01.282197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:01.306581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:01.323966 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:01.420570 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:01.437449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:01.482781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:01.485447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:01.485907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Attempting to bind port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:01.486240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Attempting to bind port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:01.486675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Attempting to bind port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:01.499613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:01.499964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Attempting to bind port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea on network dd0e1c60-da01-4c1d-83bf-38c5e8195b87 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:01.510745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:12:01.511092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Checking segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:01.511475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Bound using segment: {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:12:01.516611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Pushing event updated for resources: {'Port': ['ID=56554186-7d38-40be-86e4-a0f330d4fdab,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:01.518295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Bound port: 1c2f4cce-7350-417e-b1fd-9614fc7c3bea, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed25ed0-2ae9-47c6-9783-c3d50451a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:12:01.518725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:01.666923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Attempting to bind port 56554186-7d38-40be-86e4-a0f330d4fdab on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:01.668019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Attempting to bind port 56554186-7d38-40be-86e4-a0f330d4fdab by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:01.668692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Attempting to bind port 56554186-7d38-40be-86e4-a0f330d4fdab on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:01.682787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:12:01.683473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Checking segment: {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:01.684062 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:01.686561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Bound using segment: {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:12:01.687505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Bound port: 56554186-7d38-40be-86e4-a0f330d4fdab, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:12:01.688210 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:01.825794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] For port 56554186-7d38-40be-86e4-a0f330d4fdab, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:01.829316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] For port 56554186-7d38-40be-86e4-a0f330d4fdab, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=56554186-7d38-40be-86e4-a0f330d4fdab,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:12:01.837650 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:01.894175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46290) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:01.907916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710b0b9-9023-45d7-8102-c5794156fcec req-036c94fd-2485-4006-af6b-d6a503c624bd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:01.914797 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-036c94fd-2485-4006-af6b-d6a503c624bd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 815 time: 0.3130670 Nov 03 16:12:01.916617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] For port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:01.928136 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15c150-1d52-40ec-86f0-e01f3b6c0fba None None] Pushing event updated for resources: {'Port': ['ID=56554186-7d38-40be-86e4-a0f330d4fdab,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:01.929116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] For port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:12:01.969549 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.003223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-63894caf-9760-49ad-889c-9c4086beea19 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/quotas/f54c80c3211b4d9b90946260c4d9f077 HTTP/1.1" status: 200 len: 375 time: 0.0783725 Nov 03 16:12:02.007527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b56446-90fb-440c-8138-e999662862e2 req-8bd7ee94-7760-467b-95f9-5fe6212ff01b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:02.014684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d8b56446-90fb-440c-8138-e999662862e2 req-8bd7ee94-7760-467b-95f9-5fe6212ff01b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1057997 Nov 03 16:12:02.093864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:02.095424 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.097228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] 10.222.0.70 "PUT /v2.0/ports/1c2f4cce-7350-417e-b1fd-9614fc7c3bea HTTP/1.1" status: 200 len: 1092 time: 2.2793589 Nov 03 16:12:02.100867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69bae88-5105-4b66-8519-7a204e21a1ae', 'tag': '1c2f4cce-7350-417e-b1fd-9614fc7c3bea'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:02.110418 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a69bae88-5105-4b66-8519-7a204e21a1ae", "tag": "1c2f4cce-7350-417e-b1fd-9614fc7c3bea"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:02.123814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d8b56446-90fb-440c-8138-e999662862e2 req-547d1a7d-e782-4aed-80ad-fe34b8bdad38 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998700 Nov 03 16:12:02.130771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7329062f-9e90-4547-ad40-f112709d7585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.270434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31541d9b-c4a3-450e-9529-342c1539af77 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:02.289422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-3c4a2982-48ad-4196-b263-5af9eb5e00ad tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2381129 Nov 03 16:12:02.358389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7329062f-9e90-4547-ad40-f112709d7585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.380716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7329062f-9e90-4547-ad40-f112709d7585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.421175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-9c6806d1-655e-4899-9fd2-f314fafc44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:02.423222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-9c6806d1-655e-4899-9fd2-f314fafc44f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 1095 time: 0.2514496 Nov 03 16:12:02.425658 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-eaf49269-1a7c-47ba-abbc-3d869189bc4c service neutron] 10.222.0.86 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260111 Nov 03 16:12:02.475473 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7329062f-9e90-4547-ad40-f112709d7585 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=86e99e29b3b945748e449cf47629e393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5798762 Nov 03 16:12:02.488042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46308) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:02.493323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-c1b6be17-62a3-4d30-a8f8-65d53e18b7de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2f4cce-7350-417e-b1fd-9614fc7c3bea HTTP/1.1" status: 200 len: 217 time: 0.0594175 Nov 03 16:12:02.512536 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98241bfb-28fe-4cba-a1df-24d05052cf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.535405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329062f-9e90-4547-ad40-f112709d7585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a847dbe0-2485-426a-9439-d86d717b5f7c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:02.564802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a808e6a-7fe2-4299-94eb-cfd5405d2da6 req-ab4f4148-ec08-4064-9f4d-bc72ac67b0da tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:02.570117 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a808e6a-7fe2-4299-94eb-cfd5405d2da6 req-ab4f4148-ec08-4064-9f4d-bc72ac67b0da tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 944 time: 0.2095571 Nov 03 16:12:02.602678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46312) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:02.611838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb1dd-7bc2-4ecb-812c-40959fdff136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.612283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-f0880be6-613e-4ace-aa61-44f6d0933a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:02.613750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-f0880be6-613e-4ace-aa61-44f6d0933a37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.1093800 Nov 03 16:12:02.651406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb1dd-7bc2-4ecb-812c-40959fdff136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.656638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a808e6a-7fe2-4299-94eb-cfd5405d2da6 req-8942928b-1f2d-4f2b-a0c9-89f419255dfc tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821266 Nov 03 16:12:02.656818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-1905e3a7-d0aa-44e7-bfe6-796b6fda9ced service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328372 Nov 03 16:12:02.658757 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-3e8f22cf-cc48-4ad3-acff-2d663b0d8522 service neutron] 10.222.0.86 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126040 Nov 03 16:12:02.771169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb1dd-7bc2-4ecb-812c-40959fdff136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.774147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb1dd-7bc2-4ecb-812c-40959fdff136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:02.775891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0b3fb1dd-7bc2-4ecb-812c-40959fdff136 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a847dbe0-2485-426a-9439-d86d717b5f7c HTTP/1.1" status: 204 len: 168 time: 0.2853539 Nov 03 16:12:02.800418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fb1dd-7bc2-4ecb-812c-40959fdff136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a847dbe0-2485-426a-9439-d86d717b5f7c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:02.832060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-087d9d7f-227f-45d7-93e3-6d502443557f service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681907 Nov 03 16:12:02.872524 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a448c06d-34ee-4cf8-8780-ea5f97d04920 x-openstack-request-id: req-a448c06d-34ee-4cf8-8780-ea5f97d04920 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:02.872817 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69bae88-5105-4b66-8519-7a204e21a1ae", "tag": "1c2f4cce-7350-417e-b1fd-9614fc7c3bea", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:02.873052 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a448c06d-34ee-4cf8-8780-ea5f97d04920 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:02.873449 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69bae88-5105-4b66-8519-7a204e21a1ae', 'tag': '1c2f4cce-7350-417e-b1fd-9614fc7c3bea', 'status': 'completed', 'code': 200} Nov 03 16:12:02.905063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 56554186-7d38-40be-86e4-a0f330d4fdab up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:12:03.000650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 56554186-7d38-40be-86e4-a0f330d4fdab triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:03.001285 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.005079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-684635842'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:03.059242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Made reservation on behalf of e54dd3188e3c44d89aaaa81d93f5e65c for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:03.066091 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.121792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.153244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.201779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 56554186-7d38-40be-86e4-a0f330d4fdab, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=56554186-7d38-40be-86e4-a0f330d4fdab,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:03.210468 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.305384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5512ca8-0214-4128-8a0b-8a7afb056e66 req-ec89a449-9329-4b80-82bf-116569408c51 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:03.310870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e772f5a0-8336-45cd-a295-b796b4a650e1 req-d3158b1e-abd1-458b-9ec1-7df3f93b77c3 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644151 Nov 03 16:12:03.315707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5512ca8-0214-4128-8a0b-8a7afb056e66 req-ec89a449-9329-4b80-82bf-116569408c51 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.0793612 Nov 03 16:12:03.335716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=56554186-7d38-40be-86e4-a0f330d4fdab,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:03.403374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.411073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5512ca8-0214-4128-8a0b-8a7afb056e66 req-effe25c0-8568-4ca5-a89d-accfbae4c572 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944059 Nov 03 16:12:03.450857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.492754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46344) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:03.508218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a88a666f-b87b-4f6a-8463-4408fe3a9014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.515339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cf076d-7d18-4cef-9f33-7a4ede1493f3 None None] Network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:12:03.544072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:12:03.600043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a88a666f-b87b-4f6a-8463-4408fe3a9014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.606129 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a88a666f-b87b-4f6a-8463-4408fe3a9014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.652579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a88a666f-b87b-4f6a-8463-4408fe3a9014 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aaa17087c7a6401a8fd9df031f4c3244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583023 Nov 03 16:12:03.655382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46346) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:03.694193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-07c93eb1-4730-406a-9cf7-622d95dfd4a6 None None] Provisioning complete for port 56554186-7d38-40be-86e4-a0f330d4fdab triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:03.694569 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-07c93eb1-4730-406a-9cf7-622d95dfd4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.709478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a666f-b87b-4f6a-8463-4408fe3a9014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b246e0bc-6a99-4465-8686-0964da9baf68,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:03.805440 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2dab4083-0c11-4cc2-99dd-d877c50dfe85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.882799 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2dab4083-0c11-4cc2-99dd-d877c50dfe85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.929376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb75e2f-07a1-4dc8-86a7-6ad58943675d req-d4739d1a-4592-4947-8a98-aaad023c67ce tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:03.931154 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5eb75e2f-07a1-4dc8-86a7-6ad58943675d req-d4739d1a-4592-4947-8a98-aaad023c67ce tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 944 time: 0.1161239 Nov 03 16:12:03.964514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-e4e1079d-b9de-4ad1-bf8e-27d1f4ea1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:03.966707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-e4e1079d-b9de-4ad1-bf8e-27d1f4ea1050 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 1095 time: 0.5551555 Nov 03 16:12:03.970148 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2dab4083-0c11-4cc2-99dd-d877c50dfe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.972712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2dab4083-0c11-4cc2-99dd-d877c50dfe85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.976258 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2dab4083-0c11-4cc2-99dd-d877c50dfe85 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b246e0bc-6a99-4465-8686-0964da9baf68 HTTP/1.1" status: 204 len: 168 time: 0.3174775 Nov 03 16:12:03.976411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bba706-e81a-463c-b656-d9f57b1c2dd0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:03.980882 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:03.981232 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Added segment aebee832-c033-4c6e-a8ef-68c6d688eb2e of type vlan for network 16bfe29e-31c0-4638-8c72-db772a067747 Nov 03 16:12:04.020379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab4083-0c11-4cc2-99dd-d877c50dfe85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246e0bc-6a99-4465-8686-0964da9baf68,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:04.035533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5eb75e2f-07a1-4dc8-86a7-6ad58943675d req-ffd36051-ac2e-4fbb-8ae2-db161e3f3e64 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965407 Nov 03 16:12:04.067357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-55df222d-2a33-450d-91f8-e982692c7bb9 None None] Provisioning complete for port 56554186-7d38-40be-86e4-a0f330d4fdab triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:04.067841 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55df222d-2a33-450d-91f8-e982692c7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.095619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26205b-7778-4efb-b89c-a0268127c424 req-f9eef0a4-3bd9-49cd-bbc5-9a4fbb0dcb22 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:04.103578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-f9eef0a4-3bd9-49cd-bbc5-9a4fbb0dcb22 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 815 time: 0.7824652 Nov 03 16:12:04.125972 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.137882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-f08e6053-0c64-44f8-912e-39fc34ec39d6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/quotas/f54c80c3211b4d9b90946260c4d9f077 HTTP/1.1" status: 200 len: 375 time: 0.0333087 Nov 03 16:12:04.210483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-8e32955b-4a45-4d35-b896-17ecd6af8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:04.212042 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-8e32955b-4a45-4d35-b896-17ecd6af8ebe service neutron] 10.222.0.70 "GET /v2.0/networks?id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 200 len: 906 time: 0.2292795 Nov 03 16:12:04.213151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.218621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:04.219197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.317871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-b3264a51-0a2b-4d1a-83df-7f07d0f0e16f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2f4cce-7350-417e-b1fd-9614fc7c3bea HTTP/1.1" status: 200 len: 217 time: 0.0955286 Nov 03 16:12:04.361518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7555444 Nov 03 16:12:04.398334 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710b0b9-9023-45d7-8102-c5794156fcec req-1ad9d3f8-ed8c-475b-8967-9d1a17d94d90 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:04.400455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-1ad9d3f8-ed8c-475b-8967-9d1a17d94d90 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.15 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 815 time: 0.1477964 Nov 03 16:12:04.421711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Request body: {'port': {'device_id': '9bcda8db-973e-426f-8c65-e3f7f3301ef7', 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641', 'admin_state_up': True, 'tenant_id': 'f54c80c3211b4d9b90946260c4d9f077'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:04.427880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-07a7fd5c-a0bf-467d-9743-5e8bd0786f75 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2681835 Nov 03 16:12:04.428704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d283b6-6418-43d9-804c-9f63b07d272d tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Pushing event updated for resources: {'Network': ['ID=16bfe29e-31c0-4638-8c72-db772a067747,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:04.435338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-bab0c38a-17c2-49f0-a3b5-b128643f3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:04.436880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-bab0c38a-17c2-49f0-a3b5-b128643f3ba6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 200 len: 845 time: 0.0722558 Nov 03 16:12:04.445919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 16bfe29e-31c0-4638-8c72-db772a067747 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:12:04.482153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46364) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:04.482314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-8192ae86-3986-4374-8f58-21fbd3726b25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dd0e1c60-da01-4c1d-83bf-38c5e8195b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361986 Nov 03 16:12:04.581178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf0d5548-eb08-4b9c-9796-7b508d561251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.632252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Made reservation on behalf of f54c80c3211b4d9b90946260c4d9f077 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:04.636070 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.645269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-5010518a-8e7b-44dc-9a10-f7cef6be867a service neutron] 10.222.0.86 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065043 Nov 03 16:12:04.674738 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-5d11ed6f-52ca-41ca-81a6-e17e3d6d9116 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813657 Nov 03 16:12:04.786509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46366) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:04.798372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Request body: {'port': {'network_id': '16bfe29e-31c0-4638-8c72-db772a067747', 'binding:host_id': 'n-h2-813897-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-358562508'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:04.814709 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf0d5548-eb08-4b9c-9796-7b508d561251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.829110 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf0d5548-eb08-4b9c-9796-7b508d561251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.829482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 56554186-7d38-40be-86e4-a0f330d4fdab up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:12:04.838228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-c1de7fd6-bb1d-424b-81b2-3c7f1141e169 service neutron] 10.222.0.86 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854479 Nov 03 16:12:04.856666 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ab5f572-56c8-4421-ac46-b2eeb3e656e8 req-fb5fd278-61f9-4917-9a0d-e63c020b93f2 service neutron] 10.222.0.70 "GET /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733685 Nov 03 16:12:04.857860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Made reservation on behalf of 7959cf1a2d7248459932ac8e2c70254a for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:04.860139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.870428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.919934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Allocated IP 172.20.0.11 (6257cb15-1648-4d79-9b9e-3fd52f0ac641/b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33/0c883793-1eed-4566-b503-8d474b4048de) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:12:04.922754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d5548-eb08-4b9c-9796-7b508d561251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd238a7d-185c-46fd-9c8b-52308183c3d1,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:04.935016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bf0d5548-eb08-4b9c-9796-7b508d561251 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=645c8b16144146a7824bafb3d2baed13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776944 Nov 03 16:12:04.938271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46368) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:04.963588 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1d79bd9d-1ec8-49d6-995c-cc5ce9494c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.978101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec86b1-f5a2-430e-a4ff-c7ea4939848d req-e0458fcf-f1c2-409c-a8d1-40f94956f9ea tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:04.983010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 56554186-7d38-40be-86e4-a0f330d4fdab triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:04.983546 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.984925 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:04.986125 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5dec86b1-f5a2-430e-a4ff-c7ea4939848d req-e0458fcf-f1c2-409c-a8d1-40f94956f9ea tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1317551 Nov 03 16:12:04.996418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.006228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] device_id is not set on port 94b5715d-d866-47af-82a3-25ce8927c260 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:12:05.039729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6410b830-3716-4d0f-a5b3-1395d31a2fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.077005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6410b830-3716-4d0f-a5b3-1395d31a2fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.082372 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5dec86b1-f5a2-430e-a4ff-c7ea4939848d req-fb6d63e2-20f0-4f0d-b651-0dfa5b871f8e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952704 Nov 03 16:12:05.280932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.284098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14057726-0e39-4580-be9d-55fe0fd0ea89,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:05.350560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eef605-143f-4f86-8d89-d9cf12a09c35 req-f974d537-5320-4ed5-abd7-34cf19cac393 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:05.352429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43eef605-143f-4f86-8d89-d9cf12a09c35 req-f974d537-5320-4ed5-abd7-34cf19cac393 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 944 time: 0.1256785 Nov 03 16:12:05.357795 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.388879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6410b830-3716-4d0f-a5b3-1395d31a2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.391623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6410b830-3716-4d0f-a5b3-1395d31a2fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.392815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6410b830-3716-4d0f-a5b3-1395d31a2fd3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bd238a7d-185c-46fd-9c8b-52308183c3d1 HTTP/1.1" status: 204 len: 168 time: 0.4524276 Nov 03 16:12:05.399303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1c2f4cce-7350-417e-b1fd-9614fc7c3bea details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:12:05.420897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:05.429039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:05.442875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Pushing event updated for resources: {'Port': ['ID=0c883793-1eed-4566-b503-8d474b4048de,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:05.457248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410b830-3716-4d0f-a5b3-1395d31a2fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd238a7d-185c-46fd-9c8b-52308183c3d1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:05.458431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:05.512568 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43eef605-143f-4f86-8d89-d9cf12a09c35 req-1918c1d2-fc9e-4abc-b706-11657d9114e1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440899 Nov 03 16:12:05.567531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] device_id is not set on port 94b5715d-d866-47af-82a3-25ce8927c260 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:12:05.578690 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.589422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.664123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'Port': ['ID=94b5715d-d866-47af-82a3-25ce8927c260,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:05.674209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:05.679797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Checking segment: {'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:05.680396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Network hostable DHCP agents. Network: 16bfe29e-31c0-4638-8c72-db772a067747, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:12:05.707517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Network 16bfe29e-31c0-4638-8c72-db772a067747 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:12:05.714015 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '1c2f4cce-7350-417e-b1fd-9614fc7c3bea', 'network_id': 'dd0e1c60-da01-4c1d-83bf-38c5e8195b87', 'port_id': '1c2f4cce-7350-417e-b1fd-9614fc7c3bea', 'mac_address': 'fa:16:3e:dd:74:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ede647f-9109-4562-ac96-b8b5db8c5109', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:12:05.721157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 16bfe29e-31c0-4638-8c72-db772a067747) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:05.739445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:05.764577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:05.765357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:05.765546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.766132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:05.766957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:05.774461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:05.775734 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:05.776991 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 2 to bind port 94b5715d-d866-47af-82a3-25ce8927c260 Nov 03 16:12:05.818025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-f5290f23-bf17-4f38-a6eb-6580764fe9f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4007750 Nov 03 16:12:05.818244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.820264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c9580-92f8-494a-81d4-443cb4daaa0b None None] Network 16bfe29e-31c0-4638-8c72-db772a067747 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:12:05.820934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:05.821403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:05.821889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:05.831723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637564b-afa9-4479-9030-a9727955cbd0 req-3f1483fe-f35d-497a-b8af-367e837bf0db tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:05.841101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-3f1483fe-f35d-497a-b8af-367e837bf0db tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 815 time: 0.3691776 Nov 03 16:12:05.848590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Request body: {'port': {'device_id': '9bcda8db-973e-426f-8c65-e3f7f3301ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:05.848746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:05.850291 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:05.850923 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 3 to bind port 94b5715d-d866-47af-82a3-25ce8927c260 Nov 03 16:12:05.875578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2f4cce-7350-417e-b1fd-9614fc7c3bea {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:12:05.887919 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-13cd31fa-0b8a-4329-88f7-2a7cd9d34876 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/quotas/f54c80c3211b4d9b90946260c4d9f077 HTTP/1.1" status: 200 len: 375 time: 0.0458133 Nov 03 16:12:05.896522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:05.896887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:05.897222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:05.899929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:05.909498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:05.909929 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:05.910520 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 4 to bind port 94b5715d-d866-47af-82a3-25ce8927c260 Nov 03 16:12:05.928626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:05.929103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:05.929555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:05.935970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:05.936561 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:05.937110 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 5 to bind port 94b5715d-d866-47af-82a3-25ce8927c260 Nov 03 16:12:05.949211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:05.956531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:05.957173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:05.957678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:05.964409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:05.964821 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:05.965291 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 6 to bind port 94b5715d-d866-47af-82a3-25ce8927c260 Nov 03 16:12:05.980283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:05.981569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:05.981569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:05.998427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.002084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:06.002533 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:06.003173 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 7 to bind port 94b5715d-d866-47af-82a3-25ce8927c260 Nov 03 16:12:06.014428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-56f0729a-ebdc-4645-a43c-65e833146b38 None None] Provisioning complete for port 0c883793-1eed-4566-b503-8d474b4048de triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:06.015337 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-56f0729a-ebdc-4645-a43c-65e833146b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.023138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:06.032454 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-5ceed945-60cc-4f98-9254-f4e2ae818148 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435740 Nov 03 16:12:06.036797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:06.037142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:06.037481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:06.050130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:06.050471 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:06.050877 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 8 to bind port 94b5715d-d866-47af-82a3-25ce8927c260 Nov 03 16:12:06.085846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:06.086367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:06.087365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:06.112303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:06.113762 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:06.114178 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 9 to bind port 94b5715d-d866-47af-82a3-25ce8927c260 Nov 03 16:12:06.123460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-56f0729a-ebdc-4645-a43c-65e833146b38 None None] Port 0c883793-1eed-4566-b503-8d474b4048de cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:12:06.131546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:06.131959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:06.132309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:06.151962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:06.152313 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:06.152791 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 10 to bind port 94b5715d-d866-47af-82a3-25ce8927c260 Nov 03 16:12:06.169323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:06.169896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:06.170350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:06.175962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['1c2f4cce-7350-417e-b1fd-9614fc7c3bea'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:12:06.177421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 94b5715d-d866-47af-82a3-25ce8927c260 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:06.177862 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 94b5715d-d866-47af-82a3-25ce8927c260 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:06.178275 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.308820 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.375811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] For port 94b5715d-d866-47af-82a3-25ce8927c260, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:06.376358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempted to set empty binding levels {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 16:12:06.392547 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.411842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33451-8ea1-4dc4-86a3-831bc740f988 req-c050f528-e7fe-42f9-ac3c-efdf2447c82e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:06.413428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edb33451-8ea1-4dc4-86a3-831bc740f988 req-c050f528-e7fe-42f9-ac3c-efdf2447c82e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1158440 Nov 03 16:12:06.447784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:06.448374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.487080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'Port': ['ID=94b5715d-d866-47af-82a3-25ce8927c260,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:06.498044 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d408bb91-b881-48a9-8afb-bf6a8cd08fd3 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.7066786 Nov 03 16:12:06.498937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46422) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:06.605680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edb33451-8ea1-4dc4-86a3-831bc740f988 req-02a22238-be3c-4475-b6f3-382672115165 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653252 Nov 03 16:12:06.652639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9aea07d9-2795-445d-a9ad-4b2591c96807 service neutron] 10.222.0.86 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193070 Nov 03 16:12:06.735572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26205b-7778-4efb-b89c-a0268127c424 req-1db96414-f0c5-4f93-a372-3a6a9edbafbc tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:06.737051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-1db96414-f0c5-4f93-a372-3a6a9edbafbc tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.70 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 815 time: 0.1975014 Nov 03 16:12:06.753109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Request body: {'port': {'device_id': 'f4877d09-61aa-4b3c-8a11-00f2caa3c1aa', 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641', 'admin_state_up': True, 'tenant_id': 'f54c80c3211b4d9b90946260c4d9f077'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:06.761378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-09dfb2c0-b2d6-4467-a0fe-38381397dd48 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Deleting port 94b5715d-d866-47af-82a3-25ce8927c260 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:06.761781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09dfb2c0-b2d6-4467-a0fe-38381397dd48 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.863924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-a2e9a4a9-0e72-4f78-841b-6dc7c05e96eb service neutron] 10.222.0.86 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004304 Nov 03 16:12:06.938589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-09dfb2c0-b2d6-4467-a0fe-38381397dd48 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] For port 94b5715d-d866-47af-82a3-25ce8927c260, host n-h2-813897-2, got binding levels [] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:06.939091 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09dfb2c0-b2d6-4467-a0fe-38381397dd48 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.945765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c883793-1eed-4566-b503-8d474b4048de {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:12:06.955039 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.971621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Transition to ACTIVE for port object 0c883793-1eed-4566-b503-8d474b4048de will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:12:06.975901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:06.978876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15b01c-c5b2-4b59-9b92-0010eb6afa32 req-eba60a4e-833f-4038-ae1b-2efed8eb258a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:06.980623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab15b01c-c5b2-4b59-9b92-0010eb6afa32 req-eba60a4e-833f-4038-ae1b-2efed8eb258a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 945 time: 0.1444833 Nov 03 16:12:06.982060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-09dfb2c0-b2d6-4467-a0fe-38381397dd48 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Calling delete_port for 94b5715d-d866-47af-82a3-25ce8927c260 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:07.034912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Pushing event updated for resources: {'Port': ['ID=0c883793-1eed-4566-b503-8d474b4048de,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:07.127531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Made reservation on behalf of f54c80c3211b4d9b90946260c4d9f077 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:07.131633 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.147674 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28c8dc73-7639-41e4-a94f-786d064a6fd4 req-64b5273e-aece-4a1c-9680-a2d17d089e1f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 210 time: 0.0446072 Nov 03 16:12:07.161416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Attempting to bind port 0c883793-1eed-4566-b503-8d474b4048de on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:07.162123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Attempting to bind port 0c883793-1eed-4566-b503-8d474b4048de by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:07.162637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Attempting to bind port 0c883793-1eed-4566-b503-8d474b4048de on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:07.177852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Port 0c883793-1eed-4566-b503-8d474b4048de on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:07.178532 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Attempting to bind port 0c883793-1eed-4566-b503-8d474b4048de on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:07.189824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:12:07.190156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab15b01c-c5b2-4b59-9b92-0010eb6afa32 req-482b2ff9-4cfd-4af7-b589-df3d17657225 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978300 Nov 03 16:12:07.190363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Checking segment: {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:07.190885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Bound using segment: {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:12:07.191322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Bound port: 0c883793-1eed-4566-b503-8d474b4048de, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:12:07.192945 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.294915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] For port 0c883793-1eed-4566-b503-8d474b4048de, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:07.300555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] For port 0c883793-1eed-4566-b503-8d474b4048de, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=0c883793-1eed-4566-b503-8d474b4048de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:12:07.308307 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.359904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:07.360897 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.363193 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] 10.222.0.15 "PUT /v2.0/ports/0c883793-1eed-4566-b503-8d474b4048de HTTP/1.1" status: 200 len: 1092 time: 1.5198584 Nov 03 16:12:07.430274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcda8db-973e-426f-8c65-e3f7f3301ef7', 'tag': '0c883793-1eed-4566-b503-8d474b4048de'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:07.432670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1c2f4cce-7350-417e-b1fd-9614fc7c3bea up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:12:07.438484 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce9fb35-140d-4eec-8c17-1c9906885e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcda8db-973e-426f-8c65-e3f7f3301ef7", "tag": "0c883793-1eed-4566-b503-8d474b4048de"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:07.466973 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09dfb2c0-b2d6-4467-a0fe-38381397dd48 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.546891 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d7070a-00e2-4484-b8b6-6874425e1aaa x-openstack-request-id: req-55d7070a-00e2-4484-b8b6-6874425e1aaa {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:07.547599 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcda8db-973e-426f-8c65-e3f7f3301ef7", "tag": "0c883793-1eed-4566-b503-8d474b4048de", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:07.547946 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55d7070a-00e2-4484-b8b6-6874425e1aaa {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:07.549481 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bcda8db-973e-426f-8c65-e3f7f3301ef7', 'tag': '0c883793-1eed-4566-b503-8d474b4048de', 'status': 'completed', 'code': 200} Nov 03 16:12:07.608294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:12:07.610587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfb2c0-b2d6-4467-a0fe-38381397dd48 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event deleted for resources: {'Port': ['ID=94b5715d-d866-47af-82a3-25ce8927c260,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:07.616317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:07.617019 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.651930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6847b-286a-461a-9bc9-31d580e298ba service neutron] Pushing event updated for resources: {'Port': ['ID=0c883793-1eed-4566-b503-8d474b4048de,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:07.658401 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09dfb2c0-b2d6-4467-a0fe-38381397dd48 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.664040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-09dfb2c0-b2d6-4467-a0fe-38381397dd48 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "DELETE /v2.0/ports/94b5715d-d866-47af-82a3-25ce8927c260 HTTP/1.1" status: 204 len: 168 time: 1.1620119 Nov 03 16:12:07.664365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710b0b9-9023-45d7-8102-c5794156fcec req-44ab712b-96bd-4181-a905-6d6fcd0297ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:07.664365 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-44ab712b-96bd-4181-a905-6d6fcd0297ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 1095 time: 0.2063975 Nov 03 16:12:07.664365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46452) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:07.714854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Allocated IP 172.20.0.7 (6257cb15-1648-4d79-9b9e-3fd52f0ac641/b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33/6d9d342f-a330-4681-9699-757baef9e9de) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:12:07.765755 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.823965 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a88f0bc-1cff-4d30-978d-c5301dd4ba2b tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] GET failed (client error): The resource could not be found. Nov 03 16:12:07.825892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6a88f0bc-1cff-4d30-978d-c5301dd4ba2b tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "GET /v2.0/ports/94b5715d-d866-47af-82a3-25ce8927c260 HTTP/1.1" status: 404 len: 333 time: 0.1606884 Nov 03 16:12:07.827942 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-e65e9368-d579-4889-a545-2e5e03d4d614 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c883793-1eed-4566-b503-8d474b4048de HTTP/1.1" status: 200 len: 217 time: 0.1371732 Nov 03 16:12:07.829317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46460) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:07.835010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Request body: {'port': {'network_id': '16bfe29e-31c0-4638-8c72-db772a067747', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-637630727'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:07.886039 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.923070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Made reservation on behalf of 7959cf1a2d7248459932ac8e2c70254a for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:07.926297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.939242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69bae88-5105-4b66-8519-7a204e21a1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2f4cce-7350-417e-b1fd-9614fc7c3bea'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:07.941934 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea668d01-6bf8-4475-8c2f-3ae81c68b0ab" -d '{"events": [{"server_uuid": "a69bae88-5105-4b66-8519-7a204e21a1ae", "name": "network-vif-plugged", "status": "completed", "tag": "1c2f4cce-7350-417e-b1fd-9614fc7c3bea"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:07.955721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] device_id is not set on port 3b46aec6-65f1-438f-8220-dc190afef0f9 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:12:07.988389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:07.996569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c37151-3639-4ca8-b446-657497e877aa req-c1743a20-06fe-4b1c-aebe-a3054aaa5e73 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:07.996711 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:07.998493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3c37151-3639-4ca8-b446-657497e877aa req-c1743a20-06fe-4b1c-aebe-a3054aaa5e73 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.2348173 Nov 03 16:12:08.052681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710b0b9-9023-45d7-8102-c5794156fcec req-56bfc037-bc78-4416-ab11-dd6086d164e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:08.054535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-56bfc037-bc78-4416-ab11-dd6086d164e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33 HTTP/1.1" status: 200 len: 854 time: 0.1823885 Nov 03 16:12:08.071615 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1288b19-f87b-4987-8a37-e46d3fedc093 x-openstack-request-id: req-e1288b19-f87b-4987-8a37-e46d3fedc093 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:08.080414 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69bae88-5105-4b66-8519-7a204e21a1ae", "name": "network-vif-plugged", "status": "completed", "tag": "1c2f4cce-7350-417e-b1fd-9614fc7c3bea", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:08.080947 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e1288b19-f87b-4987-8a37-e46d3fedc093 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:08.081566 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69bae88-5105-4b66-8519-7a204e21a1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2f4cce-7350-417e-b1fd-9614fc7c3bea', 'code': 200} Nov 03 16:12:08.135463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3c37151-3639-4ca8-b446-657497e877aa req-c2b563e9-5564-452a-b003-18b91c424d68 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995193 Nov 03 16:12:08.167167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:08.188156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:08.214528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710b0b9-9023-45d7-8102-c5794156fcec req-d4324e0f-1b8d-4c02-8341-0206d9718f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:08.230650 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-d4324e0f-1b8d-4c02-8341-0206d9718f83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6257cb15-1648-4d79-9b9e-3fd52f0ac641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670735 Nov 03 16:12:08.236400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:08.295249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Pushing event updated for resources: {'Port': ['ID=6d9d342f-a330-4681-9699-757baef9e9de,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:08.331273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:08.349484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:08.361125 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6ce2b4b-9880-430e-9aa9-d297245e4dc4 req-56b850b4-1a24-455e-bfe9-a579ae057648 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 210 time: 0.0307126 Nov 03 16:12:08.368995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:08.415214 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:08.469824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538d710-a5da-4b25-9875-2a96bbc14839 req-0efd3c5b-d204-4dd3-9630-e848ed9746ff tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:08.473437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a538d710-a5da-4b25-9875-2a96bbc14839 req-0efd3c5b-d204-4dd3-9630-e848ed9746ff tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1610112 Nov 03 16:12:08.489073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:08.490044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:08.541903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aeaf7a-2f9f-4dcf-8ecd-249f986904b7 req-a5e3443b-ea5a-4556-9b9b-902424b68a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:08.543555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2aeaf7a-2f9f-4dcf-8ecd-249f986904b7 req-a5e3443b-ea5a-4556-9b9b-902424b68a9c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 1097 time: 0.3100441 Nov 03 16:12:08.548204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-aeb1edfa-a5e3-4272-82f3-010d1d1bcb69 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8006685 Nov 03 16:12:08.551065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:08.574449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Request body: {'port': {'device_id': 'f4877d09-61aa-4b3c-8a11-00f2caa3c1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:08.609413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-d0d6ef6c-eacc-4d56-8db8-b8b37a4b8acd service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163683 Nov 03 16:12:08.656958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2aeaf7a-2f9f-4dcf-8ecd-249f986904b7 req-eb82d2a5-94a4-40dd-b9bd-d0df706b7090 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946438 Nov 03 16:12:08.674804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a538d710-a5da-4b25-9875-2a96bbc14839 req-2d2484de-8f6e-478b-9d55-02b4076eb6fd tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934826 Nov 03 16:12:08.709956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:08.766421 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:08.845057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Network 16bfe29e-31c0-4638-8c72-db772a067747 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:08.847973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9710b0b9-9023-45d7-8102-c5794156fcec req-c07c2550-e16e-4170-8753-432b12298fe4 service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008636 Nov 03 16:12:08.851625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:08.863433 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:08.864854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:08.865653 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:08.868817 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'Port': ['ID=3b46aec6-65f1-438f-8220-dc190afef0f9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:08.914494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8defe6dd-dd52-42c1-87dd-7af3a9f09f85 None None] Provisioning complete for port 6d9d342f-a330-4681-9699-757baef9e9de triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:08.916214 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8defe6dd-dd52-42c1-87dd-7af3a9f09f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:08.928377 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f2949006-94c8-4fd2-83a5-3b65b82031e1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0968432 Nov 03 16:12:08.928377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46474) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:08.944479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:09.020262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8defe6dd-dd52-42c1-87dd-7af3a9f09f85 None None] Port 6d9d342f-a330-4681-9699-757baef9e9de cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:12:09.106260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-ee975f1e-6fde-4193-b86a-ed4c046aaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:09.107777 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-ee975f1e-6fde-4193-b86a-ed4c046aaca3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 1095 time: 0.1156464 Nov 03 16:12:09.131298 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:09.246569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637564b-afa9-4479-9030-a9727955cbd0 req-05b160ab-8e84-43b4-bdc5-857128582ade tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:09.248281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-05b160ab-8e84-43b4-bdc5-857128582ade tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.15 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 815 time: 0.2861495 Nov 03 16:12:09.293794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Request body: {'port': {'device_id': 'f13576ae-00ae-4ea5-8da4-bf3afa5d1951', 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641', 'admin_state_up': True, 'tenant_id': 'f54c80c3211b4d9b90946260c4d9f077'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:09.375392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-0350cf1d-4cde-4df3-8afb-7985d625356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:09.376882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-0350cf1d-4cde-4df3-8afb-7985d625356e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 916 time: 0.2101955 Nov 03 16:12:09.386704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9692c4-63f4-4b38-bc09-b79caef4cfac req-813c4905-2a2f-4a83-8d62-d8d054fc6191 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:09.388153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b9692c4-63f4-4b38-bc09-b79caef4cfac req-813c4905-2a2f-4a83-8d62-d8d054fc6191 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1338670 Nov 03 16:12:09.449739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-f1cee4a2-2a52-48bd-804f-34edc78af998 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c883793-1eed-4566-b503-8d474b4048de HTTP/1.1" status: 200 len: 217 time: 0.0428767 Nov 03 16:12:09.466944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] device_id is not set on port 3b46aec6-65f1-438f-8220-dc190afef0f9 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:12:09.485685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:09.485874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9d342f-a330-4681-9699-757baef9e9de {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:12:09.487267 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:09.515697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:09.556664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Made reservation on behalf of f54c80c3211b4d9b90946260c4d9f077 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:09.560500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:09.561984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Transition to ACTIVE for port object 6d9d342f-a330-4681-9699-757baef9e9de will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:12:09.570153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-655d0323-2565-489e-80c9-eeb416730e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:09.571834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-655d0323-2565-489e-80c9-eeb416730e91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33 HTTP/1.1" status: 200 len: 854 time: 0.1120796 Nov 03 16:12:09.575448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b9692c4-63f4-4b38-bc09-b79caef4cfac req-13a411e2-639f-4db0-a52c-ec296466ace8 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675367 Nov 03 16:12:09.576224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:09.619210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'Port': ['ID=3b46aec6-65f1-438f-8220-dc190afef0f9,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:09.643457 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-77f76259-b35d-4026-a6ea-9fe663a800b4 req-ec5f753a-5d73-43c6-8e98-c58c4ae5a406 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 210 time: 0.0933380 Nov 03 16:12:09.668510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:09.668997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:09.669507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:09.708623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:09.709255 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:09.718069 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 2 to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 Nov 03 16:12:09.725403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Pushing event updated for resources: {'Port': ['ID=6d9d342f-a330-4681-9699-757baef9e9de,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:09.756271 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:09.756831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:09.757466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:09.771150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:09.771847 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:09.776114 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 3 to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 Nov 03 16:12:09.820064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-bc846a73-01ff-4ba4-8891-d917b91dd5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:09.821592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-bc846a73-01ff-4ba4-8891-d917b91dd5ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6257cb15-1648-4d79-9b9e-3fd52f0ac641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374768 Nov 03 16:12:09.857317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:09.858603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:09.858603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:09.874204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:09.874641 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:09.877248 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 4 to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 Nov 03 16:12:09.900748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Allocated IP 172.20.0.8 (6257cb15-1648-4d79-9b9e-3fd52f0ac641/b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33/d5fec0bf-7d93-4132-be6b-641076217f4c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:12:09.903243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:09.903685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:09.904155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:09.921440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:09.921955 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:09.924456 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 5 to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 Nov 03 16:12:09.946273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:09.946855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:09.947304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:09.960779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:09.961244 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:09.965367 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 6 to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 Nov 03 16:12:10.005801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Attempting to bind port 6d9d342f-a330-4681-9699-757baef9e9de on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:10.006141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Attempting to bind port 6d9d342f-a330-4681-9699-757baef9e9de by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:10.006470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Attempting to bind port 6d9d342f-a330-4681-9699-757baef9e9de on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:10.021824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:10.026305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fadd0-9399-44e1-8f3f-497b93127927 req-6e9e589d-247d-4ce9-aecd-966b08a4a31a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:10.027021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:10.027533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:10.033647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-863fadd0-9399-44e1-8f3f-497b93127927 req-6e9e589d-247d-4ce9-aecd-966b08a4a31a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.2192988 Nov 03 16:12:10.037981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:10.041502 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:10.048893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Port 6d9d342f-a330-4681-9699-757baef9e9de on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:10.049215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Attempting to bind port 6d9d342f-a330-4681-9699-757baef9e9de on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:10.070037 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 7 to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 Nov 03 16:12:10.082005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:12:10.082343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Checking segment: {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:10.082667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Bound using segment: {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:12:10.083111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Bound port: 6d9d342f-a330-4681-9699-757baef9e9de, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:12:10.083463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:10.115789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-b8ad3f19-5641-4eaf-9eb8-cace33150195 service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728570 Nov 03 16:12:10.147970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:10.148721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:10.150185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:10.161545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:10.162220 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:10.166883 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 8 to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 Nov 03 16:12:10.191924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-863fadd0-9399-44e1-8f3f-497b93127927 req-b3dd8cf2-e181-4cbc-a1ad-b4e4671ef396 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567931 Nov 03 16:12:10.214777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:10.215358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:10.215848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:10.242098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:10.242610 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:10.245871 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 9 to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 Nov 03 16:12:10.293363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:10.293972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:10.294462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:10.305838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:10.312105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:10.312440 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:10.313930 n-d-813897-2 neutron-server[108105]: INFO neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 10 to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 Nov 03 16:12:10.333273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] For port 6d9d342f-a330-4681-9699-757baef9e9de, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:10.336064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:10.336064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:10.336064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:10.339022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ce9fb35-140d-4eec-8c17-1c9906885e9b req-6721f16e-04c5-49e2-a4ef-757a4651b8ac service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011354 Nov 03 16:12:10.341974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:10.342310 n-d-813897-2 neutron-server[108105]: ERROR neutron.plugins.ml2.managers [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 3b46aec6-65f1-438f-8220-dc190afef0f9 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:10.342682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:10.343524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] For port 6d9d342f-a330-4681-9699-757baef9e9de, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6d9d342f-a330-4681-9699-757baef9e9de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:12:10.410520 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:10.484866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:10.556897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:10.557731 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:10.559140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] 10.222.0.70 "PUT /v2.0/ports/6d9d342f-a330-4681-9699-757baef9e9de HTTP/1.1" status: 200 len: 1091 time: 1.9948986 Nov 03 16:12:10.560717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4877d09-61aa-4b3c-8a11-00f2caa3c1aa', 'tag': '6d9d342f-a330-4681-9699-757baef9e9de'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:10.563845 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4877d09-61aa-4b3c-8a11-00f2caa3c1aa", "tag": "6d9d342f-a330-4681-9699-757baef9e9de"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:10.577115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:10.581024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:10.585766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f652c4-0683-4b59-906f-902d0a104e8b service neutron] Pushing event updated for resources: {'Port': ['ID=6d9d342f-a330-4681-9699-757baef9e9de,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:10.605155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:10.656759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] For port 3b46aec6-65f1-438f-8220-dc190afef0f9, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:10.662143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempted to set empty binding levels {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 16:12:10.679111 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007a0637-ff87-416e-bd01-675a744b2653 x-openstack-request-id: req-007a0637-ff87-416e-bd01-675a744b2653 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:10.679529 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4877d09-61aa-4b3c-8a11-00f2caa3c1aa", "tag": "6d9d342f-a330-4681-9699-757baef9e9de", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:10.679790 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-007a0637-ff87-416e-bd01-675a744b2653 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:10.680203 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4877d09-61aa-4b3c-8a11-00f2caa3c1aa', 'tag': '6d9d342f-a330-4681-9699-757baef9e9de', 'status': 'completed', 'code': 200} Nov 03 16:12:10.694808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:10.698623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26205b-7778-4efb-b89c-a0268127c424 req-6a954a38-3002-4c59-a95e-ba6d9f285629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:10.700204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-6a954a38-3002-4c59-a95e-ba6d9f285629 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 1094 time: 0.0733206 Nov 03 16:12:10.716805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Pushing event updated for resources: {'Port': ['ID=d5fec0bf-7d93-4132-be6b-641076217f4c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:10.773360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-486e77ca-68f3-4ecc-ae42-a2210f24b711 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9d342f-a330-4681-9699-757baef9e9de HTTP/1.1" status: 200 len: 217 time: 0.0632999 Nov 03 16:12:10.789351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'Port': ['ID=3b46aec6-65f1-438f-8220-dc190afef0f9,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:10.799749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] In _notify_port_updated(), no bound segment for port 3b46aec6-65f1-438f-8220-dc190afef0f9 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:12:10.800735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:10.801357 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:10.812766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ff2c2cb0-1d45-41aa-a366-bd91aa8065ac tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "PUT /v2.0/ports/3b46aec6-65f1-438f-8220-dc190afef0f9 HTTP/1.1" status: 200 len: 974 time: 1.8834109 Nov 03 16:12:10.825424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46498) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:10.847480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:10.848192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:10.926744 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-9f97b85e-1611-4173-a002-f83bd439b4b2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6372187 Nov 03 16:12:10.955026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Request body: {'port': {'device_id': 'f13576ae-00ae-4ea5-8da4-bf3afa5d1951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:10.959155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef340a81-e713-4c3c-a74d-235e7d13ade4 req-f1a80bd8-4baa-4d76-adfc-605ea29e457b tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:10.960502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef340a81-e713-4c3c-a74d-235e7d13ade4 req-f1a80bd8-4baa-4d76-adfc-605ea29e457b tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 931 time: 0.0977221 Nov 03 16:12:10.963374 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26205b-7778-4efb-b89c-a0268127c424 req-4d1f4b86-f9eb-4ea3-a4d0-2ce30317cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:10.965302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-4d1f4b86-f9eb-4ea3-a4d0-2ce30317cb5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33 HTTP/1.1" status: 200 len: 854 time: 0.1831069 Nov 03 16:12:10.991506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe5e0b-b84f-46ff-8c30-fe15a0e634f8 req-7ab77981-4fa0-4603-8cd8-fe00e5f25131 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:10.993042 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8ffe5e0b-b84f-46ff-8c30-fe15a0e634f8 req-7ab77981-4fa0-4603-8cd8-fe00e5f25131 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.2126608 Nov 03 16:12:11.038075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.038962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.039103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.039565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.039899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.041000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.041726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.042193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.043203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.043203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.043535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.043989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.044925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.051065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.051553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.052022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.052480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.052936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.053393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.053894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.054412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.054796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.055238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.055691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.056503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.056854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.057487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.057968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.058418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.058867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.062950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef340a81-e713-4c3c-a74d-235e7d13ade4 req-8e417963-fb41-4cf2-a9f7-a18e609fbfe9 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924146 Nov 03 16:12:11.064925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26205b-7778-4efb-b89c-a0268127c424 req-36196eff-44d0-4fa7-aef7-22f176ff84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.066365 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-36196eff-44d0-4fa7-aef7-22f176ff84f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6257cb15-1648-4d79-9b9e-3fd52f0ac641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845251 Nov 03 16:12:11.066816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46504) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:11.066930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-093ab050-eb38-46db-81a5-e939ff865b9e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27010 time: 0.2413926 Nov 03 16:12:11.122610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:11.167170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8ffe5e0b-b84f-46ff-8c30-fe15a0e634f8 req-effb5abd-0526-4863-ae2b-8b01d6b7c864 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633999 Nov 03 16:12:11.234963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-af100129-880d-4f95-866c-1ab06d0985fe service neutron] 10.222.0.70 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603878 Nov 03 16:12:11.278433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b41b868f-c8c3-4163-82f2-5e8d9ea08f4a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Deleting port 3b46aec6-65f1-438f-8220-dc190afef0f9 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:11.278808 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b41b868f-c8c3-4163-82f2-5e8d9ea08f4a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:11.367329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-89fec8a9-eb2d-4b6a-bc96-89b841c79af9 None None] Provisioning complete for port d5fec0bf-7d93-4132-be6b-641076217f4c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:11.367894 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89fec8a9-eb2d-4b6a-bc96-89b841c79af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:11.415606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-89fec8a9-eb2d-4b6a-bc96-89b841c79af9 None None] Port d5fec0bf-7d93-4132-be6b-641076217f4c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:12:11.507547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fec0bf-7d93-4132-be6b-641076217f4c {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:12:11.516822 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:11.536196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Transition to ACTIVE for port object d5fec0bf-7d93-4132-be6b-641076217f4c will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:12:11.540808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:11.596701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Pushing event updated for resources: {'Port': ['ID=d5fec0bf-7d93-4132-be6b-641076217f4c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:11.680563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Attempting to bind port d5fec0bf-7d93-4132-be6b-641076217f4c on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:11.681418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Attempting to bind port d5fec0bf-7d93-4132-be6b-641076217f4c by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:11.681796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Attempting to bind port d5fec0bf-7d93-4132-be6b-641076217f4c on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:11.686941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Port d5fec0bf-7d93-4132-be6b-641076217f4c on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:11.687267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Attempting to bind port d5fec0bf-7d93-4132-be6b-641076217f4c on network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:11.693267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:12:11.693635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Checking segment: {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:11.694029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Bound using segment: {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:12:11.694476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Bound port: d5fec0bf-7d93-4132-be6b-641076217f4c, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03e02a5-c694-4da7-acd5-64eaf78f05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:12:11.694820 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:11.809720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] For port d5fec0bf-7d93-4132-be6b-641076217f4c, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:11.813549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] For port d5fec0bf-7d93-4132-be6b-641076217f4c, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d5fec0bf-7d93-4132-be6b-641076217f4c,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:12:11.821189 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:11.838766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-b41b868f-c8c3-4163-82f2-5e8d9ea08f4a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] For port 3b46aec6-65f1-438f-8220-dc190afef0f9, host n-h2-813897-2, got binding levels [] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:11.839283 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b41b868f-c8c3-4163-82f2-5e8d9ea08f4a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:11.854398 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.855538 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:11.857374 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] 10.222.0.15 "PUT /v2.0/ports/d5fec0bf-7d93-4132-be6b-641076217f4c HTTP/1.1" status: 200 len: 1091 time: 0.9113624 Nov 03 16:12:11.870576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b41b868f-c8c3-4163-82f2-5e8d9ea08f4a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Calling delete_port for 3b46aec6-65f1-438f-8220-dc190afef0f9 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:11.886964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13576ae-00ae-4ea5-8da4-bf3afa5d1951', 'tag': 'd5fec0bf-7d93-4132-be6b-641076217f4c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:11.887422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777cb72-7668-43f9-aecc-d1158e19e5f1 req-6904d9b3-2ab0-4d7b-8bcb-765570ef6697 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:11.889369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c777cb72-7668-43f9-aecc-d1158e19e5f1 req-6904d9b3-2ab0-4d7b-8bcb-765570ef6697 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.5753326 Nov 03 16:12:11.890427 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f13576ae-00ae-4ea5-8da4-bf3afa5d1951", "tag": "d5fec0bf-7d93-4132-be6b-641076217f4c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:11.899756 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a26205b-7778-4efb-b89c-a0268127c424 req-3f271948-c132-40ee-8382-c8660930e536 service neutron] 10.222.0.70 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6509390 Nov 03 16:12:12.024151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a136891-c60b-40cd-b71e-ed76e7ac494c service neutron] Pushing event updated for resources: {'Port': ['ID=d5fec0bf-7d93-4132-be6b-641076217f4c,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:12.070517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637564b-afa9-4479-9030-a9727955cbd0 req-2ac52174-8285-45a7-b61a-4f26acb22b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.072573 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-2ac52174-8285-45a7-b61a-4f26acb22b56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 1094 time: 0.1205535 Nov 03 16:12:12.074188 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecfb278-4d53-40b7-ab77-3840bddf6b35 x-openstack-request-id: req-6ecfb278-4d53-40b7-ab77-3840bddf6b35 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:12.074503 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13576ae-00ae-4ea5-8da4-bf3afa5d1951", "tag": "d5fec0bf-7d93-4132-be6b-641076217f4c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:12.074750 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ecfb278-4d53-40b7-ab77-3840bddf6b35 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:12.075138 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13576ae-00ae-4ea5-8da4-bf3afa5d1951', 'tag': 'd5fec0bf-7d93-4132-be6b-641076217f4c', 'status': 'completed', 'code': 200} Nov 03 16:12:12.133281 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c777cb72-7668-43f9-aecc-d1158e19e5f1 req-cba868e9-48c2-453c-b8bd-962472496d7c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484544 Nov 03 16:12:12.136516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-2df31265-9fe6-4fc7-a0c7-9b87ed056b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.137659 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-2df31265-9fe6-4fc7-a0c7-9b87ed056b2f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 1094 time: 0.1514757 Nov 03 16:12:12.155287 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-59b8ee37-e93d-4acc-b578-ba11bbefe7cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5fec0bf-7d93-4132-be6b-641076217f4c HTTP/1.1" status: 200 len: 217 time: 0.0566797 Nov 03 16:12:12.166302 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b41b868f-c8c3-4163-82f2-5e8d9ea08f4a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:12.268854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637564b-afa9-4479-9030-a9727955cbd0 req-82e6efe6-0491-4608-bb92-91bce7614f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.274510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-82e6efe6-0491-4608-bb92-91bce7614f9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33 HTTP/1.1" status: 200 len: 854 time: 0.1121571 Nov 03 16:12:12.279558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b868f-c8c3-4163-82f2-5e8d9ea08f4a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b46aec6-65f1-438f-8220-dc190afef0f9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:12.287128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b41b868f-c8c3-4163-82f2-5e8d9ea08f4a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:12.295582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b41b868f-c8c3-4163-82f2-5e8d9ea08f4a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "DELETE /v2.0/ports/3b46aec6-65f1-438f-8220-dc190afef0f9 HTTP/1.1" status: 204 len: 168 time: 1.2274716 Nov 03 16:12:12.299176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46524) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:12.340670 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-673fe3d9-639c-4bec-81df-7ebb7db90862 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] GET failed (client error): The resource could not be found. Nov 03 16:12:12.348899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-673fe3d9-639c-4bec-81df-7ebb7db90862 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "GET /v2.0/ports/3b46aec6-65f1-438f-8220-dc190afef0f9 HTTP/1.1" status: 404 len: 333 time: 0.0484695 Nov 03 16:12:12.351689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46528) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:12.357452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-182544671', 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:12.391341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-2e400b07-0570-4ee1-b612-a52a26387061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.392807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-2e400b07-0570-4ee1-b612-a52a26387061 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 916 time: 0.2412963 Nov 03 16:12:12.400976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Made reservation on behalf of 7959cf1a2d7248459932ac8e2c70254a for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:12.408240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:12.408767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6535cf3-6504-4b7d-a93d-8642943eef90 req-e153b3a2-b6c4-4ead-947a-bd1133616026 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.417061 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6535cf3-6504-4b7d-a93d-8642943eef90 req-e153b3a2-b6c4-4ead-947a-bd1133616026 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 943 time: 0.1385264 Nov 03 16:12:12.446027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637564b-afa9-4479-9030-a9727955cbd0 req-34f6295c-fffa-4d72-9d29-d285645e8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.447913 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-34f6295c-fffa-4d72-9d29-d285645e8836 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6257cb15-1648-4d79-9b9e-3fd52f0ac641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263769 Nov 03 16:12:12.481060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-2ea9c88e-5786-4531-9001-58cb4f9dd384 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9d342f-a330-4681-9699-757baef9e9de HTTP/1.1" status: 200 len: 217 time: 0.0685496 Nov 03 16:12:12.499799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] device_id is not set on port b6e3928e-868b-4aa1-9bc2-26afe21f86b0 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:12:12.501769 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6535cf3-6504-4b7d-a93d-8642943eef90 req-bd3ae617-edc8-4804-8431-34da03cfe5c7 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836928 Nov 03 16:12:12.577771 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-eebac080-3ee3-4e2b-811a-6e7a82821136 service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198299 Nov 03 16:12:12.630605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-ca36aa30-6544-416d-8fed-de51c7607273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.632612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-ca36aa30-6544-416d-8fed-de51c7607273 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33 HTTP/1.1" status: 200 len: 854 time: 0.1343548 Nov 03 16:12:12.645113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f566ad-2569-4082-a747-f1ab760017de req-49735f8d-30f7-4dee-ac8f-82b937d39834 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.646665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32f566ad-2569-4082-a747-f1ab760017de req-49735f8d-30f7-4dee-ac8f-82b937d39834 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.2140570 Nov 03 16:12:12.759728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d9ed1-3542-4217-bec3-e9c8638a7569 req-00b30282-300e-4c89-bf2e-32876c0bc7de tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.761282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-724d9ed1-3542-4217-bec3-e9c8638a7569 req-00b30282-300e-4c89-bf2e-32876c0bc7de tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0726283 Nov 03 16:12:12.793517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-1325c395-ff72-4319-8c2a-49804bed8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.795060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-1325c395-ff72-4319-8c2a-49804bed8aa2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6257cb15-1648-4d79-9b9e-3fd52f0ac641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475060 Nov 03 16:12:12.798414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32f566ad-2569-4082-a747-f1ab760017de req-26c0b27e-b8d7-4930-88fa-d38b04963d6c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365814 Nov 03 16:12:12.820294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-724d9ed1-3542-4217-bec3-e9c8638a7569 req-64036b1c-c2be-4694-b70a-dd21c2bd4cd5 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507627 Nov 03 16:12:12.822912 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5637564b-afa9-4479-9030-a9727955cbd0 req-fe3c4738-b17a-4475-ae42-a0c6cf4e342e service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107370 Nov 03 16:12:12.859865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:12.959018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-a964b498-4018-4d23-a9ce-51e7f9c1af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:12.960501 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-a964b498-4018-4d23-a9ce-51e7f9c1af65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 1094 time: 0.0456986 Nov 03 16:12:12.977268 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-cc955761-83a2-41ae-8420-3098249bc74a service neutron] 10.222.0.70 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696236 Nov 03 16:12:12.987096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:13.008094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361bdf-bd06-4a4f-bba4-9a2ca82c5895 req-ce609402-e1b8-4e63-9c4f-9da432bd43d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:13.010153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83361bdf-bd06-4a4f-bba4-9a2ca82c5895 req-ce609402-e1b8-4e63-9c4f-9da432bd43d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1005950 Nov 03 16:12:13.023698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 0c883793-1eed-4566-b503-8d474b4048de details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:12:13.080693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-24504bc1-411f-4dda-acca-96cc7c159cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:13.082531 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-24504bc1-411f-4dda-acca-96cc7c159cb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 916 time: 0.1127284 Nov 03 16:12:13.116372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Network 16bfe29e-31c0-4638-8c72-db772a067747 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:13.127427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:13.144918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:13.145934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:13.146540 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:13.155028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 0c883793-1eed-4566-b503-8d474b4048de, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=0c883793-1eed-4566-b503-8d474b4048de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:13.170168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e3928e-868b-4aa1-9bc2-26afe21f86b0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:13.171574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '0c883793-1eed-4566-b503-8d474b4048de', 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641', 'port_id': '0c883793-1eed-4566-b503-8d474b4048de', 'mac_address': 'fa:16:3e:c1:eb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:12:13.184125 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c4d26fb7-9deb-4870-b331-66542bb45aa0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8314183 Nov 03 16:12:13.194546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46540) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:13.203289 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-8646cb44-0ae2-498b-bc4c-c2526d635b1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5fec0bf-7d93-4132-be6b-641076217f4c HTTP/1.1" status: 200 len: 217 time: 0.1110716 Nov 03 16:12:13.210640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83361bdf-bd06-4a4f-bba4-9a2ca82c5895 req-86f94f51-9a23-4d58-9b39-ced1bae7867a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886442 Nov 03 16:12:13.253803 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:13.276680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c883793-1eed-4566-b503-8d474b4048de {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:12:13.311485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 0c883793-1eed-4566-b503-8d474b4048de, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=0c883793-1eed-4566-b503-8d474b4048de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:13.316386 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:13.318031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1086f49-87d1-43a5-979f-25e6f5c5a3e6 req-dd76c25d-022c-4ec0-b954-311101359da4 service neutron] 10.222.0.70 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325281 Nov 03 16:12:13.323668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474ebf0-6502-4077-a5d1-573b5683cf7a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:13.340090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-b4b34d3c-c93b-4f76-afaa-5a11a3fdddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:13.340325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8474ebf0-6502-4077-a5d1-573b5683cf7a tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "GET /v2.0/ports/b6e3928e-868b-4aa1-9bc2-26afe21f86b0 HTTP/1.1" status: 200 len: 954 time: 0.1407526 Nov 03 16:12:13.340428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-b4b34d3c-c93b-4f76-afaa-5a11a3fdddf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33 HTTP/1.1" status: 200 len: 854 time: 0.1291895 Nov 03 16:12:13.340428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46546) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:13.383794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=0c883793-1eed-4566-b503-8d474b4048de,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:13.435832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6d9d342f-a330-4681-9699-757baef9e9de details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:12:13.501516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-3309da61-1000-44f7-b522-7a1d95125c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:13.503117 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-3309da61-1000-44f7-b522-7a1d95125c6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6257cb15-1648-4d79-9b9e-3fd52f0ac641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552389 Nov 03 16:12:13.562932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff910-b31d-432e-979c-7fd1e548cafd req-7c64e173-0d7f-4004-9086-1eb6fb2fa3c6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:13.571196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aafff910-b31d-432e-979c-7fd1e548cafd req-7c64e173-0d7f-4004-9086-1eb6fb2fa3c6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0813460 Nov 03 16:12:13.593428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-eae40a54-19db-4368-8671-90be55f50729 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Deleting port b6e3928e-868b-4aa1-9bc2-26afe21f86b0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:13.593809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eae40a54-19db-4368-8671-90be55f50729 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:13.640243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aafff910-b31d-432e-979c-7fd1e548cafd req-a20c8170-dd48-46fe-a009-730f73a5eb07 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677199 Nov 03 16:12:13.655403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6d9d342f-a330-4681-9699-757baef9e9de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6d9d342f-a330-4681-9699-757baef9e9de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:13.686922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '6d9d342f-a330-4681-9699-757baef9e9de', 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641', 'port_id': '6d9d342f-a330-4681-9699-757baef9e9de', 'mac_address': 'fa:16:3e:e0:0c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:12:13.748713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:13.767432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9d342f-a330-4681-9699-757baef9e9de {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:12:13.775543 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eae40a54-19db-4368-8671-90be55f50729 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:13.797590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6d9d342f-a330-4681-9699-757baef9e9de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6d9d342f-a330-4681-9699-757baef9e9de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:13.799841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-eae40a54-19db-4368-8671-90be55f50729 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Calling delete_port for b6e3928e-868b-4aa1-9bc2-26afe21f86b0 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:13.802882 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:13.803952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6aa8004a-e63f-4758-bd1f-002da0b5836d details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:12:13.822764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-4bb90d88-c88a-4412-8000-ceb3d2e2fc53 service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104546 Nov 03 16:12:13.832163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844891c-78c1-4423-a8cb-98d59de6c57c req-c26faa16-6a30-4f11-be7c-3e6d4eb114cd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:13.833639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a844891c-78c1-4423-a8cb-98d59de6c57c req-c26faa16-6a30-4f11-be7c-3e6d4eb114cd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 943 time: 0.1563425 Nov 03 16:12:13.945757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:13.988774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'port_id': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'mac_address': 'fa:16:3e:ec:99:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:12:14.003276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['0c883793-1eed-4566-b503-8d474b4048de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:12:14.006244 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a844891c-78c1-4423-a8cb-98d59de6c57c req-b96e32b4-cef9-44f4-a2f7-5cf6aec1ccfe tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602359 Nov 03 16:12:14.056444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fa78f-ed8b-4e99-babe-45ceb066f2f5 req-96e7e782-c2a7-48b0-9ea3-808f0b1ee4c9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:14.057134 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-292fa78f-ed8b-4e99-babe-45ceb066f2f5 req-96e7e782-c2a7-48b0-9ea3-808f0b1ee4c9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1015136 Nov 03 16:12:14.066149 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b89f50d5-0bd7-47cf-90d3-790bdd1255a4 req-63620522-6042-4257-9fb5-36efb30aad6f service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282503 Nov 03 16:12:14.067689 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eae40a54-19db-4368-8671-90be55f50729 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:14.107883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae40a54-19db-4368-8671-90be55f50729 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6e3928e-868b-4aa1-9bc2-26afe21f86b0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:14.119717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eae40a54-19db-4368-8671-90be55f50729 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:14.122508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-292fa78f-ed8b-4e99-babe-45ceb066f2f5 req-6309bba6-9c14-4f5f-abbb-2aa6b39bd186 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590682 Nov 03 16:12:14.124448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eae40a54-19db-4368-8671-90be55f50729 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "DELETE /v2.0/ports/b6e3928e-868b-4aa1-9bc2-26afe21f86b0 HTTP/1.1" status: 204 len: 168 time: 0.7828670 Nov 03 16:12:14.127157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46558) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:14.144859 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:14.156570 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-62908169-4070-4a34-9adf-4967db8f697e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] GET failed (client error): The resource could not be found. Nov 03 16:12:14.164646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-62908169-4070-4a34-9adf-4967db8f697e tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "GET /v2.0/ports/b6e3928e-868b-4aa1-9bc2-26afe21f86b0 HTTP/1.1" status: 404 len: 333 time: 0.0362766 Nov 03 16:12:14.165942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46560) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:14.171877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Request body: {'port': {'network_id': '16bfe29e-31c0-4638-8c72-db772a067747', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1956628386'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:14.188871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6d9d342f-a330-4681-9699-757baef9e9de,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:14.197728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aa8004a-e63f-4758-bd1f-002da0b5836d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:12:14.208475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Made reservation on behalf of 7959cf1a2d7248459932ac8e2c70254a for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:14.212508 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:14.243096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] device_id is not set on port 36184182-21af-444b-8366-113d37b6dcc3 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:12:14.589911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:14.601153 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:14.641996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:14.682673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:14.762926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'Port': ['ID=36184182-21af-444b-8366-113d37b6dcc3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:14.766520 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:14.813280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6aa8004a-e63f-4758-bd1f-002da0b5836d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:12:14.816939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Network 16bfe29e-31c0-4638-8c72-db772a067747 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:14.849378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:14.857245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:14.858382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:14.859227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:14.886839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-95a31a55-df16-4e8d-b48f-6456238ec0c1 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7167773 Nov 03 16:12:14.887201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46582) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:14.895850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:14.911364 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e263bbb-4b6f-4942-8acf-e8725366b412 req-af57c510-feb0-4df0-830a-53afd43a816c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:14.912880 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e263bbb-4b6f-4942-8acf-e8725366b412 req-af57c510-feb0-4df0-830a-53afd43a816c tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1413918 Nov 03 16:12:14.922676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6d9d342f-a330-4681-9699-757baef9e9de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:12:14.991416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e263bbb-4b6f-4942-8acf-e8725366b412 req-d061761a-ac5a-4602-9bba-03bed2a24cfd tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Nov 03 16:12:15.002552 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:15.087028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d5fec0bf-7d93-4132-be6b-641076217f4c details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:12:15.409301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab634e-8b0c-4652-95d1-f3e4fc1006e2 req-00a31135-40ca-45fb-8ca3-832a7ef82c0f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:15.413144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6eab634e-8b0c-4652-95d1-f3e4fc1006e2 req-00a31135-40ca-45fb-8ca3-832a7ef82c0f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 944 time: 0.1304896 Nov 03 16:12:15.452059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6aa8004a-e63f-4758-bd1f-002da0b5836d up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:12:15.493092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] device_id is not set on port 36184182-21af-444b-8366-113d37b6dcc3 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:12:15.504067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:15.518376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a32ab-eea4-4dd8-b563-99cb67c39c8d req-f72d8e41-1fed-4301-9901-24e34f8898f4 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:15.526232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e6a32ab-eea4-4dd8-b563-99cb67c39c8d req-f72d8e41-1fed-4301-9901-24e34f8898f4 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 943 time: 0.2806323 Nov 03 16:12:15.537008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:15.561798 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6eab634e-8b0c-4652-95d1-f3e4fc1006e2 req-2dc2a591-6b2b-491f-98f5-be4a67aef06c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392183 Nov 03 16:12:15.586571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d5fec0bf-7d93-4132-be6b-641076217f4c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d5fec0bf-7d93-4132-be6b-641076217f4c,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:15.628719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'Port': ['ID=36184182-21af-444b-8366-113d37b6dcc3,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:15.653053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'd5fec0bf-7d93-4132-be6b-641076217f4c', 'network_id': '6257cb15-1648-4d79-9b9e-3fd52f0ac641', 'port_id': 'd5fec0bf-7d93-4132-be6b-641076217f4c', 'mac_address': 'fa:16:3e:7e:bb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:12:15.705020 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 6aa8004a-e63f-4758-bd1f-002da0b5836d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:15.705704 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:15.714596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e6a32ab-eea4-4dd8-b563-99cb67c39c8d req-ac9a07c0-15da-4af2-8507-9f661c491838 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850858 Nov 03 16:12:15.717983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:15.718516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:15.719037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:15.747125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:15.747472 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:15.747869 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 2 to bind port 36184182-21af-444b-8366-113d37b6dcc3 Nov 03 16:12:15.756863 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:15.778721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:15.778721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:15.778721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:15.785209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:15.785913 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:15.786357 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 3 to bind port 36184182-21af-444b-8366-113d37b6dcc3 Nov 03 16:12:15.790092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fec0bf-7d93-4132-be6b-641076217f4c {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:12:15.802810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:15.803403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:15.803967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:15.810626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:15.811234 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:15.811855 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 4 to bind port 36184182-21af-444b-8366-113d37b6dcc3 Nov 03 16:12:15.813375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d5fec0bf-7d93-4132-be6b-641076217f4c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d5fec0bf-7d93-4132-be6b-641076217f4c,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:15.824320 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:15.835931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:15.836522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:15.837026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:15.842916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:15.843614 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:15.844157 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 5 to bind port 36184182-21af-444b-8366-113d37b6dcc3 Nov 03 16:12:15.863388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:15.864093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:15.864593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:15.872514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:15.872855 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:15.873986 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 6 to bind port 36184182-21af-444b-8366-113d37b6dcc3 Nov 03 16:12:15.896277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:15.896908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:15.897860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:15.908781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:15.909952 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:15.910521 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 7 to bind port 36184182-21af-444b-8366-113d37b6dcc3 Nov 03 16:12:15.941895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:15.942969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:15.946256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:15.953226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:15.953843 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:15.954394 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 8 to bind port 36184182-21af-444b-8366-113d37b6dcc3 Nov 03 16:12:15.975569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:15.976306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:15.976936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:15.983128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:15.983869 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:15.984430 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 9 to bind port 36184182-21af-444b-8366-113d37b6dcc3 Nov 03 16:12:16.004942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:16.006173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:16.006850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:16.010259 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:16.034728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:16.035886 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:16.036346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=d5fec0bf-7d93-4132-be6b-641076217f4c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:16.037839 n-d-813897-2 neutron-server[108104]: INFO neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempt 10 to bind port 36184182-21af-444b-8366-113d37b6dcc3 Nov 03 16:12:16.058920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:16.062238 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d17ba7-3ff5-450c-8022-abfa1c3d25c1" -d '{"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:16.074276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:16.074829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:16.075372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempting to bind port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:16.084476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:12:16.085096 n-d-813897-2 neutron-server[108104]: ERROR neutron.plugins.ml2.managers [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Failed to bind port 36184182-21af-444b-8366-113d37b6dcc3 on host n-h2-813897-2 for vnic_type normal using segments [{'id': 'aebee832-c033-4c6e-a8ef-68c6d688eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bfe29e-31c0-4638-8c72-db772a067747'}] Nov 03 16:12:16.085708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:16.110857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:16.123476 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:16.188463 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331c0a16-9187-44d5-9444-809520a15395 x-openstack-request-id: req-331c0a16-9187-44d5-9444-809520a15395 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:16.188710 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:16.188819 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-331c0a16-9187-44d5-9444-809520a15395 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:16.189384 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'code': 200} Nov 03 16:12:16.190415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:16.235615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] For port 36184182-21af-444b-8366-113d37b6dcc3, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:16.235994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attempted to set empty binding levels {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 16:12:16.249892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639751d2-0993-4707-8c49-b857dc5ba5b6 req-e6fe817b-7981-4a10-b519-fb5cf7d538f1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:16.251547 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-639751d2-0993-4707-8c49-b857dc5ba5b6 req-e6fe817b-7981-4a10-b519-fb5cf7d538f1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1077611 Nov 03 16:12:16.253322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:16.308786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['d5fec0bf-7d93-4132-be6b-641076217f4c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:12:16.371756 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-639751d2-0993-4707-8c49-b857dc5ba5b6 req-865671ff-d451-4d09-b13a-f739d279c153 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011648 Nov 03 16:12:16.400179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] In _notify_port_updated(), no bound segment for port 36184182-21af-444b-8366-113d37b6dcc3 on network 16bfe29e-31c0-4638-8c72-db772a067747 {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:12:16.401908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:16.402764 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:16.404477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "PUT /v2.0/ports/36184182-21af-444b-8366-113d37b6dcc3 HTTP/1.1" status: 200 len: 975 time: 1.5160880 Nov 03 16:12:16.407185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46618) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:16.424923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e737b3-dff1-4882-96df-883723d1ade0 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event updated for resources: {'Port': ['ID=36184182-21af-444b-8366-113d37b6dcc3,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:16.520741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f67cd203-58f4-4603-b5a6-5a6ae0e0f174 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Deleting port 36184182-21af-444b-8366-113d37b6dcc3 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:16.521438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67cd203-58f4-4603-b5a6-5a6ae0e0f174 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:16.627102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f67cd203-58f4-4603-b5a6-5a6ae0e0f174 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] For port 36184182-21af-444b-8366-113d37b6dcc3, host n-h2-813897-2, got binding levels [] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:16.629784 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67cd203-58f4-4603-b5a6-5a6ae0e0f174 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:16.670856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f67cd203-58f4-4603-b5a6-5a6ae0e0f174 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Calling delete_port for 36184182-21af-444b-8366-113d37b6dcc3 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:16.814564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c55d7-2f1b-47ad-8608-d731b87e99f0 req-2d0879f7-64bb-40b9-92c7-890665e84bb3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:16.819639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-009c55d7-2f1b-47ad-8608-d731b87e99f0 req-2d0879f7-64bb-40b9-92c7-890665e84bb3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1122549 Nov 03 16:12:16.875332 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67cd203-58f4-4603-b5a6-5a6ae0e0f174 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:16.924425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-009c55d7-2f1b-47ad-8608-d731b87e99f0 req-8291ed06-6808-4dd4-bb35-70edb2274bb9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980539 Nov 03 16:12:16.971174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cd203-58f4-4603-b5a6-5a6ae0e0f174 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Pushing event deleted for resources: {'Port': ['ID=36184182-21af-444b-8366-113d37b6dcc3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:17.036737 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67cd203-58f4-4603-b5a6-5a6ae0e0f174 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.040051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f67cd203-58f4-4603-b5a6-5a6ae0e0f174 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "DELETE /v2.0/ports/36184182-21af-444b-8366-113d37b6dcc3 HTTP/1.1" status: 204 len: 168 time: 0.6310627 Nov 03 16:12:17.042874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46634) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:17.069251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3d017-d1aa-46dc-9ab9-6ccf8daff410 req-c985a043-45a5-4b86-9d65-73a4019c222f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:17.070928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10e3d017-d1aa-46dc-9ab9-6ccf8daff410 req-c985a043-45a5-4b86-9d65-73a4019c222f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 944 time: 0.2115953 Nov 03 16:12:17.075457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 0c883793-1eed-4566-b503-8d474b4048de up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:12:17.090280 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64ed1d0-400b-465f-9395-94cabfd8f883 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] GET failed (client error): The resource could not be found. Nov 03 16:12:17.094784 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a64ed1d0-400b-465f-9395-94cabfd8f883 tempest-PortsAdminExtendedAttrsTestJSON-850134291 tempest-PortsAdminExtendedAttrsTestJSON-850134291-project-admin] 10.222.0.86 "GET /v2.0/ports/36184182-21af-444b-8366-113d37b6dcc3 HTTP/1.1" status: 404 len: 333 time: 0.0506289 Nov 03 16:12:17.098667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:17.225021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 0c883793-1eed-4566-b503-8d474b4048de completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:12:17.230737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 0c883793-1eed-4566-b503-8d474b4048de triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:17.231113 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.251841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.325961 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10e3d017-d1aa-46dc-9ab9-6ccf8daff410 req-2012bfec-0181-4083-9abe-b54eb4fcd686 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261374 Nov 03 16:12:17.437689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6d9d342f-a330-4681-9699-757baef9e9de up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:12:17.484007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.501015 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.522125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bfe29e-31c0-4638-8c72-db772a067747']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:17.549680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebee832-c033-4c6e-a8ef-68c6d688eb2e') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:17.551343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebee832-c033-4c6e-a8ef-68c6d688eb2e') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:17.551845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 0c883793-1eed-4566-b503-8d474b4048de, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=0c883793-1eed-4566-b503-8d474b4048de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:17.562557 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.581471 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.591170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a0674-16b1-4918-9a4b-609248062afe req-88ef3404-1d21-486a-92be-8eb5ad638051 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:17.598172 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-731a0674-16b1-4918-9a4b-609248062afe req-88ef3404-1d21-486a-92be-8eb5ad638051 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1031849 Nov 03 16:12:17.603391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 6d9d342f-a330-4681-9699-757baef9e9de completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:12:17.610653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 6d9d342f-a330-4681-9699-757baef9e9de triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:17.611030 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.630357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.637914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:12:17.638317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:12:17.641467 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:12:17.777249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=0c883793-1eed-4566-b503-8d474b4048de,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:17.904881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.922905 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.931873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:17.940071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] 10.222.0.86 "DELETE /v2.0/networks/16bfe29e-31c0-4638-8c72-db772a067747 HTTP/1.1" status: 204 len: 168 time: 0.8310649 Nov 03 16:12:17.970366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f064b-e5bb-4979-b193-723634237a4a tempest-PortsAdminExtendedAttrsTestJSON-1130900355 tempest-PortsAdminExtendedAttrsTestJSON-1130900355-project] Pushing event deleted for resources: {'Network': ['ID=16bfe29e-31c0-4638-8c72-db772a067747,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:18.060827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6d9d342f-a330-4681-9699-757baef9e9de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6d9d342f-a330-4681-9699-757baef9e9de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:18.072558 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:18.267950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcda8db-973e-426f-8c65-e3f7f3301ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c883793-1eed-4566-b503-8d474b4048de'}, {'server_uuid': 'f4877d09-61aa-4b3c-8a11-00f2caa3c1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9d342f-a330-4681-9699-757baef9e9de'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:18.278199 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d97143-886f-47ad-af97-0d6561fe67e7" -d '{"events": [{"server_uuid": "9bcda8db-973e-426f-8c65-e3f7f3301ef7", "name": "network-vif-plugged", "status": "completed", "tag": "0c883793-1eed-4566-b503-8d474b4048de"}, {"server_uuid": "f4877d09-61aa-4b3c-8a11-00f2caa3c1aa", "name": "network-vif-plugged", "status": "completed", "tag": "6d9d342f-a330-4681-9699-757baef9e9de"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:18.286076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6d9d342f-a330-4681-9699-757baef9e9de,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:18.295026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d2b12-214f-42ed-be06-e71f1451823f req-af201715-7f8e-44df-bdb7-f333ae71f58d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:18.296736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c5d2b12-214f-42ed-be06-e71f1451823f req-af201715-7f8e-44df-bdb7-f333ae71f58d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1566303 Nov 03 16:12:18.392838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c5d2b12-214f-42ed-be06-e71f1451823f req-a93a3ab6-52d3-47ec-9374-392f269f44b4 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732825 Nov 03 16:12:18.433776 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-731a0674-16b1-4918-9a4b-609248062afe req-cac899ba-0b8e-4d0e-b521-d61b3777b7cd tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8088675 Nov 03 16:12:18.523924 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a8b5b-15c3-4e00-9d23-e1958eaa3f10 x-openstack-request-id: req-826a8b5b-15c3-4e00-9d23-e1958eaa3f10 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:18.524228 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcda8db-973e-426f-8c65-e3f7f3301ef7", "name": "network-vif-plugged", "status": "completed", "tag": "0c883793-1eed-4566-b503-8d474b4048de", "code": 200}, {"server_uuid": "f4877d09-61aa-4b3c-8a11-00f2caa3c1aa", "name": "network-vif-plugged", "status": "completed", "tag": "6d9d342f-a330-4681-9699-757baef9e9de", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:18.524484 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-826a8b5b-15c3-4e00-9d23-e1958eaa3f10 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:18.525617 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcda8db-973e-426f-8c65-e3f7f3301ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c883793-1eed-4566-b503-8d474b4048de', 'code': 200} Nov 03 16:12:18.525884 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4877d09-61aa-4b3c-8a11-00f2caa3c1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9d342f-a330-4681-9699-757baef9e9de', 'code': 200} Nov 03 16:12:18.698100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4980a16-7cdf-4296-87e1-5715c4415bdd req-c08db2c3-deb5-4813-9782-9344b76d89a2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:18.699529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f4980a16-7cdf-4296-87e1-5715c4415bdd req-c08db2c3-deb5-4813-9782-9344b76d89a2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 944 time: 0.1046486 Nov 03 16:12:18.704840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab1c56-d523-41f4-8104-d8f43d0e8b98 req-5b27d968-387f-4914-b2c9-bb90a3b7c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:18.706296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-73ab1c56-d523-41f4-8104-d8f43d0e8b98 req-5b27d968-387f-4914-b2c9-bb90a3b7c1a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 1097 time: 0.0673246 Nov 03 16:12:18.739140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46656) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:18.760391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8209cf-53f9-4dc2-81a9-06ff94bc0041 req-57bb7025-92fd-4936-8307-7eff3f07b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:18.762763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5d8209cf-53f9-4dc2-81a9-06ff94bc0041 req-57bb7025-92fd-4936-8307-7eff3f07b174 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 1096 time: 0.1115520 Nov 03 16:12:18.786286 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f4980a16-7cdf-4296-87e1-5715c4415bdd req-58b77864-c5de-4dbd-82af-7e4a0767e348 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773780 Nov 03 16:12:18.825549 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-73ab1c56-d523-41f4-8104-d8f43d0e8b98 req-ec683e7f-ee17-47e6-b4db-a4b396f5f12c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101255 Nov 03 16:12:18.830697 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5d8209cf-53f9-4dc2-81a9-06ff94bc0041 req-02909c43-d98d-496e-bc96-e0f8417ec535 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606365 Nov 03 16:12:19.037409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46666) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:19.045473 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fd3c4c43-2aef-4878-aeaf-0fd21b7f6da9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e54dd3188e3c44d89aaaa81d93f5e65c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032873 Nov 03 16:12:19.083834 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d5fec0bf-7d93-4132-be6b-641076217f4c up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:12:19.136695 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf50f90-a78b-4f62-aa72-5a96485b6a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:19.167913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port d5fec0bf-7d93-4132-be6b-641076217f4c completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:12:19.176096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port d5fec0bf-7d93-4132-be6b-641076217f4c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:19.177287 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:19.178278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf50f90-a78b-4f62-aa72-5a96485b6a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:19.280528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf50f90-a78b-4f62-aa72-5a96485b6a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:19.284723 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ddf50f90-a78b-4f62-aa72-5a96485b6a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:19.286908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ddf50f90-a78b-4f62-aa72-5a96485b6a6f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/97bba706-e81a-463c-b656-d9f57b1c2dd0 HTTP/1.1" status: 204 len: 168 time: 0.2484064 Nov 03 16:12:19.293426 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:19.308212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf50f90-a78b-4f62-aa72-5a96485b6a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bba706-e81a-463c-b656-d9f57b1c2dd0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:19.362124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d5fec0bf-7d93-4132-be6b-641076217f4c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d5fec0bf-7d93-4132-be6b-641076217f4c,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:19.370394 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:19.444912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=d5fec0bf-7d93-4132-be6b-641076217f4c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:19.631864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68948a92-c57a-4d93-8fdd-428050bd56d9 req-4882d10c-4ee9-4ef8-9147-70a3b0122f0d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:19.641330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68948a92-c57a-4d93-8fdd-428050bd56d9 req-4882d10c-4ee9-4ef8-9147-70a3b0122f0d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1046886 Nov 03 16:12:19.653581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69129c-90e9-46ce-9613-edfb83a0c559 req-3106601a-fae6-4eff-a9e8-b5f9ccf9d94b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:19.661844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf69129c-90e9-46ce-9613-edfb83a0c559 req-3106601a-fae6-4eff-a9e8-b5f9ccf9d94b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0915806 Nov 03 16:12:19.730168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68948a92-c57a-4d93-8fdd-428050bd56d9 req-4d06a4a7-fcdf-4720-bba0-6e5834900fc7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878417 Nov 03 16:12:19.772764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf69129c-90e9-46ce-9613-edfb83a0c559 req-7d8d1418-6f38-44fa-9293-560537c8103f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093023 Nov 03 16:12:19.818136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46684) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:19.917332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cbce0884-528f-4f3e-b25c-e8a89972b27a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7959cf1a2d7248459932ac8e2c70254a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0980129 Nov 03 16:12:19.919862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46686) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:19.983952 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:12:20.022069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d07b24e3-ae7c-4182-923f-ebf4405e25bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:20.056992 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d07b24e3-ae7c-4182-923f-ebf4405e25bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:20.138895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-206a0587-1202-41b4-a2e4-1c746e644d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:20.141057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-206a0587-1202-41b4-a2e4-1c746e644d62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 1096 time: 0.1107631 Nov 03 16:12:20.181982 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d07b24e3-ae7c-4182-923f-ebf4405e25bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:20.193096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d07b24e3-ae7c-4182-923f-ebf4405e25bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:20.195877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d07b24e3-ae7c-4182-923f-ebf4405e25bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/14057726-0e39-4580-be9d-55fe0fd0ea89 HTTP/1.1" status: 204 len: 168 time: 0.2735751 Nov 03 16:12:20.240078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b24e3-ae7c-4182-923f-ebf4405e25bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14057726-0e39-4580-be9d-55fe0fd0ea89,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:20.279384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ea128-6505-4c32-b022-49a883176af8 req-804d38fb-3fce-4dd7-8fed-8768ca830b77 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:20.281670 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-283ea128-6505-4c32-b022-49a883176af8 req-804d38fb-3fce-4dd7-8fed-8768ca830b77 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.3146658 Nov 03 16:12:20.395645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-283ea128-6505-4c32-b022-49a883176af8 req-13b06473-4535-40a7-a312-bb688e726288 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991545 Nov 03 16:12:20.407189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-f6afd6e4-4800-491f-b87e-9504c29e7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:20.409366 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-f6afd6e4-4800-491f-b87e-9504c29e7cfb service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.2412598 Nov 03 16:12:20.535305 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-a7e5e064-41b5-4b7d-8662-357943c59a89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d HTTP/1.1" status: 200 len: 1001 time: 0.1139545 Nov 03 16:12:20.536441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13576ae-00ae-4ea5-8da4-bf3afa5d1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fec0bf-7d93-4132-be6b-641076217f4c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:20.543135 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8312f29a-a9c2-492a-81ff-c11b6ac83e22" -d '{"events": [{"server_uuid": "f13576ae-00ae-4ea5-8da4-bf3afa5d1951", "name": "network-vif-plugged", "status": "completed", "tag": "d5fec0bf-7d93-4132-be6b-641076217f4c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:20.627030 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ef0641-7d3a-4281-ad61-c9ccaad57425 x-openstack-request-id: req-58ef0641-7d3a-4281-ad61-c9ccaad57425 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:20.627393 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13576ae-00ae-4ea5-8da4-bf3afa5d1951", "name": "network-vif-plugged", "status": "completed", "tag": "d5fec0bf-7d93-4132-be6b-641076217f4c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:20.627683 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-58ef0641-7d3a-4281-ad61-c9ccaad57425 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:20.628283 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13576ae-00ae-4ea5-8da4-bf3afa5d1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fec0bf-7d93-4132-be6b-641076217f4c', 'code': 200} Nov 03 16:12:20.652782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-f9c114eb-d1cb-4dc6-80f3-ae59cda7c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:20.654368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-f9c114eb-d1cb-4dc6-80f3-ae59cda7c535 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.0798850 Nov 03 16:12:20.746364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-e333540d-74ab-4b85-b47b-796d8c5eef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:20.747885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-e333540d-74ab-4b85-b47b-796d8c5eef1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844190 Nov 03 16:12:20.818172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cfee4-063a-4d77-8a2d-f60ceb2cb806 req-677b240b-de56-4348-b76e-921895e15092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:20.825047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f76cfee4-063a-4d77-8a2d-f60ceb2cb806 req-677b240b-de56-4348-b76e-921895e15092 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 1096 time: 0.0942922 Nov 03 16:12:21.007604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239e0d2-a90a-448f-9c86-47107b65df57 req-9c59ec23-fe43-4492-9416-17a6e7a2630f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:21.009935 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7239e0d2-a90a-448f-9c86-47107b65df57 req-9c59ec23-fe43-4492-9416-17a6e7a2630f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1271145 Nov 03 16:12:21.013290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f76cfee4-063a-4d77-8a2d-f60ceb2cb806 req-a653f00d-e0e1-4600-bbc3-f2504bec0457 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810651 Nov 03 16:12:21.110306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7239e0d2-a90a-448f-9c86-47107b65df57 req-ae20f8a9-7ddf-4f87-8e25-07ee07ce9d69 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912075 Nov 03 16:12:21.136812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbb6e9-48af-4bfa-ab11-163f4ad3a44e req-23797ade-0f8b-4fd1-a5f0-38052cc671ee tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:21.150286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5edbb6e9-48af-4bfa-ab11-163f4ad3a44e req-23797ade-0f8b-4fd1-a5f0-38052cc671ee tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.2188392 Nov 03 16:12:21.237646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-6dee7c3e-e3f0-42e9-bad0-9b771fb7e374 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821527 Nov 03 16:12:21.383207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5edbb6e9-48af-4bfa-ab11-163f4ad3a44e req-b8a0d521-ad1e-45ab-b28a-b308efc05a04 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313092 Nov 03 16:12:21.452630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa376c3-d5fa-419c-b157-bc8edf5cecbc req-8190b1a1-e858-4e39-af4f-2a1bc8d0bcde service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979365 Nov 03 16:12:21.670837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4c082-0145-456c-824d-e1de0e7d362e req-c28b06c5-afaa-4a8a-b54d-e8c7b840cc59 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:21.674001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-57c4c082-0145-456c-824d-e1de0e7d362e req-c28b06c5-afaa-4a8a-b54d-e8c7b840cc59 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.1584554 Nov 03 16:12:21.786839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-57c4c082-0145-456c-824d-e1de0e7d362e req-160849d8-e84a-4b22-94f0-74a028561ed6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006317 Nov 03 16:12:21.903773 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:22.356206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf12d9-10b7-4d4a-9b7c-bd9e32990b55 req-702eeb4c-7c5f-4cca-8f57-9f9f69cf0737 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:22.364935 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2acf12d9-10b7-4d4a-9b7c-bd9e32990b55 req-702eeb4c-7c5f-4cca-8f57-9f9f69cf0737 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1234171 Nov 03 16:12:22.523208 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2acf12d9-10b7-4d4a-9b7c-bd9e32990b55 req-da9a1623-31b9-4d4d-9944-d0ecd78bc628 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518707 Nov 03 16:12:22.658354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f857-7c4b-4589-af17-237ce83fa1bc req-a2562327-d2f8-4d64-97a4-f34b1d82a76f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:22.663706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33a7f857-7c4b-4589-af17-237ce83fa1bc req-a2562327-d2f8-4d64-97a4-f34b1d82a76f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1072440 Nov 03 16:12:22.762968 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33a7f857-7c4b-4589-af17-237ce83fa1bc req-3bef3673-c925-4366-83bf-b436c61e9c4f tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962620 Nov 03 16:12:22.889373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46760) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:23.025649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56221534-65ee-45b5-b28e-a7ba5c8455cd req-7cdd781f-0194-4200-94b8-00f525f38e01 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.027208 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56221534-65ee-45b5-b28e-a7ba5c8455cd req-7cdd781f-0194-4200-94b8-00f525f38e01 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.1091363 Nov 03 16:12:23.030604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1319610066', 'router:external': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:23.108171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Made reservation on behalf of c4ef57e43deb4d739c1b8364cc677308 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:23.112660 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:23.145092 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:23.167453 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56221534-65ee-45b5-b28e-a7ba5c8455cd req-392aa397-8c9f-4b86-b21e-0ea433f5f8c4 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329503 Nov 03 16:12:23.293980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:23.304505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:23.337437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee41157c-0506-42fc-9cd9-a1237b02140a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:23.346838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:12:23.362134 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:23.363101 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Added segment 34a61258-b234-4339-b4e9-c6993d7379ca of type vlan for network e2a965df-3d2c-42a1-83bd-d434f140bb4e Nov 03 16:12:23.392858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46bd26-5660-49af-ba7d-4e2b083c45f8 req-5021ee37-4749-48dc-a4dc-443fffa17070 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.409369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c46bd26-5660-49af-ba7d-4e2b083c45f8 req-5021ee37-4749-48dc-a4dc-443fffa17070 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1056128 Nov 03 16:12:23.514088 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:23.514742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c46bd26-5660-49af-ba7d-4e2b083c45f8 req-4d062517-7817-4326-acfd-72f5225aa4b8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043746 Nov 03 16:12:23.539811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-a06e33a4-738e-4ba2-8887-75b44e77adb8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1073923 Nov 03 16:12:23.572639 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:23.574013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.578148 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:23.732263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event updated for resources: {'Network': ['ID=e2a965df-3d2c-42a1-83bd-d434f140bb4e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:23.740334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3cc1a-db82-45fe-89a9-9d1252e24531 req-18a6f5ce-339e-4e49-948e-7b30eb8babcd tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.748531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e2a965df-3d2c-42a1-83bd-d434f140bb4e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:12:23.749735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-caa3cc1a-db82-45fe-89a9-9d1252e24531 req-18a6f5ce-339e-4e49-948e-7b30eb8babcd tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1063268 Nov 03 16:12:23.823817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-34ed2b3f-145c-456d-9683-462af943bc43 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9330659 Nov 03 16:12:23.825333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46778) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:23.832017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-45b2ed68-2ef0-499b-83fa-b64de8fd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.832623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-45b2ed68-2ef0-499b-83fa-b64de8fd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.833434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-45b2ed68-2ef0-499b-83fa-b64de8fd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.834021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-45b2ed68-2ef0-499b-83fa-b64de8fd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.834552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-45b2ed68-2ef0-499b-83fa-b64de8fd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.835080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-45b2ed68-2ef0-499b-83fa-b64de8fd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.839814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-45b2ed68-2ef0-499b-83fa-b64de8fd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.839814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-45b2ed68-2ef0-499b-83fa-b64de8fd343f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6490 time: 0.1156108 Nov 03 16:12:23.843006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'subnet': {'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:23.874240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b80b7-e367-4f06-8141-48bd8770c9a2 req-4bf1e977-f54d-401d-b9fe-c57b034632c1 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:23.876016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f0b80b7-e367-4f06-8141-48bd8770c9a2 req-4bf1e977-f54d-401d-b9fe-c57b034632c1 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 945 time: 0.1658609 Nov 03 16:12:23.916982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-caa3cc1a-db82-45fe-89a9-9d1252e24531 req-b1e14555-c010-4095-ab20-a98b1f1c8d27 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659009 Nov 03 16:12:24.162342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7f0b80b7-e367-4f06-8141-48bd8770c9a2 req-23758a7e-01dc-476d-82c5-867af2ca1ceb tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617054 Nov 03 16:12:24.164356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-61d72055-bb74-4bb1-b14c-ab9bd7b153bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:24.166383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-61d72055-bb74-4bb1-b14c-ab9bd7b153bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:24.167336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-61d72055-bb74-4bb1-b14c-ab9bd7b153bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:24.170252 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-61d72055-bb74-4bb1-b14c-ab9bd7b153bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b702e15-109b-4b34-b65b-e7a25aa30a01&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=32b60c1a-3fda-432a-b1be-706eaed0a660&id=32b60c1a-3fda-432a-b1be-706eaed0a660 HTTP/1.1" status: 200 len: 2292 time: 0.1691866 Nov 03 16:12:24.173052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Made reservation on behalf of c4ef57e43deb4d739c1b8364cc677308 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:24.179344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:24.557736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d83ec8-5eba-4bba-addf-dcb7d56581c1 req-e3e266a3-add2-4a7a-9a77-339e9a0b8cda tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:24.573474 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3d83ec8-5eba-4bba-addf-dcb7d56581c1 req-e3e266a3-add2-4a7a-9a77-339e9a0b8cda tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.2005556 Nov 03 16:12:24.693812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3d83ec8-5eba-4bba-addf-dcb7d56581c1 req-f6270c05-8403-4d37-a05f-1bc23bdecb1b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188676 Nov 03 16:12:24.744076 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-1916c337-f42f-41cf-aacc-706de70682a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7 HTTP/1.1" status: 200 len: 1002 time: 0.5549531 Nov 03 16:12:24.865308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-f7ca83b5-6564-451d-a168-7e0cc9f8b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:24.866858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-f7ca83b5-6564-451d-a168-7e0cc9f8b2a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec07e9ce-76fc-4651-9c43-195f89c62fd2 HTTP/1.1" status: 200 len: 850 time: 0.1130004 Nov 03 16:12:25.140726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca39e-16e3-42a6-816f-7e9a2debe449 req-77751ba2-9290-472b-a190-4f7f5ffa615c tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:25.143093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a00ca39e-16e3-42a6-816f-7e9a2debe449 req-77751ba2-9290-472b-a190-4f7f5ffa615c tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.2574160 Nov 03 16:12:25.146725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:12:25.147084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:25.175368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6493d7-7ff4-4b2f-80ab-6264970bf692 req-8157e0ce-37f9-4267-9625-305375277dbb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:25.184323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e6493d7-7ff4-4b2f-80ab-6264970bf692 req-8157e0ce-37f9-4267-9625-305375277dbb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.0703602 Nov 03 16:12:25.193832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-325e710a-5ca8-4a84-85a1-99503cead7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:25.196036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-325e710a-5ca8-4a84-85a1-99503cead7fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b702e15-109b-4b34-b65b-e7a25aa30a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3160594 Nov 03 16:12:25.252929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e6493d7-7ff4-4b2f-80ab-6264970bf692 req-3ed6012e-54b7-46f8-a5a3-279c057684ff tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672789 Nov 03 16:12:25.303527 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a00ca39e-16e3-42a6-816f-7e9a2debe449 req-18064dd4-40fd-4dca-bd71-a1d055a7ae5b tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484921 Nov 03 16:12:25.349290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event updated for resources: {'Subnet': ['ID=21fd1d8e-e2b8-42bb-abcc-fb4d419efc72,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:25.354303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Checking segment: {'id': '34a61258-b234-4339-b4e9-c6993d7379ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:25.354636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Network hostable DHCP agents. Network: e2a965df-3d2c-42a1-83bd-d434f140bb4e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:12:25.389770 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Network e2a965df-3d2c-42a1-83bd-d434f140bb4e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:12:25.405044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e2a965df-3d2c-42a1-83bd-d434f140bb4e) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:25.413096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:25.413735 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:25.414078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a623ad-c5e7-41b1-8038-8ef9ad727b3e None None] Network e2a965df-3d2c-42a1-83bd-d434f140bb4e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:12:25.420130 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-b6d2d0fc-acfa-40ba-a7a4-3f8548f215e1 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968222 Nov 03 16:12:25.493674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46794) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:25.499808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1043838809', 'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:25.505928 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-955179ee-3f57-4e4b-8285-e3f5187325f5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6667995 Nov 03 16:12:25.579720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Made reservation on behalf of c4ef57e43deb4d739c1b8364cc677308 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:12:25.582166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:25.617266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] device_id is not set on port aee94528-45a9-4970-8de0-4e6f5e95f18e yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:12:25.786348 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-3006e25d-200d-439a-9e82-c0c3c135c813 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269153 Nov 03 16:12:25.817605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808e2f7-5643-406f-928a-368e3cbcac6b None None] Network e2a965df-3d2c-42a1-83bd-d434f140bb4e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:12:25.881042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Allocated IP 2001:db8::11 (e2a965df-3d2c-42a1-83bd-d434f140bb4e/21fd1d8e-e2b8-42bb-abcc-fb4d419efc72/aee94528-45a9-4970-8de0-4e6f5e95f18e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:12:25.965720 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-7b5dfd58-be4f-4bf5-a7a7-075f3d44f7e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 217 time: 0.1710045 Nov 03 16:12:26.143129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-26c5a158-969f-4a41-a290-1caa94235577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:26.144905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-26c5a158-969f-4a41-a290-1caa94235577 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1598594 Nov 03 16:12:26.170384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c7d47-e0bb-47a0-a9e9-db0ecb983669 req-5d223482-cdfe-4790-ac66-001d13f4d9c8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:26.178116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b3c7d47-e0bb-47a0-a9e9-db0ecb983669 req-5d223482-cdfe-4790-ac66-001d13f4d9c8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1306770 Nov 03 16:12:26.234850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-bd60aded-dcd5-4912-9a21-ff5536316257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:26.236457 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-bd60aded-dcd5-4912-9a21-ff5536316257 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833881 Nov 03 16:12:26.247471 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:26.283580 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b3c7d47-e0bb-47a0-a9e9-db0ecb983669 req-5ccc4cf2-b7b5-4929-a048-e4ca5b06610e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037242 Nov 03 16:12:26.366306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:26.445898 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-d7d27f71-0940-4e47-b72e-eff81edd9809 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010741 Nov 03 16:12:26.474843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event updated for resources: {'Port': ['ID=aee94528-45a9-4970-8de0-4e6f5e95f18e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:26.568189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Network e2a965df-3d2c-42a1-83bd-d434f140bb4e is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:26.578965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704361f-99b8-48f7-b712-0dce8fc27ab3 req-9d949026-beb1-40e7-b267-02adfcadb197 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:26.580284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:26.580550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0704361f-99b8-48f7-b712-0dce8fc27ab3 req-9d949026-beb1-40e7-b267-02adfcadb197 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1539283 Nov 03 16:12:26.582857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-eac7a6b5-301b-483d-a1ff-3aa710e1803c service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187010 Nov 03 16:12:26.583201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:26.585416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:26.585416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:26.625926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6d7f-7e60-4935-8202-7e409c1b3de8 req-0b3ea7a2-7fc5-411c-afd8-25a561124931 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:26.643196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56b6d7f-7e60-4935-8202-7e409c1b3de8 req-0b3ea7a2-7fc5-411c-afd8-25a561124931 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1710205 Nov 03 16:12:26.652462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5e198b1f-1b05-4299-a9d9-989423df0442 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1539416 Nov 03 16:12:26.655793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46816) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:26.673588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-535fff30-e454-4714-8951-c6dbe4a26b85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 217 time: 0.0752676 Nov 03 16:12:26.859725 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0704361f-99b8-48f7-b712-0dce8fc27ab3 req-03690344-3585-4c7e-8e5b-ee90e341c22d tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661009 Nov 03 16:12:26.895942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56b6d7f-7e60-4935-8202-7e409c1b3de8 req-3e564871-c85a-465c-b2fa-71425f842361 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461534 Nov 03 16:12:26.910949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-c3e0c6e8-bb75-4107-ad9f-df8e7db8c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:26.929749 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-c3e0c6e8-bb75-4107-ad9f-df8e7db8c0e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.2388506 Nov 03 16:12:26.956846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4d94583d-4361-420f-baaf-2f664e31b798 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Deleting port aee94528-45a9-4970-8de0-4e6f5e95f18e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:26.957189 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4d94583d-4361-420f-baaf-2f664e31b798 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:27.080914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-ee0cf5b2-592f-4d1e-9608-54c6ebfbc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:27.084303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-ee0cf5b2-592f-4d1e-9608-54c6ebfbc30b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473997 Nov 03 16:12:27.189437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4d94583d-4361-420f-baaf-2f664e31b798 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:27.220540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4d94583d-4361-420f-baaf-2f664e31b798 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Calling delete_port for aee94528-45a9-4970-8de0-4e6f5e95f18e owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:27.224439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-10e92f6d-8d0c-4761-b07c-ee950bcdfdeb service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251926 Nov 03 16:12:27.363883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-5fe0d542-a95e-45fd-9b8b-5b3acbcef856 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319153 Nov 03 16:12:27.572887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-596f8b57-0ae6-4461-ba52-a2e08a9d9952 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00 HTTP/1.1" status: 200 len: 217 time: 0.1877031 Nov 03 16:12:27.670377 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4d94583d-4361-420f-baaf-2f664e31b798 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:27.719066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfb7fb-373d-48d5-9a5e-7ee4f01adff7 req-577ffd23-6c1f-44c9-a877-7eeedd487558 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:27.723401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9bbfb7fb-373d-48d5-9a5e-7ee4f01adff7 req-577ffd23-6c1f-44c9-a877-7eeedd487558 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.2327802 Nov 03 16:12:27.755388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94583d-4361-420f-baaf-2f664e31b798 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event deleted for resources: {'Port': ['ID=aee94528-45a9-4970-8de0-4e6f5e95f18e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:27.798785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-1a75308c-b101-4b12-8164-47135879d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:27.803692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-1a75308c-b101-4b12-8164-47135879d102 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.2269113 Nov 03 16:12:27.844544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa876f9-7863-4814-bd0f-114d604cf2ea req-194fc934-e510-4698-8512-6517cc424dbb tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:27.858869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa876f9-7863-4814-bd0f-114d604cf2ea req-194fc934-e510-4698-8512-6517cc424dbb tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:27.875987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa876f9-7863-4814-bd0f-114d604cf2ea req-194fc934-e510-4698-8512-6517cc424dbb tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:27.883682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aa876f9-7863-4814-bd0f-114d604cf2ea req-194fc934-e510-4698-8512-6517cc424dbb tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951&device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa&device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 2417 time: 0.3054895 Nov 03 16:12:27.890846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4d94583d-4361-420f-baaf-2f664e31b798 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:27.902814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4d94583d-4361-420f-baaf-2f664e31b798 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "DELETE /v2.0/ports/aee94528-45a9-4970-8de0-4e6f5e95f18e HTTP/1.1" status: 204 len: 168 time: 1.2421305 Nov 03 16:12:27.904232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9bbfb7fb-373d-48d5-9a5e-7ee4f01adff7 req-d362a399-32b8-4f32-95ea-736235dc683e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720691 Nov 03 16:12:27.905045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46834) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:27.911246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e', 'external_fixed_ips': [{'subnet_id': '21fd1d8e-e2b8-42bb-abcc-fb4d419efc72', 'ip_address': '2001:db8::11'}]}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:27.961195 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:27.964980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:27.983555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-61afe9e1-6e43-42e8-95a7-0103f9b2bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:27.988103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-61afe9e1-6e43-42e8-95a7-0103f9b2bd74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1770196 Nov 03 16:12:28.012518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aa876f9-7863-4814-bd0f-114d604cf2ea req-ec69d393-d73e-4238-b039-ff325ca32b86 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050138 Nov 03 16:12:28.282090 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:28.313141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060c972-9ade-4057-ba4b-41848f335411 req-3a243624-8d55-47de-89ff-67f174a1ba47 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:28.317410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c060c972-9ade-4057-ba4b-41848f335411 req-3a243624-8d55-47de-89ff-67f174a1ba47 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.1167729 Nov 03 16:12:28.429764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c060c972-9ade-4057-ba4b-41848f335411 req-250305ac-2c28-4f4f-8ef6-bc38c13ddbd2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069090 Nov 03 16:12:28.517345 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90715ba6-67c2-4db5-b55a-38999acfdee7 req-92e3cbd1-e3cd-41f1-93b2-2e32b0c2507d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:28.519328 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90715ba6-67c2-4db5-b55a-38999acfdee7 req-92e3cbd1-e3cd-41f1-93b2-2e32b0c2507d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.4426541 Nov 03 16:12:28.669105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:28.849439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-a1f52cc3-ae61-4f7e-871c-33e253923f23 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533690 Nov 03 16:12:29.072310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21d99c-f693-40e4-ab17-e633595fe7c9 req-8bed7691-a701-45fe-96a3-a3b8f4f40861 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:29.081392 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad21d99c-f693-40e4-ab17-e633595fe7c9 req-8bed7691-a701-45fe-96a3-a3b8f4f40861 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0823739 Nov 03 16:12:29.131063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90715ba6-67c2-4db5-b55a-38999acfdee7 req-2dff2bb2-a40b-4814-8b89-b71418114a99 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423718 Nov 03 16:12:29.232002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ad21d99c-f693-40e4-ab17-e633595fe7c9 req-683e83be-4e8f-4a5c-9de0-e17b25b9f7de tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486719 Nov 03 16:12:29.232249 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-d842ad81-14a5-4cc5-a6bb-a0e36e3c1e15 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158277 Nov 03 16:12:29.370835 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-8b60827a-7cfc-4ec8-ad31-c0792ac4aa1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 HTTP/1.1" status: 200 len: 217 time: 0.1204069 Nov 03 16:12:29.485430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-f3996893-d118-4218-a423-e64c8287a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:29.486732 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-f3996893-d118-4218-a423-e64c8287a80a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1048648 Nov 03 16:12:29.492970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:29.526224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:29.726881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-ac22eead-4f4d-4291-8915-b9eb56ec11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:29.729063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-ac22eead-4f4d-4291-8915-b9eb56ec11ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2325554 Nov 03 16:12:30.401654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Allocated IP 2001:db8::11 (e2a965df-3d2c-42a1-83bd-d434f140bb4e/21fd1d8e-e2b8-42bb-abcc-fb4d419efc72/ddb085cf-516a-4cd1-9b62-4259197bcceb) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:12:30.510975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ef843-944c-41f1-957a-921f5dfc97f0 req-69cb0f19-d812-46f1-805e-b47424b07c7f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:30.513122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d2ef843-944c-41f1-957a-921f5dfc97f0 req-69cb0f19-d812-46f1-805e-b47424b07c7f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1190939 Nov 03 16:12:30.561865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97c28-f3c4-43f6-a912-34fbbe2f9cc1 req-98321330-d793-4a2c-bb7f-dc582a7af74e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:30.570793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31b97c28-f3c4-43f6-a912-34fbbe2f9cc1 req-98321330-d793-4a2c-bb7f-dc582a7af74e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1825976 Nov 03 16:12:30.577683 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-9486e8ab-e198-4931-9259-724c141cd4d3 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944796 Nov 03 16:12:30.614250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d2ef843-944c-41f1-957a-921f5dfc97f0 req-d7e52396-f195-476d-bdf0-7295529db359 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945444 Nov 03 16:12:30.838577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd53783-db7b-4d68-95fa-7aa5a190a304 req-4ad58133-4278-43d8-8348-bf763d9b34fb tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:30.840154 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dd53783-db7b-4d68-95fa-7aa5a190a304 req-4ad58133-4278-43d8-8348-bf763d9b34fb tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1025598 Nov 03 16:12:30.880923 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31b97c28-f3c4-43f6-a912-34fbbe2f9cc1 req-e6827b14-359a-495f-8765-aea91a3212c1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070292 Nov 03 16:12:30.891638 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:30.932848 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dd53783-db7b-4d68-95fa-7aa5a190a304 req-6f554948-2c0d-4db3-a637-de2fda1034c3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817864 Nov 03 16:12:31.000708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-4b22536c-5e57-44ef-ad94-fd78d23608ac service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012303 Nov 03 16:12:31.008237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:31.112084 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-3630162d-9ed9-4d49-92a4-7cb926863e3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99629fd-c01f-4e74-97d1-865bfad31285 HTTP/1.1" status: 200 len: 217 time: 0.0536339 Nov 03 16:12:31.140103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Network e2a965df-3d2c-42a1-83bd-d434f140bb4e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:31.166469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:31.173897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:31.217249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event updated for resources: {'Port': ['ID=ddb085cf-516a-4cd1-9b62-4259197bcceb,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:31.310289 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:31.357641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-1fb1ab5b-4d0b-483e-95a7-a4763c034b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:31.359147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-1fb1ab5b-4d0b-483e-95a7-a4763c034b1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.2372119 Nov 03 16:12:31.465623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-d7c090ed-1397-4f4f-82c6-525e74e743f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:31.467199 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-d7c090ed-1397-4f4f-82c6-525e74e743f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918670 Nov 03 16:12:31.469663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:31.621163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-d04dc9ff-085a-4bf4-bc34-2e84427ad068 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925052 Nov 03 16:12:31.808391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881daab0-380d-4f8c-a563-6e19459efd29 req-adb092d7-59ed-4476-bde7-72d0eb86bcd2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:31.809992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-881daab0-380d-4f8c-a563-6e19459efd29 req-adb092d7-59ed-4476-bde7-72d0eb86bcd2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.0800686 Nov 03 16:12:31.890390 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-77319944-7bbe-4fa8-b1ae-2c3a0e199ffa service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520745 Nov 03 16:12:31.898443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-881daab0-380d-4f8c-a563-6e19459efd29 req-627d9617-c5d3-46cc-b661-37f5f5cf56dd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782759 Nov 03 16:12:32.126780 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-91813097-969e-4d6e-8988-e0d936c74eaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9 HTTP/1.1" status: 200 len: 217 time: 0.1927340 Nov 03 16:12:32.162967 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:32.171959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a468b3-df09-44d5-ba38-1eba09933d88 req-fa3360bd-66ba-4d22-a3ab-cbd7266fdf89 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:32.179387 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1a468b3-df09-44d5-ba38-1eba09933d88 req-fa3360bd-66ba-4d22-a3ab-cbd7266fdf89 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0950134 Nov 03 16:12:32.238712 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1a468b3-df09-44d5-ba38-1eba09933d88 req-e2e56334-e603-41e0-a501-0f5adc93c4bd tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542738 Nov 03 16:12:32.395585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-c2f3b681-82d6-4051-860f-ea72b38be766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:32.397301 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-c2f3b681-82d6-4051-860f-ea72b38be766 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.2294061 Nov 03 16:12:32.455587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a14a5-8307-4d0f-890b-f9f95f0da1dc req-929a9ad6-7f05-4108-b592-f11982b1cab9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:32.457611 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c0a14a5-8307-4d0f-890b-f9f95f0da1dc req-929a9ad6-7f05-4108-b592-f11982b1cab9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.3448603 Nov 03 16:12:32.538772 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4be748af-4280-4752-aeec-4806c2560b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:32.548937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981be5d1-8278-4514-aa04-f43941688b39 req-686a7715-5c7f-4299-9e5a-9d89b65d54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:32.550537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-686a7715-5c7f-4299-9e5a-9d89b65d54bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1430151 Nov 03 16:12:32.599179 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c0a14a5-8307-4d0f-890b-f9f95f0da1dc req-a463af5e-a891-49ec-8b7b-874859c0b7d2 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256993 Nov 03 16:12:32.658730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Router 65e9be3c-563e-4233-a962-6f692267d88e is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:12:32.744831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-fec511a5-672d-4ab6-ac5a-7a18dbbbfd94 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796775 Nov 03 16:12:32.888391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:12:32.901377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Sync routers for ids ['65e9be3c-563e-4233-a962-6f692267d88e'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:12:32.924078 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-981be5d1-8278-4514-aa04-f43941688b39 req-574a3637-7197-4dc0-aec4-baef14ffdf27 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695833 Nov 03 16:12:32.931727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Routers {'65e9be3c-563e-4233-a962-6f692267d88e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:12:32.933453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['65e9be3c-563e-4233-a962-6f692267d88e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:32.952964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:32.955477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-44a2209e-a00a-4942-89f8-8c637681c30c tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.0477033 Nov 03 16:12:32.958427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46902) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:33.142583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660adf3-dd6f-4eab-a424-8488d3f7e2c5 req-5c83f7bf-8128-435a-b87b-4892191e389f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:33.149187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5660adf3-dd6f-4eab-a424-8488d3f7e2c5 req-5c83f7bf-8128-435a-b87b-4892191e389f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.0874667 Nov 03 16:12:33.253802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Set router 65e9be3c-563e-4233-a962-6f692267d88e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:12:33.265626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5660adf3-dd6f-4eab-a424-8488d3f7e2c5 req-5fdcf0ab-d35a-44ef-9040-7e96c660191e tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628335 Nov 03 16:12:33.333021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:33.430296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a38b6-0c15-4202-8d00-c41d4b6dfeed req-a4ccf7d5-cb58-458a-ba86-cf0d2ea64cf1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:33.431931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d8a38b6-0c15-4202-8d00-c41d4b6dfeed req-a4ccf7d5-cb58-458a-ba86-cf0d2ea64cf1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0915573 Nov 03 16:12:33.528687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0d8a38b6-0c15-4202-8d00-c41d4b6dfeed req-68ef5bfd-8288-456f-9322-e556b704518d tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855246 Nov 03 16:12:33.537769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:33.630867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9be3c-563e-4233-a962-6f692267d88e', 'name': '', 'tenant_id': 'c4ef57e43deb4d739c1b8364cc677308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e', 'external_fixed_ips': [{'subnet_id': '21fd1d8e-e2b8-42bb-abcc-fb4d419efc72', 'ip_address': '2001:db8::11'}], 'enable_snat': True}, 'gw_port_id': 'ddb085cf-516a-4cd1-9b62-4259197bcceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:12:27Z', 'updated_at': '2021-11-03T16:12:31Z', 'revision_number': 3, 'project_id': 'c4ef57e43deb4d739c1b8364cc677308', 'gw_port': {'id': 'ddb085cf-516a-4cd1-9b62-4259197bcceb', 'name': '', 'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:02:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e9be3c-563e-4233-a962-6f692267d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '21fd1d8e-e2b8-42bb-abcc-fb4d419efc72', 'ip_address': '2001:db8::11', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:12:29Z', 'updated_at': '2021-11-03T16:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21fd1d8e-e2b8-42bb-abcc-fb4d419efc72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:33.663988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Deleting port ddb085cf-516a-4cd1-9b62-4259197bcceb {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:33.663988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:33.678709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Checking router: 65e9be3c-563e-4233-a962-6f692267d88e for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:12:33.679427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Updating router 65e9be3c-563e-4233-a962-6f692267d88e port ddb085cf-516a-4cd1-9b62-4259197bcceb binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:12:33.726695 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:33.777843 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:33.795183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Calling delete_port for ddb085cf-516a-4cd1-9b62-4259197bcceb owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:33.989232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115627d-fdf5-44e2-926a-9441ab43415e req-dd4b6d39-b4b4-4c35-bf71-b05ffcac11ef tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:33.998991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f115627d-fdf5-44e2-926a-9441ab43415e req-dd4b6d39-b4b4-4c35-bf71-b05ffcac11ef tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.0959563 Nov 03 16:12:34.145508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:34.155899 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:34.255215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Attempting to bind port ddb085cf-516a-4cd1-9b62-4259197bcceb on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:34.255787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Attempting to bind port ddb085cf-516a-4cd1-9b62-4259197bcceb by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '34a61258-b234-4339-b4e9-c6993d7379ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:34.256379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Attempting to bind port ddb085cf-516a-4cd1-9b62-4259197bcceb on network e2a965df-3d2c-42a1-83bd-d434f140bb4e {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:34.269667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:12:34.270230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Checking segment: {'id': '34a61258-b234-4339-b4e9-c6993d7379ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:34.270680 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:34.271093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Bound using segment: {'id': '34a61258-b234-4339-b4e9-c6993d7379ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:12:34.271787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Bound port: ddb085cf-516a-4cd1-9b62-4259197bcceb, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a61258-b234-4339-b4e9-c6993d7379ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a965df-3d2c-42a1-83bd-d434f140bb4e'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:12:34.272298 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:34.279351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a92ba2-8909-4011-8aa0-f82d57c9c11e None None] Pushing event updated for resources: {'Port': ['ID=ddb085cf-516a-4cd1-9b62-4259197bcceb,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:34.342939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] For port ddb085cf-516a-4cd1-9b62-4259197bcceb, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:34.347413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] For port ddb085cf-516a-4cd1-9b62-4259197bcceb, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ddb085cf-516a-4cd1-9b62-4259197bcceb,segment=NetworkSegment(34a61258-b234-4339-b4e9-c6993d7379ca),segment_id=34a61258-b234-4339-b4e9-c6993d7379ca)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:12:34.356812 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:34.409125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Routers {'65e9be3c-563e-4233-a962-6f692267d88e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:12:34.409858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['65e9be3c-563e-4233-a962-6f692267d88e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:34.726711 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] Set router 65e9be3c-563e-4233-a962-6f692267d88e gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:12:34.791997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f115627d-fdf5-44e2-926a-9441ab43415e req-b9be1806-fa5e-4eb7-9efb-1f28b2339849 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7893050 Nov 03 16:12:34.806896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1ff9-fb37-4b06-aafd-af59d89378d5 req-aac8d4ec-f516-448d-9338-c586e467ea8e tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:34.808639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6dbc1ff9-fb37-4b06-aafd-af59d89378d5 req-aac8d4ec-f516-448d-9338-c586e467ea8e tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.0973125 Nov 03 16:12:34.838024 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:34.844130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a92ba2-8909-4011-8aa0-f82d57c9c11e None None] Pushing event updated for resources: {'Port': ['ID=ddb085cf-516a-4cd1-9b62-4259197bcceb,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:34.897044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddb085cf-516a-4cd1-9b62-4259197bcceb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:34.901877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:34.947940 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6dbc1ff9-fb37-4b06-aafd-af59d89378d5 req-10509424-c163-4c58-ab91-5ae7e22961f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326804 Nov 03 16:12:34.950955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9be3c-563e-4233-a962-6f692267d88e', 'name': '', 'tenant_id': 'c4ef57e43deb4d739c1b8364cc677308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:12:27Z', 'updated_at': '2021-11-03T16:12:33Z', 'revision_number': 4, 'project_id': 'c4ef57e43deb4d739c1b8364cc677308', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:34.988579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20fe436-e5fc-441c-b86d-bb9d40711c69 None None] The sync data for ids ['65e9be3c-563e-4233-a962-6f692267d88e'] in n-d-813897-2 is: [{'id': '65e9be3c-563e-4233-a962-6f692267d88e', 'name': '', 'tenant_id': 'c4ef57e43deb4d739c1b8364cc677308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:12:27Z', 'updated_at': '2021-11-03T16:12:33Z', 'revision_number': 4, 'project_id': 'c4ef57e43deb4d739c1b8364cc677308', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:12:35.005074 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d3403cfe-e15f-4af8-bee0-16600b53dce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.073793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.076209 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.139913 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352edacb-2b73-4410-8091-2648ccf764bb req-490d1d10-e86e-4c40-9ae3-ec511d28e5ed tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:35.145737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-352edacb-2b73-4410-8091-2648ccf764bb req-490d1d10-e86e-4c40-9ae3-ec511d28e5ed tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0819933 Nov 03 16:12:35.188081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.188568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65e9be3c-563e-4233-a962-6f692267d88e {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:12:35.193593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.194932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-39c1a9b9-331e-495b-9f0e-1263b6f8de58 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "DELETE /v2.0/routers/65e9be3c-563e-4233-a962-6f692267d88e HTTP/1.1" status: 204 len: 168 time: 2.2342169 Nov 03 16:12:35.203839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46938) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:35.234862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-352edacb-2b73-4410-8091-2648ccf764bb req-fb0f4442-86a6-489e-8737-6972676619d1 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807588 Nov 03 16:12:35.284175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3f067-d5e9-4ff8-bee1-6deabf61b378 req-558cd182-fc99-4e26-bf4c-168670197e8f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:35.294295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17e3f067-d5e9-4ff8-bee1-6deabf61b378 req-558cd182-fc99-4e26-bf4c-168670197e8f tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 946 time: 0.1826849 Nov 03 16:12:35.364923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Deleting subnet 21fd1d8e-e2b8-42bb-abcc-fb4d419efc72 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:12:35.380461 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.414819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17e3f067-d5e9-4ff8-bee1-6deabf61b378 req-a90b93ba-75ea-4957-81f1-92bf3fba8220 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193824 Nov 03 16:12:35.447753 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.498434 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.581406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.597592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.609575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46940) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:35.609782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "DELETE /v2.0/subnets/21fd1d8e-e2b8-42bb-abcc-fb4d419efc72 HTTP/1.1" status: 204 len: 168 time: 0.4029589 Nov 03 16:12:35.629923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=21fd1d8e-e2b8-42bb-abcc-fb4d419efc72,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:35.639329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.640243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.640243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.640535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.640717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.641056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.641390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.641757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.642088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.642417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.642744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.643116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dbf8f5-996f-47eb-acbf-876a8bce4aa3 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:35.690404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.807905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.835992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a965df-3d2c-42a1-83bd-d434f140bb4e']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:35.848257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a61258-b234-4339-b4e9-c6993d7379ca') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:35.848712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a61258-b234-4339-b4e9-c6993d7379ca') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:35.878280 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.904028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.950247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:12:35.950804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:12:35.952736 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:12:36.051209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a9639-4524-4bba-b189-aa1c653b4418 req-f452a756-05a8-4ad1-a143-2d350470bfe3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:36.059875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f5a9639-4524-4bba-b189-aa1c653b4418 req-f452a756-05a8-4ad1-a143-2d350470bfe3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1521831 Nov 03 16:12:36.114824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:36.122046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2a965df-3d2c-42a1-83bd-d434f140bb4e {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 16:12:36.138596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f5a9639-4524-4bba-b189-aa1c653b4418 req-f65d4949-836f-4eef-8070-2b451e4854e6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746021 Nov 03 16:12:36.142098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:36.149080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "DELETE /v2.0/networks/e2a965df-3d2c-42a1-83bd-d434f140bb4e HTTP/1.1" status: 204 len: 168 time: 0.5384212 Nov 03 16:12:36.186201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a980865-7a45-43a8-999e-06826ab90a3d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2a965df-3d2c-42a1-83bd-d434f140bb4e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:36.224293 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:36.239302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe9958-8217-4fcb-bdb2-d944335184ec req-b0781db8-d4d5-4acc-9c69-eca44ff7dbc2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:36.241008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4afe9958-8217-4fcb-bdb2-d944335184ec req-b0781db8-d4d5-4acc-9c69-eca44ff7dbc2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1497595 Nov 03 16:12:36.324812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4afe9958-8217-4fcb-bdb2-d944335184ec req-2d098f25-45ee-4dda-af07-75b01f061204 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717316 Nov 03 16:12:36.589619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e3e0f-8281-41f7-b89a-22bf35bffc8c req-88450c07-f76d-4499-af74-021a27855740 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:36.598806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-961e3e0f-8281-41f7-b89a-22bf35bffc8c req-88450c07-f76d-4499-af74-021a27855740 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0976076 Nov 03 16:12:36.631828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46964) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:36.640211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5914da-56e5-4857-abe8-511afa26b83a req-2260e175-f72d-4642-a2d9-18adacbe791d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:36.642584 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de5914da-56e5-4857-abe8-511afa26b83a req-2260e175-f72d-4642-a2d9-18adacbe791d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 946 time: 0.1153386 Nov 03 16:12:36.647274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d8534a75-ba5a-472a-884f-8af5fdc08c8b tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'router': {'name': 'tempest-router--1090911212', 'project_id': 'e84fef0aebee490cb21a9afb0f04ccea'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:36.740424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de5914da-56e5-4857-abe8-511afa26b83a req-9c091e98-494d-419a-b0b1-196231b5dd36 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/security-groups?id=3e7b156b-a910-4c1f-acc1-428946269cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861330 Nov 03 16:12:36.807708 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8534a75-ba5a-472a-884f-8af5fdc08c8b tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:36.808794 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8534a75-ba5a-472a-884f-8af5fdc08c8b tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:36.843418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-961e3e0f-8281-41f7-b89a-22bf35bffc8c req-1252b8f7-bcb4-4a04-bde1-8608af5e126e tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436562 Nov 03 16:12:36.872371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-2b435e23-7b4d-482e-8741-9e4fecfa634a tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:36.875660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-2b435e23-7b4d-482e-8741-9e4fecfa634a tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 946 time: 0.1762438 Nov 03 16:12:37.022738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8534a75-ba5a-472a-884f-8af5fdc08c8b tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.038521 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8534a75-ba5a-472a-884f-8af5fdc08c8b tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.076415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Deleting port e33a6ffc-9551-4f76-9868-1bd20d31a782 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:37.076894 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.115286 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8534a75-ba5a-472a-884f-8af5fdc08c8b tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.115286 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d8534a75-ba5a-472a-884f-8af5fdc08c8b tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4796197 Nov 03 16:12:37.119713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46966) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:37.209931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] For port e33a6ffc-9551-4f76-9868-1bd20d31a782, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e33a6ffc-9551-4f76-9868-1bd20d31a782,segment=NetworkSegment(b52a18d1-037f-4d68-9ab4-37e2fba0eac7),segment_id=b52a18d1-037f-4d68-9ab4-37e2fba0eac7)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:37.210300 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.234710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Calling delete_port for e33a6ffc-9551-4f76-9868-1bd20d31a782 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:37.323721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1722d26c-a78c-43d3-85fb-42db10ea779e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.374883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cebeb-8370-46a3-8b03-4c6b0948b36a req-ff34c270-3da3-40de-86bc-956e14295831 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:37.378387 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-985cebeb-8370-46a3-8b03-4c6b0948b36a req-ff34c270-3da3-40de-86bc-956e14295831 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1274946 Nov 03 16:12:37.459813 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.497694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Pushing event deleted for resources: {'Port': ['ID=e33a6ffc-9551-4f76-9868-1bd20d31a782,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:37.556804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1722d26c-a78c-43d3-85fb-42db10ea779e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.562807 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1722d26c-a78c-43d3-85fb-42db10ea779e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.602088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] No DVR routers for this DVR port e33a6ffc-9551-4f76-9868-1bd20d31a782 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:12:37.606000 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.610416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55c6ff5d-039e-45ba-a361-7e64e7936815 req-22d9f3b9-839a-45b9-a569-67c6d982650d tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.15 "DELETE /v2.0/ports/e33a6ffc-9551-4f76-9868-1bd20d31a782 HTTP/1.1" status: 204 len: 173 time: 0.7291842 Nov 03 16:12:37.612213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f40e6a-6c04-4f12-aa55-edd268b97b08', 'name': 'network-vif-deleted', 'tag': 'e33a6ffc-9551-4f76-9868-1bd20d31a782'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:37.616300 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166bfff8-1d28-4548-a22c-b7f45c22ee8b" -d '{"events": [{"server_uuid": "d7f40e6a-6c04-4f12-aa55-edd268b97b08", "name": "network-vif-deleted", "tag": "e33a6ffc-9551-4f76-9868-1bd20d31a782"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:37.641752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-985cebeb-8370-46a3-8b03-4c6b0948b36a req-ab84bd2c-145b-4a03-944e-6233c4be49d2 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029553 Nov 03 16:12:37.644955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1722d26c-a78c-43d3-85fb-42db10ea779e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.645573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1722d26c-a78c-43d3-85fb-42db10ea779e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45a8ec34-f370-4ade-b6d1-d803716f87c8 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:12:37.651084 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1722d26c-a78c-43d3-85fb-42db10ea779e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.652960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1722d26c-a78c-43d3-85fb-42db10ea779e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "DELETE /v2.0/routers/45a8ec34-f370-4ade-b6d1-d803716f87c8 HTTP/1.1" status: 204 len: 168 time: 0.5318465 Nov 03 16:12:37.723601 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:37.737455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385661f-847e-4e8f-9113-a72670797a4c req-2a2d17b0-ef5a-4faf-804f-8c672e50730a tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:37.746096 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c385661f-847e-4e8f-9113-a72670797a4c req-2a2d17b0-ef5a-4faf-804f-8c672e50730a tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1199563 Nov 03 16:12:37.778151 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34beb8c0-2eeb-40b1-bb04-cef456262b6c x-openstack-request-id: req-34beb8c0-2eeb-40b1-bb04-cef456262b6c {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:37.778710 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f40e6a-6c04-4f12-aa55-edd268b97b08", "name": "network-vif-deleted", "tag": "e33a6ffc-9551-4f76-9868-1bd20d31a782", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:37.779202 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-34beb8c0-2eeb-40b1-bb04-cef456262b6c {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:37.779775 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f40e6a-6c04-4f12-aa55-edd268b97b08', 'name': 'network-vif-deleted', 'tag': 'e33a6ffc-9551-4f76-9868-1bd20d31a782', 'status': 'completed', 'code': 200} Nov 03 16:12:37.833191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c385661f-847e-4e8f-9113-a72670797a4c req-2742da2b-65c5-4f6e-9f73-732b3922c7ae tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849986 Nov 03 16:12:37.910045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46990) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:37.924228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1d82a3a2-c293-45e8-945c-34da0d69a424 req-7b158686-3175-4eb7-91ef-8c3cd3335b47 tempest-VolumesSnapshotTestJSON-1217296550 tempest-VolumesSnapshotTestJSON-1217296550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f40e6a-6c04-4f12-aa55-edd268b97b08 HTTP/1.1" status: 200 len: 210 time: 0.0483124 Nov 03 16:12:38.001613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dfc99-c5b0-4f9b-a8d2-2cc46a488f17 req-236db217-2504-400c-ba23-860f9d225bab tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:38.003234 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-289dfc99-c5b0-4f9b-a8d2-2cc46a488f17 req-236db217-2504-400c-ba23-860f9d225bab tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0694213 Nov 03 16:12:38.061147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-289dfc99-c5b0-4f9b-a8d2-2cc46a488f17 req-10ebdf11-05cd-422f-95c2-54eaefab869b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503361 Nov 03 16:12:38.164130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-245180557', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:38.192089 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:38.193488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:38.254770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:38.392008 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:38.590856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-452db5a4-e835-439d-bf24-fada72f5fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:38.592377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-452db5a4-e835-439d-bf24-fada72f5fd1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 1096 time: 0.0648248 Nov 03 16:12:38.695783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-f42ecd5d-2581-4f3d-aaa8-4eea4e5cfa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:38.697822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-f42ecd5d-2581-4f3d-aaa8-4eea4e5cfa5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.0971336 Nov 03 16:12:38.779705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:38.787497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-c67e6286-51ba-4ae8-bcf9-e98bad45924e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d HTTP/1.1" status: 200 len: 1001 time: 0.0795329 Nov 03 16:12:38.860075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d4693-26fe-4568-ab9d-278c3771ae8e req-3ecf37a8-1bb5-47d4-b8d5-1cb041288ced tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:38.861571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd4d4693-26fe-4568-ab9d-278c3771ae8e req-3ecf37a8-1bb5-47d4-b8d5-1cb041288ced tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1156595 Nov 03 16:12:38.861848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-6660382a-79f9-414a-89eb-d82347ead735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:38.863333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-6660382a-79f9-414a-89eb-d82347ead735 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.0688550 Nov 03 16:12:38.969282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd4d4693-26fe-4568-ab9d-278c3771ae8e req-aff6ba03-bb2b-4768-a8f7-bbc11126ca0d tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958278 Nov 03 16:12:39.004370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-124c61c4-64f0-4650-897d-9629a6da5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:39.005925 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-124c61c4-64f0-4650-897d-9629a6da5b3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322229 Nov 03 16:12:39.056586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d6fa3-eaae-4c2d-8cea-39ab5e333e38 req-07ab216a-5981-4c73-abe3-409994c32a13 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:39.058148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-478d6fa3-eaae-4c2d-8cea-39ab5e333e38 req-07ab216a-5981-4c73-abe3-409994c32a13 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1054533 Nov 03 16:12:39.163558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:39.174246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e33a6ffc-9551-4f76-9868-1bd20d31a782 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:12:39.209652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:39.215941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-478d6fa3-eaae-4c2d-8cea-39ab5e333e38 req-02e3b8ea-e974-4ada-82b7-64ae78874003 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796394 Nov 03 16:12:39.218216 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-5ba754d4-56c0-4867-afc1-6272ef686245 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022870 Nov 03 16:12:39.231616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: e33a6ffc-9551-4f76-9868-1bd20d31a782 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:12:39.232161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e33a6ffc-9551-4f76-9868-1bd20d31a782 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:12:39.356213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Allocated IP 172.25.6.38 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/9125f74b-00c6-4192-8561-a638dd715642) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:12:39.377126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dea1a-2e9f-4373-9d20-69590e871a7d req-35fbd586-7d5d-47c6-9f73-9e42a4cf68af tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:39.378644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-399dea1a-2e9f-4373-9d20-69590e871a7d req-35fbd586-7d5d-47c6-9f73-9e42a4cf68af tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.2257133 Nov 03 16:12:39.416916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9daba926-3bb4-4b84-a119-84baa21d17cf req-c18b39e8-f50d-4aea-a04e-29410cd74452 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900806 Nov 03 16:12:39.511547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-399dea1a-2e9f-4373-9d20-69590e871a7d req-a1e0fbce-b50a-4968-b3af-6c3e6750a4db tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230927 Nov 03 16:12:39.564267 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:39.607086 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:39.671664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:39.678341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:39.680984 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:39.716366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event updated for resources: {'Port': ['ID=9125f74b-00c6-4192-8561-a638dd715642,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:39.826594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0126c-b223-4f0d-a0ed-30d33b2eb9aa req-5459aa80-1f9d-4b2a-99c7-19ddf75f4579 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:39.831843 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c0126c-b223-4f0d-a0ed-30d33b2eb9aa req-5459aa80-1f9d-4b2a-99c7-19ddf75f4579 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0918984 Nov 03 16:12:39.927848 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c0126c-b223-4f0d-a0ed-30d33b2eb9aa req-2ab4190d-e808-4d89-8e4c-457c29ece465 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793800 Nov 03 16:12:40.138346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612eab3-578b-4c3b-a546-7a2b21f18b55 req-5c87b4c3-2fec-4bca-a3bc-a88868850936 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:40.140671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7612eab3-578b-4c3b-a546-7a2b21f18b55 req-5c87b4c3-2fec-4bca-a3bc-a88868850936 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.0622985 Nov 03 16:12:40.176563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905875b9-f9a6-4887-9f39-78682e55b511 req-56a0d197-506d-43d2-ad46-eab09324004f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:40.190391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-905875b9-f9a6-4887-9f39-78682e55b511 req-56a0d197-506d-43d2-ad46-eab09324004f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.1371596 Nov 03 16:12:40.207215 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:40.258068 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7612eab3-578b-4c3b-a546-7a2b21f18b55 req-bb2988e3-0c45-46e6-a570-571f57992b29 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069915 Nov 03 16:12:40.293896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-905875b9-f9a6-4887-9f39-78682e55b511 req-9965e0fa-1d7e-41dc-88b9-b4b98e9a7951 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023948 Nov 03 16:12:40.494143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5280e-f2af-4733-937e-b3ddd42e8d4b req-564a98a6-bba8-4779-83e7-1971b1569382 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:40.503935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50c5280e-f2af-4733-937e-b3ddd42e8d4b req-564a98a6-bba8-4779-83e7-1971b1569382 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1073909 Nov 03 16:12:40.613223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50c5280e-f2af-4733-937e-b3ddd42e8d4b req-48cb694a-86b1-40eb-923a-2f762844425a tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083701 Nov 03 16:12:40.629127 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:40.811259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7958f-1143-4db4-8125-9e075708fe78 req-975d2a1d-b77e-4066-a7a3-03ac82d1aeaa tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:40.813061 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ed7958f-1143-4db4-8125-9e075708fe78 req-975d2a1d-b77e-4066-a7a3-03ac82d1aeaa tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1154056 Nov 03 16:12:40.892942 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ed7958f-1143-4db4-8125-9e075708fe78 req-08796fc2-905f-441f-9a68-2b5be6bfcfd9 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693963 Nov 03 16:12:40.915933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Router d180357a-0f56-4ee9-ab7e-8fdc7609d5d7 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:12:41.030456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:12:41.041826 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f7b84-24c6-4bd7-b6b8-e0672bbd1055 None None] Sync routers for ids ['d180357a-0f56-4ee9-ab7e-8fdc7609d5d7'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:12:41.059115 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f7b84-24c6-4bd7-b6b8-e0672bbd1055 None None] Routers {'d180357a-0f56-4ee9-ab7e-8fdc7609d5d7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:12:41.059725 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0a4f7b84-24c6-4bd7-b6b8-e0672bbd1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d180357a-0f56-4ee9-ab7e-8fdc7609d5d7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:41.079177 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:41.080468 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dd1da6b6-3642-4d21-8fe5-c84333142df0 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1688650 Nov 03 16:12:41.083562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47042) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:41.123705 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0a4f7b84-24c6-4bd7-b6b8-e0672bbd1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:41.134753 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f7b84-24c6-4bd7-b6b8-e0672bbd1055 None None] Routers {'d180357a-0f56-4ee9-ab7e-8fdc7609d5d7'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:12:41.135362 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0a4f7b84-24c6-4bd7-b6b8-e0672bbd1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d180357a-0f56-4ee9-ab7e-8fdc7609d5d7'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:41.177272 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0a4f7b84-24c6-4bd7-b6b8-e0672bbd1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:41.178429 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f7b84-24c6-4bd7-b6b8-e0672bbd1055 None None] The sync data for ids ['d180357a-0f56-4ee9-ab7e-8fdc7609d5d7'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:12:41.223483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b7476746-d18f-4207-9ca8-0d065bd50afb tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/routers/d180357a-0f56-4ee9-ab7e-8fdc7609d5d7 HTTP/1.1" status: 200 len: 923 time: 0.1376650 Nov 03 16:12:41.226178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47044) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:41.254017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b3a5875b-f160-4042-8fe0-6eba3188d540 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=d180357a-0f56-4ee9-ab7e-8fdc7609d5d7 HTTP/1.1" status: 200 len: 205 time: 0.0266659 Nov 03 16:12:41.256288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47046) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:41.442571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801651b6-511e-4629-8db3-eec934d825c2 req-cdf58bca-66a5-4641-a6b8-17a38dc564d1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:41.444825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-801651b6-511e-4629-8db3-eec934d825c2 req-cdf58bca-66a5-4641-a6b8-17a38dc564d1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 945 time: 0.0637801 Nov 03 16:12:41.454073 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:41.561779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-801651b6-511e-4629-8db3-eec934d825c2 req-0aad7a5e-d469-465d-9a1e-a1fdbb89cae9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586047 Nov 03 16:12:41.589386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6aa8004a-e63f-4758-bd1f-002da0b5836d no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:12:41.683794 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:41.726463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:41.794415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:41.803494 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def48c2d-6c04-4e08-b66f-da87eb6ab57a" -d '{"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-unplugged", "status": "completed", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:41.816333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:41.827261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:41.829041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e738-8cff-4266-a724-c7e330d0244e req-8b5e5b49-611c-444b-9d27-97ba412787a7 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:41.840212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f70e738-8cff-4266-a724-c7e330d0244e req-8b5e5b49-611c-444b-9d27-97ba412787a7 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1433582 Nov 03 16:12:41.890033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:42.029145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f70e738-8cff-4266-a724-c7e330d0244e req-d040d654-cbd0-41b5-ac33-9170d652f9c8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880937 Nov 03 16:12:42.037818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Deleting port 9125f74b-00c6-4192-8561-a638dd715642 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:42.038052 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:42.049907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49026ee7-26e1-452e-98cc-419a9861476f req-4344da68-5491-40fd-8031-427088e1b058 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:42.051410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49026ee7-26e1-452e-98cc-419a9861476f req-4344da68-5491-40fd-8031-427088e1b058 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.2092957 Nov 03 16:12:42.097717 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87bfc00-fd8e-43a9-bba9-db2eb65ee1f4 x-openstack-request-id: req-a87bfc00-fd8e-43a9-bba9-db2eb65ee1f4 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:42.097717 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-unplugged", "status": "failed", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d", "code": 422}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:42.097717 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a87bfc00-fd8e-43a9-bba9-db2eb65ee1f4 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:42.098035 n-d-813897-2 neutron-server[108106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'code': 422} returned with failed status Nov 03 16:12:42.306840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:42.330604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Calling delete_port for 9125f74b-00c6-4192-8561-a638dd715642 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:42.338796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d08d05-4680-4598-aa4f-3aacc69987f9 req-a976b937-c3fd-4d94-b200-3cf9d882fea6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:42.343478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-49026ee7-26e1-452e-98cc-419a9861476f req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Deleting port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:42.343812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-49026ee7-26e1-452e-98cc-419a9861476f req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:42.347469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8d08d05-4680-4598-aa4f-3aacc69987f9 req-a976b937-c3fd-4d94-b200-3cf9d882fea6 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 946 time: 0.1548071 Nov 03 16:12:42.426243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8d08d05-4680-4598-aa4f-3aacc69987f9 req-7917c9fc-4ae5-4194-9d3e-0a75268d5b7a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Nov 03 16:12:42.623656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-49026ee7-26e1-452e-98cc-419a9861476f req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] For port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:42.624589 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-49026ee7-26e1-452e-98cc-419a9861476f req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:42.642993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-49026ee7-26e1-452e-98cc-419a9861476f req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Calling delete_port for 1c2f4cce-7350-417e-b1fd-9614fc7c3bea owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:42.861344 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:42.947351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event deleted for resources: {'Port': ['ID=9125f74b-00c6-4192-8561-a638dd715642,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:43.092533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-49026ee7-26e1-452e-98cc-419a9861476f req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:43.105401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['988d3f75-5fec-4dd3-8bd5-7b22171273c5', '1c2f4cce-7350-417e-b1fd-9614fc7c3bea'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:12:43.141800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:43.333200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be83f8-86b4-4020-904e-2ae555a80092 req-58cf2448-2fb9-4917-9862-4417d41b1bc5 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:43.334922 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8be83f8-86b4-4020-904e-2ae555a80092 req-58cf2448-2fb9-4917-9862-4417d41b1bc5 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1387095 Nov 03 16:12:43.364599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event deleted for resources: {'Port': ['ID=1c2f4cce-7350-417e-b1fd-9614fc7c3bea,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:43.447795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-49026ee7-26e1-452e-98cc-419a9861476f req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] No DVR routers for this DVR port 1c2f4cce-7350-417e-b1fd-9614fc7c3bea on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:12:43.451600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8be83f8-86b4-4020-904e-2ae555a80092 req-159e73bf-b68b-49ff-a527-370778a21c97 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076601 Nov 03 16:12:43.460815 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-49026ee7-26e1-452e-98cc-419a9861476f req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:43.470706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49026ee7-26e1-452e-98cc-419a9861476f req-fa4a9b64-99ef-4af4-abdb-81354205c1ea tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "DELETE /v2.0/ports/1c2f4cce-7350-417e-b1fd-9614fc7c3bea HTTP/1.1" status: 204 len: 173 time: 1.4067430 Nov 03 16:12:43.472587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:43.489418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:43.525783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69bae88-5105-4b66-8519-7a204e21a1ae', 'name': 'network-vif-deleted', 'tag': '1c2f4cce-7350-417e-b1fd-9614fc7c3bea'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:43.528460 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4da703-4964-428f-ad18-36bdd646a9f7" -d '{"events": [{"server_uuid": "a69bae88-5105-4b66-8519-7a204e21a1ae", "name": "network-vif-deleted", "tag": "1c2f4cce-7350-417e-b1fd-9614fc7c3bea"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:43.603933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd8fef-2cea-4b5b-bdc0-82af8edc7d2c req-792e211a-8a14-410f-8526-6095bf8f4bef tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:43.616364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89bd8fef-2cea-4b5b-bdc0-82af8edc7d2c req-792e211a-8a14-410f-8526-6095bf8f4bef tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.3358138 Nov 03 16:12:43.629469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:43.630051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Fanout notify agent at l3_agent the message router_deleted on router d180357a-0f56-4ee9-ab7e-8fdc7609d5d7 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:12:43.658396 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:43.659981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-96210016-d881-4dd8-832e-71187870a8df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/d180357a-0f56-4ee9-ab7e-8fdc7609d5d7 HTTP/1.1" status: 204 len: 168 time: 2.4026141 Nov 03 16:12:43.663452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47118) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:43.670903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2058762624', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': False}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:43.739674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89bd8fef-2cea-4b5b-bdc0-82af8edc7d2c req-94feae69-fc06-4d13-8fec-37ae0963f9b9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183016 Nov 03 16:12:43.743881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:43.746622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:43.810132 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2a57b7-4e88-4e80-932f-da12381e9396 x-openstack-request-id: req-8f2a57b7-4e88-4e80-932f-da12381e9396 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:43.810490 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69bae88-5105-4b66-8519-7a204e21a1ae", "name": "network-vif-deleted", "tag": "1c2f4cce-7350-417e-b1fd-9614fc7c3bea", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:43.811114 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f2a57b7-4e88-4e80-932f-da12381e9396 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:43.811114 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69bae88-5105-4b66-8519-7a204e21a1ae', 'name': 'network-vif-deleted', 'tag': '1c2f4cce-7350-417e-b1fd-9614fc7c3bea', 'status': 'completed', 'code': 200} Nov 03 16:12:43.845377 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-8cc6e931-2a0a-4467-ae00-9ff203142c27 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4323635 Nov 03 16:12:43.860343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5816d3c8-d128-4165-a3bb-0db0c1da7275 req-c313212e-1072-446d-9b9a-daa5474a4fc3 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69bae88-5105-4b66-8519-7a204e21a1ae HTTP/1.1" status: 200 len: 210 time: 0.1166489 Nov 03 16:12:43.876335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:44.201903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:44.605705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:44.630721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:44.663842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04609cc1-9646-4b42-9b65-0fa05a2091ed req-667e17ad-b4b4-4bee-84ef-62eb6f8074df tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:44.665737 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04609cc1-9646-4b42-9b65-0fa05a2091ed req-667e17ad-b4b4-4bee-84ef-62eb6f8074df tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1138470 Nov 03 16:12:44.776651 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04609cc1-9646-4b42-9b65-0fa05a2091ed req-ac9bdf57-7294-4a47-9bc4-a1afea75470f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843372 Nov 03 16:12:44.803879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Allocated IP 172.25.6.75 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/9747bb20-b5e1-4564-aa98-39be9ba3f3ae) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:12:44.893310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc930ab-abfa-4aaa-9ad3-2972a6757d89 req-c2606e39-e8dc-4b4d-a193-012ce3385210 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:44.895035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dfc930ab-abfa-4aaa-9ad3-2972a6757d89 req-c2606e39-e8dc-4b4d-a193-012ce3385210 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.0570068 Nov 03 16:12:44.958222 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dfc930ab-abfa-4aaa-9ad3-2972a6757d89 req-909d99ef-3a3e-4e37-97cb-942094937b37 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553710 Nov 03 16:12:45.018131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:45.029762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-7439aabd-4605-40f2-bc26-de039a749423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:45.031486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-7439aabd-4605-40f2-bc26-de039a749423 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9&tenant_id=69729811c07542f1abc0cc34e820fe52 HTTP/1.1" status: 200 len: 1094 time: 0.1194885 Nov 03 16:12:45.553469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:45.619051 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1c2f4cce-7350-417e-b1fd-9614fc7c3bea no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:12:45.621390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event updated for resources: {'Port': ['ID=9747bb20-b5e1-4564-aa98-39be9ba3f3ae,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:45.634628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-24e82749-0e3e-4a9c-8750-1235a353e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:45.636120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-24e82749-0e3e-4a9c-8750-1235a353e985 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 1094 time: 0.5575886 Nov 03 16:12:45.637953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:45.639415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:45.641584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:45.691700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 1c2f4cce-7350-417e-b1fd-9614fc7c3bea {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:12:45.692318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 1c2f4cce-7350-417e-b1fd-9614fc7c3bea not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:12:45.896242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-d5e91efc-6491-4287-91ba-ea01ba2cee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:45.897815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-d5e91efc-6491-4287-91ba-ea01ba2cee66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.2529621 Nov 03 16:12:45.906184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29bf99-f366-4b38-8e9f-f088d32e79a4 req-e3abc4a7-1ace-4d8e-bcae-259532def4d8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:45.907704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef29bf99-f366-4b38-8e9f-f088d32e79a4 req-e3abc4a7-1ace-4d8e-bcae-259532def4d8 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 946 time: 0.1749101 Nov 03 16:12:45.926483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b3ae7-fef3-495d-bc71-66d0e896424e req-dbf21514-bed6-48e6-82e6-680b711f1aff tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:45.929076 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c4b3ae7-fef3-495d-bc71-66d0e896424e req-dbf21514-bed6-48e6-82e6-680b711f1aff tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.0673466 Nov 03 16:12:45.993714 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c4b3ae7-fef3-495d-bc71-66d0e896424e req-cbd8dd2b-d5fb-43ae-adf2-696e265353bb tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473814 Nov 03 16:12:46.064583 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-cb975381-ea96-4a9b-be15-c91d091fd784 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d HTTP/1.1" status: 200 len: 999 time: 0.1558752 Nov 03 16:12:46.070201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef29bf99-f366-4b38-8e9f-f088d32e79a4 req-9fc83d70-f9dd-4cd6-a593-09a74c4659ee tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511996 Nov 03 16:12:46.174334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-6ac796bc-7066-4b1f-ac84-06e92df4ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:46.176325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-6ac796bc-7066-4b1f-ac84-06e92df4ff05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.1002169 Nov 03 16:12:46.177437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:46.193682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00303ec-b907-4c3b-b6ef-1fe30cde3a9d req-c5f605da-a632-4f28-8654-ce487aba1a01 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:46.202040 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d00303ec-b907-4c3b-b6ef-1fe30cde3a9d req-c5f605da-a632-4f28-8654-ce487aba1a01 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.0936589 Nov 03 16:12:46.264867 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d00303ec-b907-4c3b-b6ef-1fe30cde3a9d req-b7682fb3-56e9-4a66-8827-b7d85a09c140 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544741 Nov 03 16:12:46.283720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-a9fc1fb4-777b-41ac-9a6c-9ebe19131383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:46.286998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-a9fc1fb4-777b-41ac-9a6c-9ebe19131383 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652153 Nov 03 16:12:46.471167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-33280c15-c419-42eb-83a3-9c95d0ded597 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496046 Nov 03 16:12:46.613503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-e9f531c8-2e64-4a01-a919-eb705a78f9d8 service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151361 Nov 03 16:12:46.614848 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:46.837914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Router 55d27468-da1a-4eb1-b1c0-b727c0cf50ef is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:12:46.984627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:12:46.995472 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Sync routers for ids ['55d27468-da1a-4eb1-b1c0-b727c0cf50ef'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:12:47.011434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Routers {'55d27468-da1a-4eb1-b1c0-b727c0cf50ef'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:12:47.012389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['55d27468-da1a-4eb1-b1c0-b727c0cf50ef'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:47.075575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:47.077108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e79bbe35-5d6d-44b0-9401-a9aa1d764830 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4123166 Nov 03 16:12:47.080424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47212) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:47.097170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-a34a63df-b11c-4285-a709-26ac6eb99403 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:47.100404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-a34a63df-b11c-4285-a709-26ac6eb99403 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 946 time: 0.0959828 Nov 03 16:12:47.310797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5539b542-2291-4244-b21c-f65ba5ecf822 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/routers/55d27468-da1a-4eb1-b1c0-b727c0cf50ef HTTP/1.1" status: 200 len: 908 time: 0.2261455 Nov 03 16:12:47.340612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47226) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:47.357784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2058762624', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': True}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:12:47.375521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Set router 55d27468-da1a-4eb1-b1c0-b727c0cf50ef gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:12:47.504326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5e82-5fd3-4ee5-8948-8ca309dacdeb req-d96293aa-9141-4fad-9f49-04c64ed1887a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:47.504870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:47.509786 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:47.517667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a9f5e82-5fd3-4ee5-8948-8ca309dacdeb req-d96293aa-9141-4fad-9f49-04c64ed1887a tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 946 time: 0.2002895 Nov 03 16:12:47.610939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a9f5e82-5fd3-4ee5-8948-8ca309dacdeb req-d228ec82-d157-4b57-a503-eda9db8d7de5 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e9e92e9-d829-4196-96d5-5bb6be3f4496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912495 Nov 03 16:12:47.634732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:47.644076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Deleting port 988d3f75-5fec-4dd3-8bd5-7b22171273c5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:47.644709 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:47.666243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab951e60-d3ad-475e-8e9c-de25fe60c7f9 req-06d8dae1-2e59-4781-b5a9-afaba5948927 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:47.668821 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab951e60-d3ad-475e-8e9c-de25fe60c7f9 req-06d8dae1-2e59-4781-b5a9-afaba5948927 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.3636463 Nov 03 16:12:47.833654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d27468-da1a-4eb1-b1c0-b727c0cf50ef', 'name': 'tempest-snat-router-2058762624', 'tenant_id': 'c4ef57e43deb4d739c1b8364cc677308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.75'}], 'enable_snat': False}, 'gw_port_id': '9747bb20-b5e1-4564-aa98-39be9ba3f3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:12:43Z', 'updated_at': '2021-11-03T16:12:45Z', 'revision_number': 3, 'project_id': 'c4ef57e43deb4d739c1b8364cc677308', 'gw_port': {'id': '9747bb20-b5e1-4564-aa98-39be9ba3f3ae', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d27468-da1a-4eb1-b1c0-b727c0cf50ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:12:44Z', 'updated_at': '2021-11-03T16:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:47.873096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] For port 988d3f75-5fec-4dd3-8bd5-7b22171273c5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=988d3f75-5fec-4dd3-8bd5-7b22171273c5,segment=NetworkSegment(4ed25ed0-2ae9-47c6-9783-c3d50451a153),segment_id=4ed25ed0-2ae9-47c6-9783-c3d50451a153)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:47.873711 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:47.902850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Calling delete_port for 988d3f75-5fec-4dd3-8bd5-7b22171273c5 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:47.907270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Checking router: 55d27468-da1a-4eb1-b1c0-b727c0cf50ef for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:12:47.907604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Updating router 55d27468-da1a-4eb1-b1c0-b727c0cf50ef port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:12:47.965561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.047717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.063490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab951e60-d3ad-475e-8e9c-de25fe60c7f9 req-83d2d6e3-235a-44ae-972a-32ed9330535a tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737071 Nov 03 16:12:48.135639 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.293894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Pushing event deleted for resources: {'Port': ['ID=988d3f75-5fec-4dd3-8bd5-7b22171273c5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:48.410808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] No DVR routers for this DVR port 988d3f75-5fec-4dd3-8bd5-7b22171273c5 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:12:48.420769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8afc04-3d61-496a-acbf-019513c0141c req-6f2ca6a2-101d-442f-8c98-3cfe7a306d40 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:48.430640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c8afc04-3d61-496a-acbf-019513c0141c req-6f2ca6a2-101d-442f-8c98-3cfe7a306d40 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.3237314 Nov 03 16:12:48.431880 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.435235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfbe6268-d067-4417-b3d6-294ba8106cba req-245539dc-1237-44e5-9d28-672c0da388f0 tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.70 "DELETE /v2.0/ports/988d3f75-5fec-4dd3-8bd5-7b22171273c5 HTTP/1.1" status: 204 len: 173 time: 1.3276081 Nov 03 16:12:48.435703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70a0431-f463-4476-997e-61548626a295', 'name': 'network-vif-deleted', 'tag': '988d3f75-5fec-4dd3-8bd5-7b22171273c5'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:12:48.446153 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de07c10b-f12a-4186-bdac-2bee7fc5f7eb" -d '{"events": [{"server_uuid": "f70a0431-f463-4476-997e-61548626a295", "name": "network-vif-deleted", "tag": "988d3f75-5fec-4dd3-8bd5-7b22171273c5"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:12:48.592645 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698d05de-927b-4bb3-aad8-7366d5901eb3 x-openstack-request-id: req-698d05de-927b-4bb3-aad8-7366d5901eb3 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:12:48.593226 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70a0431-f463-4476-997e-61548626a295", "name": "network-vif-deleted", "tag": "988d3f75-5fec-4dd3-8bd5-7b22171273c5", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:12:48.593682 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-698d05de-927b-4bb3-aad8-7366d5901eb3 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:12:48.594261 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70a0431-f463-4476-997e-61548626a295', 'name': 'network-vif-deleted', 'tag': '988d3f75-5fec-4dd3-8bd5-7b22171273c5', 'status': 'completed', 'code': 200} Nov 03 16:12:48.598604 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.601192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c8afc04-3d61-496a-acbf-019513c0141c req-dbd078ee-e473-43f9-a7cf-d9fc629a07ef tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517642 Nov 03 16:12:48.601577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.645148 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.668753 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.855433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Attempting to bind port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:12:48.855822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Attempting to bind port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:12:48.856200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Attempting to bind port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:12:48.881658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:12:48.882324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:12:48.882900 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.883461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:12:48.884726 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Bound port: 9747bb20-b5e1-4564-aa98-39be9ba3f3ae, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:12:48.885470 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:48.926108 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1984b6fe-3704-4f44-a94d-a400ddf09cf2 req-926c9066-e0bc-494f-a71a-53bf700a0d2b tempest-ServersTestJSON-1386360975 tempest-ServersTestJSON-1386360975-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a0431-f463-4476-997e-61548626a295 HTTP/1.1" status: 200 len: 210 time: 0.1201179 Nov 03 16:12:48.936921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec105b-d8fd-4da2-a997-8c850c62efa6 None None] Pushing event updated for resources: {'Port': ['ID=9747bb20-b5e1-4564-aa98-39be9ba3f3ae,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:49.002878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] For port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:12:49.012296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] For port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9747bb20-b5e1-4564-aa98-39be9ba3f3ae,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:12:49.019700 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:49.090288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Allocated IP 172.25.6.66 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/c2be4361-3601-4c6f-a092-e25f4ec07bfd) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:12:49.202606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec105b-d8fd-4da2-a997-8c850c62efa6 None None] Pushing event updated for resources: {'Port': ['ID=9747bb20-b5e1-4564-aa98-39be9ba3f3ae,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:49.233177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Routers {'55d27468-da1a-4eb1-b1c0-b727c0cf50ef'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:12:49.237911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['55d27468-da1a-4eb1-b1c0-b727c0cf50ef'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:49.325842 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:49.373566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10192a8e-d051-4bc1-9d38-4577e464c0b0 req-b8690ba3-7ef8-4539-a74c-a091960c4521 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:49.376046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10192a8e-d051-4bc1-9d38-4577e464c0b0 req-b8690ba3-7ef8-4539-a74c-a091960c4521 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1458540 Nov 03 16:12:49.440648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:49.474322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] Set router 55d27468-da1a-4eb1-b1c0-b727c0cf50ef gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:12:49.517634 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10192a8e-d051-4bc1-9d38-4577e464c0b0 req-668aba5d-b45f-4a49-a4da-0bacc9eec90f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227334 Nov 03 16:12:49.551972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:12:49.554011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:12:49.565858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:12:49.629001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event updated for resources: {'Port': ['ID=c2be4361-3601-4c6f-a092-e25f4ec07bfd,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:49.640020 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 988d3f75-5fec-4dd3-8bd5-7b22171273c5 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:12:49.643879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.644536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.645011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.645312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.646425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.646425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.646425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.646743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.647013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.647336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.647661 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.648110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:12:49.676727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 988d3f75-5fec-4dd3-8bd5-7b22171273c5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:12:49.677574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 988d3f75-5fec-4dd3-8bd5-7b22171273c5 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:12:49.852755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d27468-da1a-4eb1-b1c0-b727c0cf50ef', 'name': 'tempest-snat-router-2058762624', 'tenant_id': 'c4ef57e43deb4d739c1b8364cc677308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.75'}], 'enable_snat': False}, 'gw_port_id': '9747bb20-b5e1-4564-aa98-39be9ba3f3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:12:43Z', 'updated_at': '2021-11-03T16:12:45Z', 'revision_number': 3, 'project_id': 'c4ef57e43deb4d739c1b8364cc677308', 'gw_port': {'id': '9747bb20-b5e1-4564-aa98-39be9ba3f3ae', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d27468-da1a-4eb1-b1c0-b727c0cf50ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:12:44Z', 'updated_at': '2021-11-03T16:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:49.964548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be91d4-2639-45e6-90d7-935a5e9689df None None] The sync data for ids ['55d27468-da1a-4eb1-b1c0-b727c0cf50ef'] in n-d-813897-2 is: [{'id': '55d27468-da1a-4eb1-b1c0-b727c0cf50ef', 'name': 'tempest-snat-router-2058762624', 'tenant_id': 'c4ef57e43deb4d739c1b8364cc677308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.75'}], 'enable_snat': False}, 'gw_port_id': '9747bb20-b5e1-4564-aa98-39be9ba3f3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:12:43Z', 'updated_at': '2021-11-03T16:12:45Z', 'revision_number': 3, 'project_id': 'c4ef57e43deb4d739c1b8364cc677308', 'gw_port': {'id': '9747bb20-b5e1-4564-aa98-39be9ba3f3ae', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d27468-da1a-4eb1-b1c0-b727c0cf50ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:12:44Z', 'updated_at': '2021-11-03T16:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:12:50.033652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47252) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:50.074431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:50.111398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8893dd7-6eec-48fd-b423-b1d030ebc046 admin admin] Deleting subnet 3ede647f-9109-4562-ac96-b8b5db8c5109 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:12:50.115525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8893dd7-6eec-48fd-b423-b1d030ebc046 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:50.227420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8893dd7-6eec-48fd-b423-b1d030ebc046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:50.340234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8893dd7-6eec-48fd-b423-b1d030ebc046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:50.465372 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8893dd7-6eec-48fd-b423-b1d030ebc046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:50.586722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8893dd7-6eec-48fd-b423-b1d030ebc046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ede647f-9109-4562-ac96-b8b5db8c5109,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:50.600432 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8893dd7-6eec-48fd-b423-b1d030ebc046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:50.613464 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d8893dd7-6eec-48fd-b423-b1d030ebc046 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3ede647f-9109-4562-ac96-b8b5db8c5109 HTTP/1.1" status: 204 len: 168 time: 0.5761933 Nov 03 16:12:50.613883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47260) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:50.846975 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:50.878902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f8c9a-5ce6-431b-91b5-333bc787e747 req-e9609985-0024-418a-ba67-150fa5a011ce tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:50.887329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-807f8c9a-5ce6-431b-91b5-333bc787e747 req-e9609985-0024-418a-ba67-150fa5a011ce tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.2242823 Nov 03 16:12:51.055099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81abefe-03f6-4f5c-aa81-2b2170732c61 req-977c5aac-e134-4487-8740-f5390ce3d98c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:51.057810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d81abefe-03f6-4f5c-aa81-2b2170732c61 req-977c5aac-e134-4487-8740-f5390ce3d98c tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 1.2244289 Nov 03 16:12:51.172011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d81abefe-03f6-4f5c-aa81-2b2170732c61 req-570575b2-76ae-45a0-abfe-b09d4bfda5a7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034071 Nov 03 16:12:51.242094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-807f8c9a-5ce6-431b-91b5-333bc787e747 req-63617986-2bc9-4d9b-a1e9-fae875752560 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537099 Nov 03 16:12:51.244028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:51.266809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:51.313020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0e1c60-da01-4c1d-83bf-38c5e8195b87']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:51.335974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed25ed0-2ae9-47c6-9783-c3d50451a153') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:51.336268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed25ed0-2ae9-47c6-9783-c3d50451a153') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:51.355048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:51.398281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:51.406587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:12:51.406896 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: items = [ Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:12:51.408766 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:12:51.568318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:51.585095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:51.599074 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] 10.222.0.86 "DELETE /v2.0/networks/dd0e1c60-da01-4c1d-83bf-38c5e8195b87 HTTP/1.1" status: 204 len: 168 time: 0.9818401 Nov 03 16:12:51.643164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92965420-f41e-4ce1-89e0-d0e260c3eeaf admin admin] Pushing event deleted for resources: {'Network': ['ID=dd0e1c60-da01-4c1d-83bf-38c5e8195b87,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:51.703108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Router 9b1d39fd-0543-48df-ac06-48b929bea4e0 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:12:51.895337 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:52.028119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:12:52.064580 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Sync routers for ids ['9b1d39fd-0543-48df-ac06-48b929bea4e0'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:12:52.095221 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Routers {'9b1d39fd-0543-48df-ac06-48b929bea4e0'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:12:52.104131 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['9b1d39fd-0543-48df-ac06-48b929bea4e0'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:52.115941 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:52.127211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47272) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:52.155422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e143a509-c174-4577-820a-4e41aa8d4367 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8124847 Nov 03 16:12:52.201009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47276) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:52.394638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b2ee1169-d7bd-4e75-a55e-596d98b12941 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8acd80f5afc4b24a91b336a43f52da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1863143 Nov 03 16:12:52.394892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47282) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:52.506389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df77a040-8802-43a8-b87d-3cdbe1d4ebbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:52.578322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df77a040-8802-43a8-b87d-3cdbe1d4ebbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:52.644683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9f5bde32-1047-4f61-9c22-524c0d298851 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/routers/9b1d39fd-0543-48df-ac06-48b929bea4e0 HTTP/1.1" status: 200 len: 907 time: 0.5134392 Nov 03 16:12:52.647606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47284) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:52.688858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fffaf-d481-464b-9f58-3230775e32c7 req-a648e350-3ba5-45db-9576-c189304fdbcb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:52.693262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e2fffaf-d481-464b-9f58-3230775e32c7 req-a648e350-3ba5-45db-9576-c189304fdbcb tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.2101824 Nov 03 16:12:52.716631 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df77a040-8802-43a8-b87d-3cdbe1d4ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:52.722838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df77a040-8802-43a8-b87d-3cdbe1d4ebbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:52.726786 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-df77a040-8802-43a8-b87d-3cdbe1d4ebbe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e9e92e9-d829-4196-96d5-5bb6be3f4496 HTTP/1.1" status: 204 len: 168 time: 0.3308921 Nov 03 16:12:52.831188 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Set router 9b1d39fd-0543-48df-ac06-48b929bea4e0 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:12:52.878368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77a040-8802-43a8-b87d-3cdbe1d4ebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e92e9-d829-4196-96d5-5bb6be3f4496,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:52.941235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67af494-4c76-4109-992c-7c5c242d8eed req-98943fe0-e679-48a0-89fe-c9a8d0dd9e2f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:52.971732 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f67af494-4c76-4109-992c-7c5c242d8eed req-98943fe0-e679-48a0-89fe-c9a8d0dd9e2f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.2839177 Nov 03 16:12:53.178857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9747bb20-b5e1-4564-aa98-39be9ba3f3ae up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:12:53.201918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f67af494-4c76-4109-992c-7c5c242d8eed req-f3eb0cc9-a6ae-433a-a374-493a47382d6a tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133598 Nov 03 16:12:53.213689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e2fffaf-d481-464b-9f58-3230775e32c7 req-07d24307-6202-467a-afde-fc33f50bb944 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4240739 Nov 03 16:12:53.259858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:53.487340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:53.490017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:53.706585 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:53.763730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9747bb20-b5e1-4564-aa98-39be9ba3f3ae,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:53.777831 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:53.919629 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1d39fd-0543-48df-ac06-48b929bea4e0', 'name': 'tempest-snat-router-2058762624', 'tenant_id': 'c4ef57e43deb4d739c1b8364cc677308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'c2be4361-3601-4c6f-a092-e25f4ec07bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:12:47Z', 'updated_at': '2021-11-03T16:12:49Z', 'revision_number': 3, 'project_id': 'c4ef57e43deb4d739c1b8364cc677308', 'gw_port': {'id': 'c2be4361-3601-4c6f-a092-e25f4ec07bfd', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1d39fd-0543-48df-ac06-48b929bea4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:12:48Z', 'updated_at': '2021-11-03T16:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:53.957262 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:54.052152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=9747bb20-b5e1-4564-aa98-39be9ba3f3ae,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:54.056972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Deleting port c2be4361-3601-4c6f-a092-e25f4ec07bfd {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:54.057491 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:54.087696 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Checking router: 9b1d39fd-0543-48df-ac06-48b929bea4e0 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:12:54.101019 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Updating router 9b1d39fd-0543-48df-ac06-48b929bea4e0 port c2be4361-3601-4c6f-a092-e25f4ec07bfd binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:12:54.231006 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:54.266473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-04df39c6-3455-4709-841b-375ca667603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:54.268604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-04df39c6-3455-4709-841b-375ca667603f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f54c80c3211b4d9b90946260c4d9f077&device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1507077 Nov 03 16:12:54.383703 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:54.433341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Calling delete_port for c2be4361-3601-4c6f-a092-e25f4ec07bfd owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:54.859236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-6507b6b6-7961-4301-9c0b-22c22a0c385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:54.860750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-6507b6b6-7961-4301-9c0b-22c22a0c385c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 200 len: 916 time: 0.5838196 Nov 03 16:12:55.035173 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:55.047358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9747bb20-b5e1-4564-aa98-39be9ba3f3ae up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:12:55.107669 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-7890a001-755a-4dd7-9f95-2a846f2a9fe5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c883793-1eed-4566-b503-8d474b4048de HTTP/1.1" status: 200 len: 217 time: 0.2173479 Nov 03 16:12:55.270228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:12:55.270228 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:55.355100 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.db.api [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:12:55.355618 n-d-813897-2 neutron-server[108107]: DEBUG oslo_db.api [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:12:55.370408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab26053-315a-498c-8542-a04144b2b38a req-d25cdebd-f151-47e3-a3d0-4d2a12a03f43 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:55.380825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bab26053-315a-498c-8542-a04144b2b38a req-d25cdebd-f151-47e3-a3d0-4d2a12a03f43 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.7842824 Nov 03 16:12:55.444775 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:55.598841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-bfc77bac-6720-492a-863d-2777576249af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:55.601545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-bfc77bac-6720-492a-863d-2777576249af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33 HTTP/1.1" status: 200 len: 854 time: 0.4786966 Nov 03 16:12:55.712861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bab26053-315a-498c-8542-a04144b2b38a req-f3f218e1-d4ff-4ff9-bd87-fcf146af6067 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275931 Nov 03 16:12:55.816074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-6e35b1ed-765b-4ca0-9ec2-3d219fe59bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:55.824065 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-6e35b1ed-765b-4ca0-9ec2-3d219fe59bed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6257cb15-1648-4d79-9b9e-3fd52f0ac641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084403 Nov 03 16:12:55.919665 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Port c2be4361-3601-4c6f-a092-e25f4ec07bfd not found while updating agent binding for router 9b1d39fd-0543-48df-ac06-48b929bea4e0. {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 16:12:55.940512 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Routers {'9b1d39fd-0543-48df-ac06-48b929bea4e0'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:12:55.941314 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['9b1d39fd-0543-48df-ac06-48b929bea4e0'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:56.301070 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] Set router 9b1d39fd-0543-48df-ac06-48b929bea4e0 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:12:56.336336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-205985ae-9fa9-45a2-837c-0e3898721fec service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996278 Nov 03 16:12:56.575336 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1d39fd-0543-48df-ac06-48b929bea4e0', 'name': 'tempest-snat-router-2058762624', 'tenant_id': 'c4ef57e43deb4d739c1b8364cc677308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:12:47Z', 'updated_at': '2021-11-03T16:12:54Z', 'revision_number': 5, 'project_id': 'c4ef57e43deb4d739c1b8364cc677308', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:12:56.621754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2be4361-3601-4c6f-a092-e25f4ec07bfd,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:56.641882 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:56.645791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:56.661193 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b72c5c-c6bd-4f25-9773-2ad051299222 None None] The sync data for ids ['9b1d39fd-0543-48df-ac06-48b929bea4e0'] in n-d-813897-2 is: [{'id': '9b1d39fd-0543-48df-ac06-48b929bea4e0', 'name': 'tempest-snat-router-2058762624', 'tenant_id': 'c4ef57e43deb4d739c1b8364cc677308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:12:47Z', 'updated_at': '2021-11-03T16:12:54Z', 'revision_number': 5, 'project_id': 'c4ef57e43deb4d739c1b8364cc677308', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:12:56.709871 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f19b0bdb-1f62-4e72-9735-ae8c4f48c82c req-b6c0d2e0-85e2-443b-aa71-8e710a9c8064 service neutron] 10.222.0.15 "GET /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658230 Nov 03 16:12:56.726394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615343-0350-4359-907e-e031045ee453 req-e71390bd-038a-4f6e-bd6e-176d338a9d46 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:56.736763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4615343-0350-4359-907e-e031045ee453 req-e71390bd-038a-4f6e-bd6e-176d338a9d46 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1279361 Nov 03 16:12:56.762938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:56.763856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b1d39fd-0543-48df-ac06-48b929bea4e0 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:12:56.775207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:56.777960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f63f479c-d199-4bf7-995b-039233cf681e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "DELETE /v2.0/routers/9b1d39fd-0543-48df-ac06-48b929bea4e0 HTTP/1.1" status: 204 len: 168 time: 4.1224742 Nov 03 16:12:56.780189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47352) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:56.912385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47356) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:56.983466 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:12:57.013161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4615343-0350-4359-907e-e031045ee453 req-b02cd0a2-b69d-4257-9335-ce11bb08d008 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749293 Nov 03 16:12:57.316579 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96bfb449-f971-49d7-ab24-2eb7b75a6f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:57.346971 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:57.619267 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:57.690164 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96bfb449-f971-49d7-ab24-2eb7b75a6f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:57.701220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96bfb449-f971-49d7-ab24-2eb7b75a6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:57.726431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaefb50-b14a-47ba-ae96-270a4e3b168d req-47ad9db7-bf35-4f3b-b11e-663ed4099d7a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:57.733927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fbaefb50-b14a-47ba-ae96-270a4e3b168d req-47ad9db7-bf35-4f3b-b11e-663ed4099d7a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.5019157 Nov 03 16:12:57.742791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-96bfb449-f971-49d7-ab24-2eb7b75a6f44 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e97d5aba13a14da098df39462af02b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8228459 Nov 03 16:12:57.750704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47364) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:57.806569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Deleting port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:12:57.806995 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:57.860449 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fbaefb50-b14a-47ba-ae96-270a4e3b168d req-a16d500d-13d4-424c-af18-35664acdc648 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255569 Nov 03 16:12:57.876192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfb449-f971-49d7-ab24-2eb7b75a6f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1b9c5-3851-46d5-8942-18e3368b38b9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:57.956833 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc034e4a-7fe8-49f4-9af1-47fa9c9e8ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:58.064294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] For port 9747bb20-b5e1-4564-aa98-39be9ba3f3ae, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9747bb20-b5e1-4564-aa98-39be9ba3f3ae,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:12:58.064294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:58.067221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc034e4a-7fe8-49f4-9af1-47fa9c9e8ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:58.116441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Calling delete_port for 9747bb20-b5e1-4564-aa98-39be9ba3f3ae owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:12:58.215033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc034e4a-7fe8-49f4-9af1-47fa9c9e8ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:58.217915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc034e4a-7fe8-49f4-9af1-47fa9c9e8ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:58.254567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fc034e4a-7fe8-49f4-9af1-47fa9c9e8ad0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aeb1b9c5-3851-46d5-8942-18e3368b38b9 HTTP/1.1" status: 204 len: 168 time: 0.4960113 Nov 03 16:12:58.408997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc034e4a-7fe8-49f4-9af1-47fa9c9e8ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1b9c5-3851-46d5-8942-18e3368b38b9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:58.475190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c3406-5652-4470-8055-2b3f9c97c3de req-ef986aba-c6d0-4d7e-b3cc-1e624e78b467 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:58.491359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-174c3406-5652-4470-8055-2b3f9c97c3de req-ef986aba-c6d0-4d7e-b3cc-1e624e78b467 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.3075626 Nov 03 16:12:58.710427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-174c3406-5652-4470-8055-2b3f9c97c3de req-c56552d1-b591-48a6-a1d5-d95db381ea11 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176797 Nov 03 16:12:58.904136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:59.005273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3290cbf-3850-4542-968b-c9794a0e2a7e req-a29234b7-5553-406d-a065-a7d8a2e34c34 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:59.016911 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3290cbf-3850-4542-968b-c9794a0e2a7e req-a29234b7-5553-406d-a065-a7d8a2e34c34 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1263773 Nov 03 16:12:59.100093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event deleted for resources: {'Port': ['ID=9747bb20-b5e1-4564-aa98-39be9ba3f3ae,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:12:59.123136 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3290cbf-3850-4542-968b-c9794a0e2a7e req-83834841-f49d-49f1-bebd-70d427015b25 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016734 Nov 03 16:12:59.426497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a75005-54fd-4b63-ad00-9d9959e1167c req-36438412-baab-4b02-a232-1ee4bec5ce01 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:59.442249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94a75005-54fd-4b63-ad00-9d9959e1167c req-36438412-baab-4b02-a232-1ee4bec5ce01 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 945 time: 0.1556501 Nov 03 16:12:59.566116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7faa2e-dd5a-4c24-a6cf-285da0590abe req-333f0ee3-89f5-4a92-bc4a-a577721648c6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:12:59.579849 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee7faa2e-dd5a-4c24-a6cf-285da0590abe req-333f0ee3-89f5-4a92-bc4a-a577721648c6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.5316164 Nov 03 16:12:59.631726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94a75005-54fd-4b63-ad00-9d9959e1167c req-5288ab0b-8559-4d73-b077-0d1891e66dcc tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877120 Nov 03 16:12:59.642370 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:59.897682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:59.897682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:59.963951 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:59.964710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55d27468-da1a-4eb1-b1c0-b727c0cf50ef {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:12:59.971867 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:12:59.976974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47406) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:12:59.981576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-505d8411-a481-4c68-af11-43769148b115 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "DELETE /v2.0/routers/55d27468-da1a-4eb1-b1c0-b727c0cf50ef HTTP/1.1" status: 204 len: 168 time: 3.1959050 Nov 03 16:12:59.981827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1403924026', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:00.002645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee7faa2e-dd5a-4c24-a6cf-285da0590abe req-e9655da8-584e-4cfd-9328-3be6a461d264 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4198103 Nov 03 16:13:00.183192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:00.185883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:00.295712 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:00.311483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968e116-3407-458c-a031-57b0a3d5b71c req-9e867ba7-df10-489d-8439-7f147be3c54e tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:00.320520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a968e116-3407-458c-a031-57b0a3d5b71c req-9e867ba7-df10-489d-8439-7f147be3c54e tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.2472727 Nov 03 16:13:00.360925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47420) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:00.529215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:00.599926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-792476400-network', 'tenant_id': '17301df1c2eb4b2cb0e432000db77aed'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:00.613569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a968e116-3407-458c-a031-57b0a3d5b71c req-4f989aca-22b7-49d5-af36-94fd73720840 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816403 Nov 03 16:13:00.745444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Made reservation on behalf of 17301df1c2eb4b2cb0e432000db77aed for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:00.753610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:00.791883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-4c1a26d7-9c32-428a-aa82-244386b59e8e req-8fa42127-9d3b-4a57-b7d6-0708e083b575 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:13:00.805092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c1a26d7-9c32-428a-aa82-244386b59e8e req-8fa42127-9d3b-4a57-b7d6-0708e083b575 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0751371 Nov 03 16:13:00.985735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9747bb20-b5e1-4564-aa98-39be9ba3f3ae no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:13:00.989666 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.056076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.065099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 9747bb20-b5e1-4564-aa98-39be9ba3f3ae {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:13:01.065723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9747bb20-b5e1-4564-aa98-39be9ba3f3ae not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:13:01.112225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.185662 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.195407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.208881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47446) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:01.311286 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.350997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:13:01.375888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801a48f1-2ab0-4ef1-a788-1ea02356000f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:01.398007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c1a26d7-9c32-428a-aa82-244386b59e8e req-ee576e43-9e01-4c2e-b72a-da035d30125b tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5919373 Nov 03 16:13:01.423275 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.425767 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Added segment 63fc1c57-d5e3-4f7c-ac5a-b17e1d565186 of type vlan for network e166a59c-0839-45bc-9640-510b349f0eef Nov 03 16:13:01.445410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Allocated IP 172.25.6.91 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/e3984191-5627-44fe-98a5-829492ad13d9) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:01.576705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96dda05a-afb9-402b-9e25-4fdb1c125275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.596656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.856035 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.975628 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96dda05a-afb9-402b-9e25-4fdb1c125275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:01.984746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.004718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392975d-caad-499f-b213-ab94f3c505f7 req-52692e93-82b7-478e-8cc6-b1e036d3a29b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:02.021098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a392975d-caad-499f-b213-ab94f3c505f7 req-52692e93-82b7-478e-8cc6-b1e036d3a29b tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.2766571 Nov 03 16:13:02.054276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.resource_extend [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:13:02.079901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96dda05a-afb9-402b-9e25-4fdb1c125275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.172044 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.173146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:02.173907 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.180398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:02.190169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:02.195861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:02.271678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e166a59c-0839-45bc-9640-510b349f0eef,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:02.287135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e166a59c-0839-45bc-9640-510b349f0eef details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:13:02.297800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fe946-11cd-400b-ab3d-fe20b353fbfa req-6c9a5e56-08ed-4a38-8925-fc0b0dc99199 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:02.307299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec8fe946-11cd-400b-ab3d-fe20b353fbfa req-6c9a5e56-08ed-4a38-8925-fc0b0dc99199 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.3246896 Nov 03 16:13:02.329404 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-96dda05a-afb9-402b-9e25-4fdb1c125275 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=697b61a4583041358dbec2a6854e530c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1059375 Nov 03 16:13:02.330637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47458) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:02.351717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda05a-afb9-402b-9e25-4fdb1c125275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a261f706-3f56-4b1d-9aa6-179569dc5ba8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:02.376453 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5abf8943-e2d1-41ac-bcfd-30586c81f6e8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0141735 Nov 03 16:13:02.380311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47460) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:02.390461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Request body: {'subnet': {'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-792476400-subnet', 'tenant_id': '17301df1c2eb4b2cb0e432000db77aed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:02.473850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Made reservation on behalf of 17301df1c2eb4b2cb0e432000db77aed for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:02.476604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.543711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a392975d-caad-499f-b213-ab94f3c505f7 req-a032d149-f588-410a-9512-c9ce2f9baa6a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5204191 Nov 03 16:13:02.569167 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-18b4c6cc-41c0-4d5d-98d5-d3b6ac7ba72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.579631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec8fe946-11cd-400b-ab3d-fe20b353fbfa req-7d6f143a-1d2f-4eb7-b46f-b4839c249058 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710764 Nov 03 16:13:02.700130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event updated for resources: {'Port': ['ID=e3984191-5627-44fe-98a5-829492ad13d9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:02.709921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-562c3c21-088b-4c6a-aa3b-91068dc6663e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.794587 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-562c3c21-088b-4c6a-aa3b-91068dc6663e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.864644 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-562c3c21-088b-4c6a-aa3b-91068dc6663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.866048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-562c3c21-088b-4c6a-aa3b-91068dc6663e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:02.870371 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-562c3c21-088b-4c6a-aa3b-91068dc6663e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a261f706-3f56-4b1d-9aa6-179569dc5ba8 HTTP/1.1" status: 204 len: 168 time: 0.5267737 Nov 03 16:13:02.896240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c3c21-088b-4c6a-aa3b-91068dc6663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a261f706-3f56-4b1d-9aa6-179569dc5ba8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:02.937952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acffc34-c791-42ec-a99f-f318856ee98f req-91f2730e-49e4-40b8-978b-e6a20a178296 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:02.939536 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4acffc34-c791-42ec-a99f-f318856ee98f req-91f2730e-49e4-40b8-978b-e6a20a178296 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 945 time: 0.0907371 Nov 03 16:13:03.016087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4acffc34-c791-42ec-a99f-f318856ee98f req-107ab550-05de-4ba4-9a72-59831d8b8307 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Nov 03 16:13:03.115487 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:03.187368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:03.269045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3687dc5-0218-42da-87d5-4a5792f00079,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:03.280558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Checking segment: {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:03.281225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Network hostable DHCP agents. Network: e166a59c-0839-45bc-9640-510b349f0eef, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:13:03.303750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Network e166a59c-0839-45bc-9640-510b349f0eef is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:13:03.326046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e166a59c-0839-45bc-9640-510b349f0eef) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:03.330964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:03.331744 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:03.342268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75406099-c73b-4bcf-a075-da15373840b5 None None] Network e166a59c-0839-45bc-9640-510b349f0eef requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:03.348844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ac204-ca42-438f-9751-462fb23013bb req-717d07db-4605-4674-896e-1db03c77e82e tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:03.350533 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-727ac204-ca42-438f-9751-462fb23013bb req-717d07db-4605-4674-896e-1db03c77e82e tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.1437635 Nov 03 16:13:03.374160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-088e9f23-1b51-4461-9a71-8173d297790d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9895990 Nov 03 16:13:03.527740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f9870-4929-426a-b9d5-2e26a2987e33 None None] Network e166a59c-0839-45bc-9640-510b349f0eef requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:03.530577 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-727ac204-ca42-438f-9751-462fb23013bb req-c4c7ee92-2a53-4f07-a8a8-7256f8734838 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427202 Nov 03 16:13:03.563352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:03.844250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdca93-bfb7-4984-b639-d8589c69cf97 req-a944a481-5ed9-4434-90b7-07f311b580a3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:03.846011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7cdca93-bfb7-4984-b639-d8589c69cf97 req-a944a481-5ed9-4434-90b7-07f311b580a3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.1049910 Nov 03 16:13:03.893515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Router 75f9b1cf-3daf-4e8b-af42-84df15487c3e is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:13:03.904124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69f24-79da-4eb2-8f37-286a2347ae75 req-bbcb5edc-97bc-4d7f-b764-ad42067d2f7a tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:03.912632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69f24-79da-4eb2-8f37-286a2347ae75 req-bbcb5edc-97bc-4d7f-b764-ad42067d2f7a tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:03.922616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c7cdca93-bfb7-4984-b639-d8589c69cf97 req-02d2e3d5-d89a-480d-aa10-8580cc1ba24f tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630307 Nov 03 16:13:03.936809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69f24-79da-4eb2-8f37-286a2347ae75 req-bbcb5edc-97bc-4d7f-b764-ad42067d2f7a tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:03.945692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-92d69f24-79da-4eb2-8f37-286a2347ae75 req-bbcb5edc-97bc-4d7f-b764-ad42067d2f7a tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951&device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa&device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 2417 time: 0.1464171 Nov 03 16:13:04.020369 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-92d69f24-79da-4eb2-8f37-286a2347ae75 req-8c73dbdb-2a09-4107-9982-b6d68d6a0bf4 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737076 Nov 03 16:13:04.074685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:13:04.086351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa04d948-62b0-4b13-b216-2cb820778fd5 None None] Sync routers for ids ['75f9b1cf-3daf-4e8b-af42-84df15487c3e'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:13:04.098370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-a63b4fe2-0342-466b-bdc8-b27b1b11b806 req-e8f38018-8575-4e48-8b64-fd52e0ea3580 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:13:04.099392 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a63b4fe2-0342-466b-bdc8-b27b1b11b806 req-e8f38018-8575-4e48-8b64-fd52e0ea3580 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0109816 Nov 03 16:13:04.117388 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:04.124499 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-291202b8-94b4-40a5-8574-15649bf42d24 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1443262 Nov 03 16:13:04.125198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47506) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:04.130374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-dfb6e8c5-d228-4b89-a126-69c58708f46e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': False}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:04.167275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa04d948-62b0-4b13-b216-2cb820778fd5 None None] Routers {'75f9b1cf-3daf-4e8b-af42-84df15487c3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:04.170293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-fa04d948-62b0-4b13-b216-2cb820778fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['75f9b1cf-3daf-4e8b-af42-84df15487c3e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:04.223265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a63b4fe2-0342-466b-bdc8-b27b1b11b806 req-9867b1d1-6357-46d6-a095-a38a5af0f3a5 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0999954 Nov 03 16:13:04.240694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-fa04d948-62b0-4b13-b216-2cb820778fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:04.249851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa04d948-62b0-4b13-b216-2cb820778fd5 None None] Routers {'75f9b1cf-3daf-4e8b-af42-84df15487c3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:04.250469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-fa04d948-62b0-4b13-b216-2cb820778fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:12:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['75f9b1cf-3daf-4e8b-af42-84df15487c3e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:04.304909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-fa04d948-62b0-4b13-b216-2cb820778fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:04.305778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa04d948-62b0-4b13-b216-2cb820778fd5 None None] The sync data for ids ['75f9b1cf-3daf-4e8b-af42-84df15487c3e'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:13:04.710454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a26b1-2252-4327-b774-33648732d8ec req-3b753e64-4fbf-4a54-96da-b69624de3d13 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:04.712124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-3b753e64-4fbf-4a54-96da-b69624de3d13 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 814 time: 0.2206612 Nov 03 16:13:04.716243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfb6e8c5-d228-4b89-a126-69c58708f46e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:04.732232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-48d922c9-1141-4bc3-9392-44ba56eaeb9f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/quotas/17301df1c2eb4b2cb0e432000db77aed HTTP/1.1" status: 200 len: 375 time: 0.0126569 Nov 03 16:13:04.788453 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-c891ac32-86ce-4d82-aa9d-e39208a15a87 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473554 Nov 03 16:13:04.937289 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ee2761a7-19a6-4e6e-976f-d7a82fa3edb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:05.077144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667e8e-4f29-448c-bf8b-ffcae5ecd09d req-a8894839-b40b-48f8-9bdb-c21f648ba4b4 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:05.084997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84667e8e-4f29-448c-bf8b-ffcae5ecd09d req-a8894839-b40b-48f8-9bdb-c21f648ba4b4 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 943 time: 0.0673199 Nov 03 16:13:05.147961 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84667e8e-4f29-448c-bf8b-ffcae5ecd09d req-8bd21cc8-fe50-450e-8c82-70b94c2767f9 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609534 Nov 03 16:13:05.649057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6aa8004a-e63f-4758-bd1f-002da0b5836d details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:13:05.807175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:05.826060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'port_id': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'mac_address': 'fa:16:3e:ec:99:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:13:05.948294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfb6e8c5-d228-4b89-a126-69c58708f46e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:05.959031 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfb6e8c5-d228-4b89-a126-69c58708f46e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:05.997192 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-a69bba78-154b-47d7-9b10-81ff9c8da0f3 service neutron] 10.222.0.86 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1990345 Nov 03 16:13:06.203092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-88386cc9-b53c-447f-b5f7-34b9dfd20b1b service neutron] 10.222.0.86 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042208 Nov 03 16:13:06.207636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb6e8c5-d228-4b89-a126-69c58708f46e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Router 75f9b1cf-3daf-4e8b-af42-84df15487c3e has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:13:06.223421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:06.295131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa8004a-e63f-4758-bd1f-002da0b5836d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:13:06.349306 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:06.351673 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:06.359679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:06.411318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb6e8c5-d228-4b89-a126-69c58708f46e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:13:06.416739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfb6e8c5-d228-4b89-a126-69c58708f46e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:06.420707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47582) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:06.425875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dfb6e8c5-d228-4b89-a126-69c58708f46e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "PUT /v2.0/routers/75f9b1cf-3daf-4e8b-af42-84df15487c3e HTTP/1.1" status: 200 len: 925 time: 2.2992179 Nov 03 16:13:06.436438 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c8123-a5d0-44bc-969a-712e615ea9dc None None] Sync routers for ids ['75f9b1cf-3daf-4e8b-af42-84df15487c3e'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:13:06.461047 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c8123-a5d0-44bc-969a-712e615ea9dc None None] Routers {'75f9b1cf-3daf-4e8b-af42-84df15487c3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:06.464786 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-734c8123-a5d0-44bc-969a-712e615ea9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['75f9b1cf-3daf-4e8b-af42-84df15487c3e'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:06.471360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:06.481134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.481491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.481885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.482227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.482561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.482908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.483385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.483722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.484054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.484382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.484710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.485036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:06.565691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc1cee-c7cd-4aea-9ae2-8c70e93963b1 req-f99ce207-6d2c-4a61-961e-59ae6fc51768 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:06.570980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6aa8004a-e63f-4758-bd1f-002da0b5836d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:13:06.574738 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbcc1cee-c7cd-4aea-9ae2-8c70e93963b1 req-f99ce207-6d2c-4a61-961e-59ae6fc51768 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.0849409 Nov 03 16:13:06.575187 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-734c8123-a5d0-44bc-969a-712e615ea9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:06.604890 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c8123-a5d0-44bc-969a-712e615ea9dc None None] Routers {'75f9b1cf-3daf-4e8b-af42-84df15487c3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:06.606055 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-734c8123-a5d0-44bc-969a-712e615ea9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['75f9b1cf-3daf-4e8b-af42-84df15487c3e'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:06.642031 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bbcc1cee-c7cd-4aea-9ae2-8c70e93963b1 req-1fd61922-c7a0-472a-9b2e-ec26eefa23a0 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627248 Nov 03 16:13:06.684720 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-734c8123-a5d0-44bc-969a-712e615ea9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:06.685774 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c8123-a5d0-44bc-969a-712e615ea9dc None None] The sync data for ids ['75f9b1cf-3daf-4e8b-af42-84df15487c3e'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:13:06.754770 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e1fea96-1a12-41b7-a245-2602da512cab req-82d904e5-45f2-4077-9ec2-0bccf89d4e0c tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 210 time: 0.0660422 Nov 03 16:13:06.795527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511c7f-eb43-4517-9082-8b9eda4b581a req-419c8fb9-100e-487d-9881-8a114d6d83f6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:06.804406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0511c7f-eb43-4517-9082-8b9eda4b581a req-419c8fb9-100e-487d-9881-8a114d6d83f6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 944 time: 0.3725722 Nov 03 16:13:06.844882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5eccfef1-7c3c-4cea-8835-861b41cd8a73 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/routers/75f9b1cf-3daf-4e8b-af42-84df15487c3e HTTP/1.1" status: 200 len: 925 time: 0.4227910 Nov 03 16:13:06.847831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47598) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:06.873852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0511c7f-eb43-4517-9082-8b9eda4b581a req-726196a3-16b6-4870-bf12-c815c76c2f90 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686586 Nov 03 16:13:07.039202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7907fb88-ea42-4f7b-99ab-607fc9e5edfe tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:07.044905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7907fb88-ea42-4f7b-99ab-607fc9e5edfe tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=75f9b1cf-3daf-4e8b-af42-84df15487c3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1950271 Nov 03 16:13:07.046165 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47604) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:07.164895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef355294-70c7-4246-b85b-4fefb18b94a1 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:07.174064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ef355294-70c7-4246-b85b-4fefb18b94a1 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 881 time: 0.1267385 Nov 03 16:13:07.174251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47606) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:07.211440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-698509af-fa0b-4dee-9d4f-a2b579a443d4 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=75f9b1cf-3daf-4e8b-af42-84df15487c3e HTTP/1.1" status: 200 len: 205 time: 0.0351543 Nov 03 16:13:07.214692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47608) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:07.337454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:07.445387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:07.499340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Deleting port e3984191-5627-44fe-98a5-829492ad13d9 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:07.499681 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:07.578872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:07.590830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Calling delete_port for e3984191-5627-44fe-98a5-829492ad13d9 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:07.667715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6aa8004a-e63f-4758-bd1f-002da0b5836d up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:13:07.826716 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:07.870676 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:07.871694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 6aa8004a-e63f-4758-bd1f-002da0b5836d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:13:07.872434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:07.924353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event deleted for resources: {'Port': ['ID=e3984191-5627-44fe-98a5-829492ad13d9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:07.992894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eee39120-e0d8-4161-ab89-328dcd30d6ff req-b07fa64e-ade5-4443-89e7-e04e5d9a0dd3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 210 time: 0.0716283 Nov 03 16:13:08.002481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c4a4a-af94-46b8-9f5d-215b901e65f5 req-588a6fc8-b50e-4453-9d00-1ee597d6fd13 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:08.021349 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-111c4a4a-af94-46b8-9f5d-215b901e65f5 req-588a6fc8-b50e-4453-9d00-1ee597d6fd13 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.2285891 Nov 03 16:13:08.027378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.061662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a26b1-2252-4327-b774-33648732d8ec req-6acd77a7-1cc8-4942-a84c-47f146e0bec5 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:08.063527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-6acd77a7-1cc8-4942-a84c-47f146e0bec5 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 814 time: 0.3766024 Nov 03 16:13:08.076833 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.080791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Request body: {'port': {'device_id': '6d1ea25d-89d7-431a-a660-b188c1791b4b', 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef', 'admin_state_up': True, 'tenant_id': '17301df1c2eb4b2cb0e432000db77aed'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:08.090257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:13:08.098106 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7665ea3-1b6c-4e57-ad7f-71f6a5532bad" -d '{"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:13:08.125488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:08.132019 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.207274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=10']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:08.210474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-2f600d5c-a4f9-41ae-9c1e-9c781d539b75 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:08.212595 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-2f600d5c-a4f9-41ae-9c1e-9c781d539b75 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 945 time: 0.1923330 Nov 03 16:13:08.217567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-111c4a4a-af94-46b8-9f5d-215b901e65f5 req-40fff107-47be-4e7e-8d37-7e870ebd9f30 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950717 Nov 03 16:13:08.234908 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.244209 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.256417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Made reservation on behalf of 17301df1c2eb4b2cb0e432000db77aed for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:08.261190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.341832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63496d-ce93-4730-a1f1-a22b548bb355 req-564e5635-09d8-46e4-ad16-a940940dbc06 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:08.348961 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a63496d-ce93-4730-a1f1-a22b548bb355 req-564e5635-09d8-46e4-ad16-a940940dbc06 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 946 time: 0.2083647 Nov 03 16:13:08.370463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.371230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Fanout notify agent at l3_agent the message router_deleted on router 75f9b1cf-3daf-4e8b-af42-84df15487c3e {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:13:08.380240 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.381722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e4b6808-da35-4a5d-ae45-3c49e4382581 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/75f9b1cf-3daf-4e8b-af42-84df15487c3e HTTP/1.1" status: 204 len: 168 time: 1.1660271 Nov 03 16:13:08.389043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47628) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:08.401756 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.406515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-502d4a2e-6c44-42ae-9a51-1216c7720104 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-141629759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:08.429398 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc74c74-a6a1-48cf-93b3-899e7f5ce95f x-openstack-request-id: req-cfc74c74-a6a1-48cf-93b3-899e7f5ce95f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:13:08.429910 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:13:08.430241 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cfc74c74-a6a1-48cf-93b3-899e7f5ce95f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:13:08.430757 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'code': 200} Nov 03 16:13:08.457779 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a63496d-ce93-4730-a1f1-a22b548bb355 req-557549f1-d197-4145-8658-a3cb188957d6 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041663 Nov 03 16:13:08.470619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Deleting port d5fec0bf-7d93-4132-be6b-641076217f4c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:08.470987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.487424 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-502d4a2e-6c44-42ae-9a51-1216c7720104 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.489038 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-502d4a2e-6c44-42ae-9a51-1216c7720104 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.521467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Allocated IP 172.20.0.10 (e166a59c-0839-45bc-9640-510b349f0eef/c3687dc5-0218-42da-87d5-4a5792f00079/46e71de8-f9e1-4748-8019-1b4de02083a4) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:08.585577 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-502d4a2e-6c44-42ae-9a51-1216c7720104 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.595521 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-502d4a2e-6c44-42ae-9a51-1216c7720104 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.599780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] For port d5fec0bf-7d93-4132-be6b-641076217f4c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d5fec0bf-7d93-4132-be6b-641076217f4c,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:08.600150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.615475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Calling delete_port for d5fec0bf-7d93-4132-be6b-641076217f4c owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:08.627197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-502d4a2e-6c44-42ae-9a51-1216c7720104 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.630945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-502d4a2e-6c44-42ae-9a51-1216c7720104 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2383645 Nov 03 16:13:08.631744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47630) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:08.638087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:08.781073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba830-9228-4451-8386-be2cef72ed0b req-5c79215e-27f2-47eb-b258-db32d3913555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:08.782749 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8b3ba830-9228-4451-8386-be2cef72ed0b req-5c79215e-27f2-47eb-b258-db32d3913555 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 1097 time: 0.0820324 Nov 03 16:13:08.789443 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.802518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6d9d342f-a330-4681-9699-757baef9e9de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:13:08.839325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Pushing event deleted for resources: {'Port': ['ID=d5fec0bf-7d93-4132-be6b-641076217f4c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:08.842508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['0c883793-1eed-4566-b503-8d474b4048de', 'd5fec0bf-7d93-4132-be6b-641076217f4c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:13:08.921405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] No DVR routers for this DVR port d5fec0bf-7d93-4132-be6b-641076217f4c on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:13:08.925062 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:08.928487 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-471cabe8-0b56-4930-9ed4-8aedbad69509 req-de3180c4-37e1-4b27-b095-045209ee95c6 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.15 "DELETE /v2.0/ports/d5fec0bf-7d93-4132-be6b-641076217f4c HTTP/1.1" status: 204 len: 173 time: 0.6986949 Nov 03 16:13:08.929012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13576ae-00ae-4ea5-8da4-bf3afa5d1951', 'name': 'network-vif-deleted', 'tag': 'd5fec0bf-7d93-4132-be6b-641076217f4c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:13:08.932297 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91dc695-7611-41e4-a6c7-2e6ce6731b44" -d '{"events": [{"server_uuid": "f13576ae-00ae-4ea5-8da4-bf3afa5d1951", "name": "network-vif-deleted", "tag": "d5fec0bf-7d93-4132-be6b-641076217f4c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:13:08.950417 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8b3ba830-9228-4451-8386-be2cef72ed0b req-6d1bd448-2591-4cbe-8458-0713c54b179d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570187 Nov 03 16:13:08.990635 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d9b662-52af-4c03-897f-d6daea907f24 x-openstack-request-id: req-c9d9b662-52af-4c03-897f-d6daea907f24 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:13:08.991427 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13576ae-00ae-4ea5-8da4-bf3afa5d1951", "name": "network-vif-deleted", "tag": "d5fec0bf-7d93-4132-be6b-641076217f4c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:13:08.991767 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9d9b662-52af-4c03-897f-d6daea907f24 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:13:08.992249 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13576ae-00ae-4ea5-8da4-bf3afa5d1951', 'name': 'network-vif-deleted', 'tag': 'd5fec0bf-7d93-4132-be6b-641076217f4c', 'status': 'completed', 'code': 200} Nov 03 16:13:09.025352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:09.035474 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:09.173697 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-835f160c-6c17-4b95-ba81-aae98b7db640 req-5a5a40cf-fdab-45d4-8207-8d24b3130f17 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 210 time: 0.0568767 Nov 03 16:13:09.265711 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:09.319325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Network e166a59c-0839-45bc-9640-510b349f0eef is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:09.328906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:09.339612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:09.631634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96832f94-5fd3-4bdc-890f-7a015810abe6 req-2e7cf4d8-a0d5-4ff9-9e1b-80e192756cba tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:09.634403 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96832f94-5fd3-4bdc-890f-7a015810abe6 req-2e7cf4d8-a0d5-4ff9-9e1b-80e192756cba tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 946 time: 0.0781894 Nov 03 16:13:09.718414 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96832f94-5fd3-4bdc-890f-7a015810abe6 req-5f772fb1-1488-4917-9543-0954ab874c22 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763583 Nov 03 16:13:09.826169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-186412f1-f59e-46ca-8cb4-155a092b17c1 req-4c0f7854-a9a5-4cc4-a029-49fa8d7a72dd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f13576ae-00ae-4ea5-8da4-bf3afa5d1951 HTTP/1.1" status: 200 len: 210 time: 0.4425566 Nov 03 16:13:09.831712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Pushing event updated for resources: {'Port': ['ID=46e71de8-f9e1-4748-8019-1b4de02083a4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:09.892725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:09.893419 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:09.935733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-f6ccb863-fbf2-4ec1-8273-3f615b7471b3 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8613200 Nov 03 16:13:09.997701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Request body: {'port': {'device_id': '6d1ea25d-89d7-431a-a660-b188c1791b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:10.147117 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:10.176856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:10.180296 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:10.343013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff5a9-7611-4985-b3a0-56bd2f553365 req-440cf3ea-0ad4-446a-89d2-5ff7bf9d4516 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:10.350496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20bff5a9-7611-4985-b3a0-56bd2f553365 req-440cf3ea-0ad4-446a-89d2-5ff7bf9d4516 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 932 time: 0.1002760 Nov 03 16:13:10.424579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20bff5a9-7611-4985-b3a0-56bd2f553365 req-b0b0c8d0-60de-422a-a9a2-a0bbe569dd6b tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718977 Nov 03 16:13:10.550701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Allocated IP 172.25.6.5 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/3554f23b-9424-41ab-a44a-c3a260d8260e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:10.712780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e71de8-f9e1-4748-8019-1b4de02083a4 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:13:10.724240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:10.769060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Transition to ACTIVE for port object 46e71de8-f9e1-4748-8019-1b4de02083a4 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:13:10.788132 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:10.898126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=46e71de8-f9e1-4748-8019-1b4de02083a4,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:10.905940 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:10.925939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a1a5b-e1ae-44c0-8b41-f7c9e4f7736c req-cc68047f-6757-4c14-a2b6-64df8578b3de tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:10.931338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-511a1a5b-e1ae-44c0-8b41-f7c9e4f7736c req-cc68047f-6757-4c14-a2b6-64df8578b3de tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 946 time: 0.0946710 Nov 03 16:13:11.038877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:11.068741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-511a1a5b-e1ae-44c0-8b41-f7c9e4f7736c req-f1f82aa3-470b-44e8-9896-702fc239e3fa tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301179 Nov 03 16:13:11.107091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:11.116427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:11.123762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:11.267016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event updated for resources: {'Port': ['ID=3554f23b-9424-41ab-a44a-c3a260d8260e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:11.285082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Attempting to bind port 46e71de8-f9e1-4748-8019-1b4de02083a4 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:13:11.285809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Attempting to bind port 46e71de8-f9e1-4748-8019-1b4de02083a4 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:13:11.286515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Attempting to bind port 46e71de8-f9e1-4748-8019-1b4de02083a4 on network e166a59c-0839-45bc-9640-510b349f0eef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:13:11.288996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05b61-dcaf-45af-bbed-0ef8f1018b13 req-0ffc0d5d-ac2e-4d7d-bbc5-4d1c758bfed2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:11.298163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56d05b61-dcaf-45af-bbed-0ef8f1018b13 req-0ffc0d5d-ac2e-4d7d-bbc5-4d1c758bfed2 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 945 time: 0.0823624 Nov 03 16:13:11.313862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Port 46e71de8-f9e1-4748-8019-1b4de02083a4 on network e166a59c-0839-45bc-9640-510b349f0eef not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:13:11.314439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Attempting to bind port 46e71de8-f9e1-4748-8019-1b4de02083a4 on network e166a59c-0839-45bc-9640-510b349f0eef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:13:11.325717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:13:11.326285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Checking segment: {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:11.326854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Bound using segment: {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:13:11.327466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Bound port: 46e71de8-f9e1-4748-8019-1b4de02083a4, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:13:11.328004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:11.359781 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56d05b61-dcaf-45af-bbed-0ef8f1018b13 req-cfd59271-7764-43bb-96a0-5703651962b9 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604441 Nov 03 16:13:11.505160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] For port 46e71de8-f9e1-4748-8019-1b4de02083a4, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:13:11.549083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] For port 46e71de8-f9e1-4748-8019-1b4de02083a4, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=46e71de8-f9e1-4748-8019-1b4de02083a4,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:13:11.562135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:11.570590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:11.692943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e031a5-443f-4431-a6c2-4b44a84c697a req-ca6c16f6-8a90-4876-abce-ca4c8a7548cd tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:11.694987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-30e031a5-443f-4431-a6c2-4b44a84c697a req-ca6c16f6-8a90-4876-abce-ca4c8a7548cd tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 944 time: 0.2025828 Nov 03 16:13:11.711767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:11.713374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:11.714769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] 10.222.0.70 "PUT /v2.0/ports/46e71de8-f9e1-4748-8019-1b4de02083a4 HTTP/1.1" status: 200 len: 1092 time: 1.7256787 Nov 03 16:13:11.715223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1ea25d-89d7-431a-a660-b188c1791b4b', 'tag': '46e71de8-f9e1-4748-8019-1b4de02083a4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:13:11.717493 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb19f48-23d0-4c53-b0af-fa231f9a2942" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1ea25d-89d7-431a-a660-b188c1791b4b", "tag": "46e71de8-f9e1-4748-8019-1b4de02083a4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:13:11.782484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c6e17-9162-4db0-8a3a-d421136eb4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=46e71de8-f9e1-4748-8019-1b4de02083a4,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:11.791360 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10889d60-6dc7-439c-810d-0c16b0748a8c x-openstack-request-id: req-10889d60-6dc7-439c-810d-0c16b0748a8c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:13:11.791482 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1ea25d-89d7-431a-a660-b188c1791b4b", "tag": "46e71de8-f9e1-4748-8019-1b4de02083a4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:13:11.791761 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-10889d60-6dc7-439c-810d-0c16b0748a8c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:13:11.792163 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1ea25d-89d7-431a-a660-b188c1791b4b', 'tag': '46e71de8-f9e1-4748-8019-1b4de02083a4', 'status': 'completed', 'code': 200} Nov 03 16:13:11.917465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-30e031a5-443f-4431-a6c2-4b44a84c697a req-db04fd45-bf42-49df-bb10-c3bfca410886 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096832 Nov 03 16:13:11.920961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a26b1-2252-4327-b774-33648732d8ec req-bb9cb95f-73ff-4f4c-93ee-44e3c657c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:11.922428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-bb9cb95f-73ff-4f4c-93ee-44e3c657c50e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 1095 time: 0.1295393 Nov 03 16:13:11.988953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-b108f4f3-3f9c-496c-ace8-2cda44b7fa05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46e71de8-f9e1-4748-8019-1b4de02083a4 HTTP/1.1" status: 200 len: 217 time: 0.0535567 Nov 03 16:13:12.078564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a26b1-2252-4327-b774-33648732d8ec req-031f5b0a-45b6-4724-a700-f57e0aa5bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:12.080016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-031f5b0a-45b6-4724-a700-f57e0aa5bf73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.0605273 Nov 03 16:13:12.083690 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:12.087206 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:12.119554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-bb8d44a0-e301-4dbd-988e-9ebb18a84926 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300922 Nov 03 16:13:12.202584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd85-df40-4107-af2a-299d45c95209 req-6b665573-bb8e-456d-ba86-df5a6d582a11 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:12.210943 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6eb6dd85-df40-4107-af2a-299d45c95209 req-6b665573-bb8e-456d-ba86-df5a6d582a11 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 946 time: 0.0674758 Nov 03 16:13:12.278478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6eb6dd85-df40-4107-af2a-299d45c95209 req-62181763-f0a4-44d0-8bbc-77c1580cbdaf tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666473 Nov 03 16:13:12.316996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-7e31343b-81bb-4c8f-85a0-ea34b69da176 service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617095 Nov 03 16:13:12.370001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Router cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:13:12.510173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac9a26b1-2252-4327-b774-33648732d8ec req-38484ec8-4ea3-4c9c-abe4-499a39181993 service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723063 Nov 03 16:13:12.590593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80973cd3-3923-4a0e-ac0d-b931a61fd69c req-7b971e7d-5698-44e0-87f8-3a809b4fcb92 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:12.598889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80973cd3-3923-4a0e-ac0d-b931a61fd69c req-7b971e7d-5698-44e0-87f8-3a809b4fcb92 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 945 time: 0.1605976 Nov 03 16:13:12.621949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-1fa71df6-a428-4dc5-8821-e3653bd8f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:12.623624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-1fa71df6-a428-4dc5-8821-e3653bd8f853 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 1095 time: 0.0466647 Nov 03 16:13:12.651430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:13:12.664428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f22d5-f8d9-48c1-abf0-287087d8a395 None None] Sync routers for ids ['cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:13:12.681223 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:12.683586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f22d5-f8d9-48c1-abf0-287087d8a395 None None] Routers {'cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:12.684315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-834f22d5-f8d9-48c1-abf0-287087d8a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:12.689097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1b2529bc-1f4f-4247-8ce9-1701cef4ac45 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "PUT /v2.0/routers/cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1 HTTP/1.1" status: 200 len: 881 time: 4.0541291 Nov 03 16:13:12.695397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47746) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:12.777354 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80973cd3-3923-4a0e-ac0d-b931a61fd69c req-0c00ef91-f7dd-49d4-a6b9-64276cb047df tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767123 Nov 03 16:13:12.778877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-74ed7f03-7444-452d-ac49-8671e3ff4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:12.780572 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-74ed7f03-7444-452d-ac49-8671e3ff4f30 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 915 time: 0.1499712 Nov 03 16:13:12.794187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-834f22d5-f8d9-48c1-abf0-287087d8a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:12.800383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-20cef020-d2ee-4d09-96c8-a46b93ae897f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:12.803421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-20cef020-d2ee-4d09-96c8-a46b93ae897f tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 945 time: 0.2451501 Nov 03 16:13:12.813298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f22d5-f8d9-48c1-abf0-287087d8a395 None None] Routers {'cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:12.814287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-834f22d5-f8d9-48c1-abf0-287087d8a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:12.834401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-8547a7e8-3a64-4e5c-82ad-e95da4ae8310 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46e71de8-f9e1-4748-8019-1b4de02083a4 HTTP/1.1" status: 200 len: 217 time: 0.0451422 Nov 03 16:13:12.877965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-834f22d5-f8d9-48c1-abf0-287087d8a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:12.878994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f22d5-f8d9-48c1-abf0-287087d8a395 None None] The sync data for ids ['cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:13:12.901549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-f0ea30ae-a013-442a-bd08-a14024993493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:12.903201 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-f0ea30ae-a013-442a-bd08-a14024993493 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.0617893 Nov 03 16:13:12.945730 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-6fe56124-8205-4aa1-898e-3d814ef5619c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350518 Nov 03 16:13:12.996362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Deleting port 6d9d342f-a330-4681-9699-757baef9e9de {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:12.996715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:13.047988 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-2bafa7df-7223-4ab3-8729-ea69ff29d845 service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944419 Nov 03 16:13:13.108704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] For port 6d9d342f-a330-4681-9699-757baef9e9de, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6d9d342f-a330-4681-9699-757baef9e9de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:13.108988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:13.133185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Calling delete_port for 6d9d342f-a330-4681-9699-757baef9e9de owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:13.147213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-571f8955-87c2-48f0-9896-72f49a1a7223 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/routers/cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1 HTTP/1.1" status: 200 len: 922 time: 0.4510052 Nov 03 16:13:13.151343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47754) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:13.211766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4eb19f48-23d0-4c53-b0af-fa231f9a2942 req-9f6eaf5e-6524-425c-9084-f843e26b0c1a service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546144 Nov 03 16:13:13.223823 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a4d95-080f-4b28-8e69-a4388b3aab40 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:13.228502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47756) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:13.229263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9f0a4d95-080f-4b28-8e69-a4388b3aab40 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0744066 Nov 03 16:13:13.284416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3d298-5c8e-48cf-86f3-bafb75f7484d req-9a7a2601-80c3-4a7a-9012-bf646ca67eab tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:13.286102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45d3d298-5c8e-48cf-86f3-bafb75f7484d req-9a7a2601-80c3-4a7a-9012-bf646ca67eab tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 944 time: 0.1376050 Nov 03 16:13:13.378754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d5fec0bf-7d93-4132-be6b-641076217f4c no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:13:13.409619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: d5fec0bf-7d93-4132-be6b-641076217f4c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:13:13.410556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d5fec0bf-7d93-4132-be6b-641076217f4c not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:13:13.431861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45d3d298-5c8e-48cf-86f3-bafb75f7484d req-cc1fa2de-75b7-4a05-a52c-0d74215a792e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188900 Nov 03 16:13:13.438373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35303306-7b10-42a0-bd0a-1be315d9a96e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:13.442301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-35303306-7b10-42a0-bd0a-1be315d9a96e tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 881 time: 0.2096701 Nov 03 16:13:13.443199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47758) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:13.491476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47760) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:13.498522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f7e48861-33d5-4053-8187-9f8614f6a9df tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1 HTTP/1.1" status: 200 len: 205 time: 0.0506928 Nov 03 16:13:13.504747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:13.520083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6d9d342f-a330-4681-9699-757baef9e9de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:13:13.552207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['0c883793-1eed-4566-b503-8d474b4048de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:13:13.565937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Pushing event deleted for resources: {'Port': ['ID=6d9d342f-a330-4681-9699-757baef9e9de,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:13.632783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] No DVR routers for this DVR port 6d9d342f-a330-4681-9699-757baef9e9de on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:13:13.636693 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:13.648264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dde36c90-a1f6-470b-9790-d4fccb05c564 req-b5144380-54fc-4cd1-93c6-4e074e1d4afd tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.70 "DELETE /v2.0/ports/6d9d342f-a330-4681-9699-757baef9e9de HTTP/1.1" status: 204 len: 173 time: 0.8316429 Nov 03 16:13:13.652499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:13.724193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 46e71de8-f9e1-4748-8019-1b4de02083a4 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:13:13.793350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4877d09-61aa-4b3c-8a11-00f2caa3c1aa', 'name': 'network-vif-deleted', 'tag': '6d9d342f-a330-4681-9699-757baef9e9de'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:13:13.795882 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcb1b38-63cc-4c68-83a0-4e970b3f6eb7" -d '{"events": [{"server_uuid": "f4877d09-61aa-4b3c-8a11-00f2caa3c1aa", "name": "network-vif-deleted", "tag": "6d9d342f-a330-4681-9699-757baef9e9de"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:13:13.858536 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:13.937850 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587d0767-d96c-47fa-96f1-2f6b1f480a24 x-openstack-request-id: req-587d0767-d96c-47fa-96f1-2f6b1f480a24 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:13:13.938278 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4877d09-61aa-4b3c-8a11-00f2caa3c1aa", "name": "network-vif-deleted", "tag": "6d9d342f-a330-4681-9699-757baef9e9de", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:13:13.938815 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-587d0767-d96c-47fa-96f1-2f6b1f480a24 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:13:13.939323 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4877d09-61aa-4b3c-8a11-00f2caa3c1aa', 'name': 'network-vif-deleted', 'tag': '6d9d342f-a330-4681-9699-757baef9e9de', 'status': 'completed', 'code': 200} Nov 03 16:13:13.955202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Deleting port 3554f23b-9424-41ab-a44a-c3a260d8260e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:13.956030 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:13.997468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 46e71de8-f9e1-4748-8019-1b4de02083a4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=46e71de8-f9e1-4748-8019-1b4de02083a4,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:14.032920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '46e71de8-f9e1-4748-8019-1b4de02083a4', 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef', 'port_id': '46e71de8-f9e1-4748-8019-1b4de02083a4', 'mac_address': 'fa:16:3e:66:80:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3687dc5-0218-42da-87d5-4a5792f00079', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:13:14.124269 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:14.149216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:14.179127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Calling delete_port for 3554f23b-9424-41ab-a44a-c3a260d8260e owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:14.193956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e71de8-f9e1-4748-8019-1b4de02083a4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:13:14.288818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 46e71de8-f9e1-4748-8019-1b4de02083a4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=46e71de8-f9e1-4748-8019-1b4de02083a4,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:14.299417 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:14.423309 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=46e71de8-f9e1-4748-8019-1b4de02083a4,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:14.534896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-12649b3d-33b8-4544-be2d-865aa73011bd req-fb04292a-51d3-40e0-a74e-b3d2093454f8 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4877d09-61aa-4b3c-8a11-00f2caa3c1aa HTTP/1.1" status: 200 len: 210 time: 0.0422564 Nov 03 16:13:14.536930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['46e71de8-f9e1-4748-8019-1b4de02083a4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:13:14.541663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:14.605122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event deleted for resources: {'Port': ['ID=3554f23b-9424-41ab-a44a-c3a260d8260e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:14.681745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8cf48-0b5a-44a2-b5cd-49358f1da254 req-6cd50089-77d9-453d-af20-d185f0cae619 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:14.683110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ab8cf48-0b5a-44a2-b5cd-49358f1da254 req-6cd50089-77d9-453d-af20-d185f0cae619 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 945 time: 0.0972190 Nov 03 16:13:14.683384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:14.781996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ab8cf48-0b5a-44a2-b5cd-49358f1da254 req-67af4e54-2311-4bb9-ae62-bdabfb706918 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913551 Nov 03 16:13:15.399890 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.403922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.494081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.496406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Fanout notify agent at l3_agent the message router_deleted on router cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:13:15.508302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.514120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47788) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:15.514484 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-689ee27f-6291-4434-8ac1-26ce1002ae73 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1 HTTP/1.1" status: 204 len: 168 time: 2.0213566 Nov 03 16:13:15.519629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-48a57dc9-fb43-439b-933d-637efbace915 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1541463493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:15.547441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-48a57dc9-fb43-439b-933d-637efbace915 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.549904 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-48a57dc9-fb43-439b-933d-637efbace915 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.622783 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-48a57dc9-fb43-439b-933d-637efbace915 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.629250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-48a57dc9-fb43-439b-933d-637efbace915 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.656098 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-48a57dc9-fb43-439b-933d-637efbace915 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.657574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-48a57dc9-fb43-439b-933d-637efbace915 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1420403 Nov 03 16:13:15.660176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47794) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:15.665752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': True}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:15.711214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 46e71de8-f9e1-4748-8019-1b4de02083a4 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:13:15.824799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 46e71de8-f9e1-4748-8019-1b4de02083a4 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:13:15.851315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 46e71de8-f9e1-4748-8019-1b4de02083a4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:13:15.851778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:15.947959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196e6e5-5591-4bec-841c-8918cf9ebb0c req-7144732e-c903-4fe7-bfdc-45b494207dbc tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:15.957959 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6196e6e5-5591-4bec-841c-8918cf9ebb0c req-7144732e-c903-4fe7-bfdc-45b494207dbc tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 945 time: 0.0835855 Nov 03 16:13:16.051511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6196e6e5-5591-4bec-841c-8918cf9ebb0c req-0300c706-b3c3-4ba2-86ca-b6e4fb7ca830 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894892 Nov 03 16:13:16.060074 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:16.098879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1ea25d-89d7-431a-a660-b188c1791b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e71de8-f9e1-4748-8019-1b4de02083a4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:13:16.102021 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2667b296-2b0b-4529-aed2-35f3e8612e53" -d '{"events": [{"server_uuid": "6d1ea25d-89d7-431a-a660-b188c1791b4b", "name": "network-vif-plugged", "status": "completed", "tag": "46e71de8-f9e1-4748-8019-1b4de02083a4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:13:16.116990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 46e71de8-f9e1-4748-8019-1b4de02083a4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=46e71de8-f9e1-4748-8019-1b4de02083a4,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:16.126799 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:16.129894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6d9d342f-a330-4681-9699-757baef9e9de no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:13:16.157907 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe094596-3944-4b16-b72c-b5d14525c6a2 x-openstack-request-id: req-fe094596-3944-4b16-b72c-b5d14525c6a2 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:13:16.158211 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1ea25d-89d7-431a-a660-b188c1791b4b", "name": "network-vif-plugged", "status": "completed", "tag": "46e71de8-f9e1-4748-8019-1b4de02083a4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:13:16.158449 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fe094596-3944-4b16-b72c-b5d14525c6a2 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:13:16.158848 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1ea25d-89d7-431a-a660-b188c1791b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e71de8-f9e1-4748-8019-1b4de02083a4', 'code': 200} Nov 03 16:13:16.159784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 6d9d342f-a330-4681-9699-757baef9e9de {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:13:16.160143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6d9d342f-a330-4681-9699-757baef9e9de not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:13:16.214324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=46e71de8-f9e1-4748-8019-1b4de02083a4,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:16.255069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e098692-e6eb-4b3c-8c3e-ea330563a23d req-7452c90f-9bc7-4534-a186-77f631d3d22b tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:16.258151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e098692-e6eb-4b3c-8c3e-ea330563a23d req-7452c90f-9bc7-4534-a186-77f631d3d22b tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.1552422 Nov 03 16:13:16.378979 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:16.419135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192f709-ff96-4297-a967-56ddcadb3ac9 req-8f5939ef-b8bc-427b-b486-121803ad89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:16.420646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4192f709-ff96-4297-a967-56ddcadb3ac9 req-8f5939ef-b8bc-427b-b486-121803ad89b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 1097 time: 0.1593199 Nov 03 16:13:16.432085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e098692-e6eb-4b3c-8c3e-ea330563a23d req-2dea4401-ef9b-4157-a945-5f40e823c0a9 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682663 Nov 03 16:13:16.513718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4192f709-ff96-4297-a967-56ddcadb3ac9 req-821bc990-561f-484a-b956-a4658f6338c4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751784 Nov 03 16:13:16.671900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:16.692234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:16.823290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Allocated IP 172.25.6.48 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/149846bf-e4a5-4b1b-ad0e-2e5281722284) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:16.956220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:17.020126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:17.074090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:17.079322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:17.085669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:17.116103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event updated for resources: {'Port': ['ID=149846bf-e4a5-4b1b-ad0e-2e5281722284,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:17.218750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd3d9-335d-474f-9c89-1858bf5dff24 req-342a839e-1d0e-4b4e-b590-1a1ba46af005 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:17.228072 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a2bfd3d9-335d-474f-9c89-1858bf5dff24 req-342a839e-1d0e-4b4e-b590-1a1ba46af005 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 946 time: 0.1031132 Nov 03 16:13:17.335457 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a2bfd3d9-335d-474f-9c89-1858bf5dff24 req-9f96608c-246b-4c62-a581-862916a80c27 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061096 Nov 03 16:13:17.397963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:17.568062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293d7ba-cc13-4f79-89ee-4d5ef8ee6246 req-12a84cf8-26d2-48e4-a0f5-75a12131218b tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:17.576868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7293d7ba-cc13-4f79-89ee-4d5ef8ee6246 req-12a84cf8-26d2-48e4-a0f5-75a12131218b tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.0681674 Nov 03 16:13:17.634439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7293d7ba-cc13-4f79-89ee-4d5ef8ee6246 req-6ca81b8d-9c0f-4959-94f0-84e204e53a9c tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac89531b-37ef-4566-96cf-7f736d757fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566063 Nov 03 16:13:17.725896 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:17.731239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:17.879919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-c83015ac-b0b0-476b-951a-92eb4acc009c tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:17.883938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-c83015ac-b0b0-476b-951a-92eb4acc009c tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 946 time: 0.0948980 Nov 03 16:13:17.958226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Router 9859497d-a8ee-489f-9507-68c1109abe72 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:13:18.060251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Deleting port 0c883793-1eed-4566-b503-8d474b4048de {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:18.060839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:18.154572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:13:18.168426 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:18.168426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dadc6514-334b-474e-9dc1-9bf2a0e109f2 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "PUT /v2.0/routers/9859497d-a8ee-489f-9507-68c1109abe72 HTTP/1.1" status: 200 len: 918 time: 2.5072815 Nov 03 16:13:18.171651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47836) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:18.185405 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adffcdf-dcf1-4fbc-b64e-17e4bc525f08 None None] Sync routers for ids ['9859497d-a8ee-489f-9507-68c1109abe72'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:13:18.199171 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adffcdf-dcf1-4fbc-b64e-17e4bc525f08 None None] Routers {'9859497d-a8ee-489f-9507-68c1109abe72'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:18.200178 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3adffcdf-dcf1-4fbc-b64e-17e4bc525f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['9859497d-a8ee-489f-9507-68c1109abe72'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:18.225633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] For port 0c883793-1eed-4566-b503-8d474b4048de, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=0c883793-1eed-4566-b503-8d474b4048de,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:18.226203 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:18.246772 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3adffcdf-dcf1-4fbc-b64e-17e4bc525f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:18.261571 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adffcdf-dcf1-4fbc-b64e-17e4bc525f08 None None] Routers {'9859497d-a8ee-489f-9507-68c1109abe72'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:18.262718 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3adffcdf-dcf1-4fbc-b64e-17e4bc525f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['9859497d-a8ee-489f-9507-68c1109abe72'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:18.274138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Calling delete_port for 0c883793-1eed-4566-b503-8d474b4048de owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:18.339059 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3adffcdf-dcf1-4fbc-b64e-17e4bc525f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:18.344933 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adffcdf-dcf1-4fbc-b64e-17e4bc525f08 None None] The sync data for ids ['9859497d-a8ee-489f-9507-68c1109abe72'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:13:18.389752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d432b659-07d3-4f1a-86c0-5b471cab92f8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/routers/9859497d-a8ee-489f-9507-68c1109abe72 HTTP/1.1" status: 200 len: 924 time: 0.2148573 Nov 03 16:13:18.391581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47842) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:18.598279 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:18.600270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede91b53-3dc1-4760-af17-8dfd15babedd tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:18.608725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47848) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:18.616784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ede91b53-3dc1-4760-af17-8dfd15babedd tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=9859497d-a8ee-489f-9507-68c1109abe72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2113545 Nov 03 16:13:18.631038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['0c883793-1eed-4566-b503-8d474b4048de'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:13:18.680154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cc158-fb09-407d-83da-5ce8f9f88688 req-3a1066c5-d883-4133-83a8-b7838e761a77 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:18.686098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a87cc158-fb09-407d-83da-5ce8f9f88688 req-3a1066c5-d883-4133-83a8-b7838e761a77 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 946 time: 0.2206175 Nov 03 16:13:18.760552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a87cc158-fb09-407d-83da-5ce8f9f88688 req-78d6f6c1-7289-4c47-83fe-72568f118997 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673020 Nov 03 16:13:18.776136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Pushing event deleted for resources: {'Port': ['ID=0c883793-1eed-4566-b503-8d474b4048de,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:18.846559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7095953d-edd9-4876-b102-e4f9ac143e3a req-f7256b63-8571-4b28-bb6d-293edcb6479b tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bcda8db-973e-426f-8c65-e3f7f3301ef7 HTTP/1.1" status: 200 len: 210 time: 0.0773630 Nov 03 16:13:18.889252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] No DVR routers for this DVR port 0c883793-1eed-4566-b503-8d474b4048de on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:13:18.894680 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:18.898000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5e2951d-da16-40fd-8873-8e576b4c4b9c req-3db0bc68-1b42-4a5e-9ea5-d59f6f3e0853 tempest-ListServerFiltersTestJSON-1989429185 tempest-ListServerFiltersTestJSON-1989429185-project] 10.222.0.15 "DELETE /v2.0/ports/0c883793-1eed-4566-b503-8d474b4048de HTTP/1.1" status: 204 len: 173 time: 1.0078633 Nov 03 16:13:18.898473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcda8db-973e-426f-8c65-e3f7f3301ef7', 'name': 'network-vif-deleted', 'tag': '0c883793-1eed-4566-b503-8d474b4048de'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:13:18.901637 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334cecf2-2644-4dc1-b6ce-d8bdbebb45dc" -d '{"events": [{"server_uuid": "9bcda8db-973e-426f-8c65-e3f7f3301ef7", "name": "network-vif-deleted", "tag": "0c883793-1eed-4566-b503-8d474b4048de"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:13:18.961282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52be5d88-be9f-4db6-ab86-88e8f3a3244f tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:18.963435 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-52be5d88-be9f-4db6-ab86-88e8f3a3244f tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 881 time: 0.3527288 Nov 03 16:13:18.966364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47856) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:18.975628 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f6b4b5-e388-4b0b-8fdd-fe907c967000 x-openstack-request-id: req-43f6b4b5-e388-4b0b-8fdd-fe907c967000 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:13:18.975925 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcda8db-973e-426f-8c65-e3f7f3301ef7", "name": "network-vif-deleted", "tag": "0c883793-1eed-4566-b503-8d474b4048de", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:13:18.976201 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-43f6b4b5-e388-4b0b-8fdd-fe907c967000 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:13:18.977053 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcda8db-973e-426f-8c65-e3f7f3301ef7', 'name': 'network-vif-deleted', 'tag': '0c883793-1eed-4566-b503-8d474b4048de', 'status': 'completed', 'code': 200} Nov 03 16:13:19.074758 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e6815530-783c-4fc3-be1d-d3c7ef082be3 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=9859497d-a8ee-489f-9507-68c1109abe72 HTTP/1.1" status: 200 len: 205 time: 0.1044686 Nov 03 16:13:19.075230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47860) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:19.275130 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:19.466927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:19.580342 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Deleting port 149846bf-e4a5-4b1b-ad0e-2e5281722284 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:19.580690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:19.771264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:19.802466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Calling delete_port for 149846bf-e4a5-4b1b-ad0e-2e5281722284 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:19.944531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47878) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:20.026749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f706c9e-cb36-446e-8aee-1263d9bc66b4 admin admin] Deleting subnet b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:13:20.039409 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f706c9e-cb36-446e-8aee-1263d9bc66b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.096451 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f706c9e-cb36-446e-8aee-1263d9bc66b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.202547 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f706c9e-cb36-446e-8aee-1263d9bc66b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.341092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f706c9e-cb36-446e-8aee-1263d9bc66b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.363991 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.391166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f706c9e-cb36-446e-8aee-1263d9bc66b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:20.406665 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2f706c9e-cb36-446e-8aee-1263d9bc66b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.412989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2f706c9e-cb36-446e-8aee-1263d9bc66b4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b2722b9f-6e0d-4bf7-9e78-2eb8c4a4cb33 HTTP/1.1" status: 204 len: 168 time: 0.4651265 Nov 03 16:13:20.417950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47888) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:20.421618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4abd3-7100-4ac1-bbe5-bffe8908c666 None None] Network 6257cb15-1648-4d79-9b9e-3fd52f0ac641 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:20.424415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event deleted for resources: {'Port': ['ID=149846bf-e4a5-4b1b-ad0e-2e5281722284,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:20.640243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.657049 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.791205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Deleting port 56554186-7d38-40be-86e4-a0f330d4fdab {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:20.792903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.923212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b157f0bb-077a-4b03-b902-38542d4ef6ac None None] DHCP port deletion for 6257cb15-1648-4d79-9b9e-3fd52f0ac641 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:13:20.991916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] For port 56554186-7d38-40be-86e4-a0f330d4fdab, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=56554186-7d38-40be-86e4-a0f330d4fdab,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:20.992489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.996075 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:20.998535 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.037700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Calling delete_port for 56554186-7d38-40be-86e4-a0f330d4fdab owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:21.054492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b157f0bb-077a-4b03-b902-38542d4ef6ac None None] Deleting port 56554186-7d38-40be-86e4-a0f330d4fdab {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:21.054870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47898) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:21.055130 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b157f0bb-077a-4b03-b902-38542d4ef6ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.113365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.113784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Fanout notify agent at l3_agent the message router_deleted on router 9859497d-a8ee-489f-9507-68c1109abe72 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:13:21.120711 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.121899 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0f5b2e27-db85-4c42-9a96-91640f55812f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/9859497d-a8ee-489f-9507-68c1109abe72 HTTP/1.1" status: 204 len: 168 time: 2.0455990 Nov 03 16:13:21.127903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47902) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:21.132444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-99936ed2-b8e9-4ec5-91a0-d3b356fd6631 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-29987739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:21.179185 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99936ed2-b8e9-4ec5-91a0-d3b356fd6631 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.180204 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99936ed2-b8e9-4ec5-91a0-d3b356fd6631 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.186469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b157f0bb-077a-4b03-b902-38542d4ef6ac None None] For port 56554186-7d38-40be-86e4-a0f330d4fdab, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=56554186-7d38-40be-86e4-a0f330d4fdab,segment=NetworkSegment(a03e02a5-c694-4da7-acd5-64eaf78f05a5),segment_id=a03e02a5-c694-4da7-acd5-64eaf78f05a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:21.187129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b157f0bb-077a-4b03-b902-38542d4ef6ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.204339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b157f0bb-077a-4b03-b902-38542d4ef6ac None None] Calling delete_port for 56554186-7d38-40be-86e4-a0f330d4fdab owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:21.239575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.251901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] No DVR routers for this DVR port 56554186-7d38-40be-86e4-a0f330d4fdab on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:13:21.281683 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99936ed2-b8e9-4ec5-91a0-d3b356fd6631 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.287786 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99936ed2-b8e9-4ec5-91a0-d3b356fd6631 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.312863 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99936ed2-b8e9-4ec5-91a0-d3b356fd6631 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.314140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-99936ed2-b8e9-4ec5-91a0-d3b356fd6631 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1852219 Nov 03 16:13:21.316082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Pushing event deleted for resources: {'Port': ['ID=56554186-7d38-40be-86e4-a0f330d4fdab,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:21.316789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47904) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:21.332317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': False}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:21.396195 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b157f0bb-077a-4b03-b902-38542d4ef6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.414708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-700ebc2c-d4d3-4b11-958d-ca2522457473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.420213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b157f0bb-077a-4b03-b902-38542d4ef6ac None None] No DVR routers for this DVR port 56554186-7d38-40be-86e4-a0f330d4fdab on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:13:21.456394 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 0c883793-1eed-4566-b503-8d474b4048de no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:13:21.486028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.491003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 0c883793-1eed-4566-b503-8d474b4048de {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:13:21.491345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 0c883793-1eed-4566-b503-8d474b4048de not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:13:21.493973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157f0bb-077a-4b03-b902-38542d4ef6ac None None] Pushing event deleted for resources: {'Port': ['ID=56554186-7d38-40be-86e4-a0f330d4fdab,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:21.529489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6257cb15-1648-4d79-9b9e-3fd52f0ac641']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:21.543443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03e02a5-c694-4da7-acd5-64eaf78f05a5') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:21.543746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03e02a5-c694-4da7-acd5-64eaf78f05a5') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:21.562003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.581342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.591961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:13:21.592349 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:13:21.594092 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:13:21.671116 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.673153 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-700ebc2c-d4d3-4b11-958d-ca2522457473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.690403 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-700ebc2c-d4d3-4b11-958d-ca2522457473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.707392 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.713010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.723778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] 10.222.0.86 "DELETE /v2.0/networks/6257cb15-1648-4d79-9b9e-3fd52f0ac641 HTTP/1.1" status: 204 len: 168 time: 1.2991579 Nov 03 16:13:21.763805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-700ebc2c-d4d3-4b11-958d-ca2522457473 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=500e63611f674c338ea2c9095ce8ff6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7074945 Nov 03 16:13:21.767295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47914) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:21.771122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271d4c9-f8dd-4537-808f-fbc8414df928 admin admin] Pushing event deleted for resources: {'Network': ['ID=6257cb15-1648-4d79-9b9e-3fd52f0ac641,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:21.789482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ebc2c-d4d3-4b11-958d-ca2522457473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c06adf-30ba-4e2e-a78c-a0b9e0889599,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:21.843141 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b90f1c6-b160-4d6f-8dc2-a108f25d7550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.870527 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.881142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47918) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:21.910729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b90f1c6-b160-4d6f-8dc2-a108f25d7550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:21.947999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bb7d0415-4e24-42bd-8862-bf12a33920d9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f54c80c3211b4d9b90946260c4d9f077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654986 Nov 03 16:13:21.951143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47928) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:22.083574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-50e74f28-a592-4327-9b09-0dbb2cc66745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.098048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.106673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b90f1c6-b160-4d6f-8dc2-a108f25d7550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.109092 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b90f1c6-b160-4d6f-8dc2-a108f25d7550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.112635 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8b90f1c6-b160-4d6f-8dc2-a108f25d7550 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/90c06adf-30ba-4e2e-a78c-a0b9e0889599 HTTP/1.1" status: 204 len: 168 time: 0.3419166 Nov 03 16:13:22.168101 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.179148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90f1c6-b160-4d6f-8dc2-a108f25d7550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c06adf-30ba-4e2e-a78c-a0b9e0889599,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:22.190718 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-50e74f28-a592-4327-9b09-0dbb2cc66745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.332301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-50e74f28-a592-4327-9b09-0dbb2cc66745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.335155 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-50e74f28-a592-4327-9b09-0dbb2cc66745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.336303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-50e74f28-a592-4327-9b09-0dbb2cc66745 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ac89531b-37ef-4566-96cf-7f736d757fad HTTP/1.1" status: 204 len: 168 time: 0.3820860 Nov 03 16:13:22.365037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Allocated IP 172.25.6.38 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/fd9d69b0-c8ef-458d-ae90-a3e00977b1aa) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:22.398623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e74f28-a592-4327-9b09-0dbb2cc66745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac89531b-37ef-4566-96cf-7f736d757fad,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:22.591276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47942) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:22.613094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-936c3c8d-9bd6-46bf-8065-94d3c9bba637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.650732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.732209 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.792324 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-936c3c8d-9bd6-46bf-8065-94d3c9bba637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.807867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-936c3c8d-9bd6-46bf-8065-94d3c9bba637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.830516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Pushing event updated for resources: {'Port': ['ID=fd9d69b0-c8ef-458d-ae90-a3e00977b1aa,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:22.842975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:22.844571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:22.847177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:22.857739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-936c3c8d-9bd6-46bf-8065-94d3c9bba637 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9369e1226b0740e59f5c3a971804400c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653501 Nov 03 16:13:22.860315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47948) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:22.883099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c3c8d-9bd6-46bf-8065-94d3c9bba637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a3a71d-d83b-4130-9656-9210353dd514,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:22.936308 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f241-1c8e-4023-a7e5-327d4c1e0308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.966438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f241-1c8e-4023-a7e5-327d4c1e0308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:22.987509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 56554186-7d38-40be-86e4-a0f330d4fdab no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:13:23.038549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 56554186-7d38-40be-86e4-a0f330d4fdab {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:13:23.039234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 56554186-7d38-40be-86e4-a0f330d4fdab not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:13:23.086708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f241-1c8e-4023-a7e5-327d4c1e0308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:23.089672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f241-1c8e-4023-a7e5-327d4c1e0308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:23.106711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dfa6f241-1c8e-4023-a7e5-327d4c1e0308 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f1a3a71d-d83b-4130-9656-9210353dd514 HTTP/1.1" status: 204 len: 168 time: 0.2452390 Nov 03 16:13:23.122435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6f241-1c8e-4023-a7e5-327d4c1e0308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a3a71d-d83b-4130-9656-9210353dd514,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:23.141089 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-5c8126bf-824a-4dbc-aa51-de107c8d2e8e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1008885 Nov 03 16:13:23.236467 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:23.288384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-9ad16003-332e-4c1f-b58d-7b6b96126b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:23.291450 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-9ad16003-332e-4c1f-b58d-7b6b96126b6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69729811c07542f1abc0cc34e820fe52&device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 1097 time: 0.0859222 Nov 03 16:13:23.544714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-79fa0a0d-c3bc-44c8-a1b3-5204d7fd3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:23.546247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-79fa0a0d-c3bc-44c8-a1b3-5204d7fd3496 service neutron] 10.222.0.70 "GET /v2.0/networks?id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 200 len: 917 time: 0.2320299 Nov 03 16:13:23.626209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-b5110599-0ff9-4028-b615-33fa7e3bacf3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d HTTP/1.1" status: 200 len: 1001 time: 0.0708249 Nov 03 16:13:23.726295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-750aa0aa-4b09-4317-8fe5-7ce6a9e9689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:23.728860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-750aa0aa-4b09-4317-8fe5-7ce6a9e9689d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 200 len: 855 time: 0.0947988 Nov 03 16:13:23.746774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:23.750890 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:23.825299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-c55bae55-2afc-4e71-88b7-032a3bc906e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:23.826845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-c55bae55-2afc-4e71-88b7-032a3bc906e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895519 Nov 03 16:13:23.908074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47980) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:23.926150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af0d1cb9-dc0d-4485-95d7-6e47f9ec4089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:24.002183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-60f9980a-d5ff-4798-a587-3375386f612b service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629279 Nov 03 16:13:24.029916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Router 0cc404e4-b0c3-42df-8f7a-1386ffc069eb is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:13:24.061372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af0d1cb9-dc0d-4485-95d7-6e47f9ec4089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:24.100875 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af0d1cb9-dc0d-4485-95d7-6e47f9ec4089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:24.236737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d1cb9-dc0d-4485-95d7-6e47f9ec4089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e291a37-dea1-4266-ba83-1ae3be14954d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:24.281963 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af0d1cb9-dc0d-4485-95d7-6e47f9ec4089 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7f890e4635bf4d8bbe26a4b5f7b91b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599262 Nov 03 16:13:24.285731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47990) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:24.428960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:13:24.431353 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a13a8d3d-2e36-4f99-aa50-6734329787a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:24.437311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:24.440500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423a3d27-635b-46ce-9fe5-d37c07a085a8 None None] Sync routers for ids ['0cc404e4-b0c3-42df-8f7a-1386ffc069eb'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:13:24.452390 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d838ed38-9e88-4111-8a89-d38efbacfdf8 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "PUT /v2.0/routers/0cc404e4-b0c3-42df-8f7a-1386ffc069eb HTTP/1.1" status: 200 len: 917 time: 3.1301029 Nov 03 16:13:24.453857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48000) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:24.457080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a3d27-635b-46ce-9fe5-d37c07a085a8 None None] Routers {'0cc404e4-b0c3-42df-8f7a-1386ffc069eb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:24.457403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-423a3d27-635b-46ce-9fe5-d37c07a085a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0cc404e4-b0c3-42df-8f7a-1386ffc069eb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:24.536158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-423a3d27-635b-46ce-9fe5-d37c07a085a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:24.562752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a3d27-635b-46ce-9fe5-d37c07a085a8 None None] Routers {'0cc404e4-b0c3-42df-8f7a-1386ffc069eb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:24.563590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-423a3d27-635b-46ce-9fe5-d37c07a085a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0cc404e4-b0c3-42df-8f7a-1386ffc069eb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:24.629899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a13a8d3d-2e36-4f99-aa50-6734329787a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:24.648177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-423a3d27-635b-46ce-9fe5-d37c07a085a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:24.649883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423a3d27-635b-46ce-9fe5-d37c07a085a8 None None] The sync data for ids ['0cc404e4-b0c3-42df-8f7a-1386ffc069eb'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:13:24.753203 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-18ca0a5f-b233-4cab-9d12-c6548fad7362 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/routers/0cc404e4-b0c3-42df-8f7a-1386ffc069eb HTTP/1.1" status: 200 len: 923 time: 0.2942140 Nov 03 16:13:24.758515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48006) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:24.810113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a13a8d3d-2e36-4f99-aa50-6734329787a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:24.813651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a13a8d3d-2e36-4f99-aa50-6734329787a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:24.814236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fa758f-3869-48aa-bce0-36dc39d878b9 req-1b791ff6-4671-4427-a0f2-d7b1f051aacb service neutron] 10.222.0.70 "GET /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8068812 Nov 03 16:13:24.815709 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a13a8d3d-2e36-4f99-aa50-6734329787a2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e291a37-dea1-4266-ba83-1ae3be14954d HTTP/1.1" status: 204 len: 168 time: 0.5100787 Nov 03 16:13:24.831413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a8d3d-2e36-4f99-aa50-6734329787a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e291a37-dea1-4266-ba83-1ae3be14954d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:24.835673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dff920-971a-4284-a20c-3bc5c18d321d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:24.838320 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c0dff920-971a-4284-a20c-3bc5c18d321d tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=0cc404e4-b0c3-42df-8f7a-1386ffc069eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0768483 Nov 03 16:13:24.840979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48012) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:24.992606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954ca82-d380-4219-b3c2-7c9c4c6cbab4 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:25.000550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8954ca82-d380-4219-b3c2-7c9c4c6cbab4 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 881 time: 0.1582680 Nov 03 16:13:25.003185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48018) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:25.059148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48020) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:25.066896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0dd79dc2-972a-4299-8a72-555ce3373863 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=0cc404e4-b0c3-42df-8f7a-1386ffc069eb HTTP/1.1" status: 200 len: 205 time: 0.0505538 Nov 03 16:13:25.259181 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:25.528207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:25.708586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Deleting port fd9d69b0-c8ef-458d-ae90-a3e00977b1aa {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:25.708985 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:25.795470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:25.808636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Calling delete_port for fd9d69b0-c8ef-458d-ae90-a3e00977b1aa owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:26.026433 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:26.070267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event deleted for resources: {'Port': ['ID=fd9d69b0-c8ef-458d-ae90-a3e00977b1aa,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:26.176304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:26.286057 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:26.288310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:26.340156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:26.345640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Fanout notify agent at l3_agent the message router_deleted on router 0cc404e4-b0c3-42df-8f7a-1386ffc069eb {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:13:26.348284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:26.349301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f35b3617-8886-464b-afdf-6cbac8fe950f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/0cc404e4-b0c3-42df-8f7a-1386ffc069eb HTTP/1.1" status: 204 len: 168 time: 1.2890239 Nov 03 16:13:26.353848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48076) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:26.366281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-388769707', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:26.411356 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:26.412778 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:26.501352 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:27.120622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:27.537254 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:27.571276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:27.796576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Allocated IP 172.25.6.99 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/b94621e2-02f5-4cdc-9d6f-8645aab9936e) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:27.998933 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:28.054458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:28.103874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:28.109585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:28.117375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:28.147109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event updated for resources: {'Port': ['ID=b94621e2-02f5-4cdc-9d6f-8645aab9936e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:28.518568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48202) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:28.578875 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:28.685700 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec58f049-6943-49df-9e5e-073ade91c5ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:28.816596 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec58f049-6943-49df-9e5e-073ade91c5ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:28.824517 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ec58f049-6943-49df-9e5e-073ade91c5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:28.878457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ec58f049-6943-49df-9e5e-073ade91c5ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=503b246435564d10b161e6f00b094ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3587296 Nov 03 16:13:28.881914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48210) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:28.934256 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:28.973516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58f049-6943-49df-9e5e-073ade91c5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04893b9-0a0c-4cbf-a7d6-0a967397e174,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:29.030782 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5348c32b-2e43-4219-ae83-8c577317ff66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.057030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5348c32b-2e43-4219-ae83-8c577317ff66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.104508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Router ebca194f-384f-436a-a81c-3f4d1ad14e50 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:13:29.146964 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5348c32b-2e43-4219-ae83-8c577317ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.151148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5348c32b-2e43-4219-ae83-8c577317ff66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.152853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5348c32b-2e43-4219-ae83-8c577317ff66 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e04893b9-0a0c-4cbf-a7d6-0a967397e174 HTTP/1.1" status: 204 len: 168 time: 0.2554743 Nov 03 16:13:29.175675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348c32b-2e43-4219-ae83-8c577317ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04893b9-0a0c-4cbf-a7d6-0a967397e174,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:29.305059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:13:29.317476 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6c239-bfb7-418d-953c-c6c9a374bc09 None None] Sync routers for ids ['ebca194f-384f-436a-a81c-3f4d1ad14e50'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:13:29.329903 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.331496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4a0105d5-a95c-4b66-9fae-6230acd354f8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9756780 Nov 03 16:13:29.334173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48214) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:29.340289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:29.348869 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6c239-bfb7-418d-953c-c6c9a374bc09 None None] Routers {'ebca194f-384f-436a-a81c-3f4d1ad14e50'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:29.349760 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7ca6c239-bfb7-418d-953c-c6c9a374bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ebca194f-384f-436a-a81c-3f4d1ad14e50'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:29.430029 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7ca6c239-bfb7-418d-953c-c6c9a374bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:29.443763 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6c239-bfb7-418d-953c-c6c9a374bc09 None None] Routers {'ebca194f-384f-436a-a81c-3f4d1ad14e50'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:29.445059 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7ca6c239-bfb7-418d-953c-c6c9a374bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ebca194f-384f-436a-a81c-3f4d1ad14e50'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:29.535661 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7ca6c239-bfb7-418d-953c-c6c9a374bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:29.537654 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6c239-bfb7-418d-953c-c6c9a374bc09 None None] The sync data for ids ['ebca194f-384f-436a-a81c-3f4d1ad14e50'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:13:29.692811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48224) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:29.711078 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99f01de3-6df8-4d25-9363-99ac1ad8d049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.841185 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99f01de3-6df8-4d25-9363-99ac1ad8d049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.846224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99f01de3-6df8-4d25-9363-99ac1ad8d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.884889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-99f01de3-6df8-4d25-9363-99ac1ad8d049 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=76e50f9351b349009f5bacf0d603d722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910431 Nov 03 16:13:29.887798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48228) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:29.896638 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.918126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f01de3-6df8-4d25-9363-99ac1ad8d049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcee72f2-7a34-4672-9f4e-b20b1dfb662b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:29.918697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.967036 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44e85742-6808-4cc7-9f4f-0519ffff3af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.992393 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44e85742-6808-4cc7-9f4f-0519ffff3af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:29.998841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Deleting port b94621e2-02f5-4cdc-9d6f-8645aab9936e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:29.998841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:30.058775 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44e85742-6808-4cc7-9f4f-0519ffff3af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:30.061391 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-44e85742-6808-4cc7-9f4f-0519ffff3af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:30.064824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-44e85742-6808-4cc7-9f4f-0519ffff3af0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dcee72f2-7a34-4672-9f4e-b20b1dfb662b HTTP/1.1" status: 204 len: 168 time: 0.1738791 Nov 03 16:13:30.071016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e85742-6808-4cc7-9f4f-0519ffff3af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcee72f2-7a34-4672-9f4e-b20b1dfb662b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:30.099799 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:30.113927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Calling delete_port for b94621e2-02f5-4cdc-9d6f-8645aab9936e owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:30.307026 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:30.335760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Pushing event deleted for resources: {'Port': ['ID=b94621e2-02f5-4cdc-9d6f-8645aab9936e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:30.401996 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:30.626383 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:30.631154 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:30.720721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Router ebca194f-384f-436a-a81c-3f4d1ad14e50 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:13:30.815348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:13:30.825307 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:30.827045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f7f2c-f4e7-46c7-b060-4f69ce195526 None None] Sync routers for ids ['ebca194f-384f-436a-a81c-3f4d1ad14e50'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:13:30.827514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d90433dc-b6b0-4f39-97a5-ba32f7299460 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "PUT /v2.0/routers/ebca194f-384f-436a-a81c-3f4d1ad14e50 HTTP/1.1" status: 200 len: 709 time: 1.4910269 Nov 03 16:13:30.829444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48260) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:30.839042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f7f2c-f4e7-46c7-b060-4f69ce195526 None None] Routers {'ebca194f-384f-436a-a81c-3f4d1ad14e50'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:30.839858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-751f7f2c-f4e7-46c7-b060-4f69ce195526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ebca194f-384f-436a-a81c-3f4d1ad14e50'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:30.884330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-751f7f2c-f4e7-46c7-b060-4f69ce195526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:30.903679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f7f2c-f4e7-46c7-b060-4f69ce195526 None None] Routers {'ebca194f-384f-436a-a81c-3f4d1ad14e50'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:30.904366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-751f7f2c-f4e7-46c7-b060-4f69ce195526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ebca194f-384f-436a-a81c-3f4d1ad14e50'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:30.918215 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bc8d1e1d-de03-408c-90d7-b0ea4508a7de tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/routers/ebca194f-384f-436a-a81c-3f4d1ad14e50 HTTP/1.1" status: 200 len: 744 time: 0.0874653 Nov 03 16:13:30.919879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48264) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:30.937928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-751f7f2c-f4e7-46c7-b060-4f69ce195526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:30.938822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f7f2c-f4e7-46c7-b060-4f69ce195526 None None] The sync data for ids ['ebca194f-384f-436a-a81c-3f4d1ad14e50'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:13:30.990549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8d29123d-b92c-4bda-88f1-aae85238d8e5 tempest-RoutersIpV6AdminTest-416007460 tempest-RoutersIpV6AdminTest-416007460-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=ebca194f-384f-436a-a81c-3f4d1ad14e50 HTTP/1.1" status: 200 len: 205 time: 0.0693555 Nov 03 16:13:30.994039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48266) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.042309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c16e51df-ef2a-49a6-a6c4-846db27ff441 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebca194f-384f-436a-a81c-3f4d1ad14e50 HTTP/1.1" status: 200 len: 205 time: 0.0469441 Nov 03 16:13:31.044609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48270) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.140840 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee390479-0a9f-44d8-9c76-5773c6556466 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:31.312398 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:31.390634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee390479-0a9f-44d8-9c76-5773c6556466 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:31.393078 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee390479-0a9f-44d8-9c76-5773c6556466 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:31.454387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee390479-0a9f-44d8-9c76-5773c6556466 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:31.455052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee390479-0a9f-44d8-9c76-5773c6556466 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Fanout notify agent at l3_agent the message router_deleted on router ebca194f-384f-436a-a81c-3f4d1ad14e50 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:13:31.462738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee390479-0a9f-44d8-9c76-5773c6556466 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:31.463852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ee390479-0a9f-44d8-9c76-5773c6556466 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/ebca194f-384f-436a-a81c-3f4d1ad14e50 HTTP/1.1" status: 204 len: 168 time: 0.4179192 Nov 03 16:13:31.467435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48282) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.499938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0da5637a-fe64-4a49-8f1f-dff219ad52a7 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebca194f-384f-436a-a81c-3f4d1ad14e50 HTTP/1.1" status: 200 len: 205 time: 0.0309551 Nov 03 16:13:31.502311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48284) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.558483 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-7ca9b16a-3655-498b-8f90-9bb94554609b tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] delete failed (client error): The resource could not be found. Nov 03 16:13:31.559616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7ca9b16a-3655-498b-8f90-9bb94554609b tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/ebca194f-384f-436a-a81c-3f4d1ad14e50 HTTP/1.1" status: 404 len: 336 time: 0.0562096 Nov 03 16:13:31.562412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48288) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.606549 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2250a599-cb40-4c70-8f51-efd0260a22a6 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=0cc404e4-b0c3-42df-8f7a-1386ffc069eb HTTP/1.1" status: 200 len: 205 time: 0.0429690 Nov 03 16:13:31.609469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48292) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.657734 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-6d23cb44-2803-4eef-bbae-f2606b8741a2 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] delete failed (client error): The resource could not be found. Nov 03 16:13:31.661308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6d23cb44-2803-4eef-bbae-f2606b8741a2 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/0cc404e4-b0c3-42df-8f7a-1386ffc069eb HTTP/1.1" status: 404 len: 336 time: 0.0483084 Nov 03 16:13:31.662340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48298) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.715508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-977e03b0-7e12-4f0e-ad4c-95aadf8f75d8 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=9859497d-a8ee-489f-9507-68c1109abe72 HTTP/1.1" status: 200 len: 205 time: 0.0527730 Nov 03 16:13:31.717738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48300) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.759516 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-55482833-884b-43b4-a8b5-3874b9ad160a tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] delete failed (client error): The resource could not be found. Nov 03 16:13:31.760655 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-55482833-884b-43b4-a8b5-3874b9ad160a tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/9859497d-a8ee-489f-9507-68c1109abe72 HTTP/1.1" status: 404 len: 336 time: 0.0416965 Nov 03 16:13:31.764856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48302) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.800778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7115284c-e0eb-46fe-941b-1596387c9fa5 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1 HTTP/1.1" status: 200 len: 205 time: 0.0339737 Nov 03 16:13:31.801007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48306) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.843252 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-f1fa0c93-1f45-474d-bc14-64bbfd9b938f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] delete failed (client error): The resource could not be found. Nov 03 16:13:31.845594 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f1fa0c93-1f45-474d-bc14-64bbfd9b938f tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/cc744e07-1a1f-4a10-ab4f-25f1fe7d14f1 HTTP/1.1" status: 404 len: 336 time: 0.0408592 Nov 03 16:13:31.847717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48310) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.899809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48314) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.901699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e1bb6d75-4290-4459-9c2f-afc22de2cb8e tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=75f9b1cf-3daf-4e8b-af42-84df15487c3e HTTP/1.1" status: 200 len: 205 time: 0.0472705 Nov 03 16:13:31.953357 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-8d3f111b-bd07-48af-a5a3-6ecfe5738ce9 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] delete failed (client error): The resource could not be found. Nov 03 16:13:31.954791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8d3f111b-bd07-48af-a5a3-6ecfe5738ce9 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/75f9b1cf-3daf-4e8b-af42-84df15487c3e HTTP/1.1" status: 404 len: 336 time: 0.0537980 Nov 03 16:13:31.957601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48316) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:31.991388 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ae199c46-6c3e-48d2-bab3-6e87c60f59ab tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "GET /v2.0/ports?device_id=d180357a-0f56-4ee9-ab7e-8fdc7609d5d7 HTTP/1.1" status: 200 len: 205 time: 0.0318437 Nov 03 16:13:31.994320 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48320) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:32.042187 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-6c78d0a6-74af-4085-8d99-b30ffb267849 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] delete failed (client error): The resource could not be found. Nov 03 16:13:32.045729 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6c78d0a6-74af-4085-8d99-b30ffb267849 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/routers/d180357a-0f56-4ee9-ab7e-8fdc7609d5d7 HTTP/1.1" status: 404 len: 336 time: 0.0492542 Nov 03 16:13:32.047568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48324) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:32.087922 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d3d13d-cff4-4c5e-8bd6-3406aae25249 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] DELETE failed (client error): The resource could not be found. Nov 03 16:13:32.087922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d3d13d-cff4-4c5e-8bd6-3406aae25249 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:13:32.089471 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-75d3d13d-cff4-4c5e-8bd6-3406aae25249 tempest-RoutersIpV6AdminTest-925708161 tempest-RoutersIpV6AdminTest-925708161-project] 10.222.0.86 "DELETE /v2.0/subnets/21fd1d8e-e2b8-42bb-abcc-fb4d419efc72 HTTP/1.1" status: 404 len: 337 time: 0.0404966 Nov 03 16:13:32.492606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48342) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:32.511671 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc87a6ed-76a4-4124-892e-84db7dce6b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:32.701199 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eab1be73-4fac-4b0a-8cce-88c2a69dce2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:32.842659 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eab1be73-4fac-4b0a-8cce-88c2a69dce2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:32.847885 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eab1be73-4fac-4b0a-8cce-88c2a69dce2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:32.899718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eab1be73-4fac-4b0a-8cce-88c2a69dce2a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c7480509dc94eba8192482114fc39cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990288 Nov 03 16:13:32.899718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1be73-4fac-4b0a-8cce-88c2a69dce2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e17c7d-eec7-42e4-a012-ba6ca1eaff7f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:32.900173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48362) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:32.969013 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b90a-ab4b-44a6-82f7-724f3832cd8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.000714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b90a-ab4b-44a6-82f7-724f3832cd8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.066363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b90a-ab4b-44a6-82f7-724f3832cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.071240 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b90a-ab4b-44a6-82f7-724f3832cd8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.081285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5fd1b90a-ab4b-44a6-82f7-724f3832cd8d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b7e17c7d-eec7-42e4-a012-ba6ca1eaff7f HTTP/1.1" status: 204 len: 168 time: 0.1794729 Nov 03 16:13:33.093321 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1b90a-ab4b-44a6-82f7-724f3832cd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e17c7d-eec7-42e4-a012-ba6ca1eaff7f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:33.208693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48370) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:33.542159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-73c01a83-9f66-488e-975b-7e572556fe9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.589229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48380) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:33.660387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f24f5aa3-5455-4b6c-9ee4-9981161abb53 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c4ef57e43deb4d739c1b8364cc677308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0698540 Nov 03 16:13:33.663017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48382) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:33.685738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-73c01a83-9f66-488e-975b-7e572556fe9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.692941 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-73c01a83-9f66-488e-975b-7e572556fe9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.737097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c01a83-9f66-488e-975b-7e572556fe9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be28a308-85cd-486b-a319-2c8be8d91876,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:33.751606 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2709f8ef-f471-4c45-a91d-202802532e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.760747 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-73c01a83-9f66-488e-975b-7e572556fe9a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=accf850b56814de180f568a156d49926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5510225 Nov 03 16:13:33.763739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48386) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:33.783102 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2709f8ef-f471-4c45-a91d-202802532e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.855507 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2709f8ef-f471-4c45-a91d-202802532e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.860416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2709f8ef-f471-4c45-a91d-202802532e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.861622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f64ee5b4-14b8-40cb-98c5-8bb3dc95b455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.862339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2709f8ef-f471-4c45-a91d-202802532e46 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ee41157c-0506-42fc-9cd9-a1237b02140a HTTP/1.1" status: 204 len: 168 time: 0.1959255 Nov 03 16:13:33.875172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709f8ef-f471-4c45-a91d-202802532e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee41157c-0506-42fc-9cd9-a1237b02140a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:33.895409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f64ee5b4-14b8-40cb-98c5-8bb3dc95b455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.965652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f64ee5b4-14b8-40cb-98c5-8bb3dc95b455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.973572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f64ee5b4-14b8-40cb-98c5-8bb3dc95b455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:33.980401 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:13:33.981720 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f64ee5b4-14b8-40cb-98c5-8bb3dc95b455 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be28a308-85cd-486b-a319-2c8be8d91876 HTTP/1.1" status: 204 len: 168 time: 0.2126539 Nov 03 16:13:34.005800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ee5b4-14b8-40cb-98c5-8bb3dc95b455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be28a308-85cd-486b-a319-2c8be8d91876,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:34.484442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48414) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:34.510646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c74f6d6c-336c-4851-a506-467107521c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:34.708375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c74f6d6c-336c-4851-a506-467107521c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:34.721347 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c74f6d6c-336c-4851-a506-467107521c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:34.801461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48418) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:34.803403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c74f6d6c-336c-4851-a506-467107521c76 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e2c41272bb8e4209b9df1de760662ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3134861 Nov 03 16:13:34.804618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f6d6c-336c-4851-a506-467107521c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b307f130-e4b8-403b-89c8-08dce0e5bba4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:34.942420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c09c3e8a-e521-4051-a077-c008c44e0ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:34.963258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9b7104d-0788-47ad-a920-4ad9dbb86e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.006576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9b7104d-0788-47ad-a920-4ad9dbb86e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.074520 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9b7104d-0788-47ad-a920-4ad9dbb86e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.077246 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9b7104d-0788-47ad-a920-4ad9dbb86e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.081603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c9b7104d-0788-47ad-a920-4ad9dbb86e99 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b307f130-e4b8-403b-89c8-08dce0e5bba4 HTTP/1.1" status: 204 len: 168 time: 0.2790101 Nov 03 16:13:35.094043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7104d-0788-47ad-a920-4ad9dbb86e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b307f130-e4b8-403b-89c8-08dce0e5bba4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:35.361773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48438) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:35.561846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'networks': [{'name': 'tempest-network--153262158'}, {'name': 'tempest-network--1135366837'}]} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:35.562163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'network': {'name': 'tempest-network--153262158'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:35.562627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'network': {'name': 'tempest-network--1135366837'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:35.627500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Made reservation on behalf of 07a1b4fb91524cdcb931a01e352d6708 for: {'network': 2} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:35.638601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.664621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.795674 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.801889 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.802525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.880105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e3f99f-3347-4b44-86f2-261e2354cdaa,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:35.888179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:13:35.900183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.900440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.900790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.901099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.901430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.901902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.902091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.902418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.902741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.903296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.903424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.903672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:35.911510 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:35.911938 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Added segment 356f5640-60b9-48a6-8b7d-813047096446 of type vlan for network 243ba9b5-1e3f-4bba-baa9-ff1364775ce8 Nov 03 16:13:36.036915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:36.081784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:13:36.102721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:36.103068 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Added segment 0c83dc31-f509-4e72-957c-d2c67968c815 of type vlan for network b92fdd18-76c6-483c-9c1f-ab5481ad0f46 Nov 03 16:13:36.167928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:36.221067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:36.221869 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:36.223747 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:36.233237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:36.238813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:36.239516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:36.335856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Network': ['ID=243ba9b5-1e3f-4bba-baa9-ff1364775ce8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:36.348006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 243ba9b5-1e3f-4bba-baa9-ff1364775ce8 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:13:36.400367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0374212 Nov 03 16:13:36.403174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48490) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:36.451068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca052f-692a-462e-bd9f-83080b3e4d1d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Network': ['ID=b92fdd18-76c6-483c-9c1f-ab5481ad0f46,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:36.467486 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network b92fdd18-76c6-483c-9c1f-ab5481ad0f46 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:13:36.629152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c81c96-bea1-4914-b0ed-ce4d92b5f56e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:36.635249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c81c96-bea1-4914-b0ed-ce4d92b5f56e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:36.641431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c81c96-bea1-4914-b0ed-ce4d92b5f56e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:36.647810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c81c96-bea1-4914-b0ed-ce4d92b5f56e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:36.650165 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-40c81c96-bea1-4914-b0ed-ce4d92b5f56e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2458570 Nov 03 16:13:36.653093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48514) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:36.689986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-d0f632ef-00bc-4076-9170-092c63c2bcd6 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:36.699695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-d0f632ef-00bc-4076-9170-092c63c2bcd6 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 814 time: 0.2410119 Nov 03 16:13:36.718394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-def354e2-d817-4cf2-8488-330840f4d097 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/quotas/17301df1c2eb4b2cb0e432000db77aed HTTP/1.1" status: 200 len: 375 time: 0.0173132 Nov 03 16:13:36.807096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:36.817217 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-896e187e-58e7-4ce0-9445-2f4a702bfb52 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971680 Nov 03 16:13:36.958370 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-dc07e0b2-59f8-45f4-8c25-a1a45c57d106 service neutron] 10.222.0.86 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283758 Nov 03 16:13:37.000522 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.015534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48520) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:37.033186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243ba9b5-1e3f-4bba-baa9-ff1364775ce8']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:37.060775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356f5640-60b9-48a6-8b7d-813047096446') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:37.061830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356f5640-60b9-48a6-8b7d-813047096446') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:37.077272 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.093788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.103803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:13:37.104207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.108513 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-a18733d3-8112-46a9-bfaa-4eab3828b260 service neutron] 10.222.0.86 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431181 Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:13:37.110225 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:13:37.209677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4527933-d80a-4a62-81c0-d3257a3c4ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.221781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.235033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.241295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48526) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:37.241612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/networks/243ba9b5-1e3f-4bba-baa9-ff1364775ce8 HTTP/1.1" status: 204 len: 168 time: 0.5874035 Nov 03 16:13:37.280630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bab3f1-137a-4841-b883-63ebc4d0bc41 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Network': ['ID=243ba9b5-1e3f-4bba-baa9-ff1364775ce8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:37.405010 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6aeb6586-e227-40f2-b82c-50a7aceeaf29 req-e2bed5cc-43d8-4327-928b-0d3f467ed878 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 210 time: 0.0390291 Nov 03 16:13:37.406842 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4527933-d80a-4a62-81c0-d3257a3c4ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.412866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.413395 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4527933-d80a-4a62-81c0-d3257a3c4ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.458737 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4527933-d80a-4a62-81c0-d3257a3c4ada admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=be8af96bc2454fb4aa9145fcdacd9938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4396703 Nov 03 16:13:37.471820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48534) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:37.531775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4527933-d80a-4a62-81c0-d3257a3c4ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aff524-56a5-4241-8ccd-f32f9ea43e06,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:37.615223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86b6b5ef-49b0-4195-bf51-00936d3321dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.632927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.662661 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86b6b5ef-49b0-4195-bf51-00936d3321dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.674179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92fdd18-76c6-483c-9c1f-ab5481ad0f46']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:37.692308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c83dc31-f509-4e72-957c-d2c67968c815') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:37.692886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c83dc31-f509-4e72-957c-d2c67968c815') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:37.714104 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.722442 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.731191 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.738571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:13:37.739276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:13:37.743990 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:13:37.793227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86b6b5ef-49b0-4195-bf51-00936d3321dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.795960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-86b6b5ef-49b0-4195-bf51-00936d3321dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.800220 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-86b6b5ef-49b0-4195-bf51-00936d3321dc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/75aff524-56a5-4241-8ccd-f32f9ea43e06 HTTP/1.1" status: 204 len: 168 time: 0.3241203 Nov 03 16:13:37.831045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6b5ef-49b0-4195-bf51-00936d3321dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aff524-56a5-4241-8ccd-f32f9ea43e06,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:37.854435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.864478 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:37.887360 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/networks/b92fdd18-76c6-483c-9c1f-ab5481ad0f46 HTTP/1.1" status: 204 len: 168 time: 0.6444020 Nov 03 16:13:37.890766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48546) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:37.920206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617248b3-85ee-432a-b46e-b8cd852eaa7f tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Network': ['ID=b92fdd18-76c6-483c-9c1f-ab5481ad0f46,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:38.062785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79707416-e449-43b5-9c28-999da9208588 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:38.074030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79707416-e449-43b5-9c28-999da9208588 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:38.076430 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-79707416-e449-43b5-9c28-999da9208588 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1843038 Nov 03 16:13:38.080677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48550) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:38.088227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-997835341'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:38.133769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Made reservation on behalf of 07a1b4fb91524cdcb931a01e352d6708 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:38.139723 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.199350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:13:38.222362 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.225063 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Added segment 8ced21e1-264c-4665-9e81-5b2416b27437 of type vlan for network 94db8083-3485-477f-b609-2cf78808d6ed Nov 03 16:13:38.312849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.350186 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.362590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:38.363635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.384948 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.532534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Network': ['ID=94db8083-3485-477f-b609-2cf78808d6ed,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:38.547746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 94db8083-3485-477f-b609-2cf78808d6ed details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:13:38.578236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d0a7a37f-71cb-49a4-ade7-9624bb33f0d0 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4959133 Nov 03 16:13:38.581139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48570) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:38.586338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1784275575'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:38.601120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4781c5de-df39-4236-887f-25ae31683a94 req-15eda186-5757-4844-8494-210fe9c5904f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 210 time: 0.0481911 Nov 03 16:13:38.646291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Made reservation on behalf of 07a1b4fb91524cdcb931a01e352d6708 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:38.649542 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.713823 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:13:38.725582 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.725934 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Added segment f74d31db-dd01-4707-ae1d-ebb21a563948 of type vlan for network 38a263f6-9803-43c6-a39a-5856b4923fcd Nov 03 16:13:38.785060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.826098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.833212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:38.834166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:38.900214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3179300 Nov 03 16:13:38.903103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48578) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:38.908356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'ports': [{'network_id': '94db8083-3485-477f-b609-2cf78808d6ed', 'name': 'tempest-port--1263339089', 'admin_state_up': True}, {'network_id': '38a263f6-9803-43c6-a39a-5856b4923fcd', 'admin_state_up': False}]} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:38.908674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'port': {'network_id': '94db8083-3485-477f-b609-2cf78808d6ed', 'name': 'tempest-port--1263339089', 'admin_state_up': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:38.909303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'port': {'network_id': '38a263f6-9803-43c6-a39a-5856b4923fcd', 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:38.911836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c9638-4cb4-4bfb-9fd5-89d5736b1e02 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Network': ['ID=38a263f6-9803-43c6-a39a-5856b4923fcd,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:38.941612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 38a263f6-9803-43c6-a39a-5856b4923fcd details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:13:39.136182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Made reservation on behalf of 07a1b4fb91524cdcb931a01e352d6708 for: {'port': 2} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:39.142093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:39.166688 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:39.264661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] device_id is not set on port ae0cda9c-12ca-4b4d-9839-4a4e59e1b306 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:13:39.366699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-6fc47263-3602-432a-9436-03ad701112ee tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:39.374166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-6fc47263-3602-432a-9436-03ad701112ee tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.15 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 814 time: 0.2125876 Nov 03 16:13:39.395828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Request body: {'port': {'device_id': 'f3899ddc-5119-4350-90a9-c022ef7de578', 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef', 'admin_state_up': True, 'tenant_id': '17301df1c2eb4b2cb0e432000db77aed'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:39.442436 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:39.522342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] device_id is not set on port 4aac62c4-ab8d-45aa-82e2-2c71b51803b8 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:13:39.651279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Made reservation on behalf of 17301df1c2eb4b2cb0e432000db77aed for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:39.658134 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:39.749326 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:39.848955 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a79abcb-0df4-4117-bfb4-db10b0f05b4b req-6b6a409b-8fe2-43a8-a23b-9a7e4bc51e40 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 210 time: 0.0412834 Nov 03 16:13:39.851557 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:39.943969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Port': ['ID=ae0cda9c-12ca-4b4d-9839-4a4e59e1b306,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:39.968501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Checking segment: {'id': '8ced21e1-264c-4665-9e81-5b2416b27437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '94db8083-3485-477f-b609-2cf78808d6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:39.968871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Network hostable DHCP agents. Network: 94db8083-3485-477f-b609-2cf78808d6ed, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:13:39.982322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Allocated IP 172.20.0.6 (e166a59c-0839-45bc-9640-510b349f0eef/c3687dc5-0218-42da-87d5-4a5792f00079/ecfc67e2-4b4e-4781-912d-ca734659f69e) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:40.011878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Network 94db8083-3485-477f-b609-2cf78808d6ed is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:13:40.033987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 94db8083-3485-477f-b609-2cf78808d6ed) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:40.043055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7145d55-8df1-43d9-b017-a7c7b5d3e8b8 None None] Network 94db8083-3485-477f-b609-2cf78808d6ed requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:40.053458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:40.054469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:40.100091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48622) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:40.186373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Port': ['ID=4aac62c4-ab8d-45aa-82e2-2c71b51803b8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:40.192500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Checking segment: {'id': 'f74d31db-dd01-4707-ae1d-ebb21a563948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38a263f6-9803-43c6-a39a-5856b4923fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:40.192891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Network hostable DHCP agents. Network: 38a263f6-9803-43c6-a39a-5856b4923fcd, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:13:40.245142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Network 38a263f6-9803-43c6-a39a-5856b4923fcd is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:13:40.261223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 38a263f6-9803-43c6-a39a-5856b4923fcd) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:40.265622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:40.277454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:40.283600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5554de-e545-4747-bd80-ef066cb548a9 None None] Network 38a263f6-9803-43c6-a39a-5856b4923fcd requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:40.296930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:40.297173 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:40.345001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8e24639f-3f5b-425c-b5ed-3f4a84d3afcd tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4384964 Nov 03 16:13:40.345477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48630) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:40.387873 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:40.419465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e3c252da-f74a-48af-ac30-1eaaf95e2c21 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2040529104'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:40.421471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e3c252da-f74a-48af-ac30-1eaaf95e2c21 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Unknown quota resources ['metering_label']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 16:13:40.444170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:40.465283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['46e71de8-f9e1-4748-8019-1b4de02083a4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:13:40.565114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Network e166a59c-0839-45bc-9640-510b349f0eef is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:40.577148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:40.583460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:40.589059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Pushing event updated for resources: {'Port': ['ID=ecfc67e2-4b4e-4781-912d-ca734659f69e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:40.591147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d0e3f-dea1-4361-8d7a-c139417d45b5 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:40.608736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d0e3f-dea1-4361-8d7a-c139417d45b5 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:40.610482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3b8d0e3f-dea1-4361-8d7a-c139417d45b5 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2643080 Nov 03 16:13:40.641041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48632) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:40.857840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:40.858488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:40.886818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-068008f5-af66-41f9-a90f-2237a1e627ca tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Deleting port ae0cda9c-12ca-4b4d-9839-4a4e59e1b306 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:40.887152 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-068008f5-af66-41f9-a90f-2237a1e627ca tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:40.972548 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-068008f5-af66-41f9-a90f-2237a1e627ca tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:41.021069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-068008f5-af66-41f9-a90f-2237a1e627ca tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Calling delete_port for ae0cda9c-12ca-4b4d-9839-4a4e59e1b306 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:41.026503 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-730a4283-dd9c-4753-9298-93d924b7ce7d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6363595 Nov 03 16:13:41.048416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Request body: {'port': {'device_id': 'f3899ddc-5119-4350-90a9-c022ef7de578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:41.298232 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e3c252da-f74a-48af-ac30-1eaaf95e2c21 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:41.300665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e3c252da-f74a-48af-ac30-1eaaf95e2c21 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1969199 Nov 03 16:13:41.303460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48638) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:41.309705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4b388096-8e5c-445e-80fd-b74b2df834a4 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a356139a-ffb0-4b3c-8fe8-a404bf8d3de0'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:41.310787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4b388096-8e5c-445e-80fd-b74b2df834a4 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 16:13:41.474111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8200ef4-986f-4f21-9e6d-92b75e652068 req-045d7c7f-24fa-4ff1-a072-15a78d87f28c tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:41.483416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8200ef4-986f-4f21-9e6d-92b75e652068 req-045d7c7f-24fa-4ff1-a072-15a78d87f28c tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 931 time: 0.2859983 Nov 03 16:13:41.494560 n-d-813897-2 neutron-server[108104]: WARNING neutron.services.metering.metering_plugin [None req-4b388096-8e5c-445e-80fd-b74b2df834a4 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 16:13:41.604368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:41.643811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b388096-8e5c-445e-80fd-b74b2df834a4 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:41.648167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4b388096-8e5c-445e-80fd-b74b2df834a4 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3404553 Nov 03 16:13:41.652882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48644) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:41.657696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-701f233a-7080-419a-925f-7e07fe996957 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a356139a-ffb0-4b3c-8fe8-a404bf8d3de0'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:41.658207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-701f233a-7080-419a-925f-7e07fe996957 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=108105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 16:13:41.672913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8200ef4-986f-4f21-9e6d-92b75e652068 req-548f66ff-e990-4f35-a786-7d4ba55dafa4 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880436 Nov 03 16:13:41.760017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-068008f5-af66-41f9-a90f-2237a1e627ca tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:41.773153 n-d-813897-2 neutron-server[108105]: WARNING neutron.services.metering.metering_plugin [None req-701f233a-7080-419a-925f-7e07fe996957 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 16:13:41.875143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068008f5-af66-41f9-a90f-2237a1e627ca tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Port': ['ID=ae0cda9c-12ca-4b4d-9839-4a4e59e1b306,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:41.920790 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-068008f5-af66-41f9-a90f-2237a1e627ca tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:41.924037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-068008f5-af66-41f9-a90f-2237a1e627ca tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/ports/ae0cda9c-12ca-4b4d-9839-4a4e59e1b306 HTTP/1.1" status: 204 len: 168 time: 1.2787948 Nov 03 16:13:41.929571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48646) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:41.985594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-701f233a-7080-419a-925f-7e07fe996957 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:41.986764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-701f233a-7080-419a-925f-7e07fe996957 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3327961 Nov 03 16:13:41.993301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48648) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:42.012673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b0cd3059-0de5-4cd4-83fa-77d1e0517158 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=bda88f85-1b91-4c88-9a1d-e710d71fb4e7 HTTP/1.1" status: 200 len: 462 time: 0.0181005 Nov 03 16:13:42.022568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48650) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:42.067540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d573-0d49-4c54-8312-d2cd34f93c9d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Deleting port 4aac62c4-ab8d-45aa-82e2-2c71b51803b8 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:42.068087 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d45d573-0d49-4c54-8312-d2cd34f93c9d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.176468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d45d573-0d49-4c54-8312-d2cd34f93c9d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.184146 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e64c52a-f191-47e3-900c-c36063ecc15c tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.186433 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3e64c52a-f191-47e3-900c-c36063ecc15c tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/bda88f85-1b91-4c88-9a1d-e710d71fb4e7 HTTP/1.1" status: 204 len: 168 time: 0.1614852 Nov 03 16:13:42.193573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48652) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:42.210819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d573-0d49-4c54-8312-d2cd34f93c9d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Calling delete_port for 4aac62c4-ab8d-45aa-82e2-2c71b51803b8 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:42.304176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1cd1fd90-e02e-4032-ba86-fb55b3a73987 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=bda88f85-1b91-4c88-9a1d-e710d71fb4e7 HTTP/1.1" status: 200 len: 221 time: 0.1128304 Nov 03 16:13:42.304416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48656) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:42.309002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfc67e2-4b4e-4781-912d-ca734659f69e {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:13:42.310925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-698438cd-2df6-450e-998f-630caed1376c tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1764873943', 'description': 'label created by tempest'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:42.311316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-698438cd-2df6-450e-998f-630caed1376c tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Unknown quota resources ['metering_label']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 16:13:42.318329 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.333198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Transition to ACTIVE for port object ecfc67e2-4b4e-4781-912d-ca734659f69e will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:13:42.339720 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.382784 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d45d573-0d49-4c54-8312-d2cd34f93c9d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.409996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfc67e2-4b4e-4781-912d-ca734659f69e,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:42.490027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Attempting to bind port ecfc67e2-4b4e-4781-912d-ca734659f69e on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:13:42.490403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Attempting to bind port ecfc67e2-4b4e-4781-912d-ca734659f69e by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:13:42.490807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Attempting to bind port ecfc67e2-4b4e-4781-912d-ca734659f69e on network e166a59c-0839-45bc-9640-510b349f0eef {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:13:42.496465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Port ecfc67e2-4b4e-4781-912d-ca734659f69e on network e166a59c-0839-45bc-9640-510b349f0eef not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:13:42.496866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Attempting to bind port ecfc67e2-4b4e-4781-912d-ca734659f69e on network e166a59c-0839-45bc-9640-510b349f0eef {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:13:42.505282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:13:42.505282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Checking segment: {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:42.505635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Bound using segment: {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:13:42.506057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Bound port: ecfc67e2-4b4e-4781-912d-ca734659f69e, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:13:42.506486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.573076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-698438cd-2df6-450e-998f-630caed1376c tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.576744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-698438cd-2df6-450e-998f-630caed1376c tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2689459 Nov 03 16:13:42.576744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d573-0d49-4c54-8312-d2cd34f93c9d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Port': ['ID=4aac62c4-ab8d-45aa-82e2-2c71b51803b8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:42.590804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48662) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:42.597453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d45d573-0d49-4c54-8312-d2cd34f93c9d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.602926 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9d45d573-0d49-4c54-8312-d2cd34f93c9d tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/ports/4aac62c4-ab8d-45aa-82e2-2c71b51803b8 HTTP/1.1" status: 204 len: 168 time: 0.6727633 Nov 03 16:13:42.604346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48664) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:42.663914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-11c530dc-29bf-4b2f-b7e5-cd4d3ae06311 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0498827 Nov 03 16:13:42.665657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48666) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:42.674285 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-425775699'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:42.679390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-29d66805-02b3-45d3-9991-6a1a9b60ca86 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=d16f876f-fb7e-4b92-921a-b68f647c6d3d HTTP/1.1" status: 200 len: 468 time: 0.0847065 Nov 03 16:13:42.681790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48668) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:42.699547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] For port ecfc67e2-4b4e-4781-912d-ca734659f69e, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:13:42.706990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] For port ecfc67e2-4b4e-4781-912d-ca734659f69e, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ecfc67e2-4b4e-4781-912d-ca734659f69e,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:13:42.716485 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.753245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Made reservation on behalf of 07a1b4fb91524cdcb931a01e352d6708 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:42.757588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.781919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:42.782547 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.784068 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] 10.222.0.15 "PUT /v2.0/ports/ecfc67e2-4b4e-4781-912d-ca734659f69e HTTP/1.1" status: 200 len: 1091 time: 1.7398314 Nov 03 16:13:42.784538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3899ddc-5119-4350-90a9-c022ef7de578', 'tag': 'ecfc67e2-4b4e-4781-912d-ca734659f69e'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:13:42.787804 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b65c367-751c-4e0b-805b-a12edb366df2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3899ddc-5119-4350-90a9-c022ef7de578", "tag": "ecfc67e2-4b4e-4781-912d-ca734659f69e"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:13:42.825321 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046424e-d47a-4af0-a503-59331c47dd61 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfc67e2-4b4e-4781-912d-ca734659f69e,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:42.853178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:13:42.896662 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.897238 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Added segment 9c8fa6ba-13df-45b1-a2bf-13df4a1bec1f of type vlan for network 85e3601c-1769-4e7c-af70-27edd4964e13 Nov 03 16:13:42.908074 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37f451f-d4ef-4050-b260-e3e25205afbd x-openstack-request-id: req-a37f451f-d4ef-4050-b260-e3e25205afbd {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:13:42.908365 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3899ddc-5119-4350-90a9-c022ef7de578", "tag": "ecfc67e2-4b4e-4781-912d-ca734659f69e", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:13:42.908617 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a37f451f-d4ef-4050-b260-e3e25205afbd {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:13:42.909015 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3899ddc-5119-4350-90a9-c022ef7de578', 'tag': 'ecfc67e2-4b4e-4781-912d-ca734659f69e', 'status': 'completed', 'code': 200} Nov 03 16:13:42.979983 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ecab7c2-9e84-48a6-ab50-d8801c7772f9 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.984039 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2ecab7c2-9e84-48a6-ab50-d8801c7772f9 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/d16f876f-fb7e-4b92-921a-b68f647c6d3d HTTP/1.1" status: 204 len: 168 time: 0.3009450 Nov 03 16:13:42.984713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48674) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:42.990725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:42.999851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f222c0b-ed47-422b-8caf-4c551696f792 req-db5db61e-4610-4519-b568-f674ebb879df tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:43.001617 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f222c0b-ed47-422b-8caf-4c551696f792 req-db5db61e-4610-4519-b568-f674ebb879df tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 943 time: 0.1236346 Nov 03 16:13:43.015237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f974a092-8290-463f-967f-7afa7cd63b13 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=d16f876f-fb7e-4b92-921a-b68f647c6d3d HTTP/1.1" status: 200 len: 216 time: 0.0264323 Nov 03 16:13:43.015237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48676) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:43.038384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:43.047402 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4b62d47-f27e-46de-b808-1d771e062eb0 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0310092 Nov 03 16:13:43.049829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:43.049982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48678) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:43.051387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:43.078696 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c42c4bdd-1f12-49f9-bc0e-a5b0f24542f2 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0273261 Nov 03 16:13:43.082520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48680) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:43.089729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-b3d7fc83-4272-48d1-8827-fdf736139441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:43.091748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-b3d7fc83-4272-48d1-8827-fdf736139441 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 1094 time: 0.2288661 Nov 03 16:13:43.098713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4292946 Nov 03 16:13:43.102657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48682) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:43.109579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f222c0b-ed47-422b-8caf-4c551696f792 req-b8f3bec2-9ba5-4356-a2d0-64ff4e41a2b1 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945675 Nov 03 16:13:43.111732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-64862174'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:43.152153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5e2b08bf-ff24-4c09-ade3-68bbd196cc67 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels/a356139a-ffb0-4b3c-8fe8-a404bf8d3de0 HTTP/1.1" status: 200 len: 473 time: 0.0654976 Nov 03 16:13:43.152389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48684) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:43.166509 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85631599-76db-4bc3-8ad8-1f91bff8077b tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules/230418a8-edbd-46d6-9712-90ccc56bd146 HTTP/1.1" status: 200 len: 459 time: 0.0096488 Nov 03 16:13:43.166760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48686) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:43.238385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-ce92c48b-0cac-4a48-ac69-bf038747cb35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecfc67e2-4b4e-4781-912d-ca734659f69e HTTP/1.1" status: 200 len: 217 time: 0.1142309 Nov 03 16:13:43.242478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Made reservation on behalf of 07a1b4fb91524cdcb931a01e352d6708 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:43.246918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:43.291329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888703df-069d-4e62-bfb9-b4f7266690d2 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Network': ['ID=85e3601c-1769-4e7c-af70-27edd4964e13,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:43.304433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 85e3601c-1769-4e7c-af70-27edd4964e13 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:13:43.309453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02437320-64c6-41c2-865b-e10afc5b0f44 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:43.310769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-02437320-64c6-41c2-865b-e10afc5b0f44 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/230418a8-edbd-46d6-9712-90ccc56bd146 HTTP/1.1" status: 204 len: 168 time: 0.1431048 Nov 03 16:13:43.313277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48690) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:43.321599 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-35da5cc9-125a-4697-9ee7-1e2044c353ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:43.323178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-35da5cc9-125a-4697-9ee7-1e2044c353ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.0740399 Nov 03 16:13:43.327593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:13:43.373055 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-1431a986-a205-4e1f-9553-b2d86e4298f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395441 Nov 03 16:13:43.387233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:43.387578 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Added segment 5db64aa8-744b-42f5-aaae-0cc2f633eb9d of type vlan for network 1a77bf00-9885-40f9-96c5-df8c4ca150a8 Nov 03 16:13:43.561156 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:43.622510 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:43.629260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:43.629890 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:43.645055 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-187b463c-89c5-4551-830f-a8c5866c4ff2 service neutron] 10.222.0.15 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558081 Nov 03 16:13:43.669838 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed636018-ea01-4c50-99ec-108a03475b95 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:43.675342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ed636018-ea01-4c50-99ec-108a03475b95 tempest-MeteringIpV6TestJSON-407253626 tempest-MeteringIpV6TestJSON-407253626-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/a356139a-ffb0-4b3c-8fe8-a404bf8d3de0 HTTP/1.1" status: 204 len: 168 time: 0.3608997 Nov 03 16:13:43.725631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6153264 Nov 03 16:13:43.834672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde2c6d-3d59-49c8-8e2d-5e22262b1d49 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Network': ['ID=1a77bf00-9885-40f9-96c5-df8c4ca150a8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:43.851565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48698) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:43.851953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 1a77bf00-9885-40f9-96c5-df8c4ca150a8 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:13:43.860582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'subnets': [{'network_id': '85e3601c-1769-4e7c-af70-27edd4964e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1142693056', 'ip_version': 4}, {'network_id': '1a77bf00-9885-40f9-96c5-df8c4ca150a8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:43.861056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'subnet': {'network_id': '85e3601c-1769-4e7c-af70-27edd4964e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1142693056', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:43.863503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Request body: {'subnet': {'network_id': '1a77bf00-9885-40f9-96c5-df8c4ca150a8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:43.897700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8418e02a-d9f6-4286-a4f4-6220f7fffac6 req-643d478e-1205-4c73-ba76-b2796ba27e66 service neutron] 10.222.0.15 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324135 Nov 03 16:13:44.032182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-30cb1e8f-3f4b-4dc2-b424-290f5ed8121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:44.033829 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-30cb1e8f-3f4b-4dc2-b424-290f5ed8121c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 1094 time: 0.0514193 Nov 03 16:13:44.210379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48704) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:44.245464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Made reservation on behalf of 07a1b4fb91524cdcb931a01e352d6708 for: {'subnet': 2} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:44.252610 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:44.253098 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:44.255364 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-77fe1f29-8fb2-45a1-9ead-4e1b83a4bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:44.259401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-77fe1f29-8fb2-45a1-9ead-4e1b83a4bc43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 915 time: 0.2122700 Nov 03 16:13:44.316507 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-98e92fd4-2535-4086-931e-5d5a5cb14636 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecfc67e2-4b4e-4781-912d-ca734659f69e HTTP/1.1" status: 200 len: 217 time: 0.0507679 Nov 03 16:13:44.396053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-88737f32-645f-42a7-af05-3a2749ef7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:44.398063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-88737f32-645f-42a7-af05-3a2749ef7bfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.0745058 Nov 03 16:13:44.438858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27db8903-2349-49a2-a9c9-900066e55454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:44.455432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-a00e8482-b94d-416b-a378-b16b0617f490 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468352 Nov 03 16:13:44.520758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928d8ec-f399-4472-89fa-24f45ca53e81 req-678ec623-bae2-479d-9c46-767d012cc158 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:44.523200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9928d8ec-f399-4472-89fa-24f45ca53e81 req-678ec623-bae2-479d-9c46-767d012cc158 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 943 time: 0.2186353 Nov 03 16:13:44.603247 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-1a996578-2b44-49af-8848-f754304cc1fe service neutron] 10.222.0.15 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403601 Nov 03 16:13:44.720475 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7b65c367-751c-4e0b-805b-a12edb366df2 req-262a41f8-2400-4177-896a-f2322abc4b76 service neutron] 10.222.0.15 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092901 Nov 03 16:13:44.764722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9928d8ec-f399-4472-89fa-24f45ca53e81 req-a50806a1-b9e3-49ea-9867-40dff8154f82 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296259 Nov 03 16:13:44.815592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27db8903-2349-49a2-a9c9-900066e55454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:44.823144 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27db8903-2349-49a2-a9c9-900066e55454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:44.941353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48720) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:44.941921 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-27db8903-2349-49a2-a9c9-900066e55454 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24b5eea206d6488db8233fe0fc4f8b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7295759 Nov 03 16:13:44.952915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db8903-2349-49a2-a9c9-900066e55454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b588f1-2c4f-414e-8550-3e967a679d14,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:45.075524 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8de1d6d3-1210-410a-bcda-6c31340c7a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.115889 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.122678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8de1d6d3-1210-410a-bcda-6c31340c7a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.188175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8de1d6d3-1210-410a-bcda-6c31340c7a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.199504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8de1d6d3-1210-410a-bcda-6c31340c7a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.200598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8de1d6d3-1210-410a-bcda-6c31340c7a5d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f8b588f1-2c4f-414e-8550-3e967a679d14 HTTP/1.1" status: 204 len: 168 time: 0.2572699 Nov 03 16:13:45.229018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1d6d3-1210-410a-bcda-6c31340c7a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b588f1-2c4f-414e-8550-3e967a679d14,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:45.231138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Checking segment: {'id': '9c8fa6ba-13df-45b1-a2bf-13df4a1bec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85e3601c-1769-4e7c-af70-27edd4964e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:45.231619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Network hostable DHCP agents. Network: 85e3601c-1769-4e7c-af70-27edd4964e13, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:13:45.261547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Subnet': ['ID=c07e6c15-9416-4e5c-b2c6-5cb3bd387075,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:45.289466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Network 85e3601c-1769-4e7c-af70-27edd4964e13 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:13:45.304767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 85e3601c-1769-4e7c-af70-27edd4964e13) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:45.311361 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.318632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae207a7c-f0de-423a-9d4c-0f8a7bda9fea None None] Network 85e3601c-1769-4e7c-af70-27edd4964e13 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:45.398201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event updated for resources: {'Subnet': ['ID=2d31ffdc-f2dc-48b9-9c47-29613cef77d4,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:45.417266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Checking segment: {'id': '5db64aa8-744b-42f5-aaae-0cc2f633eb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a77bf00-9885-40f9-96c5-df8c4ca150a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:45.417669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Network hostable DHCP agents. Network: 1a77bf00-9885-40f9-96c5-df8c4ca150a8, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:13:45.453326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Network 1a77bf00-9885-40f9-96c5-df8c4ca150a8 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:13:45.473287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 1a77bf00-9885-40f9-96c5-df8c4ca150a8) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:45.479533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:45.480007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:45.480640 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.488806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5dfa2c-08da-45c9-95af-69113879423e None None] Network 1a77bf00-9885-40f9-96c5-df8c4ca150a8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:45.515085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85326afe-a182-4331-b760-11c8f0a7bd34 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6609442 Nov 03 16:13:45.516773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48728) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:45.605198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d35c4-c1d9-4055-bd7e-2139b72ccf40 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:45.615472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d35c4-c1d9-4055-bd7e-2139b72ccf40 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:45.620748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d35c4-c1d9-4055-bd7e-2139b72ccf40 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:45.636093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8e2d35c4-c1d9-4055-bd7e-2139b72ccf40 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1128659 Nov 03 16:13:45.636610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48732) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:45.682126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37417c2-6893-448e-a094-c3ed99fe02ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-85e3601c-1769-4e7c-af70-27edd4964e13', 'network_id': '85e3601c-1769-4e7c-af70-27edd4964e13', 'tenant_id': '07a1b4fb91524cdcb931a01e352d6708', 'fixed_ips': [{'subnet_id': 'c07e6c15-9416-4e5c-b2c6-5cb3bd387075'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:13:45.683702 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f37417c2-6893-448e-a094-c3ed99fe02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.761347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb77d63-3757-4b60-a068-49ff8594e402 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Deleting subnet c07e6c15-9416-4e5c-b2c6-5cb3bd387075 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:13:45.771817 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cfb77d63-3757-4b60-a068-49ff8594e402 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.815899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-1a77bf00-9885-40f9-96c5-df8c4ca150a8', 'network_id': '1a77bf00-9885-40f9-96c5-df8c4ca150a8', 'tenant_id': '07a1b4fb91524cdcb931a01e352d6708', 'fixed_ips': [{'subnet_id': '2d31ffdc-f2dc-48b9-9c47-29613cef77d4'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:13:45.817782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.850041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48740) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:45.869586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a80f0518-e8f9-45a9-9125-932170d0f1f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:45.900906 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cfb77d63-3757-4b60-a068-49ff8594e402 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.071034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cfb77d63-3757-4b60-a068-49ff8594e402 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.092166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a80f0518-e8f9-45a9-9125-932170d0f1f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.113950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a80bd-a751-45fd-9ea6-67aa96641730 req-4266910a-b0d7-4897-aefb-d1ac84a47eeb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:46.115514 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b0a80bd-a751-45fd-9ea6-67aa96641730 req-4266910a-b0d7-4897-aefb-d1ac84a47eeb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 943 time: 0.1634316 Nov 03 16:13:46.117489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a80f0518-e8f9-45a9-9125-932170d0f1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.190449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f0518-e8f9-45a9-9125-932170d0f1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d23cb-69c5-4ae7-9997-ffeab708c217,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:46.194229 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cfb77d63-3757-4b60-a068-49ff8594e402 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.207645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Allocated IP 172.20.0.18 (1a77bf00-9885-40f9-96c5-df8c4ca150a8/2d31ffdc-f2dc-48b9-9c47-29613cef77d4/e58eac92-8a75-4924-920d-6de4fadebf12) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-f37417c2-6893-448e-a094-c3ed99fe02ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c07e6c15-9416-4e5c-b2c6-5cb3bd387075: This subnet is being modified by another concurrent operation. Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:13:46.219901 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exception Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c07e6c15-9416-4e5c-b2c6-5cb3bd387075: This subnet is being modified by another concurrent operation. Nov 03 16:13:46.223987 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:13:46.268724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0ca1a-1d45-464e-9563-733add133f26 None None] Network 85e3601c-1769-4e7c-af70-27edd4964e13 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:46.269227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb77d63-3757-4b60-a068-49ff8594e402 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Subnet': ['ID=c07e6c15-9416-4e5c-b2c6-5cb3bd387075,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:46.292750 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cfb77d63-3757-4b60-a068-49ff8594e402 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.306885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cfb77d63-3757-4b60-a068-49ff8594e402 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/subnets/c07e6c15-9416-4e5c-b2c6-5cb3bd387075 HTTP/1.1" status: 204 len: 168 time: 0.6688304 Nov 03 16:13:46.307821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48756) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:46.336254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a80f0518-e8f9-45a9-9125-932170d0f1f0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4b511e6767404c05bf21c89291541e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4825881 Nov 03 16:13:46.339440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48758) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:46.416946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b0a80bd-a751-45fd-9ea6-67aa96641730 req-5accfeef-333e-4569-aa13-1b61f66a4b9a tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432616 Nov 03 16:13:46.465895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd89423b-7b90-4234-bdfb-507ee865bd3e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Deleting subnet 2d31ffdc-f2dc-48b9-9c47-29613cef77d4 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:13:46.495695 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6de61923-5b6f-4e68-a03f-36a55804d35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.525797 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6de61923-5b6f-4e68-a03f-36a55804d35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.648721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb1d2d-a04c-49ac-877d-d7dae33c3342 req-9f959644-33a3-4c35-9d2c-7e3800201a2a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:46.664792 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9dbb1d2d-a04c-49ac-877d-d7dae33c3342 req-9f959644-33a3-4c35-9d2c-7e3800201a2a tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 946 time: 0.1013155 Nov 03 16:13:46.669942 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.675165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6de61923-5b6f-4e68-a03f-36a55804d35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.676711 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.677226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd89423b-7b90-4234-bdfb-507ee865bd3e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.678854 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6de61923-5b6f-4e68-a03f-36a55804d35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.681062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6de61923-5b6f-4e68-a03f-36a55804d35b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a25d23cb-69c5-4ae7-9997-ffeab708c217 HTTP/1.1" status: 204 len: 168 time: 0.3366227 Nov 03 16:13:46.726861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de61923-5b6f-4e68-a03f-36a55804d35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d23cb-69c5-4ae7-9997-ffeab708c217,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:46.742569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Network 1a77bf00-9885-40f9-96c5-df8c4ca150a8 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:46.745952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Pushing event updated for resources: {'Port': ['ID=e58eac92-8a75-4924-920d-6de4fadebf12,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:46.748799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:46.753708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:46.764586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd89423b-7b90-4234-bdfb-507ee865bd3e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.809179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9dbb1d2d-a04c-49ac-877d-d7dae33c3342 req-4006b8d9-9c5a-4ef3-81ac-ecc0521b8656 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424379 Nov 03 16:13:46.829254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Attempting to bind port e58eac92-8a75-4924-920d-6de4fadebf12 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:13:46.829752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Attempting to bind port e58eac92-8a75-4924-920d-6de4fadebf12 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '5db64aa8-744b-42f5-aaae-0cc2f633eb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a77bf00-9885-40f9-96c5-df8c4ca150a8'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:13:46.830193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Attempting to bind port e58eac92-8a75-4924-920d-6de4fadebf12 on network 1a77bf00-9885-40f9-96c5-df8c4ca150a8 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:13:46.835781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:13:46.836278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Checking segment: {'id': '5db64aa8-744b-42f5-aaae-0cc2f633eb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a77bf00-9885-40f9-96c5-df8c4ca150a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:46.836834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.837298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Bound using segment: {'id': '5db64aa8-744b-42f5-aaae-0cc2f633eb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a77bf00-9885-40f9-96c5-df8c4ca150a8'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:13:46.838171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Bound port: e58eac92-8a75-4924-920d-6de4fadebf12, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db64aa8-744b-42f5-aaae-0cc2f633eb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a77bf00-9885-40f9-96c5-df8c4ca150a8'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:13:46.838870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.924670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] For port e58eac92-8a75-4924-920d-6de4fadebf12, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:13:46.928183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] For port e58eac92-8a75-4924-920d-6de4fadebf12, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e58eac92-8a75-4924-920d-6de4fadebf12,segment=NetworkSegment(5db64aa8-744b-42f5-aaae-0cc2f633eb9d),segment_id=5db64aa8-744b-42f5-aaae-0cc2f633eb9d)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:13:46.934881 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:46.986451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd89423b-7b90-4234-bdfb-507ee865bd3e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:47.046377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5f16e-c4ea-4689-8a70-9d76e68a86fd None None] Pushing event updated for resources: {'Port': ['ID=e58eac92-8a75-4924-920d-6de4fadebf12,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:47.120679 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd89423b-7b90-4234-bdfb-507ee865bd3e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:47.172231 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd89423b-7b90-4234-bdfb-507ee865bd3e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:47.178178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd89423b-7b90-4234-bdfb-507ee865bd3e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/subnets/2d31ffdc-f2dc-48b9-9c47-29613cef77d4 HTTP/1.1" status: 204 len: 168 time: 0.8657687 Nov 03 16:13:47.178178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89423b-7b90-4234-bdfb-507ee865bd3e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Subnet': ['ID=2d31ffdc-f2dc-48b9-9c47-29613cef77d4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:47.178814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48774) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:47.245200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dda39a-2705-4efa-9e5f-d0b4f2071494 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:47.246989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-15dda39a-2705-4efa-9e5f-d0b4f2071494 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0672224 Nov 03 16:13:47.251288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48786) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:47.383776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:47.508895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Deleting port e58eac92-8a75-4924-920d-6de4fadebf12 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:47.509842 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:47.533641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ecfc67e2-4b4e-4781-912d-ca734659f69e details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:13:47.619850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dac89-247e-427d-8dff-881b2592453e req-95b66761-b92c-4f51-9cbb-61887c4d7fe0 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:47.621873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4dac89-247e-427d-8dff-881b2592453e req-95b66761-b92c-4f51-9cbb-61887c4d7fe0 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 943 time: 0.1240256 Nov 03 16:13:47.628041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] For port e58eac92-8a75-4924-920d-6de4fadebf12, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e58eac92-8a75-4924-920d-6de4fadebf12,segment=NetworkSegment(5db64aa8-744b-42f5-aaae-0cc2f633eb9d),segment_id=5db64aa8-744b-42f5-aaae-0cc2f633eb9d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:47.628618 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:47.677716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Calling delete_port for e58eac92-8a75-4924-920d-6de4fadebf12 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:47.724479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4dac89-247e-427d-8dff-881b2592453e req-5feb51c0-cb0a-4219-8a8d-8292f18befbd tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929317 Nov 03 16:13:47.753008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ecfc67e2-4b4e-4781-912d-ca734659f69e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ecfc67e2-4b4e-4781-912d-ca734659f69e,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:47.781316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'ecfc67e2-4b4e-4781-912d-ca734659f69e', 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef', 'port_id': 'ecfc67e2-4b4e-4781-912d-ca734659f69e', 'mac_address': 'fa:16:3e:dd:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3687dc5-0218-42da-87d5-4a5792f00079', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:13:47.840216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:47.840569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:47.863441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfc67e2-4b4e-4781-912d-ca734659f69e {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:13:47.891073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Port': ['ID=e58eac92-8a75-4924-920d-6de4fadebf12,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:47.899726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] No DVR routers for this DVR port e58eac92-8a75-4924-920d-6de4fadebf12 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:13:47.908306 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ecfc67e2-4b4e-4781-912d-ca734659f69e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ecfc67e2-4b4e-4781-912d-ca734659f69e,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:47.915807 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:47.990529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=ecfc67e2-4b4e-4781-912d-ca734659f69e,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:48.079011 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:48.088469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97ddd6-8deb-4dd8-b86a-de6155fbbce3 req-8ef1ba46-3b15-41c5-a4f3-647ff97764b1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:48.108761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a77bf00-9885-40f9-96c5-df8c4ca150a8']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:48.109223 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e97ddd6-8deb-4dd8-b86a-de6155fbbce3 req-8ef1ba46-3b15-41c5-a4f3-647ff97764b1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 946 time: 0.1501057 Nov 03 16:13:48.123348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db64aa8-744b-42f5-aaae-0cc2f633eb9d') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:48.123706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db64aa8-744b-42f5-aaae-0cc2f633eb9d') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:48.139938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:48.166079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-9487d95f-5ef3-45b3-a1dd-c9202c03b75e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:48.167786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-9487d95f-5ef3-45b3-a1dd-c9202c03b75e tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.70 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 946 time: 0.2787812 Nov 03 16:13:48.169064 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:48.201643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e97ddd6-8deb-4dd8-b86a-de6155fbbce3 req-34927fed-417e-404b-aa06-dcd8a4d59b89 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913804 Nov 03 16:13:48.244611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:13:48.245205 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:13:48.345123 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:13:48.378253 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:48.384840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:48.391861 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ecfc67e2-4b4e-4781-912d-ca734659f69e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:13:48.394591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/networks/1a77bf00-9885-40f9-96c5-df8c4ca150a8 HTTP/1.1" status: 204 len: 168 time: 1.1408525 Nov 03 16:13:48.395820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48818) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:48.486277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142df50e-828c-4eee-9600-1dcf0985bf2e tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Network': ['ID=1a77bf00-9885-40f9-96c5-df8c4ca150a8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:48.575772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Deleting port 6aa8004a-e63f-4758-bd1f-002da0b5836d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:48.576339 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:48.594638 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:48.744231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e6837-9ccc-4257-93a2-7115de956f69 None None] DHCP port deletion for 1a77bf00-9885-40f9-96c5-df8c4ca150a8 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:13:48.752750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] For port 6aa8004a-e63f-4758-bd1f-002da0b5836d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6aa8004a-e63f-4758-bd1f-002da0b5836d,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:48.753123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:48.776790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c74a1ba5-63e2-4b72-8870-27e8bd09a5f0 None None] Could not find standard attr ID for object e58eac92-8a75-4924-920d-6de4fadebf12. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:13:48.815250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c54bfe-dcd2-431c-904a-7fcd4463ac86 None None] Network 1a77bf00-9885-40f9-96c5-df8c4ca150a8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:48.872229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c54bfe-dcd2-431c-904a-7fcd4463ac86 None None] Network 1a77bf00-9885-40f9-96c5-df8c4ca150a8 could not be found, it might have been deleted concurrently. {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 16:13:48.883666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9277c345-0739-466c-8ba2-c9887626f4c3 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:13:48.965227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.039717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e3601c-1769-4e7c-af70-27edd4964e13']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:49.046502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.046864 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.047188 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Floating IP d6396d11-92af-46bd-8aa6-55a9aa39c6dd disassociated. External IP: 172.25.6.207, port: 6aa8004a-e63f-4758-bd1f-002da0b5836d. Nov 03 16:13:49.047540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Calling delete_port for 6aa8004a-e63f-4758-bd1f-002da0b5836d owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:49.112234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8fa6ba-13df-45b1-a2bf-13df4a1bec1f') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:49.113299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8fa6ba-13df-45b1-a2bf-13df4a1bec1f') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:49.133953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6651430-903d-46d9-a68f-c9cd68fbf1d6 req-e922df8f-9d30-49d8-b39a-e288e1bc7096 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:49.134642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277c345-0739-466c-8ba2-c9887626f4c3 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:13:49.143642 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6651430-903d-46d9-a68f-c9cd68fbf1d6 req-e922df8f-9d30-49d8-b39a-e288e1bc7096 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 944 time: 0.2775664 Nov 03 16:13:49.147718 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.181395 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.200447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:13:49.201084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:13:49.239392 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:13:49.325647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48838) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:49.371405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6651430-903d-46d9-a68f-c9cd68fbf1d6 req-417931ec-2626-4df2-9df3-2d4f90500948 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206211 Nov 03 16:13:49.375333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.392313 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.398235 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.405117 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/networks/85e3601c-1769-4e7c-af70-27edd4964e13 HTTP/1.1" status: 204 len: 168 time: 1.0079546 Nov 03 16:13:49.410943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48844) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:49.448539 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5ab3267b-bcb7-460f-8077-e862e8ebdda7 req-c18938ac-01cf-41a2-ba35-ffc8b4e993b1 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 210 time: 0.0841138 Nov 03 16:13:49.481503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54d67f-5dd8-4f9a-a827-38087584457a tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Network': ['ID=85e3601c-1769-4e7c-af70-27edd4964e13,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:49.498474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event deleted for resources: {'Port': ['ID=6aa8004a-e63f-4758-bd1f-002da0b5836d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:49.610968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-472107931', 'router:external': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:49.615968 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.674488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Made reservation on behalf of b7f34e5db6294bff80ce33c46b786d9a for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:49.676760 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.690120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.731859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.735077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:13:49.756865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a263f6-9803-43c6-a39a-5856b4923fcd']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:49.769140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74d31db-dd01-4707-ae1d-ebb21a563948') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:49.769603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74d31db-dd01-4707-ae1d-ebb21a563948') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:49.784482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.801217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.810754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:13:49.811509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:13:49.816031 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:13:49.882968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6aa8004a-e63f-4758-bd1f-002da0b5836d no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:13:49.908741 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.909738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 6aa8004a-e63f-4758-bd1f-002da0b5836d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:13:49.910151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6aa8004a-e63f-4758-bd1f-002da0b5836d not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:13:49.920936 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.923252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.930755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:49.932108 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/networks/38a263f6-9803-43c6-a39a-5856b4923fcd HTTP/1.1" status: 204 len: 168 time: 0.5195873 Nov 03 16:13:49.937228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48854) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:49.953125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Network': ['ID=38a263f6-9803-43c6-a39a-5856b4923fcd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:49.959171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:13:49.963604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.964182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.964704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.965949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.966431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.967020 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.967521 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.968345 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.969353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.973193 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] Sync routers for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:13:49.974437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.974947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:49.975467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c9312-1ac0-455e-8c33-d33ef5483fd8 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:13:50.013252 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:50.013493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:13:50.015253 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:50.131267 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.140589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] No DVR routers for this DVR port 6aa8004a-e63f-4758-bd1f-002da0b5836d on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:13:50.146791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.150363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fabf49d-f274-4dee-b07e-bd1ee1b4e25d req-d96bceb0-dc87-44d4-b983-915fd25951e0 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.70 "DELETE /v2.0/ports/6aa8004a-e63f-4758-bd1f-002da0b5836d HTTP/1.1" status: 204 len: 173 time: 1.9685707 Nov 03 16:13:50.152042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.152390 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Added segment cce3e65a-3f09-4aa1-bf4d-abc907a58590 of type vlan for network 07d6a2a0-977c-4710-80f1-0190135d28e1 Nov 03 16:13:50.154409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-deleted', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:13:50.157225 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4ec1d9-943f-4e2c-97b9-7600b1f17df7" -d '{"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-deleted", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:13:50.160093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a87fb6-a035-4ea1-afe3-f1e728adcfb4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:50.279301 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fb357b-c5d9-44a0-86de-209b9cc5f1b8 x-openstack-request-id: req-e6fb357b-c5d9-44a0-86de-209b9cc5f1b8 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:13:50.279518 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ca0dc-70e8-4403-afb9-fc7124c482f9", "name": "network-vif-deleted", "tag": "6aa8004a-e63f-4758-bd1f-002da0b5836d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:13:50.279629 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e6fb357b-c5d9-44a0-86de-209b9cc5f1b8 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:13:50.280067 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987ca0dc-70e8-4403-afb9-fc7124c482f9', 'name': 'network-vif-deleted', 'tag': '6aa8004a-e63f-4758-bd1f-002da0b5836d', 'status': 'completed', 'code': 200} Nov 03 16:13:50.318202 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:13:50.429288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.441311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.539149 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.539326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:50.540027 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.600027 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:50.621176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94db8083-3485-477f-b609-2cf78808d6ed']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:50.669071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ced21e1-264c-4665-9e81-5b2416b27437') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:50.678349 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] Checking router: ee556f43-1f8c-4ea4-8372-2ef3cb09c23d for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:13:50.678921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ced21e1-264c-4665-9e81-5b2416b27437') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:50.686197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5907ce-c440-4482-adda-5629943d4300 req-a1acbaf8-ac55-47cb-b96d-819bff0b3157 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:50.691757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa5907ce-c440-4482-adda-5629943d4300 req-a1acbaf8-ac55-47cb-b96d-819bff0b3157 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 944 time: 0.1325181 Nov 03 16:13:50.701559 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:50.702245 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:50.706134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event updated for resources: {'Network': ['ID=07d6a2a0-977c-4710-80f1-0190135d28e1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:50.719707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 07d6a2a0-977c-4710-80f1-0190135d28e1 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:13:50.724276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ac155941-24bc-4836-b56b-56311cb8363a tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3929341 Nov 03 16:13:50.728602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.730336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:50.744434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'subnet': {'network_id': '07d6a2a0-977c-4710-80f1-0190135d28e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:50.745642 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.754169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:13:50.754719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.829202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Made reservation on behalf of b7f34e5db6294bff80ce33c46b786d9a for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:50.840091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:13:50.846657 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:13:50.850316 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.876772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:50.883530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] 10.222.0.86 "DELETE /v2.0/networks/94db8083-3485-477f-b609-2cf78808d6ed HTTP/1.1" status: 204 len: 168 time: 0.9416614 Nov 03 16:13:50.883530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-204c042f-5414-401a-b9a1-1d7910baa61b req-5145f4bc-d9a5-47b1-a75a-cd9b92a778e5 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/ports?device_id=987ca0dc-70e8-4403-afb9-fc7124c482f9 HTTP/1.1" status: 200 len: 210 time: 0.1821525 Nov 03 16:13:50.918073 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:13:50.936022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacdfec-0eae-45a9-b8a7-72d3ebd014e9 tempest-BulkNetworkOpsTest-673552525 tempest-BulkNetworkOpsTest-673552525-project] Pushing event deleted for resources: {'Network': ['ID=94db8083-3485-477f-b609-2cf78808d6ed,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:51.166603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa5907ce-c440-4482-adda-5629943d4300 req-4a5cd234-b678-4df4-802b-437e9612e7e8 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677181 Nov 03 16:13:51.334637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:13:51.335224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:51.348776 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:51.377715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48880) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:51.406208 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b50cc-2355-4ae0-bb5f-a99d9b485e44 None None] The sync data for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 is: [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:04:24Z', 'revision_number': 4, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '21b3e496-af0d-496c-9aed-073610fe25c5', 'name': '', 'network_id': '658f9342-47b3-40ca-bb8c-b0fcc7ed83c7', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'mac_address': 'fa:16:3e:22:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:22Z', 'updated_at': '2021-11-03T16:04:34Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'subnets': [{'id': 'a72abaaf-68b2-45dd-b08a-1167fbfeb8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:13:51.414251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event updated for resources: {'Subnet': ['ID=efbd6b96-f79c-4f23-9e3a-2733766a63d3,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:51.434986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Checking segment: {'id': 'cce3e65a-3f09-4aa1-bf4d-abc907a58590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '07d6a2a0-977c-4710-80f1-0190135d28e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:51.435356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Network hostable DHCP agents. Network: 07d6a2a0-977c-4710-80f1-0190135d28e1, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:13:51.460800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Network 07d6a2a0-977c-4710-80f1-0190135d28e1 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:13:51.478888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 07d6a2a0-977c-4710-80f1-0190135d28e1) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:51.484965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:51.487360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48b057-4aa5-48dc-8506-4218bb1fa7cf None None] Network 07d6a2a0-977c-4710-80f1-0190135d28e1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:51.496424 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:51.523956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-34b13469-a054-46b4-b004-e0f7941265c0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7837095 Nov 03 16:13:51.526758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48884) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:51.533447 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-956626246', 'network_id': '07d6a2a0-977c-4710-80f1-0190135d28e1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:51.559450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ecfc67e2-4b4e-4781-912d-ca734659f69e up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:13:51.567837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Made reservation on behalf of b7f34e5db6294bff80ce33c46b786d9a for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:51.570793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:51.598758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] device_id is not set on port 8f5e5cb6-5070-4dc3-a81b-c3f39a846eac yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:13:51.742341 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0b061bd6-0ad6-45fa-8c91-32137a9e1c9d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=07a1b4fb91524cdcb931a01e352d6708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631573 Nov 03 16:13:51.745786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48886) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:51.803456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Allocated IP 172.20.0.14 (07d6a2a0-977c-4710-80f1-0190135d28e1/efbd6b96-f79c-4f23-9e3a-2733766a63d3/8f5e5cb6-5070-4dc3-a81b-c3f39a846eac) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:51.831880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173e9c2-4407-4630-aa02-3ca9e519aad4 None None] Network 07d6a2a0-977c-4710-80f1-0190135d28e1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:51.836125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port ecfc67e2-4b4e-4781-912d-ca734659f69e completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:13:51.863004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05c7e455-4269-4401-98c9-33c2c6a1b137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:51.863242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port ecfc67e2-4b4e-4781-912d-ca734659f69e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:13:51.863555 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:51.886328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05c7e455-4269-4401-98c9-33c2c6a1b137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:51.932931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb927016-5751-4cad-850c-66c756eec434 None None] New status for floating IP d6396d11-92af-46bd-8aa6-55a9aa39c6dd: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:13:51.958432 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05c7e455-4269-4401-98c9-33c2c6a1b137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:51.961003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05c7e455-4269-4401-98c9-33c2c6a1b137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:51.962228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-05c7e455-4269-4401-98c9-33c2c6a1b137 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b6e3f99f-3347-4b44-86f2-261e2354cdaa HTTP/1.1" status: 204 len: 168 time: 0.2152321 Nov 03 16:13:51.998287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7e455-4269-4401-98c9-33c2c6a1b137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e3f99f-3347-4b44-86f2-261e2354cdaa,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:52.037418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48894) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:52.248230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78cb6cf4-ad11-47b7-ac86-480e16c0eb95 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:52.300779 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:52.348157 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78cb6cf4-ad11-47b7-ac86-480e16c0eb95 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:52.581174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e80951-fdf6-4d99-aa67-3e0aedf0d18b req-10cb5565-05f5-46c4-be0e-cba635cbb5a0 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:52.584914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6e80951-fdf6-4d99-aa67-3e0aedf0d18b req-10cb5565-05f5-46c4-be0e-cba635cbb5a0 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 944 time: 0.1997857 Nov 03 16:13:52.651592 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78cb6cf4-ad11-47b7-ac86-480e16c0eb95 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:52.657966 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-78cb6cf4-ad11-47b7-ac86-480e16c0eb95 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:52.659477 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:52.666691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-78cb6cf4-ad11-47b7-ac86-480e16c0eb95 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "DELETE /v2.0/security-groups/5c1d086b-a9d9-48f5-85b0-306de9ddbdb0 HTTP/1.1" status: 204 len: 168 time: 0.6251740 Nov 03 16:13:52.701091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48910) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:52.717720 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3899ddc-5119-4350-90a9-c022ef7de578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfc67e2-4b4e-4781-912d-ca734659f69e'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:13:52.735688 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:52.737198 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df369e6d-5314-40e0-a5d5-6fe5e5329916" -d '{"events": [{"server_uuid": "f3899ddc-5119-4350-90a9-c022ef7de578", "name": "network-vif-plugged", "status": "completed", "tag": "ecfc67e2-4b4e-4781-912d-ca734659f69e"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:13:52.741490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb6cf4-ad11-47b7-ac86-480e16c0eb95 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1d086b-a9d9-48f5-85b0-306de9ddbdb0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:52.750323 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-273b0c91-5800-4890-963a-9a1be731fbd7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] show failed (client error): The resource could not be found. Nov 03 16:13:52.751650 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-273b0c91-5800-4890-963a-9a1be731fbd7 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "GET /v2.0/security-groups/5c1d086b-a9d9-48f5-85b0-306de9ddbdb0 HTTP/1.1" status: 404 len: 347 time: 0.0473576 Nov 03 16:13:52.756553 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6e80951-fdf6-4d99-aa67-3e0aedf0d18b req-de78f793-9003-4370-b1a7-347f3f5f15db tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603565 Nov 03 16:13:52.757025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48916) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:52.758075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ecfc67e2-4b4e-4781-912d-ca734659f69e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ecfc67e2-4b4e-4781-912d-ca734659f69e,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:13:52.778905 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:52.793183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:52.860085 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5819156-d1fa-4f06-9fca-dbdc0bd6475f x-openstack-request-id: req-e5819156-d1fa-4f06-9fca-dbdc0bd6475f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:13:52.860300 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3899ddc-5119-4350-90a9-c022ef7de578", "name": "network-vif-plugged", "status": "completed", "tag": "ecfc67e2-4b4e-4781-912d-ca734659f69e", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:13:52.860539 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e5819156-d1fa-4f06-9fca-dbdc0bd6475f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:13:52.860947 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3899ddc-5119-4350-90a9-c022ef7de578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfc67e2-4b4e-4781-912d-ca734659f69e', 'code': 200} Nov 03 16:13:52.890827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Network 07d6a2a0-977c-4710-80f1-0190135d28e1 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:52.897880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:52.907565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:52.929571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=ecfc67e2-4b4e-4781-912d-ca734659f69e,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:52.985571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event updated for resources: {'Port': ['ID=8f5e5cb6-5070-4dc3-a81b-c3f39a846eac,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:53.021594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:53.022213 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.059111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-284651d3-f352-405e-a06f-0d70f7871ab7 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5284569 Nov 03 16:13:53.060947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48922) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:53.061291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c076de3-a7a5-4066-bb09-36b7e9c8f0bf req-a6d789cd-929c-47e5-9395-ffa447b06761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:53.063543 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c076de3-a7a5-4066-bb09-36b7e9c8f0bf req-a6d789cd-929c-47e5-9395-ffa447b06761 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 1096 time: 0.0993207 Nov 03 16:13:53.132347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c076de3-a7a5-4066-bb09-36b7e9c8f0bf req-61643ec6-2315-4be5-aa8a-90c51e7b7c14 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525866 Nov 03 16:13:53.138416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Deleting port b845f399-6cec-4d55-8bcc-96c7edefce1b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:53.138605 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.202500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-df03d096-3960-4c1b-804e-9fad81730913 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Deleting port 8f5e5cb6-5070-4dc3-a81b-c3f39a846eac {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:53.203194 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df03d096-3960-4c1b-804e-9fad81730913 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.227450 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.227840 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.243536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Calling delete_port for b845f399-6cec-4d55-8bcc-96c7edefce1b owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:53.333374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df03d096-3960-4c1b-804e-9fad81730913 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.347958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-df03d096-3960-4c1b-804e-9fad81730913 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Calling delete_port for 8f5e5cb6-5070-4dc3-a81b-c3f39a846eac owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:53.425604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48934) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:53.425988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48936) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:53.495551 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.537918 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df03d096-3960-4c1b-804e-9fad81730913 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.544035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Pushing event deleted for resources: {'Port': ['ID=b845f399-6cec-4d55-8bcc-96c7edefce1b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:53.611580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03d096-3960-4c1b-804e-9fad81730913 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f5e5cb6-5070-4dc3-a81b-c3f39a846eac,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:53.657213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-441cd659-d4a8-4433-aa3c-902dd23fe6e0 tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1648562948', 'prefixes': ['172.20.0.0/16']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:53.691739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.697390 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.704507 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8bde4b1d-8654-4fdf-bcad-b05a4d681ed3 tempest-AttachVolumeShelveTestJSON-638242646 tempest-AttachVolumeShelveTestJSON-638242646-project] 10.222.0.86 "DELETE /v2.0/floatingips/d6396d11-92af-46bd-8aa6-55a9aa39c6dd HTTP/1.1" status: 204 len: 168 time: 0.9420564 Nov 03 16:13:53.759215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df03d096-3960-4c1b-804e-9fad81730913 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.761513 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-df03d096-3960-4c1b-804e-9fad81730913 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "DELETE /v2.0/ports/8f5e5cb6-5070-4dc3-a81b-c3f39a846eac HTTP/1.1" status: 204 len: 168 time: 0.6992655 Nov 03 16:13:53.765257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48946) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:53.775785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '07d6a2a0-977c-4710-80f1-0190135d28e1', 'external_fixed_ips': [{'subnet_id': 'efbd6b96-f79c-4f23-9e3a-2733766a63d3', 'ip_address': '172.20.0.14'}]}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:53.842869 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.847011 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.858727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-441cd659-d4a8-4433-aa3c-902dd23fe6e0 tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] Publish callbacks [] for subnetpool, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:53.873560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-441cd659-d4a8-4433-aa3c-902dd23fe6e0 tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4418020 Nov 03 16:13:53.874458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48950) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:53.949106 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:54.123369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-38db7a1b-6a35-4fb2-872f-0863a29c370a tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] 10.222.0.86 "GET /v2.0/subnetpools/1dff73bc-e9f2-4fed-9ff2-532844384487 HTTP/1.1" status: 200 len: 732 time: 0.2321053 Nov 03 16:13:54.124382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48954) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:54.136281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-536734ae-e549-465d-9cbb-6bb238f1cf1a tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1807588059'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:54.190554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b2ff9a-886f-4ac5-90aa-d4522979cb69 admin admin] Deleting subnet 91ece80a-4e58-4b30-80a4-2bccdc987e94 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:13:54.201296 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53b2ff9a-886f-4ac5-90aa-d4522979cb69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:54.249807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b07afe-0914-4489-81b4-6f9ffcf1de05 req-2a9da4ea-0f6d-44ad-b7f7-827a6f920ab1 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:54.251884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99b07afe-0914-4489-81b4-6f9ffcf1de05 req-2a9da4ea-0f6d-44ad-b7f7-827a6f920ab1 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 945 time: 0.3322649 Nov 03 16:13:54.323197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53b2ff9a-886f-4ac5-90aa-d4522979cb69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:54.393009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-536734ae-e549-465d-9cbb-6bb238f1cf1a tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] Publish callbacks [] for subnetpool, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:54.397446 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-536734ae-e549-465d-9cbb-6bb238f1cf1a tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] 10.222.0.86 "PUT /v2.0/subnetpools/1dff73bc-e9f2-4fed-9ff2-532844384487 HTTP/1.1" status: 200 len: 684 time: 0.2694209 Nov 03 16:13:54.401715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48956) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:54.430042 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99b07afe-0914-4489-81b4-6f9ffcf1de05 req-5d0e5f59-3195-4dec-94c3-656f20460174 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629980 Nov 03 16:13:54.491863 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53b2ff9a-886f-4ac5-90aa-d4522979cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:54.612117 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-131d0ffa-9e44-47e6-9e40-d2e053bf830b tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] Publish callbacks [] for subnetpool, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:54.612989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-131d0ffa-9e44-47e6-9e40-d2e053bf830b tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] 10.222.0.86 "DELETE /v2.0/subnetpools/1dff73bc-e9f2-4fed-9ff2-532844384487 HTTP/1.1" status: 204 len: 168 time: 0.2099295 Nov 03 16:13:54.615769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48962) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:54.638154 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-a7670cd6-e727-4a23-87e4-4b7ad2f3b13d tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] show failed (client error): The resource could not be found. Nov 03 16:13:54.639277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a7670cd6-e727-4a23-87e4-4b7ad2f3b13d tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] 10.222.0.86 "GET /v2.0/subnetpools/1dff73bc-e9f2-4fed-9ff2-532844384487 HTTP/1.1" status: 404 len: 346 time: 0.0225854 Nov 03 16:13:54.641965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48964) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:54.682058 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-d2d9543c-6e54-4362-9cf2-43c1a8ae36db tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] delete failed (client error): The resource could not be found. Nov 03 16:13:54.682997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d2d9543c-6e54-4362-9cf2-43c1a8ae36db tempest-SubnetPoolsTestJSON-1965586659 tempest-SubnetPoolsTestJSON-1965586659-project] 10.222.0.86 "DELETE /v2.0/subnetpools/1dff73bc-e9f2-4fed-9ff2-532844384487 HTTP/1.1" status: 404 len: 346 time: 0.0401289 Nov 03 16:13:54.719887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53b2ff9a-886f-4ac5-90aa-d4522979cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:54.739401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:54.776589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2ff9a-886f-4ac5-90aa-d4522979cb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ece80a-4e58-4b30-80a4-2bccdc987e94,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:54.786173 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53b2ff9a-886f-4ac5-90aa-d4522979cb69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:54.798201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-53b2ff9a-886f-4ac5-90aa-d4522979cb69 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/91ece80a-4e58-4b30-80a4-2bccdc987e94 HTTP/1.1" status: 204 len: 168 time: 1.3709905 Nov 03 16:13:54.801009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48968) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:54.901551 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.007508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.031517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba7d26c-5773-4096-bb9b-4f41f985e956']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:55.042746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:55.042965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52a18d1-037f-4d68-9ab4-37e2fba0eac7') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:55.047425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48974) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:55.067554 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.080309 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.085812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.095806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:13:55.096362 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:13:55.098950 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:13:55.101549 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.194375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.201026 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.210748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0ba7d26c-5773-4096-bb9b-4f41f985e956 HTTP/1.1" status: 204 len: 168 time: 0.4062567 Nov 03 16:13:55.277782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced97abb-b20c-48df-8b61-1a1164d93964 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba7d26c-5773-4096-bb9b-4f41f985e956,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:55.280036 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a960cdd5-ca47-40d8-8888-1fc238946329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.324803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Allocated IP 172.20.0.14 (07d6a2a0-977c-4710-80f1-0190135d28e1/efbd6b96-f79c-4f23-9e3a-2733766a63d3/1eeedb5a-8abc-4d7a-97c0-9c8184081976) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:13:55.402760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48980) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:55.463409 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7ce1c814-b2c8-4406-8bd7-086a7fd0125a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f176db4711f84fba80ba23a8db39629a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563750 Nov 03 16:13:55.466127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48982) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:55.482139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a960cdd5-ca47-40d8-8888-1fc238946329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.498171 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a960cdd5-ca47-40d8-8888-1fc238946329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.503831 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.546917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.590940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Network 07d6a2a0-977c-4710-80f1-0190135d28e1 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:13:55.594437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:55.603797 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a960cdd5-ca47-40d8-8888-1fc238946329 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6ca7622635d4bee979830c4ac1d77c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5520630 Nov 03 16:13:55.603797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960cdd5-ca47-40d8-8888-1fc238946329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ed694-b05b-4fe3-ba4e-b7edd9603986,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:55.607032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48986) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:55.620731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:13:55.644114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event updated for resources: {'Port': ['ID=1eeedb5a-8abc-4d7a-97c0-9c8184081976,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:55.671743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050ad1-f6c8-4b6f-b8e3-bf6bb52d8ce9 req-9372a079-6ad1-41d5-8293-ec85a1117218 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:55.674116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d050ad1-f6c8-4b6f-b8e3-bf6bb52d8ce9 req-9372a079-6ad1-41d5-8293-ec85a1117218 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 945 time: 0.1357300 Nov 03 16:13:55.696555 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66bb7892-e462-43de-8c13-ae31c32a061d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.733338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1947a38c-1610-445c-bb49-2a74d9c379f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.786728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d050ad1-f6c8-4b6f-b8e3-bf6bb52d8ce9 req-97aec6e0-5a73-4a9a-9fb9-7517020f8269 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021128 Nov 03 16:13:55.805286 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66bb7892-e462-43de-8c13-ae31c32a061d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.818777 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1947a38c-1610-445c-bb49-2a74d9c379f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.910301 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1947a38c-1610-445c-bb49-2a74d9c379f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.913695 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1947a38c-1610-445c-bb49-2a74d9c379f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.915573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1947a38c-1610-445c-bb49-2a74d9c379f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4f8ed694-b05b-4fe3-ba4e-b7edd9603986 HTTP/1.1" status: 204 len: 168 time: 0.3049767 Nov 03 16:13:55.921897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66bb7892-e462-43de-8c13-ae31c32a061d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.927245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66bb7892-e462-43de-8c13-ae31c32a061d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:55.929053 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-66bb7892-e462-43de-8c13-ae31c32a061d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3e7b156b-a910-4c1f-acc1-428946269cc9 HTTP/1.1" status: 204 len: 168 time: 0.4614816 Nov 03 16:13:55.954020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947a38c-1610-445c-bb49-2a74d9c379f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ed694-b05b-4fe3-ba4e-b7edd9603986,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:56.020289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:56.023679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb7892-e462-43de-8c13-ae31c32a061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7b156b-a910-4c1f-acc1-428946269cc9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:56.310891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:56.504178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Router 690e4183-4b79-4612-b9ab-01c45d5814a4 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:13:56.659523 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:13:56.672747 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Sync routers for ids ['690e4183-4b79-4612-b9ab-01c45d5814a4'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:13:56.688435 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Routers {'690e4183-4b79-4612-b9ab-01c45d5814a4'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:56.689070 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['690e4183-4b79-4612-b9ab-01c45d5814a4'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:56.690017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:56.694236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49032) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:56.694418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fae46397-3204-4741-813b-48473a104a2e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9245892 Nov 03 16:13:56.965868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:57.036528 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Set router 690e4183-4b79-4612-b9ab-01c45d5814a4 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:13:57.200631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:57.313684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Deleting port 1eeedb5a-8abc-4d7a-97c0-9c8184081976 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:13:57.314452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:57.438396 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690e4183-4b79-4612-b9ab-01c45d5814a4', 'name': '', 'tenant_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d6a2a0-977c-4710-80f1-0190135d28e1', 'external_fixed_ips': [{'subnet_id': 'efbd6b96-f79c-4f23-9e3a-2733766a63d3', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '1eeedb5a-8abc-4d7a-97c0-9c8184081976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:13:53Z', 'updated_at': '2021-11-03T16:13:55Z', 'revision_number': 3, 'project_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'gw_port': {'id': '1eeedb5a-8abc-4d7a-97c0-9c8184081976', 'name': '', 'network_id': '07d6a2a0-977c-4710-80f1-0190135d28e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690e4183-4b79-4612-b9ab-01c45d5814a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'efbd6b96-f79c-4f23-9e3a-2733766a63d3', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:13:55Z', 'updated_at': '2021-11-03T16:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efbd6b96-f79c-4f23-9e3a-2733766a63d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:57.475448 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Checking router: 690e4183-4b79-4612-b9ab-01c45d5814a4 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:13:57.476264 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Updating router 690e4183-4b79-4612-b9ab-01c45d5814a4 port 1eeedb5a-8abc-4d7a-97c0-9c8184081976 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:13:57.486242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49070) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:57.501941 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:57.505853 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:57.540794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Calling delete_port for 1eeedb5a-8abc-4d7a-97c0-9c8184081976 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:13:57.794046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1503067401-network', 'tenant_id': '2260d91558b34e93a690189cf55391ef'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:57.823768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Made reservation on behalf of 2260d91558b34e93a690189cf55391ef for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:57.831966 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:57.860358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:57.888107 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:57.948986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eeedb5a-8abc-4d7a-97c0-9c8184081976,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:58.082374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.090431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.111386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:13:58.133028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.134474 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Added segment f7593ac0-bfa1-44f4-8b62-67bfcf0894f6 of type vlan for network 9ff6cfd8-6101-4870-aa28-91c4cc2998a8 Nov 03 16:13:58.159210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.210216 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.db.api [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:13:58.211021 n-d-813897-2 neutron-server[108107]: DEBUG oslo_db.api [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:13:58.233192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.281155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f59428-1034-41e7-a7a4-9b9ebe829e05,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:58.284327 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.285598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:58.286496 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.327500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8370724 Nov 03 16:13:58.333593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49096) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:58.350847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Request body: {'subnet': {'network_id': '9ff6cfd8-6101-4870-aa28-91c4cc2998a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1503067401-subnet', 'tenant_id': '2260d91558b34e93a690189cf55391ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:58.403428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.409279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.436720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Made reservation on behalf of 2260d91558b34e93a690189cf55391ef for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:13:58.439302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.484885 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.485771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 690e4183-4b79-4612-b9ab-01c45d5814a4 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:13:58.491193 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.492340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c62e1f8e-7ee1-46ae-932d-aefb66866dc3 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "DELETE /v2.0/routers/690e4183-4b79-4612-b9ab-01c45d5814a4 HTTP/1.1" status: 204 len: 168 time: 1.7965074 Nov 03 16:13:58.495584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49102) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:58.637315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58056cc-c44c-4e7c-ad65-99eb87314a91 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Deleting subnet efbd6b96-f79c-4f23-9e3a-2733766a63d3 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:13:58.649050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b58056cc-c44c-4e7c-ad65-99eb87314a91 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.733889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4e9f1-c7a8-49da-8219-433f551c5f8e admin admin] Pushing event updated for resources: {'Network': ['ID=9ff6cfd8-6101-4870-aa28-91c4cc2998a8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:58.752086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9ff6cfd8-6101-4870-aa28-91c4cc2998a8 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:13:58.762810 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Port 1eeedb5a-8abc-4d7a-97c0-9c8184081976 not found while updating agent binding for router 690e4183-4b79-4612-b9ab-01c45d5814a4. {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 16:13:58.822131 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Routers set() bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:13:58.822521 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Router IDs set() for agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 16:13:58.824064 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b58056cc-c44c-4e7c-ad65-99eb87314a91 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.827471 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_agentschedulers_db [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'690e4183-4b79-4612-b9ab-01c45d5814a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent'). {{(pid=108107) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 16:13:58.833915 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e79073-d2fa-4c47-b879-91c17c5c2196 None None] The sync data for ids ['690e4183-4b79-4612-b9ab-01c45d5814a4'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:13:58.890052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:58.982497 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b58056cc-c44c-4e7c-ad65-99eb87314a91 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.075036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Pushing event updated for resources: {'Subnet': ['ID=193258ab-9b3e-412c-a363-cc8710bd96a8,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:59.078023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b58056cc-c44c-4e7c-ad65-99eb87314a91 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.093107 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b58056cc-c44c-4e7c-ad65-99eb87314a91 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.099634 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b58056cc-c44c-4e7c-ad65-99eb87314a91 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "DELETE /v2.0/subnets/efbd6b96-f79c-4f23-9e3a-2733766a63d3 HTTP/1.1" status: 204 len: 168 time: 0.6028018 Nov 03 16:13:59.100277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49112) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:59.110635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Checking segment: {'id': 'f7593ac0-bfa1-44f4-8b62-67bfcf0894f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ff6cfd8-6101-4870-aa28-91c4cc2998a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:13:59.111002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Network hostable DHCP agents. Network: 9ff6cfd8-6101-4870-aa28-91c4cc2998a8, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:13:59.126985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58056cc-c44c-4e7c-ad65-99eb87314a91 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=efbd6b96-f79c-4f23-9e3a-2733766a63d3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:59.152530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Network 9ff6cfd8-6101-4870-aa28-91c4cc2998a8 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:13:59.182288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9ff6cfd8-6101-4870-aa28-91c4cc2998a8) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:13:59.186492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:13:59.187078 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.197266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b69a4d-6bc3-4f3d-8eb9-e7f05b8a00f2 None None] Network 9ff6cfd8-6101-4870-aa28-91c4cc2998a8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:59.215220 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-83d771e3-f270-47e1-8775-4be70d21adff admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8805068 Nov 03 16:13:59.237065 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.471387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.505543 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d8633-b338-479d-aa49-b16bc1b3ef6e None None] Network 9ff6cfd8-6101-4870-aa28-91c4cc2998a8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:13:59.530449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d6a2a0-977c-4710-80f1-0190135d28e1']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:59.567942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce3e65a-3f09-4aa1-bf4d-abc907a58590') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:59.568397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce3e65a-3f09-4aa1-bf4d-abc907a58590') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:13:59.592605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.627730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.642823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:13:59.643411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:13:59.645610 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:13:59.782831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49124) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:13:59.798960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810103910', 'description': 'tempest-secgroup-smoke-1810103910 description', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:13:59.883170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.905304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 07d6a2a0-977c-4710-80f1-0190135d28e1 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 16:13:59.909744 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.913033 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "DELETE /v2.0/networks/07d6a2a0-977c-4710-80f1-0190135d28e1 HTTP/1.1" status: 204 len: 168 time: 0.7937083 Nov 03 16:13:59.964714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f58eca-1e1b-42dd-9ecd-413409e1716b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event deleted for resources: {'Network': ['ID=07d6a2a0-977c-4710-80f1-0190135d28e1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:13:59.967044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:13:59.987044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.091846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.108342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.207363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2b8b09-d941-4724-bb56-3164e54b0cc0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:00.358574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49142) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:00.364237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-539654147-network', 'tenant_id': 'e65848fb37a7422aa99747e8bf99b70c'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:00.385756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.392728 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.403719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Made reservation on behalf of e65848fb37a7422aa99747e8bf99b70c for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:14:00.407190 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.433107 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.433795 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.439416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49146) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:00.440436 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6549869 Nov 03 16:14:00.465719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-770afa6f-1bfc-4edc-96b1-9047f12489bc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '8862b9d6-f5db-4685-9d11-2ee7f7b0824a', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:00.481225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7b983-608a-4f0c-bfd4-e4a01a1f13f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8862b9d6-f5db-4685-9d11-2ee7f7b0824a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:00.553333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-770afa6f-1bfc-4edc-96b1-9047f12489bc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.688680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49148) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:00.700513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0906a2e4-c8e1-48b0-b3ae-17a9c8483ba0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'router': {'name': 'tempest-router--1711803298', 'project_id': '0039bc52736c4ca695fe17b583d048f7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:00.710531 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-770afa6f-1bfc-4edc-96b1-9047f12489bc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.726351 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0906a2e4-c8e1-48b0-b3ae-17a9c8483ba0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.727588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0906a2e4-c8e1-48b0-b3ae-17a9c8483ba0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.732588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-770afa6f-1bfc-4edc-96b1-9047f12489bc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.782331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770afa6f-1bfc-4edc-96b1-9047f12489bc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2dc2b5-b0da-4929-a29d-9252f53931a4,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:00.801955 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.806838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-770afa6f-1bfc-4edc-96b1-9047f12489bc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.808464 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-770afa6f-1bfc-4edc-96b1-9047f12489bc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532326 Nov 03 16:14:00.811694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49152) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:00.826896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c49f8c6b-3f61-48ee-8d0d-f7ec526d31c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '8862b9d6-f5db-4685-9d11-2ee7f7b0824a', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:00.866049 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.872944 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0906a2e4-c8e1-48b0-b3ae-17a9c8483ba0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.879949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0906a2e4-c8e1-48b0-b3ae-17a9c8483ba0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.909581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0906a2e4-c8e1-48b0-b3ae-17a9c8483ba0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:00.910772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0906a2e4-c8e1-48b0-b3ae-17a9c8483ba0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2205918 Nov 03 16:14:00.913736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49154) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:00.958232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:14:00.966916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49f8c6b-3f61-48ee-8d0d-f7ec526d31c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.008047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae9f452-8c0b-4a03-8f97-1042107275a7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:01.046297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.046660 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Added segment 56598441-14d1-40f2-92d3-000f40a278d2 of type vlan for network 238cb17e-1f6d-4256-b37c-baf8df000474 Nov 03 16:14:01.058336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6985922c-09aa-44d6-9f61-452613e43c2c tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.113618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.152672 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49f8c6b-3f61-48ee-8d0d-f7ec526d31c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.161388 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49f8c6b-3f61-48ee-8d0d-f7ec526d31c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.174415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.175361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:01.175944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.221050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f8c6b-3f61-48ee-8d0d-f7ec526d31c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff16353-681c-4958-a978-839e89911b08,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:01.230997 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49f8c6b-3f61-48ee-8d0d-f7ec526d31c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.232342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c49f8c6b-3f61-48ee-8d0d-f7ec526d31c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4193830 Nov 03 16:14:01.257898 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49160) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:01.264535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-dfa0dab6-701d-4d09-8531-d658d543b229 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '8862b9d6-f5db-4685-9d11-2ee7f7b0824a', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:01.274470 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9121716 Nov 03 16:14:01.275660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49162) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:01.285752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Request body: {'subnet': {'network_id': '238cb17e-1f6d-4256-b37c-baf8df000474', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-539654147-subnet', 'tenant_id': 'e65848fb37a7422aa99747e8bf99b70c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:01.286833 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6985922c-09aa-44d6-9f61-452613e43c2c tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.296765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4093a9-02bd-4558-ad9b-2de5aa714f91 admin admin] Pushing event updated for resources: {'Network': ['ID=238cb17e-1f6d-4256-b37c-baf8df000474,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:01.303199 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6985922c-09aa-44d6-9f61-452613e43c2c tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.314395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 238cb17e-1f6d-4256-b37c-baf8df000474 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:14:01.321099 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.327553 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfa0dab6-701d-4d09-8531-d658d543b229 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.367065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Made reservation on behalf of e65848fb37a7422aa99747e8bf99b70c for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:14:01.370448 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.414018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6985922c-09aa-44d6-9f61-452613e43c2c tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.415779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6985922c-09aa-44d6-9f61-452613e43c2c tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80673f8b-6f7f-43e1-a17f-cfbff98fbc54 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:14:01.426407 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6985922c-09aa-44d6-9f61-452613e43c2c tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.433597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6985922c-09aa-44d6-9f61-452613e43c2c tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "DELETE /v2.0/routers/80673f8b-6f7f-43e1-a17f-cfbff98fbc54 HTTP/1.1" status: 204 len: 168 time: 0.5183961 Nov 03 16:14:01.508634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfa0dab6-701d-4d09-8531-d658d543b229 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.517327 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfa0dab6-701d-4d09-8531-d658d543b229 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.563666 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfa0dab6-701d-4d09-8531-d658d543b229 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.567700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dfa0dab6-701d-4d09-8531-d658d543b229 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3060341 Nov 03 16:14:01.567839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49168) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:01.574466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-afbb06a3-d5c3-466e-ad60-0de6115950c6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '8862b9d6-f5db-4685-9d11-2ee7f7b0824a', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:01.578600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0dab6-701d-4d09-8531-d658d543b229 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89944a1d-d695-4e3a-b4ce-90816101a466,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:01.599512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49170) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:01.664392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-afbb06a3-d5c3-466e-ad60-0de6115950c6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.737272 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.809032 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-afbb06a3-d5c3-466e-ad60-0de6115950c6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.819254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=625fe4cf-6fcb-408f-96c2-ac95c4667ffc,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:01.823160 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-afbb06a3-d5c3-466e-ad60-0de6115950c6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.869550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb06a3-d5c3-466e-ad60-0de6115950c6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e17363-b83a-4ede-9e87-36627ad22b8a,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:01.881209 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-afbb06a3-d5c3-466e-ad60-0de6115950c6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.885970 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-afbb06a3-d5c3-466e-ad60-0de6115950c6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3139381 Nov 03 16:14:01.887174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49176) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:01.891649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Checking segment: {'id': '56598441-14d1-40f2-92d3-000f40a278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '238cb17e-1f6d-4256-b37c-baf8df000474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:14:01.892141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-51ea274e-25a6-4165-9cd4-64657d3acecd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '8862b9d6-f5db-4685-9d11-2ee7f7b0824a', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:01.892461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Network hostable DHCP agents. Network: 238cb17e-1f6d-4256-b37c-baf8df000474, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:14:01.942352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Network 238cb17e-1f6d-4256-b37c-baf8df000474 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:14:01.966201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 238cb17e-1f6d-4256-b37c-baf8df000474) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:01.971707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-588538571', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:01.980998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:01.981625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:01.991663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ba9d5-5397-4eb3-9e32-2de056a14db2 None None] Network 238cb17e-1f6d-4256-b37c-baf8df000474 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:14:01.993820 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-51ea274e-25a6-4165-9cd4-64657d3acecd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Project 5d0d96bcd7c04e5f988b6915953b338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:14:02.015902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51ea274e-25a6-4165-9cd4-64657d3acecd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.057999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.069577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-62934ca5-cc53-407e-ab37-33958c443b63 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7816429 Nov 03 16:14:02.069687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.118159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51ea274e-25a6-4165-9cd4-64657d3acecd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.161587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51ea274e-25a6-4165-9cd4-64657d3acecd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.165328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.225915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea274e-25a6-4165-9cd4-64657d3acecd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e44734-ddbd-4020-b8b9-2bd1697e79e2,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:02.233372 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51ea274e-25a6-4165-9cd4-64657d3acecd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.237434 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-51ea274e-25a6-4165-9cd4-64657d3acecd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3465805 Nov 03 16:14:02.237884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49184) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:02.242683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f8ccad57-ea73-4aac-a77f-9f30d0afd30b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '8862b9d6-f5db-4685-9d11-2ee7f7b0824a', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:02.272005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49186) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:02.298357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848eb29-933a-4ed0-ba5c-af9cf94197de None None] Network 238cb17e-1f6d-4256-b37c-baf8df000474 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:14:02.354797 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-f8ccad57-ea73-4aac-a77f-9f30d0afd30b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Project 5d0d96bcd7c04e5f988b6915953b338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:14:02.372392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8ccad57-ea73-4aac-a77f-9f30d0afd30b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.420753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e3db7d-c103-4e5e-92f6-1f44b3648c3a admin admin] Deleting subnet 193258ab-9b3e-412c-a363-cc8710bd96a8 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:14:02.425575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.434240 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29e3db7d-c103-4e5e-92f6-1f44b3648c3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.499757 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8ccad57-ea73-4aac-a77f-9f30d0afd30b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.504848 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29e3db7d-c103-4e5e-92f6-1f44b3648c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.507202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8ccad57-ea73-4aac-a77f-9f30d0afd30b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.528729 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89a2a2b5-a3b9-4668-aa6e-e18a4dbaeac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.570109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccad57-ea73-4aac-a77f-9f30d0afd30b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a040d264-5e21-4d2f-b328-a595a00e1599,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:02.601724 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8ccad57-ea73-4aac-a77f-9f30d0afd30b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.606528 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f8ccad57-ea73-4aac-a77f-9f30d0afd30b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3646400 Nov 03 16:14:02.606683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49190) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:02.611644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'network': {'name': 'tempest-network-smoke--779266661', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'port_security_enabled': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:02.634556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29e3db7d-c103-4e5e-92f6-1f44b3648c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.695860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:14:02.699871 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.734459 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29e3db7d-c103-4e5e-92f6-1f44b3648c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.756511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.761057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:14:02.764070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3db7d-c103-4e5e-92f6-1f44b3648c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193258ab-9b3e-412c-a363-cc8710bd96a8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:02.780526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29e3db7d-c103-4e5e-92f6-1f44b3648c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.784170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-29e3db7d-c103-4e5e-92f6-1f44b3648c3a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/193258ab-9b3e-412c-a363-cc8710bd96a8 HTTP/1.1" status: 204 len: 168 time: 0.5087779 Nov 03 16:14:02.785509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.785882 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Added segment 4e6dafe5-8e76-4fb5-8c90-43f98c92046c of type vlan for network cd76810f-7d89-469a-ad8f-efec226747b3 Nov 03 16:14:02.787036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49192) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:02.791852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.894178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.906084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.912169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Allocated IP 172.25.6.109 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/4b0d7254-27a5-47bb-96ce-9ad22d9f72e2) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:02.970539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:02.976476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:02.977818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.007734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3972490 Nov 03 16:14:03.018411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49196) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:03.061289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'admin_state_up': True, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:03.075696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.109131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.117044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.136970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fc7df-d02f-4a44-8982-d4ac0e2cb6ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Network': ['ID=cd76810f-7d89-469a-ad8f-efec226747b3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:03.146714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff6cfd8-6101-4870-aa28-91c4cc2998a8']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:03.151777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network cd76810f-7d89-469a-ad8f-efec226747b3 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:14:03.158234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.159282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.166564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7593ac0-bfa1-44f4-8b62-67bfcf0894f6') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:03.166883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7593ac0-bfa1-44f4-8b62-67bfcf0894f6') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:03.179543 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.200727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event updated for resources: {'Port': ['ID=4b0d7254-27a5-47bb-96ce-9ad22d9f72e2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:03.211579 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.239322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:03.240821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:03.248898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:03.250773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.252128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:14:03.252529 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:14:03.254514 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:14:03.427846 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.478563 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.486182 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9ff6cfd8-6101-4870-aa28-91c4cc2998a8 HTTP/1.1" status: 204 len: 168 time: 0.6978025 Nov 03 16:14:03.486700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49202) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:03.505658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fe0b3-3440-4e5d-8be4-602ff054b7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff6cfd8-6101-4870-aa28-91c4cc2998a8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:03.513879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.642276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d133dab-3b83-421d-92c4-5f85418d7341 admin admin] Deleting subnet 625fe4cf-6fcb-408f-96c2-ac95c4667ffc {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:14:03.650985 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d133dab-3b83-421d-92c4-5f85418d7341 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.703260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.707390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d133dab-3b83-421d-92c4-5f85418d7341 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.821802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.853038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:03.989123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.25.6.93 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/008425be-b1f4-4797-b085-a6b1a766db70) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:04.109265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.148165 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.191029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:04.194511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:04.198800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:04.222613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d133dab-3b83-421d-92c4-5f85418d7341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.334598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=008425be-b1f4-4797-b085-a6b1a766db70,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:04.428853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d133dab-3b83-421d-92c4-5f85418d7341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.472072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.477701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d133dab-3b83-421d-92c4-5f85418d7341 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.481927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2d133dab-3b83-421d-92c4-5f85418d7341 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/625fe4cf-6fcb-408f-96c2-ac95c4667ffc HTTP/1.1" status: 204 len: 168 time: 0.9933271 Nov 03 16:14:04.486676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49212) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:04.517741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d133dab-3b83-421d-92c4-5f85418d7341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625fe4cf-6fcb-408f-96c2-ac95c4667ffc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:04.628843 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.646124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.682770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Router baebde7f-d88e-49b8-a622-fa848f3e5c68 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:14:04.795624 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.844243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238cb17e-1f6d-4256-b37c-baf8df000474']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:04.855182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:04.867755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b041034-9fd3-4de5-8bed-c28f4739ae55 None None] Sync routers for ids ['baebde7f-d88e-49b8-a622-fa848f3e5c68'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:04.880014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56598441-14d1-40f2-92d3-000f40a278d2') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:04.880224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56598441-14d1-40f2-92d3-000f40a278d2') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:04.887204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b041034-9fd3-4de5-8bed-c28f4739ae55 None None] Routers {'baebde7f-d88e-49b8-a622-fa848f3e5c68'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:04.888562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1b041034-9fd3-4de5-8bed-c28f4739ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['baebde7f-d88e-49b8-a622-fa848f3e5c68'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:04.893866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.900754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b3e11f0c-0d02-4734-a9c1-fe9f189ab669 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2995496 Nov 03 16:14:04.905746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.917564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49216) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:04.937293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.944329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:14:04.944858 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:04.987352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1b041034-9fd3-4de5-8bed-c28f4739ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:14:05.007342 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:14:05.015643 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:05.020482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:05.040746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b041034-9fd3-4de5-8bed-c28f4739ae55 None None] Routers {'baebde7f-d88e-49b8-a622-fa848f3e5c68'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:05.041162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] 10.222.0.86 "DELETE /v2.0/networks/238cb17e-1f6d-4256-b37c-baf8df000474 HTTP/1.1" status: 204 len: 168 time: 0.5401812 Nov 03 16:14:05.041384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1b041034-9fd3-4de5-8bed-c28f4739ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:13:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['baebde7f-d88e-49b8-a622-fa848f3e5c68'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:05.052242 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d1f68963-9f0c-4068-ae96-bc72c7377fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:05.089396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1b041034-9fd3-4de5-8bed-c28f4739ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:05.090556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b041034-9fd3-4de5-8bed-c28f4739ae55 None None] The sync data for ids ['baebde7f-d88e-49b8-a622-fa848f3e5c68'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:05.101845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-51e5296c-2a17-44dd-9a01-16f046ba9480 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/routers/baebde7f-d88e-49b8-a622-fa848f3e5c68 HTTP/1.1" status: 200 len: 920 time: 0.1770797 Nov 03 16:14:05.106668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49220) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:05.128833 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f9994-1b4a-4549-9b80-c7f671c52146 admin admin] Pushing event deleted for resources: {'Network': ['ID=238cb17e-1f6d-4256-b37c-baf8df000474,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:05.159981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49224) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:05.167599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4d4753df-3512-4a45-a0c7-ef28f4a4c779 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=baebde7f-d88e-49b8-a622-fa848f3e5c68 HTTP/1.1" status: 200 len: 205 time: 0.0572670 Nov 03 16:14:05.523118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49230) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:05.661388 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1794aa6b-46f0-4d6c-871f-18262608b5d8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2260d91558b34e93a690189cf55391ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346815 Nov 03 16:14:05.663032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49236) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:05.757691 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49a1b9f1-99d7-4878-9e0f-97e7d4e08352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:05.784926 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49a1b9f1-99d7-4878-9e0f-97e7d4e08352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:05.850196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49a1b9f1-99d7-4878-9e0f-97e7d4e08352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:05.855288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49a1b9f1-99d7-4878-9e0f-97e7d4e08352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:05.860187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-49a1b9f1-99d7-4878-9e0f-97e7d4e08352 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f8f59428-1034-41e7-a7a4-9b9ebe829e05 HTTP/1.1" status: 204 len: 168 time: 0.1928825 Nov 03 16:14:05.877644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1b9f1-99d7-4878-9e0f-97e7d4e08352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f59428-1034-41e7-a7a4-9b9ebe829e05,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:05.949901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:05.954097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:06.232220 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:06.312760 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:06.361434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-525d17cd-0174-4b2f-a5e4-a679ce830132 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:06.370606 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-525d17cd-0174-4b2f-a5e4-a679ce830132 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 814 time: 0.3253984 Nov 03 16:14:06.412419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-960cc436-8401-4a37-9020-d67123f45dcb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/quotas/17301df1c2eb4b2cb0e432000db77aed HTTP/1.1" status: 200 len: 375 time: 0.0409546 Nov 03 16:14:06.414664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 0b2da2dd-b967-4f20-b7c1-060132f455fa is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:14:06.536900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Deleting port 4b0d7254-27a5-47bb-96ce-9ad22d9f72e2 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:06.537345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:06.614641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-40373810-28f2-4bcf-9581-8599a5b5ed61 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1944840 Nov 03 16:14:06.647875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49258) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:06.749514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aa457507-3ffa-4ba1-bd1c-1be7df2e4c44 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e65848fb37a7422aa99747e8bf99b70c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1003637 Nov 03 16:14:06.750630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49260) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:06.761053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:06.771198 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:06.776424 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Sync routers for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:06.798340 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:06.800712 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:06.802806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Calling delete_port for 4b0d7254-27a5-47bb-96ce-9ad22d9f72e2 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:06.812746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:06.814599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-471caa12-19f7-4d6e-a193-36d35cbc3586 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7945864 Nov 03 16:14:06.818818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49262) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:06.840185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-40858ed0-56ef-4739-ab6a-9bc1fcb65f8b service neutron] 10.222.0.86 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884785 Nov 03 16:14:06.928953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30c106a2-b8ba-4c81-8312-5e7f4de90fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:06.995322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30c106a2-b8ba-4c81-8312-5e7f4de90fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:07.003622 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:07.126487 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30c106a2-b8ba-4c81-8312-5e7f4de90fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:07.140032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30c106a2-b8ba-4c81-8312-5e7f4de90fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:07.141231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-30c106a2-b8ba-4c81-8312-5e7f4de90fec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8ae9f452-8c0b-4a03-8f97-1042107275a7 HTTP/1.1" status: 204 len: 168 time: 0.3892112 Nov 03 16:14:07.172275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c106a2-b8ba-4c81-8312-5e7f4de90fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae9f452-8c0b-4a03-8f97-1042107275a7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:07.202020 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-8b35e2c1-0736-4e08-bb1b-a2e194f4a49c service neutron] 10.222.0.86 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198891 Nov 03 16:14:07.421320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:07.500580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3f833e1a-92da-4e4c-b2f6-e7a2512b517f tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=5d0d96bcd7c04e5f988b6915953b338c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6738029 Nov 03 16:14:07.500814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49272) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:07.590916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event deleted for resources: {'Port': ['ID=4b0d7254-27a5-47bb-96ce-9ad22d9f72e2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:07.661313 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:04Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:07.769549 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:07.817841 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:07.829844 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Checking router: 0b2da2dd-b967-4f20-b7c1-060132f455fa for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:14:07.830808 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Updating router 0b2da2dd-b967-4f20-b7c1-060132f455fa port 008425be-b1f4-4797-b085-a6b1a766db70 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:14:07.938497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5d9916b9-ba6a-49e2-88c4-d4e737734cfe req-90243949-5fc0-4aa1-b93d-21d29e7cfe6e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 210 time: 0.1777575 Nov 03 16:14:07.953391 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:08.125612 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:08.143474 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:08.159705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b4340-a9ab-4b81-a753-2476348e68e2 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:08.164364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6a8b4340-a9ab-4b81-a753-2476348e68e2 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6621246 Nov 03 16:14:08.166112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49290) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:08.250814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-36fe6058-6dfa-475e-8c7a-27d57eb78eec tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838645 Nov 03 16:14:08.251942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49294) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:08.262367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1680608692', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:08.360182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:08.361604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Fanout notify agent at l3_agent the message router_deleted on router baebde7f-d88e-49b8-a622-fa848f3e5c68 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:14:08.397684 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:08.405989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-88501e5a-c56f-4f1d-a893-ea1c1626bc4b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/baebde7f-d88e-49b8-a622-fa848f3e5c68 HTTP/1.1" status: 204 len: 168 time: 3.2400706 Nov 03 16:14:08.407336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49302) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:08.411740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:08.419660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'router': {'name': 'tempest-snat-router-427549021', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': False}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:08.453738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:08.462351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:08.567009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:14:08.587776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:08.695892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:09.153139 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:09.166179 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:09.223589 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:09.236267 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:09.291305 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Pushing event updated for resources: {'Port': ['ID=008425be-b1f4-4797-b085-a6b1a766db70,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:09.322567 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.324099 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.325603 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.327228 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.327723 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.330790 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.331439 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.331991 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.332477 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.333105 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.334143 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.335038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:09.382552 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Attempting to bind port 008425be-b1f4-4797-b085-a6b1a766db70 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:14:09.383017 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Attempting to bind port 008425be-b1f4-4797-b085-a6b1a766db70 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:14:09.383968 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Attempting to bind port 008425be-b1f4-4797-b085-a6b1a766db70 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:14:09.407733 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:14:09.407733 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:14:09.407733 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:09.408237 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:14:09.408549 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Bound port: 008425be-b1f4-4797-b085-a6b1a766db70, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:14:09.408924 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:09.426561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73e6f24e-2ea0-44d4-bbc5-94993ccccc86 req-b334dbf6-f56b-43e4-933b-c8eca467fe9e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 210 time: 0.1966491 Nov 03 16:14:09.487026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Subnet': ['ID=cc227f9e-ca3a-45d5-9723-5546214767db,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:09.518936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Checking segment: {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:14:09.519772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network hostable DHCP agents. Network: cd76810f-7d89-469a-ad8f-efec226747b3, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:14:09.574901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network cd76810f-7d89-469a-ad8f-efec226747b3 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:14:09.593206 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] For port 008425be-b1f4-4797-b085-a6b1a766db70, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:14:09.597505 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] For port 008425be-b1f4-4797-b085-a6b1a766db70, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=008425be-b1f4-4797-b085-a6b1a766db70,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:14:09.601213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, cd76810f-7d89-469a-ad8f-efec226747b3) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:09.604499 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:09.623931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89b946-ff31-4969-9404-e33e85f20693 None None] Network cd76810f-7d89-469a-ad8f-efec226747b3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:14:09.636466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:09.639630 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:09.713196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c616df31-f800-43d6-a497-1d350437bb84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4597378 Nov 03 16:14:09.713887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49326) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:09.886467 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:09.887556 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:10.019127 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:10.069910 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:10.178664 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc95d7-9a87-4840-8340-9b0b820c7174 None None] Pushing event updated for resources: {'Port': ['ID=008425be-b1f4-4797-b085-a6b1a766db70,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:10.251025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-cd76810f-7d89-469a-ad8f-efec226747b3', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:14:10.252175 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:10.345883 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:10.419009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Allocated IP 172.25.6.6 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/7253ce1f-3443-4298-908a-0e6667f23f45) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:10.578482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cb260d30-fd06-4232-9e2c-1e339924b992 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:10.580094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cb260d30-fd06-4232-9e2c-1e339924b992 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 814 time: 0.4260006 Nov 03 16:14:10.607949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Request body: {'port': {'device_id': 'b20e04d0-86e9-4821-9ce7-08c54a53b3d8', 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef', 'admin_state_up': True, 'tenant_id': '17301df1c2eb4b2cb0e432000db77aed'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:10.611754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Allocated IP 172.20.0.2 (cd76810f-7d89-469a-ad8f-efec226747b3/cc227f9e-ca3a-45d5-9723-5546214767db/a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:10.750991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3dc2fd3e-0e88-4218-b9dc-f62176535319 req-edc16289-4724-4b40-9687-03e9d4b7497c tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 210 time: 0.1600082 Nov 03 16:14:10.795299 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:10.808645 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:10.988484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Network cd76810f-7d89-469a-ad8f-efec226747b3 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:10.996730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:10.999997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Pushing event updated for resources: {'Port': ['ID=a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:11.002616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:11.020394 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.021469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.022513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.022853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.023185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.023514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.024457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.025005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.026856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.028096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.028096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.028096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:11.065064 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:11.090983 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:14:11.143147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Attempting to bind port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:14:11.143519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Attempting to bind port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:14:11.143885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Attempting to bind port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 on network cd76810f-7d89-469a-ad8f-efec226747b3 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:14:11.154353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:14:11.154721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Checking segment: {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:14:11.155172 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:11.155561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Bound using segment: {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:14:11.156064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Bound port: a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:14:11.156444 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:11.259731 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:11.313797 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:04Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:11.398197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49356) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:11.410899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:11.413986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] For port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:14:11.417882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Made reservation on behalf of 17301df1c2eb4b2cb0e432000db77aed for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:14:11.419118 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f13b8b-dc49-4ec2-8470-c8de12407b41 None None] The sync data for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 is: [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:04Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:11.419463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] For port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:14:11.432141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:11.441016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:11.456934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:11.474148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:11.685611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbfb8f-2f27-4970-98a0-a1abc74b5445 None None] Pushing event updated for resources: {'Port': ['ID=a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:11.705223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event updated for resources: {'Port': ['ID=7253ce1f-3443-4298-908a-0e6667f23f45,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:11.867167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:11.916473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Allocated IP 172.20.0.7 (e166a59c-0839-45bc-9640-510b349f0eef/c3687dc5-0218-42da-87d5-4a5792f00079/a1920466-b44a-4be1-87be-ffad4e0a9908) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:12.107048 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6500e6d8-4173-40fa-b850-d33d022b0d4b req-9868e994-d894-44dd-8e33-e6ead9820400 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 210 time: 0.0491953 Nov 03 16:14:12.961217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:13.126756 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:13.329610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:13.411280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:13.411888 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:13.541875 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:13.621387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['46e71de8-f9e1-4748-8019-1b4de02083a4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:14:13.623481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ecfc67e2-4b4e-4781-912d-ca734659f69e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:14:13.650436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:13.672745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.20.0.1 (cd76810f-7d89-469a-ad8f-efec226747b3/cc227f9e-ca3a-45d5-9723-5546214767db/61c23c69-d6a6-4be8-9533-5c2243fbb3b5) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:13.706487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace28561-c9bc-4552-939b-4d61ae8c14df req-e4b3307e-d2ea-483f-aedd-674b5f861d13 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:13.714562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ace28561-c9bc-4552-939b-4d61ae8c14df req-e4b3307e-d2ea-483f-aedd-674b5f861d13 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 931 time: 0.2485726 Nov 03 16:14:13.720809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Network e166a59c-0839-45bc-9640-510b349f0eef is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:13.735327 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Pushing event updated for resources: {'Port': ['ID=a1920466-b44a-4be1-87be-ffad4e0a9908,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:13.748694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:13.756418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:13.799965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08b604-59d5-4c8a-a1d2-aeeb9f25d64a None None] Network cd76810f-7d89-469a-ad8f-efec226747b3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:14:13.816516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:13.817313 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:13.978801 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-cedad41b-2dba-4c91-bdc7-b2e477e66641 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3865690 Nov 03 16:14:14.009760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ace28561-c9bc-4552-939b-4d61ae8c14df req-b46169b6-101e-4aa2-9e23-1917dca2d439 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886331 Nov 03 16:14:14.011962 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.017861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Request body: {'port': {'device_id': 'b20e04d0-86e9-4821-9ce7-08c54a53b3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:14.100873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cd2e0e23-2c3e-496c-96ac-cea88eeccfa6 None None] Provisioning complete for port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:14.101247 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e23-2c3e-496c-96ac-cea88eeccfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.155094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.172261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.434047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:14.467408 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.468260 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 008425be-b1f4-4797-b085-a6b1a766db70 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:14.610756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:14.610978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1920466-b44a-4be1-87be-ffad4e0a9908 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:14:14.623379 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.641395 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.663303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Transition to ACTIVE for port object a1920466-b44a-4be1-87be-ffad4e0a9908 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:14:14.724266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network cd76810f-7d89-469a-ad8f-efec226747b3 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:14.727556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.771735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 008425be-b1f4-4797-b085-a6b1a766db70 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:14.772126 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.772238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:14.781999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:14.843857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Router 5668664e-3763-402d-b26f-74dc40c3460f is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:14:14.861497 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.969105 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:14.987419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:15.009082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.016691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Sync routers for ids ['5668664e-3763-402d-b26f-74dc40c3460f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:15.058910 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.062795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8cc536bc-2dfc-412f-a646-83210f92597f tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.6519306 Nov 03 16:14:15.063965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49400) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:15.097156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 008425be-b1f4-4797-b085-a6b1a766db70, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=008425be-b1f4-4797-b085-a6b1a766db70,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:15.099364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Routers {'5668664e-3763-402d-b26f-74dc40c3460f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:15.100069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5668664e-3763-402d-b26f-74dc40c3460f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:15.140895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=61c23c69-d6a6-4be8-9533-5c2243fbb3b5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:15.185538 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.187627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Pushing event updated for resources: {'Port': ['ID=a1920466-b44a-4be1-87be-ffad4e0a9908,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:15.201128 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.265348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=008425be-b1f4-4797-b085-a6b1a766db70,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:15.415677 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b8347c90-f6f8-4b1e-b81a-0a74041722e0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/routers/5668664e-3763-402d-b26f-74dc40c3460f HTTP/1.1" status: 200 len: 906 time: 0.3467133 Nov 03 16:14:15.419401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49408) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:15.432921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'router': {'name': 'tempest-snat-router-427549021', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': True}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:15.453984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Set router 5668664e-3763-402d-b26f-74dc40c3460f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:15.550823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.552300 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.575854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:15.626490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Attempting to bind port a1920466-b44a-4be1-87be-ffad4e0a9908 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:14:15.626831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Attempting to bind port a1920466-b44a-4be1-87be-ffad4e0a9908 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:14:15.628468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Attempting to bind port a1920466-b44a-4be1-87be-ffad4e0a9908 on network e166a59c-0839-45bc-9640-510b349f0eef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:14:15.636875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Port a1920466-b44a-4be1-87be-ffad4e0a9908 on network e166a59c-0839-45bc-9640-510b349f0eef not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:14:15.637207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Attempting to bind port a1920466-b44a-4be1-87be-ffad4e0a9908 on network e166a59c-0839-45bc-9640-510b349f0eef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:14:15.699295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd92cab-3991-41d4-9386-7314c338ccf0 req-fae055a4-fbc8-444f-a5e4-28bcbb7dd3d7 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:15.701781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9dd92cab-3991-41d4-9386-7314c338ccf0 req-fae055a4-fbc8-444f-a5e4-28bcbb7dd3d7 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 943 time: 0.5173631 Nov 03 16:14:15.709104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:14:15.709459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Checking segment: {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:14:15.709919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Bound using segment: {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:14:15.710377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Bound port: a1920466-b44a-4be1-87be-ffad4e0a9908, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:14:15.710743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.729031 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.814922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] For port a1920466-b44a-4be1-87be-ffad4e0a9908, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:14:15.818755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] For port a1920466-b44a-4be1-87be-ffad4e0a9908, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a1920466-b44a-4be1-87be-ffad4e0a9908,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:14:15.837264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.850128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-361fc726-5ec8-4f44-954d-01acc1807af3 None None] Provisioning complete for port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:15.850570 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-361fc726-5ec8-4f44-954d-01acc1807af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:15.995065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:15.995461 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.028754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9dd92cab-3991-41d4-9386-7314c338ccf0 req-c4da85b9-ef8c-4814-925a-217b323ea798 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206558 Nov 03 16:14:16.034926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-361fc726-5ec8-4f44-954d-01acc1807af3 None None] Port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:14:16.053952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:16.054569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.056585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] 10.222.0.70 "PUT /v2.0/ports/a1920466-b44a-4be1-87be-ffad4e0a9908 HTTP/1.1" status: 200 len: 1091 time: 2.0641296 Nov 03 16:14:16.058955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20e04d0-86e9-4821-9ce7-08c54a53b3d8', 'tag': 'a1920466-b44a-4be1-87be-ffad4e0a9908'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:14:16.062026 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b20e04d0-86e9-4821-9ce7-08c54a53b3d8", "tag": "a1920466-b44a-4be1-87be-ffad4e0a9908"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:14:16.108139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.110055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-361fc726-5ec8-4f44-954d-01acc1807af3 None None] Provisioning complete for port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:16.110475 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-361fc726-5ec8-4f44-954d-01acc1807af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.116523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668664e-3763-402d-b26f-74dc40c3460f', 'name': 'tempest-snat-router-427549021', 'tenant_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.6'}], 'enable_snat': False}, 'gw_port_id': '7253ce1f-3443-4298-908a-0e6667f23f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:08Z', 'updated_at': '2021-11-03T16:14:12Z', 'revision_number': 3, 'project_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'gw_port': {'id': '7253ce1f-3443-4298-908a-0e6667f23f45', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668664e-3763-402d-b26f-74dc40c3460f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:10Z', 'updated_at': '2021-11-03T16:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:16.172903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Deleting port 21b3e496-af0d-496c-9aed-073610fe25c5 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:16.174471 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.206586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Checking router: 5668664e-3763-402d-b26f-74dc40c3460f for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:14:16.207311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Updating router 5668664e-3763-402d-b26f-74dc40c3460f port 7253ce1f-3443-4298-908a-0e6667f23f45 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:14:16.265723 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.266848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] For port 21b3e496-af0d-496c-9aed-073610fe25c5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=21b3e496-af0d-496c-9aed-073610fe25c5,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:16.267359 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.270542 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca9b94-29c1-4cf3-8e90-b854dab5e5ce x-openstack-request-id: req-3cca9b94-29c1-4cf3-8e90-b854dab5e5ce {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:14:16.270846 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20e04d0-86e9-4821-9ce7-08c54a53b3d8", "tag": "a1920466-b44a-4be1-87be-ffad4e0a9908", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:14:16.271161 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3cca9b94-29c1-4cf3-8e90-b854dab5e5ce {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:14:16.271670 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20e04d0-86e9-4821-9ce7-08c54a53b3d8', 'tag': 'a1920466-b44a-4be1-87be-ffad4e0a9908', 'status': 'completed', 'code': 200} Nov 03 16:14:16.275063 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.282224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Calling delete_port for 21b3e496-af0d-496c-9aed-073610fe25c5 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:16.292049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0362f2-c922-4ac0-98f5-6a9a164f6095 service neutron] Pushing event updated for resources: {'Port': ['ID=a1920466-b44a-4be1-87be-ffad4e0a9908,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:16.316193 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.444223 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.452233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=61c23c69-d6a6-4be8-9533-5c2243fbb3b5,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:16.463561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-413583e3-f09a-4063-99ae-22975eb59330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:16.465077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-413583e3-f09a-4063-99ae-22975eb59330 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 1094 time: 0.1745057 Nov 03 16:14:16.537662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-433349db-ecbb-46f5-9f88-b9fe495c87ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1920466-b44a-4be1-87be-ffad4e0a9908 HTTP/1.1" status: 200 len: 217 time: 0.0458915 Nov 03 16:14:16.603013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a7057b59-fabb-4868-9128-a2c9cbf1eeb5 None None] Provisioning complete for port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:16.603740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a7057b59-fabb-4868-9128-a2c9cbf1eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.640943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-f69a7466-54ac-45d5-a48d-353772c9414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:16.642457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-f69a7466-54ac-45d5-a48d-353772c9414e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.0775394 Nov 03 16:14:16.655469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network cd76810f-7d89-469a-ad8f-efec226747b3 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:16.667736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:16.707912 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-21e3e735-0d55-480b-b88c-11c1c45bd1fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512609 Nov 03 16:14:16.735710 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.744496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a7057b59-fabb-4868-9128-a2c9cbf1eeb5 None None] Port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:14:16.813216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.831607 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.846579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Pushing event deleted for resources: {'Port': ['ID=21b3e496-af0d-496c-9aed-073610fe25c5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:16.893482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaa074-02e5-42c2-bfd2-e74f65f3e23a None None] Pushing event updated for resources: {'Port': ['ID=7253ce1f-3443-4298-908a-0e6667f23f45,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:16.967540 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Attempting to bind port 7253ce1f-3443-4298-908a-0e6667f23f45 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:14:16.967923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Attempting to bind port 7253ce1f-3443-4298-908a-0e6667f23f45 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:14:16.968425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Attempting to bind port 7253ce1f-3443-4298-908a-0e6667f23f45 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:14:16.983351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:14:16.983754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:14:16.984167 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.984565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:14:16.985058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Bound port: 7253ce1f-3443-4298-908a-0e6667f23f45, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:14:16.985471 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:16.997642 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:17.074360 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:17.130796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] For port 7253ce1f-3443-4298-908a-0e6667f23f45, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:14:17.134434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] For port 7253ce1f-3443-4298-908a-0e6667f23f45, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7253ce1f-3443-4298-908a-0e6667f23f45,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:14:17.143384 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:17.268362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Routers {'5668664e-3763-402d-b26f-74dc40c3460f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:17.269298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5668664e-3763-402d-b26f-74dc40c3460f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:17.318966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-4a7a9918-84ad-4579-81fe-48a475909c10 service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152254 Nov 03 16:14:17.340219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 0b2da2dd-b967-4f20-b7c1-060132f455fa has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:14:17.495839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Allocated IP 172.25.6.254 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/2fffc058-df48-42ff-bfde-999fa6dbf9b6) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:17.646276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e35cd54-9d1d-4b98-84e2-4f9a1be2184c req-415380df-33ec-4265-958e-84121615519a service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997158 Nov 03 16:14:17.654801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:17.678713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-39bc2b5c-062b-42cd-a392-3cbba638faad None None] Provisioning complete for port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:17.679310 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39bc2b5c-062b-42cd-a392-3cbba638faad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:17.688741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:17.693788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaa074-02e5-42c2-bfd2-e74f65f3e23a None None] Pushing event updated for resources: {'Port': ['ID=7253ce1f-3443-4298-908a-0e6667f23f45,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:17.708331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8de37683-ae20-44f0-852b-cdecddea4d56 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "PUT /v2.0/routers/0b2da2dd-b967-4f20-b7c1-060132f455fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9844196 Nov 03 16:14:17.708747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 008425be-b1f4-4797-b085-a6b1a766db70 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:17.723586 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Sync routers for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:17.725351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:17.754971 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:17.759967 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:17.763364 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:17.783352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-5e99f126-ef3f-4e86-98ee-f461395056f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:17.785286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-5e99f126-ef3f-4e86-98ee-f461395056f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0848367 Nov 03 16:14:17.825435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-39bc2b5c-062b-42cd-a392-3cbba638faad None None] Port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:14:17.829823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 008425be-b1f4-4797-b085-a6b1a766db70 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:17.830192 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:17.874029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] Set router 5668664e-3763-402d-b26f-74dc40c3460f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:17.952666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:17.960594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:17.972786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:18.007609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-11207015-7bfb-414e-92e6-8d568cd92d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:18.009806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-11207015-7bfb-414e-92e6-8d568cd92d52 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 915 time: 0.2171054 Nov 03 16:14:18.092879 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:18.104921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event updated for resources: {'Port': ['ID=2fffc058-df48-42ff-bfde-999fa6dbf9b6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:18.121038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-33446392-f463-41c6-87b8-69c3cf433eb1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1920466-b44a-4be1-87be-ffad4e0a9908 HTTP/1.1" status: 200 len: 217 time: 0.0985560 Nov 03 16:14:18.138335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1705f4-3376-4362-8290-25668ee71a47 req-50135562-8a04-489f-8c28-1a4692ed4aba tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:18.140145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9a1705f4-3376-4362-8290-25668ee71a47 req-50135562-8a04-489f-8c28-1a4692ed4aba tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 943 time: 0.4291027 Nov 03 16:14:18.233844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668664e-3763-402d-b26f-74dc40c3460f', 'name': 'tempest-snat-router-427549021', 'tenant_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.6'}], 'enable_snat': False}, 'gw_port_id': '7253ce1f-3443-4298-908a-0e6667f23f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:08Z', 'updated_at': '2021-11-03T16:14:12Z', 'revision_number': 3, 'project_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'gw_port': {'id': '7253ce1f-3443-4298-908a-0e6667f23f45', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668664e-3763-402d-b26f-74dc40c3460f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:10Z', 'updated_at': '2021-11-03T16:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:18.284437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-2267b2cc-e09f-4e4c-9e18-f569e6bca84e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810103910&fields=id&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 267 time: 0.1789374 Nov 03 16:14:18.294881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238eb8fc-9584-4590-b542-1786d8da5455 None None] The sync data for ids ['5668664e-3763-402d-b26f-74dc40c3460f'] in n-d-813897-2 is: [{'id': '5668664e-3763-402d-b26f-74dc40c3460f', 'name': 'tempest-snat-router-427549021', 'tenant_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.6'}], 'enable_snat': False}, 'gw_port_id': '7253ce1f-3443-4298-908a-0e6667f23f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:08Z', 'updated_at': '2021-11-03T16:14:12Z', 'revision_number': 3, 'project_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'gw_port': {'id': '7253ce1f-3443-4298-908a-0e6667f23f45', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668664e-3763-402d-b26f-74dc40c3460f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:10Z', 'updated_at': '2021-11-03T16:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:18.332795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9a1705f4-3376-4362-8290-25668ee71a47 req-2c091cfb-5972-4d40-a4b0-5264cbcb33de tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853583 Nov 03 16:14:18.527450 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:15Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '61c23c69-d6a6-4be8-9533-5c2243fbb3b5', 'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:01:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:12Z', 'updated_at': '2021-11-03T16:14:16Z', 'revision_number': 2, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:18.568174 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Checking router: 0b2da2dd-b967-4f20-b7c1-060132f455fa for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:14:18.568810 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Updating router 0b2da2dd-b967-4f20-b7c1-060132f455fa port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:14:18.603525 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:18.642102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:14:18.684841 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:19.002282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-6f2d864e-8004-4f5e-80ca-b6725db9182e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:19.003883 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-6f2d864e-8004-4f5e-80ca-b6725db9182e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 796 time: 0.7022543 Nov 03 16:14:19.027461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-9a328b1e-5fac-466e-940a-cb999b14063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:19.033698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-9a328b1e-5fac-466e-940a-cb999b14063d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.7760808 Nov 03 16:14:19.051572 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-75124c03-c3b8-4311-8f0d-53c770e1b361 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/quotas/5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 375 time: 0.0394032 Nov 03 16:14:19.072018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-aa0ccbc0-975c-4bef-bf3a-559367457238 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296559 Nov 03 16:14:19.145489 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:19.157316 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:19.277958 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978627b-52b5-4d44-a67e-094575af0578 None None] Pushing event updated for resources: {'Port': ['ID=61c23c69-d6a6-4be8-9533-5c2243fbb3b5,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:19.380720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-20901046-d9e0-4607-8d3d-bb47a03ecc4f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3087974 Nov 03 16:14:19.456407 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Attempting to bind port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:14:19.456775 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Attempting to bind port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:14:19.457128 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Attempting to bind port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 on network cd76810f-7d89-469a-ad8f-efec226747b3 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:14:19.466786 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:14:19.467222 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Checking segment: {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:14:19.467543 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:19.468406 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Bound using segment: {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:14:19.468901 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Bound port: 61c23c69-d6a6-4be8-9533-5c2243fbb3b5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:14:19.469275 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:19.541100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-0acbf9a7-ebf7-49a1-a8d8-2ea1a442e092 service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176812 Nov 03 16:14:19.603974 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] For port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:14:19.607952 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] For port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=61c23c69-d6a6-4be8-9533-5c2243fbb3b5,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:14:19.610141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7253ce1f-3443-4298-908a-0e6667f23f45 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:19.623314 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:19.810544 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978627b-52b5-4d44-a67e-094575af0578 None None] Pushing event updated for resources: {'Port': ['ID=61c23c69-d6a6-4be8-9533-5c2243fbb3b5,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:19.848653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ca737a00-1ed3-41b0-9d93-c341cfc1e2ac None None] Provisioning complete for port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:19.849000 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:19.849164 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ca737a00-1ed3-41b0-9d93-c341cfc1e2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:19.852333 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:19.894450 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-56869131-2644-4029-a057-73d5169dd6b2 service neutron] 10.222.0.86 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125723 Nov 03 16:14:19.941111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7253ce1f-3443-4298-908a-0e6667f23f45 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:19.941482 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:19.973476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8008ef-76fa-4638-a0be-913422b542de req-083620b8-902d-477e-90ed-b89ee75b0660 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:19.986666 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d8008ef-76fa-4638-a0be-913422b542de req-083620b8-902d-477e-90ed-b89ee75b0660 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 943 time: 0.3542111 Nov 03 16:14:20.026877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:20.041172 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd752db9-e132-4e14-be2e-749ce662a32f admin admin] 10.222.0.86 "PUT /v2.0/routers/ee556f43-1f8c-4ea4-8372-2ef3cb09c23d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6372631 Nov 03 16:14:20.042094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49472) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:20.045064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a1920466-b44a-4be1-87be-ffad4e0a9908 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:14:20.084526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] Sync routers for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:20.110497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-45352d8e-eb4e-405a-adf5-e041bbd570e7 service neutron] 10.222.0.86 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125309 Nov 03 16:14:20.184900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfa7288f-8ed4-4693-a998-3adb13bcf5d6 req-5b14e799-eb4f-4181-9b22-6e3490fbd25e service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457332 Nov 03 16:14:20.205157 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ca737a00-1ed3-41b0-9d93-c341cfc1e2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:20.227746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:20.237335 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:20.264671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d8008ef-76fa-4638-a0be-913422b542de req-6eb36c88-e993-4009-9659-9091888d60ff tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766600 Nov 03 16:14:20.315909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:20.319325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:20.339999 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.resource_extend [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:14:20.666558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d74859d5-0159-4200-a35a-a1c5f7487e7c req-3164b7f5-c101-4c1e-8ae7-3a7605cc4670 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 210 time: 0.1345758 Nov 03 16:14:20.703290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ca737a00-1ed3-41b0-9d93-c341cfc1e2ac None None] For port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=61c23c69-d6a6-4be8-9533-5c2243fbb3b5,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:20.720427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:20.725992 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ca737a00-1ed3-41b0-9d93-c341cfc1e2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:20.737823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:20.766999 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:15Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '61c23c69-d6a6-4be8-9533-5c2243fbb3b5', 'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:01:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:12Z', 'updated_at': '2021-11-03T16:14:19Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:20.830685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Router 6d35bd7f-5d38-48d9-881e-7c1ba7bc6973 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:14:20.877024 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ecaee-49f0-4661-b157-aef609880c53 None None] The sync data for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 is: [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:15Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '61c23c69-d6a6-4be8-9533-5c2243fbb3b5', 'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:01:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:12Z', 'updated_at': '2021-11-03T16:14:19Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:20.907477 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:21.152961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:21.167032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a1920466-b44a-4be1-87be-ffad4e0a9908, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a1920466-b44a-4be1-87be-ffad4e0a9908,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:21.176580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-11a86c91-3fb6-4ee5-ab81-bf76805e0acc None None] Provisioning complete for port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:21.177989 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-11a86c91-3fb6-4ee5-ab81-bf76805e0acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:21.208950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:21.219960 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Sync routers for ids ['6d35bd7f-5d38-48d9-881e-7c1ba7bc6973'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:21.248266 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Routers {'6d35bd7f-5d38-48d9-881e-7c1ba7bc6973'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:21.269976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 7253ce1f-3443-4298-908a-0e6667f23f45, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7253ce1f-3443-4298-908a-0e6667f23f45,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:21.283024 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d35bd7f-5d38-48d9-881e-7c1ba7bc6973'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:21.293595 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:21.301384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'a1920466-b44a-4be1-87be-ffad4e0a9908', 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef', 'port_id': 'a1920466-b44a-4be1-87be-ffad4e0a9908', 'mac_address': 'fa:16:3e:8c:ff:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3687dc5-0218-42da-87d5-4a5792f00079', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:14:21.310793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca737a00-1ed3-41b0-9d93-c341cfc1e2ac None None] Pushing event updated for resources: {'Port': ['ID=61c23c69-d6a6-4be8-9533-5c2243fbb3b5,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:21.401371 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:21.402723 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-27bde3b6-489a-4d17-ab3d-ae4f0d41ef36 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9817445 Nov 03 16:14:21.405621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49502) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:21.426947 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:21.507182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Deleting port cadcf340-da20-414e-9fd7-839818758b63 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:21.522000 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:21.682897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1920466-b44a-4be1-87be-ffad4e0a9908 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:14:21.729494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:21.738185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=7253ce1f-3443-4298-908a-0e6667f23f45,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:21.760092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49514) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:21.760428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eb60dac6-73f1-41c5-a2a5-5fcf23726abe tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/routers/6d35bd7f-5d38-48d9-881e-7c1ba7bc6973 HTTP/1.1" status: 200 len: 907 time: 0.3468697 Nov 03 16:14:21.769786 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Set router 6d35bd7f-5d38-48d9-881e-7c1ba7bc6973 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:21.871222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a1920466-b44a-4be1-87be-ffad4e0a9908, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a1920466-b44a-4be1-87be-ffad4e0a9908,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:21.920917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:21.937934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41962706-e862-4adc-8d6a-5fdfbd79d18f req-38e7b447-049f-4be6-8d88-6d743e8bb2c1 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:21.945023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41962706-e862-4adc-8d6a-5fdfbd79d18f req-38e7b447-049f-4be6-8d88-6d743e8bb2c1 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 943 time: 0.1833189 Nov 03 16:14:21.999696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-639810f7-0bc3-41d5-8035-67e03bed7b27 req-3027f26e-48be-42c8-85dc-b2c7c796f1aa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 210 time: 0.0962837 Nov 03 16:14:22.058076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] For port cadcf340-da20-414e-9fd7-839818758b63, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=cadcf340-da20-414e-9fd7-839818758b63,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:22.059185 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:22.094181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:22.123997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41962706-e862-4adc-8d6a-5fdfbd79d18f req-efff0274-3309-47b0-876b-dcf2930875d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706438 Nov 03 16:14:22.161564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'cadcf340-da20-414e-9fd7-839818758b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:14:16Z', 'revision_number': 5, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port': {'id': 'cadcf340-da20-414e-9fd7-839818758b63', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:04:17Z', 'updated_at': '2021-11-03T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:22.162842 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87136c31-32a9-4cec-b222-399705ea59d2 req-ef40778f-d902-4f00-a422-30a794e669db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332185 Nov 03 16:14:22.177727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:22.178611 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:22.191703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Calling delete_port for cadcf340-da20-414e-9fd7-839818758b63 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:22.247924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=a1920466-b44a-4be1-87be-ffad4e0a9908,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:22.282120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87136c31-32a9-4cec-b222-399705ea59d2 req-c0a9d3d0-c6a5-4e23-ac5f-7536ee6093a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:22.284307 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87136c31-32a9-4cec-b222-399705ea59d2 req-c0a9d3d0-c6a5-4e23-ac5f-7536ee6093a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 1097 time: 0.0957341 Nov 03 16:14:22.300305 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:22.308818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['a1920466-b44a-4be1-87be-ffad4e0a9908'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:14:22.314880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] Checking router: ee556f43-1f8c-4ea4-8372-2ef3cb09c23d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:14:22.370632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] Routers {'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:22.371172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:22.497866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] Set router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:22.571175 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35bd7f-5d38-48d9-881e-7c1ba7bc6973', 'name': 'tempest-snat-router-427549021', 'tenant_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '2fffc058-df48-42ff-bfde-999fa6dbf9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:15Z', 'updated_at': '2021-11-03T16:14:18Z', 'revision_number': 3, 'project_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'gw_port': {'id': '2fffc058-df48-42ff-bfde-999fa6dbf9b6', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d35bd7f-5d38-48d9-881e-7c1ba7bc6973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:17Z', 'updated_at': '2021-11-03T16:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:22.624493 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Checking router: 6d35bd7f-5d38-48d9-881e-7c1ba7bc6973 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:14:22.625109 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Updating router 6d35bd7f-5d38-48d9-881e-7c1ba7bc6973 port 2fffc058-df48-42ff-bfde-999fa6dbf9b6 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:14:22.633045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:14:21Z', 'revision_number': 6, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:22.640924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87136c31-32a9-4cec-b222-399705ea59d2 req-5f4c5408-13f6-4dd1-ad5c-800a8a97d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:22.642530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87136c31-32a9-4cec-b222-399705ea59d2 req-5f4c5408-13f6-4dd1-ad5c-800a8a97d415 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 915 time: 0.3338387 Nov 03 16:14:22.669026 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:22.732117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87136c31-32a9-4cec-b222-399705ea59d2 req-5d557ed9-fcf1-4fe2-910e-f67301f91049 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46e71de8-f9e1-4748-8019-1b4de02083a4 HTTP/1.1" status: 200 len: 217 time: 0.0715625 Nov 03 16:14:22.769061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450e497a-3d59-4841-bf13-a1ce3011444d None None] The sync data for ids ['ee556f43-1f8c-4ea4-8372-2ef3cb09c23d'] in n-d-813897-2 is: [{'id': 'ee556f43-1f8c-4ea4-8372-2ef3cb09c23d', 'name': 'tempest-AttachVolumeShelveTestJSON-750489136-router', 'tenant_id': '69729811c07542f1abc0cc34e820fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:04:16Z', 'updated_at': '2021-11-03T16:14:21Z', 'revision_number': 6, 'project_id': '69729811c07542f1abc0cc34e820fe52', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:22.823098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87136c31-32a9-4cec-b222-399705ea59d2 req-c257b4bf-d516-4b72-8bc3-bd2afb45c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:22.830479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87136c31-32a9-4cec-b222-399705ea59d2 req-c257b4bf-d516-4b72-8bc3-bd2afb45c605 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.0888505 Nov 03 16:14:22.904127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87136c31-32a9-4cec-b222-399705ea59d2 req-d33e8fb1-dff7-400f-81fa-c714b51d19fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663557 Nov 03 16:14:23.171003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:23.200601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97191398-535a-4810-84c5-bb8298cbe355 req-e2ecdbb3-805e-41a6-a8b3-85a39fc13834 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 210 time: 0.0865657 Nov 03 16:14:23.243815 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:23.244913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87136c31-32a9-4cec-b222-399705ea59d2 req-d8adebbc-8879-4dd3-97e5-bec9c7cf36f1 service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293898 Nov 03 16:14:23.260489 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:23.387835 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6325f-57bd-4e65-a34c-12a4d4aa138a None None] Pushing event updated for resources: {'Port': ['ID=2fffc058-df48-42ff-bfde-999fa6dbf9b6,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:23.402373 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:23.417674 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Attempting to bind port 2fffc058-df48-42ff-bfde-999fa6dbf9b6 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:14:23.418317 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Attempting to bind port 2fffc058-df48-42ff-bfde-999fa6dbf9b6 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:14:23.418869 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Attempting to bind port 2fffc058-df48-42ff-bfde-999fa6dbf9b6 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:14:23.430957 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:14:23.431702 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:14:23.432290 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:23.432847 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:14:23.433778 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Bound port: 2fffc058-df48-42ff-bfde-999fa6dbf9b6, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:14:23.434330 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:23.438567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87136c31-32a9-4cec-b222-399705ea59d2 req-57f9f068-be61-4c87-97e6-18ad7ce4239d service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818404 Nov 03 16:14:23.456119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7253ce1f-3443-4298-908a-0e6667f23f45 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:23.491222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-053286d5-eaae-4375-beb3-f31dff25afad tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:23.493022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-053286d5-eaae-4375-beb3-f31dff25afad tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.15 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 796 time: 0.7585082 Nov 03 16:14:23.498380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=cadcf340-da20-414e-9fd7-839818758b63,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:23.610763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7253ce1f-3443-4298-908a-0e6667f23f45 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:23.611142 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:23.619069 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] For port 2fffc058-df48-42ff-bfde-999fa6dbf9b6, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:14:23.626311 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] For port 2fffc058-df48-42ff-bfde-999fa6dbf9b6, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2fffc058-df48-42ff-bfde-999fa6dbf9b6,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:14:23.638753 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:23.682035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cb3a2-ce4d-462a-8b6f-8475d8728064 req-544607a6-d565-41e9-8bb0-cfcf26a8ca0c tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:23.689713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c7cb3a2-ce4d-462a-8b6f-8475d8728064 req-544607a6-d565-41e9-8bb0-cfcf26a8ca0c tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 944 time: 0.3216777 Nov 03 16:14:23.719402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-e979c31e-c0b6-4173-bfda-d515b6773f1c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 380 time: 0.1926310 Nov 03 16:14:23.723964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:23.731452 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'port': {'device_id': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'admin_state_up': True, 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'security_groups': ['8862b9d6-f5db-4685-9d11-2ee7f7b0824a']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:23.750720 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6325f-57bd-4e65-a34c-12a4d4aa138a None None] Pushing event updated for resources: {'Port': ['ID=2fffc058-df48-42ff-bfde-999fa6dbf9b6,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:23.768673 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Routers {'6d35bd7f-5d38-48d9-881e-7c1ba7bc6973'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:23.769735 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d35bd7f-5d38-48d9-881e-7c1ba7bc6973'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:23.782637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:23.976060 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] Set router 6d35bd7f-5d38-48d9-881e-7c1ba7bc6973 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:24.046280 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.058179 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.074653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Deleting port 2fffc058-df48-42ff-bfde-999fa6dbf9b6 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:24.075121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.093732 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d35bd7f-5d38-48d9-881e-7c1ba7bc6973', 'name': 'tempest-snat-router-427549021', 'tenant_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:15Z', 'updated_at': '2021-11-03T16:14:23Z', 'revision_number': 4, 'project_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:24.094547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c7cb3a2-ce4d-462a-8b6f-8475d8728064 req-b8985a2c-4720-4854-8163-89036d7172f6 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037783 Nov 03 16:14:24.127062 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8b5d36-79e9-43a1-b22e-a7a43573e8d4 None None] The sync data for ids ['6d35bd7f-5d38-48d9-881e-7c1ba7bc6973'] in n-d-813897-2 is: [{'id': '6d35bd7f-5d38-48d9-881e-7c1ba7bc6973', 'name': 'tempest-snat-router-427549021', 'tenant_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:15Z', 'updated_at': '2021-11-03T16:14:23Z', 'revision_number': 4, 'project_id': 'b7f34e5db6294bff80ce33c46b786d9a', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:24.226240 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.227729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee556f43-1f8c-4ea4-8372-2ef3cb09c23d {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:14:24.261390 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.265855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49540) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:24.274664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-19208d4c-9e4f-4122-a955-5395f71d5c62 admin admin] 10.222.0.86 "DELETE /v2.0/routers/ee556f43-1f8c-4ea4-8372-2ef3cb09c23d HTTP/1.1" status: 204 len: 168 time: 4.2121031 Nov 03 16:14:24.287043 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a1920466-b44a-4be1-87be-ffad4e0a9908 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:24.359878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] For port 2fffc058-df48-42ff-bfde-999fa6dbf9b6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2fffc058-df48-42ff-bfde-999fa6dbf9b6,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:24.360647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.373776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:14:24.382930 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.385049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d9e4cb4-bf84-4dce-9fad-fd6b75bd487c req-d8931ca9-ba18-47e9-a229-109652d04b0f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 210 time: 0.0597203 Nov 03 16:14:24.404329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Calling delete_port for 2fffc058-df48-42ff-bfde-999fa6dbf9b6 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:24.419144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:24.419620 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.421303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port a1920466-b44a-4be1-87be-ffad4e0a9908 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:14:24.429975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5307f12e-9ba0-4658-b423-b3f7c2cd8711 admin admin] Deleting subnet a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:14:24.434382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5307f12e-9ba0-4658-b423-b3f7c2cd8711 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.499508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5307f12e-9ba0-4658-b423-b3f7c2cd8711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.506333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port a1920466-b44a-4be1-87be-ffad4e0a9908 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:24.506698 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.724690 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5307f12e-9ba0-4658-b423-b3f7c2cd8711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.734972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.20.0.8 (cd76810f-7d89-469a-ad8f-efec226747b3/cc227f9e-ca3a-45d5-9723-5546214767db/b5f18c7f-5920-4f35-8a4a-90b74ae40c46) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:24.812127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 21b3e496-af0d-496c-9aed-073610fe25c5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:14:24.847259 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5307f12e-9ba0-4658-b423-b3f7c2cd8711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.904763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.931371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307f12e-9ba0-4658-b423-b3f7c2cd8711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72abaaf-68b2-45dd-b08a-1167fbfeb8d0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:24.946114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 21b3e496-af0d-496c-9aed-073610fe25c5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:14:24.946473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 21b3e496-af0d-496c-9aed-073610fe25c5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:14:24.948624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5307f12e-9ba0-4658-b423-b3f7c2cd8711 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:24.952494 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5307f12e-9ba0-4658-b423-b3f7c2cd8711 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a72abaaf-68b2-45dd-b08a-1167fbfeb8d0 HTTP/1.1" status: 204 len: 168 time: 0.6849844 Nov 03 16:14:24.955487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49544) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:25.028429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port a1920466-b44a-4be1-87be-ffad4e0a9908, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a1920466-b44a-4be1-87be-ffad4e0a9908,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:25.030549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5257c28f-d9b2-4dfb-8688-245638f45c0e None None] Network 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:14:25.036570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20e04d0-86e9-4821-9ce7-08c54a53b3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1920466-b44a-4be1-87be-ffad4e0a9908'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:14:25.038895 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c80ad0-d02d-4024-bf9c-a2825a03ca71" -d '{"events": [{"server_uuid": "b20e04d0-86e9-4821-9ce7-08c54a53b3d8", "name": "network-vif-plugged", "status": "completed", "tag": "a1920466-b44a-4be1-87be-ffad4e0a9908"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:14:25.049115 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.095391 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.097465 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.149623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Deleting port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:25.150396 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.165982 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3299d7f2-cf63-435f-aede-4eb6ae5d684b x-openstack-request-id: req-3299d7f2-cf63-435f-aede-4eb6ae5d684b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:14:25.166443 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20e04d0-86e9-4821-9ce7-08c54a53b3d8", "name": "network-vif-plugged", "status": "completed", "tag": "a1920466-b44a-4be1-87be-ffad4e0a9908", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:14:25.166798 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3299d7f2-cf63-435f-aede-4eb6ae5d684b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:14:25.167298 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20e04d0-86e9-4821-9ce7-08c54a53b3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1920466-b44a-4be1-87be-ffad4e0a9908', 'code': 200} Nov 03 16:14:25.267416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=a1920466-b44a-4be1-87be-ffad4e0a9908,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:25.386913 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.435271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] For port 05b49f91-e98b-4508-8f9d-fa2336c4bd14, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=05b49f91-e98b-4508-8f9d-fa2336c4bd14,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:25.436253 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.457981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Calling delete_port for 05b49f91-e98b-4508-8f9d-fa2336c4bd14 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:25.461264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fffc058-df48-42ff-bfde-999fa6dbf9b6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:25.488191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device cadcf340-da20-414e-9fd7-839818758b63 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:14:25.552131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: cadcf340-da20-414e-9fd7-839818758b63 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:14:25.552919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device cadcf340-da20-414e-9fd7-839818758b63 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:14:25.579759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba3e82-b551-474b-b125-35e3d625817a None None] DHCP port deletion for 658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:14:25.626356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717a265-8a09-4e50-9c9d-d16522dac35b req-f47489f1-2945-4b84-aa0e-59b1bf6e600c tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:25.634554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d717a265-8a09-4e50-9c9d-d16522dac35b req-f47489f1-2945-4b84-aa0e-59b1bf6e600c tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 945 time: 0.3480167 Nov 03 16:14:25.652178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.751982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-83ba3e82-b551-474b-b125-35e3d625817a None None] Deleting port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:25.752605 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-83ba3e82-b551-474b-b125-35e3d625817a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.788565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.814770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df757a7b-0de6-4970-a188-92ff77d6341c req-54db4ec1-9100-43b1-8e3f-280164a34e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:25.817914 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df757a7b-0de6-4970-a188-92ff77d6341c req-54db4ec1-9100-43b1-8e3f-280164a34e9c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 1096 time: 0.3490732 Nov 03 16:14:25.833469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.924374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-83ba3e82-b551-474b-b125-35e3d625817a None None] For port 05b49f91-e98b-4508-8f9d-fa2336c4bd14, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=05b49f91-e98b-4508-8f9d-fa2336c4bd14,segment=NetworkSegment(ee789088-b94e-400e-b004-471f66099109),segment_id=ee789088-b94e-400e-b004-471f66099109)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:25.925292 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-83ba3e82-b551-474b-b125-35e3d625817a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:25.944194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b49f91-e98b-4508-8f9d-fa2336c4bd14,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:25.955130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-83ba3e82-b551-474b-b125-35e3d625817a None None] Calling delete_port for 05b49f91-e98b-4508-8f9d-fa2336c4bd14 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:25.968634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d717a265-8a09-4e50-9c9d-d16522dac35b req-fe31f1af-8880-472d-93b1-1f8299a791a0 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347423 Nov 03 16:14:26.030515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f706-3095-413c-8683-4342efdc5027 req-e7349567-3fc0-4006-a68c-64fa83892f0d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.033746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b897f706-3095-413c-8683-4342efdc5027 req-e7349567-3fc0-4006-a68c-64fa83892f0d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 931 time: 0.4376800 Nov 03 16:14:26.040019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] No DVR routers for this DVR port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:14:26.072077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network cd76810f-7d89-469a-ad8f-efec226747b3 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:26.076490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:26.143768 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-83ba3e82-b551-474b-b125-35e3d625817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.174135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba3e82-b551-474b-b125-35e3d625817a None None] No DVR routers for this DVR port 05b49f91-e98b-4508-8f9d-fa2336c4bd14 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:14:26.183882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:26.207066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:26.230095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.299230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df757a7b-0de6-4970-a188-92ff77d6341c req-a1dfc5c1-44b0-4709-9c34-d79cdd96eaf3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733732 Nov 03 16:14:26.314431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.317759 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.331327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba3e82-b551-474b-b125-35e3d625817a None None] Pushing event deleted for resources: {'Port': ['ID=05b49f91-e98b-4508-8f9d-fa2336c4bd14,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:26.430200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b897f706-3095-413c-8683-4342efdc5027 req-958afcf3-ef73-4b3f-9ee5-901353b5464b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131382 Nov 03 16:14:26.432839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658f9342-47b3-40ca-bb8c-b0fcc7ed83c7']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:26.450264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee789088-b94e-400e-b004-471f66099109') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:26.450846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee789088-b94e-400e-b004-471f66099109') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:26.471508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-204a4760-9cb5-4e30-863d-41127620ac80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0863485 Nov 03 16:14:26.473259 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.500804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.521727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:14:26.522135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:14:26.524970 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:14:26.645243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6d34da04-15e8-40fb-ba49-455b4c5dd288 None None] Provisioning complete for port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:26.645667 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d34da04-15e8-40fb-ba49-455b4c5dd288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.670870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-833c3cf4-2fa8-4dee-9c8c-83883e7c7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.672011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-833c3cf4-2fa8-4dee-9c8c-83883e7c7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.672509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-833c3cf4-2fa8-4dee-9c8c-83883e7c7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.672947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-833c3cf4-2fa8-4dee-9c8c-83883e7c7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.673688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-833c3cf4-2fa8-4dee-9c8c-83883e7c7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.674202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-833c3cf4-2fa8-4dee-9c8c-83883e7c7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.674663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-833c3cf4-2fa8-4dee-9c8c-83883e7c7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.677058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-833c3cf4-2fa8-4dee-9c8c-83883e7c7af3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6490 time: 0.0788410 Nov 03 16:14:26.677772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.684980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.689808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] 10.222.0.86 "DELETE /v2.0/networks/658f9342-47b3-40ca-bb8c-b0fcc7ed83c7 HTTP/1.1" status: 204 len: 168 time: 1.7325101 Nov 03 16:14:26.699390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6d34da04-15e8-40fb-ba49-455b4c5dd288 None None] Port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:14:26.720958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d5e5e-3104-4c56-89f9-b9d1a170e305 admin admin] Pushing event deleted for resources: {'Network': ['ID=658f9342-47b3-40ca-bb8c-b0fcc7ed83c7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:26.934822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-62c49438-5b2b-4826-86e6-283b859dc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.936326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-62c49438-5b2b-4826-86e6-283b859dc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.936983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-62c49438-5b2b-4826-86e6-283b859dc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.938947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-62c49438-5b2b-4826-86e6-283b859dc46e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b702e15-109b-4b34-b65b-e7a25aa30a01&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=32b60c1a-3fda-432a-b1be-706eaed0a660&id=32b60c1a-3fda-432a-b1be-706eaed0a660 HTTP/1.1" status: 200 len: 2292 time: 0.2156463 Nov 03 16:14:26.939705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49570) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:26.967224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:26.967967 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.972534 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.973506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d35bd7f-5d38-48d9-881e-7c1ba7bc6973 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:14:26.987332 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:26.988517 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5945f052-9fcd-46f5-b2e9-8a1e155a1657 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "DELETE /v2.0/routers/6d35bd7f-5d38-48d9-881e-7c1ba7bc6973 HTTP/1.1" status: 204 len: 168 time: 5.2272699 Nov 03 16:14:26.991426 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49572) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:27.042871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-19bb4168-3c69-4fc8-b517-9d512bfb4ef4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=69729811c07542f1abc0cc34e820fe52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1014571 Nov 03 16:14:27.045236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49576) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:27.087049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-5ac576e3-044f-42ae-84d8-b48bdc290cae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3588972 Nov 03 16:14:27.112767 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-d0054b72-1b24-4fa9-8090-b00609d0a490 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7 HTTP/1.1" status: 200 len: 1002 time: 0.1629939 Nov 03 16:14:27.117880 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-438f3cc8-52b2-4615-bb1d-d00d0028936b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:27.159027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Request body: {'port': {'device_id': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:27.182611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-438f3cc8-52b2-4615-bb1d-d00d0028936b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:27.195253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-95d2f98b-cc42-402a-85c8-d8ae48077857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:27.197064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-95d2f98b-cc42-402a-85c8-d8ae48077857 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec07e9ce-76fc-4651-9c43-195f89c62fd2 HTTP/1.1" status: 200 len: 850 time: 0.0771949 Nov 03 16:14:27.277196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-8457cbb0-0654-4545-8f02-bab4b54a4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:27.279203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-8457cbb0-0654-4545-8f02-bab4b54a4499 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b702e15-109b-4b34-b65b-e7a25aa30a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744915 Nov 03 16:14:27.318840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-438f3cc8-52b2-4615-bb1d-d00d0028936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:27.324960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-438f3cc8-52b2-4615-bb1d-d00d0028936b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:27.326595 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:27.329742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-438f3cc8-52b2-4615-bb1d-d00d0028936b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad4627bb-58a1-4d84-ae2f-aa4ed4709542 HTTP/1.1" status: 204 len: 168 time: 0.2800004 Nov 03 16:14:27.361948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f3cc8-52b2-4615-bb1d-d00d0028936b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4627bb-58a1-4d84-ae2f-aa4ed4709542,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:27.387927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dafce8-2ae7-4be6-ac99-8681fec332bc req-ca428758-ae72-430d-8606-623223743ede tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:27.390189 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2dafce8-2ae7-4be6-ac99-8681fec332bc req-ca428758-ae72-430d-8606-623223743ede tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 945 time: 0.2459295 Nov 03 16:14:27.412891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:27.443692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 05b49f91-e98b-4508-8f9d-fa2336c4bd14 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:14:27.512086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 05b49f91-e98b-4508-8f9d-fa2336c4bd14 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:14:27.512441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 05b49f91-e98b-4508-8f9d-fa2336c4bd14 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:14:27.579156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-6b79bb55-99a2-418d-90af-1789524159aa service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911880 Nov 03 16:14:27.719774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110be2ab-14ef-4f42-ae9a-c3d5017c2d1a req-4b3b8252-94cc-4e9a-aa87-229474aac7cf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:27.721350 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-110be2ab-14ef-4f42-ae9a-c3d5017c2d1a req-4b3b8252-94cc-4e9a-aa87-229474aac7cf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 931 time: 0.1275573 Nov 03 16:14:27.773489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-d03ad0f4-5468-4e4a-a262-b02301efb353 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844385 Nov 03 16:14:27.791306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c2dafce8-2ae7-4be6-ac99-8681fec332bc req-c631665a-9773-43c6-8cdc-6fa49a9dc85a tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754675 Nov 03 16:14:27.841619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-10962660-a623-457d-bd4e-e64c7a23b41e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 217 time: 0.0566928 Nov 03 16:14:27.854040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:27.869166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-110be2ab-14ef-4f42-ae9a-c3d5017c2d1a req-272a41ba-15dd-432f-916a-a9e31fdcfcfd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386909 Nov 03 16:14:27.937102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-2c70fd24-aef7-47cc-8888-a092b231a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:27.939082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-2c70fd24-aef7-47cc-8888-a092b231a73b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.0892487 Nov 03 16:14:28.020814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Deleting port 7253ce1f-3443-4298-908a-0e6667f23f45 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:28.021505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:28.068597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-8daa13bd-d3e3-4c2b-ab29-31459fd496dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:28.071615 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-8daa13bd-d3e3-4c2b-ab29-31459fd496dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1228514 Nov 03 16:14:28.148617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f18c7f-5920-4f35-8a4a-90b74ae40c46 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:14:28.160084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:28.186118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Transition to ACTIVE for port object b5f18c7f-5920-4f35-8a4a-90b74ae40c46 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:14:28.191714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:28.236316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] For port 7253ce1f-3443-4298-908a-0e6667f23f45, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7253ce1f-3443-4298-908a-0e6667f23f45,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:28.238394 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:28.301156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Calling delete_port for 7253ce1f-3443-4298-908a-0e6667f23f45 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:28.332457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:28.376702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-24cc735e-7881-4da3-8fbd-ea78d529089e service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959089 Nov 03 16:14:28.513439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Attempting to bind port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:14:28.513811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Attempting to bind port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:14:28.514274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Attempting to bind port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on network cd76810f-7d89-469a-ad8f-efec226747b3 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:14:28.538975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on network cd76810f-7d89-469a-ad8f-efec226747b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:14:28.540747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Attempting to bind port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on network cd76810f-7d89-469a-ad8f-efec226747b3 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:14:28.561329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:14:28.561808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Checking segment: {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:14:28.562141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Bound using segment: {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:14:28.562765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Bound port: b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:14:28.562979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:28.620609 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-72be16f3-ee11-47bf-91dd-52c89189edd0 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351644 Nov 03 16:14:28.709582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-e3388ba8-6570-4b61-bf4c-41a989c1cef5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 217 time: 0.0801206 Nov 03 16:14:28.783134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:14:28.788505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:14:28.814303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:28.906606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:28.907249 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:28.908709 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] 10.222.0.15 "PUT /v2.0/ports/b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 1091 time: 1.7616735 Nov 03 16:14:29.071968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:14:29.077434 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:14:29.386284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-dddf1e1c-cf8f-4787-a26a-b86ea2c56e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:29.386820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-f33271d6-1e30-4d47-a6e9-da06f165c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:29.387851 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-dddf1e1c-cf8f-4787-a26a-b86ea2c56e90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1094 time: 0.2989857 Nov 03 16:14:29.388256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-f33271d6-1e30-4d47-a6e9-da06f165c4b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.6702869 Nov 03 16:14:29.409108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e2361-c7d1-49b9-a9f9-3a34d909ca33 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:29.457808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb01f6c-4d43-4b6d-9296-94b7571ab464 req-aa5a55e0-a540-4ddd-9bb5-746f7bb4f504 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:29.460236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8eb01f6c-4d43-4b6d-9296-94b7571ab464 req-aa5a55e0-a540-4ddd-9bb5-746f7bb4f504 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.3638449 Nov 03 16:14:29.581085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-a6473517-84cb-4622-9f41-ac0d3b182534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:29.582666 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-a6473517-84cb-4622-9f41-ac0d3b182534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1377773 Nov 03 16:14:29.602737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefaa92-da53-48bf-be5c-04d8b673bb35 req-d7991dc7-7f8c-4a21-b8e0-14e1a62ba92b tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:29.613081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-faefaa92-da53-48bf-be5c-04d8b673bb35 req-d7991dc7-7f8c-4a21-b8e0-14e1a62ba92b tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 945 time: 0.2187304 Nov 03 16:14:29.656571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-f659e0bd-322d-4911-847e-dfd25cb40ccc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 217 time: 0.2399244 Nov 03 16:14:29.657593 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:29.771028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-2ed5cea6-e00f-4664-b6d7-32a8889168e4 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520977 Nov 03 16:14:29.784284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-31382ffd-5184-47d9-83f8-b4276e38fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:29.785914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-31382ffd-5184-47d9-83f8-b4276e38fa86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 200 len: 835 time: 0.1226163 Nov 03 16:14:29.791244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event deleted for resources: {'Port': ['ID=7253ce1f-3443-4298-908a-0e6667f23f45,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:29.830977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-faefaa92-da53-48bf-be5c-04d8b673bb35 req-8431fc3f-b467-4a78-86f8-c1830badde9d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155788 Nov 03 16:14:29.866057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8eb01f6c-4d43-4b6d-9296-94b7571ab464 req-1ba45585-883c-48cc-9277-0f31433e99a2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3918588 Nov 03 16:14:29.954335 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:30.017866 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bec20c9-7f11-463e-a4b0-49d696087ed3 x-openstack-request-id: req-3bec20c9-7f11-463e-a4b0-49d696087ed3 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:14:30.018156 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:14:30.018406 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3bec20c9-7f11-463e-a4b0-49d696087ed3 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:14:30.018800 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'status': 'completed', 'code': 200} Nov 03 16:14:30.056999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-ac1eb286-f6bb-4e36-a9d2-9c27215bedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:30.058875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-ac1eb286-f6bb-4e36-a9d2-9c27215bedeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd76810f-7d89-469a-ad8f-efec226747b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2652133 Nov 03 16:14:30.160317 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:30.185867 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:30.189760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-8fe9eeb1-3045-46d9-b582-e46a7c7f8bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024713 Nov 03 16:14:30.291670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-3e1ba8f1-7b8c-46d6-8a55-eb99b89654f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00 HTTP/1.1" status: 200 len: 217 time: 0.0924904 Nov 03 16:14:30.379924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-b99f718b-5947-4ef3-a9af-35f5a23ee08a service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504668 Nov 03 16:14:30.396706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-2967b059-7c7f-474a-838e-deacfbc2935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:30.399045 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-2967b059-7c7f-474a-838e-deacfbc2935a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1000414 Nov 03 16:14:30.549909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-b6297e59-6032-440c-9270-642fb6e3b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:30.554156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-b6297e59-6032-440c-9270-642fb6e3b309 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1480749 Nov 03 16:14:30.621781 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:30.622666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5668664e-3763-402d-b26f-74dc40c3460f {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:14:30.643171 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:30.644342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b481d0de-6ee6-4431-aae9-6add72031c59 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "DELETE /v2.0/routers/5668664e-3763-402d-b26f-74dc40c3460f HTTP/1.1" status: 204 len: 168 time: 3.6519008 Nov 03 16:14:30.659827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49652) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:30.674724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-222514116', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:30.788914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a89ddd70-df9d-467a-8573-e5e61ca18b6c req-e45c647e-7b0e-4129-8ff3-3d24c0e74e28 service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075950 Nov 03 16:14:30.797796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:30.799193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:30.875631 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:30.982616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-f6619b5b-a0ba-4d99-8446-a4e215a1f7ec service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183998 Nov 03 16:14:31.137030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-77630a16-efba-437f-b485-9a7eed222e13 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419547 Nov 03 16:14:31.252432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-3bddd89d-7d5f-4575-be48-9406fd7a4a7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 HTTP/1.1" status: 200 len: 217 time: 0.0943327 Nov 03 16:14:31.335734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:31.473261 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:31.485409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7253ce1f-3443-4298-908a-0e6667f23f45 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:14:31.487007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-03ac4b8f-d009-4cc0-b09d-4b18c692d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:31.509465 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-03ac4b8f-d009-4cc0-b09d-4b18c692d284 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1094 time: 0.5802186 Nov 03 16:14:31.541670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-23e64e5a-b68c-4a41-ad73-ab8207ce65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:31.543405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-23e64e5a-b68c-4a41-ad73-ab8207ce65c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.2908535 Nov 03 16:14:31.614564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 7253ce1f-3443-4298-908a-0e6667f23f45 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:14:31.616757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7253ce1f-3443-4298-908a-0e6667f23f45 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:14:31.645585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2d4cb-ffe3-4201-9454-0cfa37fffb9c req-f8f800a7-6681-4f44-a706-61fe9182abf1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:31.646085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ce2d4cb-ffe3-4201-9454-0cfa37fffb9c req-f8f800a7-6681-4f44-a706-61fe9182abf1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.2068632 Nov 03 16:14:31.656490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-657ae390-aee4-4474-9405-3b9ac1d0215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:31.658181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-657ae390-aee4-4474-9405-3b9ac1d0215b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991917 Nov 03 16:14:31.777823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ce2d4cb-ffe3-4201-9454-0cfa37fffb9c req-ee4bde69-05d3-44e3-93f7-515dea7ecf4b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181352 Nov 03 16:14:31.831345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-2604b685-371b-4841-9742-8dbf000ac283 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646161 Nov 03 16:14:31.868131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-072cc973-5159-4543-8176-79f833ec519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:31.870998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-072cc973-5159-4543-8176-79f833ec519c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 897 time: 0.3469622 Nov 03 16:14:32.025367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-e395f4ba-578d-4cbf-a127-d34a6b5ddc98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 217 time: 0.1172056 Nov 03 16:14:32.049783 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-c9270bb3-196b-42b3-b527-8bf4680cba1f service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095575 Nov 03 16:14:32.162310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-7f4fd6b3-740c-45e7-a898-44ce16fcc193 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99629fd-c01f-4e74-97d1-865bfad31285 HTTP/1.1" status: 200 len: 217 time: 0.1039031 Nov 03 16:14:32.231465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-55a75be3-45e0-4a98-8221-c01dabf889bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:32.232973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-55a75be3-45e0-4a98-8221-c01dabf889bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.0623355 Nov 03 16:14:32.252490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-cb22f2c1-5079-4daf-b169-adffe44030c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:32.254016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-cb22f2c1-5079-4daf-b169-adffe44030c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 200 len: 835 time: 0.2119880 Nov 03 16:14:32.362279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-70f74f1a-79fe-431f-ac62-153b50c75139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:32.374874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-70f74f1a-79fe-431f-ac62-153b50c75139 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1307886 Nov 03 16:14:32.393209 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:32.437268 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:32.452481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-ae2fc22f-f8c1-478c-b467-8bdab90786a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:32.454027 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-ae2fc22f-f8c1-478c-b467-8bdab90786a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd76810f-7d89-469a-ad8f-efec226747b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868379 Nov 03 16:14:32.516998 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ea52276-8e80-4b32-9720-27b923e70532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:32.662598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-87182a64-7b17-4cda-9151-110d4781c94d service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796214 Nov 03 16:14:32.711460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-74686db1-bdf7-420d-abe0-5cf1e0734c21 service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881595 Nov 03 16:14:32.712553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Allocated IP 172.25.6.111 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/2d5a6c8a-1b17-4133-84d8-5a19a8b995f2) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:32.946323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-115a0869-796e-4f6a-8b07-9aaaaacbd057 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634084 Nov 03 16:14:33.058479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-4efb4b88-c3ce-4ba5-a297-33c16bed4ca8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9 HTTP/1.1" status: 200 len: 217 time: 0.1049943 Nov 03 16:14:33.067860 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d7dccc8-2296-4cfb-8dcf-a3a63419c14b req-a04cf438-eee2-42a7-b880-3e5fff8118e2 service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446445 Nov 03 16:14:33.136094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-27f701da-fa05-4334-be8f-8a2f13c9814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:33.137631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-27f701da-fa05-4334-be8f-8a2f13c9814d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.0684361 Nov 03 16:14:33.140658 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:33.186938 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:33.233074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b29b36-ddc4-4c48-be13-d69eb2c4cdb9 req-a0008a66-2b28-443b-b064-fba1c3b0da54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:33.240856 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2b29b36-ddc4-4c48-be13-d69eb2c4cdb9 req-a0008a66-2b28-443b-b064-fba1c3b0da54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.3058088 Nov 03 16:14:33.246776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-46819c8b-19eb-4f66-a29a-09dfdc278d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:33.252840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-46819c8b-19eb-4f66-a29a-09dfdc278d58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1031718 Nov 03 16:14:33.302814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:33.324428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:33.333687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:33.335834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event updated for resources: {'Port': ['ID=2d5a6c8a-1b17-4133-84d8-5a19a8b995f2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:33.601098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-d1b2e0cb-6651-4f17-8a42-5db46cf0b705 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431671 Nov 03 16:14:33.825811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5d98ab0-d2c9-4760-88ac-550ab9ada955 req-100d3823-92bf-4279-9685-dc9e8c1acc4c service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168274 Nov 03 16:14:33.974720 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2b29b36-ddc4-4c48-be13-d69eb2c4cdb9 req-80d4b233-7ffb-4fe9-96c5-8b28c7f4bbd3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7329764 Nov 03 16:14:34.399278 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:34.744012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:34.933941 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2e1b601c-f9db-4fe8-ace3-7ed0409d5bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:35.162205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Router b7e5d419-a5f0-4bb0-852f-99bfc30f85c6 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:14:35.243116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49738) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:35.412877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd441a2-00de-4e7a-a37b-a607235fcc04 req-5e1ca831-3c67-42f4-aab6-2d6dce9a85da tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:35.424529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cd441a2-00de-4e7a-a37b-a607235fcc04 req-5e1ca831-3c67-42f4-aab6-2d6dce9a85da tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.1697874 Nov 03 16:14:35.545786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:35.560414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327448e-45e1-4d09-a32d-4cf59ce58aea None None] Sync routers for ids ['b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:35.560629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ebbad821-0ea3-4a1a-8cc2-86ac6002ee01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:35.604180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327448e-45e1-4d09-a32d-4cf59ce58aea None None] Routers {'b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:35.609793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1327448e-45e1-4d09-a32d-4cf59ce58aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:35.703226 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7cd441a2-00de-4e7a-a37b-a607235fcc04 req-2fea06ac-ee63-4bf4-9fb3-ad81aa9e1b34 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768385 Nov 03 16:14:35.707556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:35.716120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9b1f619b-28a5-4814-9df9-c94185410d7f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0501909 Nov 03 16:14:35.716842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49744) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:35.721319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-49fa83d1-7371-43c3-8c79-0c129b3bc551 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': False}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:35.725121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1327448e-45e1-4d09-a32d-4cf59ce58aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:35.733515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device b5f18c7f-5920-4f35-8a4a-90b74ae40c46 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:14:35.749054 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ebbad821-0ea3-4a1a-8cc2-86ac6002ee01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:35.755323 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ebbad821-0ea3-4a1a-8cc2-86ac6002ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:35.857607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ebbad821-0ea3-4a1a-8cc2-86ac6002ee01 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc6a57e5495c43db9612a844a114fb9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6126049 Nov 03 16:14:35.867982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49748) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:35.868678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbad821-0ea3-4a1a-8cc2-86ac6002ee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b9f51a-2357-408e-a12f-e62a5de23b79,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:35.891253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327448e-45e1-4d09-a32d-4cf59ce58aea None None] Routers {'b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:35.891886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1327448e-45e1-4d09-a32d-4cf59ce58aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:35.970418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1327448e-45e1-4d09-a32d-4cf59ce58aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:35.975361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327448e-45e1-4d09-a32d-4cf59ce58aea None None] The sync data for ids ['b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:36.039982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:36.040517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:36.073379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'port_id': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'mac_address': 'fa:16:3e:35:73:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:14:36.133764 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:36.172092 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:36.200266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f18c7f-5920-4f35-8a4a-90b74ae40c46 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:14:36.238581 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:36.238826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:36.244882 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:36.248607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e6b9f51a-2357-408e-a12f-e62a5de23b79 HTTP/1.1" status: 204 len: 168 time: 0.3745515 Nov 03 16:14:36.266826 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:36.277890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b9f51a-2357-408e-a12f-e62a5de23b79,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:36.305109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.305999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.306329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.306664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.307161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.307485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.307808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.308125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.308460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.311601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.311955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.312296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a28da2-774a-496b-8bf5-ae7064ec6bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:36.329326 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:36.379511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:36.484365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-49fa83d1-7371-43c3-8c79-0c129b3bc551 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:36.706124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['b5f18c7f-5920-4f35-8a4a-90b74ae40c46'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:14:36.964314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49776) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:37.003082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-387963e3-32f8-4473-8190-dc98b8f41cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.222265 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-387963e3-32f8-4473-8190-dc98b8f41cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.232462 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-387963e3-32f8-4473-8190-dc98b8f41cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.282722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-387963e3-32f8-4473-8190-dc98b8f41cb0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=183b008c872a4eb2a7eef446a2daf600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3168054 Nov 03 16:14:37.287908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49784) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:37.301748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-49fa83d1-7371-43c3-8c79-0c129b3bc551 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.327525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14944a9b-b4d5-4534-b77f-38e6c0d3bbd6 req-bf901db8-0e96-4373-a88f-cfa81f139638 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:37.343176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14944a9b-b4d5-4534-b77f-38e6c0d3bbd6 req-bf901db8-0e96-4373-a88f-cfa81f139638 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 944 time: 0.3318100 Nov 03 16:14:37.365828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-49fa83d1-7371-43c3-8c79-0c129b3bc551 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.380668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387963e3-32f8-4473-8190-dc98b8f41cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf0566e-a656-4741-804d-0e94b7cf7526,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:37.397855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c096a0f-d81a-4029-80d0-a8085f334a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.427410 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c096a0f-d81a-4029-80d0-a8085f334a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.483422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c096a0f-d81a-4029-80d0-a8085f334a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.486151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c096a0f-d81a-4029-80d0-a8085f334a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.496022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1c096a0f-d81a-4029-80d0-a8085f334a6a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ebf0566e-a656-4741-804d-0e94b7cf7526 HTTP/1.1" status: 204 len: 168 time: 0.2029829 Nov 03 16:14:37.507054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14944a9b-b4d5-4534-b77f-38e6c0d3bbd6 req-d5cb1984-13f4-4f96-9e83-e87915d62356 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627512 Nov 03 16:14:37.523074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c096a0f-d81a-4029-80d0-a8085f334a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf0566e-a656-4741-804d-0e94b7cf7526,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:37.632849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fa83d1-7371-43c3-8c79-0c129b3bc551 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Router b7e5d419-a5f0-4bb0-852f-99bfc30f85c6 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:14:37.736561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.787803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fa83d1-7371-43c3-8c79-0c129b3bc551 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:37.793350 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-49fa83d1-7371-43c3-8c79-0c129b3bc551 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:37.794444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-49fa83d1-7371-43c3-8c79-0c129b3bc551 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "PUT /v2.0/routers/b7e5d419-a5f0-4bb0-852f-99bfc30f85c6 HTTP/1.1" status: 200 len: 921 time: 2.0765104 Nov 03 16:14:37.797071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49788) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:37.800734 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a4a3f-9544-469c-8d37-a9b12b0cf6f7 None None] Sync routers for ids ['b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:37.817921 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a4a3f-9544-469c-8d37-a9b12b0cf6f7 None None] Routers {'b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:37.818509 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8f2a4a3f-9544-469c-8d37-a9b12b0cf6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:37.866536 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8f2a4a3f-9544-469c-8d37-a9b12b0cf6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:37.876691 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a4a3f-9544-469c-8d37-a9b12b0cf6f7 None None] Routers {'b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:37.877291 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8f2a4a3f-9544-469c-8d37-a9b12b0cf6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:37.935359 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8f2a4a3f-9544-469c-8d37-a9b12b0cf6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:37.937281 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a4a3f-9544-469c-8d37-a9b12b0cf6f7 None None] The sync data for ids ['b7e5d419-a5f0-4bb0-852f-99bfc30f85c6'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:38.011001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d6675161-a814-4896-8e46-76b6821e735b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/routers/b7e5d419-a5f0-4bb0-852f-99bfc30f85c6 HTTP/1.1" status: 200 len: 921 time: 0.2126114 Nov 03 16:14:38.014023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49796) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:38.075789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73195f46-7532-4ba7-bd3d-4334d49a7c3e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:38.077450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-73195f46-7532-4ba7-bd3d-4334d49a7c3e tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=b7e5d419-a5f0-4bb0-852f-99bfc30f85c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0622067 Nov 03 16:14:38.080372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49802) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:38.201092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cd5666-41d5-4340-8714-0f1616f9467b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:38.204368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-51cd5666-41d5-4340-8714-0f1616f9467b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 881 time: 0.1218724 Nov 03 16:14:38.206751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49810) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:38.245566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-38e57ba3-d52f-4c9b-9c87-4e86e9d362a1 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7e5d419-a5f0-4bb0-852f-99bfc30f85c6 HTTP/1.1" status: 200 len: 205 time: 0.0359206 Nov 03 16:14:38.246963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49814) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:38.386459 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:38.420439 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:38.548661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:38.646136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Deleting port 2d5a6c8a-1b17-4133-84d8-5a19a8b995f2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:38.646809 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:38.709062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f2765-edd7-40c9-b55a-d72b4a9352cc req-0dc4a69f-d9ca-4889-aacf-09e8c47e6ab2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:38.710712 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-110f2765-edd7-40c9-b55a-d72b4a9352cc req-0dc4a69f-d9ca-4889-aacf-09e8c47e6ab2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 944 time: 0.1107223 Nov 03 16:14:38.792897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:38.811605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Calling delete_port for 2d5a6c8a-1b17-4133-84d8-5a19a8b995f2 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:38.844010 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-110f2765-edd7-40c9-b55a-d72b4a9352cc req-e7879885-54ad-4331-ad55-742fd19ebd7c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248484 Nov 03 16:14:39.045073 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.168025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event deleted for resources: {'Port': ['ID=2d5a6c8a-1b17-4133-84d8-5a19a8b995f2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:39.226204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.437714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.442227 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.513847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.514676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Fanout notify agent at l3_agent the message router_deleted on router b7e5d419-a5f0-4bb0-852f-99bfc30f85c6 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:14:39.525941 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.531070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49848) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:39.536897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-32a0baef-52e3-41aa-86ec-2b47f6ed29b7 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1855689672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:39.541709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-773f1c6e-a4e2-43eb-86a6-d361ed410e76 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/b7e5d419-a5f0-4bb0-852f-99bfc30f85c6 HTTP/1.1" status: 204 len: 168 time: 1.2935336 Nov 03 16:14:39.565857 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-32a0baef-52e3-41aa-86ec-2b47f6ed29b7 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.566904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-32a0baef-52e3-41aa-86ec-2b47f6ed29b7 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.632301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-32a0baef-52e3-41aa-86ec-2b47f6ed29b7 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.638470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-32a0baef-52e3-41aa-86ec-2b47f6ed29b7 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.661337 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-32a0baef-52e3-41aa-86ec-2b47f6ed29b7 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.666888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49854) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:39.670112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-32a0baef-52e3-41aa-86ec-2b47f6ed29b7 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1379044 Nov 03 16:14:39.672349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:39.735473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device b5f18c7f-5920-4f35-8a4a-90b74ae40c46 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:14:39.828475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:14:39.835008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:14:39.835643 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:39.927048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:40.014215 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:40.036610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be5f84-137b-4d97-bfd7-2083570e46ad req-c1743bd5-a9fa-47c7-983c-4c61558b9647 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:40.051383 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a1be5f84-137b-4d97-bfd7-2083570e46ad req-c1743bd5-a9fa-47c7-983c-4c61558b9647 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 944 time: 0.1123285 Nov 03 16:14:40.054350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:14:40.056442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:14:40.060442 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a613df2a-e21f-4238-a417-3674f23208fa" -d '{"events": [{"server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "name": "network-vif-plugged", "status": "completed", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:14:40.065857 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:40.136123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:40.168597 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acda165f-aa5c-4c5c-98fe-7a467856d8c3 x-openstack-request-id: req-acda165f-aa5c-4c5c-98fe-7a467856d8c3 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:14:40.169007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:40.169152 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "name": "network-vif-plugged", "status": "completed", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:14:40.169511 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-acda165f-aa5c-4c5c-98fe-7a467856d8c3 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:14:40.170179 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'code': 200} Nov 03 16:14:40.190490 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:40.231078 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a1be5f84-137b-4d97-bfd7-2083570e46ad req-055292ae-4f59-4323-a317-2567eab24bb6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770601 Nov 03 16:14:40.668035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc2c9-296d-4289-b6cc-c45877b5c3cb req-8dcd8901-c2d9-4045-9137-a03996c8da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:40.669584 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb6bc2c9-296d-4289-b6cc-c45877b5c3cb req-8dcd8901-c2d9-4045-9137-a03996c8da97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1096 time: 0.3856416 Nov 03 16:14:40.676634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Allocated IP 172.25.6.220 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/ea8fe70a-1b43-4e37-8fc8-1061b38eca44) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:40.775438 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb6bc2c9-296d-4289-b6cc-c45877b5c3cb req-9e02cf7c-ba35-4728-b496-1bd001ea45a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962851 Nov 03 16:14:40.843391 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:40.908533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:40.936075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:40.959215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:40.970212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:41.371298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event updated for resources: {'Port': ['ID=ea8fe70a-1b43-4e37-8fc8-1061b38eca44,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:41.469630 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8e7e1-222b-4967-8942-8e89a51a9e87 req-c51424fe-a041-4215-b47b-c9ea27da9a57 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:41.494663 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-49d8e7e1-222b-4967-8942-8e89a51a9e87 req-c51424fe-a041-4215-b47b-c9ea27da9a57 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1511588 Nov 03 16:14:41.569766 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:41.620599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-49d8e7e1-222b-4967-8942-8e89a51a9e87 req-f079bdce-7199-4d8d-853f-e64e49f70133 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250060 Nov 03 16:14:41.973046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:41.982221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:42.184419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Router cbdd0bb7-0643-478e-abfa-11d061c84b86 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:14:42.406901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:42.418628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af05777-6b9d-44c1-b274-c74d26e9ebd6 None None] Sync routers for ids ['cbdd0bb7-0643-478e-abfa-11d061c84b86'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:42.439622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:42.442058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f7c25854-e2b3-4430-90fd-b7d8b14a6382 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "PUT /v2.0/routers/cbdd0bb7-0643-478e-abfa-11d061c84b86 HTTP/1.1" status: 200 len: 880 time: 2.7735889 Nov 03 16:14:42.443664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49938) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:42.458923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af05777-6b9d-44c1-b274-c74d26e9ebd6 None None] Routers {'cbdd0bb7-0643-478e-abfa-11d061c84b86'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:42.459571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2af05777-6b9d-44c1-b274-c74d26e9ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['cbdd0bb7-0643-478e-abfa-11d061c84b86'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:42.535153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2af05777-6b9d-44c1-b274-c74d26e9ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:42.556894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af05777-6b9d-44c1-b274-c74d26e9ebd6 None None] Routers {'cbdd0bb7-0643-478e-abfa-11d061c84b86'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:42.557934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2af05777-6b9d-44c1-b274-c74d26e9ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['cbdd0bb7-0643-478e-abfa-11d061c84b86'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:42.615195 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cab1fc70-258b-47f9-b248-553d73f772ff tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/routers/cbdd0bb7-0643-478e-abfa-11d061c84b86 HTTP/1.1" status: 200 len: 921 time: 0.1675930 Nov 03 16:14:42.615696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49942) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:42.669122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2af05777-6b9d-44c1-b274-c74d26e9ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:42.672208 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af05777-6b9d-44c1-b274-c74d26e9ebd6 None None] The sync data for ids ['cbdd0bb7-0643-478e-abfa-11d061c84b86'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:42.699571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f3d46-01d2-4539-afd2-75d5c13f7061 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:42.703601 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bd0f3d46-01d2-4539-afd2-75d5c13f7061 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=cbdd0bb7-0643-478e-abfa-11d061c84b86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0845044 Nov 03 16:14:42.703935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49946) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:42.835593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d58b-0413-4ab7-b930-a5ef6da11082 req-c71b72f6-1796-4f6b-860c-b9b8398cc397 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:42.837596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a099d58b-0413-4ab7-b930-a5ef6da11082 req-c71b72f6-1796-4f6b-860c-b9b8398cc397 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1266146 Nov 03 16:14:42.896579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a099d58b-0413-4ab7-b930-a5ef6da11082 req-9151c267-7f6c-4be9-8bdd-4fa8efd94b04 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504599 Nov 03 16:14:42.904961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa228188-5436-4c19-b980-498008c29e9b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:42.909054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aa228188-5436-4c19-b980-498008c29e9b tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 881 time: 0.2015195 Nov 03 16:14:42.909334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49954) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:42.975797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49958) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:42.976393 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fc594f58-a2b8-48ff-ae15-090d80ec2089 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbdd0bb7-0643-478e-abfa-11d061c84b86 HTTP/1.1" status: 200 len: 205 time: 0.0654616 Nov 03 16:14:43.092631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dc400-b936-4ab7-874b-69773daf80d0 req-7c8e4a8e-ed6a-4d43-a534-53ba094304c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:43.100776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe5dc400-b936-4ab7-874b-69773daf80d0 req-7c8e4a8e-ed6a-4d43-a534-53ba094304c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.0885713 Nov 03 16:14:43.126121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:43.159131 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe5dc400-b936-4ab7-874b-69773daf80d0 req-1225ea0e-040c-4791-acb1-7c41dc899aaa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573063 Nov 03 16:14:43.186686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49968) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:43.241869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaf28fc-882d-446e-8710-c195c906dd6b tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:43.246823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dbaf28fc-882d-446e-8710-c195c906dd6b tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1091 time: 0.0475900 Nov 03 16:14:43.248169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49974) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:43.254810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:43.279519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:43.329588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:43.357102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Deleting port ea8fe70a-1b43-4e37-8fc8-1061b38eca44 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:43.357632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:43.475452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:43.476334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:43.501311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Calling delete_port for ea8fe70a-1b43-4e37-8fc8-1061b38eca44 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:43.693609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.25.6.86 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/1d31f386-cf24-459f-94b3-82d2f3210ad7) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:43.826895 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:43.897092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:43.999649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=1d31f386-cf24-459f-94b3-82d2f3210ad7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:44.020095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:44.022347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:44.032545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:44.388232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.441977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event deleted for resources: {'Port': ['ID=ea8fe70a-1b43-4e37-8fc8-1061b38eca44,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:44.527182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.637418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.640304 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.708132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.708132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Fanout notify agent at l3_agent the message router_deleted on router cbdd0bb7-0643-478e-abfa-11d061c84b86 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:14:44.730456 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.730456 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1b62ae4c-6bd3-4573-9b6b-11769ad0fc3f tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/cbdd0bb7-0643-478e-abfa-11d061c84b86 HTTP/1.1" status: 204 len: 168 time: 1.7517426 Nov 03 16:14:44.733562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50014) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:44.737679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-88a02ab0-3353-4579-89ef-7c8c0f07939b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-732588477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:44.774654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88a02ab0-3353-4579-89ef-7c8c0f07939b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.775917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88a02ab0-3353-4579-89ef-7c8c0f07939b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.843211 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.864726 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88a02ab0-3353-4579-89ef-7c8c0f07939b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.874524 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88a02ab0-3353-4579-89ef-7c8c0f07939b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.909921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88a02ab0-3353-4579-89ef-7c8c0f07939b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:44.912198 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-88a02ab0-3353-4579-89ef-7c8c0f07939b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1771934 Nov 03 16:14:44.914882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50018) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:44.922205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': True}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:45.419117 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:45.734696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:46.046576 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:46.057371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:46.182619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=1d31f386-cf24-459f-94b3-82d2f3210ad7,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:46.297425 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:46.364290 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:46.409217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:46.585086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Allocated IP 172.25.6.158 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/5fcb34d7-291a-4d04-875b-07649eea3e6a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:46.622473 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Floating IP 4ed941fd-5ef0-40bd-af07-49e509c5aa76 associated. External IP: 172.25.6.86, port: b5f18c7f-5920-4f35-8a4a-90b74ae40c46. Nov 03 16:14:46.807916 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:46.946096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:46.999631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:47.008634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:47.014246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:47.042109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event updated for resources: {'Port': ['ID=5fcb34d7-291a-4d04-875b-07649eea3e6a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:47.051767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 0b2da2dd-b967-4f20-b7c1-060132f455fa has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:14:47.362656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:47.376084 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] Sync routers for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:47.394107 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:47.396028 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:47.478599 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:47.572257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-527e979f-a419-4233-892a-304a28059e54 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3193839 Nov 03 16:14:47.578390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:14:47.580726 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66656fd5-d08f-4910-b358-a3367f43d2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:14:47.588708 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:47.613816 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:47.679750 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff05cb28-1944-4572-a243-57b52ef1d03a x-openstack-request-id: req-ff05cb28-1944-4572-a243-57b52ef1d03a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:14:47.680055 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:14:47.680310 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff05cb28-1944-4572-a243-57b52ef1d03a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:14:47.680824 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'status': 'completed', 'code': 200} Nov 03 16:14:47.782238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372d73d-aec9-4682-99d3-2b05a07977aa req-c6c89a12-e999-4ffb-982e-5e8ee2eb6160 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:47.784072 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f372d73d-aec9-4682-99d3-2b05a07977aa req-c6c89a12-e999-4ffb-982e-5e8ee2eb6160 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.0979741 Nov 03 16:14:47.852536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-b60bd7b2-6894-43b6-b8e7-52c058a446ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:47.854194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-b60bd7b2-6894-43b6-b8e7-52c058a446ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1096 time: 0.0859964 Nov 03 16:14:47.912542 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f372d73d-aec9-4682-99d3-2b05a07977aa req-2476c780-8752-4bde-9ae3-3c2661fd4555 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145074 Nov 03 16:14:47.939138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50094) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:48.013038 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d88298c3-b457-4a44-b51f-3b6634cbc270 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/4ed941fd-5ef0-40bd-af07-49e509c5aa76 HTTP/1.1" status: 200 len: 990 time: 0.0728359 Nov 03 16:14:48.053186 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:14:48.116296 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:15Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '4ed941fd-5ef0-40bd-af07-49e509c5aa76', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'port_id': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'mac_address': 'fa:16:3e:35:73:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:14:44Z', 'updated_at': '2021-11-03T16:14:44Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c23c69-d6a6-4be8-9533-5c2243fbb3b5', 'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:01:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:12Z', 'updated_at': '2021-11-03T16:14:20Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:48.129887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-7fd6beb1-3148-4b47-b0d9-a11965741d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:48.131363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-7fd6beb1-3148-4b47-b0d9-a11965741d25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 897 time: 0.2668214 Nov 03 16:14:48.200410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50102) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:48.210241 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] Checking router: 0b2da2dd-b967-4f20-b7c1-060132f455fa for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:14:48.239923 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:48.240540 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:48.361072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:48.364798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:48.400671 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b6dddd06-5cc7-4326-b3b9-65572367811b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:48.442958 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-d19de35a-34a2-45e9-b798-0bd4ce607c7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 998 time: 0.2118571 Nov 03 16:14:48.555354 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:14:48.562317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-133df0f5-66c7-48e1-b6df-b9f5981fe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:48.563982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-133df0f5-66c7-48e1-b6df-b9f5981fe951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 200 len: 835 time: 0.0678282 Nov 03 16:14:48.606663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b6dddd06-5cc7-4326-b3b9-65572367811b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:48.616719 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b6dddd06-5cc7-4326-b3b9-65572367811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:48.640488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Router c4880a62-1c15-4654-9e58-d8c90e9aea7c is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:14:48.670385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b6dddd06-5cc7-4326-b3b9-65572367811b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c38fca1c0fc48f89f3cdcac0f8a17a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4658020 Nov 03 16:14:48.670385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dddd06-5cc7-4326-b3b9-65572367811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6f4648-82d8-4e02-a2b2-8aa28d00ce43,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:48.672697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50120) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:48.781839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1393a515-45ec-4378-a84d-1cf34bfbd19c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:48.811255 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1393a515-45ec-4378-a84d-1cf34bfbd19c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:48.901063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1393a515-45ec-4378-a84d-1cf34bfbd19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:48.909961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1393a515-45ec-4378-a84d-1cf34bfbd19c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:48.911165 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1393a515-45ec-4378-a84d-1cf34bfbd19c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd6f4648-82d8-4e02-a2b2-8aa28d00ce43 HTTP/1.1" status: 204 len: 168 time: 0.2260125 Nov 03 16:14:48.939524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393a515-45ec-4378-a84d-1cf34bfbd19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6f4648-82d8-4e02-a2b2-8aa28d00ce43,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:49.015438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50130) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:49.153884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c656e4b6-e69e-4381-ad52-b03220b99c99 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/4ed941fd-5ef0-40bd-af07-49e509c5aa76 HTTP/1.1" status: 200 len: 990 time: 0.1366777 Nov 03 16:14:49.218438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-c0859fd4-937e-4239-8db9-8149ed43529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:49.222583 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-c0859fd4-937e-4239-8db9-8149ed43529d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd76810f-7d89-469a-ad8f-efec226747b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6195023 Nov 03 16:14:49.288013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:49.294328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:49.295779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fdeebd70-9338-46a7-a9a1-95afd5d573a5 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "PUT /v2.0/routers/c4880a62-1c15-4654-9e58-d8c90e9aea7c HTTP/1.1" status: 200 len: 914 time: 4.3796735 Nov 03 16:14:49.298546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50142) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:49.312069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b60de-191d-43e2-a7ff-efe96a5339a2 None None] Sync routers for ids ['c4880a62-1c15-4654-9e58-d8c90e9aea7c'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:49.332658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b60de-191d-43e2-a7ff-efe96a5339a2 None None] Routers {'c4880a62-1c15-4654-9e58-d8c90e9aea7c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:49.334618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-467b60de-191d-43e2-a7ff-efe96a5339a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c4880a62-1c15-4654-9e58-d8c90e9aea7c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:49.393816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-467b60de-191d-43e2-a7ff-efe96a5339a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:49.409934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b60de-191d-43e2-a7ff-efe96a5339a2 None None] Routers {'c4880a62-1c15-4654-9e58-d8c90e9aea7c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:49.410909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-467b60de-191d-43e2-a7ff-efe96a5339a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c4880a62-1c15-4654-9e58-d8c90e9aea7c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:49.456296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-ff6b9438-cd78-44f4-8c65-445d19b4d834 service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102573 Nov 03 16:14:49.464670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-467b60de-191d-43e2-a7ff-efe96a5339a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:49.465630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b60de-191d-43e2-a7ff-efe96a5339a2 None None] The sync data for ids ['c4880a62-1c15-4654-9e58-d8c90e9aea7c'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:49.533698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50146) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:49.547968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50148) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:49.553793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8cbcff39-d030-4ac7-83f1-3f19ca3d0cce tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/routers/c4880a62-1c15-4654-9e58-d8c90e9aea7c HTTP/1.1" status: 200 len: 920 time: 0.2370617 Nov 03 16:14:49.569903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b66461a-de26-4d3a-b1c5-c06496d8a942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:49.577906 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:15Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '4ed941fd-5ef0-40bd-af07-49e509c5aa76', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'port_id': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'mac_address': 'fa:16:3e:35:73:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:14:44Z', 'updated_at': '2021-11-03T16:14:44Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c23c69-d6a6-4be8-9533-5c2243fbb3b5', 'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:01:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:12Z', 'updated_at': '2021-11-03T16:14:20Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:49.626366 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a2cce-36f6-469f-a038-f654aeef3dcb None None] The sync data for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 is: [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:15Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '4ed941fd-5ef0-40bd-af07-49e509c5aa76', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'port_id': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'mac_address': 'fa:16:3e:35:73:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:14:44Z', 'updated_at': '2021-11-03T16:14:44Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c23c69-d6a6-4be8-9533-5c2243fbb3b5', 'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:01:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:12Z', 'updated_at': '2021-11-03T16:14:20Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:49.712058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66656fd5-d08f-4910-b358-a3367f43d2ab req-102a1b2a-9261-4e93-a845-3b3327ffc97c service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478538 Nov 03 16:14:49.808183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b66461a-de26-4d3a-b1c5-c06496d8a942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:49.819098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879e3f3-aa7f-4820-aae7-bdc5d7092f13 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:49.823995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50152) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:49.824496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2879e3f3-aa7f-4820-aae7-bdc5d7092f13 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=c4880a62-1c15-4654-9e58-d8c90e9aea7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2736938 Nov 03 16:14:49.824884 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b66461a-de26-4d3a-b1c5-c06496d8a942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:49.873615 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8b66461a-de26-4d3a-b1c5-c06496d8a942 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ef015339cd842608ad67333ff0608f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388386 Nov 03 16:14:49.874787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66461a-de26-4d3a-b1c5-c06496d8a942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f0d06-f50b-4713-8eb1-ec78c7d139b9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:49.877270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50154) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:49.964959 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4632ad29-45b9-4fc4-a88b-84b6e488a6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:49.996439 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4632ad29-45b9-4fc4-a88b-84b6e488a6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:50.029686 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78988b34-cb76-43e5-9377-0bde8993c7a6 None None] New status for floating IP 4ed941fd-5ef0-40bd-af07-49e509c5aa76: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:14:50.052653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b65c1-46fa-4f1c-8420-8889a776eaad tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:50.055441 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-123b65c1-46fa-4f1c-8420-8889a776eaad tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 881 time: 0.2293856 Nov 03 16:14:50.058070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50160) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:50.098224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4632ad29-45b9-4fc4-a88b-84b6e488a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:50.106436 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4632ad29-45b9-4fc4-a88b-84b6e488a6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:50.110972 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4632ad29-45b9-4fc4-a88b-84b6e488a6cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d9f0d06-f50b-4713-8eb1-ec78c7d139b9 HTTP/1.1" status: 204 len: 168 time: 0.2326245 Nov 03 16:14:50.132564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632ad29-45b9-4fc4-a88b-84b6e488a6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f0d06-f50b-4713-8eb1-ec78c7d139b9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:50.165179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50166) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:50.191879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4e65a5d5-8f71-4a52-9aa2-d610506db5c7 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4880a62-1c15-4654-9e58-d8c90e9aea7c HTTP/1.1" status: 200 len: 205 time: 0.1326251 Nov 03 16:14:50.195896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50168) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:50.349649 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c1d98484-b076-4d7e-865a-1ec560324ce6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/4ed941fd-5ef0-40bd-af07-49e509c5aa76 HTTP/1.1" status: 200 len: 990 time: 0.1794178 Nov 03 16:14:50.436571 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:50.694748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:50.831827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Deleting port 5fcb34d7-291a-4d04-875b-07649eea3e6a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:50.832399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:50.978345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:50.994825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Calling delete_port for 5fcb34d7-291a-4d04-875b-07649eea3e6a owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:51.282158 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.347699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event deleted for resources: {'Port': ['ID=5fcb34d7-291a-4d04-875b-07649eea3e6a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:51.351656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50200) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:51.417144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.417500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.417880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.418225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.418561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.418895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.419236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.419566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.419896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.420849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.420849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.420849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:14:51.456987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.499255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4755babc-48cf-49cd-9e81-470f80efd4ce tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/4ed941fd-5ef0-40bd-af07-49e509c5aa76 HTTP/1.1" status: 200 len: 992 time: 0.1460707 Nov 03 16:14:51.628762 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.632298 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.729574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.730448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Fanout notify agent at l3_agent the message router_deleted on router c4880a62-1c15-4654-9e58-d8c90e9aea7c {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:14:51.749589 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.751021 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8794febd-9d9d-45b0-9f78-94ed9ca3b286 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/c4880a62-1c15-4654-9e58-d8c90e9aea7c HTTP/1.1" status: 204 len: 168 time: 1.5538998 Nov 03 16:14:51.754799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50214) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:51.762183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2a1bb618-7dfd-4712-b072-3d0fd9516529 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-881877557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:51.810888 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb618-7dfd-4712-b072-3d0fd9516529 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.811915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb618-7dfd-4712-b072-3d0fd9516529 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.869734 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb618-7dfd-4712-b072-3d0fd9516529 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.875222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb618-7dfd-4712-b072-3d0fd9516529 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.909029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.925356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb618-7dfd-4712-b072-3d0fd9516529 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:51.930003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50222) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:51.931507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2a1bb618-7dfd-4712-b072-3d0fd9516529 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1754749 Nov 03 16:14:51.938448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'enable_snat': False}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:52.248124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:52.622402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:52.673332 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:52.859053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Allocated IP 172.25.6.234 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/65e98539-b077-4c5e-ac67-4c3793e5619d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:52.971407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:53.006100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:53.110489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:53.113617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:53.118123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:53.161713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Pushing event updated for resources: {'Port': ['ID=65e98539-b077-4c5e-ac67-4c3793e5619d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:53.628051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:53.910005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:53.914012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:54.056856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50292) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:54.065111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Router 3fdd210c-0b27-4881-ab82-7982d48cf844 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:14:54.197465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:54.209123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419a906-88d6-4d0b-a9c3-f35b97d9246f None None] Sync routers for ids ['3fdd210c-0b27-4881-ab82-7982d48cf844'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:54.215847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:54.217400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8d93e630-e3bf-4c9e-9a47-56f034263cd2 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "PUT /v2.0/routers/3fdd210c-0b27-4881-ab82-7982d48cf844 HTTP/1.1" status: 200 len: 915 time: 2.2860816 Nov 03 16:14:54.220209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50298) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:54.231739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419a906-88d6-4d0b-a9c3-f35b97d9246f None None] Routers {'3fdd210c-0b27-4881-ab82-7982d48cf844'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:54.232781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3419a906-88d6-4d0b-a9c3-f35b97d9246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['3fdd210c-0b27-4881-ab82-7982d48cf844'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:54.310987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3419a906-88d6-4d0b-a9c3-f35b97d9246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:54.314102 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffb25011-386c-448e-8d53-d4ea6ef3e0eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:54.343384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419a906-88d6-4d0b-a9c3-f35b97d9246f None None] Routers {'3fdd210c-0b27-4881-ab82-7982d48cf844'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:54.344359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3419a906-88d6-4d0b-a9c3-f35b97d9246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['3fdd210c-0b27-4881-ab82-7982d48cf844'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:54.410366 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffb25011-386c-448e-8d53-d4ea6ef3e0eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:54.416836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffb25011-386c-448e-8d53-d4ea6ef3e0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:54.443384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3419a906-88d6-4d0b-a9c3-f35b97d9246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:54.444234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419a906-88d6-4d0b-a9c3-f35b97d9246f None None] The sync data for ids ['3fdd210c-0b27-4881-ab82-7982d48cf844'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:54.533909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb25011-386c-448e-8d53-d4ea6ef3e0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da8f55-6547-4337-b922-5a41931d62c5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:54.547287 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ffb25011-386c-448e-8d53-d4ea6ef3e0eb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=877706c5210d4c2eb86ae445c8295853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4885392 Nov 03 16:14:54.549620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50310) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:54.596176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ca3e2d87-6591-4d2f-8909-dba428d08ab0 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/routers/3fdd210c-0b27-4881-ab82-7982d48cf844 HTTP/1.1" status: 200 len: 921 time: 0.3746266 Nov 03 16:14:54.597806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50312) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:54.678548 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efb60424-1285-4833-8fa4-b64875434cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:54.702840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cfce67-2eb0-4743-a6a6-977299ced303 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:54.707008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b7cfce67-2eb0-4743-a6a6-977299ced303 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=3fdd210c-0b27-4881-ab82-7982d48cf844&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1048851 Nov 03 16:14:54.707206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efb60424-1285-4833-8fa4-b64875434cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:54.708285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50314) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:54.763017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efb60424-1285-4833-8fa4-b64875434cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:54.766445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efb60424-1285-4833-8fa4-b64875434cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:54.767932 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-efb60424-1285-4833-8fa4-b64875434cb7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3da8f55-6547-4337-b922-5a41931d62c5 HTTP/1.1" status: 204 len: 168 time: 0.2172678 Nov 03 16:14:54.804653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb60424-1285-4833-8fa4-b64875434cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3da8f55-6547-4337-b922-5a41931d62c5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:54.817418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deb015e-07f3-4326-a86a-55e9d2241474 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:54.827644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0deb015e-07f3-4326-a86a-55e9d2241474 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/networks/ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 881 time: 0.1171594 Nov 03 16:14:54.829671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50320) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:54.875149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50322) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:54.875571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ef5f2bb-ef54-44ae-8eb7-52aec56f079d tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fdd210c-0b27-4881-ab82-7982d48cf844 HTTP/1.1" status: 200 len: 205 time: 0.0447283 Nov 03 16:14:55.098335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.192185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50326) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:55.209310 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e02d6f16-03c5-4ee2-8a79-0ab6cf6bd673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.284071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.381574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Deleting port 65e98539-b077-4c5e-ac67-4c3793e5619d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:55.381848 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.414353 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e02d6f16-03c5-4ee2-8a79-0ab6cf6bd673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.421436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e02d6f16-03c5-4ee2-8a79-0ab6cf6bd673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.485629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.488394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e02d6f16-03c5-4ee2-8a79-0ab6cf6bd673 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=186b909cdf0241afb08b29f7edd3d49f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949362 Nov 03 16:14:55.489005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50330) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:55.490383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d6f16-03c5-4ee2-8a79-0ab6cf6bd673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b216f33c-4dd7-4f2c-bd72-da12354a93d5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:55.503559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Calling delete_port for 65e98539-b077-4c5e-ac67-4c3793e5619d owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:55.570652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a28cfee-0dd0-406a-90bf-f98ac4d700f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.593846 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a28cfee-0dd0-406a-90bf-f98ac4d700f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.681716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a28cfee-0dd0-406a-90bf-f98ac4d700f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.684629 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a28cfee-0dd0-406a-90bf-f98ac4d700f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.688530 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2a28cfee-0dd0-406a-90bf-f98ac4d700f8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b216f33c-4dd7-4f2c-bd72-da12354a93d5 HTTP/1.1" status: 204 len: 168 time: 0.1834354 Nov 03 16:14:55.704399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28cfee-0dd0-406a-90bf-f98ac4d700f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b216f33c-4dd7-4f2c-bd72-da12354a93d5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:55.725948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:55.781741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event deleted for resources: {'Port': ['ID=65e98539-b077-4c5e-ac67-4c3793e5619d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:55.884647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.017856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.020563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.085455 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.086591 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Fanout notify agent at l3_agent the message router_deleted on router 3fdd210c-0b27-4881-ab82-7982d48cf844 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:14:56.101279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.106365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50348) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:56.106554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4f707f63-90dc-4910-8912-cd5824896f11 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/3fdd210c-0b27-4881-ab82-7982d48cf844 HTTP/1.1" status: 204 len: 168 time: 1.2290545 Nov 03 16:14:56.111476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-308016499', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:56.144577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.146193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.216985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.385088 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.602852 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.627198 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:56.752314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Allocated IP 172.25.6.52 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/45335cf5-f0ba-4104-8e19-f797abe0016f) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:14:56.892758 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:57.263122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-91d58b80-047b-4e0a-98d2-49a7931fde5e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:57.277236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-91d58b80-047b-4e0a-98d2-49a7931fde5e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 814 time: 0.2305329 Nov 03 16:14:57.309425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-ceaafc79-a89b-44fd-b315-715390c6ef1a tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/quotas/17301df1c2eb4b2cb0e432000db77aed HTTP/1.1" status: 200 len: 375 time: 0.0309017 Nov 03 16:14:57.409325 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:57.452101 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-9faff259-cb1e-4c8f-859f-d3f139a06e12 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1407285 Nov 03 16:14:57.463077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:14:57.466951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:14:57.472526 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:14:57.477297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event updated for resources: {'Port': ['ID=45335cf5-f0ba-4104-8e19-f797abe0016f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:57.507185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50406) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:57.656677 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-16e3a220-c03d-497d-9a78-2bef44b9d63a service neutron] 10.222.0.86 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031150 Nov 03 16:14:57.813282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:57.826652 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-c3310525-1dc1-47b3-bb19-db505637a710 service neutron] 10.222.0.86 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687000 Nov 03 16:14:58.011584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f18e3a1-01df-448b-ac31-57c2aeced9ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:58.134930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d90272c8-6a3c-4d55-a05a-c1dfe6c832bd req-2128a63b-e3b3-48c0-8607-03eb4de36516 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 210 time: 0.0391054 Nov 03 16:14:58.147707 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f18e3a1-01df-448b-ac31-57c2aeced9ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:58.153875 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f18e3a1-01df-448b-ac31-57c2aeced9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:58.213749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8f18e3a1-01df-448b-ac31-57c2aeced9ad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f3f0d9f2571d4e5a88877001e8172462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7024786 Nov 03 16:14:58.218768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50436) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:58.254645 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:58.291888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18e3a1-01df-448b-ac31-57c2aeced9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd2b87-c24d-4017-9571-6365f478b0ca,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:58.342913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6aabcd9-4719-4ce9-86af-dc8368b5dffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:58.382009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6aabcd9-4719-4ce9-86af-dc8368b5dffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:58.458730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6aabcd9-4719-4ce9-86af-dc8368b5dffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:58.462397 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6aabcd9-4719-4ce9-86af-dc8368b5dffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:58.463552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d6aabcd9-4719-4ce9-86af-dc8368b5dffc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ecd2b87-c24d-4017-9571-6365f478b0ca HTTP/1.1" status: 204 len: 168 time: 0.2438505 Nov 03 16:14:58.485560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aabcd9-4719-4ce9-86af-dc8368b5dffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd2b87-c24d-4017-9571-6365f478b0ca,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:14:58.553939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Router 925f619b-1428-41ff-a331-e25a45a053fb is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:14:58.745113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:14:58.758111 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44819588-c90d-4c24-a2d8-921bd91bb797 None None] Sync routers for ids ['925f619b-1428-41ff-a331-e25a45a053fb'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:14:58.793438 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44819588-c90d-4c24-a2d8-921bd91bb797 None None] Routers {'925f619b-1428-41ff-a331-e25a45a053fb'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:58.797821 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-44819588-c90d-4c24-a2d8-921bd91bb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['925f619b-1428-41ff-a331-e25a45a053fb'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:58.844711 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:58.849037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b0d327f6-d768-43c0-a6f5-6f5fbe758af3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7387931 Nov 03 16:14:58.849188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50458) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:14:58.857611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:58.921382 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-44819588-c90d-4c24-a2d8-921bd91bb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:58.937703 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44819588-c90d-4c24-a2d8-921bd91bb797 None None] Routers {'925f619b-1428-41ff-a331-e25a45a053fb'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:14:58.938562 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-44819588-c90d-4c24-a2d8-921bd91bb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['925f619b-1428-41ff-a331-e25a45a053fb'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:58.982008 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-44819588-c90d-4c24-a2d8-921bd91bb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:14:58.982963 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44819588-c90d-4c24-a2d8-921bd91bb797 None None] The sync data for ids ['925f619b-1428-41ff-a331-e25a45a053fb'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:14:59.322737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fbdb3832-7798-4393-b66e-940e12a03c1b req-d580a805-2082-40c6-8cfc-6d96f67cbf0a tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 210 time: 0.0409827 Nov 03 16:14:59.415593 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:59.435201 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:59.590021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Deleting port 45335cf5-f0ba-4104-8e19-f797abe0016f {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:14:59.591782 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:59.677924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4dd3d3c5-e044-46ff-ba14-b517c2f276fd tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:14:59.679682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4dd3d3c5-e044-46ff-ba14-b517c2f276fd tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 814 time: 0.1891391 Nov 03 16:14:59.696977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Request body: {'port': {'device_id': '2f8c349f-ae18-429c-86c2-e1d07d2c58a3', 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef', 'admin_state_up': True, 'tenant_id': '17301df1c2eb4b2cb0e432000db77aed'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:14:59.769285 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:14:59.794428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Calling delete_port for 45335cf5-f0ba-4104-8e19-f797abe0016f owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:14:59.926787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Made reservation on behalf of 17301df1c2eb4b2cb0e432000db77aed for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:14:59.938965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:00.122546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:00.157004 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Pushing event deleted for resources: {'Port': ['ID=45335cf5-f0ba-4104-8e19-f797abe0016f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:00.175977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Allocated IP 172.20.0.3 (e166a59c-0839-45bc-9640-510b349f0eef/c3687dc5-0218-42da-87d5-4a5792f00079/35273063-5284-48ee-ab8b-8820d30e86c1) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:00.310015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:00.559019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:00.590354 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c760d5b0-1428-417b-8cad-f43f5453e8df req-beb31261-a37e-4dfa-8417-9406ff9b3ad9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 210 time: 0.0689986 Nov 03 16:15:00.639911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:00.653659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['46e71de8-f9e1-4748-8019-1b4de02083a4', 'a1920466-b44a-4be1-87be-ffad4e0a9908'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:00.703688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ecfc67e2-4b4e-4781-912d-ca734659f69e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:00.712402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:00.723374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:00.746284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Network e166a59c-0839-45bc-9640-510b349f0eef is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:00.766767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:00.776978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:00.884252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Pushing event updated for resources: {'Port': ['ID=35273063-5284-48ee-ab8b-8820d30e86c1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:00.925776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Router 925f619b-1428-41ff-a331-e25a45a053fb has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:15:00.962829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:00.963719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:00.986832 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-47113f50-cd87-4a90-8533-d39961d9e7bb tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2953804 Nov 03 16:15:01.004130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Request body: {'port': {'device_id': '2f8c349f-ae18-429c-86c2-e1d07d2c58a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:01.015622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:15:01.024535 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.030965 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-360adc85-e380-41d4-a5cc-047a3f71c6cd tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "PUT /v2.0/routers/925f619b-1428-41ff-a331-e25a45a053fb HTTP/1.1" status: 200 len: 705 time: 2.1798146 Nov 03 16:15:01.032585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50524) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:01.139103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7663c-d6c4-4260-949f-4b9cabc185f5 None None] Sync routers for ids ['925f619b-1428-41ff-a331-e25a45a053fb'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:15:01.170093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.173980 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-08e0eb6e-aecf-4c10-a810-e822c0c89e47 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/routers/925f619b-1428-41ff-a331-e25a45a053fb HTTP/1.1" status: 200 len: 740 time: 0.1376140 Nov 03 16:15:01.175662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50534) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:01.186680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7663c-d6c4-4260-949f-4b9cabc185f5 None None] Routers {'925f619b-1428-41ff-a331-e25a45a053fb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:15:01.187706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-dca7663c-d6c4-4260-949f-4b9cabc185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['925f619b-1428-41ff-a331-e25a45a053fb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:01.247260 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-dca7663c-d6c4-4260-949f-4b9cabc185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:01.315232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-da90994a-62ca-4a74-8448-d3548c5399e8 tempest-RoutersAdminTest-479225595 tempest-RoutersAdminTest-479225595-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&device_id=925f619b-1428-41ff-a331-e25a45a053fb HTTP/1.1" status: 200 len: 205 time: 0.1364810 Nov 03 16:15:01.316136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50538) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:01.377612 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8f3afe22-7eaf-47ab-a8bf-a56d5ca0ecf5 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=925f619b-1428-41ff-a331-e25a45a053fb HTTP/1.1" status: 200 len: 205 time: 0.0585809 Nov 03 16:15:01.381999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50542) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:01.433598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7663c-d6c4-4260-949f-4b9cabc185f5 None None] Routers {'925f619b-1428-41ff-a331-e25a45a053fb'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:15:01.435415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-dca7663c-d6c4-4260-949f-4b9cabc185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:14:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['925f619b-1428-41ff-a331-e25a45a053fb'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:01.531800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-891ecdc7-33bf-4318-8ea1-42407746b407 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.537006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-dca7663c-d6c4-4260-949f-4b9cabc185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:01.537723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7663c-d6c4-4260-949f-4b9cabc185f5 None None] The sync data for ids ['925f619b-1428-41ff-a331-e25a45a053fb'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:15:01.539273 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.794153 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-891ecdc7-33bf-4318-8ea1-42407746b407 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.799004 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-891ecdc7-33bf-4318-8ea1-42407746b407 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.825978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35273063-5284-48ee-ab8b-8820d30e86c1 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:15:01.839909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.855364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Transition to ACTIVE for port object 35273063-5284-48ee-ab8b-8820d30e86c1 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:15:01.860068 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.881085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43800-110d-4b6e-a583-a5a470f63cbe req-48897649-5760-4d2b-acab-a1dfc4506c1e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:01.882927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31f43800-110d-4b6e-a583-a5a470f63cbe req-48897649-5760-4d2b-acab-a1dfc4506c1e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 931 time: 0.1297512 Nov 03 16:15:01.894195 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-891ecdc7-33bf-4318-8ea1-42407746b407 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.894856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891ecdc7-33bf-4318-8ea1-42407746b407 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Fanout notify agent at l3_agent the message router_deleted on router 925f619b-1428-41ff-a331-e25a45a053fb {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:15:01.903594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-891ecdc7-33bf-4318-8ea1-42407746b407 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:01.908478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-891ecdc7-33bf-4318-8ea1-42407746b407 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/925f619b-1428-41ff-a331-e25a45a053fb HTTP/1.1" status: 204 len: 168 time: 0.5251739 Nov 03 16:15:01.917910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50554) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:01.982891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97f60736-6708-4f55-a5d0-6b3c375f2eff tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=925f619b-1428-41ff-a331-e25a45a053fb HTTP/1.1" status: 200 len: 205 time: 0.0637498 Nov 03 16:15:01.984563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50560) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:01.986981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Pushing event updated for resources: {'Port': ['ID=35273063-5284-48ee-ab8b-8820d30e86c1,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:02.068100 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Attempting to bind port 35273063-5284-48ee-ab8b-8820d30e86c1 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:15:02.068536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Attempting to bind port 35273063-5284-48ee-ab8b-8820d30e86c1 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:15:02.069131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Attempting to bind port 35273063-5284-48ee-ab8b-8820d30e86c1 on network e166a59c-0839-45bc-9640-510b349f0eef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:02.071719 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-94c71623-3c96-479d-b277-85bdf2080c6b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] delete failed (client error): The resource could not be found. Nov 03 16:15:02.073518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-94c71623-3c96-479d-b277-85bdf2080c6b tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/925f619b-1428-41ff-a331-e25a45a053fb HTTP/1.1" status: 404 len: 336 time: 0.0629332 Nov 03 16:15:02.076264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50564) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.103682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Port 35273063-5284-48ee-ab8b-8820d30e86c1 on network e166a59c-0839-45bc-9640-510b349f0eef not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:15:02.103954 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Attempting to bind port 35273063-5284-48ee-ab8b-8820d30e86c1 on network e166a59c-0839-45bc-9640-510b349f0eef {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:02.115873 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31f43800-110d-4b6e-a583-a5a470f63cbe req-bab8843a-bd52-4d1a-ad17-7f629a061b5e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188380 Nov 03 16:15:02.149892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ca82da61-d60d-4d20-9258-51c11c77fa26 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fdd210c-0b27-4881-ab82-7982d48cf844 HTTP/1.1" status: 200 len: 205 time: 0.0711911 Nov 03 16:15:02.151676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:15:02.152003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Checking segment: {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:02.152413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Bound using segment: {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:15:02.152534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50570) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.152837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Bound port: 35273063-5284-48ee-ab8b-8820d30e86c1, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:15:02.153191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:02.239759 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-96961592-b653-4f11-8bd9-dc52c0a453ad tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] delete failed (client error): The resource could not be found. Nov 03 16:15:02.242755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-96961592-b653-4f11-8bd9-dc52c0a453ad tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/3fdd210c-0b27-4881-ab82-7982d48cf844 HTTP/1.1" status: 404 len: 336 time: 0.0873673 Nov 03 16:15:02.245161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50574) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.313069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d680521e-def4-4f2e-a4dd-f8a65f4e35e3 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4880a62-1c15-4654-9e58-d8c90e9aea7c HTTP/1.1" status: 200 len: 205 time: 0.0656459 Nov 03 16:15:02.314714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50576) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.411653 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] For port 35273063-5284-48ee-ab8b-8820d30e86c1, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:15:02.421938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] For port 35273063-5284-48ee-ab8b-8820d30e86c1, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=35273063-5284-48ee-ab8b-8820d30e86c1,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:15:02.426367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:02.427862 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-afd8f1a2-6a62-4621-ac27-266fc5eec294 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] delete failed (client error): The resource could not be found. Nov 03 16:15:02.432430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-afd8f1a2-6a62-4621-ac27-266fc5eec294 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/c4880a62-1c15-4654-9e58-d8c90e9aea7c HTTP/1.1" status: 404 len: 336 time: 0.1166673 Nov 03 16:15:02.433047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50580) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.468791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-624053fc-218e-48be-b396-fa94d0eff036 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbdd0bb7-0643-478e-abfa-11d061c84b86 HTTP/1.1" status: 200 len: 205 time: 0.0334604 Nov 03 16:15:02.470480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50582) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.486472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:02.487337 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:02.489074 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] 10.222.0.70 "PUT /v2.0/ports/35273063-5284-48ee-ab8b-8820d30e86c1 HTTP/1.1" status: 200 len: 1091 time: 1.4904454 Nov 03 16:15:02.489814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8c349f-ae18-429c-86c2-e1d07d2c58a3', 'tag': '35273063-5284-48ee-ab8b-8820d30e86c1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:15:02.492933 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe73eaf-2e41-460c-86a9-d46f362ae660" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8c349f-ae18-429c-86c2-e1d07d2c58a3", "tag": "35273063-5284-48ee-ab8b-8820d30e86c1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:15:02.519065 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-ea43084f-d154-476b-b837-884632f7e2ec tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] delete failed (client error): The resource could not be found. Nov 03 16:15:02.522116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ea43084f-d154-476b-b837-884632f7e2ec tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/cbdd0bb7-0643-478e-abfa-11d061c84b86 HTTP/1.1" status: 404 len: 336 time: 0.0486422 Nov 03 16:15:02.523531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50586) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.529093 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-41196c3c-697d-4fbd-944c-02e041c702f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:02.556441 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-20b18d83-41c7-45df-9cc0-ab5d6d34c3f8 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7e5d419-a5f0-4bb0-852f-99bfc30f85c6 HTTP/1.1" status: 200 len: 205 time: 0.0314000 Nov 03 16:15:02.558831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50588) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.586557 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389fe2c1-6dfe-4996-a89b-0a9b755642f1 x-openstack-request-id: req-389fe2c1-6dfe-4996-a89b-0a9b755642f1 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:15:02.587028 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8c349f-ae18-429c-86c2-e1d07d2c58a3", "tag": "35273063-5284-48ee-ab8b-8820d30e86c1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:15:02.587552 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-389fe2c1-6dfe-4996-a89b-0a9b755642f1 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:15:02.587964 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8c349f-ae18-429c-86c2-e1d07d2c58a3', 'tag': '35273063-5284-48ee-ab8b-8820d30e86c1', 'status': 'completed', 'code': 200} Nov 03 16:15:02.608830 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-552c3fff-835d-4457-ad61-a15e42da5a86 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] delete failed (client error): The resource could not be found. Nov 03 16:15:02.612281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-552c3fff-835d-4457-ad61-a15e42da5a86 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/b7e5d419-a5f0-4bb0-852f-99bfc30f85c6 HTTP/1.1" status: 404 len: 336 time: 0.0501540 Nov 03 16:15:02.612499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50592) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.614108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa964a7-b4a3-43c8-bb48-9f4797fe4e48 service neutron] Pushing event updated for resources: {'Port': ['ID=35273063-5284-48ee-ab8b-8820d30e86c1,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:02.639870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-b78486f1-72df-48b2-adfc-145e3479013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:02.643317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-b78486f1-72df-48b2-adfc-145e3479013e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 1094 time: 0.0840919 Nov 03 16:15:02.649648 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-55009a41-525a-4a7d-b239-1f927215ad62 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "GET /v2.0/ports?device_id=baebde7f-d88e-49b8-a622-fa848f3e5c68 HTTP/1.1" status: 200 len: 205 time: 0.0334384 Nov 03 16:15:02.650206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50594) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.740327 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-0bee2b68-63b2-4b58-a7f4-595d28d54812 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] delete failed (client error): The resource could not be found. Nov 03 16:15:02.742032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0bee2b68-63b2-4b58-a7f4-595d28d54812 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/routers/baebde7f-d88e-49b8-a622-fa848f3e5c68 HTTP/1.1" status: 404 len: 336 time: 0.0899458 Nov 03 16:15:02.744765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50598) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:02.755299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-f3a407d1-9605-4893-b682-f07bcf47dcef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35273063-5284-48ee-ab8b-8820d30e86c1 HTTP/1.1" status: 200 len: 217 time: 0.1021264 Nov 03 16:15:02.812800 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6eb9f0-f338-45c5-ba79-84b976a64bb1 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] DELETE failed (client error): The resource could not be found. Nov 03 16:15:02.813256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6eb9f0-f338-45c5-ba79-84b976a64bb1 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:15:02.816379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ec6eb9f0-f338-45c5-ba79-84b976a64bb1 tempest-RoutersAdminTest-1821396119 tempest-RoutersAdminTest-1821396119-project] 10.222.0.86 "DELETE /v2.0/subnets/efbd6b96-f79c-4f23-9e3a-2733766a63d3 HTTP/1.1" status: 404 len: 337 time: 0.0701170 Nov 03 16:15:02.827855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-7aa57bb8-740d-41e0-82f5-d58b2280af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:02.829452 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-7aa57bb8-740d-41e0-82f5-d58b2280af3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.0506809 Nov 03 16:15:02.868893 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-e1246af7-0a66-4318-9b93-8689c86ea069 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311928 Nov 03 16:15:03.001490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-f4d15f43-efec-462a-a194-64ff84ba2f79 service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245067 Nov 03 16:15:03.113491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbd0444-92f4-454a-a6f6-1fa0fe2f1b1c req-4d21ea09-f5e0-436f-bf47-bb413b6d204f service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039310 Nov 03 16:15:03.208060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50618) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:03.249648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-8e4a8145-34af-44a1-920b-4e82b8b927d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:03.251112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-8e4a8145-34af-44a1-920b-4e82b8b927d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 1094 time: 0.0830150 Nov 03 16:15:03.347773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7e34f-939e-42bd-9dc3-993fed391a8d req-e1459114-ef80-4b29-99a6-10840aef3f6d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:03.350327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7e34f-939e-42bd-9dc3-993fed391a8d req-e1459114-ef80-4b29-99a6-10840aef3f6d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 943 time: 0.1432197 Nov 03 16:15:03.443662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7e34f-939e-42bd-9dc3-993fed391a8d req-ce36fa1f-2553-4f56-8377-11e34c37190b tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677755 Nov 03 16:15:03.464316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-8a283031-297f-4027-acd1-42709dfe30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:03.465840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-8a283031-297f-4027-acd1-42709dfe30e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 915 time: 0.1904802 Nov 03 16:15:03.479601 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-187e742c-a578-46d1-aa68-c08bdd5e492d tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=12787832e8194dfab5dac3c5d83afb34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523708 Nov 03 16:15:03.541693 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-7f52c35b-46fe-4a7e-bf9c-02fcc7812818 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35273063-5284-48ee-ab8b-8820d30e86c1 HTTP/1.1" status: 200 len: 217 time: 0.0579469 Nov 03 16:15:03.644245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-704ca252-8c69-46a4-aade-08face051798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:03.645872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-704ca252-8c69-46a4-aade-08face051798 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.0945191 Nov 03 16:15:03.700591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-af455be2-f881-41bf-931f-efa9d8390b6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463169 Nov 03 16:15:03.818761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-0683127d-71bd-40ee-b713-b69eddbaa57a service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084282 Nov 03 16:15:03.930369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fe73eaf-2e41-460c-86a9-d46f362ae660 req-f08f1167-72c5-4d5a-909c-db9903d38faf service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022871 Nov 03 16:15:04.032637 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa44b663-09ec-446c-8af7-1590b0b7098d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:04.115583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 35273063-5284-48ee-ab8b-8820d30e86c1 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:15:04.138248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-eac731f8-d198-46e6-a951-8530737450ca tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:04.139809 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-eac731f8-d198-46e6-a951-8530737450ca tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6591032 Nov 03 16:15:04.171247 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-d2b6b368-f514-4ee3-bb01-a15e9f1bfbe2 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/quotas/12787832e8194dfab5dac3c5d83afb34 HTTP/1.1" status: 200 len: 375 time: 0.0248475 Nov 03 16:15:04.313850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa44b663-09ec-446c-8af7-1590b0b7098d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:04.323361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 35273063-5284-48ee-ab8b-8820d30e86c1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=35273063-5284-48ee-ab8b-8820d30e86c1,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:04.332738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fa44b663-09ec-446c-8af7-1590b0b7098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:04.341177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '35273063-5284-48ee-ab8b-8820d30e86c1', 'network_id': 'e166a59c-0839-45bc-9640-510b349f0eef', 'port_id': '35273063-5284-48ee-ab8b-8820d30e86c1', 'mac_address': 'fa:16:3e:5d:de:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3687dc5-0218-42da-87d5-4a5792f00079', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:15:04.379567 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-ff15877d-f761-4e0c-b2db-769654545f37 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=12787832e8194dfab5dac3c5d83afb34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620441 Nov 03 16:15:04.393973 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:04.408892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35273063-5284-48ee-ab8b-8820d30e86c1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:15:04.424590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50658) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:04.424958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fa44b663-09ec-446c-8af7-1590b0b7098d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4e45bebe625b4dd78dc2a17696e85eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2155819 Nov 03 16:15:04.426303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44b663-09ec-446c-8af7-1590b0b7098d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32f68ec-e6ef-497a-adfe-6b6d49aa9663,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:04.452089 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 35273063-5284-48ee-ab8b-8820d30e86c1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=35273063-5284-48ee-ab8b-8820d30e86c1,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:04.457936 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:04.496483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-303a4099-f53e-4a3d-9f2b-187f13d0624d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:04.519688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=35273063-5284-48ee-ab8b-8820d30e86c1,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:04.547480 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-303a4099-f53e-4a3d-9f2b-187f13d0624d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:04.686624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-372f83b8-c225-4108-8c7b-e156a21a930b req-b95e967b-5cab-4373-8324-1e5a070a0575 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 210 time: 0.0411143 Nov 03 16:15:04.707279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['35273063-5284-48ee-ab8b-8820d30e86c1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:04.714990 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-303a4099-f53e-4a3d-9f2b-187f13d0624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:04.717767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-303a4099-f53e-4a3d-9f2b-187f13d0624d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:04.718937 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-303a4099-f53e-4a3d-9f2b-187f13d0624d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c32f68ec-e6ef-497a-adfe-6b6d49aa9663 HTTP/1.1" status: 204 len: 168 time: 0.2928956 Nov 03 16:15:04.749292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a4099-f53e-4a3d-9f2b-187f13d0624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32f68ec-e6ef-497a-adfe-6b6d49aa9663,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:04.767640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188e4d5-fd74-41c9-b088-125257d02aa6 req-a810787b-3aa0-4ae3-b62e-9e41cdb1069f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:04.769718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a188e4d5-fd74-41c9-b088-125257d02aa6 req-a810787b-3aa0-4ae3-b62e-9e41cdb1069f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 944 time: 0.1518869 Nov 03 16:15:04.889848 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a188e4d5-fd74-41c9-b088-125257d02aa6 req-368d6e42-a379-4262-ba56-cda0de8ab286 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106842 Nov 03 16:15:04.963949 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-78047e6a-c1ed-45f5-be42-78943bdb3fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:05.229535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50696) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:05.284808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-78c2f597-a697-47a0-8b87-14da8684f1de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b7f34e5db6294bff80ce33c46b786d9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540013 Nov 03 16:15:05.287948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50698) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:05.356656 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d4e2-542f-4d76-ab8c-859fe625ea28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:05.396214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d4e2-542f-4d76-ab8c-859fe625ea28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:05.462228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d4e2-542f-4d76-ab8c-859fe625ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:05.465543 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d4e2-542f-4d76-ab8c-859fe625ea28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:05.471440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a8e5d4e2-542f-4d76-ab8c-859fe625ea28 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/89a87fb6-a035-4ea1-afe3-f1e728adcfb4 HTTP/1.1" status: 204 len: 168 time: 0.1803799 Nov 03 16:15:05.480812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5d4e2-542f-4d76-ab8c-859fe625ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a87fb6-a035-4ea1-afe3-f1e728adcfb4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:06.017382 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-21bb4198-1a65-4687-a675-3231153ceca6 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=12787832e8194dfab5dac3c5d83afb34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743103 Nov 03 16:15:06.133635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 35273063-5284-48ee-ab8b-8820d30e86c1 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:15:06.242164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7886a34a-d2d2-48d6-9156-9a5a75d2c202 req-b152b24c-aff5-48e4-b280-f845b61b9161 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 210 time: 0.4338515 Nov 03 16:15:06.252927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:06.294040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 35273063-5284-48ee-ab8b-8820d30e86c1 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:15:06.302010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 35273063-5284-48ee-ab8b-8820d30e86c1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:06.302377 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:06.402479 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:06.450674 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8c349f-ae18-429c-86c2-e1d07d2c58a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35273063-5284-48ee-ab8b-8820d30e86c1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:15:06.454563 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc7f89-74b5-4b9f-9047-a01d11f1c941" -d '{"events": [{"server_uuid": "2f8c349f-ae18-429c-86c2-e1d07d2c58a3", "name": "network-vif-plugged", "status": "completed", "tag": "35273063-5284-48ee-ab8b-8820d30e86c1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:15:06.484952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 35273063-5284-48ee-ab8b-8820d30e86c1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=35273063-5284-48ee-ab8b-8820d30e86c1,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:06.502775 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:06.590164 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a1dd54-d394-4cbd-88d4-5b2f0214f672 x-openstack-request-id: req-c4a1dd54-d394-4cbd-88d4-5b2f0214f672 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:15:06.590494 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8c349f-ae18-429c-86c2-e1d07d2c58a3", "name": "network-vif-plugged", "status": "completed", "tag": "35273063-5284-48ee-ab8b-8820d30e86c1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:15:06.590762 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c4a1dd54-d394-4cbd-88d4-5b2f0214f672 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:15:06.591217 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8c349f-ae18-429c-86c2-e1d07d2c58a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35273063-5284-48ee-ab8b-8820d30e86c1', 'code': 200} Nov 03 16:15:06.629174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=35273063-5284-48ee-ab8b-8820d30e86c1,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:06.708874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbe431-ec9f-4b6e-87a4-e08f7cfad4b6 req-7770fbef-95ca-430c-a37d-fbd173b2ac95 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:06.719115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d8bbe431-ec9f-4b6e-87a4-e08f7cfad4b6 req-7770fbef-95ca-430c-a37d-fbd173b2ac95 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 944 time: 0.6993923 Nov 03 16:15:06.826666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca1c95-7e93-470f-ace9-731d5f6b0241 req-91d1432a-abec-481a-a1d1-7291ac4ab87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:06.829322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abca1c95-7e93-470f-ace9-731d5f6b0241 req-91d1432a-abec-481a-a1d1-7291ac4ab87a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 1096 time: 0.2056713 Nov 03 16:15:06.837750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-b4574ad9-847a-43fb-a1fc-3a29e2ecfd74 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:06.839202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-b4574ad9-847a-43fb-a1fc-3a29e2ecfd74 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7901962 Nov 03 16:15:06.859804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Request body: {'port': {'device_id': '51cac88a-dc37-4e6e-9c67-3c01083dc7a4', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '12787832e8194dfab5dac3c5d83afb34'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:06.974854 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abca1c95-7e93-470f-ace9-731d5f6b0241 req-cdafd295-0570-4084-9eca-93fa77579040 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344843 Nov 03 16:15:07.037719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Made reservation on behalf of 12787832e8194dfab5dac3c5d83afb34 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:07.042651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:07.055038 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:07.140935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d8bbe431-ec9f-4b6e-87a4-e08f7cfad4b6 req-7a75aac7-bfba-40a9-b000-2ce82f6de017 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155796 Nov 03 16:15:07.209325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:07.215868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:07.323137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe40e60-d624-476e-8682-d3dabd4388a7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:07.404600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8106219a-9f8f-4b2a-8957-c892961d713f req-f2b09d5a-3e11-4c22-90e1-f201271f58a0 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 210 time: 0.0396490 Nov 03 16:15:07.480046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Allocated IP 192.168.233.16 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/8eac6ea0-698b-4f86-982b-d1c263e51cd3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:07.674775 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:07.727864 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:07.728930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:07.786661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:07.797995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:07.814908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:07.821377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Pushing event updated for resources: {'Port': ['ID=8eac6ea0-698b-4f86-982b-d1c263e51cd3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:07.899905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:07.901108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:07.924367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-3aa6c25a-5067-4557-b6aa-352ab405c1b4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0690730 Nov 03 16:15:07.948505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Request body: {'port': {'device_id': '51cac88a-dc37-4e6e-9c67-3c01083dc7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:08.064705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:08.148750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-490b2a9c-133e-462e-adfa-1c2b0c5e5a53 None None] Provisioning complete for port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:08.149789 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-490b2a9c-133e-462e-adfa-1c2b0c5e5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:08.208745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-490b2a9c-133e-462e-adfa-1c2b0c5e5a53 None None] Port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:15:08.299100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebdf7a-8fdf-4b2a-a9fc-28db1b85dd20 req-8abc03f4-d09f-4bfd-ac5c-bc64e41eb02d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:08.300808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1ebdf7a-8fdf-4b2a-a9fc-28db1b85dd20 req-8abc03f4-d09f-4bfd-ac5c-bc64e41eb02d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 945 time: 0.0683572 Nov 03 16:15:08.378102 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1ebdf7a-8fdf-4b2a-a9fc-28db1b85dd20 req-80e7fbef-90e4-47c1-9840-32bf7f2d5642 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693803 Nov 03 16:15:08.394183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:08.405060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50804) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:08.545000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eac6ea0-698b-4f86-982b-d1c263e51cd3 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:15:08.562125 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:08.577381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Transition to ACTIVE for port object 8eac6ea0-698b-4f86-982b-d1c263e51cd3 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:15:08.614509 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:08.665022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Pushing event updated for resources: {'Port': ['ID=8eac6ea0-698b-4f86-982b-d1c263e51cd3,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:08.705271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db2490-8c07-47ee-bb12-39928c616cdd req-46dc6484-1520-4c88-a34c-5ea79300bc04 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:08.714144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-37db2490-8c07-47ee-bb12-39928c616cdd req-46dc6484-1520-4c88-a34c-5ea79300bc04 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 947 time: 0.1350570 Nov 03 16:15:08.850035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b81b5742-7633-47c9-9e6d-24c5a5eb65b6 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1113325150'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:08.879191 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b81b5742-7633-47c9-9e6d-24c5a5eb65b6 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:08.880504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b81b5742-7633-47c9-9e6d-24c5a5eb65b6 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:08.901367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-37db2490-8c07-47ee-bb12-39928c616cdd req-80cc07b4-5618-4924-824a-e1f396825f98 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864522 Nov 03 16:15:08.958553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Attempting to bind port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:15:08.958754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Attempting to bind port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:15:08.959087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Attempting to bind port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:08.964228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:15:08.964554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Attempting to bind port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:08.970350 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b81b5742-7633-47c9-9e6d-24c5a5eb65b6 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:08.978174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b81b5742-7633-47c9-9e6d-24c5a5eb65b6 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:08.980809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:15:08.981157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:08.981562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:15:08.982006 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Bound port: 8eac6ea0-698b-4f86-982b-d1c263e51cd3, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:15:08.982364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.001382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b81b5742-7633-47c9-9e6d-24c5a5eb65b6 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.003119 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b81b5742-7633-47c9-9e6d-24c5a5eb65b6 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5968628 Nov 03 16:15:09.006847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50828) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:09.137705 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4e974b4-633f-4e70-be61-b75d7fdb7f1d tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.409427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4e974b4-633f-4e70-be61-b75d7fdb7f1d tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.414958 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4e974b4-633f-4e70-be61-b75d7fdb7f1d tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.417654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] For port 8eac6ea0-698b-4f86-982b-d1c263e51cd3, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:15:09.422399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] For port 8eac6ea0-698b-4f86-982b-d1c263e51cd3, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8eac6ea0-698b-4f86-982b-d1c263e51cd3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:15:09.429953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.506814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4e974b4-633f-4e70-be61-b75d7fdb7f1d tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.507350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e974b4-633f-4e70-be61-b75d7fdb7f1d tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17350bab-f3da-49be-9da6-313d484ffcea {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:15:09.512359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:09.513183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.514529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] 10.222.0.15 "PUT /v2.0/ports/8eac6ea0-698b-4f86-982b-d1c263e51cd3 HTTP/1.1" status: 200 len: 1095 time: 1.5727186 Nov 03 16:15:09.514900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cac88a-dc37-4e6e-9c67-3c01083dc7a4', 'tag': '8eac6ea0-698b-4f86-982b-d1c263e51cd3'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:15:09.517183 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61f6b34-8223-4000-b336-171d35d71eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "51cac88a-dc37-4e6e-9c67-3c01083dc7a4", "tag": "8eac6ea0-698b-4f86-982b-d1c263e51cd3"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:15:09.522762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4e974b4-633f-4e70-be61-b75d7fdb7f1d tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.528491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50844) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:09.531042 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e4e974b4-633f-4e70-be61-b75d7fdb7f1d tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "DELETE /v2.0/routers/17350bab-f3da-49be-9da6-313d484ffcea HTTP/1.1" status: 204 len: 168 time: 0.5159793 Nov 03 16:15:09.543453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-96979fbe-9390-4d53-b4f6-514e02d5a1d2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Request body: {'router': {'name': 'tempest-router-971667968', 'distributed': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:09.567868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d0b92-7d8b-43bd-baa0-4d5ebdd08b95 service neutron] Pushing event updated for resources: {'Port': ['ID=8eac6ea0-698b-4f86-982b-d1c263e51cd3,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:09.620357 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96979fbe-9390-4d53-b4f6-514e02d5a1d2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.621501 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96979fbe-9390-4d53-b4f6-514e02d5a1d2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.646136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-b17b5ec1-9bee-4e76-bc93-3f482890df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:09.650164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-b17b5ec1-9bee-4e76-bc93-3f482890df8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12787832e8194dfab5dac3c5d83afb34&device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0754662 Nov 03 16:15:09.653447 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0922c2da-be62-45d1-bd2d-4d0b0530493d x-openstack-request-id: req-0922c2da-be62-45d1-bd2d-4d0b0530493d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:15:09.653945 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cac88a-dc37-4e6e-9c67-3c01083dc7a4", "tag": "8eac6ea0-698b-4f86-982b-d1c263e51cd3", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:15:09.654511 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0922c2da-be62-45d1-bd2d-4d0b0530493d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:15:09.655313 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cac88a-dc37-4e6e-9c67-3c01083dc7a4', 'tag': '8eac6ea0-698b-4f86-982b-d1c263e51cd3', 'status': 'completed', 'code': 200} Nov 03 16:15:09.751215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-5a973e34-31de-47d3-8e40-ee11c5b0a89a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=8eac6ea0-698b-4f86-982b-d1c263e51cd3 HTTP/1.1" status: 200 len: 217 time: 0.0794628 Nov 03 16:15:09.758027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96979fbe-9390-4d53-b4f6-514e02d5a1d2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.766986 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96979fbe-9390-4d53-b4f6-514e02d5a1d2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.803890 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96979fbe-9390-4d53-b4f6-514e02d5a1d2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.808169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-96979fbe-9390-4d53-b4f6-514e02d5a1d2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2773168 Nov 03 16:15:09.810880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50850) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:09.842543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-029645c4-e23a-4529-831e-6510452dd635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:09.844725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-029645c4-e23a-4529-831e-6510452dd635 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0862966 Nov 03 16:15:09.978546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb76d6e6-a86e-4df2-8dc0-290943235749 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:09.994014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-8fff05cf-0465-4e90-8f57-acfac7af29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:10.000445 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-8fff05cf-0465-4e90-8f57-acfac7af29a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442342 Nov 03 16:15:10.133627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-64359411-f7d2-4c14-b9ca-ef2d108646c3 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259224 Nov 03 16:15:10.240645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15b035-7fc2-426b-a7cf-ea6b131bf15e req-27887d15-b7f8-48ff-80c9-d8d903735a60 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:10.242411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d15b035-7fc2-426b-a7cf-ea6b131bf15e req-27887d15-b7f8-48ff-80c9-d8d903735a60 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 947 time: 0.1531796 Nov 03 16:15:10.246298 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb76d6e6-a86e-4df2-8dc0-290943235749 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.248597 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb76d6e6-a86e-4df2-8dc0-290943235749 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.259307 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87058a3a-aeb9-4a39-813d-303017f6f59c req-4554ba99-289b-494c-9487-9fdc7061c5b1 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171196 Nov 03 16:15:10.354809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb76d6e6-a86e-4df2-8dc0-290943235749 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.355587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb76d6e6-a86e-4df2-8dc0-290943235749 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f8831d5-53e0-4e91-9382-d2ae563e0c50 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:15:10.363131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb76d6e6-a86e-4df2-8dc0-290943235749 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.365236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eb76d6e6-a86e-4df2-8dc0-290943235749 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "DELETE /v2.0/routers/6f8831d5-53e0-4e91-9382-d2ae563e0c50 HTTP/1.1" status: 204 len: 168 time: 0.5533466 Nov 03 16:15:10.369116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50884) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:10.374349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9e438949-1196-4d84-9ca8-c5b1f581a0cd tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Request body: {'router': {'name': 'tempest-router-1926231174', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fcc2e4b1d9f742c9a701846fddde71c1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:10.416837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d15b035-7fc2-426b-a7cf-ea6b131bf15e req-bd409efa-c1f0-43cf-9539-0d881c1e5f12 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663301 Nov 03 16:15:10.431348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e438949-1196-4d84-9ca8-c5b1f581a0cd tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.432452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e438949-1196-4d84-9ca8-c5b1f581a0cd tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.456995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f6b34-8223-4000-b336-171d35d71eeb req-8e5c6c43-0b09-447b-b0d2-e7745dfa1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:10.458880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f6b34-8223-4000-b336-171d35d71eeb req-8e5c6c43-0b09-447b-b0d2-e7745dfa1d83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12787832e8194dfab5dac3c5d83afb34&device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 1098 time: 0.1099486 Nov 03 16:15:10.510065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e438949-1196-4d84-9ca8-c5b1f581a0cd tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.517565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e438949-1196-4d84-9ca8-c5b1f581a0cd tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.544650 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e438949-1196-4d84-9ca8-c5b1f581a0cd tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.546306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e438949-1196-4d84-9ca8-c5b1f581a0cd tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1759815 Nov 03 16:15:10.548799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50894) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:10.554119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Request body: {'router': {'distributed': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:10.585169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f6b34-8223-4000-b336-171d35d71eeb req-198955f3-3d89-4639-bfa8-6d2ad616fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:10.586886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f6b34-8223-4000-b336-171d35d71eeb req-198955f3-3d89-4639-bfa8-6d2ad616fa05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.1179800 Nov 03 16:15:10.638782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f6b34-8223-4000-b336-171d35d71eeb req-b2a753f4-8707-4475-85d5-d4f589cb139f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=8eac6ea0-698b-4f86-982b-d1c263e51cd3 HTTP/1.1" status: 200 len: 217 time: 0.0435073 Nov 03 16:15:10.697358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f6b34-8223-4000-b336-171d35d71eeb req-fe819cf2-1073-44a5-970d-969e54e21af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:10.699082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f6b34-8223-4000-b336-171d35d71eeb req-fe819cf2-1073-44a5-970d-969e54e21af9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0533948 Nov 03 16:15:10.751848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f6b34-8223-4000-b336-171d35d71eeb req-4a08d5c9-7e75-4fef-9dc9-6a254a7b6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:10.753944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f6b34-8223-4000-b336-171d35d71eeb req-4a08d5c9-7e75-4fef-9dc9-6a254a7b6e78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472441 Nov 03 16:15:10.816397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.816838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.879585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f6b34-8223-4000-b336-171d35d71eeb req-32a69f10-9b93-4e6d-9605-fb1743208640 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178916 Nov 03 16:15:10.920677 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=108105) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 03 16:15:10.922003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Router a4ab4820-b1c5-4057-a336-7b2506f2e6fb migrating from provider to provider. {{(pid=108105) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 03 16:15:10.923029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.931275 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:10.938650 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:11.002988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f6b34-8223-4000-b336-171d35d71eeb req-b8a09644-bb5e-46ad-946e-c9a48fd017bb service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158357 Nov 03 16:15:11.042222 n-d-813897-2 neutron-server[108105]: WARNING neutron.scheduler.l3_agent_scheduler [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] No L3 agents can host the router a4ab4820-b1c5-4057-a336-7b2506f2e6fb Nov 03 16:15:11.202111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Hosts for router a4ab4820-b1c5-4057-a336-7b2506f2e6fb: [] {{(pid=108105) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 03 16:15:11.230581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Hosts for other DVR routers connected to router a4ab4820-b1c5-4057-a336-7b2506f2e6fb: set() {{(pid=108105) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 03 16:15:11.246127 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:11.250290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-be3eba43-0ffd-4472-b444-2841d5cf4158 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "PUT /v2.0/routers/a4ab4820-b1c5-4057-a336-7b2506f2e6fb HTTP/1.1" status: 200 len: 717 time: 0.7002084 Nov 03 16:15:11.250498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50916) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:11.345924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bcedd8a7-4b58-480f-9fa7-595b577c5d1e tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "GET /v2.0/routers/a4ab4820-b1c5-4057-a336-7b2506f2e6fb HTTP/1.1" status: 200 len: 717 time: 0.0938377 Nov 03 16:15:11.346116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50922) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:11.666298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72366-9b60-415c-affe-4a4b4e483d60 req-45b5572c-5463-4f44-90e3-68d123955852 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:11.683699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2a72366-9b60-415c-affe-4a4b4e483d60 req-45b5572c-5463-4f44-90e3-68d123955852 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 947 time: 0.0969808 Nov 03 16:15:11.738549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2a72366-9b60-415c-affe-4a4b4e483d60 req-7f52770f-d5d0-4787-8985-bb9901d851aa tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527852 Nov 03 16:15:11.838952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-494fe168-0c7a-4419-9e54-26a2517b08a2 tempest-RoutersTestDVR-148629515 tempest-RoutersTestDVR-148629515-project] 10.222.0.86 "GET /v2.0/routers/a4ab4820-b1c5-4057-a336-7b2506f2e6fb HTTP/1.1" status: 200 len: 683 time: 0.4914477 Nov 03 16:15:11.841647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50942) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:11.930158 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75078906-16d5-4d17-97da-48143d014fd2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.119152 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75078906-16d5-4d17-97da-48143d014fd2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.122061 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75078906-16d5-4d17-97da-48143d014fd2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.179873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75078906-16d5-4d17-97da-48143d014fd2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.180887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75078906-16d5-4d17-97da-48143d014fd2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4ab4820-b1c5-4057-a336-7b2506f2e6fb {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:15:12.186960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-75078906-16d5-4d17-97da-48143d014fd2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.188443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-75078906-16d5-4d17-97da-48143d014fd2 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "DELETE /v2.0/routers/a4ab4820-b1c5-4057-a336-7b2506f2e6fb HTTP/1.1" status: 204 len: 168 time: 0.3457584 Nov 03 16:15:12.192213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50950) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:12.200632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-40897fc5-c5f7-4e31-b6e9-3db81a8a7776 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Request body: {'router': {'name': 'tempest-router-1910453248', 'distributed': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:12.227022 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40897fc5-c5f7-4e31-b6e9-3db81a8a7776 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.228812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40897fc5-c5f7-4e31-b6e9-3db81a8a7776 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.291082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40897fc5-c5f7-4e31-b6e9-3db81a8a7776 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.296802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40897fc5-c5f7-4e31-b6e9-3db81a8a7776 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.314109 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40897fc5-c5f7-4e31-b6e9-3db81a8a7776 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.318044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-40897fc5-c5f7-4e31-b6e9-3db81a8a7776 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1221776 Nov 03 16:15:12.318574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50952) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:12.414206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1aead7e-609a-466e-bd96-bf3db0283881 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.598659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1aead7e-609a-466e-bd96-bf3db0283881 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.600869 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1aead7e-609a-466e-bd96-bf3db0283881 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.669132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1aead7e-609a-466e-bd96-bf3db0283881 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.670184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aead7e-609a-466e-bd96-bf3db0283881 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28345746-99cc-432c-abcb-d344afe1cf0a {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:15:12.676538 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1aead7e-609a-466e-bd96-bf3db0283881 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:12.678864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a1aead7e-609a-466e-bd96-bf3db0283881 tempest-RoutersTestDVR-3739243 tempest-RoutersTestDVR-3739243-project-admin] 10.222.0.86 "DELETE /v2.0/routers/28345746-99cc-432c-abcb-d344afe1cf0a HTTP/1.1" status: 204 len: 168 time: 0.3571887 Nov 03 16:15:12.892730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbf557-74cf-47b4-8d6b-72144acee049 req-05a14966-eadc-4efe-a4dd-f6324e1f65b6 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:12.901721 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4dbf557-74cf-47b4-8d6b-72144acee049 req-05a14966-eadc-4efe-a4dd-f6324e1f65b6 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 947 time: 0.0617716 Nov 03 16:15:12.978226 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4dbf557-74cf-47b4-8d6b-72144acee049 req-d1b55070-748e-4038-b0e0-c5425a7c33d9 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709052 Nov 03 16:15:13.134830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50974) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:13.436562 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cb5bd2b-07ff-4685-bb37-96bc5c37a011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:13.588156 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cb5bd2b-07ff-4685-bb37-96bc5c37a011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:13.597585 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cb5bd2b-07ff-4685-bb37-96bc5c37a011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:13.654315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2cb5bd2b-07ff-4685-bb37-96bc5c37a011 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcc2e4b1d9f742c9a701846fddde71c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5183768 Nov 03 16:15:13.655358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5bd2b-07ff-4685-bb37-96bc5c37a011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5ed0cc-7de2-41b3-8efa-ff1b0c754ee0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:13.657031 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50986) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:13.719080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6951e6a-1146-45de-8977-067d8b84d71a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:13.764957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6951e6a-1146-45de-8977-067d8b84d71a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:13.888631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6951e6a-1146-45de-8977-067d8b84d71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:13.892053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6951e6a-1146-45de-8977-067d8b84d71a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:13.893769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50996) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:13.900634 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d6951e6a-1146-45de-8977-067d8b84d71a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5b5ed0cc-7de2-41b3-8efa-ff1b0c754ee0 HTTP/1.1" status: 204 len: 168 time: 0.2349195 Nov 03 16:15:13.913682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8eac6ea0-698b-4f86-982b-d1c263e51cd3 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:15:13.916836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6951e6a-1146-45de-8977-067d8b84d71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5ed0cc-7de2-41b3-8efa-ff1b0c754ee0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:14.069667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8eac6ea0-698b-4f86-982b-d1c263e51cd3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8eac6ea0-698b-4f86-982b-d1c263e51cd3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:14.182643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a9432-1b48-48ee-8dfd-d084af65a071 req-a3b17bf5-e189-4c84-819a-c8ae94fb3a65 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:14.191703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b33a9432-1b48-48ee-8dfd-d084af65a071 req-a3b17bf5-e189-4c84-819a-c8ae94fb3a65 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 947 time: 0.0979114 Nov 03 16:15:14.293067 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ac37efae-b256-448b-9368-9ae70b33d0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.293660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b33a9432-1b48-48ee-8dfd-d084af65a071 req-ef3407ec-ec9a-46cc-9dd7-c2fff6c905b1 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007257 Nov 03 16:15:14.321164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51006) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:14.337112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33047447-922b-4668-b33a-f938e79a79e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.363953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '8eac6ea0-698b-4f86-982b-d1c263e51cd3', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '8eac6ea0-698b-4f86-982b-d1c263e51cd3', 'mac_address': 'fa:16:3e:64:2d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:15:14.395493 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ac37efae-b256-448b-9368-9ae70b33d0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.406020 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ac37efae-b256-448b-9368-9ae70b33d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.422679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.438602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eac6ea0-698b-4f86-982b-d1c263e51cd3 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:15:14.455066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ac37efae-b256-448b-9368-9ae70b33d0c3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=236706f6bf1b44e3af066fd822ba2ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5592673 Nov 03 16:15:14.457741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51008) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:14.461273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37efae-b256-448b-9368-9ae70b33d0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f72dab-ec1c-4b37-938c-078a735cbec7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:14.464419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8eac6ea0-698b-4f86-982b-d1c263e51cd3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8eac6ea0-698b-4f86-982b-d1c263e51cd3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:14.470454 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.478043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33047447-922b-4668-b33a-f938e79a79e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.486572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33047447-922b-4668-b33a-f938e79a79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.543628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8eac6ea0-698b-4f86-982b-d1c263e51cd3,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:14.551941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.552292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.552824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.553355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.553678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-33047447-922b-4668-b33a-f938e79a79e1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4bfac67ca29e47dda4ec5716d051fbca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308421 Nov 03 16:15:14.554126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.555458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.556821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.557377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.557502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51010) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:14.558736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.559362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.560191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047447-922b-4668-b33a-f938e79a79e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8675e6b2-a0a8-42ac-b859-0abd2cab3fd2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:14.560362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.560866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:14.572295 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-084edee2-8a32-4066-a997-0d6526eceeda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.597862 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-084edee2-8a32-4066-a997-0d6526eceeda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.670938 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f366-db55-47e5-911c-45178a4f6d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.681622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-084edee2-8a32-4066-a997-0d6526eceeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.685746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-084edee2-8a32-4066-a997-0d6526eceeda admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.689482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-084edee2-8a32-4066-a997-0d6526eceeda admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/37f72dab-ec1c-4b37-938c-078a735cbec7 HTTP/1.1" status: 204 len: 168 time: 0.2282248 Nov 03 16:15:14.708190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084edee2-8a32-4066-a997-0d6526eceeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f72dab-ec1c-4b37-938c-078a735cbec7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:14.716832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f366-db55-47e5-911c-45178a4f6d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.795653 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f366-db55-47e5-911c-45178a4f6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.798916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f366-db55-47e5-911c-45178a4f6d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:14.800382 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bbf8f366-db55-47e5-911c-45178a4f6d39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8675e6b2-a0a8-42ac-b859-0abd2cab3fd2 HTTP/1.1" status: 204 len: 168 time: 0.2417712 Nov 03 16:15:14.817408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8f366-db55-47e5-911c-45178a4f6d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8675e6b2-a0a8-42ac-b859-0abd2cab3fd2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:14.935757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8eac6ea0-698b-4f86-982b-d1c263e51cd3'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:15.384290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51038) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:15.402065 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90fd03d-ba07-4ddc-b01e-36f6c57fb3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:15.506972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c17062-8c06-4fe8-9b04-4ef2b56e2c3f req-abf7f5a0-4267-4ed3-8126-f8718393510d tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:15.509509 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50c17062-8c06-4fe8-9b04-4ef2b56e2c3f req-abf7f5a0-4267-4ed3-8126-f8718393510d tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 948 time: 0.0980306 Nov 03 16:15:15.585130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90fd03d-ba07-4ddc-b01e-36f6c57fb3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:15.596072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d90fd03d-ba07-4ddc-b01e-36f6c57fb3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:15.627758 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50c17062-8c06-4fe8-9b04-4ef2b56e2c3f req-2eaacf22-d9b4-4770-a6db-4966d263ac8e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062827 Nov 03 16:15:15.657693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fd03d-ba07-4ddc-b01e-36f6c57fb3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e66f77-9adf-43fc-a8f0-cb6274a3ea32,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:15.666862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d90fd03d-ba07-4ddc-b01e-36f6c57fb3b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3d49959164c14b8bba37ae651d9d5601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780507 Nov 03 16:15:15.667092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51044) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:15.730344 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1bb0-2dba-4d6a-ade2-5bf052a6cd3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:15.757238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1bb0-2dba-4d6a-ade2-5bf052a6cd3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:15.828768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1bb0-2dba-4d6a-ade2-5bf052a6cd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:15.832864 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1bb0-2dba-4d6a-ade2-5bf052a6cd3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:15.834599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b9cb1bb0-2dba-4d6a-ade2-5bf052a6cd3c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/62e66f77-9adf-43fc-a8f0-cb6274a3ea32 HTTP/1.1" status: 204 len: 168 time: 0.1664283 Nov 03 16:15:15.860673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb1bb0-2dba-4d6a-ade2-5bf052a6cd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e66f77-9adf-43fc-a8f0-cb6274a3ea32,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:16.749049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51100) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:16.871076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024abb8-ea40-4d18-8139-e02900bd572b req-cda6dfa6-d1de-43ee-92e0-278dc4688ab1 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:16.892831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-419472569', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:16.894017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7024abb8-ea40-4d18-8139-e02900bd572b req-cda6dfa6-d1de-43ee-92e0-278dc4688ab1 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 948 time: 0.1460454 Nov 03 16:15:16.931768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Made reservation on behalf of dfcd3cb92bf54148a25d01e02664bf73 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:16.934401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:16.946466 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:16.953846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7024abb8-ea40-4d18-8139-e02900bd572b req-32a0f3a8-4a36-4fd5-8bb4-331ebe4e98ef tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587392 Nov 03 16:15:17.052645 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:17.059868 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:17.064309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] device_id is not set on port ecadbefe-a9bd-40fa-b0fd-a8fc85abacde yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:15:17.196268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Allocated IP 172.25.6.162 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/ecadbefe-a9bd-40fa-b0fd-a8fc85abacde) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:17.226036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd3eda8-3264-488d-bb67-62e283314dcf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:17.394642 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:17.433576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:17.480566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:17.487550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:17.490010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:17.515519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Pushing event updated for resources: {'Port': ['ID=ecadbefe-a9bd-40fa-b0fd-a8fc85abacde,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:17.541313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:17.541968 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:17.577713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e7a427d-2eff-4cf5-86ea-52cfa1c91f50 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8260684 Nov 03 16:15:17.580038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51132) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:17.584637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.162'}]}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:17.617006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:17.618263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:17.682982 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:17.873654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:17.960029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8eac6ea0-698b-4f86-982b-d1c263e51cd3 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:15:18.036614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:15:18.042734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:18.043111 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.133275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071c788-270c-41f4-8825-a33c02459116 req-4b407259-27b0-40af-8f17-9354e2e95e4e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:18.138632 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.141969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9071c788-270c-41f4-8825-a33c02459116 req-4b407259-27b0-40af-8f17-9354e2e95e4e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 948 time: 0.1007216 Nov 03 16:15:18.209187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8eac6ea0-698b-4f86-982b-d1c263e51cd3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8eac6ea0-698b-4f86-982b-d1c263e51cd3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:18.210660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cac88a-dc37-4e6e-9c67-3c01083dc7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eac6ea0-698b-4f86-982b-d1c263e51cd3'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:15:18.213565 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c2dc6b-1746-4492-92bb-71394c5099b9" -d '{"events": [{"server_uuid": "51cac88a-dc37-4e6e-9c67-3c01083dc7a4", "name": "network-vif-plugged", "status": "completed", "tag": "8eac6ea0-698b-4f86-982b-d1c263e51cd3"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:15:18.218135 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.279907 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9071c788-270c-41f4-8825-a33c02459116 req-e7ba66ed-8cd8-4aef-9013-91359b96ffa4 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361272 Nov 03 16:15:18.296953 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0733edb-cb7c-4424-8812-71f02dd58e30 x-openstack-request-id: req-c0733edb-cb7c-4424-8812-71f02dd58e30 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:15:18.297856 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cac88a-dc37-4e6e-9c67-3c01083dc7a4", "name": "network-vif-plugged", "status": "completed", "tag": "8eac6ea0-698b-4f86-982b-d1c263e51cd3", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:15:18.299051 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c0733edb-cb7c-4424-8812-71f02dd58e30 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:15:18.299996 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cac88a-dc37-4e6e-9c67-3c01083dc7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eac6ea0-698b-4f86-982b-d1c263e51cd3', 'code': 200} Nov 03 16:15:18.323592 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.337837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8eac6ea0-698b-4f86-982b-d1c263e51cd3,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:18.347953 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.425551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51166) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:18.449289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209ec29-0d6b-4cae-a27b-c13ab1e9164c req-42aceafa-7885-43fe-9c10-2c252b322d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:18.450836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f209ec29-0d6b-4cae-a27b-c13ab1e9164c req-42aceafa-7885-43fe-9c10-2c252b322d4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 1100 time: 0.0670183 Nov 03 16:15:18.513277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f209ec29-0d6b-4cae-a27b-c13ab1e9164c req-1e9b987b-761c-4466-ab8c-662b1f617e19 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549150 Nov 03 16:15:18.565266 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.569035 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea2a4e60-e57b-4b59-b5b3-f70515a21c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.645830 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea2a4e60-e57b-4b59-b5b3-f70515a21c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.650845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea2a4e60-e57b-4b59-b5b3-f70515a21c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.688875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a4e60-e57b-4b59-b5b3-f70515a21c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cce6c47-e00c-4714-852e-c8e5cc5977b9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:18.696278 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ea2a4e60-e57b-4b59-b5b3-f70515a21c7c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dce476f276ee4352abadd4333c8d1f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2693851 Nov 03 16:15:18.697550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51170) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:18.744091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.747136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.748857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16fca613-4a50-429c-a255-0717eb9a31c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.774936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16fca613-4a50-429c-a255-0717eb9a31c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.793293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.795545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92c23aa2-d2f0-413a-ae62-e6b779b17306 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:15:18.813561 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 16:15:18.814808 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d20e5f8b-d99d-4caf-a5a1-7a0f5353896b tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2336097 Nov 03 16:15:18.818216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51172) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:18.833929 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16fca613-4a50-429c-a255-0717eb9a31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.837657 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16fca613-4a50-429c-a255-0717eb9a31c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:18.839001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-16fca613-4a50-429c-a255-0717eb9a31c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9cce6c47-e00c-4714-852e-c8e5cc5977b9 HTTP/1.1" status: 204 len: 168 time: 0.1402040 Nov 03 16:15:18.847884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fca613-4a50-429c-a255-0717eb9a31c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cce6c47-e00c-4714-852e-c8e5cc5977b9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:18.909951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-918c0e93-0afd-4c6d-bdc3-d0469acd5270 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Deleting port ecadbefe-a9bd-40fa-b0fd-a8fc85abacde {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:18.910539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-918c0e93-0afd-4c6d-bdc3-d0469acd5270 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:19.009368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-918c0e93-0afd-4c6d-bdc3-d0469acd5270 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:19.025776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-918c0e93-0afd-4c6d-bdc3-d0469acd5270 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Calling delete_port for ecadbefe-a9bd-40fa-b0fd-a8fc85abacde owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:19.198723 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-918c0e93-0afd-4c6d-bdc3-d0469acd5270 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:19.228060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c0e93-0afd-4c6d-bdc3-d0469acd5270 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecadbefe-a9bd-40fa-b0fd-a8fc85abacde,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:19.432989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882e00e-9cbb-411d-bc3f-67d7f68a4de4 req-29985572-dea8-4b94-bbe7-bb2213ba5c20 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:19.434596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3882e00e-9cbb-411d-bc3f-67d7f68a4de4 req-29985572-dea8-4b94-bbe7-bb2213ba5c20 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 949 time: 0.0685403 Nov 03 16:15:19.650467 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-918c0e93-0afd-4c6d-bdc3-d0469acd5270 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:19.653938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-918c0e93-0afd-4c6d-bdc3-d0469acd5270 tempest-RoutersAdminNegativeTest-1628114112 tempest-RoutersAdminNegativeTest-1628114112-project-admin] 10.222.0.86 "DELETE /v2.0/ports/ecadbefe-a9bd-40fa-b0fd-a8fc85abacde HTTP/1.1" status: 204 len: 168 time: 0.8345993 Nov 03 16:15:19.825163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3882e00e-9cbb-411d-bc3f-67d7f68a4de4 req-6f402345-31e1-4757-8d16-96a25639a03a tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836205 Nov 03 16:15:19.960182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51218) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:19.963476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51220) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:20.072612 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5087860d-c52f-4693-ac87-f379dbae2a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.072827 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-57acaf72-4c9e-4ba9-94b1-9bb859219338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.151209 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5087860d-c52f-4693-ac87-f379dbae2a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.155420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5087860d-c52f-4693-ac87-f379dbae2a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.159481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-57acaf72-4c9e-4ba9-94b1-9bb859219338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.163111 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-57acaf72-4c9e-4ba9-94b1-9bb859219338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.196017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5087860d-c52f-4693-ac87-f379dbae2a99 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e1874848402f4e788e72ca873e888d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310483 Nov 03 16:15:20.197757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087860d-c52f-4693-ac87-f379dbae2a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcf8275-34da-4a33-925e-b6725c4bab2d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:20.199230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51230) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:20.209240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acaf72-4c9e-4ba9-94b1-9bb859219338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc11738-1256-45b4-9b3c-b1aa9567f61c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:20.214942 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-57acaf72-4c9e-4ba9-94b1-9bb859219338 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=163e53f81b33445eb831a7e603d31787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524769 Nov 03 16:15:20.217691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51234) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:20.259473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e460f5a2-4f26-46b5-8401-f881832c9261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.284375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e460f5a2-4f26-46b5-8401-f881832c9261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.297466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf58-4a54-4527-9d42-9699e18cf224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.322427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf58-4a54-4527-9d42-9699e18cf224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.354371 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e460f5a2-4f26-46b5-8401-f881832c9261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.361204 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e460f5a2-4f26-46b5-8401-f881832c9261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.362571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e460f5a2-4f26-46b5-8401-f881832c9261 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4fcf8275-34da-4a33-925e-b6725c4bab2d HTTP/1.1" status: 204 len: 168 time: 0.1608007 Nov 03 16:15:20.373376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460f5a2-4f26-46b5-8401-f881832c9261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcf8275-34da-4a33-925e-b6725c4bab2d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:20.384752 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf58-4a54-4527-9d42-9699e18cf224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.390379 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf58-4a54-4527-9d42-9699e18cf224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.392607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bbdfbf58-4a54-4527-9d42-9699e18cf224 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ecc11738-1256-45b4-9b3c-b1aa9567f61c HTTP/1.1" status: 204 len: 168 time: 0.1735566 Nov 03 16:15:20.417758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfbf58-4a54-4527-9d42-9699e18cf224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc11738-1256-45b4-9b3c-b1aa9567f61c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:20.733555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51256) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:20.784892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51258) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:20.785407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9ab9afe7-535d-4edf-9586-c6e054399f38 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dfcd3cb92bf54148a25d01e02664bf73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503352 Nov 03 16:15:20.845682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0697e0bb-3c9c-484a-8796-b4504b1caabf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.872765 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0697e0bb-3c9c-484a-8796-b4504b1caabf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.937198 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0697e0bb-3c9c-484a-8796-b4504b1caabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.942210 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0697e0bb-3c9c-484a-8796-b4504b1caabf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:20.943424 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0697e0bb-3c9c-484a-8796-b4504b1caabf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5dd3eda8-3264-488d-bb67-62e283314dcf HTTP/1.1" status: 204 len: 168 time: 0.1574361 Nov 03 16:15:20.954828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697e0bb-3c9c-484a-8796-b4504b1caabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd3eda8-3264-488d-bb67-62e283314dcf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:20.986729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec4ac0-a959-4bb5-b91b-82f4f9aac56d req-cf568744-0167-40a0-a038-1cb0d061fb9b tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:20.994497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29ec4ac0-a959-4bb5-b91b-82f4f9aac56d req-cf568744-0167-40a0-a038-1cb0d061fb9b tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 949 time: 0.0845993 Nov 03 16:15:21.059743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29ec4ac0-a959-4bb5-b91b-82f4f9aac56d req-3c1e0a5c-22fc-4a72-8f18-d5f95cec9d08 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594285 Nov 03 16:15:21.404014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465514f-6fe1-4860-a9a0-1bac00c03c67 req-a792412d-3a07-4ca9-9d45-40bc156f9142 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:21.406067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9465514f-6fe1-4860-a9a0-1bac00c03c67 req-a792412d-3a07-4ca9-9d45-40bc156f9142 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 949 time: 0.0614345 Nov 03 16:15:21.470010 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9465514f-6fe1-4860-a9a0-1bac00c03c67 req-c9fe8cde-7bfc-4cf1-aadc-9bc55d75cfe7 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580208 Nov 03 16:15:21.855029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51316) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:21.911205 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.026186 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1201243810'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:22.065672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Made reservation on behalf of f8f7fcded09b4d9d88b29207e0547c79 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:22.072823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.086042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.179976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.189188 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.224087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:22.247273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.247696 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Added segment 74866856-ed0d-42dc-a3aa-5a1b95ca96fb of type vlan for network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e Nov 03 16:15:22.249305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f045f3-8c64-4a23-bfae-1a422ce1c81c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:22.301001 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.327601 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.333333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:22.334001 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.379506 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5227277 Nov 03 16:15:22.382924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51348) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:22.388056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Request body: {'subnet': {'network_id': '9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:22.413559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7f08a-41e5-4af3-8e7f-3fbf963a881b tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event updated for resources: {'Network': ['ID=9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:22.424538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:22.490821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Made reservation on behalf of f8f7fcded09b4d9d88b29207e0547c79 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:22.495205 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.643689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c142f96-10eb-4702-88b6-801b3f66efe4 req-b1b839d6-18dd-4f59-803f-eee1fb8cd232 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:22.651398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c142f96-10eb-4702-88b6-801b3f66efe4 req-b1b839d6-18dd-4f59-803f-eee1fb8cd232 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 949 time: 0.0895381 Nov 03 16:15:22.706191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c142f96-10eb-4702-88b6-801b3f66efe4 req-76efe0f2-90c6-4a83-8495-fae9c811f351 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfe40e60-d624-476e-8682-d3dabd4388a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536931 Nov 03 16:15:22.818977 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:22.888122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event updated for resources: {'Subnet': ['ID=55bdab06-9fe7-4f74-91ab-b182d73ff0a0,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:22.978656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-a6c311ab-bef2-4402-ae76-9669ad6c0dc5 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:22.980223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-a6c311ab-bef2-4402-ae76-9669ad6c0dc5 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.15 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 949 time: 0.0941105 Nov 03 16:15:23.034183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Checking segment: {'id': '74866856-ed0d-42dc-a3aa-5a1b95ca96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:23.034641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Network hostable DHCP agents. Network: 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:23.089049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:23.105127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:23.110574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:23.111164 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:23.119799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3617e0f-60c9-42c5-9867-70f4a9fb6925 None None] Network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:23.121028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Deleting port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:23.121394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:23.155611 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-de0d4a2c-8512-45d2-a6ab-0b5b04e8d731 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7714734 Nov 03 16:15:23.157720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51442) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:23.163670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Request body: {'port': {'network_id': '9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-326866311'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:23.244352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] For port 8eac6ea0-698b-4f86-982b-d1c263e51cd3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8eac6ea0-698b-4f86-982b-d1c263e51cd3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:23.244960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:23.263606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Calling delete_port for 8eac6ea0-698b-4f86-982b-d1c263e51cd3 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:23.397068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e', 'network_id': '9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e', 'tenant_id': 'f8f7fcded09b4d9d88b29207e0547c79', 'fixed_ips': [{'subnet_id': '55bdab06-9fe7-4f74-91ab-b182d73ff0a0'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:15:23.398803 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:23.401653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Made reservation on behalf of f8f7fcded09b4d9d88b29207e0547c79 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:23.414647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:23.435854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] device_id is not set on port 4a9df016-fa9f-4a87-a14b-7d6a234a3234 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:15:23.477494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:23.530892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Pushing event deleted for resources: {'Port': ['ID=8eac6ea0-698b-4f86-982b-d1c263e51cd3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:23.604967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8eac6ea0-698b-4f86-982b-d1c263e51cd3'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:23.632651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Allocated IP 172.20.0.3 (9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e/55bdab06-9fe7-4f74-91ab-b182d73ff0a0/4a9df016-fa9f-4a87-a14b-7d6a234a3234) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:23.647207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] No DVR routers for this DVR port 8eac6ea0-698b-4f86-982b-d1c263e51cd3 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:15:23.654788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:23.664890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bbfde65-e298-48b0-8462-b713f87b2208 req-dffc520c-a432-4fae-a01b-907ad5f5878e tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.15 "DELETE /v2.0/ports/8eac6ea0-698b-4f86-982b-d1c263e51cd3 HTTP/1.1" status: 204 len: 173 time: 0.6770656 Nov 03 16:15:23.665560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cac88a-dc37-4e6e-9c67-3c01083dc7a4', 'name': 'network-vif-deleted', 'tag': '8eac6ea0-698b-4f86-982b-d1c263e51cd3'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:15:23.668506 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871faa16-9dba-421c-ab96-838e902cf708" -d '{"events": [{"server_uuid": "51cac88a-dc37-4e6e-9c67-3c01083dc7a4", "name": "network-vif-deleted", "tag": "8eac6ea0-698b-4f86-982b-d1c263e51cd3"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:15:23.715817 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f364e53-ac4e-4249-ade6-a3f9c2201c3b x-openstack-request-id: req-7f364e53-ac4e-4249-ade6-a3f9c2201c3b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:15:23.716672 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cac88a-dc37-4e6e-9c67-3c01083dc7a4", "name": "network-vif-deleted", "tag": "8eac6ea0-698b-4f86-982b-d1c263e51cd3", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:15:23.717078 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7f364e53-ac4e-4249-ade6-a3f9c2201c3b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:15:23.717825 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cac88a-dc37-4e6e-9c67-3c01083dc7a4', 'name': 'network-vif-deleted', 'tag': '8eac6ea0-698b-4f86-982b-d1c263e51cd3', 'status': 'completed', 'code': 200} Nov 03 16:15:23.892598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b7ea9777-dd04-4ed3-bf58-43e629d5c5a7 req-049d63b1-6701-40b7-aee6-ef322df5ac10 tempest-VolumesNegativeTest-1602836938 tempest-VolumesNegativeTest-1602836938-project] 10.222.0.86 "GET /v2.0/ports?device_id=51cac88a-dc37-4e6e-9c67-3c01083dc7a4 HTTP/1.1" status: 200 len: 210 time: 0.0736558 Nov 03 16:15:24.011484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.051436 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5702590-63d9-415d-a0d4-2570a8293beb req-2f250bb4-5756-472a-974d-dc832451e803 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803401 Nov 03 16:15:24.066320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.127568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event updated for resources: {'Port': ['ID=4a9df016-fa9f-4a87-a14b-7d6a234a3234,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:24.139397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Allocated IP 172.20.0.2 (9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e/55bdab06-9fe7-4f74-91ab-b182d73ff0a0/268ba337-ffd7-46e0-a7f4-9c100cc2c171) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:24.153949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:24.157079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:24.160634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:24.184501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702590-63d9-415d-a0d4-2570a8293beb req-b494e4b9-a9a4-4963-8e08-b7dca99df382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:24.188197 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5702590-63d9-415d-a0d4-2570a8293beb req-b494e4b9-a9a4-4963-8e08-b7dca99df382 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 1097 time: 0.0795686 Nov 03 16:15:24.217704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:24.218330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.238153 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5cb9b8a5-789b-4d76-9fcf-e0274212a2c6 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0784023 Nov 03 16:15:24.241487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51494) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:24.255963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Request body: {'port': {'network_id': '9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-254083973', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:24.256830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.api.validators [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] bootfile-name is not in valid_values {{(pid=108105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:15:24.257368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.api.validators [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] tftp-server is not in valid_values {{(pid=108105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:15:24.259924 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.api.validators [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] server-ip-address is not in valid_values {{(pid=108105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:15:24.358651 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.367621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.369586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51496) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:24.442732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702590-63d9-415d-a0d4-2570a8293beb req-2daefa23-71b3-4612-a7fd-e315d47e6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:24.446359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5702590-63d9-415d-a0d4-2570a8293beb req-2daefa23-71b3-4612-a7fd-e315d47e6af8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 915 time: 0.2256904 Nov 03 16:15:24.470614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Made reservation on behalf of f8f7fcded09b4d9d88b29207e0547c79 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:24.474491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Pushing event updated for resources: {'Port': ['ID=268ba337-ffd7-46e0-a7f4-9c100cc2c171,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:24.475631 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.487533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:24.489221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:24.493860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:24.507797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] device_id is not set on port 8b53433f-c4df-4deb-a176-55411400f3ad yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:15:24.541193 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5702590-63d9-415d-a0d4-2570a8293beb req-fc78faad-b359-4b23-a4e7-37dae3b77cda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46e71de8-f9e1-4748-8019-1b4de02083a4 HTTP/1.1" status: 200 len: 217 time: 0.0866134 Nov 03 16:15:24.571708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Attempting to bind port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:15:24.572690 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Attempting to bind port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '74866856-ed0d-42dc-a3aa-5a1b95ca96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:15:24.573501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Attempting to bind port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 on network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:24.603517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:15:24.603903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Checking segment: {'id': '74866856-ed0d-42dc-a3aa-5a1b95ca96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:24.604316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.604712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Bound using segment: {'id': '74866856-ed0d-42dc-a3aa-5a1b95ca96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:15:24.605198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Bound port: 268ba337-ffd7-46e0-a7f4-9c100cc2c171, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74866856-ed0d-42dc-a3aa-5a1b95ca96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:15:24.605602 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.668311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702590-63d9-415d-a0d4-2570a8293beb req-330071f4-8408-46c6-929e-dc8edce6fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:24.676776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5702590-63d9-415d-a0d4-2570a8293beb req-330071f4-8408-46c6-929e-dc8edce6fa7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.1277909 Nov 03 16:15:24.682325 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3350f532-9966-4d08-b7c5-d31844b7366a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.735727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] For port 268ba337-ffd7-46e0-a7f4-9c100cc2c171, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:15:24.736266 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5702590-63d9-415d-a0d4-2570a8293beb req-19d7997a-0919-4e98-bd30-fe75d4096b6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471721 Nov 03 16:15:24.739645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] For port 268ba337-ffd7-46e0-a7f4-9c100cc2c171, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=268ba337-ffd7-46e0-a7f4-9c100cc2c171,segment=NetworkSegment(74866856-ed0d-42dc-a3aa-5a1b95ca96fb),segment_id=74866856-ed0d-42dc-a3aa-5a1b95ca96fb)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:15:24.744762 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:24.811466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4c95c-b671-4fd0-b9b0-e53ab806f10d None None] Pushing event updated for resources: {'Port': ['ID=268ba337-ffd7-46e0-a7f4-9c100cc2c171,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:24.838575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Allocated IP 172.20.0.10 (9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e/55bdab06-9fe7-4f74-91ab-b182d73ff0a0/8b53433f-c4df-4deb-a176-55411400f3ad) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:24.948363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5702590-63d9-415d-a0d4-2570a8293beb req-ee6268fd-b579-4e4c-a888-71855fd1ae5d service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623411 Nov 03 16:15:25.039838 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:15:25.096384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3350f532-9966-4d08-b7c5-d31844b7366a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.106604 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5702590-63d9-415d-a0d4-2570a8293beb req-f937646e-52a3-4491-8097-11946d183540 service neutron] 10.222.0.70 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495252 Nov 03 16:15:25.113264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3350f532-9966-4d08-b7c5-d31844b7366a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.175873 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3350f532-9966-4d08-b7c5-d31844b7366a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7b626c61508745958eec64d92f341b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8025761 Nov 03 16:15:25.176940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51530) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:25.178196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350f532-9966-4d08-b7c5-d31844b7366a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eabff36-46e8-48ba-b7b5-ab36e5e55a2b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:25.305417 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-147e940e-eefb-42f9-b3c8-eb33a5b3c3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.343157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-147e940e-eefb-42f9-b3c8-eb33a5b3c3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.349915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.399049 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.439553 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-147e940e-eefb-42f9-b3c8-eb33a5b3c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.448137 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-147e940e-eefb-42f9-b3c8-eb33a5b3c3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.450324 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-147e940e-eefb-42f9-b3c8-eb33a5b3c3ae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5eabff36-46e8-48ba-b7b5-ab36e5e55a2b HTTP/1.1" status: 204 len: 168 time: 0.2708788 Nov 03 16:15:25.462928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e940e-eefb-42f9-b3c8-eb33a5b3c3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eabff36-46e8-48ba-b7b5-ab36e5e55a2b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:25.505515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:25.514475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:25.518470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 268ba337-ffd7-46e0-a7f4-9c100cc2c171 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:15:25.522353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:25.557442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event updated for resources: {'Port': ['ID=8b53433f-c4df-4deb-a176-55411400f3ad,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:25.578395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:25.578763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.590040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:25.590803 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.610892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1f2ae314-44e5-4fd7-8f1d-2b966eec9280 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3674285 Nov 03 16:15:25.613759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51546) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:25.683742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad936bc-b724-40aa-846d-d6e0d68cdde1 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:25.690358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad936bc-b724-40aa-846d-d6e0d68cdde1 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:25.698569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad936bc-b724-40aa-846d-d6e0d68cdde1 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:25.700798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aad936bc-b724-40aa-846d-d6e0d68cdde1 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0860133 Nov 03 16:15:25.703908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51550) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:25.737211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.774348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 268ba337-ffd7-46e0-a7f4-9c100cc2c171, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=268ba337-ffd7-46e0-a7f4-9c100cc2c171,segment=NetworkSegment(74866856-ed0d-42dc-a3aa-5a1b95ca96fb),segment_id=74866856-ed0d-42dc-a3aa-5a1b95ca96fb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:25.779927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.874624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51554) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:25.877563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=268ba337-ffd7-46e0-a7f4-9c100cc2c171,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:25.903057 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5d5fcdf-10c6-4499-9f3c-7234dc438ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:25.955796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-feb56ae1-5d89-4cc5-a249-619ba3cba436 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Deleting port 8b53433f-c4df-4deb-a176-55411400f3ad {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:25.956849 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-feb56ae1-5d89-4cc5-a249-619ba3cba436 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.057985 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5d5fcdf-10c6-4499-9f3c-7234dc438ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.074999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5d5fcdf-10c6-4499-9f3c-7234dc438ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.075399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-feb56ae1-5d89-4cc5-a249-619ba3cba436 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.095512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-feb56ae1-5d89-4cc5-a249-619ba3cba436 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Calling delete_port for 8b53433f-c4df-4deb-a176-55411400f3ad owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:26.120426 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51574) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:26.130951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b5d5fcdf-10c6-4499-9f3c-7234dc438ba4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=85dcfd2166864526b43aa3a320a10673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548411 Nov 03 16:15:26.179395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5fcdf-10c6-4499-9f3c-7234dc438ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e570349b-a1b3-428b-9f2f-049593e728d6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:26.474783 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5de7ccd0-4db0-4e71-b15f-f489591f3145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.527603 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5de7ccd0-4db0-4e71-b15f-f489591f3145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.540431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-feb56ae1-5d89-4cc5-a249-619ba3cba436 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.550166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d670341-4b12-4bf4-ba7e-e9df25212063 None None] Network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:26.598958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb56ae1-5d89-4cc5-a249-619ba3cba436 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event deleted for resources: {'Port': ['ID=8b53433f-c4df-4deb-a176-55411400f3ad,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:26.711193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5de7ccd0-4db0-4e71-b15f-f489591f3145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.714848 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5de7ccd0-4db0-4e71-b15f-f489591f3145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.716372 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5de7ccd0-4db0-4e71-b15f-f489591f3145 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e570349b-a1b3-428b-9f2f-049593e728d6 HTTP/1.1" status: 204 len: 168 time: 0.5949438 Nov 03 16:15:26.737194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7ccd0-4db0-4e71-b15f-f489591f3145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e570349b-a1b3-428b-9f2f-049593e728d6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:26.743181 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-feb56ae1-5d89-4cc5-a249-619ba3cba436 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.747680 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-feb56ae1-5d89-4cc5-a249-619ba3cba436 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "DELETE /v2.0/ports/8b53433f-c4df-4deb-a176-55411400f3ad HTTP/1.1" status: 204 len: 168 time: 1.0427580 Nov 03 16:15:26.751923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:26.758800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Request body: {'port': {'name': 'tempest-new-port-name-1019666346', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:26.759255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.api.validators [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] bootfile-name is not in valid_values {{(pid=108104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:15:26.759623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.api.validators [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] tftp-server is not in valid_values {{(pid=108104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:15:26.760067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.api.validators [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] server-ip-address is not in valid_values {{(pid=108104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:15:26.859623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4dbb5edf-8380-4dc3-91b2-8e7873b15ce1 None None] Provisioning complete for port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:26.860006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4dbb5edf-8380-4dc3-91b2-8e7873b15ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:26.907696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:27.274542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:27.284183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:27.519596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event updated for resources: {'Port': ['ID=4a9df016-fa9f-4a87-a14b-7d6a234a3234,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:27.554694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 268ba337-ffd7-46e0-a7f4-9c100cc2c171 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:15:27.567886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] In _notify_port_updated(), no bound segment for port 4a9df016-fa9f-4a87-a14b-7d6a234a3234 on network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:15:27.574669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:27.584883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:27.594732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51680) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:27.595640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e42c3ebd-f2a4-4517-ae2b-94b5b449b0c3 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "PUT /v2.0/ports/4a9df016-fa9f-4a87-a14b-7d6a234a3234 HTTP/1.1" status: 200 len: 1136 time: 0.8420322 Nov 03 16:15:27.614762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:27.615244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:27.713432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e109166-c284-455b-8910-06e70d4b4d3c req-1d7fd3e9-7160-4886-a8fa-83ef4ec33168 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1162829 Nov 03 16:15:27.724827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f2fd8-b2b0-496e-b174-070555ec0352 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:27.745098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7e4f2fd8-b2b0-496e-b174-070555ec0352 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "GET /v2.0/ports/4a9df016-fa9f-4a87-a14b-7d6a234a3234 HTTP/1.1" status: 200 len: 1136 time: 0.1456738 Nov 03 16:15:27.745315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51704) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:27.880976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1a748c21-4a51-4c40-b1c0-488603b70beb None None] Provisioning complete for port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:27.881379 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a748c21-4a51-4c40-b1c0-488603b70beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:28.002195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109166-c284-455b-8910-06e70d4b4d3c req-be7033fe-1ce4-4e85-bcfc-7ab160f3e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:28.003008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8eac6ea0-698b-4f86-982b-d1c263e51cd3 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:15:28.009005 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e109166-c284-455b-8910-06e70d4b4d3c req-be7033fe-1ce4-4e85-bcfc-7ab160f3e864 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17301df1c2eb4b2cb0e432000db77aed&device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 1096 time: 0.2547169 Nov 03 16:15:28.036424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a14a4541-081f-403b-8fd1-83a36bee9bde tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Deleting port 4a9df016-fa9f-4a87-a14b-7d6a234a3234 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:28.036784 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a14a4541-081f-403b-8fd1-83a36bee9bde tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:28.100490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 8eac6ea0-698b-4f86-982b-d1c263e51cd3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:15:28.103197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8eac6ea0-698b-4f86-982b-d1c263e51cd3 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:15:28.246259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1a748c21-4a51-4c40-b1c0-488603b70beb None None] Provisioning complete for port 4a9df016-fa9f-4a87-a14b-7d6a234a3234 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:28.246643 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a748c21-4a51-4c40-b1c0-488603b70beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:28.332956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1a748c21-4a51-4c40-b1c0-488603b70beb None None] Port 4a9df016-fa9f-4a87-a14b-7d6a234a3234 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:15:28.348472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a14a4541-081f-403b-8fd1-83a36bee9bde tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:28.408099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a14a4541-081f-403b-8fd1-83a36bee9bde tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Calling delete_port for 4a9df016-fa9f-4a87-a14b-7d6a234a3234 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:28.463066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-495893d4-a3bf-4107-8a38-06ebe8fd78ea None None] Provisioning complete for port 4a9df016-fa9f-4a87-a14b-7d6a234a3234 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:28.463447 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-495893d4-a3bf-4107-8a38-06ebe8fd78ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:28.536239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109166-c284-455b-8910-06e70d4b4d3c req-ccd38c56-a7ce-425c-9c48-fa1c61fc456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:28.543287 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e109166-c284-455b-8910-06e70d4b4d3c req-ccd38c56-a7ce-425c-9c48-fa1c61fc456b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 200 len: 915 time: 0.5116389 Nov 03 16:15:28.563731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-495893d4-a3bf-4107-8a38-06ebe8fd78ea None None] Port 4a9df016-fa9f-4a87-a14b-7d6a234a3234 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:15:28.662514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e109166-c284-455b-8910-06e70d4b4d3c req-7cc6d9ec-f35f-4079-8cf4-ce9482bc2f1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecfc67e2-4b4e-4781-912d-ca734659f69e HTTP/1.1" status: 200 len: 217 time: 0.1054873 Nov 03 16:15:28.677926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c4649af8-39cc-438f-92fc-573ac7520bb7 None None] Could not find standard attr ID for object 8b53433f-c4df-4deb-a176-55411400f3ad. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:15:28.812875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109166-c284-455b-8910-06e70d4b4d3c req-e6aeb629-be03-4664-932f-b47552825c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:28.814469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e109166-c284-455b-8910-06e70d4b4d3c req-e6aeb629-be03-4664-932f-b47552825c1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 200 len: 854 time: 0.1328869 Nov 03 16:15:28.914718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e109166-c284-455b-8910-06e70d4b4d3c req-9bd4c053-b4bc-4eba-a216-c444e0f681f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e166a59c-0839-45bc-9640-510b349f0eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803282 Nov 03 16:15:29.031221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a14a4541-081f-403b-8fd1-83a36bee9bde tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:29.052055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b140f-f1b0-4a39-9944-8dfa3fa631d5 req-450b46f7-bfac-4753-90d7-c52af98b1886 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.067586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b140f-f1b0-4a39-9944-8dfa3fa631d5 req-450b46f7-bfac-4753-90d7-c52af98b1886 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.081507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b140f-f1b0-4a39-9944-8dfa3fa631d5 req-450b46f7-bfac-4753-90d7-c52af98b1886 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.097775 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b140f-f1b0-4a39-9944-8dfa3fa631d5 req-450b46f7-bfac-4753-90d7-c52af98b1886 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.117046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b140f-f1b0-4a39-9944-8dfa3fa631d5 req-450b46f7-bfac-4753-90d7-c52af98b1886 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.131220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4541-081f-403b-8fd1-83a36bee9bde tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event deleted for resources: {'Port': ['ID=4a9df016-fa9f-4a87-a14b-7d6a234a3234,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:29.137808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b140f-f1b0-4a39-9944-8dfa3fa631d5 req-450b46f7-bfac-4753-90d7-c52af98b1886 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.151783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b140f-f1b0-4a39-9944-8dfa3fa631d5 req-450b46f7-bfac-4753-90d7-c52af98b1886 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.164478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c45b140f-f1b0-4a39-9944-8dfa3fa631d5 req-450b46f7-bfac-4753-90d7-c52af98b1886 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.2470670 Nov 03 16:15:29.309779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e109166-c284-455b-8910-06e70d4b4d3c req-0dc784b5-0d62-43d4-b527-4aadddf96da3 service neutron] 10.222.0.15 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805516 Nov 03 16:15:29.331050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c45b140f-f1b0-4a39-9944-8dfa3fa631d5 req-e301d7c1-2dff-46e6-ade2-9fb60bcb7946 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1644604 Nov 03 16:15:29.406171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0b7a15bf-3158-4f6b-b609-46694ce1b37d None None] Could not find standard attr ID for object 4a9df016-fa9f-4a87-a14b-7d6a234a3234. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:15:29.439985 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a14a4541-081f-403b-8fd1-83a36bee9bde tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:29.443533 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a14a4541-081f-403b-8fd1-83a36bee9bde tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "DELETE /v2.0/ports/4a9df016-fa9f-4a87-a14b-7d6a234a3234 HTTP/1.1" status: 204 len: 168 time: 1.6973262 Nov 03 16:15:29.447500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51862) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:29.586679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82dd5d1-5464-425e-ad0f-8cf52d7bd9fc tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Deleting subnet 55bdab06-9fe7-4f74-91ab-b182d73ff0a0 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:15:29.593957 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e82dd5d1-5464-425e-ad0f-8cf52d7bd9fc tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:29.678725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e82dd5d1-5464-425e-ad0f-8cf52d7bd9fc tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:29.699626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e109166-c284-455b-8910-06e70d4b4d3c req-f5a9ffe2-8da4-40e4-8e1a-a42098889c60 service neutron] 10.222.0.15 "GET /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886828 Nov 03 16:15:29.777965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1f29-956f-4e63-b13d-ae8ca16c68a3 req-f2020cdd-8bbe-4379-9a6d-73a898d050b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.802330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1f29-956f-4e63-b13d-ae8ca16c68a3 req-f2020cdd-8bbe-4379-9a6d-73a898d050b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.813098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1f29-956f-4e63-b13d-ae8ca16c68a3 req-f2020cdd-8bbe-4379-9a6d-73a898d050b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.824707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1f29-956f-4e63-b13d-ae8ca16c68a3 req-f2020cdd-8bbe-4379-9a6d-73a898d050b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.847796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1f29-956f-4e63-b13d-ae8ca16c68a3 req-f2020cdd-8bbe-4379-9a6d-73a898d050b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.862243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1f29-956f-4e63-b13d-ae8ca16c68a3 req-f2020cdd-8bbe-4379-9a6d-73a898d050b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.876335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1f29-956f-4e63-b13d-ae8ca16c68a3 req-f2020cdd-8bbe-4379-9a6d-73a898d050b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:29.890504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8aca1f29-956f-4e63-b13d-ae8ca16c68a3 req-f2020cdd-8bbe-4379-9a6d-73a898d050b9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.3486791 Nov 03 16:15:29.909616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e82dd5d1-5464-425e-ad0f-8cf52d7bd9fc tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.029411 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e82dd5d1-5464-425e-ad0f-8cf52d7bd9fc tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.090727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dd5d1-5464-425e-ad0f-8cf52d7bd9fc tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event deleted for resources: {'Subnet': ['ID=55bdab06-9fe7-4f74-91ab-b182d73ff0a0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:30.096208 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e82dd5d1-5464-425e-ad0f-8cf52d7bd9fc tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.100543 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e82dd5d1-5464-425e-ad0f-8cf52d7bd9fc tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "DELETE /v2.0/subnets/55bdab06-9fe7-4f74-91ab-b182d73ff0a0 HTTP/1.1" status: 204 len: 168 time: 0.6518288 Nov 03 16:15:30.103545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e435a038-6447-4462-b43f-172fb1649a1b None None] Network 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:30.104639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51892) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:30.162454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51896) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:30.252882 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.383895 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d84326bf-8863-48cc-a21e-5e6ee8db1606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.395318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Deleting port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:30.396196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.421891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a47b43-2443-4192-b74f-39e65623ca8b None None] DHCP port deletion for 9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:15:30.512458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-32a47b43-2443-4192-b74f-39e65623ca8b None None] Deleting port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:30.513071 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32a47b43-2443-4192-b74f-39e65623ca8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.514705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d84326bf-8863-48cc-a21e-5e6ee8db1606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.524198 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d84326bf-8863-48cc-a21e-5e6ee8db1606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.580568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] For port 268ba337-ffd7-46e0-a7f4-9c100cc2c171, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=268ba337-ffd7-46e0-a7f4-9c100cc2c171,segment=NetworkSegment(74866856-ed0d-42dc-a3aa-5a1b95ca96fb),segment_id=74866856-ed0d-42dc-a3aa-5a1b95ca96fb)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:30.581126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.631714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84326bf-8863-48cc-a21e-5e6ee8db1606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a46c218-4a22-4f0b-9d8b-eee0e1deeaa6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:30.649224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Calling delete_port for 268ba337-ffd7-46e0-a7f4-9c100cc2c171 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:30.653206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d84326bf-8863-48cc-a21e-5e6ee8db1606 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a1278681835c44b2acb9d96987708564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763505 Nov 03 16:15:30.653206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51922) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:30.709111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-32a47b43-2443-4192-b74f-39e65623ca8b None None] For port 268ba337-ffd7-46e0-a7f4-9c100cc2c171, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=268ba337-ffd7-46e0-a7f4-9c100cc2c171,segment=NetworkSegment(74866856-ed0d-42dc-a3aa-5a1b95ca96fb),segment_id=74866856-ed0d-42dc-a3aa-5a1b95ca96fb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:30.709808 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32a47b43-2443-4192-b74f-39e65623ca8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.740651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-32a47b43-2443-4192-b74f-39e65623ca8b None None] Calling delete_port for 268ba337-ffd7-46e0-a7f4-9c100cc2c171 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:30.784219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.799444 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a53bf689-1fd8-470a-acad-278409c27b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.815983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] No DVR routers for this DVR port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:15:30.843309 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a53bf689-1fd8-470a-acad-278409c27b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.872204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event deleted for resources: {'Port': ['ID=268ba337-ffd7-46e0-a7f4-9c100cc2c171,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:30.910406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a53bf689-1fd8-470a-acad-278409c27b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.917347 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a53bf689-1fd8-470a-acad-278409c27b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:30.924175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a53bf689-1fd8-470a-acad-278409c27b29 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0a46c218-4a22-4f0b-9d8b-eee0e1deeaa6 HTTP/1.1" status: 204 len: 168 time: 0.2711401 Nov 03 16:15:30.945688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bf689-1fd8-470a-acad-278409c27b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a46c218-4a22-4f0b-9d8b-eee0e1deeaa6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:30.984364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:31.015042 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32a47b43-2443-4192-b74f-39e65623ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:31.032574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:31.040302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a47b43-2443-4192-b74f-39e65623ca8b None None] No DVR routers for this DVR port 268ba337-ffd7-46e0-a7f4-9c100cc2c171 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:15:31.058533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74866856-ed0d-42dc-a3aa-5a1b95ca96fb') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:31.058533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74866856-ed0d-42dc-a3aa-5a1b95ca96fb') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:31.094550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a47b43-2443-4192-b74f-39e65623ca8b None None] Pushing event deleted for resources: {'Port': ['ID=268ba337-ffd7-46e0-a7f4-9c100cc2c171,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:31.096382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:31.139361 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:31.153821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:31.154476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:31.158863 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:31.240620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:31.252032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:31.261287 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] 10.222.0.86 "DELETE /v2.0/networks/9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e HTTP/1.1" status: 204 len: 168 time: 1.1549172 Nov 03 16:15:31.279624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de724-1ec2-4599-8826-6b809abd65f5 tempest-ExtraDHCPOptionsTestJSON-1508239281 tempest-ExtraDHCPOptionsTestJSON-1508239281-project] Pushing event deleted for resources: {'Network': ['ID=9f0c7988-5ad1-4cb0-bdc8-2f06a374df1e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:31.344547 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:31.521501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 268ba337-ffd7-46e0-a7f4-9c100cc2c171 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:15:31.591001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 268ba337-ffd7-46e0-a7f4-9c100cc2c171 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:15:31.591775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 268ba337-ffd7-46e0-a7f4-9c100cc2c171 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:15:31.773849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51980) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:32.052293 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3fbe90d6-eb15-4067-bcde-6a040c29fe44 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f8f7fcded09b4d9d88b29207e0547c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765856 Nov 03 16:15:32.056010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52002) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:32.169967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4a4101bd-033c-44d5-a98e-33162aa02de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:32.227427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4a4101bd-033c-44d5-a98e-33162aa02de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:32.282075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52016) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:32.321452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4a4101bd-033c-44d5-a98e-33162aa02de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:32.324373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4a4101bd-033c-44d5-a98e-33162aa02de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:32.327927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4a4101bd-033c-44d5-a98e-33162aa02de2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/06f045f3-8c64-4a23-bfae-1a422ce1c81c HTTP/1.1" status: 204 len: 168 time: 0.2685747 Nov 03 16:15:32.334520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4101bd-033c-44d5-a98e-33162aa02de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f045f3-8c64-4a23-bfae-1a422ce1c81c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:32.529788 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-631abf54-3bcc-478f-8fab-7f08dbc039c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:32.636167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-f717243c-88df-486a-98d9-f7205f5ac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:32.636644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-f717243c-88df-486a-98d9-f7205f5ac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:32.637106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-f717243c-88df-486a-98d9-f7205f5ac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:32.637582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-f717243c-88df-486a-98d9-f7205f5ac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:32.638039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-f717243c-88df-486a-98d9-f7205f5ac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:32.638484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-f717243c-88df-486a-98d9-f7205f5ac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:32.638932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-f717243c-88df-486a-98d9-f7205f5ac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:32.641024 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-f717243c-88df-486a-98d9-f7205f5ac854 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6490 time: 0.3573053 Nov 03 16:15:32.767305 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-38dc9abe-2b7e-4a12-a405-66209cc47aa1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&id=47eed709-45ed-4856-9743-b37ea11249b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163049 Nov 03 16:15:32.785693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52028) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:33.017042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7816b093-5866-4be0-a4f1-0e68cb30953a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:33.150212 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7816b093-5866-4be0-a4f1-0e68cb30953a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:33.157208 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7816b093-5866-4be0-a4f1-0e68cb30953a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:33.290558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7816b093-5866-4be0-a4f1-0e68cb30953a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c2bbbfc4f02b42028694ca520f092ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029228 Nov 03 16:15:33.292590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52054) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:33.307533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816b093-5866-4be0-a4f1-0e68cb30953a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febafdf6-43ae-444f-89f7-db5330f2dcd2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:33.421623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ef1e-e2c9-4e1d-829e-05a18d868528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:33.481196 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ef1e-e2c9-4e1d-829e-05a18d868528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:33.540194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ef1e-e2c9-4e1d-829e-05a18d868528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:33.544797 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ef1e-e2c9-4e1d-829e-05a18d868528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:33.547444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3ba7ef1e-e2c9-4e1d-829e-05a18d868528 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/febafdf6-43ae-444f-89f7-db5330f2dcd2 HTTP/1.1" status: 204 len: 168 time: 0.2538173 Nov 03 16:15:33.564404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7ef1e-e2c9-4e1d-829e-05a18d868528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febafdf6-43ae-444f-89f7-db5330f2dcd2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:33.728842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52070) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:33.932553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52078) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:33.956375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-294574328'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:33.986178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Made reservation on behalf of 31e80a9f495d49ac9a33fa0d014af671 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:33.989666 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.002218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.014385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327815273'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:34.053578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:34.057861 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.072554 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.142061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.148927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52082) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:34.151816 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.167538 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b74fc579-c5e1-4534-aa09-ab47e2cba4bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.185994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:34.214604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.214954 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Added segment f42abf2e-4391-49a0-8cf1-73530f731340 of type vlan for network c27b9f6b-b6f1-41ae-aa03-df9d84148d00 Nov 03 16:15:34.228569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c70d181-c8ad-4ac4-b727-539ad6296f9e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:34.237040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.253150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b74fc579-c5e1-4534-aa09-ab47e2cba4bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.258876 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.271290 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b74fc579-c5e1-4534-aa09-ab47e2cba4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.286344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.313700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:34.318856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b74fc579-c5e1-4534-aa09-ab47e2cba4bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=304a59cff3914ee889e1868e388593f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1664658 Nov 03 16:15:34.318856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fc579-c5e1-4534-aa09-ab47e2cba4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b19cb71-2409-4fa8-a491-a8cf4a2e27cd,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:34.320255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52086) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:34.356079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e2bc1d-4a91-439d-851a-ceafb66adbd0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:34.375892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.383156 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment de10e92a-e139-4538-9926-5bb28534ca8d of type vlan for network ca515a15-9e65-4a10-9523-8b8bc14e610b Nov 03 16:15:34.388795 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b49176cb-4728-41b6-a10a-70c5c8b79bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.402197 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.407664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:34.408271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.434341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b49176cb-4728-41b6-a10a-70c5c8b79bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.506774 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7768185 Nov 03 16:15:34.514866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52096) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:34.516768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.537489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f4935-eafc-418e-826c-58ddc3114959 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Pushing event updated for resources: {'Network': ['ID=c27b9f6b-b6f1-41ae-aa03-df9d84148d00,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:34.559612 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b49176cb-4728-41b6-a10a-70c5c8b79bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.562277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network c27b9f6b-b6f1-41ae-aa03-df9d84148d00 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:34.577595 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b49176cb-4728-41b6-a10a-70c5c8b79bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.578805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b49176cb-4728-41b6-a10a-70c5c8b79bff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2b19cb71-2409-4fa8-a491-a8cf4a2e27cd HTTP/1.1" status: 204 len: 168 time: 0.2556784 Nov 03 16:15:34.599263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49176cb-4728-41b6-a10a-70c5c8b79bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b19cb71-2409-4fa8-a491-a8cf4a2e27cd,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:34.619259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.635390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:34.636067 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.761309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8274088 Nov 03 16:15:34.772757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9c70f-c732-44eb-8494-d621e44e9a80 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=ca515a15-9e65-4a10-9523-8b8bc14e610b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:34.807684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ca515a15-9e65-4a10-9523-8b8bc14e610b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:34.854124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Request body: {'network': {'name': 'tempest-network--49554666', 'router:external': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:34.904461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52106) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:34.907138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Made reservation on behalf of 6e4be597a2bd49a683d16ac896853d25 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:34.910047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': 'ca515a15-9e65-4a10-9523-8b8bc14e610b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:34.924312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:34.935295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.006614 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e5d5f5db-d99f-46d7-87c9-6885f2a209c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.069725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52108) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:35.077990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:35.083757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.139844 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.146674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.177183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:35.186684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6aa8ea-6627-4189-b4a2-324990d7623a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:35.192822 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.193228 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Added segment 82c8346d-8cf5-4c75-9379-d50907b9521b of type vlan for network 5a0b7ca3-50bc-4f94-b783-9844023dd534 Nov 03 16:15:35.285834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.366074 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.372569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:35.373351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.506828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'Network': ['ID=5a0b7ca3-50bc-4f94-b783-9844023dd534,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:35.520066 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.523884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5a0b7ca3-50bc-4f94-b783-9844023dd534 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:35.560170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-182797c9-407c-4134-b390-56bba77f826b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=12787832e8194dfab5dac3c5d83afb34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4862616 Nov 03 16:15:35.562958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52120) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:35.636415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=be9afeab-6665-44a6-a565-6609b021f48f,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:35.647552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': 'de10e92a-e139-4538-9926-5bb28534ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ca515a15-9e65-4a10-9523-8b8bc14e610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:35.648078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: ca515a15-9e65-4a10-9523-8b8bc14e610b, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:35.666056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eaeb78a0-ee19-4fbf-9eb8-bdac12aefb05 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1459696 Nov 03 16:15:35.666638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52126) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:35.697775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network ca515a15-9e65-4a10-9523-8b8bc14e610b is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:35.714636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ca515a15-9e65-4a10-9523-8b8bc14e610b) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:35.719387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-946f0677-ae90-46e1-82ee-dafbb004a607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.726852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6813ee18-3b2d-439e-9581-f34e08cf859e None None] Network ca515a15-9e65-4a10-9523-8b8bc14e610b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:35.743239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:35.746344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-946f0677-ae90-46e1-82ee-dafbb004a607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.746987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.787968 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3c54107d-97cf-48c8-b280-e8dbef55b522 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8820188 Nov 03 16:15:35.792176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52130) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:35.800756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340690827'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:35.844397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:35.849414 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.858202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-946f0677-ae90-46e1-82ee-dafbb004a607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.861252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-946f0677-ae90-46e1-82ee-dafbb004a607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.865495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-946f0677-ae90-46e1-82ee-dafbb004a607 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dfe40e60-d624-476e-8682-d3dabd4388a7 HTTP/1.1" status: 204 len: 168 time: 0.2991991 Nov 03 16:15:35.883109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f0677-ae90-46e1-82ee-dafbb004a607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe40e60-d624-476e-8682-d3dabd4388a7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:35.894290 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.924391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:35.953243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:35.953637 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment 0d05850c-6bf2-455a-9ab1-402da4b71512 of type vlan for network c27250d6-f4e4-4957-8ccd-fe27d1ef59cc Nov 03 16:15:36.054186 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.093175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.113409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:36.117122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.168343 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.212708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52144) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:36.212968 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4187226 Nov 03 16:15:36.247525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': 'c27250d6-f4e4-4957-8ccd-fe27d1ef59cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:36.261929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0b7ca3-50bc-4f94-b783-9844023dd534']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:36.298630 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.303403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-ca515a15-9e65-4a10-9523-8b8bc14e610b', 'network_id': 'ca515a15-9e65-4a10-9523-8b8bc14e610b', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': 'be9afeab-6665-44a6-a565-6609b021f48f'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:15:36.305818 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.319121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=c27250d6-f4e4-4957-8ccd-fe27d1ef59cc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:36.334882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.334882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.334882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.334882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.336779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.337252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.337876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.338382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.339004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.339433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.339872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.341543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8715c4-1b80-4ea0-826d-e728db74a04d tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:36.352453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c8346d-8cf5-4c75-9379-d50907b9521b') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:36.352756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c8346d-8cf5-4c75-9379-d50907b9521b') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:36.360529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network c27250d6-f4e4-4957-8ccd-fe27d1ef59cc details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:36.465704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.488892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.498318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:36.499140 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.527561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Allocated IP 172.20.255.242 (ca515a15-9e65-4a10-9523-8b8bc14e610b/be9afeab-6665-44a6-a565-6609b021f48f/970bc939-1112-4fa1-bc4b-834e57894390) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:36.603272 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:36.605803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:36.609295 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.715047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.718836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.724805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a0b7ca3-50bc-4f94-b783-9844023dd534 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 16:15:36.734013 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.745730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52158) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:36.748715 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.755237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:36.759311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "DELETE /v2.0/networks/5a0b7ca3-50bc-4f94-b783-9844023dd534 HTTP/1.1" status: 204 len: 168 time: 1.0904369 Nov 03 16:15:36.796928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9a01c-1f29-4444-92f0-f08d715987fa tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a0b7ca3-50bc-4f94-b783-9844023dd534,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:36.819010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Made reservation on behalf of 6e4be597a2bd49a683d16ac896853d25 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:36.822493 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.886155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:36.888507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Pushing event updated for resources: {'Port': ['ID=970bc939-1112-4fa1-bc4b-834e57894390,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:36.906711 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:36.909794 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Added segment c42849ea-fa9e-4d50-b734-8f6af803255c of type vlan for network 9fc757cb-6136-4c12-9316-29c50cde74bf Nov 03 16:15:36.934956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Network ca515a15-9e65-4a10-9523-8b8bc14e610b is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:36.959682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:36.971483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:37.031581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.073355 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.106846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.114594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:37.114594 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.117359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Attempting to bind port 970bc939-1112-4fa1-bc4b-834e57894390 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:15:37.117829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Attempting to bind port 970bc939-1112-4fa1-bc4b-834e57894390 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'de10e92a-e139-4538-9926-5bb28534ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ca515a15-9e65-4a10-9523-8b8bc14e610b'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:15:37.123713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Attempting to bind port 970bc939-1112-4fa1-bc4b-834e57894390 on network ca515a15-9e65-4a10-9523-8b8bc14e610b {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:37.136735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:15:37.137197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Checking segment: {'id': 'de10e92a-e139-4538-9926-5bb28534ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ca515a15-9e65-4a10-9523-8b8bc14e610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:37.137707 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.138169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Bound using segment: {'id': 'de10e92a-e139-4538-9926-5bb28534ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ca515a15-9e65-4a10-9523-8b8bc14e610b'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:15:37.138721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Bound port: 970bc939-1112-4fa1-bc4b-834e57894390, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de10e92a-e139-4538-9926-5bb28534ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ca515a15-9e65-4a10-9523-8b8bc14e610b'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:15:37.139192 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.181344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=d139aad7-4e97-4d5e-ad4d-510420f8f225,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:37.192426 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': '0d05850c-6bf2-455a-9ab1-402da4b71512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c27250d6-f4e4-4957-8ccd-fe27d1ef59cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:37.193215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: c27250d6-f4e4-4957-8ccd-fe27d1ef59cc, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:37.231346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network c27250d6-f4e4-4957-8ccd-fe27d1ef59cc is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:37.245369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, c27250d6-f4e4-4957-8ccd-fe27d1ef59cc) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:37.251176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:37.252402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.269866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5210614 Nov 03 16:15:37.273164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52174) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:37.273560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb683d2e-bc8d-41df-8c52-564a19ed2140 None None] Network c27250d6-f4e4-4957-8ccd-fe27d1ef59cc requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:37.285096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Request body: {'subnet': {'network_id': '9fc757cb-6136-4c12-9316-29c50cde74bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:37.290882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e78023-c4b6-436b-8caa-bf0f37823fce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'Network': ['ID=9fc757cb-6136-4c12-9316-29c50cde74bf,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:37.305879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52176) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:37.309841 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-25858d83-175d-466f-b817-93159211c9df tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0944154 Nov 03 16:15:37.316220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9fc757cb-6136-4c12-9316-29c50cde74bf details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:37.352011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Made reservation on behalf of 6e4be597a2bd49a683d16ac896853d25 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:37.354863 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.410473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] For port 970bc939-1112-4fa1-bc4b-834e57894390, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:15:37.480033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.516081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] For port 970bc939-1112-4fa1-bc4b-834e57894390, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=970bc939-1112-4fa1-bc4b-834e57894390,segment=NetworkSegment(de10e92a-e139-4538-9926-5bb28534ca8d),segment_id=de10e92a-e139-4538-9926-5bb28534ca8d)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:15:37.532925 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.674993 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.705449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ffbc8-7533-4630-a8d0-07d7bdb50ffa None None] Pushing event updated for resources: {'Port': ['ID=970bc939-1112-4fa1-bc4b-834e57894390,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:37.722191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b27133-d5ce-4fb4-b28f-93c4bc460f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-c27250d6-f4e4-4957-8ccd-fe27d1ef59cc', 'network_id': 'c27250d6-f4e4-4957-8ccd-fe27d1ef59cc', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': 'd139aad7-4e97-4d5e-ad4d-510420f8f225'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:15:37.723082 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-42b27133-d5ce-4fb4-b28f-93c4bc460f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.776943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.833369 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:37.917067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=d139aad7-4e97-4d5e-ad4d-510420f8f225,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-42b27133-d5ce-4fb4-b28f-93c4bc460f09 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d139aad7-4e97-4d5e-ad4d-510420f8f225: This subnet is being modified by another concurrent operation. Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:15:37.963401 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exception Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d139aad7-4e97-4d5e-ad4d-510420f8f225: This subnet is being modified by another concurrent operation. Nov 03 16:15:37.967326 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:15:38.045251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8208ddec-e689-4b90-bcee-3b207f2a6bea None None] Network c27250d6-f4e4-4957-8ccd-fe27d1ef59cc requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:38.112187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.161252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27250d6-f4e4-4957-8ccd-fe27d1ef59cc']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:38.194793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d05850c-6bf2-455a-9ab1-402da4b71512') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:38.196693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d05850c-6bf2-455a-9ab1-402da4b71512') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:38.222242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.233249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.objects.ports [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 16:15:38.233819 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.244400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.262054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:38.263804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:38.274053 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:38.340879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Checking segment: {'id': 'c42849ea-fa9e-4d50-b734-8f6af803255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9fc757cb-6136-4c12-9316-29c50cde74bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:38.342676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Network hostable DHCP agents. Network: 9fc757cb-6136-4c12-9316-29c50cde74bf, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:38.349131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'Subnet': ['ID=508fd82d-62cd-44bb-864f-47cb260cae05,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:38.371703 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.377766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Network 9fc757cb-6136-4c12-9316-29c50cde74bf is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:38.403727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9fc757cb-6136-4c12-9316-29c50cde74bf) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:38.406263 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.407666 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.408986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:38.409946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.416367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52216) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:38.420890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/c27250d6-f4e4-4957-8ccd-fe27d1ef59cc HTTP/1.1" status: 204 len: 168 time: 1.1132388 Nov 03 16:15:38.421490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b1462-cd76-42a4-be81-00fdabe6cd4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=c27250d6-f4e4-4957-8ccd-fe27d1ef59cc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:38.422073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-576464821'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:38.435946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7a21d-cfd4-465e-a117-1766020143ee None None] Network 9fc757cb-6136-4c12-9316-29c50cde74bf requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:38.477438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:38.482673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.488869 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-17537256-a1c6-4d7a-ab59-ca4c22757114 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2139921 Nov 03 16:15:38.492476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52222) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:38.496928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Request body: {'floatingip': {'floating_network_id': '9fc757cb-6136-4c12-9316-29c50cde74bf'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:38.550315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.593365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:38.605627 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.608261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb34fa-2412-47c4-a384-49b0aad85743 None None] Network 9fc757cb-6136-4c12-9316-29c50cde74bf requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:38.611776 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment 2a1ccef7-6a4c-43ea-9c1a-c204c7e13b00 of type vlan for network 46f28c35-275a-4aa1-9dcc-ca33c2759dd5 Nov 03 16:15:38.747688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.808126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.822882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.832391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:38.835035 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:38.922826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52230) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:38.947385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5297947 Nov 03 16:15:38.974163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52234) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:38.982221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': '46f28c35-275a-4aa1-9dcc-ca33c2759dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:39.057308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70528f-f95f-4b2b-a2b5-3e3745bb0744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=46f28c35-275a-4aa1-9dcc-ca33c2759dd5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:39.075552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 46f28c35-275a-4aa1-9dcc-ca33c2759dd5 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:39.238463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48ec28d7-6f3e-452e-8688-70d51275526c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:39.249783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:39.253938 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:39.310853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1ff74-23d0-4e5b-96fc-0ee236babeff None None] Network ca515a15-9e65-4a10-9523-8b8bc14e610b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:39.370911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Performing IP validity checks on allocation pools {{(pid=108105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 16:15:39.371228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 16:15:39.456537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-92b53fb6-bcc1-473c-9fa0-89cb2fd2761e None None] Provisioning complete for port 970bc939-1112-4fa1-bc4b-834e57894390 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:39.457184 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92b53fb6-bcc1-473c-9fa0-89cb2fd2761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:39.592122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 970bc939-1112-4fa1-bc4b-834e57894390 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:15:39.710702 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92b53fb6-bcc1-473c-9fa0-89cb2fd2761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:39.739792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Allocated IP 172.20.0.5 (9fc757cb-6136-4c12-9316-29c50cde74bf/508fd82d-62cd-44bb-864f-47cb260cae05/506c2c43-bbc9-4573-bccc-5bb2a1924748) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:39.761760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-92b53fb6-bcc1-473c-9fa0-89cb2fd2761e None None] For port 970bc939-1112-4fa1-bc4b-834e57894390, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=970bc939-1112-4fa1-bc4b-834e57894390,segment=NetworkSegment(de10e92a-e139-4538-9926-5bb28534ca8d),segment_id=de10e92a-e139-4538-9926-5bb28534ca8d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:39.762309 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48ec28d7-6f3e-452e-8688-70d51275526c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:39.768648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 970bc939-1112-4fa1-bc4b-834e57894390 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:39.769336 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:39.813284 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92b53fb6-bcc1-473c-9fa0-89cb2fd2761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:39.844952 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48ec28d7-6f3e-452e-8688-70d51275526c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:39.888094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:39.943650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b53fb6-bcc1-473c-9fa0-89cb2fd2761e None None] Pushing event updated for resources: {'Port': ['ID=970bc939-1112-4fa1-bc4b-834e57894390,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:39.958052 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.012214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec28d7-6f3e-452e-8688-70d51275526c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce788b9-840a-4a87-abbb-bf5b8f2b0849,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:40.032386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Network 9fc757cb-6136-4c12-9316-29c50cde74bf is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:40.034887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-48ec28d7-6f3e-452e-8688-70d51275526c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0a54024a63f847d6872e5f0b5ab920a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1110148 Nov 03 16:15:40.035590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52244) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:40.046763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:40.051351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:40.076923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.107427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'Port': ['ID=506c2c43-bbc9-4573-bccc-5bb2a1924748,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:40.166565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bb259c73-7b62-4f31-a05a-cf88bd85afef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.182458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=1a06418d-e759-4536-b681-0d69de38b52b,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:40.219029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839e9a23-b5ab-499f-9417-6f66f73964ac None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:15:40.247452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.249006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bb259c73-7b62-4f31-a05a-cf88bd85afef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.251748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': '2a1ccef7-6a4c-43ea-9c1a-c204c7e13b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '46f28c35-275a-4aa1-9dcc-ca33c2759dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:40.257573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: 46f28c35-275a-4aa1-9dcc-ca33c2759dd5, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:40.311120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.327921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e6db39a9-7633-49db-aa44-4165ebedde7b None None] Provisioning complete for port 970bc939-1112-4fa1-bc4b-834e57894390 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:40.328193 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e6db39a9-7633-49db-aa44-4165ebedde7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.351607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network 46f28c35-275a-4aa1-9dcc-ca33c2759dd5 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:40.378523 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 46f28c35-275a-4aa1-9dcc-ca33c2759dd5) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:40.391925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:40.392529 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.424389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bb259c73-7b62-4f31-a05a-cf88bd85afef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.427128 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bb259c73-7b62-4f31-a05a-cf88bd85afef admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.435534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bb259c73-7b62-4f31-a05a-cf88bd85afef admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ce788b9-840a-4a87-abbb-bf5b8f2b0849 HTTP/1.1" status: 204 len: 168 time: 0.3962181 Nov 03 16:15:40.455464 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-55429eb3-0959-43d8-90f8-84998a3880b5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4797506 Nov 03 16:15:40.462533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52256) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:40.498069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb259c73-7b62-4f31-a05a-cf88bd85afef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce788b9-840a-4a87-abbb-bf5b8f2b0849,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:40.642030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.667089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.742823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.748720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ffd2f-b36d-4701-ae67-eb1546b9664a req-ca3f9cd7-1e21-4b78-abce-61bbe674f07f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:40.750413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e36ffd2f-b36d-4701-ae67-eb1546b9664a req-ca3f9cd7-1e21-4b78-abce-61bbe674f07f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 945 time: 0.2318048 Nov 03 16:15:40.828415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e9a23-b5ab-499f-9417-6f66f73964ac None None] Unable to find a vacant binding_index for network 46f28c35-275a-4aa1-9dcc-ca33c2759dd5 and agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b {{(pid=108106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 16:15:40.836557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e9a23-b5ab-499f-9417-6f66f73964ac None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 46f28c35-275a-4aa1-9dcc-ca33c2759dd5) {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:15:40.842045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'Port': ['ID=506c2c43-bbc9-4573-bccc-5bb2a1924748,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:40.877313 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.899983 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e36ffd2f-b36d-4701-ae67-eb1546b9664a req-b380a4d2-c96a-4570-b4a9-f3db62f15d4c tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890810 Nov 03 16:15:40.910476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:40.916902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e9c34941-5aed-42fd-90ed-7ee52aaf10ce tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4232602 Nov 03 16:15:40.917686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52260) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:40.940697 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.023503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d407e19f-45a7-49df-8d34-868375a90b43 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "GET /v2.0/floatingips?floating_network_id=9fc757cb-6136-4c12-9316-29c50cde74bf HTTP/1.1" status: 200 len: 689 time: 0.1036251 Nov 03 16:15:41.024227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52262) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:41.026379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52264) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:41.034692 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.051247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56aab3bb-445e-41f2-a4bd-0ea01277920b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.071886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=1a06418d-e759-4536-b681-0d69de38b52b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:41.154976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.179790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f28c35-275a-4aa1-9dcc-ca33c2759dd5']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:41.195854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1ccef7-6a4c-43ea-9c1a-c204c7e13b00') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:41.196461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1ccef7-6a4c-43ea-9c1a-c204c7e13b00') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:41.207994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.231378 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.240691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:41.244003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.245042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56aab3bb-445e-41f2-a4bd-0ea01277920b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.249972 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56aab3bb-445e-41f2-a4bd-0ea01277920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.280206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-56aab3bb-445e-41f2-a4bd-0ea01277920b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=257e7e53746c4063a303e4c76fd4f783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547479 Nov 03 16:15:41.280831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52266) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:41.323502 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:41.331316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.344468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aab3bb-445e-41f2-a4bd-0ea01277920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179a762e-88d9-4a42-b53b-275c49e22da9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:41.353813 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.375939 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.379647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/46f28c35-275a-4aa1-9dcc-ca33c2759dd5 HTTP/1.1" status: 204 len: 168 time: 0.9161456 Nov 03 16:15:41.381611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9db9bc-0315-4976-b77f-9007c9fedaca tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=46f28c35-275a-4aa1-9dcc-ca33c2759dd5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:41.387427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52268) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:41.395258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53883b-a732-41da-a561-334db64bc54c None None] Network 46f28c35-275a-4aa1-9dcc-ca33c2759dd5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:41.405178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425794908'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:41.414138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53883b-a732-41da-a561-334db64bc54c None None] Network 46f28c35-275a-4aa1-9dcc-ca33c2759dd5 could not be found, it might have been deleted concurrently. {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 16:15:41.426951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaa97c3-f43e-4ac9-9fb8-22c6d50b36f1 None None] Network 46f28c35-275a-4aa1-9dcc-ca33c2759dd5 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:41.448003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaa97c3-f43e-4ac9-9fb8-22c6d50b36f1 None None] Network 46f28c35-275a-4aa1-9dcc-ca33c2759dd5 could not be found, it might have been deleted concurrently. {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 16:15:41.450962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:41.454729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.484494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da41a08f-990e-4fc1-8637-79f0832ae05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.486511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:41.503383 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.503775 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment 051ea87c-366d-4cc0-b079-cfd9b50d94f2 of type vlan for network caac0ca5-cfa2-4611-818f-3b56ffafb984 Nov 03 16:15:41.516164 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da41a08f-990e-4fc1-8637-79f0832ae05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.524141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 970bc939-1112-4fa1-bc4b-834e57894390 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:15:41.561351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Deleting port 506c2c43-bbc9-4573-bccc-5bb2a1924748 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:41.561800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.572025 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.591158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 970bc939-1112-4fa1-bc4b-834e57894390 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:15:41.591680 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.620500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.629646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da41a08f-990e-4fc1-8637-79f0832ae05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.632319 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da41a08f-990e-4fc1-8637-79f0832ae05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.636289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-da41a08f-990e-4fc1-8637-79f0832ae05c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/179a762e-88d9-4a42-b53b-275c49e22da9 HTTP/1.1" status: 204 len: 168 time: 0.3517368 Nov 03 16:15:41.637706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:41.639100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.647978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41a08f-990e-4fc1-8637-79f0832ae05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179a762e-88d9-4a42-b53b-275c49e22da9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:41.708852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3183148 Nov 03 16:15:41.718498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52276) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:41.727076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': 'caac0ca5-cfa2-4611-818f-3b56ffafb984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:41.733458 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.733840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:41.760955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c596f-9110-4297-8f11-b9848753e12b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=caac0ca5-cfa2-4611-818f-3b56ffafb984,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:41.780964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network caac0ca5-cfa2-4611-818f-3b56ffafb984 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:41.789071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Calling delete_port for 506c2c43-bbc9-4573-bccc-5bb2a1924748 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:41.947134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:41.951289 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.039759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46342711-b6ef-477a-90b9-c61aa26851a0 req-6a332815-2a9f-449c-9314-6d1b3de52929 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:42.041822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-46342711-b6ef-477a-90b9-c61aa26851a0 req-6a332815-2a9f-449c-9314-6d1b3de52929 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 945 time: 0.0594816 Nov 03 16:15:42.096936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.105348 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-46342711-b6ef-477a-90b9-c61aa26851a0 req-bd2226ad-8cf6-4f2b-872b-1d7581e01444 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575001 Nov 03 16:15:42.137747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event deleted for resources: {'Port': ['ID=506c2c43-bbc9-4573-bccc-5bb2a1924748,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:42.234751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.366030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.371373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.410078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-5df4f75e-fb01-4d28-9d9f-14a79a5b4ae0 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:42.411573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-5df4f75e-fb01-4d28-9d9f-14a79a5b4ae0 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 945 time: 0.1581056 Nov 03 16:15:42.516490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=6ede0d5f-a965-428b-8179-a9eabd1c2081,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:42.560013 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.571343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': '051ea87c-366d-4cc0-b079-cfd9b50d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'caac0ca5-cfa2-4611-818f-3b56ffafb984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:42.571709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: caac0ca5-cfa2-4611-818f-3b56ffafb984, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:42.599379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=508fd82d-62cd-44bb-864f-47cb260cae05,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:42.646661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network caac0ca5-cfa2-4611-818f-3b56ffafb984 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:42.686190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.699183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Deleting port 35273063-5284-48ee-ab8b-8820d30e86c1 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:42.699662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.706316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, caac0ca5-cfa2-4611-818f-3b56ffafb984) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:42.716255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca797f-e344-48a3-a765-be2a23d69d30 None None] Network caac0ca5-cfa2-4611-818f-3b56ffafb984 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:42.732083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:42.732667 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.739953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc757cb-6136-4c12-9316-29c50cde74bf']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:42.789034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42849ea-fa9e-4d50-b734-8f6af803255c') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:42.789556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42849ea-fa9e-4d50-b734-8f6af803255c') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:42.802427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.817072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52306) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:42.817687 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-adc1bac1-ade9-4be5-aae2-665e4d1b90db tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0974755 Nov 03 16:15:42.830559 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.844666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:42.845062 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:42.846950 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:42.915286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] For port 35273063-5284-48ee-ab8b-8820d30e86c1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=35273063-5284-48ee-ab8b-8820d30e86c1,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:42.915653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.941383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-caac0ca5-cfa2-4611-818f-3b56ffafb984', 'network_id': 'caac0ca5-cfa2-4611-818f-3b56ffafb984', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': '6ede0d5f-a965-428b-8179-a9eabd1c2081'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:15:42.942484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.943165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.947046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Calling delete_port for 35273063-5284-48ee-ab8b-8820d30e86c1 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:42.963722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fc757cb-6136-4c12-9316-29c50cde74bf {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 16:15:42.969504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:42.975021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "DELETE /v2.0/networks/9fc757cb-6136-4c12-9316-29c50cde74bf HTTP/1.1" status: 204 len: 168 time: 1.9409928 Nov 03 16:15:42.983694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52312) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:42.989228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd005525-671b-4705-9c7f-ce43263f6e34 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fc757cb-6136-4c12-9316-29c50cde74bf,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:43.217262 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:43.273341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Allocated IP 172.20.0.1 (caac0ca5-cfa2-4611-818f-3b56ffafb984/6ede0d5f-a965-428b-8179-a9eabd1c2081/07cfa1ee-26fd-4905-9a74-a45ef17fc548) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:43.287876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b806ab22-27b9-4b0e-be03-25afe06701bd tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.3030539 Nov 03 16:15:43.312211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52322) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:43.368276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:43.477371 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:43.484887 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:43.518116 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:43.530582 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:43.533378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Network caac0ca5-cfa2-4611-818f-3b56ffafb984 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:43.538282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:43.541242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:43.548116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['46e71de8-f9e1-4748-8019-1b4de02083a4', 'a1920466-b44a-4be1-87be-ffad4e0a9908', '35273063-5284-48ee-ab8b-8820d30e86c1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:43.562203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685bc3d-3e3b-49fd-8767-0d38e6730bf0 req-ce32b596-0aa3-4100-acb0-da05d85f7f00 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.563791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5685bc3d-3e3b-49fd-8767-0d38e6730bf0 req-ce32b596-0aa3-4100-acb0-da05d85f7f00 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f8c349f-ae18-429c-86c2-e1d07d2c58a3 HTTP/1.1" status: 200 len: 867 time: 0.3256996 Nov 03 16:15:43.604755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ecfc67e2-4b4e-4781-912d-ca734659f69e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:43.661561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Pushing event deleted for resources: {'Port': ['ID=35273063-5284-48ee-ab8b-8820d30e86c1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:43.684350 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=6ede0d5f-a965-428b-8179-a9eabd1c2081,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:43.686986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.687450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.687900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.688518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.688783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.689423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.690061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.690690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.691315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.691969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:43.695597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ef28bcd9-7000-4e7d-a4d7-0d0ebe0e470a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6369 time: 0.3660791 Nov 03 16:15:43.702985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52330) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:43.742523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Pushing event updated for resources: {'Port': ['ID=07cfa1ee-26fd-4905-9a74-a45ef17fc548,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:43.782919 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:43.790532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] No DVR routers for this DVR port 35273063-5284-48ee-ab8b-8820d30e86c1 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:15:43.796182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:43.799757 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ff544c2-ae10-48d0-9c8d-fdfbb14a9dbb req-193103af-b709-4095-b6bf-9b035d09801f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "DELETE /v2.0/ports/35273063-5284-48ee-ab8b-8820d30e86c1 HTTP/1.1" status: 204 len: 173 time: 1.3799415 Nov 03 16:15:43.801145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8c349f-ae18-429c-86c2-e1d07d2c58a3', 'name': 'network-vif-deleted', 'tag': '35273063-5284-48ee-ab8b-8820d30e86c1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:15:43.803864 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0c9b89-e0a5-4831-9494-98462a6c8db8" -d '{"events": [{"server_uuid": "2f8c349f-ae18-429c-86c2-e1d07d2c58a3", "name": "network-vif-deleted", "tag": "35273063-5284-48ee-ab8b-8820d30e86c1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:15:43.808460 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-dc1e7863-d75a-460b-8974-a763522d88c4 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] delete failed (client error): The resource could not be found. Nov 03 16:15:43.810391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dc1e7863-d75a-460b-8974-a763522d88c4 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/4c5d9789-d0b1-4b46-8435-37a4ba928a50 HTTP/1.1" status: 404 len: 345 time: 0.1058335 Nov 03 16:15:43.814215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52334) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:43.832900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5685bc3d-3e3b-49fd-8767-0d38e6730bf0 req-a2f1cbdb-82f1-4ad5-9817-66775a1eb0c6 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075138 Nov 03 16:15:43.900205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caac0ca5-cfa2-4611-818f-3b56ffafb984']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:43.924490 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ba3564-c194-4cfd-b5b5-a33c71b5694d x-openstack-request-id: req-08ba3564-c194-4cfd-b5b5-a33c71b5694d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:15:43.925475 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8c349f-ae18-429c-86c2-e1d07d2c58a3", "name": "network-vif-deleted", "tag": "35273063-5284-48ee-ab8b-8820d30e86c1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:15:43.926010 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-08ba3564-c194-4cfd-b5b5-a33c71b5694d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:15:43.926670 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8c349f-ae18-429c-86c2-e1d07d2c58a3', 'name': 'network-vif-deleted', 'tag': '35273063-5284-48ee-ab8b-8820d30e86c1', 'status': 'completed', 'code': 200} Nov 03 16:15:43.962793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051ea87c-366d-4cc0-b079-cfd9b50d94f2') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:43.970501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051ea87c-366d-4cc0-b079-cfd9b50d94f2') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:43.977602 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a516d9-9580-46d2-8530-440e2ceba250 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] DELETE failed (client error): The resource could not be found. Nov 03 16:15:43.980584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a516d9-9580-46d2-8530-440e2ceba250 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:15:43.991985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52338) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:43.994617 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-82a516d9-9580-46d2-8530-440e2ceba250 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "DELETE /v2.0/networks/9fc757cb-6136-4c12-9316-29c50cde74bf HTTP/1.1" status: 404 len: 339 time: 0.1687243 Nov 03 16:15:43.998611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Request body: {'network': {'name': 'tempest-network--395108410', 'router:external': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:44.012995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Attempting to bind port 07cfa1ee-26fd-4905-9a74-a45ef17fc548 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:15:44.013441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Attempting to bind port 07cfa1ee-26fd-4905-9a74-a45ef17fc548 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '051ea87c-366d-4cc0-b079-cfd9b50d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'caac0ca5-cfa2-4611-818f-3b56ffafb984'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:15:44.013984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Attempting to bind port 07cfa1ee-26fd-4905-9a74-a45ef17fc548 on network caac0ca5-cfa2-4611-818f-3b56ffafb984 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:44.031578 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.044559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Made reservation on behalf of 6e4be597a2bd49a683d16ac896853d25 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:44.047080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.051437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:15:44.051819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Checking segment: {'id': '051ea87c-366d-4cc0-b079-cfd9b50d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'caac0ca5-cfa2-4611-818f-3b56ffafb984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:44.052511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.053250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Bound using segment: {'id': '051ea87c-366d-4cc0-b079-cfd9b50d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'caac0ca5-cfa2-4611-818f-3b56ffafb984'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:15:44.053250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Bound port: 07cfa1ee-26fd-4905-9a74-a45ef17fc548, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051ea87c-366d-4cc0-b079-cfd9b50d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'caac0ca5-cfa2-4611-818f-3b56ffafb984'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:15:44.054370 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.057214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.066548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:44.067081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:44.073286 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:44.153437 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.api [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 16:15:44.153437 n-d-813897-2 neutron-server[108105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 16:15:44.153437 n-d-813897-2 neutron-server[108105]: [parameters: {'id': 'caac0ca5-cfa2-4611-818f-3b56ffafb984'}] Nov 03 16:15:44.153437 n-d-813897-2 neutron-server[108105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:15:44.157017 n-d-813897-2 neutron-server[108105]: DEBUG oslo_db.api [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:15:44.161745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:44.175853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.176244 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Added segment 67eaa510-b793-47b8-b7f9-e2b8e0fb230e of type vlan for network 8882f5b3-9532-4bd4-933f-38feecfbab10 Nov 03 16:15:44.232758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] For port 07cfa1ee-26fd-4905-9a74-a45ef17fc548, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:15:44.232989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.256040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] For port 07cfa1ee-26fd-4905-9a74-a45ef17fc548, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=07cfa1ee-26fd-4905-9a74-a45ef17fc548,segment=NetworkSegment(051ea87c-366d-4cc0-b079-cfd9b50d94f2),segment_id=051ea87c-366d-4cc0-b079-cfd9b50d94f2)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:15:44.275016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.276566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:44.277852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.279251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.343138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3497748 Nov 03 16:15:44.343637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52340) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:44.357255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40a0cd-c73d-48e4-ba31-a622c5e1ac0f tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'Network': ['ID=8882f5b3-9532-4bd4-933f-38feecfbab10,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:44.408288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 8882f5b3-9532-4bd4-933f-38feecfbab10 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:44.452084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ed44d-e568-4c5a-a44d-2c92c4b2d2b8 None None] Pushing event updated for resources: {'Port': ['ID=07cfa1ee-26fd-4905-9a74-a45ef17fc548,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:44.514181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b689ba-33b0-4a7c-a4c9-c8ae7cfb0511 None None] Network caac0ca5-cfa2-4611-818f-3b56ffafb984 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:44.610696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f6037-cc11-44e9-9f14-7217a7661b00 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:44.617679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f6037-cc11-44e9-9f14-7217a7661b00 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:44.623661 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f6037-cc11-44e9-9f14-7217a7661b00 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:44.630103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f6037-cc11-44e9-9f14-7217a7661b00 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:44.635102 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ba0f6037-cc11-44e9-9f14-7217a7661b00 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2895739 Nov 03 16:15:44.635557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52348) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:44.660060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.711073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c9452-f63e-4ecd-bb38-924fe31827d0 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:15:44.724759 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.745955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Deleting port 07cfa1ee-26fd-4905-9a74-a45ef17fc548 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:44.746436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.812401 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.820558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c9452-f63e-4ecd-bb38-924fe31827d0 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:15:44.837851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] For port 07cfa1ee-26fd-4905-9a74-a45ef17fc548, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=07cfa1ee-26fd-4905-9a74-a45ef17fc548,segment=NetworkSegment(051ea87c-366d-4cc0-b079-cfd9b50d94f2),segment_id=051ea87c-366d-4cc0-b079-cfd9b50d94f2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:44.838210 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.839871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8882f5b3-9532-4bd4-933f-38feecfbab10']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:44.849971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67eaa510-b793-47b8-b7f9-e2b8e0fb230e') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:44.850270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67eaa510-b793-47b8-b7f9-e2b8e0fb230e') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:44.854017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Calling delete_port for 07cfa1ee-26fd-4905-9a74-a45ef17fc548 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:44.860878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.874473 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.880971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:44.881373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:44.928378 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:44.947005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.952222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.959248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8882f5b3-9532-4bd4-933f-38feecfbab10 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 16:15:44.970459 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:44.978404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "DELETE /v2.0/networks/8882f5b3-9532-4bd4-933f-38feecfbab10 HTTP/1.1" status: 204 len: 168 time: 0.3414948 Nov 03 16:15:44.979333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52352) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:44.987184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Request body: {'network': {'name': 'tempest-network--1758724108', 'router:external': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:45.009017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ee5df-5795-4108-9b89-7f2f115ef5bb tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event deleted for resources: {'Network': ['ID=8882f5b3-9532-4bd4-933f-38feecfbab10,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:45.029652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Port': ['ID=07cfa1ee-26fd-4905-9a74-a45ef17fc548,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:45.043757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No DVR routers for this DVR port 07cfa1ee-26fd-4905-9a74-a45ef17fc548 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:15:45.094584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Made reservation on behalf of 6e4be597a2bd49a683d16ac896853d25 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:45.097359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.158391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:45.189177 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.189553 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Added segment 155f6ca6-a2da-496b-aedd-5dbc8265544d of type vlan for network 7907f12c-278a-477b-b6ab-c82d579ec151 Nov 03 16:15:45.241469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.275542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caac0ca5-cfa2-4611-818f-3b56ffafb984']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:45.289466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051ea87c-366d-4cc0-b079-cfd9b50d94f2') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:45.289993 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051ea87c-366d-4cc0-b079-cfd9b50d94f2') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:45.290207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.303246 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.337243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.340840 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.341296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:45.343413 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.348444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:45.349048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:45.420219 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:45.425494 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.440648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.452004 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/caac0ca5-cfa2-4611-818f-3b56ffafb984 HTTP/1.1" status: 204 len: 168 time: 2.6318202 Nov 03 16:15:45.453924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52366) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:45.465370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'Network': ['ID=7907f12c-278a-477b-b6ab-c82d579ec151,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:45.471757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1743179506'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:45.483636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 7907f12c-278a-477b-b6ab-c82d579ec151 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:45.499001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0667e211-bf1e-4776-8aec-babff805c151 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5181637 Nov 03 16:15:45.499641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52370) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:45.536693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db91ac-4c4c-4f3c-8417-fc502f069e73 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=caac0ca5-cfa2-4611-818f-3b56ffafb984,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:45.545722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:45.553622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.617090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:45.637073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.637598 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment 99ace024-adf1-42dd-a443-baa33be00e48 of type vlan for network 88dc1880-ca2a-4e1e-bff3-912dbc0d68cc Nov 03 16:15:45.739757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef0aa64-7b92-48fc-9d0c-e9b3b0c7d554 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:45.746521 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bef0aa64-7b92-48fc-9d0c-e9b3b0c7d554 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] 10.222.0.86 "GET /v2.0/networks/7907f12c-278a-477b-b6ab-c82d579ec151 HTTP/1.1" status: 200 len: 757 time: 0.2458439 Nov 03 16:15:45.747144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52372) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:45.757302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.797323 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.804514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:45.805250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.829654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3714967 Nov 03 16:15:45.840446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52374) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:45.846164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': '88dc1880-ca2a-4e1e-bff3-912dbc0d68cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:45.877805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e40aa1-3f92-4f88-87b9-37109a4ce789 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:45.879302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c2e40aa1-3f92-4f88-87b9-37109a4ce789 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] 10.222.0.86 "GET /v2.0/networks/c27b9f6b-b6f1-41ae-aa03-df9d84148d00 HTTP/1.1" status: 200 len: 767 time: 0.1310084 Nov 03 16:15:45.881875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52376) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:45.965568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:45.987456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc8069-668c-4fbb-8272-1edb417133ba tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=88dc1880-ca2a-4e1e-bff3-912dbc0d68cc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:46.002739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 88dc1880-ca2a-4e1e-bff3-912dbc0d68cc details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:46.027996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:46.032576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.109076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.137180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7907f12c-278a-477b-b6ab-c82d579ec151']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:46.147478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155f6ca6-a2da-496b-aedd-5dbc8265544d') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:46.147804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155f6ca6-a2da-496b-aedd-5dbc8265544d') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:46.160116 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.173673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.183023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:46.183546 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:46.185621 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:46.222935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 35273063-5284-48ee-ab8b-8820d30e86c1 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:15:46.272233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.285064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7907f12c-278a-477b-b6ab-c82d579ec151 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 16:15:46.300838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 35273063-5284-48ee-ab8b-8820d30e86c1 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:15:46.301406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 35273063-5284-48ee-ab8b-8820d30e86c1 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:15:46.305942 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.309683 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.317995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "DELETE /v2.0/networks/7907f12c-278a-477b-b6ab-c82d579ec151 HTTP/1.1" status: 204 len: 168 time: 0.4313390 Nov 03 16:15:46.332303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52380) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:46.339212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Request body: {'network': {'name': 'tempest-network--1527327642'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:46.342616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fe959-5e4a-4c42-b68a-d0f084257202 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event deleted for resources: {'Network': ['ID=7907f12c-278a-477b-b6ab-c82d579ec151,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:46.377730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Made reservation on behalf of 6e4be597a2bd49a683d16ac896853d25 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:46.384053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.398314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=fca3072c-6a89-402b-af83-73cc0e9855ca,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:46.427151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:46.442834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.443281 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Added segment f08f5699-293f-41fe-afd7-75db0770391e of type vlan for network a9ad699a-31f7-447f-a343-f0f7fb327737 Nov 03 16:15:46.448031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': '99ace024-adf1-42dd-a443-baa33be00e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88dc1880-ca2a-4e1e-bff3-912dbc0d68cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:46.448890 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: 88dc1880-ca2a-4e1e-bff3-912dbc0d68cc, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:46.493759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network 88dc1880-ca2a-4e1e-bff3-912dbc0d68cc is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:46.512164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 88dc1880-ca2a-4e1e-bff3-912dbc0d68cc) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:46.517490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:46.518336 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.522843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1420f6d-d0ed-4d0a-9e50-62ba5537dfe8 None None] Network 88dc1880-ca2a-4e1e-bff3-912dbc0d68cc requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:46.550043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-11a98398-3bef-47c6-a9bd-df40329d6cdd tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7058449 Nov 03 16:15:46.550274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.550559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52384) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:46.612602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.614003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:46.614717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.771095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.780791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52390) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:46.781171 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4438062 Nov 03 16:15:46.787373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d5b88c87-376f-4e6b-85cf-5b3a6a091ba0 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:46.791293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767c1d7-5cb6-4c4d-b602-643c6491004a tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'Network': ['ID=a9ad699a-31f7-447f-a343-f0f7fb327737,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:46.851062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network a9ad699a-31f7-447f-a343-f0f7fb327737 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:46.879810 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:46.992193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-88dc1880-ca2a-4e1e-bff3-912dbc0d68cc', 'network_id': '88dc1880-ca2a-4e1e-bff3-912dbc0d68cc', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': 'fca3072c-6a89-402b-af83-73cc0e9855ca'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:15:46.992193 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.184277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Allocated IP 172.20.0.2 (88dc1880-ca2a-4e1e-bff3-912dbc0d68cc/fca3072c-6a89-402b-af83-73cc0e9855ca/9bb7e9cb-da49-482d-94fe-455923a040fa) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:47.422583 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.438038 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.487899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.503675 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Network 88dc1880-ca2a-4e1e-bff3-912dbc0d68cc is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:47.513153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:47.517003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:47.527635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Pushing event updated for resources: {'Port': ['ID=9bb7e9cb-da49-482d-94fe-455923a040fa,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:47.562455 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5b88c87-376f-4e6b-85cf-5b3a6a091ba0 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.586858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Attempting to bind port 9bb7e9cb-da49-482d-94fe-455923a040fa on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:15:47.587380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Attempting to bind port 9bb7e9cb-da49-482d-94fe-455923a040fa by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '99ace024-adf1-42dd-a443-baa33be00e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88dc1880-ca2a-4e1e-bff3-912dbc0d68cc'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:15:47.587864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Attempting to bind port 9bb7e9cb-da49-482d-94fe-455923a040fa on network 88dc1880-ca2a-4e1e-bff3-912dbc0d68cc {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:47.593797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=fca3072c-6a89-402b-af83-73cc0e9855ca,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:47.594637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:15:47.595127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Checking segment: {'id': '99ace024-adf1-42dd-a443-baa33be00e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88dc1880-ca2a-4e1e-bff3-912dbc0d68cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:47.595648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.596236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Bound using segment: {'id': '99ace024-adf1-42dd-a443-baa33be00e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88dc1880-ca2a-4e1e-bff3-912dbc0d68cc'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:15:47.596821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Bound port: 9bb7e9cb-da49-482d-94fe-455923a040fa, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ace024-adf1-42dd-a443-baa33be00e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88dc1880-ca2a-4e1e-bff3-912dbc0d68cc'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:15:47.597986 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.674046 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.690566 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] For port 9bb7e9cb-da49-482d-94fe-455923a040fa, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:15:47.694400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] For port 9bb7e9cb-da49-482d-94fe-455923a040fa, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9bb7e9cb-da49-482d-94fe-455923a040fa,segment=NetworkSegment(99ace024-adf1-42dd-a443-baa33be00e48),segment_id=99ace024-adf1-42dd-a443-baa33be00e48)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:15:47.696418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dc1880-ca2a-4e1e-bff3-912dbc0d68cc']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:47.702186 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.707391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ace024-adf1-42dd-a443-baa33be00e48') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:47.707678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ace024-adf1-42dd-a443-baa33be00e48') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:47.717946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.733098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.740144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:47.740610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.785308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0e1e1-44fe-4136-aaa0-6ffd33d80c9d None None] Pushing event updated for resources: {'Port': ['ID=9bb7e9cb-da49-482d-94fe-455923a040fa,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:47.801717 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:47.805501 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5b88c87-376f-4e6b-85cf-5b3a6a091ba0 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.809663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.api [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 16:15:47.809663 n-d-813897-2 neutron-server[108105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 16:15:47.809663 n-d-813897-2 neutron-server[108105]: [parameters: {'id': '88dc1880-ca2a-4e1e-bff3-912dbc0d68cc'}] Nov 03 16:15:47.809663 n-d-813897-2 neutron-server[108105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:15:47.810108 n-d-813897-2 neutron-server[108105]: DEBUG oslo_db.api [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:15:47.832881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5b88c87-376f-4e6b-85cf-5b3a6a091ba0 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Network a9ad699a-31f7-447f-a343-f0f7fb327737 is not hosted by any dhcp agent {{(pid=108105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 16:15:47.833884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b88c87-376f-4e6b-85cf-5b3a6a091ba0 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:47.834484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5b88c87-376f-4e6b-85cf-5b3a6a091ba0 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:47.838887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d5b88c87-376f-4e6b-85cf-5b3a6a091ba0 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "PUT /v2.0/networks/a9ad699a-31f7-447f-a343-f0f7fb327737 HTTP/1.1" status: 200 len: 858 time: 1.0542092 Nov 03 16:15:47.839704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52398) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:47.871100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40419438-2330-494e-bd19-cb971a6bd884 None None] Network 88dc1880-ca2a-4e1e-bff3-912dbc0d68cc requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:47.907724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b88c87-376f-4e6b-85cf-5b3a6a091ba0 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event updated for resources: {'Network': ['ID=a9ad699a-31f7-447f-a343-f0f7fb327737,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:47.936263 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.034587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.062403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ad699a-31f7-447f-a343-f0f7fb327737']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:48.074668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08f5699-293f-41fe-afd7-75db0770391e') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:48.075099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08f5699-293f-41fe-afd7-75db0770391e') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:48.095448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.115826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.123294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:48.123936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:48.178540 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:48.192891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c36be-08ad-4567-b5d0-fc4be3b8ff04 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:15:48.208706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.213310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9ad699a-31f7-447f-a343-f0f7fb327737 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 16:15:48.215420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.222205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52402) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:48.222417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] 10.222.0.86 "DELETE /v2.0/networks/a9ad699a-31f7-447f-a343-f0f7fb327737 HTTP/1.1" status: 204 len: 168 time: 0.3819177 Nov 03 16:15:48.235210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9db7d-b5af-428d-9d26-fe4b65e5bcf3 tempest-ExternalNetworksTestJSON-1304160592 tempest-ExternalNetworksTestJSON-1304160592-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9ad699a-31f7-447f-a343-f0f7fb327737,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:48.275054 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7a6264-8804-4778-a8c0-2ae099d352aa tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] DELETE failed (client error): The resource could not be found. Nov 03 16:15:48.275525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7a6264-8804-4778-a8c0-2ae099d352aa tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:15:48.280878 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7e7a6264-8804-4778-a8c0-2ae099d352aa tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] 10.222.0.86 "DELETE /v2.0/subnets/508fd82d-62cd-44bb-864f-47cb260cae05 HTTP/1.1" status: 404 len: 337 time: 0.0553834 Nov 03 16:15:48.281206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52404) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:48.313290 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.371835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c36be-08ad-4567-b5d0-fc4be3b8ff04 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:15:48.505000 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.690102 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.726281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27b9f6b-b6f1-41ae-aa03-df9d84148d00']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:48.733174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42abf2e-4391-49a0-8cf1-73530f731340') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:48.733656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42abf2e-4391-49a0-8cf1-73530f731340') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:48.745944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.763599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.771858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:48.775931 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:48.846346 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:48.850952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Deleting port 9bb7e9cb-da49-482d-94fe-455923a040fa {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:48.852058 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.855066 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.874774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:48.883397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] 10.222.0.86 "DELETE /v2.0/networks/c27b9f6b-b6f1-41ae-aa03-df9d84148d00 HTTP/1.1" status: 204 len: 168 time: 0.5995452 Nov 03 16:15:48.949787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d9291-06bf-440d-b63a-7c8fde669d78 tempest-ExternalNetworksTestJSON-1521853736 tempest-ExternalNetworksTestJSON-1521853736-project] Pushing event deleted for resources: {'Network': ['ID=c27b9f6b-b6f1-41ae-aa03-df9d84148d00,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:49.109420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] For port 9bb7e9cb-da49-482d-94fe-455923a040fa, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9bb7e9cb-da49-482d-94fe-455923a040fa,segment=NetworkSegment(99ace024-adf1-42dd-a443-baa33be00e48),segment_id=99ace024-adf1-42dd-a443-baa33be00e48)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:49.109951 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.143479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Calling delete_port for 9bb7e9cb-da49-482d-94fe-455923a040fa owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:49.267715 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.330277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Port': ['ID=9bb7e9cb-da49-482d-94fe-455923a040fa,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:49.347423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No DVR routers for this DVR port 9bb7e9cb-da49-482d-94fe-455923a040fa on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:15:49.430891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52420) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:49.459662 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.484592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dc1880-ca2a-4e1e-bff3-912dbc0d68cc']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:49.494580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ace024-adf1-42dd-a443-baa33be00e48') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:49.494887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ace024-adf1-42dd-a443-baa33be00e48') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:49.504461 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.517640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.524161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:49.524545 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:49.527953 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:49.578872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4f60bd1c-9ec7-4390-83e8-a24d400336cd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31e80a9f495d49ac9a33fa0d014af671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466022 Nov 03 16:15:49.581123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52424) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:49.599769 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.645328 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.650328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-077e4eb0-4dc4-49c8-acaa-18bf0dde7570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.656172 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/88dc1880-ca2a-4e1e-bff3-912dbc0d68cc HTTP/1.1" status: 204 len: 168 time: 3.1039698 Nov 03 16:15:49.657270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08daa3-d93a-42cc-9610-fbc885b07121 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=88dc1880-ca2a-4e1e-bff3-912dbc0d68cc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:49.660360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52428) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:49.666929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731187429'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:49.684523 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-077e4eb0-4dc4-49c8-acaa-18bf0dde7570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.697968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:49.703416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.742238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-077e4eb0-4dc4-49c8-acaa-18bf0dde7570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.745913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-077e4eb0-4dc4-49c8-acaa-18bf0dde7570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.747244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-077e4eb0-4dc4-49c8-acaa-18bf0dde7570 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7c70d181-c8ad-4ac4-b727-539ad6296f9e HTTP/1.1" status: 204 len: 168 time: 0.1651430 Nov 03 16:15:49.756240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e4eb0-4dc4-49c8-acaa-18bf0dde7570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c70d181-c8ad-4ac4-b727-539ad6296f9e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:49.775188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:49.792140 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.792504 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment 677c1eca-2b92-4ffa-8216-5cf4f462c664 of type vlan for network 6efe9f06-e3ba-436c-9968-166513a99cb3 Nov 03 16:15:49.852247 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.886526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.895059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:49.899483 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:49.977451 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3155975 Nov 03 16:15:49.980510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52438) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:49.984331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa0d1d-7e43-4cf6-95b2-db9a55742c89 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=6efe9f06-e3ba-436c-9968-166513a99cb3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:49.985888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': '6efe9f06-e3ba-436c-9968-166513a99cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:49.998454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6efe9f06-e3ba-436c-9968-166513a99cb3 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:50.181815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52446) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:50.293297 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fc2829b1-62a0-44c1-be10-9c0fa70b6a6c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6e4be597a2bd49a683d16ac896853d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1080334 Nov 03 16:15:50.294700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52450) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:50.364845 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e1ae7b9c-7d8c-4af6-bcf2-dc6bb4f3f088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:50.389818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e1ae7b9c-7d8c-4af6-bcf2-dc6bb4f3f088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:50.457717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e1ae7b9c-7d8c-4af6-bcf2-dc6bb4f3f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:50.468846 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e1ae7b9c-7d8c-4af6-bcf2-dc6bb4f3f088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:50.472812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e1ae7b9c-7d8c-4af6-bcf2-dc6bb4f3f088 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d6aa8ea-6627-4189-b4a2-324990d7623a HTTP/1.1" status: 204 len: 168 time: 0.1764619 Nov 03 16:15:50.493126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae7b9c-7d8c-4af6-bcf2-dc6bb4f3f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6aa8ea-6627-4189-b4a2-324990d7623a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:50.719044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c90e8c-b7bd-48e6-8636-780aabf2579a req-7b509326-1268-483d-9ab4-f8c49b2dba76 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:50.720964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83c90e8c-b7bd-48e6-8636-780aabf2579a req-7b509326-1268-483d-9ab4-f8c49b2dba76 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1096 time: 0.0624919 Nov 03 16:15:50.722183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:50.727230 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:50.759414 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83c90e8c-b7bd-48e6-8636-780aabf2579a req-92023092-90f6-4eaf-a560-c0d231b6eb07 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:50.827880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_backend_mixin [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Performing IP validity checks on allocation pools {{(pid=108104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 16:15:50.828491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_backend_mixin [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 16:15:50.963342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83c90e8c-b7bd-48e6-8636-780aabf2579a req-92023092-90f6-4eaf-a560-c0d231b6eb07 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:50.971638 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83c90e8c-b7bd-48e6-8636-780aabf2579a req-92023092-90f6-4eaf-a560-c0d231b6eb07 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:51.012783 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83c90e8c-b7bd-48e6-8636-780aabf2579a req-92023092-90f6-4eaf-a560-c0d231b6eb07 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820477 Nov 03 16:15:51.095961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92023092-90f6-4eaf-a560-c0d231b6eb07 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c31b66-d6fd-458a-9a2e-ffe18f91384e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:51.159867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:51.305376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3eb4-2fdf-430f-a498-f2585729d6e0 req-9a543bab-4d81-4ba1-880e-721970465f75 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:51.310700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9ab3eb4-2fdf-430f-a498-f2585729d6e0 req-9a543bab-4d81-4ba1-880e-721970465f75 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 945 time: 0.0859768 Nov 03 16:15:51.338671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=d80adf68-2f9c-42c5-83c1-05f04d951aa5,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:51.404144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': '677c1eca-2b92-4ffa-8216-5cf4f462c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6efe9f06-e3ba-436c-9968-166513a99cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:51.404999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: 6efe9f06-e3ba-436c-9968-166513a99cb3, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:51.432291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093110c-3758-40b9-b586-53cef0145e80 req-d5bd4292-0232-4ab3-ac1e-97e5db153767 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:51.434682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b093110c-3758-40b9-b586-53cef0145e80 req-d5bd4292-0232-4ab3-ac1e-97e5db153767 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1930954 Nov 03 16:15:51.461225 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9ab3eb4-2fdf-430f-a498-f2585729d6e0 req-f0879598-11a9-48af-a475-5eb925f18fc1 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411314 Nov 03 16:15:51.519795 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b093110c-3758-40b9-b586-53cef0145e80 req-a7bb74a8-d9fa-4c76-9861-16bf6bc16634 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770597 Nov 03 16:15:51.521375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network 6efe9f06-e3ba-436c-9968-166513a99cb3 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:51.547347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52484) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:51.561942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6efe9f06-e3ba-436c-9968-166513a99cb3) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:51.583363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322909e1-2b7d-482c-8e70-4ccd569f59e6 None None] Network 6efe9f06-e3ba-436c-9968-166513a99cb3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:51.605401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:51.606065 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:51.644730 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1322f70d-22c6-4b55-b18b-7494d9521bad tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6629767 Nov 03 16:15:51.648078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52488) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:51.649925 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e26f813f-8bbc-4e4c-a223-461ffc4afb31 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/4ed941fd-5ef0-40bd-af07-49e509c5aa76 HTTP/1.1" status: 200 len: 992 time: 0.1008649 Nov 03 16:15:51.842896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:51.942338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-6efe9f06-e3ba-436c-9968-166513a99cb3', 'network_id': '6efe9f06-e3ba-436c-9968-166513a99cb3', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': 'd80adf68-2f9c-42c5-83c1-05f04d951aa5'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:15:51.943859 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:51.960582 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:51.993889 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.138155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-c9a0069c-5c70-46b3-9197-e56d9eba45d0 req-e39a1bab-30e6-4d86-82ce-26db99dfa8a3 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:15:52.140358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9a0069c-5c70-46b3-9197-e56d9eba45d0 req-e39a1bab-30e6-4d86-82ce-26db99dfa8a3 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0090077 Nov 03 16:15:52.160124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Allocated IP 172.20.0.3 (6efe9f06-e3ba-436c-9968-166513a99cb3/d80adf68-2f9c-42c5-83c1-05f04d951aa5/0311f050-0a9c-48c2-b6db-a470e964f99b) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:52.391078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.418913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.423934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.531648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52520) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:52.543991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Network 6efe9f06-e3ba-436c-9968-166513a99cb3 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:52.547952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:52.549910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Pushing event updated for resources: {'Port': ['ID=0311f050-0a9c-48c2-b6db-a470e964f99b,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:52.551977 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:52.603358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.669566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efe9f06-e3ba-436c-9968-166513a99cb3']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:52.699676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677c1eca-2b92-4ffa-8216-5cf4f462c664') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:52.699976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677c1eca-2b92-4ffa-8216-5cf4f462c664') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:52.703853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Attempting to bind port 0311f050-0a9c-48c2-b6db-a470e964f99b on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:15:52.704346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Attempting to bind port 0311f050-0a9c-48c2-b6db-a470e964f99b by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '677c1eca-2b92-4ffa-8216-5cf4f462c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6efe9f06-e3ba-436c-9968-166513a99cb3'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:15:52.704576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Attempting to bind port 0311f050-0a9c-48c2-b6db-a470e964f99b on network 6efe9f06-e3ba-436c-9968-166513a99cb3 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:52.725369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:15:52.725820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Checking segment: {'id': '677c1eca-2b92-4ffa-8216-5cf4f462c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6efe9f06-e3ba-436c-9968-166513a99cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:52.726232 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.726621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Bound using segment: {'id': '677c1eca-2b92-4ffa-8216-5cf4f462c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6efe9f06-e3ba-436c-9968-166513a99cb3'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:15:52.727105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Bound port: 0311f050-0a9c-48c2-b6db-a470e964f99b, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677c1eca-2b92-4ffa-8216-5cf4f462c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6efe9f06-e3ba-436c-9968-166513a99cb3'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:15:52.727492 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.748723 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.776956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c36fa741-d2c6-4342-863e-c11709618b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.869871 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=d80adf68-2f9c-42c5-83c1-05f04d951aa5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:52.895383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.895733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.896300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.896813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.897160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.897566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.898401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.898735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.899178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.900984 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.901367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.901728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:15:52.908922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.919957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:52.920360 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:52.940113 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:52.951786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] For port 0311f050-0a9c-48c2-b6db-a470e964f99b, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:15:53.031346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52532) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:53.095554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-2015d535-0a96-4d45-a76b-d55ead6b3ab4 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:53.106532 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-2015d535-0a96-4d45-a76b-d55ead6b3ab4 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 945 time: 0.3658116 Nov 03 16:15:53.137504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff722730-15ab-437a-b00d-54c990acebea req-35bea1e1-194a-4cdb-80fc-67809aa66d9f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:53.146914 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c36fa741-d2c6-4342-863e-c11709618b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:53.160425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff722730-15ab-437a-b00d-54c990acebea req-35bea1e1-194a-4cdb-80fc-67809aa66d9f tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 945 time: 0.3412173 Nov 03 16:15:53.245367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] For port 0311f050-0a9c-48c2-b6db-a470e964f99b, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0311f050-0a9c-48c2-b6db-a470e964f99b,segment=NetworkSegment(677c1eca-2b92-4ffa-8216-5cf4f462c664),segment_id=677c1eca-2b92-4ffa-8216-5cf4f462c664)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:15:53.248399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.api [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 16:15:53.248399 n-d-813897-2 neutron-server[108105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 16:15:53.248399 n-d-813897-2 neutron-server[108105]: [parameters: {'id': '6efe9f06-e3ba-436c-9968-166513a99cb3'}] Nov 03 16:15:53.248399 n-d-813897-2 neutron-server[108105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:15:53.251447 n-d-813897-2 neutron-server[108105]: DEBUG oslo_db.api [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:15:53.272850 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:53.300635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c36fa741-d2c6-4342-863e-c11709618b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:53.313211 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff722730-15ab-437a-b00d-54c990acebea req-633e2e3a-84d3-4093-8d3c-09a60505dd64 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457829 Nov 03 16:15:53.468854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510073e-7cc9-4562-855d-95809bffd442 None None] Pushing event updated for resources: {'Port': ['ID=0311f050-0a9c-48c2-b6db-a470e964f99b,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:53.506594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a5cdc-a1f7-46c3-8e04-596013b54baa None None] Network 6efe9f06-e3ba-436c-9968-166513a99cb3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:53.527702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c36fa741-d2c6-4342-863e-c11709618b4e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0db49e5440b64e2b86069cf084aebeed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9922454 Nov 03 16:15:53.529484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52546) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:53.537346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fa741-d2c6-4342-863e-c11709618b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a844da59-32d0-42bc-b53e-2781d1fa7778,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:53.554749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48edae-ce2a-4c6e-96f7-4ad4813c8e7d req-fed54a25-e518-40d2-b482-fab8274eeaaa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:53.556279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a48edae-ce2a-4c6e-96f7-4ad4813c8e7d req-fed54a25-e518-40d2-b482-fab8274eeaaa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.3000488 Nov 03 16:15:53.604119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-ebfff1e0-dcab-4a9a-b40d-6467ca014195 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5706756 Nov 03 16:15:53.622221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-6ae3692a-9539-4427-98f9-b45520958a52 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:15:53.623304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-6ae3692a-9539-4427-98f9-b45520958a52 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0103953 Nov 03 16:15:53.630621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Deleting port a1920466-b44a-4be1-87be-ffad4e0a9908 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:53.630977 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:53.667222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f555728a-84ae-4399-bb33-3ca33c36cd20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:53.699587 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a48edae-ce2a-4c6e-96f7-4ad4813c8e7d req-1df7d34b-824d-43ad-a430-60e58b21f688 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160724 Nov 03 16:15:53.753281 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:53.758611 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f555728a-84ae-4399-bb33-3ca33c36cd20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:53.805682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f025be-409c-4624-bd91-36eb3c069a1c None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:15:53.811044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] For port a1920466-b44a-4be1-87be-ffad4e0a9908, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=a1920466-b44a-4be1-87be-ffad4e0a9908,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:53.811506 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:53.838183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52554) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:53.843940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Calling delete_port for a1920466-b44a-4be1-87be-ffad4e0a9908 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:53.907290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Deleting port 0311f050-0a9c-48c2-b6db-a470e964f99b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:53.907882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.008134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f025be-409c-4624-bd91-36eb3c069a1c None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:15:54.018063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] For port 0311f050-0a9c-48c2-b6db-a470e964f99b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0311f050-0a9c-48c2-b6db-a470e964f99b,segment=NetworkSegment(677c1eca-2b92-4ffa-8216-5cf4f462c664),segment_id=677c1eca-2b92-4ffa-8216-5cf4f462c664)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:54.018696 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.033599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9e828365-0d68-41cb-aacb-de935f3acf05 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Request body: {'quota': {'network': 2}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:54.037847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Calling delete_port for 0311f050-0a9c-48c2-b6db-a470e964f99b owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:54.056366 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.079973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['46e71de8-f9e1-4748-8019-1b4de02083a4', 'a1920466-b44a-4be1-87be-ffad4e0a9908'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:54.094531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ecfc67e2-4b4e-4781-912d-ca734659f69e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:54.124932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Pushing event deleted for resources: {'Port': ['ID=a1920466-b44a-4be1-87be-ffad4e0a9908,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:54.136815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9e828365-0d68-41cb-aacb-de935f3acf05 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] 10.222.0.86 "PUT /v2.0/quotas/f70747e177b14ada902742534ee0f042 HTTP/1.1" status: 200 len: 368 time: 0.2967613 Nov 03 16:15:54.145656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52570) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:54.161223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f555728a-84ae-4399-bb33-3ca33c36cd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.166556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f555728a-84ae-4399-bb33-3ca33c36cd20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.168443 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f555728a-84ae-4399-bb33-3ca33c36cd20 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a844da59-32d0-42bc-b53e-2781d1fa7778 HTTP/1.1" status: 204 len: 168 time: 0.6350732 Nov 03 16:15:54.183023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Request body: {'network': {'project_id': 'f70747e177b14ada902742534ee0f042'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:54.202722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555728a-84ae-4399-bb33-3ca33c36cd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a844da59-32d0-42bc-b53e-2781d1fa7778,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:54.238227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] No DVR routers for this DVR port a1920466-b44a-4be1-87be-ffad4e0a9908 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:15:54.243693 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.257889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f2607be8-1eda-4ae0-8894-0cc3e17a46af req-6f17aefd-4b2f-4b54-a021-e7cc9cd40e32 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "DELETE /v2.0/ports/a1920466-b44a-4be1-87be-ffad4e0a9908 HTTP/1.1" status: 204 len: 173 time: 1.1345561 Nov 03 16:15:54.258596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20e04d0-86e9-4821-9ce7-08c54a53b3d8', 'name': 'network-vif-deleted', 'tag': 'a1920466-b44a-4be1-87be-ffad4e0a9908'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:15:54.265187 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21826887-722c-4047-84c1-a9fecfd1755c" -d '{"events": [{"server_uuid": "b20e04d0-86e9-4821-9ce7-08c54a53b3d8", "name": "network-vif-deleted", "tag": "a1920466-b44a-4be1-87be-ffad4e0a9908"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:15:54.300540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Made reservation on behalf of f70747e177b14ada902742534ee0f042 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:54.338887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.347671 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.383905 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.449857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Port': ['ID=0311f050-0a9c-48c2-b6db-a470e964f99b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:54.474005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No DVR routers for this DVR port 0311f050-0a9c-48c2-b6db-a470e964f99b on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:15:54.618516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.682303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efe9f06-e3ba-436c-9968-166513a99cb3']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:54.698205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677c1eca-2b92-4ffa-8216-5cf4f462c664') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:54.698531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677c1eca-2b92-4ffa-8216-5cf4f462c664') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:54.723611 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.755443 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.758289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a6ca3c4-bcce-4689-9339-21e9be8d5297 req-7f8b2700-e811-4e7f-b950-fdad78943606 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=b20e04d0-86e9-4821-9ce7-08c54a53b3d8 HTTP/1.1" status: 200 len: 210 time: 0.1500585 Nov 03 16:15:54.763881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:54.764244 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:54.774574 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:54.792105 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.804351 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.876504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4f34af-1df5-44a3-9177-e06ce4d2a496,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:54.914446 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225c3578-bef9-48d4-9a89-c5865c3eafc2 x-openstack-request-id: req-225c3578-bef9-48d4-9a89-c5865c3eafc2 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:15:54.914852 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20e04d0-86e9-4821-9ce7-08c54a53b3d8", "name": "network-vif-deleted", "tag": "a1920466-b44a-4be1-87be-ffad4e0a9908", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:15:54.915108 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-225c3578-bef9-48d4-9a89-c5865c3eafc2 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:15:54.915760 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20e04d0-86e9-4821-9ce7-08c54a53b3d8', 'name': 'network-vif-deleted', 'tag': 'a1920466-b44a-4be1-87be-ffad4e0a9908', 'status': 'completed', 'code': 200} Nov 03 16:15:54.974214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.982184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:54.986257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:54.989180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52598) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:54.992679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/6efe9f06-e3ba-436c-9968-166513a99cb3 HTTP/1.1" status: 204 len: 168 time: 3.3433130 Nov 03 16:15:54.997988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1391972654'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:55.019319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0e7cb-d0c1-4e68-a154-5e20fadc7cc4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=6efe9f06-e3ba-436c-9968-166513a99cb3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:55.031039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7c88c-784d-43ed-a28f-3977dab6f1ae req-9cacc384-c021-49c3-88d2-b260d54af3c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:55.032715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7e7c88c-784d-43ed-a28f-3977dab6f1ae req-9cacc384-c021-49c3-88d2-b260d54af3c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1074102 Nov 03 16:15:55.036926 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.037354 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Added segment b95262fe-fb50-4575-9e50-f85e2a7d41a0 of type vlan for network 3107afd2-da73-4a1f-8b7c-d9086a52bb38 Nov 03 16:15:55.142170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:55.152577 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.168225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.245400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.248148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:55.248956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.251736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:55.328481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.328756 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment 84e27d0b-829a-41f9-9bfc-9ad1380f7fac of type vlan for network c43b2183-50d9-4a9f-9d0b-dd581dd95f8e Nov 03 16:15:55.427532 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7e7c88c-784d-43ed-a28f-3977dab6f1ae req-7a193f31-dc16-450a-84a5-f906b64624a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848603 Nov 03 16:15:55.434628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2660563 Nov 03 16:15:55.437332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52614) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:55.438527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.445898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626f899-42cc-4ea1-80b9-15988eef7645 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Pushing event updated for resources: {'Network': ['ID=3107afd2-da73-4a1f-8b7c-d9086a52bb38,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:55.447143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Request body: {'network': {'project_id': 'f70747e177b14ada902742534ee0f042'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:55.457622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 3107afd2-da73-4a1f-8b7c-d9086a52bb38 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:55.482653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.489790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:55.492217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.498696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Made reservation on behalf of f70747e177b14ada902742534ee0f042 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:55.501683 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.573116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:55.593380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.593632 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6030052 Nov 03 16:15:55.594736 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Added segment 4d1d4e05-e108-4fa5-9ceb-4218e521be4c of type vlan for network 4a7c6870-c024-41bd-88e7-e75456816ce6 Nov 03 16:15:55.595995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52618) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:55.610910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': 'c43b2183-50d9-4a9f-9d0b-dd581dd95f8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:55.611592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000a793-ec9d-464b-8f03-92a0e18745f4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=c43b2183-50d9-4a9f-9d0b-dd581dd95f8e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:55.622177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network c43b2183-50d9-4a9f-9d0b-dd581dd95f8e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:55.732540 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.776411 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.777695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:55.778469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.784093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:55.787593 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:55.851468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52630) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:55.901857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4631190 Nov 03 16:15:55.905712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52634) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:55.913911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b9d14b41-5c49-4a57-85f2-396ef0f55066 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Request body: {'network': {'project_id': 'f70747e177b14ada902742534ee0f042'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:55.914684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fb413-b89f-4f0d-9c0d-f5e9117d0696 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Pushing event updated for resources: {'Network': ['ID=4a7c6870-c024-41bd-88e7-e75456816ce6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:55.927552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 4a7c6870-c024-41bd-88e7-e75456816ce6 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:55.945854 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d14b41-5c49-4a57-85f2-396ef0f55066 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 16:15:55.946735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d14b41-5c49-4a57-85f2-396ef0f55066 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:15:55.948784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b9d14b41-5c49-4a57-85f2-396ef0f55066 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0417874 Nov 03 16:15:55.951611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:56.043057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1725658867-network', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:56.072969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52638) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:56.073317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-40679626-cb91-4355-ae28-833c328b2036 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f70747e177b14ada902742534ee0f042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1196854 Nov 03 16:15:56.130091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Made reservation on behalf of 2bc437a94d724a06b94d3ecdcf5867e5 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:56.133681 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.156309 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.157953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.265984 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72bc50c6-dd06-4d80-989c-900e74661f91 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.274887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-62839d22-d092-4569-ae68-a4d34348ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:56.276496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-62839d22-d092-4569-ae68-a4d34348ca8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1096 time: 0.1784799 Nov 03 16:15:56.292453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=d6edb8cf-afc5-4e5e-a4b8-9e4c0fb590e6,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:56.314868 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72bc50c6-dd06-4d80-989c-900e74661f91 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.331709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fef77-055b-459d-b269-30e2fa8cf7f6 req-ed5f51d8-7330-4903-85b9-e96fa266b5b0 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:56.333214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-094fef77-055b-459d-b269-30e2fa8cf7f6 req-ed5f51d8-7330-4903-85b9-e96fa266b5b0 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 945 time: 0.1686256 Nov 03 16:15:56.336306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': '84e27d0b-829a-41f9-9bfc-9ad1380f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c43b2183-50d9-4a9f-9d0b-dd581dd95f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:56.336688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: c43b2183-50d9-4a9f-9d0b-dd581dd95f8e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:56.360479 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.370271 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.401046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network c43b2183-50d9-4a9f-9d0b-dd581dd95f8e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:56.407168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:56.431671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, c43b2183-50d9-4a9f-9d0b-dd581dd95f8e) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:56.436510 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72bc50c6-dd06-4d80-989c-900e74661f91 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.439210 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72bc50c6-dd06-4d80-989c-900e74661f91 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.443065 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-72bc50c6-dd06-4d80-989c-900e74661f91 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/fc4f34af-1df5-44a3-9177-e06ce4d2a496 HTTP/1.1" status: 204 len: 168 time: 0.3656807 Nov 03 16:15:56.445129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803d6e8-31e6-43f2-85b0-dca2b24d8f1d None None] Network c43b2183-50d9-4a9f-9d0b-dd581dd95f8e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:56.450227 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-094fef77-055b-459d-b269-30e2fa8cf7f6 req-3d330610-0d1f-403d-825d-3ef00fb9f878 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995359 Nov 03 16:15:56.450706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52644) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:56.456764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:56.464905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.465308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:56.469555 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.469727 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Added segment 83201095-ede5-4b5a-bbad-11ab2a4d7c30 of type vlan for network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 Nov 03 16:15:56.481870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc50c6-dd06-4d80-989c-900e74661f91 tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4f34af-1df5-44a3-9177-e06ce4d2a496,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:56.482933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-91eb5c3d-b910-4528-9954-fef63fee6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:56.485093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-91eb5c3d-b910-4528-9954-fef63fee6963 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 897 time: 0.1973662 Nov 03 16:15:56.499147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-665367e8-b248-4ae8-887b-4e578a046705 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8994806 Nov 03 16:15:56.502569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52646) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:56.661450 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.724677 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.746745 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.750333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd404a-7508-4340-a7f4-b57dd23e95f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-c43b2183-50d9-4a9f-9d0b-dd581dd95f8e', 'network_id': 'c43b2183-50d9-4a9f-9d0b-dd581dd95f8e', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': 'd6edb8cf-afc5-4e5e-a4b8-9e4c0fb590e6'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:15:56.751878 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-11bd404a-7508-4340-a7f4-b57dd23e95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.757701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.784823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-aeca8c83-27d1-4e5e-98d6-885f4df582f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 1000 time: 0.2636364 Nov 03 16:15:56.827252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.857795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe0175-a66d-44cf-8c8b-f6d518448ce9 req-75ada36c-be35-405f-8559-7cf0431e0f7a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:56.859404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3bfe0175-a66d-44cf-8c8b-f6d518448ce9 req-75ada36c-be35-405f-8559-7cf0431e0f7a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.2511113 Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-11bd404a-7508-4340-a7f4-b57dd23e95f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6edb8cf-afc5-4e5e-a4b8-9e4c0fb590e6: This subnet is being modified by another concurrent operation. Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:15:56.878457 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exception Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6edb8cf-afc5-4e5e-a4b8-9e4c0fb590e6: This subnet is being modified by another concurrent operation. Nov 03 16:15:56.882851 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:15:56.888492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-52ab9a06-7f25-44b0-a556-62741c800997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:56.888492 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-52ab9a06-7f25-44b0-a556-62741c800997 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 200 len: 835 time: 0.0914643 Nov 03 16:15:56.893369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=d6edb8cf-afc5-4e5e-a4b8-9e4c0fb590e6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:56.909885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a04ee1b-0d18-4e4d-be97-d163bb49c692 None None] Network c43b2183-50d9-4a9f-9d0b-dd581dd95f8e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:56.923686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.924561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:56.925125 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.961869 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:56.983055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43b2183-50d9-4a9f-9d0b-dd581dd95f8e']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:56.993263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e27d0b-829a-41f9-9bfc-9ad1380f7fac') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:56.993590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e27d0b-829a-41f9-9bfc-9ad1380f7fac') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:57.004648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.021050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.027474 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1746840 Nov 03 16:15:57.029027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:57.029625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:57.032966 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:57.035091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7c321-f25c-44cc-8450-e7072c2558d2 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:15:57.045442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52652) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:57.050656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Request body: {'subnet': {'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1725658867-subnet', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:57.055873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.099743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3bfe0175-a66d-44cf-8c8b-f6d518448ce9 req-6f6c3015-d4a3-4b06-b816-0ff8f0867fc9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202299 Nov 03 16:15:57.103063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ed89e-fa1a-46c9-8186-b54df08c3665 admin admin] Pushing event updated for resources: {'Network': ['ID=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:57.106286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7c6870-c024-41bd-88e7-e75456816ce6']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:57.110357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-18f1a16d-e20e-49e2-adc8-0d47db68cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:57.111631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-18f1a16d-e20e-49e2-adc8-0d47db68cefa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd76810f-7d89-469a-ad8f-efec226747b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163761 Nov 03 16:15:57.120343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Made reservation on behalf of 2bc437a94d724a06b94d3ecdcf5867e5 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:57.122746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.125973 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.130230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:57.149787 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.150810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1d4e05-e108-4fa5-9ceb-4218e521be4c') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:57.151340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1d4e05-e108-4fa5-9ceb-4218e521be4c') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:57.153048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/c43b2183-50d9-4a9f-9d0b-dd581dd95f8e HTTP/1.1" status: 204 len: 168 time: 0.6498115 Nov 03 16:15:57.159213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52654) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:57.188420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.197756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-529196399'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:57.205982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7132-96a5-4b20-8313-0fe99370650b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=c43b2183-50d9-4a9f-9d0b-dd581dd95f8e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:57.237128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.246098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:57.248185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:57.248698 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:57.250551 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:57.253173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.294862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:15:57.305515 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.305806 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment ecc792c1-4b65-45dd-b071-04f3b301ae2f of type vlan for network 5d6b8d2f-7644-414b-a851-fb746423f54c Nov 03 16:15:57.318980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7c321-f25c-44cc-8450-e7072c2558d2 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:15:57.328646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-2f3c1507-312a-407e-bc02-582d313e96da service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964355 Nov 03 16:15:57.348465 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.353184 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.355640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.360517 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] 10.222.0.86 "DELETE /v2.0/networks/4a7c6870-c024-41bd-88e7-e75456816ce6 HTTP/1.1" status: 204 len: 168 time: 0.9048693 Nov 03 16:15:57.360701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52656) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:57.388742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66f25d-35f8-4c57-961f-2968cc247d0c tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a7c6870-c024-41bd-88e7-e75456816ce6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:57.456861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-f4f7b311-ce96-4095-89dd-80396fac0f4f service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178803 Nov 03 16:15:57.471037 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.477048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:57.477663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.497309 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.598756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4347861 Nov 03 16:15:57.599008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52660) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:57.604274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': '5d6b8d2f-7644-414b-a851-fb746423f54c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:57.648264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98f98-0a02-4745-a000-4e5e7a6a348b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=5d6b8d2f-7644-414b-a851-fb746423f54c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:57.664797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5d6b8d2f-7644-414b-a851-fb746423f54c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:15:57.677384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.733097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:57.737085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.741689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dba397-ed21-4739-b4e2-8002508b0365 req-52f46900-d20f-46d9-b4c5-0aa9332ddefa tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:57.749587 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0dba397-ed21-4739-b4e2-8002508b0365 req-52f46900-d20f-46d9-b4c5-0aa9332ddefa tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 945 time: 0.1573782 Nov 03 16:15:57.819782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59175d77-ecad-41a1-bcd6-d63e1e7bf397,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:57.835948 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.880605 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e0dba397-ed21-4739-b4e2-8002508b0365 req-cd89ff2f-c4b5-4de9-b141-8322aaf8ec4b tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302915 Nov 03 16:15:57.882350 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3107afd2-da73-4a1f-8b7c-d9086a52bb38']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:57.893612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:57.893964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Network hostable DHCP agents. Network: e8323ed3-190e-4fd2-9c82-eb82d5ef24b2, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:57.911503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0150f-2150-4228-b784-701d924f297d req-b6f88228-0125-4730-af9e-a0872dab734e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:57.911503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a5f0150f-2150-4228-b784-701d924f297d req-b6f88228-0125-4730-af9e-a0872dab734e tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 945 time: 0.0960779 Nov 03 16:15:57.911723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95262fe-fb50-4575-9e50-f85e2a7d41a0') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:57.911723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95262fe-fb50-4575-9e50-f85e2a7d41a0') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:57.924646 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.942335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:57.945158 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.954545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:57.955028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:57.956822 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:57.972002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e8323ed3-190e-4fd2-9c82-eb82d5ef24b2) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:57.983920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d438aa7-e1b2-49a3-8bf3-c99b5a92cbed None None] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:58.006373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:58.007649 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.034599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f37a09af-aaee-4416-b20a-8874978dbc0f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9876552 Nov 03 16:15:58.036356 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.038011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52670) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:58.043924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:58.044692 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.053230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.060472 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] 10.222.0.86 "DELETE /v2.0/networks/3107afd2-da73-4a1f-8b7c-d9086a52bb38 HTTP/1.1" status: 204 len: 168 time: 0.6997650 Nov 03 16:15:58.079241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9e7c2-9754-40dd-8e35-16680bbcccff tempest-QuotasNegativeTest-1755023578 tempest-QuotasNegativeTest-1755023578-project-admin] Pushing event deleted for resources: {'Network': ['ID=3107afd2-da73-4a1f-8b7c-d9086a52bb38,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:58.124446 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.127253 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.134939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a5f0150f-2150-4228-b784-701d924f297d req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Deleting port ecfc67e2-4b4e-4781-912d-ca734659f69e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:15:58.135425 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a5f0150f-2150-4228-b784-701d924f297d req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.161991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=8ef16015-5699-4d6d-8396-6b6e18e8c407,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:58.203905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.218875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': 'ecc792c1-4b65-45dd-b071-04f3b301ae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5d6b8d2f-7644-414b-a851-fb746423f54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:58.219096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: 5d6b8d2f-7644-414b-a851-fb746423f54c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:15:58.219992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:15:58.223392 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.258806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a1920466-b44a-4be1-87be-ffad4e0a9908 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:15:58.259742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network 5d6b8d2f-7644-414b-a851-fb746423f54c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:15:58.280116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5d6b8d2f-7644-414b-a851-fb746423f54c) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:58.290215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a5f0150f-2150-4228-b784-701d924f297d req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] For port ecfc67e2-4b4e-4781-912d-ca734659f69e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ecfc67e2-4b4e-4781-912d-ca734659f69e,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:15:58.290720 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a5f0150f-2150-4228-b784-701d924f297d req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.294556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:58.295258 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.323669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a5f0150f-2150-4228-b784-701d924f297d req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Calling delete_port for ecfc67e2-4b4e-4781-912d-ca734659f69e owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:15:58.327003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f63797-7920-4786-8efd-343fc82fc7b6 None None] Network 5d6b8d2f-7644-414b-a851-fb746423f54c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:58.338358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: a1920466-b44a-4be1-87be-ffad4e0a9908 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:15:58.338840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device a1920466-b44a-4be1-87be-ffad4e0a9908 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:15:58.372229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f086c457-eea6-4b74-a6f5-0fc291f178eb tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7724509 Nov 03 16:15:58.404228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52678) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:58.466313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b02163-1b33-4207-a0a5-a7e60a36582c req-e7e50e4c-0897-40f2-8f92-35e29f9cf269 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:15:58.482043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99b02163-1b33-4207-a0a5-a7e60a36582c req-e7e50e4c-0897-40f2-8f92-35e29f9cf269 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1742289 Nov 03 16:15:58.769574 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.798489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99b02163-1b33-4207-a0a5-a7e60a36582c req-bde2da9e-2b28-4494-9345-d4a951980384 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156331 Nov 03 16:15:58.811317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Allocated IP 172.20.0.2 (e8323ed3-190e-4fd2-9c82-eb82d5ef24b2/59175d77-ecad-41a1-bcd6-d63e1e7bf397/beec993c-2f45-40db-91a5-5f3deb02bdcc) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:58.842097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.868816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb30dfe2-2f4d-4dad-83ef-8c6d26e226a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5d6b8d2f-7644-414b-a851-fb746423f54c', 'network_id': '5d6b8d2f-7644-414b-a851-fb746423f54c', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': '8ef16015-5699-4d6d-8396-6b6e18e8c407'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:15:58.869967 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb30dfe2-2f4d-4dad-83ef-8c6d26e226a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.895270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a5f0150f-2150-4228-b784-701d924f297d req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:58.920756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['46e71de8-f9e1-4748-8019-1b4de02083a4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:58.992006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ecfc67e2-4b4e-4781-912d-ca734659f69e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:15:59.020305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Pushing event deleted for resources: {'Port': ['ID=ecfc67e2-4b4e-4781-912d-ca734659f69e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:59.045483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f0150f-2150-4228-b784-701d924f297d req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] No DVR routers for this DVR port ecfc67e2-4b4e-4781-912d-ca734659f69e on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:15:59.047825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.109478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a5f0150f-2150-4228-b784-701d924f297d req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.114937 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a5f0150f-2150-4228-b784-701d924f297d req-2fa1df47-9df4-41dd-ba3b-e7d9144d95d9 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.15 "DELETE /v2.0/ports/ecfc67e2-4b4e-4781-912d-ca734659f69e HTTP/1.1" status: 204 len: 173 time: 1.1987391 Nov 03 16:15:59.115414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3899ddc-5119-4350-90a9-c022ef7de578', 'name': 'network-vif-deleted', 'tag': 'ecfc67e2-4b4e-4781-912d-ca734659f69e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:15:59.131066 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1800d95-ff7c-40ed-94e4-a364cdc306dc" -d '{"events": [{"server_uuid": "f3899ddc-5119-4350-90a9-c022ef7de578", "name": "network-vif-deleted", "tag": "ecfc67e2-4b4e-4781-912d-ca734659f69e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:15:59.151483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.202367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef16015-5699-4d6d-8396-6b6e18e8c407,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:59.291737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52690) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:59.311325 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf466aed-16ef-4ebe-8944-538dda1f034d req-c0edb89c-f92a-4483-aada-4e9336a520ca tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3899ddc-5119-4350-90a9-c022ef7de578 HTTP/1.1" status: 200 len: 210 time: 0.1305811 Nov 03 16:15:59.324976 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.344002 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd813b-c7c1-43e7-b343-b6a79ff55c5d x-openstack-request-id: req-9abd813b-c7c1-43e7-b343-b6a79ff55c5d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:15:59.344290 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3899ddc-5119-4350-90a9-c022ef7de578", "name": "network-vif-deleted", "tag": "ecfc67e2-4b4e-4781-912d-ca734659f69e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:15:59.344544 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9abd813b-c7c1-43e7-b343-b6a79ff55c5d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:15:59.344944 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3899ddc-5119-4350-90a9-c022ef7de578', 'name': 'network-vif-deleted', 'tag': 'ecfc67e2-4b4e-4781-912d-ca734659f69e', 'status': 'completed', 'code': 200} Nov 03 16:15:59.376255 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.386880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6b8d2f-7644-414b-a851-fb746423f54c']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:59.399243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc792c1-4b65-45dd-b071-04f3b301ae2f') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:59.399554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc792c1-4b65-45dd-b071-04f3b301ae2f') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:15:59.417500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.433871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.434922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.442456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:15:59.443092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:15:59.447281 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:15:59.502191 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.517501 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.523552 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.534618 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/5d6b8d2f-7644-414b-a851-fb746423f54c HTTP/1.1" status: 204 len: 168 time: 1.1286683 Nov 03 16:15:59.542372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.551681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52694) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:15:59.559679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6906e-8227-402c-8679-69d1296d4b07 None None] Network 5d6b8d2f-7644-414b-a851-fb746423f54c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:15:59.573582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337c5a0-d58a-4261-83cc-5f0dda218749 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=5d6b8d2f-7644-414b-a851-fb746423f54c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:59.575873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163931143'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:15:59.596792 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d67f745d-0a1f-449a-8b44-748b8e5f9a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.614666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6906e-8227-402c-8679-69d1296d4b07 None None] Network 5d6b8d2f-7644-414b-a851-fb746423f54c could not be found, it might have been deleted concurrently. {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 16:15:59.670585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:15:59.682113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:15:59.687064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:15:59.693722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:15:59.699029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.717179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Pushing event updated for resources: {'Port': ['ID=beec993c-2f45-40db-91a5-5f3deb02bdcc,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:15:59.778580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Allocated IP 172.25.6.152 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/6f1712fb-49c2-4654-866e-f225955b31d1) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:15:59.842641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Attempting to bind port beec993c-2f45-40db-91a5-5f3deb02bdcc on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:15:59.843017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Attempting to bind port beec993c-2f45-40db-91a5-5f3deb02bdcc by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:15:59.843736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Attempting to bind port beec993c-2f45-40db-91a5-5f3deb02bdcc on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:15:59.862000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:15:59.862448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:15:59.862786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.863182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Bound using segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:15:59.863673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Bound port: beec993c-2f45-40db-91a5-5f3deb02bdcc, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:15:59.864061 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.949444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] For port beec993c-2f45-40db-91a5-5f3deb02bdcc, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:15:59.953283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] For port beec993c-2f45-40db-91a5-5f3deb02bdcc, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=beec993c-2f45-40db-91a5-5f3deb02bdcc,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:15:59.959057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:15:59.986846 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.020705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d92c12-e581-4350-914f-336555fba328 req-bcf325cc-d053-472b-a68b-66e0a072d473 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:00.034083 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-90d92c12-e581-4350-914f-336555fba328 req-bcf325cc-d053-472b-a68b-66e0a072d473 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1053104 Nov 03 16:16:00.043332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b41a46-f328-41cf-9413-51345c261f2a None None] Pushing event updated for resources: {'Port': ['ID=beec993c-2f45-40db-91a5-5f3deb02bdcc,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:00.093381 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-90d92c12-e581-4350-914f-336555fba328 req-37eeaddf-930e-43ab-a010-6dfb103cd8e3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624819 Nov 03 16:16:00.108385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:16:00.128558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.135618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.135618 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment 7117c826-641b-4304-996a-90eafc9a862a of type vlan for network b3c423d7-bba7-473f-aef1-87d7710f3cc0 Nov 03 16:16:00.280937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:00.312145 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.369170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:00.402225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:00.411920 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d67f745d-0a1f-449a-8b44-748b8e5f9a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.418613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1712fb-49c2-4654-866e-f225955b31d1,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:00.464128 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d67f745d-0a1f-449a-8b44-748b8e5f9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.524648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.530787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:00.542156 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.594001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f745d-0a1f-449a-8b44-748b8e5f9a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21bf1b-0800-4313-9b6a-27d045111245,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:00.652571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0998342 Nov 03 16:16:00.657633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d67f745d-0a1f-449a-8b44-748b8e5f9a50 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e579d7a91fc04c0aaee9dc7c50f32d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3579202 Nov 03 16:16:00.657633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52710) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:00.658508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52712) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:00.664852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-115e3057-2a18-422a-8c69-c9f0462acc5e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:00.713902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b64f3aa-12d0-4eb9-946b-c828c3d8a0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.738343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b64f3aa-12d0-4eb9-946b-c828c3d8a0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.797508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b64f3aa-12d0-4eb9-946b-c828c3d8a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.800464 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b64f3aa-12d0-4eb9-946b-c828c3d8a0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:00.804633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5b64f3aa-12d0-4eb9-946b-c828c3d8a0a0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d21bf1b-0800-4313-9b6a-27d045111245 HTTP/1.1" status: 204 len: 168 time: 0.1413519 Nov 03 16:16:00.812025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccf050-c455-490e-90fa-4e68134d3c90 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=b3c423d7-bba7-473f-aef1-87d7710f3cc0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:00.812476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64f3aa-12d0-4eb9-946b-c828c3d8a0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21bf1b-0800-4313-9b6a-27d045111245,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:00.838561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network b3c423d7-bba7-473f-aef1-87d7710f3cc0 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:01.035686 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.111405 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-115e3057-2a18-422a-8c69-c9f0462acc5e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.162770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-115e3057-2a18-422a-8c69-c9f0462acc5e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.175924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-115e3057-2a18-422a-8c69-c9f0462acc5e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network b3c423d7-bba7-473f-aef1-87d7710f3cc0 is not hosted by any dhcp agent {{(pid=108105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 16:16:01.183671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e3057-2a18-422a-8c69-c9f0462acc5e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:01.184371 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-115e3057-2a18-422a-8c69-c9f0462acc5e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.185937 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-115e3057-2a18-422a-8c69-c9f0462acc5e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "PUT /v2.0/networks/b3c423d7-bba7-473f-aef1-87d7710f3cc0 HTTP/1.1" status: 200 len: 723 time: 0.5255706 Nov 03 16:16:01.188938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52720) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:01.194793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': 'b3c423d7-bba7-473f-aef1-87d7710f3cc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:01.250194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52722) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:01.312805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e3057-2a18-422a-8c69-c9f0462acc5e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=b3c423d7-bba7-473f-aef1-87d7710f3cc0,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:01.317967 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0553440-6544-4141-b09b-95383ec658fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.327560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network b3c423d7-bba7-473f-aef1-87d7710f3cc0 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:01.437637 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.473310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a224-ce06-4550-8be7-207458a8b513 req-ffb0b2f0-eb79-4e69-8d76-6293eb628e3b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:01.476517 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5045a224-ce06-4550-8be7-207458a8b513 req-ffb0b2f0-eb79-4e69-8d76-6293eb628e3b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1597276 Nov 03 16:16:01.486585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:01.490726 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.551124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbf5f62-77b6-4263-9090-bd7993104864 None None] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:01.575487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.608344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0553440-6544-4141-b09b-95383ec658fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.627446 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b0553440-6544-4141-b09b-95383ec658fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.665450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0553440-6544-4141-b09b-95383ec658fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204b5fbd-a3e1-4311-b0b0-37806a71597e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:01.701280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8dd311ac-6474-48da-a7a8-1ac7b3d62d0d None None] Provisioning complete for port beec993c-2f45-40db-91a5-5f3deb02bdcc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:01.708243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b0553440-6544-4141-b09b-95383ec658fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bf0e1a25204247b49e1b03a61ee5ec63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4567461 Nov 03 16:16:01.713579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52736) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:01.726065 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8dd311ac-6474-48da-a7a8-1ac7b3d62d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.727520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5045a224-ce06-4550-8be7-207458a8b513 req-310f1d12-477c-4386-ba2f-80e7987aa29b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217982 Nov 03 16:16:01.795308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Router 25552b96-83ff-405a-bf08-1fee1cc2824f is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:16:01.813488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7edd0572-ad0f-45c8-a214-d1edfe98fee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.819707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device beec993c-2f45-40db-91a5-5f3deb02bdcc up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:01.878648 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.886688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7edd0572-ad0f-45c8-a214-d1edfe98fee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.971189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:16:01.988511 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Sync routers for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:16:01.990171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port beec993c-2f45-40db-91a5-5f3deb02bdcc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:01.990547 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:01.995753 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:02.002931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-34d0bce5-20e9-4fc7-8260-e04851401079 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9635320 Nov 03 16:16:02.010488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52738) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:02.020967 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:02.022043 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:02.037257 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8dd311ac-6474-48da-a7a8-1ac7b3d62d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:02.099111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8dd311ac-6474-48da-a7a8-1ac7b3d62d0d None None] For port beec993c-2f45-40db-91a5-5f3deb02bdcc, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=beec993c-2f45-40db-91a5-5f3deb02bdcc,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:02.128769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ecfc67e2-4b4e-4781-912d-ca734659f69e no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:16:02.143177 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7edd0572-ad0f-45c8-a214-d1edfe98fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:02.151791 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7edd0572-ad0f-45c8-a214-d1edfe98fee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:02.152411 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8dd311ac-6474-48da-a7a8-1ac7b3d62d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:02.161156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: ecfc67e2-4b4e-4781-912d-ca734659f69e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:16:02.161733 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ecfc67e2-4b4e-4781-912d-ca734659f69e not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:16:02.172723 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7edd0572-ad0f-45c8-a214-d1edfe98fee6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/204b5fbd-a3e1-4311-b0b0-37806a71597e HTTP/1.1" status: 204 len: 168 time: 0.4566984 Nov 03 16:16:02.229238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd0572-ad0f-45c8-a214-d1edfe98fee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b5fbd-a3e1-4311-b0b0-37806a71597e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:02.287280 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:02.369088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd311ac-6474-48da-a7a8-1ac7b3d62d0d None None] Pushing event updated for resources: {'Port': ['ID=beec993c-2f45-40db-91a5-5f3deb02bdcc,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:02.521930 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51831b29-c406-48d7-8149-126a6d6de445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:02.566835 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:16:02.629273 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:00Z', 'revision_number': 3, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:02.674158 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Checking router: 25552b96-83ff-405a-bf08-1fee1cc2824f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:16:02.674515 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Updating router 25552b96-83ff-405a-bf08-1fee1cc2824f port 6f1712fb-49c2-4654-866e-f225955b31d1 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:16:02.743277 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:02.886153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d04b3e5a-4643-4c2e-bfa9-0a448f53680b None None] Provisioning complete for port beec993c-2f45-40db-91a5-5f3deb02bdcc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:02.886705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d04b3e5a-4643-4c2e-bfa9-0a448f53680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:02.935485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=f0f67c58-0fd5-473b-806b-cf2654e0a2e9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:02.941767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': '7117c826-641b-4304-996a-90eafc9a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b3c423d7-bba7-473f-aef1-87d7710f3cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:02.942128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: b3c423d7-bba7-473f-aef1-87d7710f3cc0, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:16:02.988986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network b3c423d7-bba7-473f-aef1-87d7710f3cc0 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:16:03.006527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, b3c423d7-bba7-473f-aef1-87d7710f3cc0) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:03.013128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:03.013765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:03.023510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1465b17-8867-4f7e-abdd-d04934ada793 None None] Network b3c423d7-bba7-473f-aef1-87d7710f3cc0 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:03.048407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-750a30c4-e687-4646-96a4-a9f67c423c86 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8581767 Nov 03 16:16:03.051841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52758) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:03.060161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b02e1b71-5914-4a54-af23-4616ea1c7305 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:03.090463 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:03.102546 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:03.324951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b02e1b71-5914-4a54-af23-4616ea1c7305 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61465501'] for subnet, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:03.512242 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Attempting to bind port 6f1712fb-49c2-4654-866e-f225955b31d1 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:03.512860 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Attempting to bind port 6f1712fb-49c2-4654-866e-f225955b31d1 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:03.513388 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Attempting to bind port 6f1712fb-49c2-4654-866e-f225955b31d1 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:03.532556 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Pushing event updated for resources: {'Port': ['ID=6f1712fb-49c2-4654-866e-f225955b31d1,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:03.543570 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:03.544902 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:03.545658 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:03.546226 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:03.546888 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Bound port: 6f1712fb-49c2-4654-866e-f225955b31d1, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:03.547448 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:03.576114 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.576763 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.577455 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.577970 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.578480 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.578986 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.579472 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.579953 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.580446 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.580924 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.581419 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.581945 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:03.659092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d05a-a143-45f0-8601-fde2c490ba86 req-4ec525f2-1455-4673-b08f-a42270bfa0d2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:03.667137 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] For port 6f1712fb-49c2-4654-866e-f225955b31d1, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:03.676389 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] For port 6f1712fb-49c2-4654-866e-f225955b31d1, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6f1712fb-49c2-4654-866e-f225955b31d1,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:03.702933 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2391d05a-a143-45f0-8601-fde2c490ba86 req-4ec525f2-1455-4673-b08f-a42270bfa0d2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.2879903 Nov 03 16:16:03.703763 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:03.728956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b02e1b71-5914-4a54-af23-4616ea1c7305 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788679750503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62072955'] for subnet, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:03.777648 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48c500-e9fb-40b7-a4cb-cac4af29cf56 None None] Pushing event updated for resources: {'Port': ['ID=6f1712fb-49c2-4654-866e-f225955b31d1,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:03.784088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02e1b71-5914-4a54-af23-4616ea1c7305 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:03.785305 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b02e1b71-5914-4a54-af23-4616ea1c7305 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:03.787217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b02e1b71-5914-4a54-af23-4616ea1c7305 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "PUT /v2.0/subnets/f0f67c58-0fd5-473b-806b-cf2654e0a2e9 HTTP/1.1" status: 200 len: 806 time: 0.7343638 Nov 03 16:16:03.798788 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:03.799489 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:03.837652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52772) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:03.902321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e1b71-5914-4a54-af23-4616ea1c7305 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=f0f67c58-0fd5-473b-806b-cf2654e0a2e9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:03.923702 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:03.987615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device beec993c-2f45-40db-91a5-5f3deb02bdcc up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:04.018455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-b3c423d7-bba7-473f-aef1-87d7710f3cc0', 'network_id': 'b3c423d7-bba7-473f-aef1-87d7710f3cc0', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': 'f0f67c58-0fd5-473b-806b-cf2654e0a2e9'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:16:04.019791 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.108923 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2391d05a-a143-45f0-8601-fde2c490ba86 req-0b67cedd-be9d-4ad7-a3af-5c64b50778a5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039919 Nov 03 16:16:04.120303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.242369 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.279786 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:00Z', 'revision_number': 3, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:04.349470 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d249e5c9-e0ba-4120-8a01-9bfc3f7c064a None None] The sync data for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 is: [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:00Z', 'revision_number': 3, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:16:04.368191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Allocated IP 172.20.0.2 (b3c423d7-bba7-473f-aef1-87d7710f3cc0/f0f67c58-0fd5-473b-806b-cf2654e0a2e9/2db34236-a1b3-447a-a208-3816cd30eec9) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:04.385360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port beec993c-2f45-40db-91a5-5f3deb02bdcc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:04.385755 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.419101 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.499772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Allocated IP 172.20.0.1 (e8323ed3-190e-4fd2-9c82-eb82d5ef24b2/59175d77-ecad-41a1-bcd6-d63e1e7bf397/06d1908c-fb73-49e6-adec-6e23163df478) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:04.565659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52788) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:04.697406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.698345 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.707137 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.775326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Network b3c423d7-bba7-473f-aef1-87d7710f3cc0 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:04.779761 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.793753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Pushing event updated for resources: {'Port': ['ID=2db34236-a1b3-447a-a208-3816cd30eec9,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:04.797329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:04.799913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:04.841987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1667646107', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:04.881059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f67c58-0fd5-473b-806b-cf2654e0a2e9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:04.893268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Made reservation on behalf of 352fef17e0254e03bb9f1a5e3c9d417e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:04.896868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.931021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.955503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Attempting to bind port 2db34236-a1b3-447a-a208-3816cd30eec9 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:04.955874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Attempting to bind port 2db34236-a1b3-447a-a208-3816cd30eec9 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '7117c826-641b-4304-996a-90eafc9a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b3c423d7-bba7-473f-aef1-87d7710f3cc0'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:04.956236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Attempting to bind port 2db34236-a1b3-447a-a208-3816cd30eec9 on network b3c423d7-bba7-473f-aef1-87d7710f3cc0 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:04.968228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:04.968517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Checking segment: {'id': '7117c826-641b-4304-996a-90eafc9a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b3c423d7-bba7-473f-aef1-87d7710f3cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:04.969190 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.969295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Bound using segment: {'id': '7117c826-641b-4304-996a-90eafc9a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b3c423d7-bba7-473f-aef1-87d7710f3cc0'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:04.969796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Bound port: 2db34236-a1b3-447a-a208-3816cd30eec9, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7117c826-641b-4304-996a-90eafc9a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b3c423d7-bba7-473f-aef1-87d7710f3cc0'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:04.970484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.977607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:04.981335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-708f35b5-f1c0-4cc6-a635-8cda1624ec23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.049103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.061276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.068929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] device_id is not set on port 3bac7177-f9f9-474e-a342-17f1a219c56d yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:16:05.077685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.094888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:05.108565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] For port 2db34236-a1b3-447a-a208-3816cd30eec9, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:05.111001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:05.114718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] For port 2db34236-a1b3-447a-a208-3816cd30eec9, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2db34236-a1b3-447a-a208-3816cd30eec9,segment=NetworkSegment(7117c826-641b-4304-996a-90eafc9a862a),segment_id=7117c826-641b-4304-996a-90eafc9a862a)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:05.125731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:05.127086 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.196769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c423d7-bba7-473f-aef1-87d7710f3cc0']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:05.242880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7117c826-641b-4304-996a-90eafc9a862a') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:05.246351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7117c826-641b-4304-996a-90eafc9a862a') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:05.285028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.293958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Pushing event updated for resources: {'Port': ['ID=06d1908c-fb73-49e6-adec-6e23163df478,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:05.375226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa548774-385b-4843-ac8b-431a0413fe23 None None] Pushing event updated for resources: {'Port': ['ID=2db34236-a1b3-447a-a208-3816cd30eec9,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:05.380743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65702ce8-fd2b-4590-ac25-11460a9e56e2 None None] Network b3c423d7-bba7-473f-aef1-87d7710f3cc0 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:05.433139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.456800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Allocated IP 172.25.6.15 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/3bac7177-f9f9-474e-a342-17f1a219c56d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:05.501082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.538448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:05.539049 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:05.551314 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:05.641986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6f1712fb-49c2-4654-866e-f225955b31d1 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:05.684383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2b896038-4fa3-4969-a1db-c7f3ced09837 None None] Provisioning complete for port 06d1908c-fb73-49e6-adec-6e23163df478 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:05.685042 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b896038-4fa3-4969-a1db-c7f3ced09837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.694641 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.765884 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.api [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 16:16:05.765884 n-d-813897-2 neutron-server[108105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 16:16:05.765884 n-d-813897-2 neutron-server[108105]: [parameters: {'id': 'b3c423d7-bba7-473f-aef1-87d7710f3cc0'}] Nov 03 16:16:05.765884 n-d-813897-2 neutron-server[108105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:16:05.765884 n-d-813897-2 neutron-server[108105]: DEBUG oslo_db.api [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:16:05.771361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2b896038-4fa3-4969-a1db-c7f3ced09837 None None] Port 06d1908c-fb73-49e6-adec-6e23163df478 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:05.776348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e196f20-aa90-4c3a-9bf9-2adc5d79b86d None None] Network b3c423d7-bba7-473f-aef1-87d7710f3cc0 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:05.782016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc530b3-66dc-4d39-b495-ef984dedd4e0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:05.786948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.855804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.872518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6f1712fb-49c2-4654-866e-f225955b31d1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:05.872960 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:05.919958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:05.927974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:05.950852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:06.032044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Pushing event updated for resources: {'Port': ['ID=3bac7177-f9f9-474e-a342-17f1a219c56d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:06.053010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318cddb-39d4-4811-8aa6-997dbbb2d618 req-13fb4fca-af1a-45b3-a671-83bb9f239d7f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:06.056705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6318cddb-39d4-4811-8aa6-997dbbb2d618 req-13fb4fca-af1a-45b3-a671-83bb9f239d7f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.3209662 Nov 03 16:16:06.090339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2254862-80ce-49f1-a88e-355d33efcfee None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:16:06.153631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6318cddb-39d4-4811-8aa6-997dbbb2d618 req-bcfdd7e6-9702-4e17-afdf-43d0ea85935a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867786 Nov 03 16:16:06.160092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:06.160092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.172642 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.183167 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.185556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b7239ceb-668b-43bb-a7ed-3d140f02bf36 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6186867 Nov 03 16:16:06.189658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52808) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:06.196056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.15'}]}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:06.214395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.247291 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.248344 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.253848 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.347754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 6f1712fb-49c2-4654-866e-f225955b31d1, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6f1712fb-49c2-4654-866e-f225955b31d1,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:06.348789 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.358195 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.363558 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.364686 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.384624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:06.415381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:06.417605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Pushing event updated for resources: {'Port': ['ID=06d1908c-fb73-49e6-adec-6e23163df478,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:06.514365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Deleting port 2db34236-a1b3-447a-a208-3816cd30eec9 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:06.514744 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.536939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.537487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=6f1712fb-49c2-4654-866e-f225955b31d1,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:06.545714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2254862-80ce-49f1-a88e-355d33efcfee None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:16:06.642409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] For port 2db34236-a1b3-447a-a208-3816cd30eec9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2db34236-a1b3-447a-a208-3816cd30eec9,segment=NetworkSegment(7117c826-641b-4304-996a-90eafc9a862a),segment_id=7117c826-641b-4304-996a-90eafc9a862a)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:06.643071 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.653286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Router 25552b96-83ff-405a-bf08-1fee1cc2824f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:16:06.689618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Calling delete_port for 2db34236-a1b3-447a-a208-3816cd30eec9 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:06.838992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:16:06.845057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-961ef793-1b2f-4dde-9671-f9dfaef01a13 admin admin] 10.222.0.86 "PUT /v2.0/routers/25552b96-83ff-405a-bf08-1fee1cc2824f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8335137 Nov 03 16:16:06.863611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.895803 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.928967 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:06.986361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Port': ['ID=2db34236-a1b3-447a-a208-3816cd30eec9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:07.000263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No DVR routers for this DVR port 2db34236-a1b3-447a-a208-3816cd30eec9 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:07.153477 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.181084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c423d7-bba7-473f-aef1-87d7710f3cc0']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:07.194785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7117c826-641b-4304-996a-90eafc9a862a') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:07.195065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7117c826-641b-4304-996a-90eafc9a862a') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:07.231119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Sync routers for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:16:07.232376 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.244415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:07.245065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:07.283286 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.303067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:07.304010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.379846 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:07.437641 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:07.542284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5e6d83eb-ae6a-4ea5-a940-e6c0621d0b50 None None] Provisioning complete for port 06d1908c-fb73-49e6-adec-6e23163df478 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:07.543080 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5e6d83eb-ae6a-4ea5-a940-e6c0621d0b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.582165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6f1712fb-49c2-4654-866e-f225955b31d1 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:07.587000 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.605482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.633264 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/b3c423d7-bba7-473f-aef1-87d7710f3cc0 HTTP/1.1" status: 204 len: 168 time: 3.7909641 Nov 03 16:16:07.644542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:07.666315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:07.708896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6f1712fb-49c2-4654-866e-f225955b31d1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:07.709151 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.711357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d83eb-ae6a-4ea5-a940-e6c0621d0b50 None None] Port 06d1908c-fb73-49e6-adec-6e23163df478 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:07.808391 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.904894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.909774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:07.924472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52838) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:07.934146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19982dbf-4759-409c-bd3c-5964c068722d req-fa28dc4b-fc11-4d7f-9c05-4c3f4d4d2290 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:07.935701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-19982dbf-4759-409c-bd3c-5964c068722d req-fa28dc4b-fc11-4d7f-9c05-4c3f4d4d2290 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 946 time: 0.2461803 Nov 03 16:16:07.939750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1910794047-network', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:08.015103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.015103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b583f88b-44b0-44fa-af4a-bd408f8a5822 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:16:08.064167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 2, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:08.068167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-19982dbf-4759-409c-bd3c-5964c068722d req-a328a323-2f98-4442-b2ec-5221edb8c20d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824306 Nov 03 16:16:08.091471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20a894-2695-4e60-be3f-e65c5536ddf6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=b3c423d7-bba7-473f-aef1-87d7710f3cc0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:08.098590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Made reservation on behalf of 2bb8d1beb5934c4587d51ad282efd6b1 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:08.104868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.113705 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c3387e-db13-4b79-b940-ec2cab39bd3b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:08.114623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c3387e-db13-4b79-b940-ec2cab39bd3b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:08.119863 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-67c3387e-db13-4b79-b940-ec2cab39bd3b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/b3c423d7-bba7-473f-aef1-87d7710f3cc0 HTTP/1.1" status: 404 len: 339 time: 0.4743392 Nov 03 16:16:08.127270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52840) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:08.134635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.138374 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 16:16:08.139402 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e878ab13-1f12-4bb1-a842-e00678ab580b tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9484911 Nov 03 16:16:08.145917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e8cec-fe92-47ff-8a40-52582e152ee1 req-77b67ab4-0789-4f20-8193-10ba76ec9c43 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:08.148890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-724802176', 'description': 'd1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:08.154002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Checking router: 25552b96-83ff-405a-bf08-1fee1cc2824f for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:16:08.154636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Updating router 25552b96-83ff-405a-bf08-1fee1cc2824f port 06d1908c-fb73-49e6-adec-6e23163df478 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:16:08.160841 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c8e8cec-fe92-47ff-8a40-52582e152ee1 req-77b67ab4-0789-4f20-8193-10ba76ec9c43 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.7178328 Nov 03 16:16:08.164375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52842) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:08.228152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:08.229516 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.235096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.270286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:16:08.279500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.279848 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment a3b1a673-146c-4091-9f63-195184314e57 of type vlan for network 8ba3b7db-373f-419b-b142-3846a8c7cac9 Nov 03 16:16:08.320976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c8e8cec-fe92-47ff-8a40-52582e152ee1 req-af547d92-ce7d-45d7-8aa4-0670e13624ca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592414 Nov 03 16:16:08.341793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cd47b524-11b3-4a00-9ac5-1340c6989882 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Deleting port 3bac7177-f9f9-474e-a342-17f1a219c56d {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:08.342418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd47b524-11b3-4a00-9ac5-1340c6989882 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.379251 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.390475 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.405175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:16:08.419804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.420173 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Added segment 836debc6-9c23-4173-81d1-5562756ad473 of type vlan for network 61767cb9-ec13-44db-8217-42ae3ba0c394 Nov 03 16:16:08.433513 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd47b524-11b3-4a00-9ac5-1340c6989882 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.449098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cd47b524-11b3-4a00-9ac5-1340c6989882 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Calling delete_port for 3bac7177-f9f9-474e-a342-17f1a219c56d owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:08.467473 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.479176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.538755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.546081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.549092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:08.549970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.591380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd47b524-11b3-4a00-9ac5-1340c6989882 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.627583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47b524-11b3-4a00-9ac5-1340c6989882 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bac7177-f9f9-474e-a342-17f1a219c56d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:08.687688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Pushing event updated for resources: {'Network': ['ID=61767cb9-ec13-44db-8217-42ae3ba0c394,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:08.690524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316709cb-d2f1-485e-882c-e7a01c1344eb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:08.704288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bb5138c3-5ddc-409f-97ee-fbd17531681e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7786436 Nov 03 16:16:08.707028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52846) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:08.713713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Request body: {'subnet': {'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1910794047-subnet', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:08.716119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 61767cb9-ec13-44db-8217-42ae3ba0c394 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:08.733432 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.740212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:08.741082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.744493 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd47b524-11b3-4a00-9ac5-1340c6989882 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.748686 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd47b524-11b3-4a00-9ac5-1340c6989882 tempest-RoutersAdminNegativeIpV6Test-1974506501 tempest-RoutersAdminNegativeIpV6Test-1974506501-project-admin] 10.222.0.86 "DELETE /v2.0/ports/3bac7177-f9f9-474e-a342-17f1a219c56d HTTP/1.1" status: 204 len: 168 time: 0.5827549 Nov 03 16:16:08.829178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Made reservation on behalf of 2bb8d1beb5934c4587d51ad282efd6b1 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:08.832053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:08.853282 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7160356 Nov 03 16:16:08.856156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52850) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:08.870238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cafa7-64fe-410c-bd4f-587904f47281 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=8ba3b7db-373f-419b-b142-3846a8c7cac9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:08.994906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c03d36-9fdb-479f-b808-95157a6a4db2 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:08.999900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52854) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:09.000446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-69c03d36-9fdb-479f-b808-95157a6a4db2 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/networks?id=8ba3b7db-373f-419b-b142-3846a8c7cac9 HTTP/1.1" status: 200 len: 760 time: 0.1420896 Nov 03 16:16:09.014221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-527f3d6d-dd53-4e57-8aad-d4895b66e744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'description': 'd2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:09.061896 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.078184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52856) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:09.083654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 8ba3b7db-373f-419b-b142-3846a8c7cac9 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:09.143504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.269155 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.280080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f5be6-0f04-45f1-a421-44703bd269b2 None None] Pushing event updated for resources: {'Port': ['ID=06d1908c-fb73-49e6-adec-6e23163df478,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:09.307681 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d8b-01f9-49ce-a57a-998cc74f02aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.419501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711d0a8-75d2-4ae7-9a03-183bd1b325f9 req-b04a1738-8453-46fd-b226-7025bacd0f11 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:09.422239 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0711d0a8-75d2-4ae7-9a03-183bd1b325f9 req-b04a1738-8453-46fd-b226-7025bacd0f11 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 946 time: 0.2536526 Nov 03 16:16:09.423804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Attempting to bind port 06d1908c-fb73-49e6-adec-6e23163df478 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:09.424328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Attempting to bind port 06d1908c-fb73-49e6-adec-6e23163df478 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:09.429277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Attempting to bind port 06d1908c-fb73-49e6-adec-6e23163df478 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:09.437394 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:09.437984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:09.438487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.439354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Bound using segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:09.439696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Bound port: 06d1908c-fb73-49e6-adec-6e23163df478, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:09.440216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.458226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d8b-01f9-49ce-a57a-998cc74f02aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.462291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-e27659eb-e642-4705-8847-1f26ca41c7fd tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:09.465638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-e27659eb-e642-4705-8847-1f26ca41c7fd tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 946 time: 0.1862440 Nov 03 16:16:09.468214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d8b-01f9-49ce-a57a-998cc74f02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.487946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527f3d6d-dd53-4e57-8aad-d4895b66e744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.516987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f1e5b9-5051-4fef-89d0-954de5d55d84,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:09.540514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa7d8b-01f9-49ce-a57a-998cc74f02aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14388138-a87e-4aa5-8a51-e055cb6b984c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:09.545631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527f3d6d-dd53-4e57-8aad-d4895b66e744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.570547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] For port 06d1908c-fb73-49e6-adec-6e23163df478, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:09.578480 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] For port 06d1908c-fb73-49e6-adec-6e23163df478, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=06d1908c-fb73-49e6-adec-6e23163df478,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:09.581227 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f0fa7d8b-01f9-49ce-a57a-998cc74f02aa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ecb4bda2dc7d4dcba892965883fb94d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5012417 Nov 03 16:16:09.582498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52866) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:09.586489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-527f3d6d-dd53-4e57-8aad-d4895b66e744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network 8ba3b7db-373f-419b-b142-3846a8c7cac9 is not hosted by any dhcp agent {{(pid=108104) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 16:16:09.588714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fb44ac7f-224f-4774-ab84-50cbce942745 None None] Provisioning complete for port 06d1908c-fb73-49e6-adec-6e23163df478 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:09.589100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb44ac7f-224f-4774-ab84-50cbce942745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.591378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.593001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f3d6d-dd53-4e57-8aad-d4895b66e744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:09.593639 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-527f3d6d-dd53-4e57-8aad-d4895b66e744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.597557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-527f3d6d-dd53-4e57-8aad-d4895b66e744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "PUT /v2.0/networks/8ba3b7db-373f-419b-b142-3846a8c7cac9 HTTP/1.1" status: 200 len: 757 time: 0.5939336 Nov 03 16:16:09.608281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52868) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:09.657023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8cc9-bfad-495b-85cc-b66e390086e9 req-17a1ff98-c219-4c92-8d5f-778d49e0af6d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:09.659056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-060a8cc9-bfad-495b-85cc-b66e390086e9 req-17a1ff98-c219-4c92-8d5f-778d49e0af6d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1925683 Nov 03 16:16:09.679453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0711d0a8-75d2-4ae7-9a03-183bd1b325f9 req-4778ffcd-3814-4820-958a-27f408b7b36d tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/security-groups?id=801a48f1-2ab0-4ef1-a788-1ea02356000f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084382 Nov 03 16:16:09.744580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Checking segment: {'id': '836debc6-9c23-4173-81d1-5562756ad473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:09.744907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Network hostable DHCP agents. Network: 61767cb9-ec13-44db-8217-42ae3ba0c394, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:16:09.748704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f5be6-0f04-45f1-a421-44703bd269b2 None None] Pushing event updated for resources: {'Port': ['ID=06d1908c-fb73-49e6-adec-6e23163df478,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:09.769246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:09.769954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:09.823037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e995233-505c-41af-bd1f-ce10c9230d95 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:09.829259 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0e995233-505c-41af-bd1f-ce10c9230d95 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/networks?id=8ba3b7db-373f-419b-b142-3846a8c7cac9 HTTP/1.1" status: 200 len: 760 time: 0.2156291 Nov 03 16:16:09.843080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f3d6d-dd53-4e57-8aad-d4895b66e744 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=8ba3b7db-373f-419b-b142-3846a8c7cac9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:09.846933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52878) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:09.860697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 8ba3b7db-373f-419b-b142-3846a8c7cac9 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:09.869074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568250839'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:09.871645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-060a8cc9-bfad-495b-85cc-b66e390086e9 req-48f446e7-dbea-41d2-8832-81f50cecd3f4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835582 Nov 03 16:16:09.897104 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3878b19-b994-4652-b993-338dfb2c8602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.940462 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3878b19-b994-4652-b993-338dfb2c8602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:09.979755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:09.984384 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.018732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3878b19-b994-4652-b993-338dfb2c8602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.024280 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3878b19-b994-4652-b993-338dfb2c8602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.027744 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f3878b19-b994-4652-b993-338dfb2c8602 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/14388138-a87e-4aa5-8a51-e055cb6b984c HTTP/1.1" status: 204 len: 168 time: 0.4431553 Nov 03 16:16:10.041094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3878b19-b994-4652-b993-338dfb2c8602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14388138-a87e-4aa5-8a51-e055cb6b984c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:10.041690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Network 61767cb9-ec13-44db-8217-42ae3ba0c394 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:16:10.064352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:10.085500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 61767cb9-ec13-44db-8217-42ae3ba0c394) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:10.091227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:10.092235 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.095674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:16:10.103337 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb44ac7f-224f-4774-ab84-50cbce942745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.104902 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-a10c9406-5073-4d55-a0fd-5e6bd28a814d service neutron] show failed (client error): The resource could not be found. Nov 03 16:16:10.106255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-a10c9406-5073-4d55-a0fd-5e6bd28a814d service neutron] 10.222.0.15 "GET /v2.0/ports/b5f18c7f-5920-4f35-8a4a-90b74ae40c46/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.2560921 Nov 03 16:16:10.108902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e3a5b-ca1b-4861-909a-204221b83e95 None None] Network 61767cb9-ec13-44db-8217-42ae3ba0c394 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:10.135858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Deleting port 46e71de8-f9e1-4748-8019-1b4de02083a4 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:10.136407 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.188918 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.189497 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment 3a07319e-3140-408c-a8d7-c3fcc30fefb5 of type vlan for network 9cce962c-163c-4ec8-918f-323d78f1701d Nov 03 16:16:10.229486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6237393d-b66f-4b63-8609-e89bd294b556 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5211506 Nov 03 16:16:10.232388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52884) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:10.237446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:10.281504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.282675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.295980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fb44ac7f-224f-4774-ab84-50cbce942745 None None] For port 06d1908c-fb73-49e6-adec-6e23163df478, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=06d1908c-fb73-49e6-adec-6e23163df478,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:10.329805 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb44ac7f-224f-4774-ab84-50cbce942745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.359667 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.411857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] For port 46e71de8-f9e1-4748-8019-1b4de02083a4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=46e71de8-f9e1-4748-8019-1b4de02083a4,segment=NetworkSegment(63fc1c57-d5e3-4f7c-ac5a-b17e1d565186),segment_id=63fc1c57-d5e3-4f7c-ac5a-b17e1d565186)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:10.412270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.427432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Calling delete_port for 46e71de8-f9e1-4748-8019-1b4de02083a4 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:10.462188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44ac7f-224f-4774-ab84-50cbce942745 None None] Pushing event updated for resources: {'Port': ['ID=06d1908c-fb73-49e6-adec-6e23163df478,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:10.515871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c1c8338d-d7b4-4685-b238-ebaa8c079e73 None None] Provisioning complete for port 06d1908c-fb73-49e6-adec-6e23163df478 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:10.516252 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c1c8338d-d7b4-4685-b238-ebaa8c079e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.541097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-61767cb9-ec13-44db-8217-42ae3ba0c394', 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'fixed_ips': [{'subnet_id': '80f1e5b9-5051-4fef-89d0-954de5d55d84'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:16:10.541970 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.608617 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.669092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52888) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:10.671604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:09Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:10.692169 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.721438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.724851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Pushing event deleted for resources: {'Port': ['ID=46e71de8-f9e1-4748-8019-1b4de02083a4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:10.757451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['46e71de8-f9e1-4748-8019-1b4de02083a4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:16:10.788173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-c4a1fc30-8d6b-4932-8754-04363bc1299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:10.790086 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-c4a1fc30-8d6b-4932-8754-04363bc1299e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 1096 time: 0.2697122 Nov 03 16:16:10.790812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9073c8-dfde-45f1-ad11-b482efe036cd None None] The sync data for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 is: [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:09Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:16:10.813843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:10.876170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] No DVR routers for this DVR port 46e71de8-f9e1-4748-8019-1b4de02083a4 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:10.897143 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.905069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b2c3cae3-66c8-4a2c-9cf4-3d0fd6ff2517 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=352fef17e0254e03bb9f1a5e3c9d417e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280076 Nov 03 16:16:10.906442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Allocated IP 172.20.0.2 (61767cb9-ec13-44db-8217-42ae3ba0c394/80f1e5b9-5051-4fef-89d0-954de5d55d84/0e56b37b-c37a-469b-bd0f-b229f937b768) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:10.917711 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:10.919319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52896) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:10.926971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80d8529e-36a9-4c86-b111-a40e5c0ed9c9 req-9a1fc0c8-4423-4fc3-b5ed-ad393a4f7679 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.70 "DELETE /v2.0/ports/46e71de8-f9e1-4748-8019-1b4de02083a4 HTTP/1.1" status: 204 len: 173 time: 1.4069133 Nov 03 16:16:10.939335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1ea25d-89d7-431a-a660-b188c1791b4b', 'name': 'network-vif-deleted', 'tag': '46e71de8-f9e1-4748-8019-1b4de02083a4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:16:10.947524 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563ab547-ae5c-40c5-b791-62c2cc152883" -d '{"events": [{"server_uuid": "6d1ea25d-89d7-431a-a660-b188c1791b4b", "name": "network-vif-deleted", "tag": "46e71de8-f9e1-4748-8019-1b4de02083a4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:16:10.986566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40b0b5fa-9c4f-4ef0-bb34-0be23c70acc6 req-5636dd79-7488-4826-8964-39e8dd358341 tempest-AttachVolumeNegativeTest-856541812 tempest-AttachVolumeNegativeTest-856541812-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d1ea25d-89d7-431a-a660-b188c1791b4b HTTP/1.1" status: 200 len: 210 time: 0.2040029 Nov 03 16:16:10.994787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.015381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:11.020836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.188411 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b22e60-6126-41cf-afd0-d1886f6faa6d x-openstack-request-id: req-19b22e60-6126-41cf-afd0-d1886f6faa6d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:16:11.189097 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1ea25d-89d7-431a-a660-b188c1791b4b", "name": "network-vif-deleted", "tag": "46e71de8-f9e1-4748-8019-1b4de02083a4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:16:11.189097 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-19b22e60-6126-41cf-afd0-d1886f6faa6d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:16:11.189693 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1ea25d-89d7-431a-a660-b188c1791b4b', 'name': 'network-vif-deleted', 'tag': '46e71de8-f9e1-4748-8019-1b4de02083a4', 'status': 'completed', 'code': 200} Nov 03 16:16:11.190552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=9cce962c-163c-4ec8-918f-323d78f1701d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:11.208801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9cce962c-163c-4ec8-918f-323d78f1701d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:11.215470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b8a6470-c621-438a-af41-27989217c555 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3519394 Nov 03 16:16:11.216508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52900) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:11.229765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': '9cce962c-163c-4ec8-918f-323d78f1701d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:11.309075 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.317892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f7f8498d-4e51-483d-97e7-b74c88f77a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.326971 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.353634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f7f8498d-4e51-483d-97e7-b74c88f77a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.373616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:11.379111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.402769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Network 61767cb9-ec13-44db-8217-42ae3ba0c394 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:11.442902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0f575-2b4d-4075-945c-d0fbdbe5147f req-e28ad755-07af-410c-b59c-ef9f390d41bf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:11.445374 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5c0f575-2b4d-4075-945c-d0fbdbe5147f req-e28ad755-07af-410c-b59c-ef9f390d41bf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.4290755 Nov 03 16:16:11.505018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.523126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f7f8498d-4e51-483d-97e7-b74c88f77a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.530527 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f7f8498d-4e51-483d-97e7-b74c88f77a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.533581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f7f8498d-4e51-483d-97e7-b74c88f77a04 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9dc530b3-66dc-4d39-b495-ef984dedd4e0 HTTP/1.1" status: 204 len: 168 time: 0.6102312 Nov 03 16:16:11.602429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.669574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:11.674712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:11.687662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 06d1908c-fb73-49e6-adec-6e23163df478 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:11.743535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8498d-4e51-483d-97e7-b74c88f77a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc530b3-66dc-4d39-b495-ef984dedd4e0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:11.772957 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Pushing event updated for resources: {'Port': ['ID=0e56b37b-c37a-469b-bd0f-b229f937b768,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:11.847423 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Attempting to bind port 0e56b37b-c37a-469b-bd0f-b229f937b768 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:11.847796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Attempting to bind port 0e56b37b-c37a-469b-bd0f-b229f937b768 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '836debc6-9c23-4173-81d1-5562756ad473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:11.848162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Attempting to bind port 0e56b37b-c37a-469b-bd0f-b229f937b768 on network 61767cb9-ec13-44db-8217-42ae3ba0c394 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:11.848730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.869120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:11.870096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Checking segment: {'id': '836debc6-9c23-4173-81d1-5562756ad473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:11.870504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.871098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Bound using segment: {'id': '836debc6-9c23-4173-81d1-5562756ad473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:11.871547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Bound port: 0e56b37b-c37a-469b-bd0f-b229f937b768, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836debc6-9c23-4173-81d1-5562756ad473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:11.871794 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.907122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 06d1908c-fb73-49e6-adec-6e23163df478 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:11.907510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:11.931380 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5c0f575-2b4d-4075-945c-d0fbdbe5147f req-c672ffd7-23a2-434d-8354-31bfa9218657 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4386859 Nov 03 16:16:11.973990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:12.015395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': '3a07319e-3140-408c-a8d7-c3fcc30fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9cce962c-163c-4ec8-918f-323d78f1701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:12.015767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: 9cce962c-163c-4ec8-918f-323d78f1701d, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:16:12.055512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=4e739967-a095-473c-8532-2e551d4313b3,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:12.089062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network 9cce962c-163c-4ec8-918f-323d78f1701d is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:16:12.100524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] For port 0e56b37b-c37a-469b-bd0f-b229f937b768, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:12.106713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9cce962c-163c-4ec8-918f-323d78f1701d) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:12.120645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52910) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:12.134547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b76dbb-a749-47df-8fa2-2744bd90968b None None] Network 9cce962c-163c-4ec8-918f-323d78f1701d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:12.158777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Allocated IP 172.25.6.254 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/62f0813a-c444-48c7-8333-9bf35270aa32) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:12.167858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:12.199452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:12.200234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.226225 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-432380dc-bfcd-418c-b02d-d2205bda6cd1 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0078192 Nov 03 16:16:12.229019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52914) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:12.242862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-042f26f0-67dd-4dfc-8c64-918774c8966c admin admin] Deleting subnet c3687dc5-0218-42da-87d5-4a5792f00079 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:16:12.251859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-042f26f0-67dd-4dfc-8c64-918774c8966c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.309022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-042f26f0-67dd-4dfc-8c64-918774c8966c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.333452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] For port 0e56b37b-c37a-469b-bd0f-b229f937b768, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0e56b37b-c37a-469b-bd0f-b229f937b768,segment=NetworkSegment(836debc6-9c23-4173-81d1-5562756ad473),segment_id=836debc6-9c23-4173-81d1-5562756ad473)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:12.367899 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.399773 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-042f26f0-67dd-4dfc-8c64-918774c8966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.524658 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-042f26f0-67dd-4dfc-8c64-918774c8966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.556686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d577b3-a291-4f14-80d2-f049c780abe6 None None] Pushing event updated for resources: {'Port': ['ID=0e56b37b-c37a-469b-bd0f-b229f937b768,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:12.571725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-9cce962c-163c-4ec8-918f-323d78f1701d', 'network_id': '9cce962c-163c-4ec8-918f-323d78f1701d', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': '4e739967-a095-473c-8532-2e551d4313b3'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:16:12.572603 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.589763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:16:12.592101 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cb1fb4-f3d7-4a15-b287-c8a52cabca95" -d '{"events": [{"server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:16:12.611792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-042f26f0-67dd-4dfc-8c64-918774c8966c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.614106 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.618475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-042f26f0-67dd-4dfc-8c64-918774c8966c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c3687dc5-0218-42da-87d5-4a5792f00079 HTTP/1.1" status: 204 len: 168 time: 0.4938514 Nov 03 16:16:12.625231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52924) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:12.627841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f26f0-67dd-4dfc-8c64-918774c8966c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3687dc5-0218-42da-87d5-4a5792f00079,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:12.671975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Transition to ACTIVE for port object b5f18c7f-5920-4f35-8a4a-90b74ae40c46 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:16:12.700428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.827333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:12.946536 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.078203 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.078485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Allocated IP 172.20.0.2 (9cce962c-163c-4ec8-918f-323d78f1701d/4e739967-a095-473c-8532-2e551d4313b3/a083e66e-9e3a-40fa-bcaf-9f6722e27cfb) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:13.115671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Pushing event updated for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=6']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:13.154504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.219561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e166a59c-0839-45bc-9640-510b349f0eef']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:13.270690 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0560c294-5f40-4602-a168-a12ca34e4eaa x-openstack-request-id: req-0560c294-5f40-4602-a168-a12ca34e4eaa {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:16:13.270990 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:16:13.271249 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0560c294-5f40-4602-a168-a12ca34e4eaa {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:16:13.271673 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'code': 200} Nov 03 16:16:13.353135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.375405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52940) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:13.384432 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.391208 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.411428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] No DVR routers for this DVR port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:13.441282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Network 9cce962c-163c-4ec8-918f-323d78f1701d is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:13.446523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:13.449435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:13.532562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Attempting to bind port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:13.533086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Attempting to bind port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '3a07319e-3140-408c-a8d7-c3fcc30fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9cce962c-163c-4ec8-918f-323d78f1701d'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:13.533584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Attempting to bind port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb on network 9cce962c-163c-4ec8-918f-323d78f1701d {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:13.539677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Pushing event updated for resources: {'Port': ['ID=a083e66e-9e3a-40fa-bcaf-9f6722e27cfb,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:13.549259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:13.549854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Checking segment: {'id': '3a07319e-3140-408c-a8d7-c3fcc30fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9cce962c-163c-4ec8-918f-323d78f1701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:13.550501 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.551099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Bound using segment: {'id': '3a07319e-3140-408c-a8d7-c3fcc30fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9cce962c-163c-4ec8-918f-323d78f1701d'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:13.551706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Bound port: a083e66e-9e3a-40fa-bcaf-9f6722e27cfb, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a07319e-3140-408c-a8d7-c3fcc30fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9cce962c-163c-4ec8-918f-323d78f1701d'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:13.552198 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.645586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] For port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:13.649735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] For port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a083e66e-9e3a-40fa-bcaf-9f6722e27cfb,segment=NetworkSegment(3a07319e-3140-408c-a8d7-c3fcc30fefb5),segment_id=3a07319e-3140-408c-a8d7-c3fcc30fefb5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:13.665382 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.697350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0e56b37b-c37a-469b-bd0f-b229f937b768 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:13.714210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:13.714777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fc1c57-d5e3-4f7c-ac5a-b17e1d565186') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:13.733419 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.768033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.783523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29429e7-3197-4497-803e-b3292f938f24 req-4058acac-15c8-45e7-9483-9141705d994b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:13.796004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d29429e7-3197-4497-803e-b3292f938f24 req-4058acac-15c8-45e7-9483-9141705d994b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.5929615 Nov 03 16:16:13.825192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0e56b37b-c37a-469b-bd0f-b229f937b768 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:13.825592 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.828680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:13.829201 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.830152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:13.831912 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:13.847767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:13.852173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:13.862061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1590159693'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:13.879484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea305e43-4c46-4008-95bf-4674ea256b71 None None] Pushing event updated for resources: {'Port': ['ID=a083e66e-9e3a-40fa-bcaf-9f6722e27cfb,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:13.906495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Made reservation on behalf of 19d3c78427b544c5b89c92e7ad8e7244 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:13.911302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.931345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d29429e7-3197-4497-803e-b3292f938f24 req-abc40fd8-6a03-474b-8317-2684e44fb6f8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331005 Nov 03 16:16:13.941146 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.951796 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.957792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:13.966454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e166a59c-0839-45bc-9640-510b349f0eef HTTP/1.1" status: 204 len: 168 time: 1.3344803 Nov 03 16:16:13.986418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Pushing event updated for resources: {'Port': ['ID=62f0813a-c444-48c7-8333-9bf35270aa32,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:13.987858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f4a8c-1b68-4257-9526-cf81022cb289 admin admin] Pushing event deleted for resources: {'Network': ['ID=e166a59c-0839-45bc-9640-510b349f0eef,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:13.997265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.027859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.032375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 0e56b37b-c37a-469b-bd0f-b229f937b768, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0e56b37b-c37a-469b-bd0f-b229f937b768,segment=NetworkSegment(836debc6-9c23-4173-81d1-5562756ad473),segment_id=836debc6-9c23-4173-81d1-5562756ad473)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:14.047050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.138464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device b5f18c7f-5920-4f35-8a4a-90b74ae40c46 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:16:14.265738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=0e56b37b-c37a-469b-bd0f-b229f937b768,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:14.284583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device b5f18c7f-5920-4f35-8a4a-90b74ae40c46 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:16:14.289158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52956) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:14.316237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 46e71de8-f9e1-4748-8019-1b4de02083a4 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:16:14.370030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 46e71de8-f9e1-4748-8019-1b4de02083a4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:16:14.373464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 46e71de8-f9e1-4748-8019-1b4de02083a4 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:16:14.384523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-be78e47a-d95f-421a-aea5-74967f66836e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=17301df1c2eb4b2cb0e432000db77aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939839 Nov 03 16:16:14.385144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 52958) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:14.449007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6f541819-7016-4a85-8605-980624d3dba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.471577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Attempting to bind port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:14.472085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Attempting to bind port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:14.472421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Attempting to bind port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on network cd76810f-7d89-469a-ad8f-efec226747b3 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:14.476821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de832f-ac8c-4b0b-97c2-03d28672c675 None None] Network 61767cb9-ec13-44db-8217-42ae3ba0c394 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:14.484952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on network cd76810f-7d89-469a-ad8f-efec226747b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:16:14.484952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Attempting to bind port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on network cd76810f-7d89-469a-ad8f-efec226747b3 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:14.496357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6f541819-7016-4a85-8605-980624d3dba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.521827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:14.522994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Checking segment: {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:14.523422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Bound using segment: {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:14.523826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Bound port: b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6dafe5-8e76-4fb5-8c90-43f98c92046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:14.524184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.578216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6f541819-7016-4a85-8605-980624d3dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.579151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9fc90781-9137-45d9-a1ec-2b3cdcc61114 None None] Provisioning complete for port 0e56b37b-c37a-469b-bd0f-b229f937b768 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:14.579558 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9fc90781-9137-45d9-a1ec-2b3cdcc61114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.581310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6f541819-7016-4a85-8605-980624d3dba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.585683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6f541819-7016-4a85-8605-980624d3dba8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/801a48f1-2ab0-4ef1-a788-1ea02356000f HTTP/1.1" status: 204 len: 168 time: 0.1964142 Nov 03 16:16:14.585880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.606827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f541819-7016-4a85-8605-980624d3dba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801a48f1-2ab0-4ef1-a788-1ea02356000f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:14.652417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.767927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=4e739967-a095-473c-8532-2e551d4313b3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:14.842902 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:14.868044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cce962c-163c-4ec8-918f-323d78f1701d']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:14.883234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a07319e-3140-408c-a8d7-c3fcc30fefb5') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:14.883552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a07319e-3140-408c-a8d7-c3fcc30fefb5') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:14.894271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.021288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.030270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:15.030270 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:15.106387 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:15.125466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:15.143694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:15.268902 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.269587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-69487b93-97cf-42ce-a10e-d9ad90548969 None None] Provisioning complete for port 0e56b37b-c37a-469b-bd0f-b229f937b768 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:15.270051 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69487b93-97cf-42ce-a10e-d9ad90548969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.283333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.341349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccafa579-393e-43b0-b2eb-79d2a213cb74 None None] Network 9cce962c-163c-4ec8-918f-323d78f1701d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:15.392028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Pushing event updated for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:15.492622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:15.493250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.494905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-51842ec1-ce75-4318-8b09-5709076325ef service neutron] 10.222.0.70 "PUT /v2.0/ports/b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 1091 time: 4.6890953 Nov 03 16:16:15.500173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.503537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:16:15.505738 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732a72f1-a91c-480a-a4ca-8e2f666186ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:16:15.522856 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.api [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 16:16:15.522856 n-d-813897-2 neutron-server[108105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 16:16:15.522856 n-d-813897-2 neutron-server[108105]: [parameters: {'id': '9cce962c-163c-4ec8-918f-323d78f1701d'}] Nov 03 16:16:15.522856 n-d-813897-2 neutron-server[108105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:16:15.523512 n-d-813897-2 neutron-server[108105]: DEBUG oslo_db.api [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:16:15.526412 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.575675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23a04f4-76af-4063-986c-29259e7a9d2f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:15.698770 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be01e5-9cb1-4e89-b210-0cccf7f8108d req-923b92d0-74b1-451e-a02e-9e3c85c9cff4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:15.700356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d9be01e5-9cb1-4e89-b210-0cccf7f8108d req-923b92d0-74b1-451e-a02e-9e3c85c9cff4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.5883112 Nov 03 16:16:15.701188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:16:15.704885 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c73d011-f887-4c77-92c3-a408920e630e x-openstack-request-id: req-1c73d011-f887-4c77-92c3-a408920e630e {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:16:15.704885 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:16:15.704885 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1c73d011-f887-4c77-92c3-a408920e630e {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:16:15.705225 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'status': 'completed', 'code': 200} Nov 03 16:16:15.735205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.735562 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Added segment 96b47c96-79f2-4bb9-9d00-2587cfa8b4a5 of type vlan for network 9dece9df-0794-4542-9e14-01eafc58b3f8 Nov 03 16:16:15.763685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b97a23-b808-4313-93a9-701b1b027cff None None] DHCP port deletion for 9cce962c-163c-4ec8-918f-323d78f1701d request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:16:15.789183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Provisioning complete for port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:15.791060 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.811323 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-f5546518-0a2c-4bcc-97a7-68d478709d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:15.812669 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-f5546518-0a2c-4bcc-97a7-68d478709d09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1094 time: 0.2381079 Nov 03 16:16:15.822182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-b720d7af-b03d-442d-a92c-ac041db6c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:15.826262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-b720d7af-b03d-442d-a92c-ac041db6c3f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1094 time: 0.1355546 Nov 03 16:16:15.834488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0e56b37b-c37a-469b-bd0f-b229f937b768 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:15.852210 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:15.907314 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d9be01e5-9cb1-4e89-b210-0cccf7f8108d req-6f36fe28-0e6b-45cf-90c3-e68e6366b003 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949279 Nov 03 16:16:15.986229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-88811fb1-8531-47ef-9846-9b3a8107c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:15.989925 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-88811fb1-8531-47ef-9846-9b3a8107c871 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 897 time: 0.1563821 Nov 03 16:16:15.993152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Router a5057e5d-31ea-469d-bbc5-a8d973ae8faf is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:16:16.000178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:16.006513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:16.007457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:16.025793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:16.106369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0e56b37b-c37a-469b-bd0f-b229f937b768 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:16.106742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:16.111809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-67b97a23-b808-4313-93a9-701b1b027cff None None] Deleting port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:16.112764 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-67b97a23-b808-4313-93a9-701b1b027cff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:16.118934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Network': ['ID=9dece9df-0794-4542-9e14-01eafc58b3f8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:16.131106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-74c241be-da74-4674-be5c-b4ccbd87ff9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 998 time: 0.1147523 Nov 03 16:16:16.134851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-cc0cef50-d985-4fbe-9e63-96e40430616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:16.137181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-cc0cef50-d985-4fbe-9e63-96e40430616a service neutron] 10.222.0.70 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 897 time: 0.3124537 Nov 03 16:16:16.140725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:16.146358 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5a020fc7-f3b8-4d31-bc31-8b711ec0b821 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7436793 Nov 03 16:16:16.150757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 52992) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:16.193457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-6e382131-f78f-4ce1-b203-6e4d476bcc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:16.195852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-6e382131-f78f-4ce1-b203-6e4d476bcc04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 200 len: 835 time: 0.0637755 Nov 03 16:16:16.274543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'subnet': {'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:16.279654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-df206062-096e-456c-86a2-b43e5c2490cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 998 time: 0.1294847 Nov 03 16:16:16.284090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-4c90b475-450b-41ef-b783-28610407e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:16.285848 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-4c90b475-450b-41ef-b783-28610407e26e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd76810f-7d89-469a-ad8f-efec226747b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827720 Nov 03 16:16:16.334054 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:16.385029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-67b97a23-b808-4313-93a9-701b1b027cff None None] For port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a083e66e-9e3a-40fa-bcaf-9f6722e27cfb,segment=NetworkSegment(3a07319e-3140-408c-a8d7-c3fcc30fefb5),segment_id=3a07319e-3140-408c-a8d7-c3fcc30fefb5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:16.385414 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-67b97a23-b808-4313-93a9-701b1b027cff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:16.418463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-67b97a23-b808-4313-93a9-701b1b027cff None None] Calling delete_port for a083e66e-9e3a-40fa-bcaf-9f6722e27cfb owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:16.435857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-c6f4b6d5-2626-4c6c-824b-d8986e02672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:16.438037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-c6f4b6d5-2626-4c6c-824b-d8986e02672f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 200 len: 835 time: 0.1250341 Nov 03 16:16:16.485167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-9b06ddc4-085c-49cf-9ed6-10f91229a4f4 service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911533 Nov 03 16:16:16.799371 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-3a550680-5300-4c62-8514-9dbebd5a7637 service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806332 Nov 03 16:16:16.843684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] For port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a083e66e-9e3a-40fa-bcaf-9f6722e27cfb,segment=NetworkSegment(3a07319e-3140-408c-a8d7-c3fcc30fefb5),segment_id=3a07319e-3140-408c-a8d7-c3fcc30fefb5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:16.862287 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:16.939904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Pushing event updated for resources: {'Port': ['ID=a083e66e-9e3a-40fa-bcaf-9f6722e27cfb,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:16.949602 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-67b97a23-b808-4313-93a9-701b1b027cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:16.952514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.952863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.953211 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.953659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.954127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.954459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.954792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.955129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.955462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.955796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.956133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.956455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c5d5d-9c40-4a54-86b2-4fedf271263b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:16.991562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b97a23-b808-4313-93a9-701b1b027cff None None] No DVR routers for this DVR port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:16.993806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b97a23-b808-4313-93a9-701b1b027cff None None] Pushing event deleted for resources: {'Port': ['ID=a083e66e-9e3a-40fa-bcaf-9f6722e27cfb,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:17.116328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dcb9b-e4e5-4572-987d-b6913d8b5572 req-bc17bc0d-6c64-4f0b-96fe-d81f7da9f26c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:17.119128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d02dcb9b-e4e5-4572-987d-b6913d8b5572 req-bc17bc0d-6c64-4f0b-96fe-d81f7da9f26c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.0588615 Nov 03 16:16:17.149425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Made reservation on behalf of 19d3c78427b544c5b89c92e7ad8e7244 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:17.152942 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.164932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-6c4d77ed-23ee-48a7-a646-50fee1f2513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:17.166512 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-6c4d77ed-23ee-48a7-a646-50fee1f2513d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cd76810f-7d89-469a-ad8f-efec226747b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7087035 Nov 03 16:16:17.188276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:16:17.203278 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Sync routers for ids ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:16:17.207548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Deleting port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:17.207905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.211775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d02dcb9b-e4e5-4572-987d-b6913d8b5572 req-75253ad2-6116-45c7-b3ea-decb464a230b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690744 Nov 03 16:16:17.221960 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Routers {'a5057e5d-31ea-469d-bbc5-a8d973ae8faf'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:17.223132 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:17.343566 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Set router a5057e5d-31ea-469d-bbc5-a8d973ae8faf gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:17.349130 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.350977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fb3d51f2-5a73-4eeb-87b7-f290e45c3f7e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1170676 Nov 03 16:16:17.354397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53010) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:17.389391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] For port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb, host n-d-813897-2, got binding levels [] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:17.389765 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.412644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Calling delete_port for a083e66e-9e3a-40fa-bcaf-9f6722e27cfb owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:17.417030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb was not found and therefore no delete operation was performed {{(pid=108105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:16:17.426048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.441955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-dfa526fd-9225-4d85-b7f6-22c30f760bea service neutron] 10.222.0.70 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611499 Nov 03 16:16:17.500276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Port': ['ID=a083e66e-9e3a-40fa-bcaf-9f6722e27cfb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:17.516112 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a083e66e-9e3a-40fa-bcaf-9f6722e27cfb no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:16:17.525891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No DVR routers for this DVR port a083e66e-9e3a-40fa-bcaf-9f6722e27cfb on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:17.551717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a083e66e-9e3a-40fa-bcaf-9f6722e27cfb {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:16:17.552715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a083e66e-9e3a-40fa-bcaf-9f6722e27cfb not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:16:17.562684 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:16:10Z', 'updated_at': '2021-11-03T16:16:14Z', 'revision_number': 3, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'gw_port': {'id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:11Z', 'updated_at': '2021-11-03T16:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:17.590565 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Checking router: a5057e5d-31ea-469d-bbc5-a8d973ae8faf for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:16:17.591261 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Updating router a5057e5d-31ea-469d-bbc5-a8d973ae8faf port 62f0813a-c444-48c7-8333-9bf35270aa32 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:16:17.622971 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.717189 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.827641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cce962c-163c-4ec8-918f-323d78f1701d']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:17.847883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a07319e-3140-408c-a8d7-c3fcc30fefb5') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:17.848164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a07319e-3140-408c-a8d7-c3fcc30fefb5') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:17.864277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.873517 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.886213 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e3607ec2-e708-4c23-82a6-a8646c46dc5b req-bc39cda5-1ab6-4490-9e89-d53509c9bb29 service neutron] 10.222.0.70 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084549 Nov 03 16:16:17.955251 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.965450 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:17.976822 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.016869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:18.017296 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:18.035655 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:18.058084 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8460c-6afb-4166-a807-a56a02ade854 None None] Pushing event updated for resources: {'Port': ['ID=62f0813a-c444-48c7-8333-9bf35270aa32,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:18.076651 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Attempting to bind port 62f0813a-c444-48c7-8333-9bf35270aa32 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:18.077159 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Attempting to bind port 62f0813a-c444-48c7-8333-9bf35270aa32 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:18.077658 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Attempting to bind port 62f0813a-c444-48c7-8333-9bf35270aa32 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:18.083976 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:18.085613 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:18.086286 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.086907 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:18.087629 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Bound port: 62f0813a-c444-48c7-8333-9bf35270aa32, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:18.088254 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.101216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Subnet': ['ID=087584e9-3c8a-444d-aba0-019e9445cfb3,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:18.121492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Checking segment: {'id': '96b47c96-79f2-4bb9-9d00-2587cfa8b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:18.121925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Network hostable DHCP agents. Network: 9dece9df-0794-4542-9e14-01eafc58b3f8, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:16:18.133118 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.143581 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.150640 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/9cce962c-163c-4ec8-918f-323d78f1701d HTTP/1.1" status: 204 len: 168 time: 5.9147155 Nov 03 16:16:18.160367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53028) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:18.161649 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] For port 62f0813a-c444-48c7-8333-9bf35270aa32, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:18.167388 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] For port 62f0813a-c444-48c7-8333-9bf35270aa32, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=62f0813a-c444-48c7-8333-9bf35270aa32,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:18.172353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d3d95-6ec7-4b37-a3a2-54f0aedebe7a tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=9cce962c-163c-4ec8-918f-323d78f1701d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:18.174247 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.185580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:16:18.208801 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3240f2ed-c3f0-41fd-a464-81b7fb9f90a7 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] GET failed (client error): The resource could not be found. Nov 03 16:16:18.213399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3240f2ed-c3f0-41fd-a464-81b7fb9f90a7 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/subnets/4e739967-a095-473c-8532-2e551d4313b3 HTTP/1.1" status: 404 len: 337 time: 0.0494478 Nov 03 16:16:18.214887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53030) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:18.227300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9dece9df-0794-4542-9e14-01eafc58b3f8) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:18.236120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:18.236581 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a890e4-a57c-46fe-947d-8a6c4a9419dd None None] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:18.236738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.263176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-55aa81d5-6d96-4e96-822d-84e6556371db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:18.268682 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-55aa81d5-6d96-4e96-822d-84e6556371db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1094 time: 0.2847173 Nov 03 16:16:18.280008 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-07c06178-c683-4df2-a7cf-63328fb4d061 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1266794 Nov 03 16:16:18.284858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.289124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53034) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:18.297651 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8460c-6afb-4166-a807-a56a02ade854 None None] Pushing event updated for resources: {'Port': ['ID=62f0813a-c444-48c7-8333-9bf35270aa32,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:18.304225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'port': {'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1939188861'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:18.328996 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Routers {'a5057e5d-31ea-469d-bbc5-a8d973ae8faf'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:18.329660 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:18.434759 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80adcb3-472d-4404-8fae-52399c929c9b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:18.435627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80adcb3-472d-4404-8fae-52399c929c9b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:18.438890 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] Set router a5057e5d-31ea-469d-bbc5-a8d973ae8faf gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:18.439856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d80adcb3-472d-4404-8fae-52399c929c9b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/9cce962c-163c-4ec8-918f-323d78f1701d HTTP/1.1" status: 404 len: 339 time: 0.2194338 Nov 03 16:16:18.445090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53036) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:18.478083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-9dece9df-0794-4542-9e14-01eafc58b3f8', 'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8', 'tenant_id': '19d3c78427b544c5b89c92e7ad8e7244', 'fixed_ips': [{'subnet_id': '087584e9-3c8a-444d-aba0-019e9445cfb3'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:16:18.479884 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.561846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Made reservation on behalf of 19d3c78427b544c5b89c92e7ad8e7244 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:18.566055 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.580728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-314da48c-5087-4b04-a217-8cb0cc2c258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:18.582276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-314da48c-5087-4b04-a217-8cb0cc2c258a service neutron] 10.222.0.70 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 897 time: 0.3013051 Nov 03 16:16:18.601067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bf69c-dc08-4ee8-b8ce-917a82d876d5 req-3c36b9ec-ca4a-4499-8528-c0e26fd3e5f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:18.603240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d8bf69c-dc08-4ee8-b8ce-917a82d876d5 req-3c36b9ec-ca4a-4499-8528-c0e26fd3e5f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.1784852 Nov 03 16:16:18.673949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] device_id is not set on port fa01230b-7617-4f9c-b997-17284147047f yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:16:18.696215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Allocated IP 2001:db8::2 (9dece9df-0794-4542-9e14-01eafc58b3f8/087584e9-3c8a-444d-aba0-019e9445cfb3/2232355e-2bd5-4289-845f-228c04559f4f) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:18.735777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dea799-c1ef-49f4-8631-3fa7f529f859 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:18.739678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-35dea799-c1ef-49f4-8631-3fa7f529f859 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2911689 Nov 03 16:16:18.739678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-b537f385-3c71-43f5-9a29-1aacf03e8149 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 998 time: 0.1428962 Nov 03 16:16:18.739932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53038) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:18.791922 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5e6c574d-4adc-46dc-ae45-07dbaeec7fe5 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 207 time: 0.0458374 Nov 03 16:16:18.812513 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:16:10Z', 'updated_at': '2021-11-03T16:16:14Z', 'revision_number': 3, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'gw_port': {'id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:11Z', 'updated_at': '2021-11-03T16:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:18.826983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53040) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:18.861939 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616dabe-5992-43aa-8a3d-255a9907183c None None] The sync data for ids ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'] in n-d-813897-2 is: [{'id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:16:10Z', 'updated_at': '2021-11-03T16:16:14Z', 'revision_number': 3, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'gw_port': {'id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:11Z', 'updated_at': '2021-11-03T16:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:16:18.864590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-522b23b9-72be-4f71-b607-f30d5c440c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:18.866609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-522b23b9-72be-4f71-b607-f30d5c440c33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 200 len: 835 time: 0.1177154 Nov 03 16:16:18.922057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.926133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-52a3bf88-1967-45bc-8ef0-9b2470bb5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:18.928102 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-52a3bf88-1967-45bc-8ef0-9b2470bb5a90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cd76810f-7d89-469a-ad8f-efec226747b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538287 Nov 03 16:16:18.932576 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:18.941231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d8bf69c-dc08-4ee8-b8ce-917a82d876d5 req-9343d2b4-d673-478c-ba7b-4f60cd42475e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117206 Nov 03 16:16:18.987580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Allocated IP 172.20.0.1 (61767cb9-ec13-44db-8217-42ae3ba0c394/80f1e5b9-5051-4fef-89d0-954de5d55d84/707285c9-8f50-4288-8761-b73db12c8549) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:19.028222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:19.030430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:19.041133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:19.075327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Pushing event updated for resources: {'Port': ['ID=2232355e-2bd5-4289-845f-228c04559f4f,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:19.078504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Allocated IP 2001:db8::2e5 (9dece9df-0794-4542-9e14-01eafc58b3f8/087584e9-3c8a-444d-aba0-019e9445cfb3/fa01230b-7617-4f9c-b997-17284147047f) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:19.115501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Attempting to bind port 2232355e-2bd5-4289-845f-228c04559f4f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:19.115967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Attempting to bind port 2232355e-2bd5-4289-845f-228c04559f4f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '96b47c96-79f2-4bb9-9d00-2587cfa8b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:19.116434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Attempting to bind port 2232355e-2bd5-4289-845f-228c04559f4f on network 9dece9df-0794-4542-9e14-01eafc58b3f8 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:19.119763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-241cc570-ae36-4cb2-aa02-329994e0469f service neutron] 10.222.0.70 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835103 Nov 03 16:16:19.121989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e5065-a80d-4909-b888-9dd76e624259 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:19.128410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e5065-a80d-4909-b888-9dd76e624259 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:19.134776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e5065-a80d-4909-b888-9dd76e624259 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:19.137084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:19.137789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Checking segment: {'id': '96b47c96-79f2-4bb9-9d00-2587cfa8b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:19.138364 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:19.139170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Bound using segment: {'id': '96b47c96-79f2-4bb9-9d00-2587cfa8b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:19.139822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Bound port: 2232355e-2bd5-4289-845f-228c04559f4f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b47c96-79f2-4bb9-9d00-2587cfa8b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:19.140565 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:19.140876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e5065-a80d-4909-b888-9dd76e624259 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:19.142619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4b9e5065-a80d-4909-b888-9dd76e624259 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3141866 Nov 03 16:16:19.152126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53050) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:19.286484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] For port 2232355e-2bd5-4289-845f-228c04559f4f, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:19.290824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] For port 2232355e-2bd5-4289-845f-228c04559f4f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2232355e-2bd5-4289-845f-228c04559f4f,segment=NetworkSegment(96b47c96-79f2-4bb9-9d00-2587cfa8b4a5),segment_id=96b47c96-79f2-4bb9-9d00-2587cfa8b4a5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:19.299651 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:19.389159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:19.436734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f338a7-c98f-44b4-9065-a70aba7cb659 None None] Pushing event updated for resources: {'Port': ['ID=2232355e-2bd5-4289-845f-228c04559f4f,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:19.496486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:19.527358 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:19.641318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-732a72f1-a91c-480a-a4ca-8e2f666186ee req-ad6855e6-5fb7-47a4-93d1-2d6218c8b26a service neutron] 10.222.0.70 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068712 Nov 03 16:16:19.679573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53062) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:19.688439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bbb6e62d-6e60-48ac-9ebb-c71d825f18b7 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5225856 Nov 03 16:16:19.717745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Network 61767cb9-ec13-44db-8217-42ae3ba0c394 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:19.735930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 62f0813a-c444-48c7-8333-9bf35270aa32 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:19.856976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:19.888834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:19.910170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 62f0813a-c444-48c7-8333-9bf35270aa32 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:19.910658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Pushing event updated for resources: {'Port': ['ID=707285c9-8f50-4288-8761-b73db12c8549,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:19.910945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:20.107552 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:20.157933 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:20.162825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:20.176696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 62f0813a-c444-48c7-8333-9bf35270aa32, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=62f0813a-c444-48c7-8333-9bf35270aa32,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:20.186419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:20.198822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b57eaa-e9bd-4f90-bbe2-885e1c21e187 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:20.201206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b57eaa-e9bd-4f90-bbe2-885e1c21e187 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:20.203247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-05b57eaa-e9bd-4f90-bbe2-885e1c21e187 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5176873 Nov 03 16:16:20.206902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53072) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:20.299129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=62f0813a-c444-48c7-8333-9bf35270aa32,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:20.301157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Port': ['ID=fa01230b-7617-4f9c-b997-17284147047f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:20.350129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa846139-ae9a-4f57-9ef0-8eb48e5e4ccc tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:20.358754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa846139-ae9a-4f57-9ef0-8eb48e5e4ccc tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:20.362556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fa846139-ae9a-4f57-9ef0-8eb48e5e4ccc tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1547241 Nov 03 16:16:20.366335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53074) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:20.443288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:20.456281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d67d-97aa-4dab-a7f3-eae9e983b3ab req-ce20779a-6819-48a1-be15-0eb5f8155742 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:20.467271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c176d67d-97aa-4dab-a7f3-eae9e983b3ab req-ce20779a-6819-48a1-be15-0eb5f8155742 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.3390095 Nov 03 16:16:20.471894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:20.487907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:20.499277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:20.500347 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:20.504593 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-264296d1-dd02-4592-a049-ed7befe7d5a7 None None] Provisioning complete for port 707285c9-8f50-4288-8761-b73db12c8549 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:20.504972 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-264296d1-dd02-4592-a049-ed7befe7d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:20.581943 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-264296d1-dd02-4592-a049-ed7befe7d5a7 None None] Port 707285c9-8f50-4288-8761-b73db12c8549 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:20.596036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7530fe1e-0c87-4f6c-b97a-0d137d0e9198 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:20.604950 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7530fe1e-0c87-4f6c-b97a-0d137d0e9198 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/networks/ca515a15-9e65-4a10-9523-8b8bc14e610b HTTP/1.1" status: 200 len: 799 time: 0.2375169 Nov 03 16:16:20.606245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53076) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:20.628343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:20.637775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8bf1324e-6ef8-446e-8245-cbe9be761637 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3475063 Nov 03 16:16:20.638447 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53078) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:20.656214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'port': {'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1789568964', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e5', 'mac_address': 'fa:16:3e:a2:b7:93'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:20.829621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4495119a-78c4-4626-98d9-4b1b789f05ae tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/networks/ca515a15-9e65-4a10-9523-8b8bc14e610b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2218356 Nov 03 16:16:20.831519 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53084) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:20.900270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c176d67d-97aa-4dab-a7f3-eae9e983b3ab req-fbd0a18b-2316-4aca-b008-5fd1b14ae771 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317267 Nov 03 16:16:20.902894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68081345-4546-4315-af4f-73bc8c5d63ce tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:20.906171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-68081345-4546-4315-af4f-73bc8c5d63ce tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/subnets/be9afeab-6665-44a6-a565-6609b021f48f HTTP/1.1" status: 200 len: 811 time: 0.0730762 Nov 03 16:16:20.911216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53086) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:20.977472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Made reservation on behalf of 19d3c78427b544c5b89c92e7ad8e7244 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:21.019157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf45e551-c8c8-4719-8c3d-da3655a983d8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['shared'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:21.025629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bf45e551-c8c8-4719-8c3d-da3655a983d8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "GET /v2.0/subnets/be9afeab-6665-44a6-a565-6609b021f48f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1079848 Nov 03 16:16:21.028723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53090) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:21.046381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1582671620'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:21.172683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:21.176247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:21.220123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5184e370-5683-484c-9c31-d3cdb2125c82 None None] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:21.378397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-28e5b367-7140-4626-9ddc-1f9d52db74fa None None] Provisioning complete for port 2232355e-2bd5-4289-845f-228c04559f4f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:21.378766 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28e5b367-7140-4626-9ddc-1f9d52db74fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:21.592052 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28e5b367-7140-4626-9ddc-1f9d52db74fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:21.669703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-28e5b367-7140-4626-9ddc-1f9d52db74fa None None] For port 2232355e-2bd5-4289-845f-228c04559f4f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2232355e-2bd5-4289-845f-228c04559f4f,segment=NetworkSegment(96b47c96-79f2-4bb9-9d00-2587cfa8b4a5),segment_id=96b47c96-79f2-4bb9-9d00-2587cfa8b4a5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:21.677220 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28e5b367-7140-4626-9ddc-1f9d52db74fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:21.683827 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:21.742660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5b367-7140-4626-9ddc-1f9d52db74fa None None] Pushing event updated for resources: {'Port': ['ID=2232355e-2bd5-4289-845f-228c04559f4f,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:21.757443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:21.792837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 62f0813a-c444-48c7-8333-9bf35270aa32 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:21.796912 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:21.877602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:16:21.971595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 62f0813a-c444-48c7-8333-9bf35270aa32 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:21.971968 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:21.991562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] device_id is not set on port e00f5ada-054e-4381-ac18-d959a46dd923 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:16:22.002270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.003531 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Added segment 4edc2418-ebff-4f2c-9c17-59cd57e25c96 of type vlan for network 2f0d85bc-bed8-4923-9a53-b0e2860902ca Nov 03 16:16:22.051165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321751c-ed87-4959-a51d-c3960fb38ecf req-64e69bb2-f0f2-4d5b-aa31-4c5e7cc451d8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:22.052736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0321751c-ed87-4959-a51d-c3960fb38ecf req-64e69bb2-f0f2-4d5b-aa31-4c5e7cc451d8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 943 time: 0.9060762 Nov 03 16:16:22.053933 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.090351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Pushing event updated for resources: {'Port': ['ID=707285c9-8f50-4288-8761-b73db12c8549,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:22.110880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-0a947949-7b7e-4d61-b83e-873f7f7abb73 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:22.112495 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-0a947949-7b7e-4d61-b83e-873f7f7abb73 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22&tenant_id=5d0d96bcd7c04e5f988b6915953b338c&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 943 time: 0.9033887 Nov 03 16:16:22.164425 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.259129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.278789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2232355e-2bd5-4289-845f-228c04559f4f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:22.348691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-002d0a2a-e2e9-40e1-84bc-bcc11cd1810a None None] Provisioning complete for port 2232355e-2bd5-4289-845f-228c04559f4f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:22.349443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-002d0a2a-e2e9-40e1-84bc-bcc11cd1810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.389743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b5f18c7f-5920-4f35-8a4a-90b74ae40c46 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:16:22.436190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0321751c-ed87-4959-a51d-c3960fb38ecf req-60c984bf-fc03-447c-9f10-d85c8d34e80f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223989 Nov 03 16:16:22.442617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.445145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2232355e-2bd5-4289-845f-228c04559f4f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:22.447043 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.449821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:22.450486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.471708 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-4d39dc09-8bc9-4af2-af17-172dc5c6ca80 service neutron] delete failed (client error): The resource could not be found. Nov 03 16:16:22.472710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-4d39dc09-8bc9-4af2-af17-172dc5c6ca80 service neutron] 10.222.0.15 "DELETE /v2.0/ports/b5f18c7f-5920-4f35-8a4a-90b74ae40c46/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.3149493 Nov 03 16:16:22.498041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4554198 Nov 03 16:16:22.498041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Allocated IP 2001:db8::62 (9dece9df-0794-4542-9e14-01eafc58b3f8/087584e9-3c8a-444d-aba0-019e9445cfb3/e00f5ada-054e-4381-ac18-d959a46dd923) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:22.498465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53128) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:22.510821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'network_id': '2f0d85bc-bed8-4923-9a53-b0e2860902ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:22.655943 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:22.661333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Made reservation on behalf of bca9cc62de764257af663d0d57f309f8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:22.665714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.694390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'port_id': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'mac_address': 'fa:16:3e:35:73:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:16:22.733437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Performing IP validity checks on allocation pools {{(pid=108105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 16:16:22.734147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 16:16:22.745179 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.781493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-002d0a2a-e2e9-40e1-84bc-bcc11cd1810a None None] Provisioning complete for port fa01230b-7617-4f9c-b997-17284147047f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:22.782100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-002d0a2a-e2e9-40e1-84bc-bcc11cd1810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.828368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02de5f-0820-414c-84ac-77a20bb7258e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Network': ['ID=2f0d85bc-bed8-4923-9a53-b0e2860902ca,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:22.835602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-002d0a2a-e2e9-40e1-84bc-bcc11cd1810a None None] Port fa01230b-7617-4f9c-b997-17284147047f cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:22.838440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.855768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 2f0d85bc-bed8-4923-9a53-b0e2860902ca details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:22.865331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-e06af6c2-28f6-4afc-bb4e-256ba8820cf3 req-a83ede96-7112-4703-85f7-a0907b594a68 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] (108105) timed out ('10.222.0.70', 55096) {{(pid=108105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:16:22.878976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Network 61767cb9-ec13-44db-8217-42ae3ba0c394 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:22.885669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:22.902069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.909940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-ec58b8f8-f552-4cc8-a63d-f66565a5017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:22.911542 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-ec58b8f8-f552-4cc8-a63d-f66565a5017d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1094 time: 0.0968657 Nov 03 16:16:22.972119 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:22.996512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=efcb143b-790f-40a3-9f7e-95e74338eb65,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:22.999305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Checking segment: {'id': '4edc2418-ebff-4f2c-9c17-59cd57e25c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f0d85bc-bed8-4923-9a53-b0e2860902ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:22.999800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network hostable DHCP agents. Network: 2f0d85bc-bed8-4923-9a53-b0e2860902ca, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:16:23.032527 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f18c7f-5920-4f35-8a4a-90b74ae40c46 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:16:23.035482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Network 2f0d85bc-bed8-4923-9a53-b0e2860902ca is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:16:23.052499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 2f0d85bc-bed8-4923-9a53-b0e2860902ca) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:23.059451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:23.060283 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676059'] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.087103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-057a4ea9-68ec-4509-96db-2c385275857f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5846126 Nov 03 16:16:23.087428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53140) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:23.094660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:23.096957 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fed2c7bc-d062-489e-8d7f-254bb9685ac7 None None] Provisioning complete for port fa01230b-7617-4f9c-b997-17284147047f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:23.097332 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fed2c7bc-d062-489e-8d7f-254bb9685ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.098561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f8caf630-62ad-44f1-bfc8-d1a816d9fe4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:23.099092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa9ba0-17cd-4d1d-8673-f63f98ee0461 None None] Network 2f0d85bc-bed8-4923-9a53-b0e2860902ca requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:23.187337 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.293879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:23.297166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Port': ['ID=e00f5ada-054e-4381-ac18-d959a46dd923,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:23.299152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-fed2c7bc-d062-489e-8d7f-254bb9685ac7 None None] Port fa01230b-7617-4f9c-b997-17284147047f cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:23.306133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:23.314117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Router a5057e5d-31ea-469d-bbc5-a8d973ae8faf has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:16:23.315044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:23.323238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:23.323900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.359160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-41524cc1-c86f-44a9-9377-55951188b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:23.360138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-41524cc1-c86f-44a9-9377-55951188b339 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 897 time: 0.4060502 Nov 03 16:16:23.366917 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8caf630-62ad-44f1-bfc8-d1a816d9fe4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58909121'] for subnet, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.369044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:23.372113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-47b9f333-c79e-4c8b-9604-fb554ea54bd7 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.7292228 Nov 03 16:16:23.373025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53146) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:23.478359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['b5f18c7f-5920-4f35-8a4a-90b74ae40c46'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:16:23.510885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-b695b9cc-7ce7-4fa4-9ffb-f0138eb837f1 req-93c71767-3735-4e1a-a110-a2372d02d331 service neutron] (108105) timed out ('10.222.0.70', 54863) {{(pid=108105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:16:23.592741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2232355e-2bd5-4289-845f-228c04559f4f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:23.702986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-40d7cadb-3216-4d72-96a6-59c451ecb6a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 999 time: 0.3186264 Nov 03 16:16:23.733578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-41376964-d715-4eaa-b8c4-b300cf24da5c None None] Provisioning complete for port 707285c9-8f50-4288-8761-b73db12c8549 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:23.733988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-41376964-d715-4eaa-b8c4-b300cf24da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.744875 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8caf630-62ad-44f1-bfc8-d1a816d9fe4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788679750503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59037119'] for subnet, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.748016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-2f0d85bc-bed8-4923-9a53-b0e2860902ca', 'network_id': '2f0d85bc-bed8-4923-9a53-b0e2860902ca', 'tenant_id': 'bca9cc62de764257af663d0d57f309f8', 'fixed_ips': [{'subnet_id': 'efcb143b-790f-40a3-9f7e-95e74338eb65'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:16:23.748871 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.807834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8caf630-62ad-44f1-bfc8-d1a816d9fe4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:23.808778 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8caf630-62ad-44f1-bfc8-d1a816d9fe4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.814960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f8caf630-62ad-44f1-bfc8-d1a816d9fe4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "PUT /v2.0/subnets/efcb143b-790f-40a3-9f7e-95e74338eb65 HTTP/1.1" status: 200 len: 877 time: 0.7216961 Nov 03 16:16:23.814960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53150) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:23.842122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caf630-62ad-44f1-bfc8-d1a816d9fe4f tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event updated for resources: {'Subnet': ['ID=efcb143b-790f-40a3-9f7e-95e74338eb65,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:23.882044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a7035-63f6-43ac-9ca0-f8406dedb5a3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:23.899815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a7035-63f6-43ac-9ca0-f8406dedb5a3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:23.913945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a7035-63f6-43ac-9ca0-f8406dedb5a3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:23.922460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53152) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:23.927503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2f8a7035-63f6-43ac-9ca0-f8406dedb5a3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5520480 Nov 03 16:16:23.966222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:16:23.977874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d28f79ca-0af8-4158-aa0e-99f26a8f3722 admin admin] 10.222.0.86 "PUT /v2.0/routers/a5057e5d-31ea-469d-bbc5-a8d973ae8faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6213179 Nov 03 16:16:23.980201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-328fd41f-c853-40de-beab-8c71d6665887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:23.981023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-328fd41f-c853-40de-beab-8c71d6665887 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 200 len: 835 time: 0.2772131 Nov 03 16:16:23.984476 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:23.991340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba06e3-4b67-4fe6-8b15-beb527da6247 req-cd72e63a-da0b-4bd0-be40-babd32d528fe tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:23.993232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73ba06e3-4b67-4fe6-8b15-beb527da6247 req-cd72e63a-da0b-4bd0-be40-babd32d528fe tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 944 time: 0.3953698 Nov 03 16:16:24.075029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Allocated IP 172.20.0.3 (2f0d85bc-bed8-4923-9a53-b0e2860902ca/efcb143b-790f-40a3-9f7e-95e74338eb65/64cb4af5-ab86-4eba-80be-4bd06b718583) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:24.096707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-db66abd0-c7c1-47f4-b30d-e113da2f6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:24.097978 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-db66abd0-c7c1-47f4-b30d-e113da2f6999 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd76810f-7d89-469a-ad8f-efec226747b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037757 Nov 03 16:16:24.128400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a4724-0bb9-4f17-98c6-aeed0e43494b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Deleting port e00f5ada-054e-4381-ac18-d959a46dd923 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:24.128400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4724-0bb9-4f17-98c6-aeed0e43494b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:24.163094 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:24.248523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73ba06e3-4b67-4fe6-8b15-beb527da6247 req-36ee71dd-5c3a-486d-a649-d77d4a6c444a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452517 Nov 03 16:16:24.335417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4724-0bb9-4f17-98c6-aeed0e43494b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:24.357733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a4724-0bb9-4f17-98c6-aeed0e43494b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Calling delete_port for e00f5ada-054e-4381-ac18-d959a46dd923 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:24.361260 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-52c1aaa6-e851-46b2-8830-3e67202b938e service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302854 Nov 03 16:16:24.594351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Sync routers for ids ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:16:24.610176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b8e311f-eea8-446a-a013-95f27144ffa2 req-33f43c15-6e6b-4635-921e-cc0bf6b4be39 service neutron] 10.222.0.15 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412086 Nov 03 16:16:24.621051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4724-0bb9-4f17-98c6-aeed0e43494b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:24.699168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4724-0bb9-4f17-98c6-aeed0e43494b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event deleted for resources: {'Port': ['ID=e00f5ada-054e-4381-ac18-d959a46dd923,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:24.759776 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:24.773797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Routers {'a5057e5d-31ea-469d-bbc5-a8d973ae8faf'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:24.774440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:24.838754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-41376964-d715-4eaa-b8c4-b300cf24da5c None None] Port 707285c9-8f50-4288-8761-b73db12c8549 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:24.856045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:24.962187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Set router a5057e5d-31ea-469d-bbc5-a8d973ae8faf gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:24.975716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4724-0bb9-4f17-98c6-aeed0e43494b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:24.981957 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9a3a4724-0bb9-4f17-98c6-aeed0e43494b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "DELETE /v2.0/ports/e00f5ada-054e-4381-ac18-d959a46dd923 HTTP/1.1" status: 204 len: 168 time: 1.0557795 Nov 03 16:16:24.982689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53172) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:24.983921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=efcb143b-790f-40a3-9f7e-95e74338eb65,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:25.044090 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a375a1b8-9693-4d95-9ca8-1c6d0b53dff1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] GET failed (client error): The resource could not be found. Nov 03 16:16:25.054828 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:25.058099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a375a1b8-9693-4d95-9ca8-1c6d0b53dff1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "GET /v2.0/ports/e00f5ada-054e-4381-ac18-d959a46dd923 HTTP/1.1" status: 404 len: 333 time: 0.0728207 Nov 03 16:16:25.059964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53174) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:25.071474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'port': {'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1969391693'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:25.126579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Pushing event updated for resources: {'Port': ['ID=64cb4af5-ab86-4eba-80be-4bd06b718583,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:25.128986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-efe958d9-df8f-43e1-b17a-429008b7824a None None] Could not find standard attr ID for object e00f5ada-054e-4381-ac18-d959a46dd923. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:16:25.150006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2232355e-2bd5-4289-845f-228c04559f4f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:25.150006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:25.213992 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:25.253061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0d85bc-bed8-4923-9a53-b0e2860902ca']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:25.286148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edc2418-ebff-4f2c-9c17-59cd57e25c96') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:25.297081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edc2418-ebff-4f2c-9c17-59cd57e25c96') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:25.316973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Network 2f0d85bc-bed8-4923-9a53-b0e2860902ca is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:25.343972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:25.425759 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:25.468375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:25.475670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:25.476073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:25.523722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:25.600083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a060b-c59a-4478-86a3-0e4f184973f4 req-e6491194-6749-492c-a0df-eace9fc83c4a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:25.611634 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c0a060b-c59a-4478-86a3-0e4f184973f4 req-e6491194-6749-492c-a0df-eace9fc83c4a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 944 time: 0.1112874 Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:25.614266 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:25.642862 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.api [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 16:16:25.642862 n-d-813897-2 neutron-server[108105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 16:16:25.642862 n-d-813897-2 neutron-server[108105]: [parameters: {'id': '2f0d85bc-bed8-4923-9a53-b0e2860902ca'}] Nov 03 16:16:25.642862 n-d-813897-2 neutron-server[108105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:16:25.643712 n-d-813897-2 neutron-server[108105]: DEBUG oslo_db.api [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:16:25.667973 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Made reservation on behalf of 19d3c78427b544c5b89c92e7ad8e7244 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:25.672484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:25.699563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] device_id is not set on port 39f3767c-0fc9-4e98-9a25-b78c172d1f13 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:16:25.702658 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c0a060b-c59a-4478-86a3-0e4f184973f4 req-c2d0c2d9-5925-4d52-9bfd-04dd061b1c34 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900934 Nov 03 16:16:25.728181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53194) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:25.894238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-41954e42-9167-4b6a-93d7-009801bf48ef tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/4ed941fd-5ef0-40bd-af07-49e509c5aa76 HTTP/1.1" status: 200 len: 991 time: 0.1609449 Nov 03 16:16:25.895531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Attempting to bind port 64cb4af5-ab86-4eba-80be-4bd06b718583 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:25.896025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Attempting to bind port 64cb4af5-ab86-4eba-80be-4bd06b718583 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4edc2418-ebff-4f2c-9c17-59cd57e25c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f0d85bc-bed8-4923-9a53-b0e2860902ca'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:25.896258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Attempting to bind port 64cb4af5-ab86-4eba-80be-4bd06b718583 on network 2f0d85bc-bed8-4923-9a53-b0e2860902ca {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:25.951704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:25.952412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Checking segment: {'id': '4edc2418-ebff-4f2c-9c17-59cd57e25c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f0d85bc-bed8-4923-9a53-b0e2860902ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:25.952652 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:25.952964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Bound using segment: {'id': '4edc2418-ebff-4f2c-9c17-59cd57e25c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f0d85bc-bed8-4923-9a53-b0e2860902ca'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:25.953376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Bound port: 64cb4af5-ab86-4eba-80be-4bd06b718583, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc2418-ebff-4f2c-9c17-59cd57e25c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f0d85bc-bed8-4923-9a53-b0e2860902ca'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:25.953776 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:26.080876 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:16:10Z', 'updated_at': '2021-11-03T16:16:20Z', 'revision_number': 4, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'gw_port': {'id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:11Z', 'updated_at': '2021-11-03T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '707285c9-8f50-4288-8761-b73db12c8549', 'name': '', 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'mac_address': 'fa:16:3e:03:f5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '80f1e5b9-5051-4fef-89d0-954de5d55d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:18Z', 'updated_at': '2021-11-03T16:16:20Z', 'revision_number': 2, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'subnets': [{'id': '80f1e5b9-5051-4fef-89d0-954de5d55d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:26.118922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Checking router: a5057e5d-31ea-469d-bbc5-a8d973ae8faf for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:16:26.119309 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Updating router a5057e5d-31ea-469d-bbc5-a8d973ae8faf port 707285c9-8f50-4288-8761-b73db12c8549 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:16:26.157466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] For port 64cb4af5-ab86-4eba-80be-4bd06b718583, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:26.188594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] For port 64cb4af5-ab86-4eba-80be-4bd06b718583, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=64cb4af5-ab86-4eba-80be-4bd06b718583,segment=NetworkSegment(4edc2418-ebff-4f2c-9c17-59cd57e25c96),segment_id=4edc2418-ebff-4f2c-9c17-59cd57e25c96)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:26.191964 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:26.199271 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:26.253882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:26.373305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Allocated IP 2001:db8::1af (9dece9df-0794-4542-9e14-01eafc58b3f8/087584e9-3c8a-444d-aba0-019e9445cfb3/39f3767c-0fc9-4e98-9a25-b78c172d1f13) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:26.407522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Deleting port 64cb4af5-ab86-4eba-80be-4bd06b718583 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:26.407903 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:26.501548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6b313-2a55-4f0e-8243-611b6f7a4436 None None] Pushing event updated for resources: {'Port': ['ID=64cb4af5-ab86-4eba-80be-4bd06b718583,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:26.556058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] For port 64cb4af5-ab86-4eba-80be-4bd06b718583, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=64cb4af5-ab86-4eba-80be-4bd06b718583,segment=NetworkSegment(4edc2418-ebff-4f2c-9c17-59cd57e25c96),segment_id=4edc2418-ebff-4f2c-9c17-59cd57e25c96)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:26.556424 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:26.580354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee9c3c1-2d06-45ed-a304-3f51716c329e None None] Network 2f0d85bc-bed8-4923-9a53-b0e2860902ca requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:26.662876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Calling delete_port for 64cb4af5-ab86-4eba-80be-4bd06b718583 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:26.783827 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:26.836206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:26.934272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:26.937207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Port': ['ID=39f3767c-0fc9-4e98-9a25-b78c172d1f13,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:26.940824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:26.958459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:26.967490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:26.968959 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:26.975527 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.044827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Port': ['ID=64cb4af5-ab86-4eba-80be-4bd06b718583,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:27.049374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No DVR routers for this DVR port 64cb4af5-ab86-4eba-80be-4bd06b718583 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:27.066880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b990c-3d5c-438a-beca-f40d14ea9e57 None None] Network 2f0d85bc-bed8-4923-9a53-b0e2860902ca requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:27.070906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53212) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:27.071607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-03023d01-e7fa-4575-ab4b-0e743a83f213 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0105591 Nov 03 16:16:27.077564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c63b78cf-2061-4e68-a1ad-93f12fa7948b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e5', 'mac_address': 'fa:16:3e:a2:b7:93'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:27.139587 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.171393 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.229548 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.253789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0d85bc-bed8-4923-9a53-b0e2860902ca']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:27.269812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edc2418-ebff-4f2c-9c17-59cd57e25c96') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:27.270114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edc2418-ebff-4f2c-9c17-59cd57e25c96') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:27.296976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.336328 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.356223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:27.356700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:27.362866 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:27.375625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375addbd-fcb9-48c0-8de0-35776251d1bd None None] Pushing event updated for resources: {'Port': ['ID=707285c9-8f50-4288-8761-b73db12c8549,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:27.468574 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c63b78cf-2061-4e68-a1ad-93f12fa7948b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.482091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.496345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.501130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Attempting to bind port 707285c9-8f50-4288-8761-b73db12c8549 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:27.501807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Attempting to bind port 707285c9-8f50-4288-8761-b73db12c8549 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '836debc6-9c23-4173-81d1-5562756ad473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:27.502397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Attempting to bind port 707285c9-8f50-4288-8761-b73db12c8549 on network 61767cb9-ec13-44db-8217-42ae3ba0c394 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:27.507049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53214) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:27.509764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/2f0d85bc-bed8-4923-9a53-b0e2860902ca HTTP/1.1" status: 204 len: 168 time: 3.6955462 Nov 03 16:16:27.526299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:27.526855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Checking segment: {'id': '836debc6-9c23-4173-81d1-5562756ad473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:27.527394 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.527892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Bound using segment: {'id': '836debc6-9c23-4173-81d1-5562756ad473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:27.528502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Bound port: 707285c9-8f50-4288-8761-b73db12c8549, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836debc6-9c23-4173-81d1-5562756ad473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:27.529861 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.532366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23aba2-5ffc-4ad8-9af9-b6d2d45f8e42 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=2f0d85bc-bed8-4923-9a53-b0e2860902ca,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:27.552047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7415d5de-b556-4569-aedd-89dda75cf8ab None None] Provisioning complete for port 39f3767c-0fc9-4e98-9a25-b78c172d1f13 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:27.552472 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7415d5de-b556-4569-aedd-89dda75cf8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.567668 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce28916-7cfd-477e-a661-be0d43c50816 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:27.568124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce28916-7cfd-477e-a661-be0d43c50816 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:27.585555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5ce28916-7cfd-477e-a661-be0d43c50816 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/efcb143b-790f-40a3-9f7e-95e74338eb65 HTTP/1.1" status: 404 len: 337 time: 0.0747318 Nov 03 16:16:27.589410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53218) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:27.629414 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8382560-4a3b-4aba-a3e6-838e9fa321c6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:27.632484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8382560-4a3b-4aba-a3e6-838e9fa321c6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:27.648812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d8382560-4a3b-4aba-a3e6-838e9fa321c6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/2f0d85bc-bed8-4923-9a53-b0e2860902ca HTTP/1.1" status: 404 len: 339 time: 0.0574057 Nov 03 16:16:27.653008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53220) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:27.730627 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8eba57-6245-4b6c-ae9f-ae6e9190c1d6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:27.730627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8eba57-6245-4b6c-ae9f-ae6e9190c1d6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:27.738799 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3d8eba57-6245-4b6c-ae9f-ae6e9190c1d6 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/4e739967-a095-473c-8532-2e551d4313b3 HTTP/1.1" status: 404 len: 337 time: 0.0824728 Nov 03 16:16:27.739479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53226) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:27.754815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] For port 707285c9-8f50-4288-8761-b73db12c8549, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:27.759521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] For port 707285c9-8f50-4288-8761-b73db12c8549, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=707285c9-8f50-4288-8761-b73db12c8549,segment=NetworkSegment(836debc6-9c23-4173-81d1-5562756ad473),segment_id=836debc6-9c23-4173-81d1-5562756ad473)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:27.765915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7415d5de-b556-4569-aedd-89dda75cf8ab None None] Port 39f3767c-0fc9-4e98-9a25-b78c172d1f13 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:27.770426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d921f8e-87b3-411c-acac-99a7d881d2e9 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:16:27.783470 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.800221 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-648ac441-7c8c-4336-be06-ad59dc852224 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:27.800800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648ac441-7c8c-4336-be06-ad59dc852224 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:27.806273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-648ac441-7c8c-4336-be06-ad59dc852224 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/9cce962c-163c-4ec8-918f-323d78f1701d HTTP/1.1" status: 404 len: 339 time: 0.0657032 Nov 03 16:16:27.809107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53230) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:27.963893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c63b78cf-2061-4e68-a1ad-93f12fa7948b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.972342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c63b78cf-2061-4e68-a1ad-93f12fa7948b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:27.974084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Routers {'a5057e5d-31ea-469d-bbc5-a8d973ae8faf'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:27.975641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:28.004910 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.022602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c63b78cf-2061-4e68-a1ad-93f12fa7948b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] In _notify_port_updated(), no bound segment for port 39f3767c-0fc9-4e98-9a25-b78c172d1f13 on network 9dece9df-0794-4542-9e14-01eafc58b3f8 {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:16:28.036040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63b78cf-2061-4e68-a1ad-93f12fa7948b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:28.037841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c63b78cf-2061-4e68-a1ad-93f12fa7948b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.039364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c63b78cf-2061-4e68-a1ad-93f12fa7948b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "PUT /v2.0/ports/39f3767c-0fc9-4e98-9a25-b78c172d1f13 HTTP/1.1" status: 200 len: 1003 time: 0.9666123 Nov 03 16:16:28.042293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53242) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:28.096871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b78cf-2061-4e68-a1ad-93f12fa7948b tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Port': ['ID=39f3767c-0fc9-4e98-9a25-b78c172d1f13,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:28.172160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-2c936b0f-b7a3-4df6-9e7f-8e5bc760e1da tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:28.174001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-2c936b0f-b7a3-4df6-9e7f-8e5bc760e1da tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.1626601 Nov 03 16:16:28.184989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-adae4aba-549b-4543-8544-81847c2cec25 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Deleting port 39f3767c-0fc9-4e98-9a25-b78c172d1f13 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:28.185336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adae4aba-549b-4543-8544-81847c2cec25 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.207353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375addbd-fcb9-48c0-8de0-35776251d1bd None None] Pushing event updated for resources: {'Port': ['ID=707285c9-8f50-4288-8761-b73db12c8549,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:28.218005 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-1436a3d2-2fc1-4feb-932d-a45e15ca9bfb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/quotas/2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 375 time: 0.0257049 Nov 03 16:16:28.253843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cce632cb-584d-44bf-b070-155a14e73d87 None None] Provisioning complete for port 707285c9-8f50-4288-8761-b73db12c8549 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:28.254356 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cce632cb-584d-44bf-b070-155a14e73d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.285746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.289119 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adae4aba-549b-4543-8544-81847c2cec25 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.303681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-adae4aba-549b-4543-8544-81847c2cec25 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Calling delete_port for 39f3767c-0fc9-4e98-9a25-b78c172d1f13 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:28.324823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] Set router a5057e5d-31ea-469d-bbc5-a8d973ae8faf gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:28.325330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba3b7db-373f-419b-b142-3846a8c7cac9']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:28.347214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-e7814f91-89c5-446c-a95a-5219e035999f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978682 Nov 03 16:16:28.383449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b1a673-146c-4091-9f63-195184314e57') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:28.383756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b1a673-146c-4091-9f63-195184314e57') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:28.420548 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.462287 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adae4aba-549b-4543-8544-81847c2cec25 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.477557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.508587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae4aba-549b-4543-8544-81847c2cec25 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event deleted for resources: {'Port': ['ID=39f3767c-0fc9-4e98-9a25-b78c172d1f13,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:28.512831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:28.513311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:28.520042 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:28.603206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-8cc47915-ef7d-4400-8abf-29c97f5c23ac service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457273 Nov 03 16:16:28.620903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b5f18c7f-5920-4f35-8a4a-90b74ae40c46 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:28.719219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adae4aba-549b-4543-8544-81847c2cec25 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.724093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.727609 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-adae4aba-549b-4543-8544-81847c2cec25 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "DELETE /v2.0/ports/39f3767c-0fc9-4e98-9a25-b78c172d1f13 HTTP/1.1" status: 204 len: 168 time: 0.6724515 Nov 03 16:16:28.727928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53248) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:28.735560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:28.742239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/8ba3b7db-373f-419b-b142-3846a8c7cac9 HTTP/1.1" status: 204 len: 168 time: 0.9294057 Nov 03 16:16:28.750944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53250) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:28.753092 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a1ab19-ac94-4565-b8af-a7303f377ba4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] GET failed (client error): The resource could not be found. Nov 03 16:16:28.761164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-06a1ab19-ac94-4565-b8af-a7303f377ba4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "GET /v2.0/ports/39f3767c-0fc9-4e98-9a25-b78c172d1f13 HTTP/1.1" status: 404 len: 333 time: 0.0321503 Nov 03 16:16:28.761899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53252) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:28.766701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'port': {'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1612924338'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:28.808583 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c76b5c-1be7-4acf-9145-dd44b22ce8e9 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:28.809070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c76b5c-1be7-4acf-9145-dd44b22ce8e9 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:28.815273 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c8c76b5c-1be7-4acf-9145-dd44b22ce8e9 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/f0f67c58-0fd5-473b-806b-cf2654e0a2e9 HTTP/1.1" status: 404 len: 337 time: 0.0608542 Nov 03 16:16:28.815273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d86270-6bb0-4fab-ab09-b3509b5ac954 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=8ba3b7db-373f-419b-b142-3846a8c7cac9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:28.824666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53254) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:28.858680 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eac5096-b4bf-42aa-8ec7-53b34228bd62 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:28.859298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eac5096-b4bf-42aa-8ec7-53b34228bd62 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:28.864739 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9eac5096-b4bf-42aa-8ec7-53b34228bd62 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/b3c423d7-bba7-473f-aef1-87d7710f3cc0 HTTP/1.1" status: 404 len: 339 time: 0.0369103 Nov 03 16:16:28.865260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53256) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:28.912571 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09b6557-9c4f-436e-bb80-81001ee94c93 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:28.913045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09b6557-9c4f-436e-bb80-81001ee94c93 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:28.919266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d09b6557-9c4f-436e-bb80-81001ee94c93 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/8ef16015-5699-4d6d-8396-6b6e18e8c407 HTTP/1.1" status: 404 len: 337 time: 0.0504944 Nov 03 16:16:28.920362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53260) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:28.926346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-f7ca618d-8751-4b4e-86d7-25fee1caa78e service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170187 Nov 03 16:16:28.969815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Made reservation on behalf of 19d3c78427b544c5b89c92e7ad8e7244 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:28.983251 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.033049 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ea3ffb-deda-4d52-96c7-a444a6100847 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.033702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ea3ffb-deda-4d52-96c7-a444a6100847 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.037474 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-15ea3ffb-deda-4d52-96c7-a444a6100847 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/5d6b8d2f-7644-414b-a851-fb746423f54c HTTP/1.1" status: 404 len: 339 time: 0.1158767 Nov 03 16:16:29.040100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53264) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.058405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:16:29.078444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] device_id is not set on port 68f4fa54-f631-4fac-aff1-c0ba1413951e yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:16:29.105340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d921f8e-87b3-411c-acac-99a7d881d2e9 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:16:29.107168 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:29.107541 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.132858 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cd80b1-45d7-4a86-abc4-940da2ff0ea7 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.133328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cd80b1-45d7-4a86-abc4-940da2ff0ea7 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.136630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-50cd80b1-45d7-4a86-abc4-940da2ff0ea7 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/d6edb8cf-afc5-4e5e-a4b8-9e4c0fb590e6 HTTP/1.1" status: 404 len: 337 time: 0.0953698 Nov 03 16:16:29.157153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53274) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.200482 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b856b8-bd92-497f-86bb-f46fd4310aa3 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.200870 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b856b8-bd92-497f-86bb-f46fd4310aa3 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.209900 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-29b856b8-bd92-497f-86bb-f46fd4310aa3 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/c43b2183-50d9-4a9f-9d0b-dd581dd95f8e HTTP/1.1" status: 404 len: 339 time: 0.0508585 Nov 03 16:16:29.218022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53276) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.278892 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b793ddf-70ac-4ed8-a779-bf94994b1a7e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.279360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b793ddf-70ac-4ed8-a779-bf94994b1a7e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.282502 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1b793ddf-70ac-4ed8-a779-bf94994b1a7e tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/d80adf68-2f9c-42c5-83c1-05f04d951aa5 HTTP/1.1" status: 404 len: 337 time: 0.0634878 Nov 03 16:16:29.283107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53278) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.297002 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cce632cb-584d-44bf-b070-155a14e73d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.301670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53280) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.338192 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-52dffbec-11dd-4b09-bcad-2b7333476cf4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.338867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52dffbec-11dd-4b09-bcad-2b7333476cf4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.342011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-52dffbec-11dd-4b09-bcad-2b7333476cf4 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/6efe9f06-e3ba-436c-9968-166513a99cb3 HTTP/1.1" status: 404 len: 339 time: 0.0387022 Nov 03 16:16:29.354052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53284) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.355713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Allocated IP 2001:db8::3cc (9dece9df-0794-4542-9e14-01eafc58b3f8/087584e9-3c8a-444d-aba0-019e9445cfb3/68f4fa54-f631-4fac-aff1-c0ba1413951e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:29.438815 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4f6b76-e5b4-4aaa-adc1-2d4ef447246c tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.439282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4f6b76-e5b4-4aaa-adc1-2d4ef447246c tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.450275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4f4f6b76-e5b4-4aaa-adc1-2d4ef447246c tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/fca3072c-6a89-402b-af83-73cc0e9855ca HTTP/1.1" status: 404 len: 337 time: 0.0950978 Nov 03 16:16:29.450915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53290) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.495212 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eec79ad-4ac2-41e3-8fb6-636530ff9f2c tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.495846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eec79ad-4ac2-41e3-8fb6-636530ff9f2c tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.508869 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5eec79ad-4ac2-41e3-8fb6-636530ff9f2c tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/88dc1880-ca2a-4e1e-bff3-912dbc0d68cc HTTP/1.1" status: 404 len: 339 time: 0.0567954 Nov 03 16:16:29.509543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53292) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.577884 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.579456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-cce632cb-584d-44bf-b070-155a14e73d87 None None] For port 707285c9-8f50-4288-8761-b73db12c8549, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=707285c9-8f50-4288-8761-b73db12c8549,segment=NetworkSegment(836debc6-9c23-4173-81d1-5562756ad473),segment_id=836debc6-9c23-4173-81d1-5562756ad473)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:29.600628 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cce632cb-584d-44bf-b070-155a14e73d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.615149 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-65262c8c-2b3a-4aad-aca8-f929340d3f08 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.616208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65262c8c-2b3a-4aad-aca8-f929340d3f08 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.630220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.636054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-65262c8c-2b3a-4aad-aca8-f929340d3f08 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/6ede0d5f-a965-428b-8179-a9eabd1c2081 HTTP/1.1" status: 404 len: 337 time: 0.1251864 Nov 03 16:16:29.637948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53294) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.645006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.701184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-355cea70-fd16-46f4-bb4e-3cfa7ca725b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.722552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9177d3b2-d5a2-431b-a632-47d3b1949b76 req-28872639-8c36-4581-8c6d-12c1d0654b85 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.1053333 Nov 03 16:16:29.740057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:29.753497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:29.759955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:16:29.762664 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb653dca-88be-42b4-8584-94e92b7a88a5" -d '{"events": [{"server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "name": "network-vif-plugged", "status": "completed", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:16:29.773148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:29.774886 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48a902b-6370-4b1b-8f2a-9a4dbb36d7ed tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.777834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48a902b-6370-4b1b-8f2a-9a4dbb36d7ed tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.787983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c48a902b-6370-4b1b-8f2a-9a4dbb36d7ed tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/caac0ca5-cfa2-4611-818f-3b56ffafb984 HTTP/1.1" status: 404 len: 339 time: 0.1339011 Nov 03 16:16:29.793366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:29.798469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53304) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.798649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:29.811365 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.816784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:16:10Z', 'updated_at': '2021-11-03T16:16:20Z', 'revision_number': 4, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'gw_port': {'id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:11Z', 'updated_at': '2021-11-03T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '707285c9-8f50-4288-8761-b73db12c8549', 'name': '', 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'mac_address': 'fa:16:3e:03:f5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '80f1e5b9-5051-4fef-89d0-954de5d55d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:18Z', 'updated_at': '2021-11-03T16:16:27Z', 'revision_number': 4, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'subnets': [{'id': '80f1e5b9-5051-4fef-89d0-954de5d55d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:29.849339 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:29.855221 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e50c9d-a4ce-4b75-8a32-546c3b67253b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.855681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e50c9d-a4ce-4b75-8a32-546c3b67253b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.861877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-84e50c9d-a4ce-4b75-8a32-546c3b67253b tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/1a06418d-e759-4536-b681-0d69de38b52b HTTP/1.1" status: 404 len: 337 time: 0.0625172 Nov 03 16:16:29.864565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53306) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.866545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Port': ['ID=68f4fa54-f631-4fac-aff1-c0ba1413951e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:29.889477 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b21d00f-786e-4678-8e30-de148530beb7 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:29.890022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b21d00f-786e-4678-8e30-de148530beb7 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:29.896242 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1b21d00f-786e-4678-8e30-de148530beb7 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/46f28c35-275a-4aa1-9dcc-ca33c2759dd5 HTTP/1.1" status: 404 len: 339 time: 0.0305665 Nov 03 16:16:29.899034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-471cbd19-64ee-4044-8f2e-1ffd1aa7ea6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2801325 Nov 03 16:16:29.908133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53308) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.963797 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-38884967-457b-4b09-91e2-8e6d7133fee4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1979592 Nov 03 16:16:29.964038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59390825-4cc0-42c0-a52b-2462e301a618 None None] The sync data for ids ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'] in n-d-813897-2 is: [{'id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:16:10Z', 'updated_at': '2021-11-03T16:16:20Z', 'revision_number': 4, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'gw_port': {'id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:11Z', 'updated_at': '2021-11-03T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '707285c9-8f50-4288-8761-b73db12c8549', 'name': '', 'network_id': '61767cb9-ec13-44db-8217-42ae3ba0c394', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'mac_address': 'fa:16:3e:03:f5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '80f1e5b9-5051-4fef-89d0-954de5d55d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:18Z', 'updated_at': '2021-11-03T16:16:27Z', 'revision_number': 4, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'subnets': [{'id': '80f1e5b9-5051-4fef-89d0-954de5d55d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:16:29.971016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce632cb-584d-44bf-b070-155a14e73d87 None None] Pushing event updated for resources: {'Port': ['ID=707285c9-8f50-4288-8761-b73db12c8549,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:29.978004 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53310) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:29.995251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9e18eb5d-c014-4f93-aa39-d2dfdddda999 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a2:b7:93'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:30.151405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:30.180884 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94ded1a-3c28-4f7b-8606-6862d859b60c tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:30.182385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94ded1a-3c28-4f7b-8606-6862d859b60c tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:30.188588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d94ded1a-3c28-4f7b-8606-6862d859b60c tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/d139aad7-4e97-4d5e-ad4d-510420f8f225 HTTP/1.1" status: 404 len: 337 time: 0.2783730 Nov 03 16:16:30.196299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53318) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:30.199885 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-355cea70-fd16-46f4-bb4e-3cfa7ca725b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:30.234023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-355cea70-fd16-46f4-bb4e-3cfa7ca725b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:30.241470 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a293e8f0-4850-49c6-b90d-b7dc47da0019 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] DELETE failed (client error): The resource could not be found. Nov 03 16:16:30.242208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a293e8f0-4850-49c6-b90d-b7dc47da0019 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:16:30.250494 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a293e8f0-4850-49c6-b90d-b7dc47da0019 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/c27250d6-f4e4-4957-8ccd-fe27d1ef59cc HTTP/1.1" status: 404 len: 339 time: 0.0335298 Nov 03 16:16:30.269746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53320) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:30.284829 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483cc7c3-bf88-40ac-97cc-d82754d07cd0 x-openstack-request-id: req-483cc7c3-bf88-40ac-97cc-d82754d07cd0 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:16:30.285125 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "name": "network-vif-plugged", "status": "completed", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:16:30.285378 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-483cc7c3-bf88-40ac-97cc-d82754d07cd0 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:16:30.285876 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'code': 200} Nov 03 16:16:30.450357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-355cea70-fd16-46f4-bb4e-3cfa7ca725b2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19255f0341d24efca62c8d3bf0a91b47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1635456 Nov 03 16:16:30.450863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53322) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:30.495699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cea70-fd16-46f4-bb4e-3cfa7ca725b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b6bbfe-379b-48b9-866d-24bbd998063f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:30.774808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-412ba3bc-bc29-45f5-ac36-289744286a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:30.799103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e18eb5d-c014-4f93-aa39-d2dfdddda999 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:30.825252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9d668d22-be7b-4bd3-be92-b4b76040dd40 None None] Could not find standard attr ID for object 39f3767c-0fc9-4e98-9a25-b78c172d1f13. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:16:30.892640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-412ba3bc-bc29-45f5-ac36-289744286a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:31.009169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a2f1a248-6044-4eae-b685-5c62eb22eecb None None] Provisioning complete for port 707285c9-8f50-4288-8761-b73db12c8549 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:31.010224 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a248-6044-4eae-b685-5c62eb22eecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:31.132609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-c9a7d041-74ab-48f0-acfd-3c340319148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.133118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-c9a7d041-74ab-48f0-acfd-3c340319148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.133551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-c9a7d041-74ab-48f0-acfd-3c340319148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.134029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-c9a7d041-74ab-48f0-acfd-3c340319148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.134484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-c9a7d041-74ab-48f0-acfd-3c340319148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.134970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-c9a7d041-74ab-48f0-acfd-3c340319148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.135378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-c9a7d041-74ab-48f0-acfd-3c340319148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.137413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-c9a7d041-74ab-48f0-acfd-3c340319148d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6490 time: 1.0647886 Nov 03 16:16:31.173058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7f322775-a43e-4003-8b60-fc3636285ab8 req-414f478d-edf7-4aa5-856c-3dbc3e5998c2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.1121099 Nov 03 16:16:31.363165 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:31.374651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee259921-1acf-4b6c-b22e-4eaebd376e17 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Deleting subnet be9afeab-6665-44a6-a565-6609b021f48f {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:16:31.460537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c047758f-a21e-420d-9a98-5ba9185b3aa5 None None] Provisioning complete for port 68f4fa54-f631-4fac-aff1-c0ba1413951e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:31.462005 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c047758f-a21e-420d-9a98-5ba9185b3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:31.498486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee259921-1acf-4b6c-b22e-4eaebd376e17 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:31.576702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c047758f-a21e-420d-9a98-5ba9185b3aa5 None None] Port 68f4fa54-f631-4fac-aff1-c0ba1413951e cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:31.618423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-ac9c6d53-7403-494f-b7a2-1dbbaa8593a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.618890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-ac9c6d53-7403-494f-b7a2-1dbbaa8593a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.619350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-ac9c6d53-7403-494f-b7a2-1dbbaa8593a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.620958 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-ac9c6d53-7403-494f-b7a2-1dbbaa8593a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b702e15-109b-4b34-b65b-e7a25aa30a01&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=32b60c1a-3fda-432a-b1be-706eaed0a660&id=32b60c1a-3fda-432a-b1be-706eaed0a660 HTTP/1.1" status: 200 len: 2292 time: 0.4458337 Nov 03 16:16:31.627073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-412ba3bc-bc29-45f5-ac36-289744286a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:31.629847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-412ba3bc-bc29-45f5-ac36-289744286a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:31.634765 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-412ba3bc-bc29-45f5-ac36-289744286a57 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/73b6bbfe-379b-48b9-866d-24bbd998063f HTTP/1.1" status: 204 len: 168 time: 1.1776524 Nov 03 16:16:31.705761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ba3bc-bc29-45f5-ac36-289744286a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b6bbfe-379b-48b9-866d-24bbd998063f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:31.813295 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee259921-1acf-4b6c-b22e-4eaebd376e17 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:31.838195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-62a61ad3-d34e-424a-9291-ba66a30aa15c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:31.839926 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-62a61ad3-d34e-424a-9291-ba66a30aa15c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.4439104 Nov 03 16:16:31.844811 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e18eb5d-c014-4f93-aa39-d2dfdddda999 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:31.866708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'port': {'device_id': 'd25ffb59-b409-4c0c-84ee-7d02206313e2', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'admin_state_up': True, 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:31.872205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53344) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:31.894206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e18eb5d-c014-4f93-aa39-d2dfdddda999 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.004194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9e18eb5d-c014-4f93-aa39-d2dfdddda999 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] In _notify_port_updated(), no bound segment for port 68f4fa54-f631-4fac-aff1-c0ba1413951e on network 9dece9df-0794-4542-9e14-01eafc58b3f8 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:16:32.011306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18eb5d-c014-4f93-aa39-d2dfdddda999 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:32.012745 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e18eb5d-c014-4f93-aa39-d2dfdddda999 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.014367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e18eb5d-c014-4f93-aa39-d2dfdddda999 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "PUT /v2.0/ports/68f4fa54-f631-4fac-aff1-c0ba1413951e HTTP/1.1" status: 200 len: 1003 time: 2.0342529 Nov 03 16:16:32.042300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53348) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:32.071067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee259921-1acf-4b6c-b22e-4eaebd376e17 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.186397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-5984f4da-e960-4a72-8358-34f1198e47ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7 HTTP/1.1" status: 200 len: 1002 time: 0.5409610 Nov 03 16:16:32.191284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee259921-1acf-4b6c-b22e-4eaebd376e17 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.209931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 707285c9-8f50-4288-8761-b73db12c8549 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:32.223311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18eb5d-c014-4f93-aa39-d2dfdddda999 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Port': ['ID=68f4fa54-f631-4fac-aff1-c0ba1413951e,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:32.311281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee259921-1acf-4b6c-b22e-4eaebd376e17 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.320799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ee259921-1acf-4b6c-b22e-4eaebd376e17 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/subnets/be9afeab-6665-44a6-a565-6609b021f48f HTTP/1.1" status: 204 len: 168 time: 2.0452397 Nov 03 16:16:32.325629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee259921-1acf-4b6c-b22e-4eaebd376e17 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Subnet': ['ID=be9afeab-6665-44a6-a565-6609b021f48f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:32.328465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53354) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:32.343485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe09731-7bf0-42d3-8229-d186620a4f06 None None] Network ca515a15-9e65-4a10-9523-8b8bc14e610b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:32.437821 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fdb86c3-b904-4dfa-8218-cbbf1b029e3d req-00c459c8-99d3-4c2b-9054-d9245fecc331 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.0860298 Nov 03 16:16:32.449763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-cf7a4cda-f520-4389-9928-34f6d1fbd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:32.454119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-cf7a4cda-f520-4389-9928-34f6d1fbd019 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec07e9ce-76fc-4651-9c43-195f89c62fd2 HTTP/1.1" status: 200 len: 850 time: 0.2574680 Nov 03 16:16:32.494216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53356) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:32.540539 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b241f742-d873-46c3-b342-23def6175d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.541464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.551108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7de542aa-942a-423a-a05f-15358ff34712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.577218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 707285c9-8f50-4288-8761-b73db12c8549 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:32.578821 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.585163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-5a66750d-adb4-47b1-a6e3-e71a325b0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:32.591402 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-5a66750d-adb4-47b1-a6e3-e71a325b0a1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b702e15-109b-4b34-b65b-e7a25aa30a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287076 Nov 03 16:16:32.615471 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc900-43f7-4476-8273-5eb82994131e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.663302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f657027e-78ee-4de2-a666-a5c1f382f4fd None None] Provisioning complete for port 68f4fa54-f631-4fac-aff1-c0ba1413951e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:32.664100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f657027e-78ee-4de2-a666-a5c1f382f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.667012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Made reservation on behalf of 2bc437a94d724a06b94d3ecdcf5867e5 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:32.670961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.686634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-082cebdc-461a-4f55-89d7-924140b5f395 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Deleting port 68f4fa54-f631-4fac-aff1-c0ba1413951e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:32.686968 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-082cebdc-461a-4f55-89d7-924140b5f395 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.716094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f657027e-78ee-4de2-a666-a5c1f382f4fd None None] Port 68f4fa54-f631-4fac-aff1-c0ba1413951e cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:32.769888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-dee43de7-6497-4f8b-b5c4-4084ffadd309 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625724 Nov 03 16:16:32.794665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72559033-b17a-40e8-9c9d-d816b828f89c None None] DHCP port deletion for ca515a15-9e65-4a10-9523-8b8bc14e610b request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:16:32.827492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-082cebdc-461a-4f55-89d7-924140b5f395 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.842608 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-082cebdc-461a-4f55-89d7-924140b5f395 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Calling delete_port for 68f4fa54-f631-4fac-aff1-c0ba1413951e owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:32.911579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-72559033-b17a-40e8-9c9d-d816b828f89c None None] Deleting port 970bc939-1112-4fa1-bc4b-834e57894390 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:32.914023 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72559033-b17a-40e8-9c9d-d816b828f89c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.952279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7de542aa-942a-423a-a05f-15358ff34712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.966203 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7de542aa-942a-423a-a05f-15358ff34712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:32.981289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-a6986f27-4174-4a04-922d-89d6ba1536c2 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959958 Nov 03 16:16:33.064274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-72559033-b17a-40e8-9c9d-d816b828f89c None None] For port 970bc939-1112-4fa1-bc4b-834e57894390, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=970bc939-1112-4fa1-bc4b-834e57894390,segment=NetworkSegment(de10e92a-e139-4538-9926-5bb28534ca8d),segment_id=de10e92a-e139-4538-9926-5bb28534ca8d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:33.064855 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72559033-b17a-40e8-9c9d-d816b828f89c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.068494 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-21485350-de75-4e80-b495-6c30d714c2ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 217 time: 0.0751266 Nov 03 16:16:33.069305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de542aa-942a-423a-a05f-15358ff34712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8405bd-8836-4efa-9359-a8adb60282cc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:33.074794 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7de542aa-942a-423a-a05f-15358ff34712 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e1dbae6a9b7046068899fbdeb610c6e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5794697 Nov 03 16:16:33.091795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53358) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:33.096622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-72559033-b17a-40e8-9c9d-d816b828f89c None None] Calling delete_port for 970bc939-1112-4fa1-bc4b-834e57894390 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:33.127121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-082cebdc-461a-4f55-89d7-924140b5f395 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.185163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.20.0.7 (e8323ed3-190e-4fd2-9c82-eb82d5ef24b2/59175d77-ecad-41a1-bcd6-d63e1e7bf397/942d351b-acf5-49b9-b85e-276023b835ca) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:33.185946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-390b26a5-3047-4e7c-b032-bb124f93194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:33.187424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-390b26a5-3047-4e7c-b032-bb124f93194e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1115074 Nov 03 16:16:33.190941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cebdc-461a-4f55-89d7-924140b5f395 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event deleted for resources: {'Port': ['ID=68f4fa54-f631-4fac-aff1-c0ba1413951e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:33.227539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-082cebdc-461a-4f55-89d7-924140b5f395 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.240581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-082cebdc-461a-4f55-89d7-924140b5f395 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "DELETE /v2.0/ports/68f4fa54-f631-4fac-aff1-c0ba1413951e HTTP/1.1" status: 204 len: 168 time: 1.1969862 Nov 03 16:16:33.249027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53360) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:33.274997 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b18bb8f5-5ebd-4bd6-a583-7d46b5fb4c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.275453 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72559033-b17a-40e8-9c9d-d816b828f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.314672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b18bb8f5-5ebd-4bd6-a583-7d46b5fb4c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.328303 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb06f4c8-ce95-45c1-ba4b-b14741f42fd1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] GET failed (client error): The resource could not be found. Nov 03 16:16:33.335112 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72559033-b17a-40e8-9c9d-d816b828f89c None None] Pushing event deleted for resources: {'Port': ['ID=970bc939-1112-4fa1-bc4b-834e57894390,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:33.338832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cb06f4c8-ce95-45c1-ba4b-b14741f42fd1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "GET /v2.0/ports/68f4fa54-f631-4fac-aff1-c0ba1413951e HTTP/1.1" status: 404 len: 333 time: 0.0880702 Nov 03 16:16:33.348527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53362) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:33.348755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72559033-b17a-40e8-9c9d-d816b828f89c None None] No DVR routers for this DVR port 970bc939-1112-4fa1-bc4b-834e57894390 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:33.364567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'port': {'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-892409662'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:33.398346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b18bb8f5-5ebd-4bd6-a583-7d46b5fb4c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.400911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b18bb8f5-5ebd-4bd6-a583-7d46b5fb4c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.402319 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b18bb8f5-5ebd-4bd6-a583-7d46b5fb4c03 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4f8405bd-8836-4efa-9359-a8adb60282cc HTTP/1.1" status: 204 len: 168 time: 0.3087227 Nov 03 16:16:33.431042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Deleting port 970bc939-1112-4fa1-bc4b-834e57894390 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:33.431042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.431369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb8f5-5ebd-4bd6-a583-7d46b5fb4c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8405bd-8836-4efa-9359-a8adb60282cc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:33.439692 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc900-43f7-4476-8273-5eb82994131e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.441287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-236a902f-8b0e-451c-b77e-2ad10518fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:33.445373 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-236a902f-8b0e-451c-b77e-2ad10518fb33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2466500 Nov 03 16:16:33.522696 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc900-43f7-4476-8273-5eb82994131e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.598159 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-47a48735-6d78-4be3-94d1-64a279ad55bb service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436472 Nov 03 16:16:33.711665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-2cef72df-1cad-4b79-80f0-d81c74f1683d service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059015 Nov 03 16:16:33.749691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] For port 970bc939-1112-4fa1-bc4b-834e57894390, host n-d-813897-2, got binding levels [] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:33.750283 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.761069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-7ff8bc54-d648-4374-8e0c-c2077c9a2241 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 217 time: 0.0421495 Nov 03 16:16:33.768112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0a7c6e4-2895-4d28-ac8f-b8e318244f4b req-2a343464-ec96-4536-8c54-85a9eb043dbe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.1543052 Nov 03 16:16:33.773643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Calling delete_port for 970bc939-1112-4fa1-bc4b-834e57894390 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:33.812197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Port 970bc939-1112-4fa1-bc4b-834e57894390 was not found and therefore no delete operation was performed {{(pid=108105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:16:33.844815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ed0fc900-43f7-4476-8273-5eb82994131e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cca6523695d6473a9de71bd0bfbf9b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9647055 Nov 03 16:16:33.844815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.849406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53372) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:33.851097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fc900-43f7-4476-8273-5eb82994131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e2af8d-0f18-41c3-9b5b-25384a3088b4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:33.884685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-e5bc88c5-3144-4848-8a5d-6bd4a6a0bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:33.887563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-e5bc88c5-3144-4848-8a5d-6bd4a6a0bd63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1202266 Nov 03 16:16:33.889878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:33.896171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Port': ['ID=970bc939-1112-4fa1-bc4b-834e57894390,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:33.906616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] No DVR routers for this DVR port 970bc939-1112-4fa1-bc4b-834e57894390 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:33.990222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-4c89cd01-a9a9-438e-ac93-3fd3c540d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:33.992609 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-4c89cd01-a9a9-438e-ac93-3fd3c540d452 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979791 Nov 03 16:16:33.994043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b0faad6-1388-45a4-a90a-1df3aee1060e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.017282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.019878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Made reservation on behalf of 19d3c78427b544c5b89c92e7ad8e7244 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:34.023724 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.047074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b0faad6-1388-45a4-a90a-1df3aee1060e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.065416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] device_id is not set on port 9939e4c8-6117-4279-9522-56df6ead74ed yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:16:34.072497 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.075491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca515a15-9e65-4a10-9523-8b8bc14e610b']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:34.094773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de10e92a-e139-4538-9926-5bb28534ca8d') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:34.095116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de10e92a-e139-4538-9926-5bb28534ca8d') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:34.166122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.205415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:34.209217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.214001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=942d351b-acf5-49b9-b85e-276023b835ca,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:34.216582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:34.221828 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-484f3e15-cfba-4810-8f3a-37926351be73 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786792 Nov 03 16:16:34.225570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:34.227467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 970bc939-1112-4fa1-bc4b-834e57894390 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:16:34.237021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b0faad6-1388-45a4-a90a-1df3aee1060e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.242095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b0faad6-1388-45a4-a90a-1df3aee1060e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.245704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b0faad6-1388-45a4-a90a-1df3aee1060e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/36e2af8d-0f18-41c3-9b5b-25384a3088b4 HTTP/1.1" status: 204 len: 168 time: 0.3916299 Nov 03 16:16:34.304102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:34.304928 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.328380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:34.328788 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:34.340278 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:34.349042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 970bc939-1112-4fa1-bc4b-834e57894390 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:16:34.352363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 970bc939-1112-4fa1-bc4b-834e57894390 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:16:34.437307 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-a225b699-f1e6-492e-a5d6-030ced9a9360 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5817127 Nov 03 16:16:34.465340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Request body: {'port': {'device_id': 'd25ffb59-b409-4c0c-84ee-7d02206313e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:34.467452 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Allocated IP 2001:db8::7b (9dece9df-0794-4542-9e14-01eafc58b3f8/087584e9-3c8a-444d-aba0-019e9445cfb3/9939e4c8-6117-4279-9522-56df6ead74ed) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:34.480658 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.533323 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.539879 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-59be6e6e-6ce1-4606-870a-5b5e8ed48406 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075364 Nov 03 16:16:34.548964 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] 10.222.0.86 "DELETE /v2.0/networks/ca515a15-9e65-4a10-9523-8b8bc14e610b HTTP/1.1" status: 204 len: 168 time: 2.2185361 Nov 03 16:16:34.582578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e770819-4dba-43aa-a843-e25b60e771b8 tempest-NetworksTest-1337651982 tempest-NetworksTest-1337651982-project] Pushing event deleted for resources: {'Network': ['ID=ca515a15-9e65-4a10-9523-8b8bc14e610b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:34.615762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0faad6-1388-45a4-a90a-1df3aee1060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e2af8d-0f18-41c3-9b5b-25384a3088b4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:34.630169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-f86827ec-dc69-4ceb-94e3-3c654eb486ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00 HTTP/1.1" status: 200 len: 217 time: 0.0826268 Nov 03 16:16:34.707434 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.721801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-8e054ebd-36a2-4db2-9a75-1ae7dc921710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:34.723604 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-8e054ebd-36a2-4db2-9a75-1ae7dc921710 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.0797250 Nov 03 16:16:34.811312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-eae11e29-8b65-46e3-8a6f-9c19aca40a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:34.814882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-eae11e29-8b65-46e3-8a6f-9c19aca40a17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826998 Nov 03 16:16:34.815793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-458558c0-3479-4a96-9b7b-b67563943881 None None] Provisioning complete for port 942d351b-acf5-49b9-b85e-276023b835ca triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:34.816161 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-458558c0-3479-4a96-9b7b-b67563943881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:34.898466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-458558c0-3479-4a96-9b7b-b67563943881 None None] Port 942d351b-acf5-49b9-b85e-276023b835ca cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:34.947250 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3326c4f3-ee44-4473-8460-f4e2b31aaaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:35.033265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-b238ca0c-c87c-430a-a5c2-f2f8ad3bd45b service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106967 Nov 03 16:16:35.046297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48dc0d-e87e-44ca-bb47-38eb854fa40c req-06b70554-735a-4063-8b46-d46f46025b5d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:35.054021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b48dc0d-e87e-44ca-bb47-38eb854fa40c req-06b70554-735a-4063-8b46-d46f46025b5d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 931 time: 0.1079750 Nov 03 16:16:35.080147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53404) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:35.222100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b48dc0d-e87e-44ca-bb47-38eb854fa40c req-55db509f-c216-4dc3-8bd4-c0f6b291cf1a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584644 Nov 03 16:16:35.266968 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-ed57944f-9fbf-4dbc-a488-3f25a796dd24 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101226 Nov 03 16:16:35.354118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-d07bae5c-afae-4df3-8bac-c6fee8597b87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 HTTP/1.1" status: 200 len: 217 time: 0.0786605 Nov 03 16:16:35.496748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-d1a4b910-5c8d-40d2-8bb2-81b9f3b1501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:35.498345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-d1a4b910-5c8d-40d2-8bb2-81b9f3b1501d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1370897 Nov 03 16:16:35.530139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1c7ed190-f324-4479-8f0b-ae604ba93073 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bca9cc62de764257af663d0d57f309f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4409034 Nov 03 16:16:35.545751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53416) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:35.596040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-b19af9fa-a1fb-4040-ab78-f026e292e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:35.597512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-b19af9fa-a1fb-4040-ab78-f026e292e5b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846648 Nov 03 16:16:35.640583 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d9cc-517c-4e58-b76f-7abb770b7141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:35.708332 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d9cc-517c-4e58-b76f-7abb770b7141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:35.726603 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:35.766874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-2a911318-1b5e-4b96-baf8-38e573de6dc3 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598823 Nov 03 16:16:35.830635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d9cc-517c-4e58-b76f-7abb770b7141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:35.833150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d9cc-517c-4e58-b76f-7abb770b7141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:35.834958 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5bd9d9cc-517c-4e58-b76f-7abb770b7141 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f4e2bc1d-4a91-439d-851a-ceafb66adbd0 HTTP/1.1" status: 204 len: 168 time: 0.2901018 Nov 03 16:16:35.872429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9d9cc-517c-4e58-b76f-7abb770b7141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e2bc1d-4a91-439d-851a-ceafb66adbd0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:35.878752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942d351b-acf5-49b9-b85e-276023b835ca {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:16:35.894099 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:35.908680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-c10a2b5e-cefd-47df-9e8f-9632e0233584 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338723 Nov 03 16:16:35.951009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Transition to ACTIVE for port object 942d351b-acf5-49b9-b85e-276023b835ca will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:16:35.957375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:35.982550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-2e6b5474-52a1-4742-94cf-0d1ac6f7ca5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99629fd-c01f-4e74-97d1-865bfad31285 HTTP/1.1" status: 200 len: 217 time: 0.0667310 Nov 03 16:16:35.999708 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:36.020839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:36.026987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:36.033252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:36.039536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:36.040169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:36.054559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-07d4c4b0-36a9-4948-851d-3e857187fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:36.056420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-07d4c4b0-36a9-4948-851d-3e857187fb75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.0672944 Nov 03 16:16:36.120745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Pushing event updated for resources: {'Port': ['ID=942d351b-acf5-49b9-b85e-276023b835ca,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:36.133619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7770038 Nov 03 16:16:36.137361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53440) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:36.159794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'port': {'network_id': '9dece9df-0794-4542-9e14-01eafc58b3f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1992658782'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:36.244909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:36.250457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c065c-2246-4359-b535-b9e764c68c74 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Port': ['ID=9939e4c8-6117-4279-9522-56df6ead74ed,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:36.317203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Attempting to bind port 942d351b-acf5-49b9-b85e-276023b835ca on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:36.317515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Attempting to bind port 942d351b-acf5-49b9-b85e-276023b835ca by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:36.317817 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Attempting to bind port 942d351b-acf5-49b9-b85e-276023b835ca on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:36.332584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Port 942d351b-acf5-49b9-b85e-276023b835ca on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:16:36.332920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Attempting to bind port 942d351b-acf5-49b9-b85e-276023b835ca on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:36.354799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:36.355106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:36.355413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Bound using segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:36.355852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Bound port: 942d351b-acf5-49b9-b85e-276023b835ca, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:36.356210 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:36.491176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-2b201b5d-8a90-4720-a7a4-5dd7da3fb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:36.500613 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-2b201b5d-8a90-4720-a7a4-5dd7da3fb5c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4367943 Nov 03 16:16:36.527404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] For port 942d351b-acf5-49b9-b85e-276023b835ca, host n-h1-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:36.534500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] For port 942d351b-acf5-49b9-b85e-276023b835ca, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=942d351b-acf5-49b9-b85e-276023b835ca,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:36.548603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2a2a91f5-876e-4eea-bae1-c054e2cb9e46 None None] Provisioning complete for port 9939e4c8-6117-4279-9522-56df6ead74ed triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:36.549228 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:36.549644 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2a2a91f5-876e-4eea-bae1-c054e2cb9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:36.622597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a91f5-876e-4eea-bae1-c054e2cb9e46 None None] Port 9939e4c8-6117-4279-9522-56df6ead74ed cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:36.666660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Pushing event updated for resources: {'Port': ['ID=942d351b-acf5-49b9-b85e-276023b835ca,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:36.697695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:36.699040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:36.700654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0a95c411-dcd6-4046-a7cf-32dbe35134f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/942d351b-acf5-49b9-b85e-276023b835ca HTTP/1.1" status: 200 len: 1091 time: 2.2479312 Nov 03 16:16:36.702207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25ffb59-b409-4c0c-84ee-7d02206313e2', 'tag': '942d351b-acf5-49b9-b85e-276023b835ca'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:16:36.704519 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d25ffb59-b409-4c0c-84ee-7d02206313e2", "tag": "942d351b-acf5-49b9-b85e-276023b835ca"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:16:36.751856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f9c49-c381-4050-aef3-530d6be8951a req-c10d2741-7ef9-4c4a-b074-d17ab8d66904 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:36.753922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c79f9c49-c381-4050-aef3-530d6be8951a req-c10d2741-7ef9-4c4a-b074-d17ab8d66904 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 943 time: 0.3862731 Nov 03 16:16:36.828837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-ae29f11e-0347-42bf-9a44-0325c4420d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:36.831031 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-ae29f11e-0347-42bf-9a44-0325c4420d7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 1094 time: 0.0564556 Nov 03 16:16:36.844647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Made reservation on behalf of 19d3c78427b544c5b89c92e7ad8e7244 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:36.848281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:36.874847 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-256afa02-32b4-44f6-9857-8d150ffa2526 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567586 Nov 03 16:16:36.903588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] device_id is not set on port d67319a5-2353-4234-877a-6942fb52c0cb yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:16:36.923926 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-c53e312e-2261-405a-ad3c-eabfb2818426 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942d351b-acf5-49b9-b85e-276023b835ca HTTP/1.1" status: 200 len: 217 time: 0.0780895 Nov 03 16:16:36.932807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c79f9c49-c381-4050-aef3-530d6be8951a req-9003eb9a-04c4-412b-9963-a80e75947fdd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704450 Nov 03 16:16:37.044622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-f5830871-7648-4ee0-b070-cfb3c5043650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:37.046148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-f5830871-7648-4ee0-b070-cfb3c5043650 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.1064212 Nov 03 16:16:37.072654 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b14c9a8-a52f-488c-80a4-9d5f60ca8040 x-openstack-request-id: req-4b14c9a8-a52f-488c-80a4-9d5f60ca8040 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:16:37.072969 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25ffb59-b409-4c0c-84ee-7d02206313e2", "tag": "942d351b-acf5-49b9-b85e-276023b835ca", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:16:37.073471 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4b14c9a8-a52f-488c-80a4-9d5f60ca8040 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:16:37.082510 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25ffb59-b409-4c0c-84ee-7d02206313e2', 'tag': '942d351b-acf5-49b9-b85e-276023b835ca', 'status': 'completed', 'code': 200} Nov 03 16:16:37.127910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-d292c318-7392-41ba-8fe0-63e39acfccc5 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432113 Nov 03 16:16:37.169479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-3449b484-df70-4f2f-9760-02a3c546ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:37.171216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-3449b484-df70-4f2f-9760-02a3c546ed00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159904 Nov 03 16:16:37.232467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Allocated IP 2001:db8::3de (9dece9df-0794-4542-9e14-01eafc58b3f8/087584e9-3c8a-444d-aba0-019e9445cfb3/d67319a5-2353-4234-877a-6942fb52c0cb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:37.235951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-dc5622f7-7291-4f38-8376-e460f85228fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9 HTTP/1.1" status: 200 len: 217 time: 0.0989587 Nov 03 16:16:37.366463 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-0d0d3efc-b69f-4cc6-a562-7ef0e4912d37 service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857316 Nov 03 16:16:37.505273 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:37.567198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-75eaab0c-d841-4cf3-94a7-8ce82397ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:37.570860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-75eaab0c-d841-4cf3-94a7-8ce82397ea89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.3222008 Nov 03 16:16:37.575238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:37.610675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-825c684e-8751-45e4-a7ed-9c1ba08d4002 req-6984ec96-8dc3-4e59-92d0-1228dbfa3976 service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358704 Nov 03 16:16:37.678928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:37.688388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:37.694928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:37.703740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:37.704835 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:37.713938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53486) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:37.737928 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:37.767280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Port': ['ID=d67319a5-2353-4234-877a-6942fb52c0cb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:37.808055 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6546037 Nov 03 16:16:37.812104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53490) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:37.814823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.815234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.815574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.815823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.816158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.816611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.817118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.817731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.818020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.818406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.819319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.824743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392610c-14bb-46ce-afc2-ab9190208381 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:37.829595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3852e047-c3ce-43ae-9b61-b490929e6be9 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e5', 'mac_address': 'fa:16:3e:a2:b7:93'}, {'ip_address': '2001:db8::7b', 'mac_address': 'fa:16:3e:a6:36:8b'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:37.841752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-291c570f-dd2f-498c-984e-532149d8ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:37.843343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-291c570f-dd2f-498c-984e-532149d8ef5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2352881 Nov 03 16:16:37.905338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-a76f9ea9-6f7e-441f-9448-3232f71bac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:37.907076 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-a76f9ea9-6f7e-441f-9448-3232f71bac53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 1094 time: 0.1807499 Nov 03 16:16:38.051558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1100434416'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:38.074576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-55fa41bf-9c09-4eed-9013-19c9864a9816 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220953 Nov 03 16:16:38.106191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53496) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:38.117053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:38.121251 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.227724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-da59dc6b-1dbb-4be3-bfed-0b040d888484 None None] Provisioning complete for port d67319a5-2353-4234-877a-6942fb52c0cb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:38.228097 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-da59dc6b-1dbb-4be3-bfed-0b040d888484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.231107 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76936532-e342-4f08-b92f-bd6c0ee87ccc req-7a5ef46d-094a-4b27-94b5-28eac51ba4c7 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488261 Nov 03 16:16:38.238401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.261859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b88fa75e-1f26-4a95-8887-59595a7a138d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.322389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-da59dc6b-1dbb-4be3-bfed-0b040d888484 None None] Port d67319a5-2353-4234-877a-6942fb52c0cb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:38.339953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-a247b7e1-42ff-4b9b-97c2-2a4f6f81ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:38.342376 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-a247b7e1-42ff-4b9b-97c2-2a4f6f81ee0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.4236910 Nov 03 16:16:38.387389 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b88fa75e-1f26-4a95-8887-59595a7a138d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.390261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.396954 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b88fa75e-1f26-4a95-8887-59595a7a138d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.423716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d37d0-bac4-4851-b17e-3bdc39fd4fb3 req-b1309c43-1d67-4fbc-9021-175f71adab9b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:38.425692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a9d37d0-bac4-4851-b17e-3bdc39fd4fb3 req-b1309c43-1d67-4fbc-9021-175f71adab9b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 943 time: 0.3128722 Nov 03 16:16:38.432768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-145a630e-c6e6-4ddd-95d4-0c88b8a0d0ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942d351b-acf5-49b9-b85e-276023b835ca HTTP/1.1" status: 200 len: 217 time: 0.0806186 Nov 03 16:16:38.445596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b88fa75e-1f26-4a95-8887-59595a7a138d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5d4177e2d5848dcb4c8c2b4d1d89f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382146 Nov 03 16:16:38.446207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53500) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:38.479245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fa75e-1f26-4a95-8887-59595a7a138d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08045a75-4baf-4d65-8934-bbad57bb75f5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:38.525126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3852e047-c3ce-43ae-9b61-b490929e6be9 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.547815 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed779627-860a-4087-8fa3-ab5aa2ac4f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.573394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed779627-860a-4087-8fa3-ab5aa2ac4f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.598704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-93cd05b6-e7cb-4629-9cbe-5effcf99dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:38.601390 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-93cd05b6-e7cb-4629-9cbe-5effcf99dc7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.1384330 Nov 03 16:16:38.653134 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed779627-860a-4087-8fa3-ab5aa2ac4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.656724 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed779627-860a-4087-8fa3-ab5aa2ac4f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.662000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ed779627-860a-4087-8fa3-ab5aa2ac4f97 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08045a75-4baf-4d65-8934-bbad57bb75f5 HTTP/1.1" status: 204 len: 168 time: 0.2121062 Nov 03 16:16:38.679751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed779627-860a-4087-8fa3-ab5aa2ac4f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08045a75-4baf-4d65-8934-bbad57bb75f5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:38.708008 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a9d37d0-bac4-4851-b17e-3bdc39fd4fb3 req-b07663c9-e490-430e-a86f-1b2b8f99c946 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520144 Nov 03 16:16:38.750543 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.768323 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.806702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:16:38.819943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-543989b0-bf12-4da5-83c7-c0adb6e18a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:38.821481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-543989b0-bf12-4da5-83c7-c0adb6e18a16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923339 Nov 03 16:16:38.860793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:38.861670 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added segment d0cb309b-d8bb-4de0-9fea-bd1574f09103 of type vlan for network e08330b3-f1e8-40e8-976a-a5fa7c43a06e Nov 03 16:16:38.915324 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a458697-b6f3-4416-9bf1-8ca256914f57,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:39.018158 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.054349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-3382a912-b288-49f3-9d45-970f4ba99645 service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122190 Nov 03 16:16:39.091298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53510) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:39.100743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.106246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:39.106627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e21a44b5-b0e1-45a4-aa26-23d4a931740b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.106830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.185641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3852e047-c3ce-43ae-9b61-b490929e6be9 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.208026 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e21a44b5-b0e1-45a4-aa26-23d4a931740b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.212425 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e21a44b5-b0e1-45a4-aa26-23d4a931740b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.220822 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3852e047-c3ce-43ae-9b61-b490929e6be9 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.227321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5120661 Nov 03 16:16:39.230759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53512) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:39.243495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1591263412'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:39.272132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f95cf-a9b2-4b2a-a25b-5a8a2d39e0be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Network': ['ID=e08330b3-f1e8-40e8-976a-a5fa7c43a06e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:39.285047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e08330b3-f1e8-40e8-976a-a5fa7c43a06e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:39.285602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3852e047-c3ce-43ae-9b61-b490929e6be9 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] In _notify_port_updated(), no bound segment for port d67319a5-2353-4234-877a-6942fb52c0cb on network 9dece9df-0794-4542-9e14-01eafc58b3f8 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:16:39.291375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852e047-c3ce-43ae-9b61-b490929e6be9 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:39.292030 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3852e047-c3ce-43ae-9b61-b490929e6be9 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.296137 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3852e047-c3ce-43ae-9b61-b490929e6be9 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "PUT /v2.0/ports/d67319a5-2353-4234-877a-6942fb52c0cb HTTP/1.1" status: 200 len: 1067 time: 1.4802909 Nov 03 16:16:39.296137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53514) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:39.296595 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e21a44b5-b0e1-45a4-aa26-23d4a931740b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3234ea67a0154e2085768fd51c34a8a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2037785 Nov 03 16:16:39.300035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53516) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:39.306466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a44b5-b0e1-45a4-aa26-23d4a931740b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f5c17b-7bbc-41e9-85c0-7dd52847087d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:39.332130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852e047-c3ce-43ae-9b61-b490929e6be9 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event updated for resources: {'Port': ['ID=d67319a5-2353-4234-877a-6942fb52c0cb,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:39.339371 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c331b429-9aca-4f40-bd0e-cb89fd3a60aa req-e4f2cfa2-8e9f-47c8-a60e-6a9fd204b5b8 service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739995 Nov 03 16:16:39.380418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:39.385148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.405688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c87416b8-6ce3-4d93-b64f-a00b6fa93665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.437369 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:16:39.439482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c87416b8-6ce3-4d93-b64f-a00b6fa93665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.466802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:16:39.507285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.507517 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added segment 40de92d9-a32e-49be-bfe4-b1fe211c9ee6 of type vlan for network 93134dfd-f4ed-4a07-a66e-adfe968505a4 Nov 03 16:16:39.514640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c87416b8-6ce3-4d93-b64f-a00b6fa93665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.518048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c87416b8-6ce3-4d93-b64f-a00b6fa93665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.524942 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c87416b8-6ce3-4d93-b64f-a00b6fa93665 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e4f5c17b-7bbc-41e9-85c0-7dd52847087d HTTP/1.1" status: 204 len: 168 time: 0.2223177 Nov 03 16:16:39.533624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87416b8-6ce3-4d93-b64f-a00b6fa93665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f5c17b-7bbc-41e9-85c0-7dd52847087d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:39.548754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b36229e6-c931-4777-b004-905adf5155cc tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Deleting port d67319a5-2353-4234-877a-6942fb52c0cb {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:39.549767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b36229e6-c931-4777-b004-905adf5155cc tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.642519 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.665478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b36229e6-c931-4777-b004-905adf5155cc tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.666306 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-be74ba81-ed72-43fb-8c98-e453c71cc493 None None] Provisioning complete for port d67319a5-2353-4234-877a-6942fb52c0cb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:39.666906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-be74ba81-ed72-43fb-8c98-e453c71cc493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.688439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b36229e6-c931-4777-b004-905adf5155cc tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Calling delete_port for d67319a5-2353-4234-877a-6942fb52c0cb owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:39.702396 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.710004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:39.710817 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:39.712783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-be74ba81-ed72-43fb-8c98-e453c71cc493 None None] Port d67319a5-2353-4234-877a-6942fb52c0cb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:39.828032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5960679 Nov 03 16:16:39.831034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53528) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:39.832558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef313b64-2540-4c80-ac65-55297a1e6799 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Network': ['ID=93134dfd-f4ed-4a07-a66e-adfe968505a4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:39.840687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'subnet': {'network_id': 'e08330b3-f1e8-40e8-976a-a5fa7c43a06e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:39.846247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 93134dfd-f4ed-4a07-a66e-adfe968505a4 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:39.951284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b36229e6-c931-4777-b004-905adf5155cc tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:40.059528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36229e6-c931-4777-b004-905adf5155cc tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event deleted for resources: {'Port': ['ID=d67319a5-2353-4234-877a-6942fb52c0cb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:40.076943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c5988-88c3-4c3c-a963-7b44c6f4a265 req-fed3dd70-af2d-45b9-8816-71b32d3de492 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:40.078819 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a53c5988-88c3-4c3c-a963-7b44c6f4a265 req-fed3dd70-af2d-45b9-8816-71b32d3de492 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 943 time: 0.2086697 Nov 03 16:16:40.176308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:40.184005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:40.466855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a53c5988-88c3-4c3c-a963-7b44c6f4a265 req-4795dde7-9901-47a6-b99d-2e8ab219029b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759322 Nov 03 16:16:40.655838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:40.737162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Subnet': ['ID=32917e17-b54b-46b4-a400-5b488952a6e8,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:40.748838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Checking segment: {'id': 'd0cb309b-d8bb-4de0-9fea-bd1574f09103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e08330b3-f1e8-40e8-976a-a5fa7c43a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:40.749403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network hostable DHCP agents. Network: e08330b3-f1e8-40e8-976a-a5fa7c43a06e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:16:40.769368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network e08330b3-f1e8-40e8-976a-a5fa7c43a06e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:16:40.782690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e08330b3-f1e8-40e8-976a-a5fa7c43a06e) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:40.789357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:40.790309 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:40.794508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db70f67b-118b-471f-91a5-fa8bd34fd54f None None] Network e08330b3-f1e8-40e8-976a-a5fa7c43a06e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:40.816093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-002f227d-e1a5-4493-951a-707c121181a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9805667 Nov 03 16:16:40.816363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53560) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:40.825194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'subnet': {'network_id': '93134dfd-f4ed-4a07-a66e-adfe968505a4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:40.875599 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b36229e6-c931-4777-b004-905adf5155cc tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:40.879703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b36229e6-c931-4777-b004-905adf5155cc tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "DELETE /v2.0/ports/d67319a5-2353-4234-877a-6942fb52c0cb HTTP/1.1" status: 204 len: 168 time: 1.5744295 Nov 03 16:16:40.883321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53564) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:40.914008 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbc911d-9416-4e30-8b34-43a14ebb301f tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] GET failed (client error): The resource could not be found. Nov 03 16:16:40.916503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4fbc911d-9416-4e30-8b34-43a14ebb301f tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "GET /v2.0/ports/d67319a5-2353-4234-877a-6942fb52c0cb HTTP/1.1" status: 404 len: 333 time: 0.0320356 Nov 03 16:16:40.919327 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53566) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:40.961636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:40.966201 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:40.988871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-e08330b3-f1e8-40e8-976a-a5fa7c43a06e', 'network_id': 'e08330b3-f1e8-40e8-976a-a5fa7c43a06e', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'fixed_ips': [{'subnet_id': '32917e17-b54b-46b4-a400-5b488952a6e8'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:16:40.992706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.058780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-17942cac-92d7-49c4-b120-016c8d867de3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Deleting port 9939e4c8-6117-4279-9522-56df6ead74ed {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:41.059042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17942cac-92d7-49c4-b120-016c8d867de3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.182173 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17942cac-92d7-49c4-b120-016c8d867de3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.200487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-17942cac-92d7-49c4-b120-016c8d867de3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Calling delete_port for 9939e4c8-6117-4279-9522-56df6ead74ed owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:41.347045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.414851 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17942cac-92d7-49c4-b120-016c8d867de3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.440315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Allocated IP 2001:db8::2 (e08330b3-f1e8-40e8-976a-a5fa7c43a06e/32917e17-b54b-46b4-a400-5b488952a6e8/80f1c0fb-f092-4e48-9242-f23917bd76ff) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:41.454368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17942cac-92d7-49c4-b120-016c8d867de3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event deleted for resources: {'Port': ['ID=9939e4c8-6117-4279-9522-56df6ead74ed,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:41.492062 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17942cac-92d7-49c4-b120-016c8d867de3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.499608 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Checking segment: {'id': '40de92d9-a32e-49be-bfe4-b1fe211c9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '93134dfd-f4ed-4a07-a66e-adfe968505a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:41.500062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network hostable DHCP agents. Network: 93134dfd-f4ed-4a07-a66e-adfe968505a4, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:16:41.512735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53582) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:41.519498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-17942cac-92d7-49c4-b120-016c8d867de3 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "DELETE /v2.0/ports/9939e4c8-6117-4279-9522-56df6ead74ed HTTP/1.1" status: 204 len: 168 time: 0.5987771 Nov 03 16:16:41.534281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Subnet': ['ID=4eaad5c9-6e62-47ba-9695-a948d35c0712,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:41.619239 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ee74c5-a564-442f-b694-ef23d66611f4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] GET failed (client error): The resource could not be found. Nov 03 16:16:41.621806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-98ee74c5-a564-442f-b694-ef23d66611f4 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "GET /v2.0/ports/9939e4c8-6117-4279-9522-56df6ead74ed HTTP/1.1" status: 404 len: 333 time: 0.1053429 Nov 03 16:16:41.627710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53588) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:41.655637 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.663187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 93134dfd-f4ed-4a07-a66e-adfe968505a4 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:16:41.665150 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.721252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Network e08330b3-f1e8-40e8-976a-a5fa7c43a06e is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:41.724321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:41.726999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:41.736358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Pushing event updated for resources: {'Port': ['ID=80f1c0fb-f092-4e48-9242-f23917bd76ff,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:41.752982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 93134dfd-f4ed-4a07-a66e-adfe968505a4) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:41.781866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:41.783006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.795571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2774874-3ea9-4e1e-83ab-a1c3b3acd8fb None None] Network 93134dfd-f4ed-4a07-a66e-adfe968505a4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:41.798156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98add1e8-3072-4e9e-8d65-cb08affd09a3 req-b6e4f095-fdca-4aa1-8905-3320590f0cdb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:41.799933 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98add1e8-3072-4e9e-8d65-cb08affd09a3 req-b6e4f095-fdca-4aa1-8905-3320590f0cdb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 943 time: 0.2001960 Nov 03 16:16:41.902230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-772a864d-b790-4256-8903-8c7bca34aa29 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0846727 Nov 03 16:16:41.903098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53594) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:41.915376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-dd085304-4664-4f66-aae5-cfa903674448 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-954673726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:41.953107 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-98add1e8-3072-4e9e-8d65-cb08affd09a3 req-10d95a2b-c138-418b-9f0c-16c0bd29c6fa tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307824 Nov 03 16:16:41.975555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b554a7a9-ff9c-4cc4-878d-480efb6790a1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Deleting port fa01230b-7617-4f9c-b997-17284147047f {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:41.976255 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b554a7a9-ff9c-4cc4-878d-480efb6790a1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.983648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Attempting to bind port 80f1c0fb-f092-4e48-9242-f23917bd76ff on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:41.984098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Attempting to bind port 80f1c0fb-f092-4e48-9242-f23917bd76ff by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'd0cb309b-d8bb-4de0-9fea-bd1574f09103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e08330b3-f1e8-40e8-976a-a5fa7c43a06e'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:41.984583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Attempting to bind port 80f1c0fb-f092-4e48-9242-f23917bd76ff on network e08330b3-f1e8-40e8-976a-a5fa7c43a06e {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:41.995399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:41.995838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Checking segment: {'id': 'd0cb309b-d8bb-4de0-9fea-bd1574f09103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e08330b3-f1e8-40e8-976a-a5fa7c43a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:41.996207 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:41.996667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Bound using segment: {'id': 'd0cb309b-d8bb-4de0-9fea-bd1574f09103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e08330b3-f1e8-40e8-976a-a5fa7c43a06e'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:41.997204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Bound port: 80f1c0fb-f092-4e48-9242-f23917bd76ff, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cb309b-d8bb-4de0-9fea-bd1574f09103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e08330b3-f1e8-40e8-976a-a5fa7c43a06e'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:41.997617 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.003547 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd085304-4664-4f66-aae5-cfa903674448 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.008416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd085304-4664-4f66-aae5-cfa903674448 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.086302 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd085304-4664-4f66-aae5-cfa903674448 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.097000 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd085304-4664-4f66-aae5-cfa903674448 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.124431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-93134dfd-f4ed-4a07-a66e-adfe968505a4', 'network_id': '93134dfd-f4ed-4a07-a66e-adfe968505a4', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'fixed_ips': [{'subnet_id': '4eaad5c9-6e62-47ba-9695-a948d35c0712'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:16:42.125383 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.129974 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b554a7a9-ff9c-4cc4-878d-480efb6790a1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.139420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd085304-4664-4f66-aae5-cfa903674448 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.140654 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dd085304-4664-4f66-aae5-cfa903674448 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2353795 Nov 03 16:16:42.143373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53598) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:42.146114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] For port 80f1c0fb-f092-4e48-9242-f23917bd76ff, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:42.155855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b554a7a9-ff9c-4cc4-878d-480efb6790a1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Calling delete_port for fa01230b-7617-4f9c-b997-17284147047f owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:42.169343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] For port 80f1c0fb-f092-4e48-9242-f23917bd76ff, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80f1c0fb-f092-4e48-9242-f23917bd76ff,segment=NetworkSegment(d0cb309b-d8bb-4de0-9fea-bd1574f09103),segment_id=d0cb309b-d8bb-4de0-9fea-bd1574f09103)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:42.253354 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.326176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b554a7a9-ff9c-4cc4-878d-480efb6790a1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.364010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554a7a9-ff9c-4cc4-878d-480efb6790a1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event deleted for resources: {'Port': ['ID=fa01230b-7617-4f9c-b997-17284147047f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:42.447767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b554a7a9-ff9c-4cc4-878d-480efb6790a1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.451967 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b554a7a9-ff9c-4cc4-878d-480efb6790a1 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "DELETE /v2.0/ports/fa01230b-7617-4f9c-b997-17284147047f HTTP/1.1" status: 204 len: 168 time: 0.8246858 Nov 03 16:16:42.457956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53608) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:42.466687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83140e9-d51e-414a-aa59-5f085c24d382 None None] Pushing event updated for resources: {'Port': ['ID=80f1c0fb-f092-4e48-9242-f23917bd76ff,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:42.514190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Allocated IP 2001:db8:1::2 (93134dfd-f4ed-4a07-a66e-adfe968505a4/4eaad5c9-6e62-47ba-9695-a948d35c0712/ae434145-0332-4563-9d22-91b13902403a) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:42.600725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfe98e4-7316-4ae7-a87f-92ffb12281fa tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Deleting subnet 087584e9-3c8a-444d-aba0-019e9445cfb3 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:16:42.614083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6cfe98e4-7316-4ae7-a87f-92ffb12281fa tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.694971 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6cfe98e4-7316-4ae7-a87f-92ffb12281fa tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.698655 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.868918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6cfe98e4-7316-4ae7-a87f-92ffb12281fa tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.950248 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:42.965933 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.010098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6cfe98e4-7316-4ae7-a87f-92ffb12281fa tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.035330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Network 93134dfd-f4ed-4a07-a66e-adfe968505a4 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:43.040914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:43.056465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:43.060220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe98e4-7316-4ae7-a87f-92ffb12281fa tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event deleted for resources: {'Subnet': ['ID=087584e9-3c8a-444d-aba0-019e9445cfb3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:43.074663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6cfe98e4-7316-4ae7-a87f-92ffb12281fa tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.076548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Pushing event updated for resources: {'Port': ['ID=ae434145-0332-4563-9d22-91b13902403a,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:43.088333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6cfe98e4-7316-4ae7-a87f-92ffb12281fa tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "DELETE /v2.0/subnets/087584e9-3c8a-444d-aba0-019e9445cfb3 HTTP/1.1" status: 204 len: 168 time: 0.6291573 Nov 03 16:16:43.090777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53616) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:43.101293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12de8b-6939-4bd6-b317-d08c03ec73a4 None None] Network 9dece9df-0794-4542-9e14-01eafc58b3f8 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:43.252482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.252646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Attempting to bind port ae434145-0332-4563-9d22-91b13902403a on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:43.253131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Attempting to bind port ae434145-0332-4563-9d22-91b13902403a by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '40de92d9-a32e-49be-bfe4-b1fe211c9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '93134dfd-f4ed-4a07-a66e-adfe968505a4'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:43.253504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Attempting to bind port ae434145-0332-4563-9d22-91b13902403a on network 93134dfd-f4ed-4a07-a66e-adfe968505a4 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:43.283062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:43.283448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Checking segment: {'id': '40de92d9-a32e-49be-bfe4-b1fe211c9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '93134dfd-f4ed-4a07-a66e-adfe968505a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:43.283861 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.284264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Bound using segment: {'id': '40de92d9-a32e-49be-bfe4-b1fe211c9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '93134dfd-f4ed-4a07-a66e-adfe968505a4'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:43.284761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Bound port: ae434145-0332-4563-9d22-91b13902403a, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40de92d9-a32e-49be-bfe4-b1fe211c9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '93134dfd-f4ed-4a07-a66e-adfe968505a4'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:43.285150 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.286496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837f9c5-dd4d-4304-ba43-206e7ed75b50 req-facbdcb6-fabb-4875-b9bf-266b4ffca8e9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:43.295970 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2837f9c5-dd4d-4304-ba43-206e7ed75b50 req-facbdcb6-fabb-4875-b9bf-266b4ffca8e9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 943 time: 0.1444101 Nov 03 16:16:43.315148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 2001:db8::1 (e08330b3-f1e8-40e8-976a-a5fa7c43a06e/32917e17-b54b-46b4-a400-5b488952a6e8/7906e273-ece2-4c96-afd0-be6aa4f07988) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:43.377731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2837f9c5-dd4d-4304-ba43-206e7ed75b50 req-400bece4-a029-4917-9245-be61b3aab883 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751417 Nov 03 16:16:43.391708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Deleting port 2232355e-2bd5-4289-845f-228c04559f4f {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:43.392198 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.508258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] For port 2232355e-2bd5-4289-845f-228c04559f4f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2232355e-2bd5-4289-845f-228c04559f4f,segment=NetworkSegment(96b47c96-79f2-4bb9-9d00-2587cfa8b4a5),segment_id=96b47c96-79f2-4bb9-9d00-2587cfa8b4a5)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:43.508626 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.530617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] For port ae434145-0332-4563-9d22-91b13902403a, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:43.539724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Calling delete_port for 2232355e-2bd5-4289-845f-228c04559f4f owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:43.563506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] For port ae434145-0332-4563-9d22-91b13902403a, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ae434145-0332-4563-9d22-91b13902403a,segment=NetworkSegment(40de92d9-a32e-49be-bfe4-b1fe211c9ee6),segment_id=40de92d9-a32e-49be-bfe4-b1fe211c9ee6)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:43.577261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.579308 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.598730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] DHCP port deletion for 9dece9df-0794-4542-9e14-01eafc58b3f8 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:16:43.690445 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.719048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a410230-d62f-48c2-8a01-b4844eb0e091 None None] Pushing event updated for resources: {'Port': ['ID=ae434145-0332-4563-9d22-91b13902403a,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:43.768241 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.794623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] No DVR routers for this DVR port 2232355e-2bd5-4289-845f-228c04559f4f on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:43.833377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network e08330b3-f1e8-40e8-976a-a5fa7c43a06e is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:43.839465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:43.848189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] Deleting port 2232355e-2bd5-4289-845f-228c04559f4f {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:43.850292 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:43.853453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event deleted for resources: {'Port': ['ID=2232355e-2bd5-4289-845f-228c04559f4f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:43.879439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=7906e273-ece2-4c96-afd0-be6aa4f07988,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:43.882727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:43.883279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.067687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] For port 2232355e-2bd5-4289-845f-228c04559f4f, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:44.071317 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.078187 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.112526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] Calling delete_port for 2232355e-2bd5-4289-845f-228c04559f4f owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:44.118938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dece9df-0794-4542-9e14-01eafc58b3f8']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:44.119255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] Port 2232355e-2bd5-4289-845f-228c04559f4f was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:16:44.121763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.151955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b47c96-79f2-4bb9-9d00-2587cfa8b4a5') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:44.154899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b47c96-79f2-4bb9-9d00-2587cfa8b4a5') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:44.190292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] No DVR routers for this DVR port 2232355e-2bd5-4289-845f-228c04559f4f on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:44.209388 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.251149 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.268721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb50fc-4a4f-479a-bafa-72fc7ff0e44d None None] Pushing event deleted for resources: {'Port': ['ID=2232355e-2bd5-4289-845f-228c04559f4f,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:44.275244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:44.275650 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.281446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.409064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80f1c0fb-f092-4e48-9242-f23917bd76ff up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:44.443784 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:44.447979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53634) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:44.460632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.474683 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.478447 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] 10.222.0.86 "DELETE /v2.0/networks/9dece9df-0794-4542-9e14-01eafc58b3f8 HTTP/1.1" status: 204 len: 168 time: 1.3829551 Nov 03 16:16:44.489906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f9ea3-3136-4ce6-98f5-92002bedbb06 tempest-AllowedAddressPairIpV6TestJSON-1745226230 tempest-AllowedAddressPairIpV6TestJSON-1745226230-project] Pushing event deleted for resources: {'Network': ['ID=9dece9df-0794-4542-9e14-01eafc58b3f8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:44.571784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 80f1c0fb-f092-4e48-9242-f23917bd76ff triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:44.575447 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.663384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92913fc9-9364-4753-bfa9-3b4d0293e7af None None] Network e08330b3-f1e8-40e8-976a-a5fa7c43a06e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:44.665316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513eab7-fab3-48cc-9612-f409730f1b76 req-b779f7ae-9031-4ce8-964b-7a0a0ffe0ee8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:44.689953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a513eab7-fab3-48cc-9612-f409730f1b76 req-b779f7ae-9031-4ce8-964b-7a0a0ffe0ee8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 943 time: 0.1601992 Nov 03 16:16:44.766920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a513eab7-fab3-48cc-9612-f409730f1b76 req-84dfd7bc-7d40-43de-80e1-fb5c28308f7f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755303 Nov 03 16:16:44.781137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9573642d-f115-4652-be43-da95aa13db27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.918914 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9573642d-f115-4652-be43-da95aa13db27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.920186 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.925656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9573642d-f115-4652-be43-da95aa13db27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.930255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.931411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.948011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a0310d75-c1ba-4ee3-b9f6-ff9561a64a62 None None] Provisioning complete for port 80f1c0fb-f092-4e48-9242-f23917bd76ff triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:44.948903 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a0310d75-c1ba-4ee3-b9f6-ff9561a64a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:44.992050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9573642d-f115-4652-be43-da95aa13db27 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f7ae1b7518f443c0ba3ca19026dd46c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5410812 Nov 03 16:16:44.993055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53642) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:44.993688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53644) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:45.107349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=7906e273-ece2-4c96-afd0-be6aa4f07988,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:45.173724 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network e08330b3-f1e8-40e8-976a-a5fa7c43a06e is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:45.182404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:45.291345 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.363464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a0310d75-c1ba-4ee3-b9f6-ff9561a64a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.370170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 80f1c0fb-f092-4e48-9242-f23917bd76ff, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80f1c0fb-f092-4e48-9242-f23917bd76ff,segment=NetworkSegment(d0cb309b-d8bb-4de0-9fea-bd1574f09103),segment_id=d0cb309b-d8bb-4de0-9fea-bd1574f09103)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:45.384403 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.385483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ae434145-0332-4563-9d22-91b13902403a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:45.453963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85a58a14-3faf-4ad2-af42-aeb5de3ac08b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19d3c78427b544c5b89c92e7ad8e7244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460711 Nov 03 16:16:45.456608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53654) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:45.504475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe2d10a-d8ce-43fa-9c2c-29c51c20f314 None None] Network 93134dfd-f4ed-4a07-a66e-adfe968505a4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:45.570521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router df672611-dfde-43b0-bf2b-c4b87a2c2d45 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:16:45.619132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=80f1c0fb-f092-4e48-9242-f23917bd76ff,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:45.621810 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36c039f6-6659-458f-8344-2bc51649517a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.647517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573642d-f115-4652-be43-da95aa13db27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9a3060-97ce-4943-98d8-a03bfd0b23ce,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:45.738753 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91975cc-a18a-4e03-9167-5883799ca1d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.758935 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-a0310d75-c1ba-4ee3-b9f6-ff9561a64a62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:16:45.759291 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-a0310d75-c1ba-4ee3-b9f6-ff9561a64a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:16:45.774921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91975cc-a18a-4e03-9167-5883799ca1d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.804876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:16:45.814190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-42e79fa4-b346-46e8-b2ed-95822248faf0 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/df672611-dfde-43b0-bf2b-c4b87a2c2d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6696398 Nov 03 16:16:45.816166 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29170e52-241b-4479-b38f-b7063323283d None None] Sync routers for ids ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:16:45.817692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53660) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:45.821600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36c039f6-6659-458f-8344-2bc51649517a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.839022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ae434145-0332-4563-9d22-91b13902403a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:45.840486 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29170e52-241b-4479-b38f-b7063323283d None None] Routers {'df672611-dfde-43b0-bf2b-c4b87a2c2d45'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:45.842723 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-29170e52-241b-4479-b38f-b7063323283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:45.843320 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.876287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53cf65a-caf3-4225-9610-eed8973169e6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:45.877803 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f53cf65a-caf3-4225-9610-eed8973169e6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports/7906e273-ece2-4c96-afd0-be6aa4f07988 HTTP/1.1" status: 200 len: 911 time: 0.0584915 Nov 03 16:16:45.884160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53662) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:45.890388 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91975cc-a18a-4e03-9167-5883799ca1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.902007 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d91975cc-a18a-4e03-9167-5883799ca1d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:45.911014 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d91975cc-a18a-4e03-9167-5883799ca1d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a9a3060-97ce-4943-98d8-a03bfd0b23ce HTTP/1.1" status: 204 len: 168 time: 0.9138074 Nov 03 16:16:45.972622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91975cc-a18a-4e03-9167-5883799ca1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9a3060-97ce-4943-98d8-a03bfd0b23ce,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:46.070406 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-29170e52-241b-4479-b38f-b7063323283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:46.103120 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29170e52-241b-4479-b38f-b7063323283d None None] Routers {'df672611-dfde-43b0-bf2b-c4b87a2c2d45'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:46.105306 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-29170e52-241b-4479-b38f-b7063323283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:46.191984 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:46.213670 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-29170e52-241b-4479-b38f-b7063323283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:46.215327 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29170e52-241b-4479-b38f-b7063323283d None None] The sync data for ids ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:16:46.287813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7271e0-688e-4153-a119-00ddb86ef8d3 req-618e28cb-8ea4-43a0-af61-69f70b2a878b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:46.289437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e7271e0-688e-4153-a119-00ddb86ef8d3 req-618e28cb-8ea4-43a0-af61-69f70b2a878b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 943 time: 0.2476716 Nov 03 16:16:46.355274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36c039f6-6659-458f-8344-2bc51649517a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:46.360389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port ae434145-0332-4563-9d22-91b13902403a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ae434145-0332-4563-9d22-91b13902403a,segment=NetworkSegment(40de92d9-a32e-49be-bfe4-b1fe211c9ee6),segment_id=40de92d9-a32e-49be-bfe4-b1fe211c9ee6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:46.364822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36c039f6-6659-458f-8344-2bc51649517a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:46.372883 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-36c039f6-6659-458f-8344-2bc51649517a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e23a04f4-76af-4063-986c-29259e7a9d2f HTTP/1.1" status: 204 len: 168 time: 0.9151845 Nov 03 16:16:46.387248 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:46.492797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2232355e-2bd5-4289-845f-228c04559f4f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:16:46.533808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2232355e-2bd5-4289-845f-228c04559f4f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:16:46.534620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2232355e-2bd5-4289-845f-228c04559f4f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:16:46.554770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=ae434145-0332-4563-9d22-91b13902403a,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:46.559181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6e7271e0-688e-4153-a119-00ddb86ef8d3 req-ca438e33-1078-400e-83b9-dd4bf94c386a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550683 Nov 03 16:16:46.559904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c039f6-6659-458f-8344-2bc51649517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23a04f4-76af-4063-986c-29259e7a9d2f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:46.597045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-26874841-cbfe-41ff-b0dc-9432cbe969de None None] Provisioning complete for port 80f1c0fb-f092-4e48-9242-f23917bd76ff triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:46.597595 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26874841-cbfe-41ff-b0dc-9432cbe969de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:46.739557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-26874841-cbfe-41ff-b0dc-9432cbe969de None None] Provisioning complete for port 7906e273-ece2-4c96-afd0-be6aa4f07988 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:46.740250 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26874841-cbfe-41ff-b0dc-9432cbe969de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:46.904106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:46.990560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80f1c0fb-f092-4e48-9242-f23917bd76ff up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:47.056081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-26874841-cbfe-41ff-b0dc-9432cbe969de None None] Port 7906e273-ece2-4c96-afd0-be6aa4f07988 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:47.072457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-26874841-cbfe-41ff-b0dc-9432cbe969de None None] Provisioning complete for port ae434145-0332-4563-9d22-91b13902403a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:47.073140 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26874841-cbfe-41ff-b0dc-9432cbe969de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:47.100494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 80f1c0fb-f092-4e48-9242-f23917bd76ff triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:47.101370 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:47.245131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ae434145-0332-4563-9d22-91b13902403a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:47.280728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 2001:db8:1::1 (93134dfd-f4ed-4a07-a66e-adfe968505a4/4eaad5c9-6e62-47ba-9695-a948d35c0712/ea382724-92c2-4693-ba0e-2147951fbf63) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:47.315126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ae434145-0332-4563-9d22-91b13902403a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:47.315531 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:47.439352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7d718cfa-100e-4492-8b04-3d0ef6ae0ef9 None None] Provisioning complete for port 7906e273-ece2-4c96-afd0-be6aa4f07988 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:47.440334 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d718cfa-100e-4492-8b04-3d0ef6ae0ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:47.490973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7d718cfa-100e-4492-8b04-3d0ef6ae0ef9 None None] Port 7906e273-ece2-4c96-afd0-be6aa4f07988 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:47.511728 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:47.549513 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:47.587528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 93134dfd-f4ed-4a07-a66e-adfe968505a4 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:47.591076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:47.594967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:47.595524 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:47.651229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=ea382724-92c2-4693-ba0e-2147951fbf63,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:47.883774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:47.916071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39d532-1180-4f91-b2c5-37a7b56b4101 req-108a3d5a-f78b-43cd-88fa-c445971df47e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:47.938233 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9c39d532-1180-4f91-b2c5-37a7b56b4101 req-108a3d5a-f78b-43cd-88fa-c445971df47e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 943 time: 0.1948290 Nov 03 16:16:48.044958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9c39d532-1180-4f91-b2c5-37a7b56b4101 req-bfe36a99-ff1c-4839-9cc2-6dd5296dc2ff tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830867 Nov 03 16:16:48.107459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53728) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:48.131791 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8bd5925b-fa8b-496e-973a-d6ebfe304914 None None] Provisioning complete for port ea382724-92c2-4693-ba0e-2147951fbf63 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:48.132177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8bd5925b-fa8b-496e-973a-d6ebfe304914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.186902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5925b-fa8b-496e-973a-d6ebfe304914 None None] Port ea382724-92c2-4693-ba0e-2147951fbf63 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:48.202114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 942d351b-acf5-49b9-b85e-276023b835ca details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:16:48.245657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1551158007'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:48.282513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Made reservation on behalf of cf4bfb1434cf47ac8086d4fbf9393faf for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:48.289465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.310128 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.336522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 942d351b-acf5-49b9-b85e-276023b835ca, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=942d351b-acf5-49b9-b85e-276023b835ca,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:48.355671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '942d351b-acf5-49b9-b85e-276023b835ca', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'port_id': '942d351b-acf5-49b9-b85e-276023b835ca', 'mac_address': 'fa:16:3e:ff:54:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:16:48.362360 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.370266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.371307 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.399304 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.407333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.421370 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.438949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d925bb5c-a3b7-4d77-829e-df5cde21adbb,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:48.450558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:16:48.452385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942d351b-acf5-49b9-b85e-276023b835ca {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:16:48.472814 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.473181 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Added segment 7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6 of type vlan for network 98f60a08-16d3-47a8-a310-1e285e2290be Nov 03 16:16:48.482140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=ea382724-92c2-4693-ba0e-2147951fbf63,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:48.491392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 942d351b-acf5-49b9-b85e-276023b835ca, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=942d351b-acf5-49b9-b85e-276023b835ca,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:48.498490 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.535464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.536128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 93134dfd-f4ed-4a07-a66e-adfe968505a4 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:48.538726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:48.582726 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=942d351b-acf5-49b9-b85e-276023b835ca,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:48.598943 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.606048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:48.606668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.649215 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5399523 Nov 03 16:16:48.654019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53748) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:48.658793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Request body: {'subnet': {'network_id': '98f60a08-16d3-47a8-a310-1e285e2290be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:48.751033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203ed7a-974c-4fbb-b984-4c3cff325f81 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event updated for resources: {'Network': ['ID=98f60a08-16d3-47a8-a310-1e285e2290be,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:48.769122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 98f60a08-16d3-47a8-a310-1e285e2290be details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:16:48.780965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router df672611-dfde-43b0-bf2b-c4b87a2c2d45 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:16:48.909452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Made reservation on behalf of cf4bfb1434cf47ac8086d4fbf9393faf for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:48.915825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:48.939678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['942d351b-acf5-49b9-b85e-276023b835ca'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:16:49.004742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:16:49.016534 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7b88a5bd-4204-4afd-968d-04ca05ac7dd7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/df672611-dfde-43b0-bf2b-c4b87a2c2d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1289730 Nov 03 16:16:49.017853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53766) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:49.029578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f83ea23-b523-4820-9f8d-e9a8cb807b3b None None] Sync routers for ids ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:16:49.076121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9af42e55-2775-420d-947d-5a51670b76db None None] Provisioning complete for port ea382724-92c2-4693-ba0e-2147951fbf63 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:49.076631 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9af42e55-2775-420d-947d-5a51670b76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:49.078479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83ea23-b523-4820-9f8d-e9a8cb807b3b None None] Routers {'df672611-dfde-43b0-bf2b-c4b87a2c2d45'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:49.079233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0f83ea23-b523-4820-9f8d-e9a8cb807b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:49.190925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0f83ea23-b523-4820-9f8d-e9a8cb807b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:49.215044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83ea23-b523-4820-9f8d-e9a8cb807b3b None None] Routers {'df672611-dfde-43b0-bf2b-c4b87a2c2d45'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:49.215774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0f83ea23-b523-4820-9f8d-e9a8cb807b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:49.257618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0f83ea23-b523-4820-9f8d-e9a8cb807b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:49.258393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f83ea23-b523-4820-9f8d-e9a8cb807b3b None None] The sync data for ids ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:16:49.259831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9af42e55-2775-420d-947d-5a51670b76db None None] Port ea382724-92c2-4693-ba0e-2147951fbf63 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:49.388674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53780) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:49.499888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9e91c3-f27a-4f1e-9b5b-addb0ab10edc tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:49.501304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ac9e91c3-f27a-4f1e-9b5b-addb0ab10edc tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports/ea382724-92c2-4693-ba0e-2147951fbf63 HTTP/1.1" status: 200 len: 913 time: 0.4823883 Nov 03 16:16:49.505400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53784) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:49.535632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a6971-6d5e-4c05-9217-08c0ed969449 req-bc7c49f2-10fd-42b4-bb43-5ca51d5973ac tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:49.537951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-805a6971-6d5e-4c05-9217-08c0ed969449 req-bc7c49f2-10fd-42b4-bb43-5ca51d5973ac tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 944 time: 0.0876501 Nov 03 16:16:49.557732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fe98-294d-4cc0-b66c-c716da245a9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:49.653040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-805a6971-6d5e-4c05-9217-08c0ed969449 req-a766b8a0-41be-481b-90d1-7b7f41a21373 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886879 Nov 03 16:16:49.679302 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:49.734672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event updated for resources: {'Subnet': ['ID=f426cc38-c762-4feb-b1c8-dc6ff4d537e2,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:49.748712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Checking segment: {'id': '7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '98f60a08-16d3-47a8-a310-1e285e2290be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:49.749075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Network hostable DHCP agents. Network: 98f60a08-16d3-47a8-a310-1e285e2290be, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:16:49.768648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Network 98f60a08-16d3-47a8-a310-1e285e2290be is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:16:49.780745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 98f60a08-16d3-47a8-a310-1e285e2290be) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:49.786318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:49.788567 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:49.792453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb11dc-fc56-47cd-9c8f-536ac7325a3f None None] Network 98f60a08-16d3-47a8-a310-1e285e2290be requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:49.799986 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fe98-294d-4cc0-b66c-c716da245a9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:49.810178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fe98-294d-4cc0-b66c-c716da245a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:49.816678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-20d90237-7be3-4d75-9f69-a39053cd1cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1615615 Nov 03 16:16:49.819835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53786) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:49.827958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Request body: {'port': {'network_id': '98f60a08-16d3-47a8-a310-1e285e2290be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1712409863'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:49.864392 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bcd8fe98-294d-4cc0-b66c-c716da245a9f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=598e5089e05546f78c79d00b4b4075b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4745970 Nov 03 16:16:49.867489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53788) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:49.892067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8fe98-294d-4cc0-b66c-c716da245a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489bf45a-53e6-4b59-a6b4-4b5146910400,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:49.960406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6da16ce9-e79c-4b63-b2ec-dcf86e546950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:49.977790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Made reservation on behalf of cf4bfb1434cf47ac8086d4fbf9393faf for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:49.981722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:49.990316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-98f60a08-16d3-47a8-a310-1e285e2290be', 'network_id': '98f60a08-16d3-47a8-a310-1e285e2290be', 'tenant_id': 'cf4bfb1434cf47ac8086d4fbf9393faf', 'fixed_ips': [{'subnet_id': 'f426cc38-c762-4feb-b1c8-dc6ff4d537e2'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:16:49.991571 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.009558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6da16ce9-e79c-4b63-b2ec-dcf86e546950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.028194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] device_id is not set on port f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:16:50.070152 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.157843 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6da16ce9-e79c-4b63-b2ec-dcf86e546950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.160383 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6da16ce9-e79c-4b63-b2ec-dcf86e546950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.164520 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6da16ce9-e79c-4b63-b2ec-dcf86e546950 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/489bf45a-53e6-4b59-a6b4-4b5146910400 HTTP/1.1" status: 204 len: 168 time: 0.2918539 Nov 03 16:16:50.174812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Allocated IP 2001:db8::2 (98f60a08-16d3-47a8-a310-1e285e2290be/f426cc38-c762-4feb-b1c8-dc6ff4d537e2/769996fb-a2d3-4208-aa96-b7edd5dfc4ad) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:50.180417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da16ce9-e79c-4b63-b2ec-dcf86e546950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489bf45a-53e6-4b59-a6b4-4b5146910400,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:50.210239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 942d351b-acf5-49b9-b85e-276023b835ca up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:50.398032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port ea382724-92c2-4693-ba0e-2147951fbf63 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:50.398623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.417109 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.418915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 942d351b-acf5-49b9-b85e-276023b835ca completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:16:50.424661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 942d351b-acf5-49b9-b85e-276023b835ca triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:50.425561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.480146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.540262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Allocated IP 2001:db8::54 (98f60a08-16d3-47a8-a310-1e285e2290be/f426cc38-c762-4feb-b1c8-dc6ff4d537e2/f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:50.546791 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Network 98f60a08-16d3-47a8-a310-1e285e2290be is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:50.551544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Pushing event updated for resources: {'Port': ['ID=769996fb-a2d3-4208-aa96-b7edd5dfc4ad,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:50.551752 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.557838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:50.560587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:50.572363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for ea382724-92c2-4693-ba0e-2147951fbf63 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:50.695430 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.707045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Attempting to bind port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:16:50.707421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Attempting to bind port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '98f60a08-16d3-47a8-a310-1e285e2290be'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:16:50.707793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Attempting to bind port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad on network 98f60a08-16d3-47a8-a310-1e285e2290be {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:16:50.712708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53798) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:50.757137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c579bb5-e8ee-4559-85f8-fe270157cf26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.769377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:16:50.769377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Checking segment: {'id': '7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '98f60a08-16d3-47a8-a310-1e285e2290be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:16:50.769377 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.770262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Bound using segment: {'id': '7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '98f60a08-16d3-47a8-a310-1e285e2290be'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:16:50.772895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Bound port: 769996fb-a2d3-4208-aa96-b7edd5dfc4ad, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '98f60a08-16d3-47a8-a310-1e285e2290be'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:16:50.773899 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.796536 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 942d351b-acf5-49b9-b85e-276023b835ca, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=942d351b-acf5-49b9-b85e-276023b835ca,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:50.797560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25ffb59-b409-4c0c-84ee-7d02206313e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942d351b-acf5-49b9-b85e-276023b835ca'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:16:50.800708 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d32dc36-3602-404a-a269-f721c3cf7a68" -d '{"events": [{"server_uuid": "d25ffb59-b409-4c0c-84ee-7d02206313e2", "name": "network-vif-plugged", "status": "completed", "tag": "942d351b-acf5-49b9-b85e-276023b835ca"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:16:50.809730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.840502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-2fe414b0-2de5-423b-825b-d5678ca63ded req-d69c6250-9b81-4079-8799-7e3b648a53e2 tempest-MultipleCreateTestJSON-1925677862 tempest-MultipleCreateTestJSON-1925677862-project] (108104) timed out ('10.222.0.15', 60301) {{(pid=108104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:16:50.871417 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25822ce-3bfa-4fb5-8fda-2e37ed7c48e3 x-openstack-request-id: req-d25822ce-3bfa-4fb5-8fda-2e37ed7c48e3 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:16:50.871705 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25ffb59-b409-4c0c-84ee-7d02206313e2", "name": "network-vif-plugged", "status": "completed", "tag": "942d351b-acf5-49b9-b85e-276023b835ca", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:16:50.871956 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d25822ce-3bfa-4fb5-8fda-2e37ed7c48e3 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:16:50.872342 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25ffb59-b409-4c0c-84ee-7d02206313e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942d351b-acf5-49b9-b85e-276023b835ca', 'code': 200} Nov 03 16:16:50.879559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-ff354acd-8017-4dcb-8f48-421b1efbc9ed req-5c37d1ca-e601-45e7-aac8-59cf9464a740 tempest-ServersOnMultiNodesTest-1684042516 tempest-ServersOnMultiNodesTest-1684042516-project] (108105) timed out ('10.222.0.15', 60293) {{(pid=108105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:16:50.928838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] For port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:16:50.935236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] For port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=769996fb-a2d3-4208-aa96-b7edd5dfc4ad,segment=NetworkSegment(7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6),segment_id=7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:16:50.937147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=942d351b-acf5-49b9-b85e-276023b835ca,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:50.940945 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.945436 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.958385 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:50.997330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b179d-3e27-41f7-b10b-b5add45535bb req-d44de7a4-2371-4cc0-b63f-c6faa1758383 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:51.009095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.011367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-637b179d-3e27-41f7-b10b-b5add45535bb req-d44de7a4-2371-4cc0-b63f-c6faa1758383 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 945 time: 0.2179060 Nov 03 16:16:51.014413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=ea382724-92c2-4693-ba0e-2147951fbf63,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:51.025358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8820af-4ad9-49aa-8474-5b6f62c710c4 None None] Pushing event updated for resources: {'Port': ['ID=769996fb-a2d3-4208-aa96-b7edd5dfc4ad,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:51.069470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Network 98f60a08-16d3-47a8-a310-1e285e2290be is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:51.075583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:51.079755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:51.091092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:51.091780 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.108046 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c579bb5-e8ee-4559-85f8-fe270157cf26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.118803 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2977371 Nov 03 16:16:51.127186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53802) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:51.135622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Request body: {'port': {'network_id': '98f60a08-16d3-47a8-a310-1e285e2290be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1208926697', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:51.136135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.api.validators [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] bootfile-name is not in valid_values {{(pid=108104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:16:51.136589 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.api.validators [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] tftp-server is not in valid_values {{(pid=108104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:16:51.137348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.api.validators [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] server-ip-address is not in valid_values {{(pid=108104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:16:51.142089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d9c1e-0492-472a-b27a-47bc6de7ee1f tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event updated for resources: {'Port': ['ID=f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:51.188530 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c579bb5-e8ee-4559-85f8-fe270157cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.266783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025f249-9e2a-4011-80a8-f8efc9a90115 req-e8207eea-6ce0-4cc8-a109-a1af291aa152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:51.268403 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f025f249-9e2a-4011-80a8-f8efc9a90115 req-e8207eea-6ce0-4cc8-a109-a1af291aa152 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 1096 time: 0.2955666 Nov 03 16:16:51.285325 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-637b179d-3e27-41f7-b10b-b5add45535bb req-b4ab70f6-456c-44f0-b7eb-62e69d1a6388 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723973 Nov 03 16:16:51.312447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c579bb5-e8ee-4559-85f8-fe270157cf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde79ea-f11a-45ba-8bcd-3b25a188d1aa,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:51.328667 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c579bb5-e8ee-4559-85f8-fe270157cf26 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a66a223399724e349908803200e54e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6127210 Nov 03 16:16:51.331151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53804) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:51.341695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Made reservation on behalf of cf4bfb1434cf47ac8086d4fbf9393faf for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:16:51.346897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.359345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.373707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] device_id is not set on port 7fdd7099-6f0c-4d5d-9839-640458723811 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:16:51.412188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f025f249-9e2a-4011-80a8-f8efc9a90115 req-09f3a91d-7387-4af7-ba85-cf7e7ccec11e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185055 Nov 03 16:16:51.503108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69256eac-1a8c-44e9-a7ab-589051ffd095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.536472 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69256eac-1a8c-44e9-a7ab-589051ffd095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.549243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Allocated IP 2001:db8::36 (98f60a08-16d3-47a8-a310-1e285e2290be/f426cc38-c762-4feb-b1c8-dc6ff4d537e2/7fdd7099-6f0c-4d5d-9839-640458723811) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:16:51.668641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router df672611-dfde-43b0-bf2b-c4b87a2c2d45 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:16:51.679870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69256eac-1a8c-44e9-a7ab-589051ffd095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.682469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69256eac-1a8c-44e9-a7ab-589051ffd095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.683664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-69256eac-1a8c-44e9-a7ab-589051ffd095 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5dde79ea-f11a-45ba-8bcd-3b25a188d1aa HTTP/1.1" status: 204 len: 168 time: 0.3481901 Nov 03 16:16:51.749553 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.793614 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.812909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69256eac-1a8c-44e9-a7ab-589051ffd095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde79ea-f11a-45ba-8bcd-3b25a188d1aa,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:51.821688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:16:51.828705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cfdca81b-9e28-4bbc-9b75-12db4682410c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/df672611-dfde-43b0-bf2b-c4b87a2c2d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3214767 Nov 03 16:16:51.831403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53814) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:51.838442 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074854f-6694-4804-b13e-3f91c306099b None None] Sync routers for ids ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:16:51.862828 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074854f-6694-4804-b13e-3f91c306099b None None] Routers {'df672611-dfde-43b0-bf2b-c4b87a2c2d45'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:51.863465 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7074854f-6694-4804-b13e-3f91c306099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:51.873988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Network 98f60a08-16d3-47a8-a310-1e285e2290be is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:16:51.878107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:16:51.889839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:16:51.906743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:51.907704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.920209 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:51.930160 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7074854f-6694-4804-b13e-3f91c306099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:51.938958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event updated for resources: {'Port': ['ID=7fdd7099-6f0c-4d5d-9839-640458723811,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:51.956957 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074854f-6694-4804-b13e-3f91c306099b None None] Routers {'df672611-dfde-43b0-bf2b-c4b87a2c2d45'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:51.957279 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7074854f-6694-4804-b13e-3f91c306099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:51.966813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-06d85fb9-8946-40a1-9074-706bc110213d tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.8360999 Nov 03 16:16:51.967139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53818) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:51.998758 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7074854f-6694-4804-b13e-3f91c306099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:51.999673 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074854f-6694-4804-b13e-3f91c306099b None None] The sync data for ids ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:16:52.141577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecdf74b-81a2-440d-ba3f-0e8ea5a16d9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:52.148310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecdf74b-81a2-440d-ba3f-0e8ea5a16d9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:52.154399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecdf74b-81a2-440d-ba3f-0e8ea5a16d9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:52.158999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53824) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:52.159338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1ecdf74b-81a2-440d-ba3f-0e8ea5a16d9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1890492 Nov 03 16:16:52.298372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-494dda46-9717-46d7-b5c4-ca42de0937c7 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Deleting port 7fdd7099-6f0c-4d5d-9839-640458723811 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:52.298753 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-494dda46-9717-46d7-b5c4-ca42de0937c7 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:52.488092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-494dda46-9717-46d7-b5c4-ca42de0937c7 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:52.505200 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:52.507876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-494dda46-9717-46d7-b5c4-ca42de0937c7 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Calling delete_port for 7fdd7099-6f0c-4d5d-9839-640458723811 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:52.523010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3955c-611c-409e-9b9a-c9645111a953 None None] Network 98f60a08-16d3-47a8-a310-1e285e2290be requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:52.529165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec6c77-5338-450f-86e1-29632abecfec req-b7fb0800-9c86-4d37-b490-12275b35b81d tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:52.530829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ec6c77-5338-450f-86e1-29632abecfec req-b7fb0800-9c86-4d37-b490-12275b35b81d tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1096 time: 0.0986602 Nov 03 16:16:52.633221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ec6c77-5338-450f-86e1-29632abecfec req-27d96ad9-58de-459f-ace4-cb90a5bef473 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943997 Nov 03 16:16:52.668503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53844) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:52.671739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b151eda3-9189-4bd8-8087-6e2c8cfdf8d4 None None] Provisioning complete for port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:52.674055 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b151eda3-9189-4bd8-8087-6e2c8cfdf8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:52.816346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494434d8-845e-47f5-af11-4910b67b1bd6 req-317f996b-2037-4acf-9388-22f46817e402 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:52.827893 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-494434d8-845e-47f5-af11-4910b67b1bd6 req-317f996b-2037-4acf-9388-22f46817e402 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 945 time: 0.4124017 Nov 03 16:16:52.888122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 769996fb-a2d3-4208-aa96-b7edd5dfc4ad up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:52.920198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-494dda46-9717-46d7-b5c4-ca42de0937c7 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:52.962685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dda46-9717-46d7-b5c4-ca42de0937c7 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event deleted for resources: {'Port': ['ID=7fdd7099-6f0c-4d5d-9839-640458723811,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:53.038282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b151eda3-9189-4bd8-8087-6e2c8cfdf8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.047117 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-494dda46-9717-46d7-b5c4-ca42de0937c7 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.055036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-494dda46-9717-46d7-b5c4-ca42de0937c7 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "DELETE /v2.0/ports/7fdd7099-6f0c-4d5d-9839-640458723811 HTTP/1.1" status: 204 len: 168 time: 0.8948922 Nov 03 16:16:53.060215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53850) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:53.074395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Request body: {'port': {'name': 'tempest-new-port-name-1267665990', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:16:53.074793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.api.validators [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] bootfile-name is not in valid_values {{(pid=108104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:16:53.075130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.api.validators [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] tftp-server is not in valid_values {{(pid=108104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:16:53.083108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.api.validators [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] server-ip-address is not in valid_values {{(pid=108104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 16:16:53.083379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:53.084206 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.225697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port 1d31f386-cf24-459f-94b3-82d2f3210ad7 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:53.226183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.228019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.241318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b151eda3-9189-4bd8-8087-6e2c8cfdf8d4 None None] For port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=769996fb-a2d3-4208-aa96-b7edd5dfc4ad,segment=NetworkSegment(7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6),segment_id=7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:53.263766 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b151eda3-9189-4bd8-8087-6e2c8cfdf8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.430466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151eda3-9189-4bd8-8087-6e2c8cfdf8d4 None None] Pushing event updated for resources: {'Port': ['ID=769996fb-a2d3-4208-aa96-b7edd5dfc4ad,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:53.452264 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-494434d8-845e-47f5-af11-4910b67b1bd6 req-e58c5720-54e3-437d-b21e-abcfb5d139cf tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137896 Nov 03 16:16:53.470321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.470732 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.510753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for 1d31f386-cf24-459f-94b3-82d2f3210ad7 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:53.517604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-55c702e3-3210-4ef5-a804-5078cae62394 None None] Provisioning complete for port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:53.517976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55c702e3-3210-4ef5-a804-5078cae62394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.603042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 7906e273-ece2-4c96-afd0-be6aa4f07988 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:53.603648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.732719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-55c702e3-3210-4ef5-a804-5078cae62394 None None] Provisioning complete for port f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:53.733155 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55c702e3-3210-4ef5-a804-5078cae62394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.774486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.797346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 7906e273-ece2-4c96-afd0-be6aa4f07988 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:53.823847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-55c702e3-3210-4ef5-a804-5078cae62394 None None] Port f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:53.838514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-55c702e3-3210-4ef5-a804-5078cae62394 None None] Could not find standard attr ID for object 7fdd7099-6f0c-4d5d-9839-640458723811. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:16:53.987558 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.994813 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:53.995698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9dd6dc46-fa67-44e5-b29f-0ec6b7b39c61 None None] Provisioning complete for port f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:53.996101 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9dd6dc46-fa67-44e5-b29f-0ec6b7b39c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:54.047510 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:54.050062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] In _notify_port_updated(), no bound segment for port f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb on network 98f60a08-16d3-47a8-a310-1e285e2290be {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:16:54.055812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:54.056470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:54.057934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "PUT /v2.0/ports/f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb HTTP/1.1" status: 200 len: 1129 time: 0.9967062 Nov 03 16:16:54.062150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:54.081974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6dc46-fa67-44e5-b29f-0ec6b7b39c61 None None] Port f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:54.102017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418aa6c-2c38-47d3-b8bd-2d91e05f4c9c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event updated for resources: {'Port': ['ID=f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:54.124099 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:54.163638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=1d31f386-cf24-459f-94b3-82d2f3210ad7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:54.222030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:54.222970 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Floating IP 4ed941fd-5ef0-40bd-af07-49e509c5aa76 disassociated (deleted). External IP: 172.25.6.86, port: b5f18c7f-5920-4f35-8a4a-90b74ae40c46. Nov 03 16:16:54.249663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e9447-8b4a-4e58-bade-4b23dfc73b24 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:54.251342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-535e9447-8b4a-4e58-bade-4b23dfc73b24 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "GET /v2.0/ports/f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb HTTP/1.1" status: 200 len: 1129 time: 0.1877451 Nov 03 16:16:54.252129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=7906e273-ece2-4c96-afd0-be6aa4f07988,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:54.281251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:54.300263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2dbcc278-769c-45ed-926b-6d8cf25a7451 None None] Could not find standard attr ID for object 7fdd7099-6f0c-4d5d-9839-640458723811. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:16:54.370248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.370607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.370939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.371281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.371619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.371953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.372287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.372617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.372947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.373278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.373630 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.373957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:16:54.547428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:54.719866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 769996fb-a2d3-4208-aa96-b7edd5dfc4ad up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:16:54.787589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9b34f-b6df-4526-8306-0ddfe1495181 req-a6e0570a-e9c5-4c32-8136-34435fec2c3d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:54.795882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6f9b34f-b6df-4526-8306-0ddfe1495181 req-a6e0570a-e9c5-4c32-8136-34435fec2c3d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 945 time: 0.1924729 Nov 03 16:16:54.799481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:54.800062 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:54.818963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router df672611-dfde-43b0-bf2b-c4b87a2c2d45 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:16:54.824437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 0b2da2dd-b967-4f20-b7c1-060132f455fa has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:16:54.842408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-442674f9-b613-44dc-b81f-34ec9f883730 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Deleting port f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:54.843039 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-442674f9-b613-44dc-b81f-34ec9f883730 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:54.873143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6f9b34f-b6df-4526-8306-0ddfe1495181 req-f322fec9-0556-44a6-b887-11a3b7f09a97 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756452 Nov 03 16:16:55.032957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:16:55.039533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:55.045106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] Sync routers for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:16:55.074397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-073c12ef-0d36-4839-b68d-6fabc080ea1f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/floatingips/4ed941fd-5ef0-40bd-af07-49e509c5aa76 HTTP/1.1" status: 204 len: 168 time: 2.4048145 Nov 03 16:16:55.074997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:16:55.079473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:55.080719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:55.090022 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8444426f-3f22-4a9f-a816-b59d69038319" -d '{"events": [{"name": "network-changed", "server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:16:55.160727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:16:55.172619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53898) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:55.172844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b3bafc32-63f0-43ab-93b2-036c28271be7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/df672611-dfde-43b0-bf2b-c4b87a2c2d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3393185 Nov 03 16:16:55.176786 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ad0a8-46a5-4816-92f4-d3e288f09159 None None] Sync routers for ids ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:16:55.193355 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ad0a8-46a5-4816-92f4-d3e288f09159 None None] Routers {'df672611-dfde-43b0-bf2b-c4b87a2c2d45'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:55.196240 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ec0ad0a8-46a5-4816-92f4-d3e288f09159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:55.196661 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395edc96-f541-4f80-ad35-03c7a418f955 req-3ad1f194-69e6-423f-9576-db25839c52b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:55.198256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-395edc96-f541-4f80-ad35-03c7a418f955 req-3ad1f194-69e6-423f-9576-db25839c52b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 945 time: 0.1546383 Nov 03 16:16:55.230454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-92292ab6-b86b-4a40-8353-c1d2c9c8368e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=df672611-dfde-43b0-bf2b-c4b87a2c2d45 HTTP/1.1" status: 200 len: 205 time: 0.0561552 Nov 03 16:16:55.241930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53902) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:55.268753 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-442674f9-b613-44dc-b81f-34ec9f883730 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:55.304537 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ec0ad0a8-46a5-4816-92f4-d3e288f09159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:55.334703 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ad0a8-46a5-4816-92f4-d3e288f09159 None None] Routers {'df672611-dfde-43b0-bf2b-c4b87a2c2d45'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:55.335923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-442674f9-b613-44dc-b81f-34ec9f883730 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Calling delete_port for f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:55.336767 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ec0ad0a8-46a5-4816-92f4-d3e288f09159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:55.434246 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ec0ad0a8-46a5-4816-92f4-d3e288f09159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:55.436914 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ad0a8-46a5-4816-92f4-d3e288f09159 None None] The sync data for ids ['df672611-dfde-43b0-bf2b-c4b87a2c2d45'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:16:55.448022 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf2a53-df48-4de5-a848-5a21514cf97d x-openstack-request-id: req-5cbf2a53-df48-4de5-a848-5a21514cf97d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:16:55.450482 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:16:55.452525 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5cbf2a53-df48-4de5-a848-5a21514cf97d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:16:55.452664 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'status': 'completed', 'code': 200} Nov 03 16:16:55.473450 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a092cb1c-b273-4dcc-aca0-3953b5b434ef tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:55.517477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-395edc96-f541-4f80-ad35-03c7a418f955 req-22f4791f-24dd-4cca-bcac-07fbf973268e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969794 Nov 03 16:16:55.584395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444426f-3f22-4a9f-a816-b59d69038319 req-812856fa-1d6e-451e-a0db-9970d03699e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:55.586381 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8444426f-3f22-4a9f-a816-b59d69038319 req-812856fa-1d6e-451e-a0db-9970d03699e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 1096 time: 0.0895190 Nov 03 16:16:55.652156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a8ead953-2dfc-44f6-b448-28bd268b8706 None None] Provisioning complete for port f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:16:55.652806 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8ead953-2dfc-44f6-b448-28bd268b8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:55.732488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a8ead953-2dfc-44f6-b448-28bd268b8706 None None] Port f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:16:55.767953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:55.798281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a092cb1c-b273-4dcc-aca0-3953b5b434ef tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:55.810118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca3f2e-be24-44fa-94a5-88944dc86ecd req-3b3e6fbe-77d9-4331-af29-8a248a1346ad tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:55.811805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41ca3f2e-be24-44fa-94a5-88944dc86ecd req-3b3e6fbe-77d9-4331-af29-8a248a1346ad tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1793594 Nov 03 16:16:55.813324 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a092cb1c-b273-4dcc-aca0-3953b5b434ef tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:55.819795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e168a33-ed9b-4790-8bcb-0ae199b19f0d req-a8b0de23-ab3a-4a44-b626-4342be07a8d8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:55.821400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e168a33-ed9b-4790-8bcb-0ae199b19f0d req-a8b0de23-ab3a-4a44-b626-4342be07a8d8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 945 time: 0.1554437 Nov 03 16:16:55.874365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-442674f9-b613-44dc-b81f-34ec9f883730 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:55.889835 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a092cb1c-b273-4dcc-aca0-3953b5b434ef tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:55.890392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a092cb1c-b273-4dcc-aca0-3953b5b434ef tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Fanout notify agent at l3_agent the message router_deleted on router df672611-dfde-43b0-bf2b-c4b87a2c2d45 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:16:55.899753 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a092cb1c-b273-4dcc-aca0-3953b5b434ef tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:55.901076 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a092cb1c-b273-4dcc-aca0-3953b5b434ef tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/df672611-dfde-43b0-bf2b-c4b87a2c2d45 HTTP/1.1" status: 204 len: 168 time: 0.6578584 Nov 03 16:16:55.904604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53912) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:55.955578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41ca3f2e-be24-44fa-94a5-88944dc86ecd req-08fc57a5-29de-41b3-8467-4a2e82937090 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279316 Nov 03 16:16:55.969856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442674f9-b613-44dc-b81f-34ec9f883730 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event deleted for resources: {'Port': ['ID=f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:55.998358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e30837b-9c98-45ef-b50a-125e0f3b9e35 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting subnet 4eaad5c9-6e62-47ba-9695-a948d35c0712 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:16:56.007852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444426f-3f22-4a9f-a816-b59d69038319 req-21662165-c413-4418-87e8-e949093449b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:56.009904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8444426f-3f22-4a9f-a816-b59d69038319 req-21662165-c413-4418-87e8-e949093449b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 200 len: 897 time: 0.4162202 Nov 03 16:16:56.013311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e30837b-9c98-45ef-b50a-125e0f3b9e35 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.108561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e30837b-9c98-45ef-b50a-125e0f3b9e35 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.118699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:15Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '61c23c69-d6a6-4be8-9533-5c2243fbb3b5', 'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:01:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:12Z', 'updated_at': '2021-11-03T16:14:20Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:56.161404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] Checking router: 0b2da2dd-b967-4f20-b7c1-060132f455fa for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:16:56.173719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:16:56.174459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:56.215154 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-442674f9-b613-44dc-b81f-34ec9f883730 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.234614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-442674f9-b613-44dc-b81f-34ec9f883730 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "DELETE /v2.0/ports/f057b2bc-bc2f-46fd-8d96-b1c2b09c5ffb HTTP/1.1" status: 204 len: 168 time: 1.9322774 Nov 03 16:16:56.239312 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8444426f-3f22-4a9f-a816-b59d69038319 req-c4201f38-9d4c-4c76-a1cd-c033c1693f47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 200 len: 217 time: 0.2169557 Nov 03 16:16:56.250711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53920) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:56.288907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e168a33-ed9b-4790-8bcb-0ae199b19f0d req-e70f2a59-edf9-446c-a982-8e84bd18179d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573932 Nov 03 16:16:56.304417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53924) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:56.319103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:16:56.391013 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e30837b-9c98-45ef-b50a-125e0f3b9e35 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.554707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-59562fff-ce1b-4c23-8e88-da70cbf42fbe tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Deleting subnet f426cc38-c762-4feb-b1c8-dc6ff4d537e2 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:16:56.562886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444426f-3f22-4a9f-a816-b59d69038319 req-b6547c05-9986-41e6-b352-2ffbea81f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:56.564625 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8444426f-3f22-4a9f-a816-b59d69038319 req-b6547c05-9986-41e6-b352-2ffbea81f3b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 200 len: 835 time: 0.2806466 Nov 03 16:16:56.568338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59562fff-ce1b-4c23-8e88-da70cbf42fbe tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.572282 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e30837b-9c98-45ef-b50a-125e0f3b9e35 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.635525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30837b-9c98-45ef-b50a-125e0f3b9e35 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Subnet': ['ID=4eaad5c9-6e62-47ba-9695-a948d35c0712,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:56.653821 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e30837b-9c98-45ef-b50a-125e0f3b9e35 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.659520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6e30837b-9c98-45ef-b50a-125e0f3b9e35 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/4eaad5c9-6e62-47ba-9695-a948d35c0712 HTTP/1.1" status: 204 len: 168 time: 0.7516792 Nov 03 16:16:56.670339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53934) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:56.672640 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5dd1e35-1231-4dd5-9f98-da285623c3b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.712835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a468c60-74f1-41b5-801e-5c9216ade288 None None] Network 93134dfd-f4ed-4a07-a66e-adfe968505a4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:56.722578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53936) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:56.766811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c92bd8-cac6-4986-8af0-596a72e90601 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting subnet 32917e17-b54b-46b4-a400-5b488952a6e8 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:16:56.777497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444426f-3f22-4a9f-a816-b59d69038319 req-18874153-5340-4fa0-83a7-c944b24ad8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:56.779532 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8444426f-3f22-4a9f-a816-b59d69038319 req-18874153-5340-4fa0-83a7-c944b24ad8cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cd76810f-7d89-469a-ad8f-efec226747b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993678 Nov 03 16:16:56.782699 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59562fff-ce1b-4c23-8e88-da70cbf42fbe tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.782969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59c92bd8-cac6-4986-8af0-596a72e90601 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.882928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59c92bd8-cac6-4986-8af0-596a72e90601 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:56.941478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3200d3-71f1-44c5-98f0-f159d4d5e95f req-68b8e969-74ff-491e-9b8f-22d4fd17ca11 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:56.945034 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a3200d3-71f1-44c5-98f0-f159d4d5e95f req-68b8e969-74ff-491e-9b8f-22d4fd17ca11 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 945 time: 0.2437587 Nov 03 16:16:56.945236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-8240c6d4-f6e8-41a8-8e55-25982c5534a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:56.946996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-8240c6d4-f6e8-41a8-8e55-25982c5534a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1768281 Nov 03 16:16:56.994660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:15Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '61c23c69-d6a6-4be8-9533-5c2243fbb3b5', 'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:01:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:12Z', 'updated_at': '2021-11-03T16:14:20Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:57.019122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5dd1e35-1231-4dd5-9f98-da285623c3b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.033993 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5dd1e35-1231-4dd5-9f98-da285623c3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.055090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25bcfc-03e4-49d7-b2fc-c906e2d45480 None None] The sync data for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 is: [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:15Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '61c23c69-d6a6-4be8-9533-5c2243fbb3b5', 'name': '', 'network_id': 'cd76810f-7d89-469a-ad8f-efec226747b3', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:01:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:12Z', 'updated_at': '2021-11-03T16:14:20Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cc227f9e-ca3a-45d5-9723-5546214767db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:16:57.060628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c039b7-3da4-4d52-9363-57a632949784 None None] DHCP port deletion for 93134dfd-f4ed-4a07-a66e-adfe968505a4 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:16:57.084673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fafb7f91-6bea-4707-a017-80a38a7e5f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.135478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-10c039b7-3da4-4d52-9363-57a632949784 None None] Deleting port ae434145-0332-4563-9d22-91b13902403a {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:57.136197 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-10c039b7-3da4-4d52-9363-57a632949784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.174246 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a3200d3-71f1-44c5-98f0-f159d4d5e95f req-91c1992e-e76a-4ab5-bf44-1a85fd05a581 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158365 Nov 03 16:16:57.186969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8444426f-3f22-4a9f-a816-b59d69038319 req-0bfd4403-b100-4357-bd50-a31336647613 service neutron] 10.222.0.70 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950772 Nov 03 16:16:57.202405 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59562fff-ce1b-4c23-8e88-da70cbf42fbe tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.231631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-10c039b7-3da4-4d52-9363-57a632949784 None None] For port ae434145-0332-4563-9d22-91b13902403a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ae434145-0332-4563-9d22-91b13902403a,segment=NetworkSegment(40de92d9-a32e-49be-bfe4-b1fe211c9ee6),segment_id=40de92d9-a32e-49be-bfe4-b1fe211c9ee6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:57.232089 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-10c039b7-3da4-4d52-9363-57a632949784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.250639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-10c039b7-3da4-4d52-9363-57a632949784 None None] Calling delete_port for ae434145-0332-4563-9d22-91b13902403a owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:57.390914 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fafb7f91-6bea-4707-a017-80a38a7e5f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.394431 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-10c039b7-3da4-4d52-9363-57a632949784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.397544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8444426f-3f22-4a9f-a816-b59d69038319 req-d11bc35a-83e9-4908-beb0-35fcb89d57ce service neutron] 10.222.0.70 "GET /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911619 Nov 03 16:16:57.399919 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fafb7f91-6bea-4707-a017-80a38a7e5f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.427614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59562fff-ce1b-4c23-8e88-da70cbf42fbe tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.439053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c039b7-3da4-4d52-9363-57a632949784 None None] Pushing event deleted for resources: {'Port': ['ID=ae434145-0332-4563-9d22-91b13902403a,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:57.442000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c039b7-3da4-4d52-9363-57a632949784 None None] No DVR routers for this DVR port ae434145-0332-4563-9d22-91b13902403a on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:57.461754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6289c-b300-4764-9af3-77ab71fef0a6 None None] New status for floating IP 4ed941fd-5ef0-40bd-af07-49e509c5aa76: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:16:57.483428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb7f91-6bea-4707-a017-80a38a7e5f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8dbaba-4136-4885-bb79-7d48a98ab6fe,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:57.488815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59562fff-ce1b-4c23-8e88-da70cbf42fbe tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event deleted for resources: {'Subnet': ['ID=f426cc38-c762-4feb-b1c8-dc6ff4d537e2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:57.493940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59562fff-ce1b-4c23-8e88-da70cbf42fbe tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.500938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-59562fff-ce1b-4c23-8e88-da70cbf42fbe tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "DELETE /v2.0/subnets/f426cc38-c762-4feb-b1c8-dc6ff4d537e2 HTTP/1.1" status: 204 len: 168 time: 1.2463741 Nov 03 16:16:57.503889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fafb7f91-6bea-4707-a017-80a38a7e5f4d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=61c870033f97431d9a7d22c695b5fb7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7800145 Nov 03 16:16:57.504495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53942) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:57.504834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53944) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:57.533606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0391d273-8642-4b7a-889a-2ed749b3cc28 None None] Network 98f60a08-16d3-47a8-a310-1e285e2290be requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:57.622120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.651864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6738802-2029-42b5-a000-cc21ecb9a109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.679100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c5dd1e35-1231-4dd5-9f98-da285623c3b5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b94a1a6d5df438fb43e5e7de2cef24f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3735645 Nov 03 16:16:57.683565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd1e35-1231-4dd5-9f98-da285623c3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381ccabb-3248-4bcc-a058-8d7bc1997740,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:57.686276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53946) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:57.687432 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59c92bd8-cac6-4986-8af0-596a72e90601 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.721093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6738802-2029-42b5-a000-cc21ecb9a109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.752712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f4a93-7403-437c-9c62-2f464aaff223 None None] DHCP port deletion for 98f60a08-16d3-47a8-a310-1e285e2290be request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:16:57.770989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Deleting port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:57.771931 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.790778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64a381-bd70-49a6-b19e-c7fe3c752715 req-dd5200e5-bf2e-492a-95ce-d4417e32f062 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:57.792213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e64a381-bd70-49a6-b19e-c7fe3c752715 req-dd5200e5-bf2e-492a-95ce-d4417e32f062 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 945 time: 0.1909359 Nov 03 16:16:57.827479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:57.828100 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.858811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f4a93-7403-437c-9c62-2f464aaff223 None None] Deleting port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:57.859539 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6f4a93-7403-437c-9c62-2f464aaff223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.870717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59c92bd8-cac6-4986-8af0-596a72e90601 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.876139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] For port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=769996fb-a2d3-4208-aa96-b7edd5dfc4ad,segment=NetworkSegment(7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6),segment_id=7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:57.876657 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.878150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12964bc4-a017-4c7e-8b82-8ebb4ab50d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.891659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6738802-2029-42b5-a000-cc21ecb9a109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.894647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6738802-2029-42b5-a000-cc21ecb9a109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.899888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c6738802-2029-42b5-a000-cc21ecb9a109 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d8dbaba-4136-4885-bb79-7d48a98ab6fe HTTP/1.1" status: 204 len: 168 time: 0.3883243 Nov 03 16:16:57.899888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Calling delete_port for 769996fb-a2d3-4208-aa96-b7edd5dfc4ad owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:57.915079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6738802-2029-42b5-a000-cc21ecb9a109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8dbaba-4136-4885-bb79-7d48a98ab6fe,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:57.959376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c92bd8-cac6-4986-8af0-596a72e90601 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Subnet': ['ID=32917e17-b54b-46b4-a400-5b488952a6e8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:57.961433 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59c92bd8-cac6-4986-8af0-596a72e90601 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:57.964667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-59c92bd8-cac6-4986-8af0-596a72e90601 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/32917e17-b54b-46b4-a400-5b488952a6e8 HTTP/1.1" status: 204 len: 168 time: 1.2931368 Nov 03 16:16:57.969762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53950) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:57.996194 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12964bc4-a017-4c7e-8b82-8ebb4ab50d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.004621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5c6f4a93-7403-437c-9c62-2f464aaff223 None None] For port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=769996fb-a2d3-4208-aa96-b7edd5dfc4ad,segment=NetworkSegment(7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6),segment_id=7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:58.005025 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6f4a93-7403-437c-9c62-2f464aaff223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.019138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e64a381-bd70-49a6-b19e-c7fe3c752715 req-73f62807-ba96-4975-a3d7-ff2479648d66 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=8862b9d6-f5db-4685-9d11-2ee7f7b0824a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080679 Nov 03 16:16:58.024533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f4a93-7403-437c-9c62-2f464aaff223 None None] Calling delete_port for 769996fb-a2d3-4208-aa96-b7edd5dfc4ad owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:58.056252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab3d13-76f3-4ab1-a2f1-bf3ce2daca93 None None] Network e08330b3-f1e8-40e8-976a-a5fa7c43a06e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:16:58.068847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port b5f18c7f-5920-4f35-8a4a-90b74ae40c46, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:58.069418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.084894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for b5f18c7f-5920-4f35-8a4a-90b74ae40c46 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:58.127648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.148836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12964bc4-a017-4c7e-8b82-8ebb4ab50d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.152617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-12964bc4-a017-4c7e-8b82-8ebb4ab50d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.154025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-12964bc4-a017-4c7e-8b82-8ebb4ab50d65 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/381ccabb-3248-4bcc-a058-8d7bc1997740 HTTP/1.1" status: 204 len: 168 time: 0.4621913 Nov 03 16:16:58.174238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12964bc4-a017-4c7e-8b82-8ebb4ab50d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381ccabb-3248-4bcc-a058-8d7bc1997740,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:58.199062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event deleted for resources: {'Port': ['ID=769996fb-a2d3-4208-aa96-b7edd5dfc4ad,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:58.253219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] No DVR routers for this DVR port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:58.261314 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.298427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.316774 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6f4a93-7403-437c-9c62-2f464aaff223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.326005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53958) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:58.359965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f4a93-7403-437c-9c62-2f464aaff223 None None] Pushing event deleted for resources: {'Port': ['ID=769996fb-a2d3-4208-aa96-b7edd5dfc4ad,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:58.362266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f4a93-7403-437c-9c62-2f464aaff223 None None] No DVR routers for this DVR port 769996fb-a2d3-4208-aa96-b7edd5dfc4ad on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:58.387530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=b5f18c7f-5920-4f35-8a4a-90b74ae40c46,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:58.405446 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.432706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b634ce91-c9e5-4c2e-ba77-988631ea446b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.457843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] No DVR routers for this DVR port b5f18c7f-5920-4f35-8a4a-90b74ae40c46 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:58.461558 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.468193 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97dea1ed-a15c-4261-be8d-3042bc944307 req-be18c667-3d08-4aa5-aaf3-df9bfc00954e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "DELETE /v2.0/ports/b5f18c7f-5920-4f35-8a4a-90b74ae40c46 HTTP/1.1" status: 204 len: 173 time: 1.5098872 Nov 03 16:16:58.470546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'name': 'network-vif-deleted', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:16:58.474327 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9dff39-af1e-4603-bf5d-12946af434c3" -d '{"events": [{"server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "name": "network-vif-deleted", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:16:58.483162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b21e4-bba8-4937-ac51-195f9d7fe78f None None] DHCP port deletion for e08330b3-f1e8-40e8-976a-a5fa7c43a06e request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:16:58.512633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f60a08-16d3-47a8-a310-1e285e2290be']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:58.551293 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644befcc-2c1a-47df-a346-cd83ab55f071 x-openstack-request-id: req-644befcc-2c1a-47df-a346-cd83ab55f071 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:16:58.554081 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9742cc4-09ae-4c4c-85b8-e7b5eb98df22", "name": "network-vif-deleted", "tag": "b5f18c7f-5920-4f35-8a4a-90b74ae40c46", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:16:58.554412 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-644befcc-2c1a-47df-a346-cd83ab55f071 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:16:58.555367 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9742cc4-09ae-4c4c-85b8-e7b5eb98df22', 'name': 'network-vif-deleted', 'tag': 'b5f18c7f-5920-4f35-8a4a-90b74ae40c46', 'status': 'completed', 'code': 200} Nov 03 16:16:58.593084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-699b21e4-bba8-4937-ac51-195f9d7fe78f None None] Deleting port 80f1c0fb-f092-4e48-9242-f23917bd76ff {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:58.593498 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-699b21e4-bba8-4937-ac51-195f9d7fe78f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.623483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b634ce91-c9e5-4c2e-ba77-988631ea446b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.630831 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b634ce91-c9e5-4c2e-ba77-988631ea446b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.672314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634ce91-c9e5-4c2e-ba77-988631ea446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba4bd43-3981-4ec3-8841-cc5588747445,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:58.713411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b634ce91-c9e5-4c2e-ba77-988631ea446b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a9c9aae3606f4cc19368d55aa66768cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803525 Nov 03 16:16:58.720362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53964) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:58.813348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-699b21e4-bba8-4937-ac51-195f9d7fe78f None None] For port 80f1c0fb-f092-4e48-9242-f23917bd76ff, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=80f1c0fb-f092-4e48-9242-f23917bd76ff,segment=NetworkSegment(d0cb309b-d8bb-4de0-9fea-bd1574f09103),segment_id=d0cb309b-d8bb-4de0-9fea-bd1574f09103)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:58.814581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-699b21e4-bba8-4937-ac51-195f9d7fe78f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.840090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 80f1c0fb-f092-4e48-9242-f23917bd76ff no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:16:58.843488 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce5b6dfa-2f21-47d3-9934-877de1f627e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.852286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-699b21e4-bba8-4937-ac51-195f9d7fe78f None None] Calling delete_port for 80f1c0fb-f092-4e48-9242-f23917bd76ff owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:58.895118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce5b6dfa-2f21-47d3-9934-877de1f627e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.908180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53966) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:58.957167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42dd18f2-eef3-405a-8360-a113398a554c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:58.991434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:58.992035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1b9be4-efab-4a9c-a2ab-0a1b6d0aecc6') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:59.007004 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.039239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.048872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:59.049054 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:59.070787 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:59.101422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce5b6dfa-2f21-47d3-9934-877de1f627e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.104233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce5b6dfa-2f21-47d3-9934-877de1f627e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.108021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ce5b6dfa-2f21-47d3-9934-877de1f627e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1ba4bd43-3981-4ec3-8841-cc5588747445 HTTP/1.1" status: 204 len: 168 time: 0.3866129 Nov 03 16:16:59.141419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b6dfa-2f21-47d3-9934-877de1f627e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba4bd43-3981-4ec3-8841-cc5588747445,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:59.201064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.218042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42dd18f2-eef3-405a-8360-a113398a554c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.232476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-56d7682f-fc68-48ae-b6c4-a0ef3fe16028 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:59.234327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-56d7682f-fc68-48ae-b6c4-a0ef3fe16028 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 945 time: 0.8127916 Nov 03 16:16:59.242357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af5ac7-d2d1-427c-844b-e79ce0aba2be req-d7c79f6a-0d3f-470e-a110-12a978322017 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:16:59.249626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03af5ac7-d2d1-427c-844b-e79ce0aba2be req-d7c79f6a-0d3f-470e-a110-12a978322017 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 945 time: 0.8292348 Nov 03 16:16:59.251347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c4ab371-8d6f-4706-a4d9-8a04afcae7cf req-6d9ea0b7-859c-4d01-8b71-49a2f32c71bf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9742cc4-09ae-4c4c-85b8-e7b5eb98df22 HTTP/1.1" status: 200 len: 210 time: 0.0734923 Nov 03 16:16:59.254237 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-42dd18f2-eef3-405a-8360-a113398a554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.275316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 16:16:59.275316 n-d-813897-2 neutron-server[108106]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 03 16:16:59.275316 n-d-813897-2 neutron-server[108106]: [parameters: {'status': 'DOWN', 'ports_id': '80f1c0fb-f092-4e48-9242-f23917bd76ff'}] Nov 03 16:16:59.275316 n-d-813897-2 neutron-server[108106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:16:59.276130 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:16:59.277289 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-699b21e4-bba8-4937-ac51-195f9d7fe78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.282418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.293196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd18f2-eef3-405a-8360-a113398a554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20070a50-c012-49d5-b91b-10b192955014,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:59.308056 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.313147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.317885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] 10.222.0.86 "DELETE /v2.0/networks/98f60a08-16d3-47a8-a310-1e285e2290be HTTP/1.1" status: 204 len: 168 time: 1.8105371 Nov 03 16:16:59.331063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-42dd18f2-eef3-405a-8360-a113398a554c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64df603d4c194d3c8ddaf4773175276b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4217556 Nov 03 16:16:59.332366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53974) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:59.335868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b21e4-bba8-4937-ac51-195f9d7fe78f None None] Pushing event deleted for resources: {'Port': ['ID=80f1c0fb-f092-4e48-9242-f23917bd76ff,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:59.345132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b21e4-bba8-4937-ac51-195f9d7fe78f None None] No DVR routers for this DVR port 80f1c0fb-f092-4e48-9242-f23917bd76ff on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:16:59.389607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec3d51-39f3-49e2-990a-756ad661822c tempest-ExtraDHCPOptionsIpV6TestJSON-954125596 tempest-ExtraDHCPOptionsIpV6TestJSON-954125596-project] Pushing event deleted for resources: {'Network': ['ID=98f60a08-16d3-47a8-a310-1e285e2290be,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:59.398097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93134dfd-f4ed-4a07-a66e-adfe968505a4']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:59.422142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-116f6eac-1b6a-4b72-b62a-3877207a2ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.454224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40de92d9-a32e-49be-bfe4-b1fe211c9ee6') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:59.454581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40de92d9-a32e-49be-bfe4-b1fe211c9ee6') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:16:59.468596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.477584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-116f6eac-1b6a-4b72-b62a-3877207a2ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.483792 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03af5ac7-d2d1-427c-844b-e79ce0aba2be req-d645abbb-69fb-4fc0-a3c3-48d20336cdf0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333038 Nov 03 16:16:59.493176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.502234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:16:59.502664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:16:59.516077 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:16:59.575653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port 942d351b-acf5-49b9-b85e-276023b835ca {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:16:59.576019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.588228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-116f6eac-1b6a-4b72-b62a-3877207a2ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.591202 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-116f6eac-1b6a-4b72-b62a-3877207a2ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.592529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-116f6eac-1b6a-4b72-b62a-3877207a2ed7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/20070a50-c012-49d5-b91b-10b192955014 HTTP/1.1" status: 204 len: 168 time: 0.2591350 Nov 03 16:16:59.601876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f6eac-1b6a-4b72-b62a-3877207a2ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20070a50-c012-49d5-b91b-10b192955014,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:59.646200 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.654218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.657440 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/networks/93134dfd-f4ed-4a07-a66e-adfe968505a4 HTTP/1.1" status: 204 len: 168 time: 1.6867642 Nov 03 16:16:59.661641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 53982) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:59.675829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4020b1b-e19f-4845-b84d-b66744b22215 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Network': ['ID=93134dfd-f4ed-4a07-a66e-adfe968505a4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:16:59.728462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] For port 942d351b-acf5-49b9-b85e-276023b835ca, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=942d351b-acf5-49b9-b85e-276023b835ca,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:16:59.728832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.746682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for 942d351b-acf5-49b9-b85e-276023b835ca owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:16:59.761310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 53986) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:16:59.814906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Port 80f1c0fb-f092-4e48-9242-f23917bd76ff update to DOWN by agent not found {{(pid=108106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 16:16:59.815504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ae434145-0332-4563-9d22-91b13902403a no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:16:59.833376 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:16:59.848664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: ae434145-0332-4563-9d22-91b13902403a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:16:59.856481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ae434145-0332-4563-9d22-91b13902403a not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:16:59.858502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 769996fb-a2d3-4208-aa96-b7edd5dfc4ad no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:16:59.895116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 769996fb-a2d3-4208-aa96-b7edd5dfc4ad {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:16:59.896899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 769996fb-a2d3-4208-aa96-b7edd5dfc4ad not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:00.014809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.034732 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.048141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['942d351b-acf5-49b9-b85e-276023b835ca'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:17:00.068944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=942d351b-acf5-49b9-b85e-276023b835ca,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:00.072909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08330b3-f1e8-40e8-976a-a5fa7c43a06e']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:00.098154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cb309b-d8bb-4de0-9fea-bd1574f09103') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:00.098505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cb309b-d8bb-4de0-9fea-bd1574f09103') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:00.123030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.132753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] No DVR routers for this DVR port 942d351b-acf5-49b9-b85e-276023b835ca on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:00.140086 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.144728 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6c10f19a-d91d-451e-a491-f463d9d3a426 req-9d6c4ee8-7c39-4df5-9fb3-9ff7a21a5b34 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "DELETE /v2.0/ports/942d351b-acf5-49b9-b85e-276023b835ca HTTP/1.1" status: 204 len: 173 time: 0.8896358 Nov 03 16:17:00.145675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25ffb59-b409-4c0c-84ee-7d02206313e2', 'name': 'network-vif-deleted', 'tag': '942d351b-acf5-49b9-b85e-276023b835ca'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:00.148905 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c510440-3877-4689-b719-79de4f8f7ddb" -d '{"events": [{"server_uuid": "d25ffb59-b409-4c0c-84ee-7d02206313e2", "name": "network-vif-deleted", "tag": "942d351b-acf5-49b9-b85e-276023b835ca"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:00.154765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.159769 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c2a5f85f-0a75-4126-b07d-b510b231641f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cf4bfb1434cf47ac8086d4fbf9393faf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971844 Nov 03 16:17:00.162973 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54006) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:00.164417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:17:00.164828 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:17:00.173111 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:17:00.236605 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330cebf6-fa2a-4421-bf2f-0c80da5b7b30 x-openstack-request-id: req-330cebf6-fa2a-4421-bf2f-0c80da5b7b30 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:00.237027 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25ffb59-b409-4c0c-84ee-7d02206313e2", "name": "network-vif-deleted", "tag": "942d351b-acf5-49b9-b85e-276023b835ca", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:00.237286 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-330cebf6-fa2a-4421-bf2f-0c80da5b7b30 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:00.237776 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25ffb59-b409-4c0c-84ee-7d02206313e2', 'name': 'network-vif-deleted', 'tag': '942d351b-acf5-49b9-b85e-276023b835ca', 'status': 'completed', 'code': 200} Nov 03 16:17:00.267904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f58bec79-004a-425e-bcbb-051390eec5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.323989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f58bec79-004a-425e-bcbb-051390eec5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.354751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54012) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:00.380237 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.388083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.406211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/networks/e08330b3-f1e8-40e8-976a-a5fa7c43a06e HTTP/1.1" status: 204 len: 168 time: 0.7362037 Nov 03 16:17:00.423638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54018) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:00.450990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129320453'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:00.455093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83509893-97c6-4d8f-947f-cc640a80f8e7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Network': ['ID=e08330b3-f1e8-40e8-976a-a5fa7c43a06e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:00.507106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:00.510927 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.526253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b5f18c7f-5920-4f35-8a4a-90b74ae40c46 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:00.561024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:00.582166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.582584 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added segment 3b6884f2-79ea-417b-a71a-ba733bac77c5 of type vlan for network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 Nov 03 16:17:00.598873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: b5f18c7f-5920-4f35-8a4a-90b74ae40c46 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:00.602016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b5f18c7f-5920-4f35-8a4a-90b74ae40c46 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:00.743812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.748060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0890971b-29af-42e1-935f-1a37bb14b49f req-6380d355-c70c-4d86-99b9-9b6c958ad9fa tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.0884113 Nov 03 16:17:00.814675 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.823785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:00.825470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.828746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f58bec79-004a-425e-bcbb-051390eec5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.831795 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f58bec79-004a-425e-bcbb-051390eec5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:00.833177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f58bec79-004a-425e-bcbb-051390eec5fe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d925bb5c-a3b7-4d77-829e-df5cde21adbb HTTP/1.1" status: 204 len: 168 time: 0.6677740 Nov 03 16:17:00.849582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bec79-004a-425e-bcbb-051390eec5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d925bb5c-a3b7-4d77-829e-df5cde21adbb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:00.985699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5580983 Nov 03 16:17:00.987506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54038) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:00.995782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'subnet': {'network_id': '9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:01.092640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a2ecf-3e19-4a74-818d-4101369f35ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Network': ['ID=9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:01.095266 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.105614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:01.122596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:01.127869 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.357775 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.498057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:01.498398 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.531093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.623924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Subnet': ['ID=f3822b4a-a615-40b8-81e1-a135f684d8fa,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:01.638909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Checking segment: {'id': '3b6884f2-79ea-417b-a71a-ba733bac77c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:01.639284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network hostable DHCP agents. Network: 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:01.667623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:01.683706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:01.692798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:01.694882 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.695376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef520e84-33ce-4f3a-8090-4f5eb723cfd5 None None] Network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:01.718812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ece73769-0d10-4325-a0f5-9dc438d27c51 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7301018 Nov 03 16:17:01.721368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54056) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:01.724938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port 61c23c69-d6a6-4be8-9533-5c2243fbb3b5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=61c23c69-d6a6-4be8-9533-5c2243fbb3b5,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:01.726086 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.729838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-dbf6fd06-b9d8-45cc-ac6b-f81b746f1384 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1591425804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:01.775798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd06-b9d8-45cc-ac6b-f81b746f1384 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.777400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd06-b9d8-45cc-ac6b-f81b746f1384 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.784436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:01.861784 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd06-b9d8-45cc-ac6b-f81b746f1384 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.871083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd06-b9d8-45cc-ac6b-f81b746f1384 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.909320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd06-b9d8-45cc-ac6b-f81b746f1384 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:01.917206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dbf6fd06-b9d8-45cc-ac6b-f81b746f1384 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1906569 Nov 03 16:17:01.919433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54064) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:01.931922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'port': {'network_id': '9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50', 'name': 'tempest-RoutersIpV6Test-1868864138'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:02.029518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-afcab429-215e-4b73-891e-654febe3b0c7 req-a48c9e45-f433-4852-99e1-6aec67482774 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.1016681 Nov 03 16:17:02.059738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50', 'network_id': '9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'fixed_ips': [{'subnet_id': 'f3822b4a-a615-40b8-81e1-a135f684d8fa'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:17:02.060632 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:02.224974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:02.228106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:02.271700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] device_id is not set on port 16e98168-95ba-4e0c-b951-7cec236b024a yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:02.280227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 942d351b-acf5-49b9-b85e-276023b835ca no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:02.330756 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:02.342081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 942d351b-acf5-49b9-b85e-276023b835ca {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:02.343723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 942d351b-acf5-49b9-b85e-276023b835ca not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:02.412416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=61c23c69-d6a6-4be8-9533-5c2243fbb3b5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:02.549935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Allocated IP 2001:db8::2 (9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50/f3822b4a-a615-40b8-81e1-a135f684d8fa/907c6074-a112-4a6f-bf7d-dac69229dde4) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:02.805324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:02.814191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54088) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:02.961752 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:02.973927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:03.026394 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Pushing event updated for resources: {'Port': ['ID=907c6074-a112-4a6f-bf7d-dac69229dde4,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:03.029706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-50056c4b-d37b-4cb8-9437-ffec34c2f09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:03.042280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:03.043969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:03.047271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:03.115415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Attempting to bind port 907c6074-a112-4a6f-bf7d-dac69229dde4 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:03.115985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Attempting to bind port 907c6074-a112-4a6f-bf7d-dac69229dde4 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '3b6884f2-79ea-417b-a71a-ba733bac77c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:03.116536 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Attempting to bind port 907c6074-a112-4a6f-bf7d-dac69229dde4 on network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:03.123669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:03.124339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Checking segment: {'id': '3b6884f2-79ea-417b-a71a-ba733bac77c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:03.125107 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:03.125759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Bound using segment: {'id': '3b6884f2-79ea-417b-a71a-ba733bac77c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:03.126488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Bound port: 907c6074-a112-4a6f-bf7d-dac69229dde4, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6884f2-79ea-417b-a71a-ba733bac77c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:03.127101 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:03.134309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-44a07c15-913e-46fa-88ad-a5979791c63c tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] Request body: {'port': {'network_id': '6ea4cc22-204c-4ee4-8f81-e2e477eaac21', 'name': 'tempest-NetworksNegativeTestJSON-1256674416'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:03.180096 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a07c15-913e-46fa-88ad-a5979791c63c tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] POST failed (client error): The resource could not be found. Nov 03 16:17:03.180652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a07c15-913e-46fa-88ad-a5979791c63c tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:17:03.205109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-44a07c15-913e-46fa-88ad-a5979791c63c tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3665819 Nov 03 16:17:03.207686 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54102) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:03.220479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] For port 907c6074-a112-4a6f-bf7d-dac69229dde4, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:03.224845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] For port 907c6074-a112-4a6f-bf7d-dac69229dde4, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=907c6074-a112-4a6f-bf7d-dac69229dde4,segment=NetworkSegment(3b6884f2-79ea-417b-a71a-ba733bac77c5),segment_id=3b6884f2-79ea-417b-a71a-ba733bac77c5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:03.236267 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:03.248111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 2001:db8::3b1 (9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50/f3822b4a-a615-40b8-81e1-a135f684d8fa/16e98168-95ba-4e0c-b951-7cec236b024a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:03.301269 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-259f33f8-efce-446b-8820-622f06949826 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] DELETE failed (client error): The resource could not be found. Nov 03 16:17:03.305287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f6fe3-d0ce-480e-998b-059623c92ce8 None None] Pushing event updated for resources: {'Port': ['ID=907c6074-a112-4a6f-bf7d-dac69229dde4,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:03.306731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259f33f8-efce-446b-8820-622f06949826 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:17:03.328944 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-259f33f8-efce-446b-8820-622f06949826 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "DELETE /v2.0/networks/69aeb1fc-6a96-43be-a8f2-1ad977de2135 HTTP/1.1" status: 404 len: 339 time: 0.1169195 Nov 03 16:17:03.337434 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-383b8383-7689-41bb-b531-d90cefe8ce9d req-de0b02fc-af51-422d-bdab-842830686199 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.1825647 Nov 03 16:17:03.348322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54112) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:03.448049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 0b2da2dd-b967-4f20-b7c1-060132f455fa has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:17:03.471387 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b56d5f-2a64-4acf-beb7-65805fc83570 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] DELETE failed (client error): The resource could not be found. Nov 03 16:17:03.472254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b56d5f-2a64-4acf-beb7-65805fc83570 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:17:03.480568 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-73b56d5f-2a64-4acf-beb7-65805fc83570 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "DELETE /v2.0/ports/33792589-7344-496b-9871-754af30c6f7f HTTP/1.1" status: 404 len: 333 time: 0.0476110 Nov 03 16:17:03.482705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54114) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:03.526986 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bf799f-454d-41db-8821-2362f4cf1ab8 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] DELETE failed (client error): The resource could not be found. Nov 03 16:17:03.527510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bf799f-454d-41db-8821-2362f4cf1ab8 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:17:03.530830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a3bf799f-454d-41db-8821-2362f4cf1ab8 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "DELETE /v2.0/subnets/cb759440-91d3-42e9-805a-da913de9be5a HTTP/1.1" status: 404 len: 337 time: 0.0465791 Nov 03 16:17:03.551369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54116) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:03.599288 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fe2889-b05e-4def-88b7-7e4234c7937d tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] GET failed (client error): The resource could not be found. Nov 03 16:17:03.601743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85fe2889-b05e-4def-88b7-7e4234c7937d tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "GET /v2.0/networks/5a12a140-297b-4205-a1f2-4c18f20c1ab2 HTTP/1.1" status: 404 len: 339 time: 0.0477798 Nov 03 16:17:03.605464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54120) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:03.654127 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0628f37e-2d2e-4c52-bdf6-73a17f3ef1c2 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] GET failed (client error): The resource could not be found. Nov 03 16:17:03.654127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0628f37e-2d2e-4c52-bdf6-73a17f3ef1c2 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "GET /v2.0/ports/68d0724e-2ab5-41b5-bf26-2796a41219e9 HTTP/1.1" status: 404 len: 333 time: 0.0469191 Nov 03 16:17:03.659477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54122) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:03.743969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:03.750865 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b06f1b04-d828-444a-86f5-4399ee8a078c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "PUT /v2.0/routers/0b2da2dd-b967-4f20-b7c1-060132f455fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3902843 Nov 03 16:17:03.760693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54124) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:03.763165 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] Sync routers for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:03.800943 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:03.801983 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:03.805118 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-776c655d-db8b-4f11-8674-c92179819cb1 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] GET failed (client error): The resource could not be found. Nov 03 16:17:03.817779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-776c655d-db8b-4f11-8674-c92179819cb1 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "GET /v2.0/subnets/93f9ad1b-b49f-494d-81a8-9942c149646e HTTP/1.1" status: 404 len: 337 time: 0.1558609 Nov 03 16:17:03.829309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54128) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:03.863149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b3941453-da1f-4b6d-8c70-614666b74b44 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] Request body: {'network': {'name': 'new_name'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:03.913785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d29a771-defd-4596-bf1d-360c946172c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting subnet cc227f9e-ca3a-45d5-9723-5546214767db {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:17:03.919683 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3941453-da1f-4b6d-8c70-614666b74b44 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] PUT failed (client error): The resource could not be found. Nov 03 16:17:03.920606 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d29a771-defd-4596-bf1d-360c946172c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:03.923627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3941453-da1f-4b6d-8c70-614666b74b44 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:17:03.931631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b3941453-da1f-4b6d-8c70-614666b74b44 tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "PUT /v2.0/networks/71e547a7-e1a0-4d4e-b51a-3d2a3abeaad8 HTTP/1.1" status: 404 len: 339 time: 0.0879555 Nov 03 16:17:03.949377 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:03.952368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54130) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:03.965302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-95c77e69-d4f2-4fbf-917b-5771196e743f tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] Request body: {'port': {'name': 'new_name'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:03.972966 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:04.009242 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c77e69-d4f2-4fbf-917b-5771196e743f tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] PUT failed (client error): The resource could not be found. Nov 03 16:17:04.014185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c77e69-d4f2-4fbf-917b-5771196e743f tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:17:04.016442 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-95c77e69-d4f2-4fbf-917b-5771196e743f tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "PUT /v2.0/ports/4f92fd1e-a3ed-4ade-99c2-77ec8d17b75b HTTP/1.1" status: 404 len: 333 time: 0.0582037 Nov 03 16:17:04.023288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d29a771-defd-4596-bf1d-360c946172c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:04.024040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54132) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:04.039045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f0f36c2f-7e9e-4e4c-ade8-1fbb7c480b9c tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:04.087702 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f36c2f-7e9e-4e4c-ade8-1fbb7c480b9c tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] PUT failed (client error): The resource could not be found. Nov 03 16:17:04.088153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f36c2f-7e9e-4e4c-ade8-1fbb7c480b9c tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:17:04.089318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f0f36c2f-7e9e-4e4c-ade8-1fbb7c480b9c tempest-NetworksNegativeTestJSON-1245255384 tempest-NetworksNegativeTestJSON-1245255384-project] 10.222.0.86 "PUT /v2.0/subnets/309b9ece-f26b-4440-aff7-ba9d9cce766b HTTP/1.1" status: 404 len: 337 time: 0.0631235 Nov 03 16:17:04.163892 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:04.202735 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d29a771-defd-4596-bf1d-360c946172c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:04.231789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:04.235335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:04.241474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:04.248255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:04.249467 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:04.253269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=16e98168-95ba-4e0c-b951-7cec236b024a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:04.292545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-06cdbbf9-287f-4af9-901f-c5571776641b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3702521 Nov 03 16:17:04.293494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54136) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:04.321883 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d29a771-defd-4596-bf1d-360c946172c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:04.325285 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:17:02Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:04.418218 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] Checking router: 0b2da2dd-b967-4f20-b7c1-060132f455fa for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:17:04.452220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29a771-defd-4596-bf1d-360c946172c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Subnet': ['ID=cc227f9e-ca3a-45d5-9723-5546214767db,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:04.460323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f80cb1-ccf0-4c94-906d-17ac99e48722 None None] Network cd76810f-7d89-469a-ad8f-efec226747b3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:04.471539 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] Routers {'0b2da2dd-b967-4f20-b7c1-060132f455fa'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:04.472180 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:16:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0b2da2dd-b967-4f20-b7c1-060132f455fa'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:04.472721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d29a771-defd-4596-bf1d-360c946172c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:04.489416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4d29a771-defd-4596-bf1d-360c946172c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/subnets/cc227f9e-ca3a-45d5-9723-5546214767db HTTP/1.1" status: 204 len: 168 time: 0.7277639 Nov 03 16:17:04.492927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54146) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:04.493498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54148) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:04.774516 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] Set router 0b2da2dd-b967-4f20-b7c1-060132f455fa gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:04.849893 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:04.873186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 907c6074-a112-4a6f-bf7d-dac69229dde4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:04.968993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54156) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:04.971022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2496d60-c6ce-4d8c-a0db-fc91dbd4c6c8 None None] DHCP port deletion for cd76810f-7d89-469a-ad8f-efec226747b3 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:17:05.082062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59f911ff-2988-4784-8571-ab5adb9cefed req-974fe04d-49c0-4b12-bed9-277b5269ff0c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.2781510 Nov 03 16:17:05.177365 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d51394-89f6-44fc-aaa7-725e55bb0fb4 None None] Network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:05.182038 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc6f7cb2-9c0a-4cb2-9211-29341ee25567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.186898 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:17:02Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:05.225403 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c900d-8445-4170-8d81-c82f7092d9f1 None None] The sync data for ids ['0b2da2dd-b967-4f20-b7c1-060132f455fa'] in n-d-813897-2 is: [{'id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175284404', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '008425be-b1f4-4797-b085-a6b1a766db70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:17:02Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': '008425be-b1f4-4797-b085-a6b1a766db70', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2da2dd-b967-4f20-b7c1-060132f455fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:14:03Z', 'updated_at': '2021-11-03T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:05.251998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.288198 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ba800b6-9496-41c3-8dc7-b252a5b88310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.303023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.402737 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-88378ceb-0454-40d8-8f7a-790ac6b18768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.439344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port 008425be-b1f4-4797-b085-a6b1a766db70 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:05.440084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-385e054f-c907-4467-a958-0a3ce69dbcb4 None None] Provisioning complete for port 907c6074-a112-4a6f-bf7d-dac69229dde4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:05.440466 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.440641 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-385e054f-c907-4467-a958-0a3ce69dbcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.526441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 907c6074-a112-4a6f-bf7d-dac69229dde4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:05.527497 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.534963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port 008425be-b1f4-4797-b085-a6b1a766db70, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=008425be-b1f4-4797-b085-a6b1a766db70,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:05.535552 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.556529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for 008425be-b1f4-4797-b085-a6b1a766db70 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:05.633810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b2496d60-c6ce-4d8c-a0db-fc91dbd4c6c8 None None] Deleting port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:05.634176 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2496d60-c6ce-4d8c-a0db-fc91dbd4c6c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.688437 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ba800b6-9496-41c3-8dc7-b252a5b88310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.704475 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0ba800b6-9496-41c3-8dc7-b252a5b88310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.706634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b2496d60-c6ce-4d8c-a0db-fc91dbd4c6c8 None None] For port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0,segment=NetworkSegment(4e6dafe5-8e76-4fb5-8c90-43f98c92046c),segment_id=4e6dafe5-8e76-4fb5-8c90-43f98c92046c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:05.707782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2496d60-c6ce-4d8c-a0db-fc91dbd4c6c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.726998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b2496d60-c6ce-4d8c-a0db-fc91dbd4c6c8 None None] Calling delete_port for a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:05.796925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0ba800b6-9496-41c3-8dc7-b252a5b88310 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3d77f300de304c719fb13403d0ea6eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3005149 Nov 03 16:17:05.803822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54166) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:05.890016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.916583 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.936112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-385e054f-c907-4467-a958-0a3ce69dbcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.940593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc6f7cb2-9c0a-4cb2-9211-29341ee25567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.963348 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:05.981042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc6f7cb2-9c0a-4cb2-9211-29341ee25567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.003721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-725aa452-ef25-4caf-9d16-8f7a5e0620e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.023335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2496d60-c6ce-4d8c-a0db-fc91dbd4c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.036387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-725aa452-ef25-4caf-9d16-8f7a5e0620e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.038918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-385e054f-c907-4467-a958-0a3ce69dbcb4 None None] For port 907c6074-a112-4a6f-bf7d-dac69229dde4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=907c6074-a112-4a6f-bf7d-dac69229dde4,segment=NetworkSegment(3b6884f2-79ea-417b-a71a-ba733bac77c5),segment_id=3b6884f2-79ea-417b-a71a-ba733bac77c5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:06.057202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2496d60-c6ce-4d8c-a0db-fc91dbd4c6c8 None None] No DVR routers for this DVR port a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:06.064375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2496d60-c6ce-4d8c-a0db-fc91dbd4c6c8 None None] Pushing event deleted for resources: {'Port': ['ID=a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:06.066335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-385e054f-c907-4467-a958-0a3ce69dbcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.128123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba800b6-9496-41c3-8dc7-b252a5b88310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a42b1-8be7-4b7b-a417-ef8768ead75f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:06.163179 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:17:06.163639 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:17:06.179383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e054f-c907-4467-a958-0a3ce69dbcb4 None None] Pushing event updated for resources: {'Port': ['ID=907c6074-a112-4a6f-bf7d-dac69229dde4,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:06.186223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.235237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=16e98168-95ba-4e0c-b951-7cec236b024a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:06.271999 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.313140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dc6f7cb2-9c0a-4cb2-9211-29341ee25567 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1ac693c4903d432ea0a69abc42858861&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3404868 Nov 03 16:17:06.315841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54172) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:06.322500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-725aa452-ef25-4caf-9d16-8f7a5e0620e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.325751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-725aa452-ef25-4caf-9d16-8f7a5e0620e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.329553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-725aa452-ef25-4caf-9d16-8f7a5e0620e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bb8a42b1-8be7-4b7b-a417-ef8768ead75f HTTP/1.1" status: 204 len: 168 time: 0.5160449 Nov 03 16:17:06.332896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=008425be-b1f4-4797-b085-a6b1a766db70,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:06.358727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8970893f-f372-49d4-996c-d2b60d6e3306 req-4f350ea9-ef4f-453a-8e30-56051ed04ec5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.1190982 Nov 03 16:17:06.390241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f7cb2-9c0a-4cb2-9211-29341ee25567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41a0ea6-f6bf-46a4-863f-abddd208b1f9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:06.420107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aa452-ef25-4caf-9d16-8f7a5e0620e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a42b1-8be7-4b7b-a417-ef8768ead75f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:06.466630 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.627781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9569c8e0-0196-4c9e-805b-3bf73c994747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.638506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-944e5b8a-9273-419e-a28d-ca797fb3a8e6 None None] Provisioning complete for port 907c6074-a112-4a6f-bf7d-dac69229dde4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:06.639470 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-944e5b8a-9273-419e-a28d-ca797fb3a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.660948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.748128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9569c8e0-0196-4c9e-805b-3bf73c994747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.901810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54178) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:06.914342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-944e5b8a-9273-419e-a28d-ca797fb3a8e6 None None] Provisioning complete for port 16e98168-95ba-4e0c-b951-7cec236b024a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:06.915485 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-944e5b8a-9273-419e-a28d-ca797fb3a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:06.939944 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0507bc79-73d0-4fe6-b039-0f0421026b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.006708 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-944e5b8a-9273-419e-a28d-ca797fb3a8e6 None None] Port 16e98168-95ba-4e0c-b951-7cec236b024a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:07.024908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.043686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9569c8e0-0196-4c9e-805b-3bf73c994747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.046288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9569c8e0-0196-4c9e-805b-3bf73c994747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.047524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9569c8e0-0196-4c9e-805b-3bf73c994747 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e41a0ea6-f6bf-46a4-863f-abddd208b1f9 HTTP/1.1" status: 204 len: 168 time: 0.7193263 Nov 03 16:17:07.064132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 907c6074-a112-4a6f-bf7d-dac69229dde4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:07.142988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8165261d-934c-4b22-b907-06ee935d0e1b None None] Provisioning complete for port 16e98168-95ba-4e0c-b951-7cec236b024a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:07.143724 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8165261d-934c-4b22-b907-06ee935d0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.157044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569c8e0-0196-4c9e-805b-3bf73c994747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41a0ea6-f6bf-46a4-863f-abddd208b1f9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:07.181959 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.184923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.186348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 907c6074-a112-4a6f-bf7d-dac69229dde4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:07.186894 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.249818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.250777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Fanout notify agent at l3_agent the message router_deleted on router 0b2da2dd-b967-4f20-b7c1-060132f455fa {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:17:07.268354 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.278653 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bf47580a-fad6-404f-9844-a81723f40285 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/routers/0b2da2dd-b967-4f20-b7c1-060132f455fa HTTP/1.1" status: 204 len: 168 time: 2.7809241 Nov 03 16:17:07.282461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54184) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:07.310335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8165261d-934c-4b22-b907-06ee935d0e1b None None] Port 16e98168-95ba-4e0c-b951-7cec236b024a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:07.432348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0507bc79-73d0-4fe6-b039-0f0421026b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.454278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0507bc79-73d0-4fe6-b039-0f0421026b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.463183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-84d93e28-4a2b-4816-b8ab-f53566681472 None None] Provisioning complete for port 16e98168-95ba-4e0c-b951-7cec236b024a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:07.464754 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-84d93e28-4a2b-4816-b8ab-f53566681472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.487499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.526956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-84d93e28-4a2b-4816-b8ab-f53566681472 None None] Port 16e98168-95ba-4e0c-b951-7cec236b024a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:07.546212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:07.581186 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0507bc79-73d0-4fe6-b039-0f0421026b06 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f084820368c14e758fca49926c0df998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6761439 Nov 03 16:17:07.587024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54194) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:07.590955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:07.591706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a6ee2472-0ca7-4b9e-a8dd-a5c354e639c0 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:07.592339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:07.628776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507bc79-73d0-4fe6-b039-0f0421026b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61b7b0-0f92-4b84-9a53-d0a57c8e6be7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:07.634232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:07.634655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 61c23c69-d6a6-4be8-9533-5c2243fbb3b5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:07.668600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d89d55c1-8e15-466e-a0c9-fab070a31201 req-0e6fc74c-174c-4cf4-9d5a-238f6391c3d9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.0991035 Nov 03 16:17:07.727369 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87edbdf8-db97-475c-91df-087a0e03f53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.730683 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.766629 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.772498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87edbdf8-db97-475c-91df-087a0e03f53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.797646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd76810f-7d89-469a-ad8f-efec226747b3']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:07.809683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6dafe5-8e76-4fb5-8c90-43f98c92046c') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:07.810174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6dafe5-8e76-4fb5-8c90-43f98c92046c') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:07.822419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.845195 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.846613 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.850692 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.851887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.863301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:17:07.863969 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:17:07.874401 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:17:07.964619 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.966315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87edbdf8-db97-475c-91df-087a0e03f53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.968917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87edbdf8-db97-475c-91df-087a0e03f53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.978939 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:07.980549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-87edbdf8-db97-475c-91df-087a0e03f53c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd61b7b0-0f92-4b84-9a53-d0a57c8e6be7 HTTP/1.1" status: 204 len: 168 time: 0.3875823 Nov 03 16:17:07.999705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/networks/cd76810f-7d89-469a-ad8f-efec226747b3 HTTP/1.1" status: 204 len: 168 time: 0.7063804 Nov 03 16:17:07.999705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54208) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:08.051391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=16e98168-95ba-4e0c-b951-7cec236b024a,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:08.059980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa6430-85a2-4fad-94f2-17cf11304059 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Network': ['ID=cd76810f-7d89-469a-ad8f-efec226747b3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:08.079607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edbdf8-db97-475c-91df-087a0e03f53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61b7b0-0f92-4b84-9a53-d0a57c8e6be7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:08.115248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d25-a684-4f7b-ac6f-1c6a2efae17f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:08.149838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d25-a684-4f7b-ac6f-1c6a2efae17f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:08.188765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:08.190468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:08.223784 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d25-a684-4f7b-ac6f-1c6a2efae17f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:08.229385 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d25-a684-4f7b-ac6f-1c6a2efae17f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:08.234115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1b6b6d25-a684-4f7b-ac6f-1c6a2efae17f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/security-groups/8862b9d6-f5db-4685-9d11-2ee7f7b0824a HTTP/1.1" status: 204 len: 168 time: 0.2313371 Nov 03 16:17:08.248940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b6d25-a684-4f7b-ac6f-1c6a2efae17f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8862b9d6-f5db-4685-9d11-2ee7f7b0824a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:08.408727 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:08.513378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 0be06dd6-ecc3-49b2-ac7f-56bdac72a471 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:17:08.747039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:08.762319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54236) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:08.777956 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5b3f5fad-7ab3-4b6d-9752-b30efedfa09a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/0be06dd6-ecc3-49b2-ac7f-56bdac72a471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4797812 Nov 03 16:17:08.780174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514ee0f-dcf2-4239-a888-3b1ff7605380 None None] Sync routers for ids ['0be06dd6-ecc3-49b2-ac7f-56bdac72a471'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:08.825134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514ee0f-dcf2-4239-a888-3b1ff7605380 None None] Routers {'0be06dd6-ecc3-49b2-ac7f-56bdac72a471'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:08.825762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b514ee0f-dcf2-4239-a888-3b1ff7605380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0be06dd6-ecc3-49b2-ac7f-56bdac72a471'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:08.829182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-88dae98e-e902-4826-9cf3-f4eb9cd0954f None None] Provisioning complete for port 16e98168-95ba-4e0c-b951-7cec236b024a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:08.829182 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-88dae98e-e902-4826-9cf3-f4eb9cd0954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:08.866883 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3e8fe19-e560-49a0-9c1b-153752f69a4f req-ff73e210-b3ac-4c82-8ed2-5a303e744a25 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.0780864 Nov 03 16:17:08.868807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54238) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:08.873898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9c8e889a-c62c-4d80-bc6c-a5a2274276fb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109346975', 'description': 'tempest-secgroup-smoke-109346975 description', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:08.897948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e237ad-2944-4bd7-93a8-2a1ab6ce6e24 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:08.906511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-86e237ad-2944-4bd7-93a8-2a1ab6ce6e24 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports/16e98168-95ba-4e0c-b951-7cec236b024a HTTP/1.1" status: 200 len: 984 time: 0.1406956 Nov 03 16:17:08.907279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54240) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:08.955646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 008425be-b1f4-4797-b085-a6b1a766db70 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:08.962437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54244) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:08.983264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 008425be-b1f4-4797-b085-a6b1a766db70 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:08.983929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 008425be-b1f4-4797-b085-a6b1a766db70 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:08.990291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b514ee0f-dcf2-4239-a888-3b1ff7605380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:09.041569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514ee0f-dcf2-4239-a888-3b1ff7605380 None None] Routers {'0be06dd6-ecc3-49b2-ac7f-56bdac72a471'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:09.052695 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b514ee0f-dcf2-4239-a888-3b1ff7605380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0be06dd6-ecc3-49b2-ac7f-56bdac72a471'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:09.124130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-88dae98e-e902-4826-9cf3-f4eb9cd0954f None None] Port 16e98168-95ba-4e0c-b951-7cec236b024a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:09.129294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b514ee0f-dcf2-4239-a888-3b1ff7605380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:09.131420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514ee0f-dcf2-4239-a888-3b1ff7605380 None None] The sync data for ids ['0be06dd6-ecc3-49b2-ac7f-56bdac72a471'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:09.439548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-179202937'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:09.497111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c8e889a-c62c-4d80-bc6c-a5a2274276fb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.515271 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:09.520936 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.535992 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.640356 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.645427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.686425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:09.695345 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c8e889a-c62c-4d80-bc6c-a5a2274276fb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.700264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ece76b-a954-4e15-a35c-f68dc89d2249,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:09.710504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.710858 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Added segment ac6a314e-6993-4972-865b-477d82950e6d of type vlan for network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 Nov 03 16:17:09.732474 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c8e889a-c62c-4d80-bc6c-a5a2274276fb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.769561 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.778586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e889a-c62c-4d80-bc6c-a5a2274276fb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5902081d-1ed0-4e6d-bfed-2d879e66a1da,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:09.790724 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c8e889a-c62c-4d80-bc6c-a5a2274276fb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.794894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9c8e889a-c62c-4d80-bc6c-a5a2274276fb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9216213 Nov 03 16:17:09.797623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54264) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:09.803033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cc45588d-bdd2-4d6e-82fb-4688af4acdb3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '5902081d-1ed0-4e6d-bfed-2d879e66a1da', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:09.820525 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.827506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:09.828453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.893276 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc45588d-bdd2-4d6e-82fb-4688af4acdb3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:09.904692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9408338 Nov 03 16:17:09.907433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54272) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:09.918527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'name': 'tempest-PortsTestJSON-182113579'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:09.955827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805117f-8fca-448c-b219-9919847b740e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Network': ['ID=3fb1cf3d-7a96-4e4c-8e94-6779a47977a9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:09.969063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:10.022151 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ab1ec53-2ef0-4a91-9b97-d6b08817a8dd req-154c2c29-627c-49e5-a10b-028f236665ba tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25ffb59-b409-4c0c-84ee-7d02206313e2 HTTP/1.1" status: 200 len: 210 time: 0.0458360 Nov 03 16:17:10.133370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc45588d-bdd2-4d6e-82fb-4688af4acdb3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.138955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:10.142517 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.156489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc45588d-bdd2-4d6e-82fb-4688af4acdb3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.204742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:10.211423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45588d-bdd2-4d6e-82fb-4688af4acdb3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2dcbc41-7bd4-4371-bd4e-24af69089eb0,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:10.216587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.295483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cc45588d-bdd2-4d6e-82fb-4688af4acdb3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.299360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cc45588d-bdd2-4d6e-82fb-4688af4acdb3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4995110 Nov 03 16:17:10.300143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54288) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:10.312949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-786c3b1d-a55d-4c4b-b42d-fe1de554e5a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '5902081d-1ed0-4e6d-bfed-2d879e66a1da', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:10.368946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-786c3b1d-a55d-4c4b-b42d-fe1de554e5a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.496058 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-786c3b1d-a55d-4c4b-b42d-fe1de554e5a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.509983 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-786c3b1d-a55d-4c4b-b42d-fe1de554e5a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.559097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c3b1d-a55d-4c4b-b42d-fe1de554e5a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a035e08-4c7c-4ce9-9859-7059da29452d,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:10.575524 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-786c3b1d-a55d-4c4b-b42d-fe1de554e5a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.577099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-786c3b1d-a55d-4c4b-b42d-fe1de554e5a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2724154 Nov 03 16:17:10.581175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54302) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:10.590934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e4c6aa29-84f8-40b7-8751-8ce7205c4d4b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '5902081d-1ed0-4e6d-bfed-2d879e66a1da', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:10.620919 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.676660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4c6aa29-84f8-40b7-8751-8ce7205c4d4b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.738221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.828781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=cd96f96f-f9bd-40d3-8e5b-05a877c8eb69,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:10.839537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4c6aa29-84f8-40b7-8751-8ce7205c4d4b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.851554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 16e98168-95ba-4e0c-b951-7cec236b024a {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:10.851893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.857081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4c6aa29-84f8-40b7-8751-8ce7205c4d4b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.925802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6aa29-84f8-40b7-8751-8ce7205c4d4b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c338e469-74cc-4b1b-945d-a43b3ca82732,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:10.930289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Checking segment: {'id': 'ac6a314e-6993-4972-865b-477d82950e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:10.930648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network hostable DHCP agents. Network: 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:10.953460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e4c6aa29-84f8-40b7-8751-8ce7205c4d4b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.954830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e4c6aa29-84f8-40b7-8751-8ce7205c4d4b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718653 Nov 03 16:17:10.960355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54318) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:10.967857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0c02779d-f84d-4762-9691-87fff1582c30 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '5902081d-1ed0-4e6d-bfed-2d879e66a1da', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:10.984472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:10.998824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:11.009850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c02779d-f84d-4762-9691-87fff1582c30 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.011675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 16e98168-95ba-4e0c-b951-7cec236b024a owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:11.023302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:11.033008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:11.039927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:11.041410 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.056019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4df333-7d93-45d8-8ed3-d65529dc6c87 None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:11.103094 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c02779d-f84d-4762-9691-87fff1582c30 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.109048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c02779d-f84d-4762-9691-87fff1582c30 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.116921 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-60f60e8a-f3e8-418d-9329-b75334fefffc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2076116 Nov 03 16:17:11.121163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54326) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:11.127099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1919657831'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:11.192124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02779d-f84d-4762-9691-87fff1582c30 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b33a0ea-f5d0-4c5d-82cf-ddfa0dd0ce0e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:11.281891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c02779d-f84d-4762-9691-87fff1582c30 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.286593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c02779d-f84d-4762-9691-87fff1582c30 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3241041 Nov 03 16:17:11.287379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54338) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:11.290192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:11.293656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3775cfad-b24b-4639-be0e-ae3d5b5509f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '5902081d-1ed0-4e6d-bfed-2d879e66a1da', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:11.312736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.360945 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-3775cfad-b24b-4639-be0e-ae3d5b5509f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Project 5d0d96bcd7c04e5f988b6915953b338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:17:11.373313 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3775cfad-b24b-4639-be0e-ae3d5b5509f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.428433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:11.465089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.465089 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Added segment 1e82d009-2ea7-4f64-941a-0293a008d653 of type vlan for network 015bfb8d-173b-4192-8d67-fdd0085daad6 Nov 03 16:17:11.508324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3775cfad-b24b-4639-be0e-ae3d5b5509f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.516700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3775cfad-b24b-4639-be0e-ae3d5b5509f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.540921 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.558232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775cfad-b24b-4639-be0e-ae3d5b5509f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899e1c65-a4c2-4d1a-8482-350fe576de23,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:11.564488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3775cfad-b24b-4639-be0e-ae3d5b5509f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.569477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3775cfad-b24b-4639-be0e-ae3d5b5509f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2810321 Nov 03 16:17:11.570121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54346) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:11.582181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a478b449-067b-46ce-987b-9544dd43ee11 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '5902081d-1ed0-4e6d-bfed-2d879e66a1da', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:11.621288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.632941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=16e98168-95ba-4e0c-b951-7cec236b024a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:11.636543 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-a478b449-067b-46ce-987b-9544dd43ee11 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Project 5d0d96bcd7c04e5f988b6915953b338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:17:11.642560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a478b449-067b-46ce-987b-9544dd43ee11 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.716881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54350) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:11.808173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a478b449-067b-46ce-987b-9544dd43ee11 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.817516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a478b449-067b-46ce-987b-9544dd43ee11 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.855029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478b449-067b-46ce-987b-9544dd43ee11 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04541b6-86eb-44ad-a844-1d82bed251a0,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:11.858277 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.873566 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a478b449-067b-46ce-987b-9544dd43ee11 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.878124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a478b449-067b-46ce-987b-9544dd43ee11 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3070030 Nov 03 16:17:11.878773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54358) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:11.881876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.resource_extend [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:17:11.893165 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'network': {'name': 'tempest-network-smoke--234696310', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'port_security_enabled': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:11.915608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8ca-bdf2-433a-8351-e691c49519ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.971683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:11.976528 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.978016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:11.983587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:11.984172 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.023397 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:12.034981 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.035689 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Added segment 4b5207a4-357e-4290-9d82-a5304118e1ee of type vlan for network abf4b22a-63b9-473a-9b24-0b2855197f14 Nov 03 16:17:12.093774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.102866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9802582 Nov 03 16:17:12.129804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54364) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:12.136503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'ports': [{'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9'}, {'network_id': '015bfb8d-173b-4192-8d67-fdd0085daad6'}]} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:12.136964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:12.137513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '015bfb8d-173b-4192-8d67-fdd0085daad6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:12.145518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 0be06dd6-ecc3-49b2-ac7f-56bdac72a471 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:17:12.165888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659be74d-7477-429c-beb4-32161e47e775 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Network': ['ID=015bfb8d-173b-4192-8d67-fdd0085daad6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:12.178478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 015bfb8d-173b-4192-8d67-fdd0085daad6 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:12.253594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.278249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:12.280755 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.292637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:12.311719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4c0224de-e6bd-4558-8f68-970c62f0c966 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/0be06dd6-ecc3-49b2-ac7f-56bdac72a471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4002831 Nov 03 16:17:12.311955 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811eccc4-bd63-4a68-b6ea-694b1dcfc588 None None] Sync routers for ids ['0be06dd6-ecc3-49b2-ac7f-56bdac72a471'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:12.314099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54370) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:12.332638 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811eccc4-bd63-4a68-b6ea-694b1dcfc588 None None] Routers {'0be06dd6-ecc3-49b2-ac7f-56bdac72a471'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:12.334980 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-811eccc4-bd63-4a68-b6ea-694b1dcfc588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0be06dd6-ecc3-49b2-ac7f-56bdac72a471'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:12.390921 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-811eccc4-bd63-4a68-b6ea-694b1dcfc588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:12.406111 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811eccc4-bd63-4a68-b6ea-694b1dcfc588 None None] Routers {'0be06dd6-ecc3-49b2-ac7f-56bdac72a471'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:12.407067 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-811eccc4-bd63-4a68-b6ea-694b1dcfc588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0be06dd6-ecc3-49b2-ac7f-56bdac72a471'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:12.407207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5188124 Nov 03 16:17:12.411303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54376) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:12.448300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'admin_state_up': True, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:12.473145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1579-dec2-4aec-ac33-82127c5e9fde tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Network': ['ID=abf4b22a-63b9-473a-9b24-0b2855197f14,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:12.488340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network abf4b22a-63b9-473a-9b24-0b2855197f14 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:12.506336 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-811eccc4-bd63-4a68-b6ea-694b1dcfc588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:12.507298 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811eccc4-bd63-4a68-b6ea-694b1dcfc588 None None] The sync data for ids ['0be06dd6-ecc3-49b2-ac7f-56bdac72a471'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:12.609175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.610309 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.621996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8ca-bdf2-433a-8351-e691c49519ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.638376 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8ca-bdf2-433a-8351-e691c49519ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.642352 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-23c3cd71-8a45-4943-83c9-87deee1c7da4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 16:17:12.653192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-23c3cd71-8a45-4943-83c9-87deee1c7da4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/0be06dd6-ecc3-49b2-ac7f-56bdac72a471/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3378689 Nov 03 16:17:12.654007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54382) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:12.694174 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-42a6a143-11e0-4144-8710-d445ac8b54fb tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=0be06dd6-ecc3-49b2-ac7f-56bdac72a471 HTTP/1.1" status: 200 len: 205 time: 0.0390038 Nov 03 16:17:12.696473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54384) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:12.733878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 2} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:12.738433 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.741430 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.748219 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cc1ed8ca-bdf2-433a-8351-e691c49519ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b6c6b22a4094a9782e72e570b446181&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0304251 Nov 03 16:17:12.751507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54388) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:12.758969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ed8ca-bdf2-433a-8351-e691c49519ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c8ac06-7ad1-4822-85ab-772a22ed73bf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:12.818736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7571efb0-a87f-459b-9232-5c83b46002be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.818900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:12.961488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.021866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7571efb0-a87f-459b-9232-5c83b46002be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.024096 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7571efb0-a87f-459b-9232-5c83b46002be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.084500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7571efb0-a87f-459b-9232-5c83b46002be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.086103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7571efb0-a87f-459b-9232-5c83b46002be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Fanout notify agent at l3_agent the message router_deleted on router 0be06dd6-ecc3-49b2-ac7f-56bdac72a471 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:17:13.095423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7571efb0-a87f-459b-9232-5c83b46002be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.097985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7571efb0-a87f-459b-9232-5c83b46002be tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/0be06dd6-ecc3-49b2-ac7f-56bdac72a471 HTTP/1.1" status: 204 len: 168 time: 0.3998342 Nov 03 16:17:13.100561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8c23835-79ff-43f2-8731-23213a091b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.101107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54398) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:13.135742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8c23835-79ff-43f2-8731-23213a091b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.171407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port b11cf460-e2f6-401e-bf75-932455232e9b yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:13.195878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8c23835-79ff-43f2-8731-23213a091b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.199669 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8c23835-79ff-43f2-8731-23213a091b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.204334 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d8c23835-79ff-43f2-8731-23213a091b9e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/23c8ac06-7ad1-4822-85ab-772a22ed73bf HTTP/1.1" status: 204 len: 168 time: 0.4514527 Nov 03 16:17:13.215238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c23835-79ff-43f2-8731-23213a091b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c8ac06-7ad1-4822-85ab-772a22ed73bf,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:13.339273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-06094bfa-4553-4162-9324-9386709e2645 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting subnet f3822b4a-a615-40b8-81e1-a135f684d8fa {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:17:13.350543 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06094bfa-4553-4162-9324-9386709e2645 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.409829 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.420459 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06094bfa-4553-4162-9324-9386709e2645 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.561355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port 0e54fd56-0e97-4793-8358-40ff5c23906d yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:13.575332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54410) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:13.594764 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b25d53f-20ec-481e-b51e-ee74486f65b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.707484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b25d53f-20ec-481e-b51e-ee74486f65b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.707742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06094bfa-4553-4162-9324-9386709e2645 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.714034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b25d53f-20ec-481e-b51e-ee74486f65b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.752934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.766277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2b25d53f-20ec-481e-b51e-ee74486f65b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2fa225c90b944b70a1c5277ab999ed49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1896060 Nov 03 16:17:13.768652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25d53f-20ec-481e-b51e-ee74486f65b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f294a7-8480-4ae2-8b0d-76850c944d9e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:13.783303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54412) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:13.793451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.852114 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb9dfe70-b6ab-4c83-8ec1-4a744dd9502e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.878970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb9dfe70-b6ab-4c83-8ec1-4a744dd9502e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.948467 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb9dfe70-b6ab-4c83-8ec1-4a744dd9502e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.952839 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb9dfe70-b6ab-4c83-8ec1-4a744dd9502e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.954537 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fb9dfe70-b6ab-4c83-8ec1-4a744dd9502e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c4f294a7-8480-4ae2-8b0d-76850c944d9e HTTP/1.1" status: 204 len: 168 time: 0.1700628 Nov 03 16:17:13.955282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06094bfa-4553-4162-9324-9386709e2645 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.966185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dfe70-b6ab-4c83-8ec1-4a744dd9502e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f294a7-8480-4ae2-8b0d-76850c944d9e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:13.966531 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.992866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06094bfa-4553-4162-9324-9386709e2645 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:13.998285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-06094bfa-4553-4162-9324-9386709e2645 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/f3822b4a-a615-40b8-81e1-a135f684d8fa HTTP/1.1" status: 204 len: 168 time: 0.8629546 Nov 03 16:17:13.999224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54416) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:14.004865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa037c-9151-4a32-ad9f-35fbf9f17c53 None None] Network 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:14.025669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06094bfa-4553-4162-9324-9386709e2645 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Subnet': ['ID=f3822b4a-a615-40b8-81e1-a135f684d8fa,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:14.067135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.25.6.17 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/c9775a0a-f7c4-4fb1-a413-b485338f9749) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:14.116378 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.195369 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.203710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:14.214030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:14.216463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:14.217320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.246606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=b11cf460-e2f6-401e-bf75-932455232e9b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:14.315944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 907c6074-a112-4a6f-bf7d-dac69229dde4 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:14.316449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.320879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=0e54fd56-0e97-4793-8358-40ff5c23906d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:14.336011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4732b6-5b68-4823-a92f-e9bfe462d618 None None] DHCP port deletion for 9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:17:14.362819 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.376875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Checking segment: {'id': '1e82d009-2ea7-4f64-941a-0293a008d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '015bfb8d-173b-4192-8d67-fdd0085daad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:14.377247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network hostable DHCP agents. Network: 015bfb8d-173b-4192-8d67-fdd0085daad6, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:14.421932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 015bfb8d-173b-4192-8d67-fdd0085daad6 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:14.451636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.487666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7b4732b6-5b68-4823-a92f-e9bfe462d618 None None] Deleting port 907c6074-a112-4a6f-bf7d-dac69229dde4 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:14.488039 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7b4732b6-5b68-4823-a92f-e9bfe462d618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.524328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=c9775a0a-f7c4-4fb1-a413-b485338f9749,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:14.534531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 015bfb8d-173b-4192-8d67-fdd0085daad6) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:14.555041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port 907c6074-a112-4a6f-bf7d-dac69229dde4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=907c6074-a112-4a6f-bf7d-dac69229dde4,segment=NetworkSegment(3b6884f2-79ea-417b-a71a-ba733bac77c5),segment_id=3b6884f2-79ea-417b-a71a-ba733bac77c5)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:14.555453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.562879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:14.565664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:14.574646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:14.581633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:14.583131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.591273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 907c6074-a112-4a6f-bf7d-dac69229dde4 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:14.600566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:14.607969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:14.647101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6b5bdcf0-9153-4e47-a8ab-31a815a5117d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5150292 Nov 03 16:17:14.650131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54428) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:14.792665 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:14.850678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No DVR routers for this DVR port 907c6074-a112-4a6f-bf7d-dac69229dde4 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:14.863245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=907c6074-a112-4a6f-bf7d-dac69229dde4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:14.971263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-12c4d99a-0f1d-4d48-a3ec-891350b3ebe3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 0e54fd56-0e97-4793-8358-40ff5c23906d {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:14.971880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-12c4d99a-0f1d-4d48-a3ec-891350b3ebe3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.021963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da818889-3a7f-4a5e-b8c1-c8713b431fc6 None None] Network 015bfb8d-173b-4192-8d67-fdd0085daad6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:15.025812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 907c6074-a112-4a6f-bf7d-dac69229dde4 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:15.043881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.080572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 907c6074-a112-4a6f-bf7d-dac69229dde4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:15.080919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 907c6074-a112-4a6f-bf7d-dac69229dde4 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:15.108209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:15.133209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7b4732b6-5b68-4823-a92f-e9bfe462d618 None None] For port 907c6074-a112-4a6f-bf7d-dac69229dde4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=907c6074-a112-4a6f-bf7d-dac69229dde4,segment=NetworkSegment(3b6884f2-79ea-417b-a71a-ba733bac77c5),segment_id=3b6884f2-79ea-417b-a71a-ba733bac77c5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:15.133873 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7b4732b6-5b68-4823-a92f-e9bfe462d618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.141999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6884f2-79ea-417b-a71a-ba733bac77c5') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:15.142304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6884f2-79ea-417b-a71a-ba733bac77c5') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:15.152797 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-12c4d99a-0f1d-4d48-a3ec-891350b3ebe3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.171041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.173739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-12c4d99a-0f1d-4d48-a3ec-891350b3ebe3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 0e54fd56-0e97-4793-8358-40ff5c23906d owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:15.185186 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.190606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7b4732b6-5b68-4823-a92f-e9bfe462d618 None None] Calling delete_port for 907c6074-a112-4a6f-bf7d-dac69229dde4 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:15.198343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.207765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:17:15.209196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.600627 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7b4732b6-5b68-4823-a92f-e9bfe462d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.654668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4732b6-5b68-4823-a92f-e9bfe462d618 None None] Pushing event deleted for resources: {'Port': ['ID=907c6074-a112-4a6f-bf7d-dac69229dde4,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:15.663073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4732b6-5b68-4823-a92f-e9bfe462d618 None None] No DVR routers for this DVR port 907c6074-a112-4a6f-bf7d-dac69229dde4 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:17:15.860234 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:17:15.870831 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.889822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:15.893456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/networks/9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50 HTTP/1.1" status: 204 len: 168 time: 1.8932259 Nov 03 16:17:15.908990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54496) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:15.916689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1943836357'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:15.920789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabe3c8-3003-4a53-8d3b-af71a4345dfa tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Network': ['ID=9c7eed0c-e8fa-47c8-9e2d-f423f60cbd50,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:15.951049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:15.960684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.016111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:16.020855 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-12c4d99a-0f1d-4d48-a3ec-891350b3ebe3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.046749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.047867 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added segment 456ac5b7-78bf-46dc-be12-a963999af022 of type vlan for network 81f213d6-91b3-4a42-9b11-216611f9c4a2 Nov 03 16:17:16.120790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4d99a-0f1d-4d48-a3ec-891350b3ebe3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=0e54fd56-0e97-4793-8358-40ff5c23906d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:16.143164 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-12c4d99a-0f1d-4d48-a3ec-891350b3ebe3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.149795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-12c4d99a-0f1d-4d48-a3ec-891350b3ebe3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/0e54fd56-0e97-4793-8358-40ff5c23906d HTTP/1.1" status: 204 len: 168 time: 1.4981411 Nov 03 16:17:16.150761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54522) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:16.157670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.221368 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.239432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:16.240630 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.270031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb79545-8e2e-4072-8701-4a106ef97884 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:16.276530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb79545-8e2e-4072-8701-4a106ef97884 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:16.281187 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0fb79545-8e2e-4072-8701-4a106ef97884 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1271901 Nov 03 16:17:16.281946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54538) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:16.295120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.402347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4917395 Nov 03 16:17:16.403047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54544) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:16.410970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'subnet': {'network_id': '81f213d6-91b3-4a42-9b11-216611f9c4a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:16.428666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54546) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:16.438817 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:17:16.525804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6ba44d55-21b0-4987-ae27-d19ee1b26a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port b11cf460-e2f6-401e-bf75-932455232e9b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:16.526147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ba44d55-21b0-4987-ae27-d19ee1b26a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.528323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facf0cc-431f-4e37-978e-d78fada50da2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Network': ['ID=81f213d6-91b3-4a42-9b11-216611f9c4a2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:16.570568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 81f213d6-91b3-4a42-9b11-216611f9c4a2 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:16.636272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:16.650415 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.722208 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21a2d22d-2e41-4a76-bb1e-65e3c07709ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.748550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router ab685480-7529-46cd-b68c-4becab158ffd is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:17:16.751483 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ba44d55-21b0-4987-ae27-d19ee1b26a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.799642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6ba44d55-21b0-4987-ae27-d19ee1b26a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for b11cf460-e2f6-401e-bf75-932455232e9b owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:16.897965 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ba44d55-21b0-4987-ae27-d19ee1b26a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:16.941304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba44d55-21b0-4987-ae27-d19ee1b26a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=b11cf460-e2f6-401e-bf75-932455232e9b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:17.007989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ba44d55-21b0-4987-ae27-d19ee1b26a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.012976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6ba44d55-21b0-4987-ae27-d19ee1b26a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/b11cf460-e2f6-401e-bf75-932455232e9b HTTP/1.1" status: 204 len: 168 time: 0.7284455 Nov 03 16:17:17.017962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54568) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.047648 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.132453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638a1b7-6ad8-4c44-a467-7c5c0479ad79 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:17.134833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1638a1b7-6ad8-4c44-a467-7c5c0479ad79 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1155906 Nov 03 16:17:17.140869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54586) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.178204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Subnet': ['ID=49e12efa-2bf2-4e6d-83c4-bef2624089e1,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:17.182815 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d849d8e0-2e63-433f-b113-535adc3d0a6f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:17:17.183293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Checking segment: {'id': '456ac5b7-78bf-46dc-be12-a963999af022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81f213d6-91b3-4a42-9b11-216611f9c4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:17.183865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network hostable DHCP agents. Network: 81f213d6-91b3-4a42-9b11-216611f9c4a2, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:17.184652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d849d8e0-2e63-433f-b113-535adc3d0a6f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/0e54fd56-0e97-4793-8358-40ff5c23906d HTTP/1.1" status: 404 len: 333 time: 0.0413706 Nov 03 16:17:17.189006 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54592) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.222227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21a2d22d-2e41-4a76-bb1e-65e3c07709ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.224843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:17.234007 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2a325e-e903-4372-9316-5b1fadd7ec0f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:17:17.235311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21a2d22d-2e41-4a76-bb1e-65e3c07709ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.238428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54594) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.238588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8e2a325e-e903-4372-9316-5b1fadd7ec0f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/b11cf460-e2f6-401e-bf75-932455232e9b HTTP/1.1" status: 404 len: 333 time: 0.0483868 Nov 03 16:17:17.253916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Sync routers for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:17.256168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 81f213d6-91b3-4a42-9b11-216611f9c4a2 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:17.280539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 81f213d6-91b3-4a42-9b11-216611f9c4a2) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:17.280893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:17.283512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:17.296792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:17.297553 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.315010 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-21a2d22d-2e41-4a76-bb1e-65e3c07709ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=591eb3efa55948dea9b4f72dfb34b1b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8781343 Nov 03 16:17:17.326555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54596) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.362241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0b0e60-b619-4c8d-b84e-ea7397f98b72 None None] Network 81f213d6-91b3-4a42-9b11-216611f9c4a2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:17.373152 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.374401 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-40e7dc25-8b34-4c11-94aa-6084f75feedb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9600015 Nov 03 16:17:17.386815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3b652c65-12d6-42c6-9ccd-2bd172c8a4d3 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9798720 Nov 03 16:17:17.389146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54598) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.389480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54600) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.402928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-56dbc242-90b8-4c0e-a1d2-ef20b45b2783 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1957981200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:17.453035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2d22d-2e41-4a76-bb1e-65e3c07709ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63911adc-5665-48a0-ae5d-7e24531990db,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:17.479438 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.535621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-110fa92d-e2f9-4ad4-baf4-cd0c78faaae5 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=5d0d96bcd7c04e5f988b6915953b338c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1436472 Nov 03 16:17:17.539706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54602) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.617658 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56dbc242-90b8-4c0e-a1d2-ef20b45b2783 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.618987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56dbc242-90b8-4c0e-a1d2-ef20b45b2783 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.651936 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.693309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-55c4d0da-e0e6-474b-9025-7b72438d5a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.695958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015bfb8d-173b-4192-8d67-fdd0085daad6']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:17.723763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e82d009-2ea7-4f64-941a-0293a008d653') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:17.725051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e82d009-2ea7-4f64-941a-0293a008d653') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:17.741205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.751537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:17.763615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.775459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:17:17.776113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:17:17.780406 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:17:17.828422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56dbc242-90b8-4c0e-a1d2-ef20b45b2783 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.834196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-55c4d0da-e0e6-474b-9025-7b72438d5a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.839190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56dbc242-90b8-4c0e-a1d2-ef20b45b2783 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.893085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56dbc242-90b8-4c0e-a1d2-ef20b45b2783 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:17.901144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54612) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.902368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-56dbc242-90b8-4c0e-a1d2-ef20b45b2783 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5045249 Nov 03 16:17:17.958541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c90d31-7d60-4c22-8dd6-8fc32604393f tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:17.964893 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-21c90d31-7d60-4c22-8dd6-8fc32604393f tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4174821 Nov 03 16:17:17.965798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54614) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:17.994555 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.014602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-efa7ee75-74ea-45e5-8ae9-0d60064b0d4d tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430968 Nov 03 16:17:18.015874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54616) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:18.023593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1635362784', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:18.038922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.042409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-81f213d6-91b3-4a42-9b11-216611f9c4a2', 'network_id': '81f213d6-91b3-4a42-9b11-216611f9c4a2', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'fixed_ips': [{'subnet_id': '49e12efa-2bf2-4e6d-83c4-bef2624089e1'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:17:18.043276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.043898 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/networks/015bfb8d-173b-4192-8d67-fdd0085daad6 HTTP/1.1" status: 204 len: 168 time: 0.7932425 Nov 03 16:17:18.082636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54618) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:18.096373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-273103539'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:18.135761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c9751-27e9-4e35-8ae7-99bb65735a33 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Network': ['ID=015bfb8d-173b-4192-8d67-fdd0085daad6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:18.203221 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-55c4d0da-e0e6-474b-9025-7b72438d5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.208059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-55c4d0da-e0e6-474b-9025-7b72438d5a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.210550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-55c4d0da-e0e6-474b-9025-7b72438d5a38 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/63911adc-5665-48a0-ae5d-7e24531990db HTTP/1.1" status: 204 len: 168 time: 0.8777926 Nov 03 16:17:18.247544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4d0da-e0e6-474b-9025-7b72438d5a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63911adc-5665-48a0-ae5d-7e24531990db,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:18.271919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:18.278151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.364308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:18.375522 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.377287 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.388949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:18.425621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.425836 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Added segment 870b7804-33a5-4dd0-a241-cd7a4d9315ad of type vlan for network 5875f65a-784b-4946-a032-8209a42fa58f Nov 03 16:17:18.683475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Allocated IP 2001:db8::2 (81f213d6-91b3-4a42-9b11-216611f9c4a2/49e12efa-2bf2-4e6d-83c4-bef2624089e1/3f756d6d-9773-44d1-9fb9-3f734c38429d) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:18.789802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.915044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:18.928133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:18.928758 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:19.016268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:14Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:19.110321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Checking router: ab685480-7529-46cd-b68c-4becab158ffd for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:17:19.111998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Updating router ab685480-7529-46cd-b68c-4becab158ffd port c9775a0a-f7c4-4fb1-a413-b485338f9749 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:17:19.140221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0535791 Nov 03 16:17:19.143072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54636) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:19.149381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '5875f65a-784b-4946-a032-8209a42fa58f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:19.194363 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:19.371083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:19.379994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:19.386062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a5030-e839-455e-8b36-f1c239df2e1b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Network': ['ID=5875f65a-784b-4946-a032-8209a42fa58f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:19.402471 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:19.429962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5875f65a-784b-4946-a032-8209a42fa58f details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:19.507088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Performing IP validity checks on allocation pools {{(pid=108105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 16:17:19.518454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Subnet': ['ID=059649f6-3659-4dd4-b245-dfb014e10e96,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:19.520367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 16:17:19.558499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Checking segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:19.558877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network hostable DHCP agents. Network: abf4b22a-63b9-473a-9b24-0b2855197f14, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:19.598684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network abf4b22a-63b9-473a-9b24-0b2855197f14 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:19.616352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, abf4b22a-63b9-473a-9b24-0b2855197f14) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:19.635888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:19.638161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:19.674318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:19.676589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3c88d94b-19a5-47aa-9641-e7c4095e38dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6594462 Nov 03 16:17:19.679334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54646) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:19.761474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=8041ffb3-b615-46ad-b21f-0138641711bc,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:19.814248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Checking segment: {'id': '870b7804-33a5-4dd0-a241-cd7a4d9315ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5875f65a-784b-4946-a032-8209a42fa58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:19.814848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network hostable DHCP agents. Network: 5875f65a-784b-4946-a032-8209a42fa58f, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:19.838500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d391d-6623-4975-b870-c26ccb31a0cb None None] Network abf4b22a-63b9-473a-9b24-0b2855197f14 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:19.852891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 5875f65a-784b-4946-a032-8209a42fa58f is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:19.868077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5875f65a-784b-4946-a032-8209a42fa58f) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:19.877044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:19.879064 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:19.893233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c8ea0-50f9-457a-a79d-64e5b2a7c29b None None] Network 5875f65a-784b-4946-a032-8209a42fa58f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:19.919169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b4a87af3-a664-496e-a08f-5b9697ed0e18 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7748580 Nov 03 16:17:19.922225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54654) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:19.928683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '5875f65a-784b-4946-a032-8209a42fa58f', 'name': 'tempest-PortsTestJSON-526909737'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:19.995553 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.100409 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.171968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Pushing event updated for resources: {'Port': ['ID=3f756d6d-9773-44d1-9fb9-3f734c38429d,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:20.230025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Network 81f213d6-91b3-4a42-9b11-216611f9c4a2 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:20.256653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:20.263087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 2001:db8::1 (81f213d6-91b3-4a42-9b11-216611f9c4a2/49e12efa-2bf2-4e6d-83c4-bef2624089e1/6b679f59-f8c4-4a89-bd2f-df878d3c7735) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:20.268201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.268620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.268970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.269342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.272154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.272154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.272154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.272154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.272154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.272706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.272706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.272956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:20.281485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:20.364836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54662) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:20.373625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:20.377349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.441358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port f0521e52-4572-478f-8b57-dc887be69994 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:20.472338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Attempting to bind port 3f756d6d-9773-44d1-9fb9-3f734c38429d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:20.472338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Attempting to bind port 3f756d6d-9773-44d1-9fb9-3f734c38429d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '456ac5b7-78bf-46dc-be12-a963999af022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81f213d6-91b3-4a42-9b11-216611f9c4a2'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:20.472772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Attempting to bind port 3f756d6d-9773-44d1-9fb9-3f734c38429d on network 81f213d6-91b3-4a42-9b11-216611f9c4a2 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:20.475332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5875f65a-784b-4946-a032-8209a42fa58f', 'network_id': '5875f65a-784b-4946-a032-8209a42fa58f', 'tenant_id': '74bacb320a194215bc501e8996dd1af8', 'fixed_ips': [{'subnet_id': '8041ffb3-b615-46ad-b21f-0138641711bc'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:17:20.476282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.589264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.623621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:20.626110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Checking segment: {'id': '456ac5b7-78bf-46dc-be12-a963999af022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81f213d6-91b3-4a42-9b11-216611f9c4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:20.626110 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.626110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Bound using segment: {'id': '456ac5b7-78bf-46dc-be12-a963999af022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81f213d6-91b3-4a42-9b11-216611f9c4a2'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:20.626110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Bound port: 3f756d6d-9773-44d1-9fb9-3f734c38429d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456ac5b7-78bf-46dc-be12-a963999af022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81f213d6-91b3-4a42-9b11-216611f9c4a2'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:20.626110 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.668933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-abf4b22a-63b9-473a-9b24-0b2855197f14', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:17:20.670085 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.700472 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0c097a0-df46-453b-aa40-1952aec835b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.753901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.784066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.8 (5875f65a-784b-4946-a032-8209a42fa58f/8041ffb3-b615-46ad-b21f-0138641711bc/f0521e52-4572-478f-8b57-dc887be69994) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:20.795452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.827874 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.860784 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:20.887996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=6b679f59-f8c4-4a89-bd2f-df878d3c7735,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:20.917919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 81f213d6-91b3-4a42-9b11-216611f9c4a2 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:20.929847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:20.933647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:20.934276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.032354 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0c097a0-df46-453b-aa40-1952aec835b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.083894 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0c097a0-df46-453b-aa40-1952aec835b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.243580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dbc35-671c-45c6-bf15-31ac368224dc None None] Pushing event updated for resources: {'Port': ['ID=c9775a0a-f7c4-4fb1-a413-b485338f9749,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:21.271469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e0c097a0-df46-453b-aa40-1952aec835b4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d58fa45fe4bc48f4a0025be0691f25eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9039500 Nov 03 16:17:21.286057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54670) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:21.312221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.20.0.1 (abf4b22a-63b9-473a-9b24-0b2855197f14/059649f6-3659-4dd4-b245-dfb014e10e96/b9784336-7f9b-4697-870c-d482800da76e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:21.318428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c097a0-df46-453b-aa40-1952aec835b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423dacce-e387-4f90-9253-8260d0a9491f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:21.357265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] For port 3f756d6d-9773-44d1-9fb9-3f734c38429d, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:21.364055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Attempting to bind port c9775a0a-f7c4-4fb1-a413-b485338f9749 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:21.365447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Attempting to bind port c9775a0a-f7c4-4fb1-a413-b485338f9749 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:21.366458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Attempting to bind port c9775a0a-f7c4-4fb1-a413-b485338f9749 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:21.376247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] For port 3f756d6d-9773-44d1-9fb9-3f734c38429d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3f756d6d-9773-44d1-9fb9-3f734c38429d,segment=NetworkSegment(456ac5b7-78bf-46dc-be12-a963999af022),segment_id=456ac5b7-78bf-46dc-be12-a963999af022)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:21.389126 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.406743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:21.407130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:21.407564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.407988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:21.408459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Bound port: c9775a0a-f7c4-4fb1-a413-b485338f9749, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:21.408841 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.423525 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.479302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.484050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-290f84a0-0de2-4bd7-83c1-a48203a39915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.523016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b184fc-c1de-44a0-be25-f86a1f4cc5d5 None None] Pushing event updated for resources: {'Port': ['ID=3f756d6d-9773-44d1-9fb9-3f734c38429d,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:21.542169 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-290f84a0-0de2-4bd7-83c1-a48203a39915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.572195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] For port c9775a0a-f7c4-4fb1-a413-b485338f9749, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:21.577391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] For port c9775a0a-f7c4-4fb1-a413-b485338f9749, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c9775a0a-f7c4-4fb1-a413-b485338f9749,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:21.584406 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.595010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.670848 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-290f84a0-0de2-4bd7-83c1-a48203a39915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.674260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-290f84a0-0de2-4bd7-83c1-a48203a39915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.677612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-290f84a0-0de2-4bd7-83c1-a48203a39915 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/423dacce-e387-4f90-9253-8260d0a9491f HTTP/1.1" status: 204 len: 168 time: 0.3882160 Nov 03 16:17:21.685069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:21.685840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:21.688097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f84a0-0de2-4bd7-83c1-a48203a39915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423dacce-e387-4f90-9253-8260d0a9491f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:21.690460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:21.752595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network abf4b22a-63b9-473a-9b24-0b2855197f14 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:21.757143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:21.759954 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:21.763238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=b9784336-7f9b-4697-870c-d482800da76e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:21.767774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Allocated IP 172.20.0.2 (abf4b22a-63b9-473a-9b24-0b2855197f14/059649f6-3659-4dd4-b245-dfb014e10e96/e9e7beaf-680d-4260-b309-1ed88fc65b0c) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:21.852760 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:22.012974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dbc35-671c-45c6-bf15-31ac368224dc None None] Pushing event updated for resources: {'Port': ['ID=c9775a0a-f7c4-4fb1-a413-b485338f9749,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:22.146753 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:22.236024 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:22.289561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:22.327405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:22.402115 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:22.528146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 5875f65a-784b-4946-a032-8209a42fa58f is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:22.649452 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:22.651296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=f0521e52-4572-478f-8b57-dc887be69994,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:22.655930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:22.705287 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:22.837077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:22.837927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:22.892131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Network abf4b22a-63b9-473a-9b24-0b2855197f14 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:22.957677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:22.986051 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c7c6ff00-dcfe-45f2-ae97-0f91f183b4db tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0597956 Nov 03 16:17:22.986051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54698) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:22.997444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:23.016935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Pushing event updated for resources: {'Port': ['ID=e9e7beaf-680d-4260-b309-1ed88fc65b0c,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:23.077356 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Allocated IP 172.20.0.2 (5875f65a-784b-4946-a032-8209a42fa58f/8041ffb3-b615-46ad-b21f-0138641711bc/1cfa22ef-d0be-4b01-8009-b3ef7da988ec) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:23.117191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.126027 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.151065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3f756d6d-9773-44d1-9fb9-3f734c38429d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:23.340512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54702) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:23.365036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=b9784336-7f9b-4697-870c-d482800da76e,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:23.384604 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.463380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Attempting to bind port e9e7beaf-680d-4260-b309-1ed88fc65b0c on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:23.463925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Attempting to bind port e9e7beaf-680d-4260-b309-1ed88fc65b0c by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:23.464135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Attempting to bind port e9e7beaf-680d-4260-b309-1ed88fc65b0c on network abf4b22a-63b9-473a-9b24-0b2855197f14 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:23.531019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.547556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.550987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.610733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network abf4b22a-63b9-473a-9b24-0b2855197f14 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:23.618062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:23.688517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=6b679f59-f8c4-4a89-bd2f-df878d3c7735,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:23.740608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1677829645'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:23.743434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e439ae4d-307f-4af5-9abe-37ac14d42310 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port f0521e52-4572-478f-8b57-dc887be69994 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:23.744004 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e439ae4d-307f-4af5-9abe-37ac14d42310 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.784306 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.792959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Made reservation on behalf of aad2ece1b38e47eda15ddeffc8ed8ee5 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:23.795328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c0bf2-4b50-4ad7-a196-3588d7a0d6df None None] Network 81f213d6-91b3-4a42-9b11-216611f9c4a2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:23.801090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.817478 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.830205 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.889335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Network 5875f65a-784b-4946-a032-8209a42fa58f is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:23.891351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:23.891738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Checking segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:23.892739 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.893163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Bound using segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:23.893996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Bound port: e9e7beaf-680d-4260-b309-1ed88fc65b0c, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:23.894523 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.905044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:23.913774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:23.934395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 81f213d6-91b3-4a42-9b11-216611f9c4a2 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:23.941873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:23.961337 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e439ae4d-307f-4af5-9abe-37ac14d42310 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:23.993053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:14Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:24.051205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router ab685480-7529-46cd-b68c-4becab158ffd has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:17:24.119705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e439ae4d-307f-4af5-9abe-37ac14d42310 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for f0521e52-4572-478f-8b57-dc887be69994 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:24.127444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-887f834d-b7ad-4b72-87eb-e69c186ad8c7 None None] Provisioning complete for port 3f756d6d-9773-44d1-9fb9-3f734c38429d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:24.127859 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-887f834d-b7ad-4b72-87eb-e69c186ad8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.143863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a39424-dc61-44dc-9a6a-417cc5b780a1 None None] The sync data for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 is: [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:14Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:24.211651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3f756d6d-9773-44d1-9fb9-3f734c38429d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:24.212176 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.253436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router e378519f-193f-4e43-a752-2a2321960249 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:17:24.296441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Attempting to bind port 1cfa22ef-d0be-4b01-8009-b3ef7da988ec on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:24.296857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Attempting to bind port 1cfa22ef-d0be-4b01-8009-b3ef7da988ec by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '870b7804-33a5-4dd0-a241-cd7a4d9315ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5875f65a-784b-4946-a032-8209a42fa58f'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:24.297232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Attempting to bind port 1cfa22ef-d0be-4b01-8009-b3ef7da988ec on network 5875f65a-784b-4946-a032-8209a42fa58f {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:24.307206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Pushing event updated for resources: {'Port': ['ID=1cfa22ef-d0be-4b01-8009-b3ef7da988ec,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:24.356497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:24.357213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Checking segment: {'id': '870b7804-33a5-4dd0-a241-cd7a4d9315ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5875f65a-784b-4946-a032-8209a42fa58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:24.357722 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.358854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Bound using segment: {'id': '870b7804-33a5-4dd0-a241-cd7a4d9315ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5875f65a-784b-4946-a032-8209a42fa58f'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:24.359438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Bound port: 1cfa22ef-d0be-4b01-8009-b3ef7da988ec, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870b7804-33a5-4dd0-a241-cd7a4d9315ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5875f65a-784b-4946-a032-8209a42fa58f'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:24.360520 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.430895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:24.452816 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ab905f90-b809-48cf-a7e9-78ee2fd0ba3d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "PUT /v2.0/routers/ab685480-7529-46cd-b68c-4becab158ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7646449 Nov 03 16:17:24.476751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.486020 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.546048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:24.551178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3614f1fc-f4b4-489b-8280-fc313faaef71,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:24.553927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e439ae4d-307f-4af5-9abe-37ac14d42310 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.577214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:24.584455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1b032ca6-e015-4c1f-919b-eb982bcba549 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/e378519f-193f-4e43-a752-2a2321960249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6821041 Nov 03 16:17:24.587651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.588001 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Added segment 04ec1412-8bec-46c1-aec7-99625981997b of type vlan for network 9653b609-7a1a-486d-be04-cc23c37f30f1 Nov 03 16:17:24.589181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54714) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:24.606293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] For port e9e7beaf-680d-4260-b309-1ed88fc65b0c, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:24.649024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439ae4d-307f-4af5-9abe-37ac14d42310 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=f0521e52-4572-478f-8b57-dc887be69994,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:24.695975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] For port e9e7beaf-680d-4260-b309-1ed88fc65b0c, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e9e7beaf-680d-4260-b309-1ed88fc65b0c,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:24.700132 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed3153e-6d5a-4477-aeb8-e9d5a6affb28 None None] Sync routers for ids ['e378519f-193f-4e43-a752-2a2321960249'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:24.756364 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.756559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc8f14-db59-40f7-a3d0-ef0240905d98 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:24.757981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8cfc8f14-db59-40f7-a3d0-ef0240905d98 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports/6b679f59-f8c4-4a89-bd2f-df878d3c7735 HTTP/1.1" status: 200 len: 911 time: 0.1678207 Nov 03 16:17:24.761501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54720) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:24.786006 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed3153e-6d5a-4477-aeb8-e9d5a6affb28 None None] Routers {'e378519f-193f-4e43-a752-2a2321960249'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:24.790405 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.792838 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3ed3153e-6d5a-4477-aeb8-e9d5a6affb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['e378519f-193f-4e43-a752-2a2321960249'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:24.847306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.853909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:24.854525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.934290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5901508 Nov 03 16:17:24.945101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54726) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:24.950845 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e439ae4d-307f-4af5-9abe-37ac14d42310 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:24.967603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e439ae4d-307f-4af5-9abe-37ac14d42310 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/f0521e52-4572-478f-8b57-dc887be69994 HTTP/1.1" status: 204 len: 168 time: 1.9793134 Nov 03 16:17:24.970322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Request body: {'subnet': {'network_id': '9653b609-7a1a-486d-be04-cc23c37f30f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:24.973139 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.004483 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3ed3153e-6d5a-4477-aeb8-e9d5a6affb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:25.016838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54728) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:25.033374 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed3153e-6d5a-4477-aeb8-e9d5a6affb28 None None] Routers {'e378519f-193f-4e43-a752-2a2321960249'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:25.034287 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3ed3153e-6d5a-4477-aeb8-e9d5a6affb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['e378519f-193f-4e43-a752-2a2321960249'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:25.079854 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d55dce8-1e77-482f-b9fe-b5a9b7273cb6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:17:25.080594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d55dce8-1e77-482f-b9fe-b5a9b7273cb6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:17:25.090754 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-887f834d-b7ad-4b72-87eb-e69c186ad8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.105134 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8d55dce8-1e77-482f-b9fe-b5a9b7273cb6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/f0521e52-4572-478f-8b57-dc887be69994 HTTP/1.1" status: 404 len: 333 time: 0.0846627 Nov 03 16:17:25.109074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54734) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:25.115103 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3ed3153e-6d5a-4477-aeb8-e9d5a6affb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:25.117505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] For port 1cfa22ef-d0be-4b01-8009-b3ef7da988ec, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:25.118518 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed3153e-6d5a-4477-aeb8-e9d5a6affb28 None None] The sync data for ids ['e378519f-193f-4e43-a752-2a2321960249'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:25.175710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804ccc-8874-42aa-9d7f-69a66dd968bc tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event updated for resources: {'Network': ['ID=9653b609-7a1a-486d-be04-cc23c37f30f1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:25.180184 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc0aaab-4d2f-495a-86da-3ae8c4ed540b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:17:25.181951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4bc0aaab-4d2f-495a-86da-3ae8c4ed540b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/f0521e52-4572-478f-8b57-dc887be69994 HTTP/1.1" status: 404 len: 333 time: 0.0718896 Nov 03 16:17:25.184807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54736) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:25.207577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] For port 1cfa22ef-d0be-4b01-8009-b3ef7da988ec, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1cfa22ef-d0be-4b01-8009-b3ef7da988ec,segment=NetworkSegment(870b7804-33a5-4dd0-a241-cd7a4d9315ad),segment_id=870b7804-33a5-4dd0-a241-cd7a4d9315ad)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:25.216693 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9653b609-7a1a-486d-be04-cc23c37f30f1 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:25.227152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8350a1b-3ef2-4329-9848-28305b092efb None None] Pushing event updated for resources: {'Port': ['ID=e9e7beaf-680d-4260-b309-1ed88fc65b0c,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:25.260283 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.324994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff95729-27ce-4f8b-94f5-f88132217d86 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet 8041ffb3-b615-46ad-b21f-0138641711bc {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:17:25.342301 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ff95729-27ce-4f8b-94f5-f88132217d86 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.532979 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ff95729-27ce-4f8b-94f5-f88132217d86 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.646463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 3f756d6d-9773-44d1-9fb9-3f734c38429d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3f756d6d-9773-44d1-9fb9-3f734c38429d,segment=NetworkSegment(456ac5b7-78bf-46dc-be12-a963999af022),segment_id=456ac5b7-78bf-46dc-be12-a963999af022)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:25.654214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Made reservation on behalf of aad2ece1b38e47eda15ddeffc8ed8ee5 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:25.660379 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.763459 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.766156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ff95729-27ce-4f8b-94f5-f88132217d86 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.783068 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-2f93caea-f90f-4f24-8531-163b95201110 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109346975&fields=id&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 267 time: 0.6361995 Nov 03 16:17:25.906941 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ff95729-27ce-4f8b-94f5-f88132217d86 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.936588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ff95729-27ce-4f8b-94f5-f88132217d86 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:25.955165 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6ff95729-27ce-4f8b-94f5-f88132217d86 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/8041ffb3-b615-46ad-b21f-0138641711bc HTTP/1.1" status: 204 len: 168 time: 0.7672222 Nov 03 16:17:25.974075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54742) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:25.974670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ac70c-4359-48dc-a9fb-66f0973c9030 None None] Pushing event updated for resources: {'Port': ['ID=1cfa22ef-d0be-4b01-8009-b3ef7da988ec,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:26.004495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff95729-27ce-4f8b-94f5-f88132217d86 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=8041ffb3-b615-46ad-b21f-0138641711bc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:26.076661 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-887f834d-b7ad-4b72-87eb-e69c186ad8c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:17:26.077017 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-887f834d-b7ad-4b72-87eb-e69c186ad8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:17:26.078056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=3f756d6d-9773-44d1-9fb9-3f734c38429d,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:26.144958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c9775a0a-f7c4-4fb1-a413-b485338f9749 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:26.251844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c9775a0a-f7c4-4fb1-a413-b485338f9749 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:26.252355 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:26.468748 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:26.524388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port c9775a0a-f7c4-4fb1-a413-b485338f9749, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c9775a0a-f7c4-4fb1-a413-b485338f9749,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:26.539809 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:26.540906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e9e7beaf-680d-4260-b309-1ed88fc65b0c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:26.617987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=c9775a0a-f7c4-4fb1-a413-b485338f9749,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:26.681297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:26.736710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e9e7beaf-680d-4260-b309-1ed88fc65b0c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:26.736710 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:26.848509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:26.933352 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:26.954286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538164-8c31-4f5a-b768-6733aeada56e req-63699e7d-4989-43d3-ad62-553b51e9e470 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:26.968471 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-63699e7d-4989-43d3-ad62-553b51e9e470 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 796 time: 1.0880883 Nov 03 16:17:26.992536 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port e9e7beaf-680d-4260-b309-1ed88fc65b0c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e9e7beaf-680d-4260-b309-1ed88fc65b0c,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:27.007841 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.052887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-62c3de8e-49c7-4e10-9b4c-f631b10d787f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/quotas/5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 375 time: 0.0817683 Nov 03 16:17:27.053796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event updated for resources: {'Subnet': ['ID=19345ede-c8a6-4b4d-8f7e-2b1d8c4164d7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:27.057056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-26ac59b7-a134-4601-bf8c-1e9798e1d201 None None] Provisioning complete for port 6b679f59-f8c4-4a89-bd2f-df878d3c7735 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:27.057442 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26ac59b7-a134-4601-bf8c-1e9798e1d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.140686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-26ac59b7-a134-4601-bf8c-1e9798e1d201 None None] Port 6b679f59-f8c4-4a89-bd2f-df878d3c7735 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:27.183416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Checking segment: {'id': '04ec1412-8bec-46c1-aec7-99625981997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9653b609-7a1a-486d-be04-cc23c37f30f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:27.184085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Network hostable DHCP agents. Network: 9653b609-7a1a-486d-be04-cc23c37f30f1, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:27.203807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-26ac59b7-a134-4601-bf8c-1e9798e1d201 None None] Provisioning complete for port 3f756d6d-9773-44d1-9fb9-3f734c38429d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:27.204918 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26ac59b7-a134-4601-bf8c-1e9798e1d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.214286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=e9e7beaf-680d-4260-b309-1ed88fc65b0c,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:27.247213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Network 9653b609-7a1a-486d-be04-cc23c37f30f1 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:27.267156 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-31bde98d-2ef2-4678-8f7e-9f159aa9e3c2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2019532 Nov 03 16:17:27.278175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16b655-33da-46c5-9df3-0ae926f40e10 None None] Network abf4b22a-63b9-473a-9b24-0b2855197f14 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:27.279527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9653b609-7a1a-486d-be04-cc23c37f30f1) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:27.293115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:27.293115 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.333231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 1cfa22ef-d0be-4b01-8009-b3ef7da988ec {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:27.333767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.351390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54748) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:27.351968 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-95ad19a2-862f-4ac1-b4b9-8024a3c21a39 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4045053 Nov 03 16:17:27.356754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-58b2900c-f277-4242-a7d6-165fd02e9d53 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1584587078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:27.365231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd0be13-324e-409d-a792-d9382112b775 None None] Network 9653b609-7a1a-486d-be04-cc23c37f30f1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:27.379549 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.427789 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-58b2900c-f277-4242-a7d6-165fd02e9d53 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.430348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-58b2900c-f277-4242-a7d6-165fd02e9d53 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.603740 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-58b2900c-f277-4242-a7d6-165fd02e9d53 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.611733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-58b2900c-f277-4242-a7d6-165fd02e9d53 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.644008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-58b2900c-f277-4242-a7d6-165fd02e9d53 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.649395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-58b2900c-f277-4242-a7d6-165fd02e9d53 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2963014 Nov 03 16:17:27.650025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54750) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:27.715141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] For port 1cfa22ef-d0be-4b01-8009-b3ef7da988ec, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1cfa22ef-d0be-4b01-8009-b3ef7da988ec,segment=NetworkSegment(870b7804-33a5-4dd0-a241-cd7a4d9315ad),segment_id=870b7804-33a5-4dd0-a241-cd7a4d9315ad)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:27.715705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:27.783354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 1cfa22ef-d0be-4b01-8009-b3ef7da988ec owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:27.882272 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Sync routers for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:28.088084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:28.089250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:28.294407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:28.349903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:28.470558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c9775a0a-f7c4-4fb1-a413-b485338f9749 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:28.568150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d63c11-ffb1-492e-a0b6-87361487f2e8 None None] Network 5875f65a-784b-4946-a032-8209a42fa58f requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:28.643384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-9653b609-7a1a-486d-be04-cc23c37f30f1', 'network_id': '9653b609-7a1a-486d-be04-cc23c37f30f1', 'tenant_id': 'aad2ece1b38e47eda15ddeffc8ed8ee5', 'fixed_ips': [{'subnet_id': '19345ede-c8a6-4b4d-8f7e-2b1d8c4164d7'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:17:28.644884 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:28.710459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54760) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:28.717925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-1f581fd3-222a-41d0-a005-9b79b0d7e964 service neutron] 10.222.0.86 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3888516 Nov 03 16:17:28.848881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b153bc4c-7704-425a-8500-20e8fa1702b4 None None] Provisioning complete for port 6b679f59-f8c4-4a89-bd2f-df878d3c7735 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:28.849748 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b153bc4c-7704-425a-8500-20e8fa1702b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:28.927973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b153bc4c-7704-425a-8500-20e8fa1702b4 None None] Port 6b679f59-f8c4-4a89-bd2f-df878d3c7735 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:28.948086 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-f6fe9455-9864-4757-9869-ec6b27e3cb53 service neutron] 10.222.0.86 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176001 Nov 03 16:17:28.973368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f7eebc7-2643-4bf3-84f4-6d44364b5361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.028070 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.089708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No DVR routers for this DVR port 1cfa22ef-d0be-4b01-8009-b3ef7da988ec on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:29.095203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=1cfa22ef-d0be-4b01-8009-b3ef7da988ec,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:29.225225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Allocated IP 172.20.0.1 (9653b609-7a1a-486d-be04-cc23c37f30f1/19345ede-c8a6-4b4d-8f7e-2b1d8c4164d7/e7fcfe7a-f03d-48f7-aadd-18e47fa3a2da) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:29.271196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b153bc4c-7704-425a-8500-20e8fa1702b4 None None] Provisioning complete for port e9e7beaf-680d-4260-b309-1ed88fc65b0c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:29.271196 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b153bc4c-7704-425a-8500-20e8fa1702b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.304084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.414866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 6b679f59-f8c4-4a89-bd2f-df878d3c7735 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:29.418955 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.446657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5875f65a-784b-4946-a032-8209a42fa58f']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:29.517699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33670ae0-06aa-4be7-a549-bcb82818ee84 req-4f77a1d5-cc6b-42df-8a45-cc8eaac4897c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 210 time: 0.1921048 Nov 03 16:17:29.519950 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f7eebc7-2643-4bf3-84f4-6d44364b5361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.528404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870b7804-33a5-4dd0-a241-cd7a4d9315ad') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:29.530253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870b7804-33a5-4dd0-a241-cd7a4d9315ad') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:29.560630 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.627652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f7eebc7-2643-4bf3-84f4-6d44364b5361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.636069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.651751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.674445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.724041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:17:29.724750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:17:29.740906 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:17:29.764050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9f7eebc7-2643-4bf3-84f4-6d44364b5361 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a95e59f0eb3f4899a7197a4945fee1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0486629 Nov 03 16:17:29.766812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54774) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:29.810489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Network 9653b609-7a1a-486d-be04-cc23c37f30f1 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:29.821734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:29.825859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c9775a0a-f7c4-4fb1-a413-b485338f9749 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:29.826091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:29.827013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.903541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eebc7-2643-4bf3-84f4-6d44364b5361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e0085d-2cf9-432c-8b6e-7992a1313412,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:29.936176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:29.943790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d91600-cd8d-433d-8eae-ec1c1179dd8a None None] DHCP port deletion for 5875f65a-784b-4946-a032-8209a42fa58f request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:17:29.963073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 6b679f59-f8c4-4a89-bd2f-df878d3c7735 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:29.992163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event updated for resources: {'Port': ['ID=e7fcfe7a-f03d-48f7-aadd-18e47fa3a2da,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:30.024390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.084810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Allocated IP 172.20.0.2 (9653b609-7a1a-486d-be04-cc23c37f30f1/19345ede-c8a6-4b4d-8f7e-2b1d8c4164d7/6556f314-a3d7-4192-a8f7-e7d3ea298c2a) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:30.285271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.293231 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.298188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/networks/5875f65a-784b-4946-a032-8209a42fa58f HTTP/1.1" status: 204 len: 168 time: 4.0017138 Nov 03 16:17:30.322843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54780) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:30.335820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-973031280'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:30.357231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.382654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53679b9a-b5ad-4ac6-9458-bdac6ca8f84a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Network': ['ID=5875f65a-784b-4946-a032-8209a42fa58f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:30.415331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b9784336-7f9b-4697-870c-d482800da76e', 'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:e0:c1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:21Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 2, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:30.461952 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f498d2b-6136-452a-8a3c-f51d29d748e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.474463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Checking router: ab685480-7529-46cd-b68c-4becab158ffd for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:17:30.477196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Updating router ab685480-7529-46cd-b68c-4becab158ffd port b9784336-7f9b-4697-870c-d482800da76e binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:17:30.495556 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f498d2b-6136-452a-8a3c-f51d29d748e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.507984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3f756d6d-9773-44d1-9fb9-3f734c38429d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:30.541957 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.567282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:30.573263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.584410 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f498d2b-6136-452a-8a3c-f51d29d748e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.587809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f498d2b-6136-452a-8a3c-f51d29d748e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.592599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9f498d2b-6136-452a-8a3c-f51d29d748e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/89e0085d-2cf9-432c-8b6e-7992a1313412 HTTP/1.1" status: 204 len: 168 time: 0.8082018 Nov 03 16:17:30.619138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498d2b-6136-452a-8a3c-f51d29d748e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e0085d-2cf9-432c-8b6e-7992a1313412,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:30.633808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.752884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cbeb4410-17fb-4923-8aed-5695a00a7bde None None] Provisioning complete for port b9784336-7f9b-4697-870c-d482800da76e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:30.754317 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbeb4410-17fb-4923-8aed-5695a00a7bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.777639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=6b679f59-f8c4-4a89-bd2f-df878d3c7735,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:30.779467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:30.828206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-360f2559-2031-4064-91d6-39b46e769785 req-4ae93cdd-3eb2-4b9e-b815-c83df30c6fb4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 210 time: 0.1786773 Nov 03 16:17:30.902471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3f756d6d-9773-44d1-9fb9-3f734c38429d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:30.902471 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.906316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.915450 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.936281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.936591 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.944954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.945307 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Added segment 23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4 of type vlan for network 6aca9a5b-ad83-478d-8044-df39d4dd608b Nov 03 16:17:30.957695 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:30.986847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb4410-17fb-4923-8aed-5695a00a7bde None None] Port b9784336-7f9b-4697-870c-d482800da76e cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:31.136211 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Network 9653b609-7a1a-486d-be04-cc23c37f30f1 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:31.202481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:31.215212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Pushing event updated for resources: {'Port': ['ID=6556f314-a3d7-4192-a8f7-e7d3ea298c2a,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:31.218914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cbeb4410-17fb-4923-8aed-5695a00a7bde None None] Provisioning complete for port e9e7beaf-680d-4260-b309-1ed88fc65b0c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:31.219551 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbeb4410-17fb-4923-8aed-5695a00a7bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.226530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:31.251074 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.478380 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.479604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.resource_extend [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:17:31.480961 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1cfa22ef-d0be-4b01-8009-b3ef7da988ec up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:31.496907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538164-8c31-4f5a-b768-6733aeada56e req-eb824970-d8b0-4b19-abcd-4dd8f6feaff9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:31.498413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-eb824970-d8b0-4b19-abcd-4dd8f6feaff9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 796 time: 0.3335602 Nov 03 16:17:31.512751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Attempting to bind port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:31.513425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Attempting to bind port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '04ec1412-8bec-46c1-aec7-99625981997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9653b609-7a1a-486d-be04-cc23c37f30f1'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:31.514476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Attempting to bind port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a on network 9653b609-7a1a-486d-be04-cc23c37f30f1 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:31.519106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 1cfa22ef-d0be-4b01-8009-b3ef7da988ec {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:31.519700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1cfa22ef-d0be-4b01-8009-b3ef7da988ec not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 16:17:31.522135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router e378519f-193f-4e43-a752-2a2321960249 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:17:31.524048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event updated for resources: {'Port': ['ID=e7fcfe7a-f03d-48f7-aadd-18e47fa3a2da,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:31.533618 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.555533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:31.556298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Checking segment: {'id': '04ec1412-8bec-46c1-aec7-99625981997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9653b609-7a1a-486d-be04-cc23c37f30f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:31.556713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.557509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Bound using segment: {'id': '04ec1412-8bec-46c1-aec7-99625981997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9653b609-7a1a-486d-be04-cc23c37f30f1'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:31.558044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Bound port: 6556f314-a3d7-4192-a8f7-e7d3ea298c2a, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ec1412-8bec-46c1-aec7-99625981997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9653b609-7a1a-486d-be04-cc23c37f30f1'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:31.558440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.566076 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.572812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:31.573439 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.588615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Port 1cfa22ef-d0be-4b01-8009-b3ef7da988ec not found, will not notify nova. {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 16:17:31.589031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e9e7beaf-680d-4260-b309-1ed88fc65b0c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:31.684033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Network 9653b609-7a1a-486d-be04-cc23c37f30f1 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:31.697574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:31.710834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3836405 Nov 03 16:17:31.719027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54788) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:31.726156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '6aca9a5b-ad83-478d-8044-df39d4dd608b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:31.740437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02f168-34d1-46b5-845c-1a6f8b28a715 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Network': ['ID=6aca9a5b-ad83-478d-8044-df39d4dd608b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:31.750696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-2f051ed7-bf91-4fe9-9975-6b94bccbb84b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2273953 Nov 03 16:17:31.751269 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.758648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6aca9a5b-ad83-478d-8044-df39d4dd608b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:31.759381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:31.765579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cbeb4410-17fb-4923-8aed-5695a00a7bde None None] Could not find standard attr ID for object 1cfa22ef-d0be-4b01-8009-b3ef7da988ec. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:17:31.768584 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aad4feef-9d05-4aaf-84f4-30f3add2e345 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/e378519f-193f-4e43-a752-2a2321960249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0054584 Nov 03 16:17:31.769278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54790) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:31.784910 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6a7a5-2339-48d0-a452-5aa76103ec63 None None] Sync routers for ids ['e378519f-193f-4e43-a752-2a2321960249'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:31.786796 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.803564 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6a7a5-2339-48d0-a452-5aa76103ec63 None None] Routers {'e378519f-193f-4e43-a752-2a2321960249'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:31.805749 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-06e6a7a5-2339-48d0-a452-5aa76103ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['e378519f-193f-4e43-a752-2a2321960249'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:31.807705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] For port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:31.826490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-8ebd9554-178b-4e05-b97e-6f27fa587e14 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 379 time: 0.3134084 Nov 03 16:17:31.832225 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26a32989-261a-4469-ae35-759501a3117f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=e378519f-193f-4e43-a752-2a2321960249 HTTP/1.1" status: 200 len: 205 time: 0.0615034 Nov 03 16:17:31.833022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54792) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:31.880343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] For port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6556f314-a3d7-4192-a8f7-e7d3ea298c2a,segment=NetworkSegment(04ec1412-8bec-46c1-aec7-99625981997b),segment_id=04ec1412-8bec-46c1-aec7-99625981997b)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:31.885917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e9e7beaf-680d-4260-b309-1ed88fc65b0c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:31.886318 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.896403 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-06e6a7a5-2339-48d0-a452-5aa76103ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:31.920154 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6a7a5-2339-48d0-a452-5aa76103ec63 None None] Routers {'e378519f-193f-4e43-a752-2a2321960249'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:31.921750 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-06e6a7a5-2339-48d0-a452-5aa76103ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['e378519f-193f-4e43-a752-2a2321960249'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:31.963844 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:31.972835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'port': {'device_id': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'admin_state_up': True, 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'security_groups': ['5902081d-1ed0-4e6d-bfed-2d879e66a1da']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:31.985714 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-06e6a7a5-2339-48d0-a452-5aa76103ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:31.986364 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6a7a5-2339-48d0-a452-5aa76103ec63 None None] The sync data for ids ['e378519f-193f-4e43-a752-2a2321960249'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:31.994857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66603d-ad1a-442c-80b9-fbe2769eb808 None None] Pushing event updated for resources: {'Port': ['ID=b9784336-7f9b-4697-870c-d482800da76e,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:32.062041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e5694af-9c9f-4d1b-9a62-bd2ee407d551 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.126589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806efe42-2bb7-4f76-9847-b57a310dd494 None None] Pushing event updated for resources: {'Port': ['ID=6556f314-a3d7-4192-a8f7-e7d3ea298c2a,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:32.182777 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f0a35cb-51ce-4adc-8c3f-11b14603eae2 req-5a0b6810-3864-4ed7-8ee6-f5f9df2ba51e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 210 time: 0.1299791 Nov 03 16:17:32.206732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Attempting to bind port b9784336-7f9b-4697-870c-d482800da76e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:32.207138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Attempting to bind port b9784336-7f9b-4697-870c-d482800da76e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:32.207506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Attempting to bind port b9784336-7f9b-4697-870c-d482800da76e on network abf4b22a-63b9-473a-9b24-0b2855197f14 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:32.226647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:32.230685 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.234213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:32.235949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Checking segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:32.237102 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.238228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Bound using segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:32.238804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Bound port: b9784336-7f9b-4697-870c-d482800da76e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:32.240574 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.334789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e5694af-9c9f-4d1b-9a62-bd2ee407d551 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.341571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f4be1221-3dd9-4e4d-a57e-e6ca97e13cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.342040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f4be1221-3dd9-4e4d-a57e-e6ca97e13cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.342667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f4be1221-3dd9-4e4d-a57e-e6ca97e13cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.343128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f4be1221-3dd9-4e4d-a57e-e6ca97e13cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.343578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f4be1221-3dd9-4e4d-a57e-e6ca97e13cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.344039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f4be1221-3dd9-4e4d-a57e-e6ca97e13cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.344475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f4be1221-3dd9-4e4d-a57e-e6ca97e13cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.347124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f4be1221-3dd9-4e4d-a57e-e6ca97e13cae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=531f7f6243ed40f8885a41c199905dba&device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 6490 time: 0.3976133 Nov 03 16:17:32.348602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e5694af-9c9f-4d1b-9a62-bd2ee407d551 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.404274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] For port b9784336-7f9b-4697-870c-d482800da76e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:32.416142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] For port b9784336-7f9b-4697-870c-d482800da76e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b9784336-7f9b-4697-870c-d482800da76e,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:32.428699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f0443d5f-f7f7-40b2-be2e-a1eaec3ec46f None None] Provisioning complete for port b9784336-7f9b-4697-870c-d482800da76e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:32.430854 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f0443d5f-f7f7-40b2-be2e-a1eaec3ec46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.435863 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.498651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Router 39dd9551-b189-4882-809f-07fdd8835109 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:17:32.548970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e5694af-9c9f-4d1b-9a62-bd2ee407d551 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.550567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5694af-9c9f-4d1b-9a62-bd2ee407d551 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Fanout notify agent at l3_agent the message router_deleted on router e378519f-193f-4e43-a752-2a2321960249 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:17:32.560739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e5694af-9c9f-4d1b-9a62-bd2ee407d551 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.561958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3e5694af-9c9f-4d1b-9a62-bd2ee407d551 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/e378519f-193f-4e43-a752-2a2321960249 HTTP/1.1" status: 204 len: 168 time: 0.7279103 Nov 03 16:17:32.564618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54798) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:32.643722 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4042e8d8-5caf-4b5c-806d-c0a421a10db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.650968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1cfa22ef-d0be-4b01-8009-b3ef7da988ec no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:32.707258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3d1d4a-cf54-4c32-b6c6-153803c510c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting subnet 49e12efa-2bf2-4e6d-83c4-bef2624089e1 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:17:32.714346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.716887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da3d1d4a-cf54-4c32-b6c6-153803c510c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.722624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-5402843e-e38c-4de8-a0b7-6bede18a1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.722624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-5402843e-e38c-4de8-a0b7-6bede18a1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.722624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-5402843e-e38c-4de8-a0b7-6bede18a1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:32.723409 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-5402843e-e38c-4de8-a0b7-6bede18a1588 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b702e15-109b-4b34-b65b-e7a25aa30a01&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&id=32b60c1a-3fda-432a-b1be-706eaed0a660&id=32b60c1a-3fda-432a-b1be-706eaed0a660 HTTP/1.1" status: 200 len: 2292 time: 0.3066442 Nov 03 16:17:32.736688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:32.756295 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.873880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da3d1d4a-cf54-4c32-b6c6-153803c510c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:32.914301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:32.920664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-2c0f39ab-5e26-4dd5-a2c5-db7e7b30322a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7 HTTP/1.1" status: 200 len: 1002 time: 0.1533186 Nov 03 16:17:32.935898 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f888f068-f04f-4bb3-8285-d91b903ca363 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "PUT /v2.0/routers/39dd9551-b189-4882-809f-07fdd8835109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2825048 Nov 03 16:17:32.942037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54800) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:32.949382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66603d-ad1a-442c-80b9-fbe2769eb808 None None] Pushing event updated for resources: {'Port': ['ID=b9784336-7f9b-4697-870c-d482800da76e,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:32.954108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b991f-40f4-4203-8913-ea2ed713f731 None None] Sync routers for ids ['39dd9551-b189-4882-809f-07fdd8835109'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:32.960025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 1cfa22ef-d0be-4b01-8009-b3ef7da988ec {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:32.960288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1cfa22ef-d0be-4b01-8009-b3ef7da988ec not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:32.962102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:32.962716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:32.999574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da3d1d4a-cf54-4c32-b6c6-153803c510c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.002755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Request body: {'port': {'network_id': '9653b609-7a1a-486d-be04-cc23c37f30f1', 'name': 'tempest-FloatingIPNegativeTestJSON-614647697'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:33.035476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Checking segment: {'id': '23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6aca9a5b-ad83-478d-8044-df39d4dd608b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:33.035908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network hostable DHCP agents. Network: 6aca9a5b-ad83-478d-8044-df39d4dd608b, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:33.063486 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b991f-40f4-4203-8913-ea2ed713f731 None None] Routers {'39dd9551-b189-4882-809f-07fdd8835109'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:33.064190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-633b991f-40f4-4203-8913-ea2ed713f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['39dd9551-b189-4882-809f-07fdd8835109'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:33.084628 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da3d1d4a-cf54-4c32-b6c6-153803c510c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.119966 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-da3d1d4a-cf54-4c32-b6c6-153803c510c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.123489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-da3d1d4a-cf54-4c32-b6c6-153803c510c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/49e12efa-2bf2-4e6d-83c4-bef2624089e1 HTTP/1.1" status: 204 len: 168 time: 0.5579386 Nov 03 16:17:33.136598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=0ef726b2-5591-47b8-ab14-0083c88095ae,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:33.136937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-633b991f-40f4-4203-8913-ea2ed713f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:33.139213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54802) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:33.147224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5958308e-ef1f-4fea-9c86-9af7b66c0955 None None] Network 81f213d6-91b3-4a42-9b11-216611f9c4a2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:33.153568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d1d4a-cf54-4c32-b6c6-153803c510c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Subnet': ['ID=49e12efa-2bf2-4e6d-83c4-bef2624089e1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:33.176402 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f0443d5f-f7f7-40b2-be2e-a1eaec3ec46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.184971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b991f-40f4-4203-8913-ea2ed713f731 None None] Routers {'39dd9551-b189-4882-809f-07fdd8835109'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:33.185632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-633b991f-40f4-4203-8913-ea2ed713f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['39dd9551-b189-4882-809f-07fdd8835109'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:33.191238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-339cf044-dfc5-499a-a882-1a77e3d35a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:33.205747 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-339cf044-dfc5-499a-a882-1a77e3d35a2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec07e9ce-76fc-4651-9c43-195f89c62fd2 HTTP/1.1" status: 200 len: 850 time: 0.1327298 Nov 03 16:17:33.247175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 6aca9a5b-ad83-478d-8044-df39d4dd608b is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:33.333392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-633b991f-40f4-4203-8913-ea2ed713f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:33.334670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b991f-40f4-4203-8913-ea2ed713f731 None None] The sync data for ids ['39dd9551-b189-4882-809f-07fdd8835109'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:33.361633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53db622a-4cdc-4652-960d-368ff6232768 req-fd9a1c4c-c9f2-489f-97b2-6fc929d0f402 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 210 time: 0.0535600 Nov 03 16:17:33.368876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-a6fea923-6cc3-4aed-8be1-f47ae81b917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:33.370418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6aca9a5b-ad83-478d-8044-df39d4dd608b) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:33.373025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-a6fea923-6cc3-4aed-8be1-f47ae81b917d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b702e15-109b-4b34-b65b-e7a25aa30a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583326 Nov 03 16:17:33.378580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:33.378580 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.388615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:33.392858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533b340c-bf36-4d48-bcad-47ac2054ca63 None None] Network 6aca9a5b-ad83-478d-8044-df39d4dd608b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:33.423045 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8e7bf25e-c4e6-4548-be6d-ecf81add81a3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6923251 Nov 03 16:17:33.423326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54806) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:33.431940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '6aca9a5b-ad83-478d-8044-df39d4dd608b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1581235300'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:33.471921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Made reservation on behalf of aad2ece1b38e47eda15ddeffc8ed8ee5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:33.481999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.512904 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.517738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.20.0.11 (abf4b22a-63b9-473a-9b24-0b2855197f14/059649f6-3659-4dd4-b245-dfb014e10e96/6e4ba454-41b0-4f07-857b-d39b48663cc4) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:33.523078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f0443d5f-f7f7-40b2-be2e-a1eaec3ec46f None None] For port b9784336-7f9b-4697-870c-d482800da76e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b9784336-7f9b-4697-870c-d482800da76e,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:33.535244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] device_id is not set on port acc5adf4-49df-40e1-93ed-97bee9feacc6 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:33.611639 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f0443d5f-f7f7-40b2-be2e-a1eaec3ec46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.652061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:33.667142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.733921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port 9ae88183-0666-46f3-b038-9ca7f55a8a64 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:33.763404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0443d5f-f7f7-40b2-be2e-a1eaec3ec46f None None] Pushing event updated for resources: {'Port': ['ID=b9784336-7f9b-4697-870c-d482800da76e,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:33.812236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-eb1e39b6-3a29-4554-aa77-6ea08a4ebed2 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314590 Nov 03 16:17:33.812966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 3f756d6d-9773-44d1-9fb9-3f734c38429d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:33.813310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.887837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89470235-2130-496a-862f-a20c0eb1a34a None None] Network 9653b609-7a1a-486d-be04-cc23c37f30f1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:33.923726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Allocated IP 172.20.0.13 (9653b609-7a1a-486d-be04-cc23c37f30f1/19345ede-c8a6-4b4d-8f7e-2b1d8c4164d7/acc5adf4-49df-40e1-93ed-97bee9feacc6) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:33.968839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port 3f756d6d-9773-44d1-9fb9-3f734c38429d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3f756d6d-9773-44d1-9fb9-3f734c38429d,segment=NetworkSegment(456ac5b7-78bf-46dc-be12-a963999af022),segment_id=456ac5b7-78bf-46dc-be12-a963999af022)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:33.969213 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:33.970816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.13 (6aca9a5b-ad83-478d-8044-df39d4dd608b/0ef726b2-5591-47b8-ab14-0083c88095ae/9ae88183-0666-46f3-b038-9ca7f55a8a64) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:33.994586 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-3ddef97d-dcec-4590-ae58-686794e71ec2 service neutron] 10.222.0.15 "GET /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670935 Nov 03 16:17:34.006449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e9de58cf-f319-4fd8-815d-0bf55eae42d3 None None] Provisioning complete for port b9784336-7f9b-4697-870c-d482800da76e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:34.006866 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9de58cf-f319-4fd8-815d-0bf55eae42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.008063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 3f756d6d-9773-44d1-9fb9-3f734c38429d owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:34.028816 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.079704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-8fdd9c52-496d-4983-a781-c12d4109daa8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 217 time: 0.0778742 Nov 03 16:17:34.195103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] DHCP port deletion for 81f213d6-91b3-4a42-9b11-216611f9c4a2 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:17:34.305991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-6aca9a5b-ad83-478d-8044-df39d4dd608b', 'network_id': '6aca9a5b-ad83-478d-8044-df39d4dd608b', 'tenant_id': '74bacb320a194215bc501e8996dd1af8', 'fixed_ips': [{'subnet_id': '0ef726b2-5591-47b8-ab14-0083c88095ae'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:17:34.307229 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.336949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.375927 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.389861 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.435287 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.471147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network abf4b22a-63b9-473a-9b24-0b2855197f14 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:34.480622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Network 9653b609-7a1a-486d-be04-cc23c37f30f1 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:34.481893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:34.488430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:34.534413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-fbbd7fb4-7e8b-4b35-b751-bdf09b22d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:34.536345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-fbbd7fb4-7e8b-4b35-b751-bdf09b22d6dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.4101164 Nov 03 16:17:34.587045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:34.590670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:34.655175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:34.655844 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.664182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.676149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No DVR routers for this DVR port 3f756d6d-9773-44d1-9fb9-3f734c38429d on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:34.706097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:34.706814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.738830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] Deleting port 3f756d6d-9773-44d1-9fb9-3f734c38429d {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:34.742948 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.746645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6556f314-a3d7-4192-a8f7-e7d3ea298c2a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:34.752437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-ef7f5023-4640-4154-a3e4-0357e15436e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:34.759938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-ef7f5023-4640-4154-a3e4-0357e15436e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2140741 Nov 03 16:17:34.852714 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8976233 Nov 03 16:17:34.905674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:34.954971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Request body: {'port': {'device_id': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:35.047359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 6aca9a5b-ad83-478d-8044-df39d4dd608b is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:35.049903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.068035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44c09f-463f-40e0-aef9-f3a9366aa781 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:35.071502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:35.081417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:35.081742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] For port 3f756d6d-9773-44d1-9fb9-3f734c38429d, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:35.082155 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.087332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=9ae88183-0666-46f3-b038-9ca7f55a8a64,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:35.124465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c7b9ae53-4959-47ec-8efa-958ac95fa1f4 None None] Provisioning complete for port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:35.124843 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ae53-4959-47ec-8efa-958ac95fa1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.139387 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b4181f3-6035-45ad-b167-88dce127d2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.209339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event updated for resources: {'Port': ['ID=acc5adf4-49df-40e1-93ed-97bee9feacc6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:35.210749 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] Calling delete_port for 3f756d6d-9773-44d1-9fb9-3f734c38429d owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:35.213940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Allocated IP 172.20.0.2 (6aca9a5b-ad83-478d-8044-df39d4dd608b/0ef726b2-5591-47b8-ab14-0083c88095ae/02417864-de06-49a8-85e9-f1a3d575d8dc) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:35.219296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] Port 3f756d6d-9773-44d1-9fb9-3f734c38429d was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:17:35.221759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-193823ed-8b34-4baf-b28f-789a1335e46d service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482486 Nov 03 16:17:35.229881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b9784336-7f9b-4697-870c-d482800da76e', 'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:e0:c1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:21Z', 'updated_at': '2021-11-03T16:17:32Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:35.236454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:35.237574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.246123 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a2e884cb-8f39-4d26-8ed9-e6257cd4e998 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2457142 Nov 03 16:17:35.252613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.257387 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54818) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:35.262508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.264425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:35.274083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855e13c-1bf0-42c5-bc7f-df8f310cb98e None None] The sync data for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 is: [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b9784336-7f9b-4697-870c-d482800da76e', 'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:e0:c1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:21Z', 'updated_at': '2021-11-03T16:17:32Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:35.421682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.443249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] No DVR routers for this DVR port 3f756d6d-9773-44d1-9fb9-3f734c38429d on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:35.445426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30087f-b851-4105-8e20-a4cecff92678 None None] Pushing event deleted for resources: {'Port': ['ID=3f756d6d-9773-44d1-9fb9-3f734c38429d,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:35.447520 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:35.447939 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.478815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f2c7dcce-9604-4e29-a834-520db4844f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0598838 Nov 03 16:17:35.485106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54820) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:35.504718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fd9fe-a864-4b52-bf72-d60131890fee req-7d6a7132-39de-4c7b-878d-badaa310bf61 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:35.506717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-472fd9fe-a864-4b52-bf72-d60131890fee req-7d6a7132-39de-4c7b-878d-badaa310bf61 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 932 time: 0.8366477 Nov 03 16:17:35.522315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=3f756d6d-9773-44d1-9fb9-3f734c38429d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:35.558096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f213d6-91b3-4a42-9b11-216611f9c4a2']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:35.635077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456ac5b7-78bf-46dc-be12-a963999af022') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:35.635806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456ac5b7-78bf-46dc-be12-a963999af022') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:35.670383 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-a58ebc6d-627e-44dc-a753-5acde0e412c2 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284244 Nov 03 16:17:35.677877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.798187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.854093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:17:35.855001 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:35.967920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-a605f791-b3a5-45e5-9296-38ca0c37f581 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 217 time: 0.2010174 Nov 03 16:17:35.979623 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ae53-4959-47ec-8efa-958ac95fa1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:17:36.033912 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:17:36.044905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-472fd9fe-a864-4b52-bf72-d60131890fee req-783c976d-600e-4996-8e72-fd7535184772 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5043645 Nov 03 16:17:36.049196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.055892 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.065981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/networks/81f213d6-91b3-4a42-9b11-216611f9c4a2 HTTP/1.1" status: 204 len: 168 time: 2.9135072 Nov 03 16:17:36.077039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54826) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:36.090552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2047377908', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:36.168280 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.169690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.197427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ac314-d0f5-4d61-a53e-4b6406a474e9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Network': ['ID=81f213d6-91b3-4a42-9b11-216611f9c4a2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:36.213263 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.259197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17632b-1bd3-43ee-97ca-e5c9ca6686cb req-377882ff-1969-4de6-a8f2-599536408cb8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:36.265669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c7b9ae53-4959-47ec-8efa-958ac95fa1f4 None None] For port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6556f314-a3d7-4192-a8f7-e7d3ea298c2a,segment=NetworkSegment(04ec1412-8bec-46c1-aec7-99625981997b),segment_id=04ec1412-8bec-46c1-aec7-99625981997b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:36.278573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17632b-1bd3-43ee-97ca-e5c9ca6686cb req-377882ff-1969-4de6-a8f2-599536408cb8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:36.285182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17632b-1bd3-43ee-97ca-e5c9ca6686cb req-377882ff-1969-4de6-a8f2-599536408cb8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:36.294887 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.303043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17632b-1bd3-43ee-97ca-e5c9ca6686cb req-377882ff-1969-4de6-a8f2-599536408cb8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:36.315585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17632b-1bd3-43ee-97ca-e5c9ca6686cb req-377882ff-1969-4de6-a8f2-599536408cb8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:36.322545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17632b-1bd3-43ee-97ca-e5c9ca6686cb req-377882ff-1969-4de6-a8f2-599536408cb8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:36.329029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17632b-1bd3-43ee-97ca-e5c9ca6686cb req-377882ff-1969-4de6-a8f2-599536408cb8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:36.337618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d17632b-1bd3-43ee-97ca-e5c9ca6686cb req-377882ff-1969-4de6-a8f2-599536408cb8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.6664810 Nov 03 16:17:36.347231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-712ff575-cd76-42eb-85bf-0321dfe8e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:36.351680 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-712ff575-cd76-42eb-85bf-0321dfe8e510 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.3698673 Nov 03 16:17:36.381668 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ae53-4959-47ec-8efa-958ac95fa1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.398792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4ba454-41b0-4f07-857b-d39b48663cc4 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:17:36.418949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.442946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Network 6aca9a5b-ad83-478d-8044-df39d4dd608b is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:36.448115 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.465455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:36.470050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5b9600df-1c9f-4ec9-bc4f-9aa750c469dc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 9ae88183-0666-46f3-b038-9ca7f55a8a64 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:36.470387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5b9600df-1c9f-4ec9-bc4f-9aa750c469dc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.476158 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.486912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:36.490681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Transition to ACTIVE for port object 6e4ba454-41b0-4f07-857b-d39b48663cc4 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:17:36.514135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.532059 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d17632b-1bd3-43ee-97ca-e5c9ca6686cb req-ab46b732-8ab0-4c5b-822e-1bc263b49bf5 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1930499 Nov 03 16:17:36.533299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Pushing event updated for resources: {'Port': ['ID=02417864-de06-49a8-85e9-f1a3d575d8dc,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:36.625028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:36.650071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9ae53-4959-47ec-8efa-958ac95fa1f4 None None] Pushing event updated for resources: {'Port': ['ID=6556f314-a3d7-4192-a8f7-e7d3ea298c2a,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:36.650724 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.654717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.774078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-fc8f9566-4e8f-4869-9a7f-007d3315e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:36.775664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-fc8f9566-4e8f-4869-9a7f-007d3315e1cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3888369 Nov 03 16:17:36.778066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:36.782083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ad67fc9f-6c52-467a-bf7c-1682b0961a6b None None] Provisioning complete for port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:36.782547 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad67fc9f-6c52-467a-bf7c-1682b0961a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.783838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:36.784357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on network abf4b22a-63b9-473a-9b24-0b2855197f14 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:36.790753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on network abf4b22a-63b9-473a-9b24-0b2855197f14 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:17:36.791316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on network abf4b22a-63b9-473a-9b24-0b2855197f14 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:36.797365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:36.797957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Checking segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:36.798524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Bound using segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:36.799142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Bound port: 6e4ba454-41b0-4f07-857b-d39b48663cc4, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:36.807319 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.920849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Attempting to bind port 02417864-de06-49a8-85e9-f1a3d575d8dc on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:36.921237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Attempting to bind port 02417864-de06-49a8-85e9-f1a3d575d8dc by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6aca9a5b-ad83-478d-8044-df39d4dd608b'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:36.921621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Attempting to bind port 02417864-de06-49a8-85e9-f1a3d575d8dc on network 6aca9a5b-ad83-478d-8044-df39d4dd608b {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:36.963278 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:17:36.963630 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:17:36.968870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:36.969266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Checking segment: {'id': '23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6aca9a5b-ad83-478d-8044-df39d4dd608b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:36.969724 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:36.970125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Bound using segment: {'id': '23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6aca9a5b-ad83-478d-8044-df39d4dd608b'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:36.970622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Bound port: 02417864-de06-49a8-85e9-f1a3d575d8dc, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6aca9a5b-ad83-478d-8044-df39d4dd608b'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:36.971010 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:37.009741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-3c51afed-aefd-4126-a2af-bf96642283e2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:37.017703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-3c51afed-aefd-4126-a2af-bf96642283e2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:37.024336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-3c51afed-aefd-4126-a2af-bf96642283e2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:37.030881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-3c51afed-aefd-4126-a2af-bf96642283e2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:37.033829 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:37.038109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-3c51afed-aefd-4126-a2af-bf96642283e2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:37.044963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-3c51afed-aefd-4126-a2af-bf96642283e2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:37.052764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-3c51afed-aefd-4126-a2af-bf96642283e2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:37.055367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-3c51afed-aefd-4126-a2af-bf96642283e2 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.2453811 Nov 03 16:17:37.055875 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5b9600df-1c9f-4ec9-bc4f-9aa750c469dc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:37.093475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] For port 02417864-de06-49a8-85e9-f1a3d575d8dc, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:37.097551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] For port 02417864-de06-49a8-85e9-f1a3d575d8dc, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=02417864-de06-49a8-85e9-f1a3d575d8dc,segment=NetworkSegment(23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4),segment_id=23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:37.112976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:37.125914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-a1d601f5-9914-4e30-aa63-edaa0654b15d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:37.127328 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-a1d601f5-9914-4e30-aa63-edaa0654b15d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "GET /v2.0/ports/1abcbb4e-937d-47c8-a357-f90ac98e01d1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0629745 Nov 03 16:17:37.128465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:37.132885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:37.157230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5b9600df-1c9f-4ec9-bc4f-9aa750c469dc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 9ae88183-0666-46f3-b038-9ca7f55a8a64 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:37.159924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:37.184297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ad67fc9f-6c52-467a-bf7c-1682b0961a6b None None] Provisioning complete for port acc5adf4-49df-40e1-93ed-97bee9feacc6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:37.184666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad67fc9f-6c52-467a-bf7c-1682b0961a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:37.255768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd651de-2a1b-42a2-a776-9dcf3e9ccf54 None None] Pushing event updated for resources: {'Port': ['ID=02417864-de06-49a8-85e9-f1a3d575d8dc,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:37.288074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ad67fc9f-6c52-467a-bf7c-1682b0961a6b None None] Port acc5adf4-49df-40e1-93ed-97bee9feacc6 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:37.305467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ad67fc9f-6c52-467a-bf7c-1682b0961a6b None None] Provisioning complete for port e7fcfe7a-f03d-48f7-aadd-18e47fa3a2da triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:37.306048 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad67fc9f-6c52-467a-bf7c-1682b0961a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:37.345265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:37.345265 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:37.348139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] 10.222.0.70 "PUT /v2.0/ports/6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 1092 time: 2.4582825 Nov 03 16:17:37.355300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:37.367890 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97067c6a-c575-4b45-8cf9-94a6948a06ba" -d '{"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:37.374656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ad67fc9f-6c52-467a-bf7c-1682b0961a6b None None] Port e7fcfe7a-f03d-48f7-aadd-18e47fa3a2da cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:37.377928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Allocated IP 172.25.6.135 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/afa554e5-0be2-4c2a-a9f1-9dc6272650b1) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:37.699092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3f756d6d-9773-44d1-9fb9-3f734c38429d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:37.733822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 3f756d6d-9773-44d1-9fb9-3f734c38429d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:37.734178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3f756d6d-9773-44d1-9fb9-3f734c38429d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:37.751727 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:37.769437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-059204fe-dc46-4da8-bd2a-ea564107ea1f service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9118013 Nov 03 16:17:37.965871 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7da345-edf4-49be-8b11-29b44248299f x-openstack-request-id: req-0d7da345-edf4-49be-8b11-29b44248299f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:37.966389 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:37.966389 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d7da345-edf4-49be-8b11-29b44248299f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:37.966801 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'status': 'completed', 'code': 200} Nov 03 16:17:37.998107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:38.025835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.026186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.026521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.026854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.034551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.035134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.035659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.037326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.038100 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.038613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.039107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.039617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a497b56-34d2-49c8-be1f-3c22d7a71068 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:38.055671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-4e322c5b-afa9-4a8b-aa6f-b4c0878636da tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9174144 Nov 03 16:17:38.066212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884cfea-26a5-4e15-888f-5ed99e9a4133 req-ca471339-0d96-462d-9c95-f324f0264d27 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.073565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3884cfea-26a5-4e15-888f-5ed99e9a4133 req-ca471339-0d96-462d-9c95-f324f0264d27 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 944 time: 0.8071761 Nov 03 16:17:38.081336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:38.089213 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.112796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 02417864-de06-49a8-85e9-f1a3d575d8dc up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:38.123695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538164-8c31-4f5a-b768-6733aeada56e req-e0b8a3b1-b986-429a-b669-06a94af3ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.125183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-e0b8a3b1-b986-429a-b669-06a94af3ff87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1095 time: 0.7032759 Nov 03 16:17:38.125491 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-b4c8e46a-ce8c-4c98-a3ad-1a6db91965e8 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303008 Nov 03 16:17:38.176597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 02417864-de06-49a8-85e9-f1a3d575d8dc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:38.177138 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.200093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-41f92455-0bc1-41ca-90da-973e26fab024 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 217 time: 0.0649521 Nov 03 16:17:38.247082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f796-f6da-4e09-87cd-5939386bb95d req-a7fd2c5f-c5d8-4002-8cf8-7ba3ed5a8403 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.254830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f796-f6da-4e09-87cd-5939386bb95d req-a7fd2c5f-c5d8-4002-8cf8-7ba3ed5a8403 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.265596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f796-f6da-4e09-87cd-5939386bb95d req-a7fd2c5f-c5d8-4002-8cf8-7ba3ed5a8403 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.281875 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.289957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f796-f6da-4e09-87cd-5939386bb95d req-a7fd2c5f-c5d8-4002-8cf8-7ba3ed5a8403 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.298526 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3884cfea-26a5-4e15-888f-5ed99e9a4133 req-730b2cfc-fd49-4ef0-b5d3-bd351f7d839d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235436 Nov 03 16:17:38.324440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f796-f6da-4e09-87cd-5939386bb95d req-a7fd2c5f-c5d8-4002-8cf8-7ba3ed5a8403 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.326289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 02417864-de06-49a8-85e9-f1a3d575d8dc, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=02417864-de06-49a8-85e9-f1a3d575d8dc,segment=NetworkSegment(23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4),segment_id=23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:38.332456 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.334695 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b9784336-7f9b-4697-870c-d482800da76e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:38.337916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f796-f6da-4e09-87cd-5939386bb95d req-a7fd2c5f-c5d8-4002-8cf8-7ba3ed5a8403 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.347289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f796-f6da-4e09-87cd-5939386bb95d req-a7fd2c5f-c5d8-4002-8cf8-7ba3ed5a8403 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.359342 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d98f796-f6da-4e09-87cd-5939386bb95d req-a7fd2c5f-c5d8-4002-8cf8-7ba3ed5a8403 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 5433 time: 0.6371765 Nov 03 16:17:38.366676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538164-8c31-4f5a-b768-6733aeada56e req-b79aed9a-0b2f-4224-a411-4f095dfde29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.368067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-b79aed9a-0b2f-4224-a411-4f095dfde29e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.1436105 Nov 03 16:17:38.373336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.433381 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.447915 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.451555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-3379c935-e4d8-49bf-8ee0-73fbc75f1261 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00 HTTP/1.1" status: 200 len: 217 time: 0.3141305 Nov 03 16:17:38.477453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=02417864-de06-49a8-85e9-f1a3d575d8dc,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:38.491884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b9784336-7f9b-4697-870c-d482800da76e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:38.492468 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.540956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538164-8c31-4f5a-b768-6733aeada56e req-ade4fd69-8d97-49b6-9814-f4dd41b543f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.542473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-ade4fd69-8d97-49b6-9814-f4dd41b543f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498635 Nov 03 16:17:38.555533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-385c1b96-3b4a-43e3-b1fc-30bf69f81936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:38.557019 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-385c1b96-3b4a-43e3-b1fc-30bf69f81936 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.0685151 Nov 03 16:17:38.599461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:38.624507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:38.632626 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6556f314-a3d7-4192-a8f7-e7d3ea298c2a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:38.643842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:38.659104 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5b9600df-1c9f-4ec9-bc4f-9aa750c469dc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.721044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:38.721856 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:38.787595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] For port 1abcbb4e-937d-47c8-a357-f90ac98e01d1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=1abcbb4e-937d-47c8-a357-f90ac98e01d1,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:38.826036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-7c65999d-434c-446d-aabe-f6c1f085bfbb service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727726 Nov 03 16:17:38.871875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] For port 1abcbb4e-937d-47c8-a357-f90ac98e01d1, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:38.933830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb1edf-86c9-4b8e-9fd4-928b0b9c0db5 None None] Network 6aca9a5b-ad83-478d-8044-df39d4dd608b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:39.012247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee538164-8c31-4f5a-b768-6733aeada56e req-811a645f-a509-4391-8004-1a423883d26d service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752763 Nov 03 16:17:39.025204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] device_id is not set on port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:39.039714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a6d1f27f-b187-446a-b603-24a5c47f80ec None None] Provisioning complete for port 02417864-de06-49a8-85e9-f1a3d575d8dc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:39.040310 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f27f-b187-446a-b603-24a5c47f80ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.043460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.053568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.147845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] Pushing event updated for resources: {'Port': ['ID=1abcbb4e-937d-47c8-a357-f90ac98e01d1,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:39.177362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-bc83c64a-b404-4bcb-8a7a-30186904e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:39.179003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-bc83c64a-b404-4bcb-8a7a-30186904e4ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1095 time: 0.0608106 Nov 03 16:17:39.207543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event updated for resources: {'Port': ['ID=afa554e5-0be2-4c2a-a9f1-9dc6272650b1,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:39.259475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] No DVR routers for this DVR port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:39.294601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9600df-1c9f-4ec9-bc4f-9aa750c469dc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=9ae88183-0666-46f3-b038-9ca7f55a8a64,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:39.393132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] In _notify_port_updated(), no bound segment for port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:17:39.394232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:39.396316 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.404567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-09ff461d-040f-49ab-91a4-5ae50c2d6931 service neutron] 10.222.0.15 "PUT /v2.0/ports/1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 200 len: 1026 time: 1.3280506 Nov 03 16:17:39.421733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7d98f796-f6da-4e09-87cd-5939386bb95d req-cdbec1a9-af47-47bf-a597-9fe784e6accd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=47eed709-45ed-4856-9743-b37ea11249b6&id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0540473 Nov 03 16:17:39.462871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-370ade95-2af3-4a0c-8611-2b2cf858fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:39.464077 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5b9600df-1c9f-4ec9-bc4f-9aa750c469dc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.464805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-370ade95-2af3-4a0c-8611-2b2cf858fea0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.2209277 Nov 03 16:17:39.468113 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5b9600df-1c9f-4ec9-bc4f-9aa750c469dc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/9ae88183-0666-46f3-b038-9ca7f55a8a64 HTTP/1.1" status: 204 len: 168 time: 3.9660330 Nov 03 16:17:39.499298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54852) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:39.543213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-ab55257b-d985-462b-82d8-ad98378ccabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:39.544754 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-ab55257b-d985-462b-82d8-ad98378ccabc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9763823 Nov 03 16:17:39.559196 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.572041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-09eabddf-15f5-4c16-96d8-597de927c13d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 217 time: 0.0612447 Nov 03 16:17:39.619706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-80435f47-0df4-40d4-a404-22f3d5f63a6c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:39.621153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-80435f47-0df4-40d4-a404-22f3d5f63a6c tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "GET /v2.0/ports/946fa250-4a46-4276-a40f-6827e8a5d511?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1681631 Nov 03 16:17:39.635551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b99d51c7-6c40-4855-89ea-2b63016e71c5 None None] Provisioning complete for port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:39.636123 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b29884-5386-42f4-b73d-f979ec9a246b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:17:39.637022 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b99d51c7-6c40-4855-89ea-2b63016e71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.637160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:39.640712 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-77b29884-5386-42f4-b73d-f979ec9a246b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/9ae88183-0666-46f3-b038-9ca7f55a8a64 HTTP/1.1" status: 404 len: 333 time: 0.0949802 Nov 03 16:17:39.644758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54854) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:39.662015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.698052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b99d51c7-6c40-4855-89ea-2b63016e71c5 None None] Port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:39.717457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.721254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b99d51c7-6c40-4855-89ea-2b63016e71c5 None None] Provisioning complete for port 02417864-de06-49a8-85e9-f1a3d575d8dc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:39.721856 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b99d51c7-6c40-4855-89ea-2b63016e71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.729589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e5e8-c100-45f2-8a83-3f51b2b2825a req-a38ca8de-8386-40b3-bde9-6a4f24795aba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:39.731285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f3f3e5e8-c100-45f2-8a83-3f51b2b2825a req-a38ca8de-8386-40b3-bde9-6a4f24795aba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 944 time: 0.2642365 Nov 03 16:17:39.788910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-b493c4f6-c721-4638-82c3-8f40e9cbc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:39.790532 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-b493c4f6-c721-4638-82c3-8f40e9cbc901 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.2081430 Nov 03 16:17:39.823092 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.902758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-2641fada-6cb6-4bff-a83c-7d0889360ca5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet 0ef726b2-5591-47b8-ab14-0083c88095ae {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:17:39.916948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2641fada-6cb6-4bff-a83c-7d0889360ca5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:39.918991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 02417864-de06-49a8-85e9-f1a3d575d8dc up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:39.972795 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.012405 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-e385f196-8ce6-4961-a6c3-6d7dc6c58fed service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499726 Nov 03 16:17:40.013013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-b25584aa-8fd1-4ae8-a3bc-3fc65d1a974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:40.015063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-b25584aa-8fd1-4ae8-a3bc-3fc65d1a974b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081015 Nov 03 16:17:40.017954 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2641fada-6cb6-4bff-a83c-7d0889360ca5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.025091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f3f3e5e8-c100-45f2-8a83-3f51b2b2825a req-45172b7a-e14a-4014-83c1-dc4a7d91ddf0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283542 Nov 03 16:17:40.047999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-98bd2cdb-c848-4eb6-b998-76aae89040d3 None None] Could not find standard attr ID for object 9ae88183-0666-46f3-b038-9ca7f55a8a64. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:17:40.056612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 02417864-de06-49a8-85e9-f1a3d575d8dc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:40.057123 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.197559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-fe514878-3174-430d-97f7-59d9b6fd73b2 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257436 Nov 03 16:17:40.308682 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-0de5b880-2078-46b2-81a3-d2b99847d349 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 HTTP/1.1" status: 200 len: 217 time: 0.1035755 Nov 03 16:17:40.310530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2641fada-6cb6-4bff-a83c-7d0889360ca5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.341212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 172.25.6.36 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/aaa837d0-5ffa-4064-8f90-7d7c81bd7323) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:40.360215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-10246596-fb65-4b61-afa7-ae180171a9bd service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135476 Nov 03 16:17:40.422213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] For port 946fa250-4a46-4276-a40f-6827e8a5d511, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=946fa250-4a46-4276-a40f-6827e8a5d511,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:40.442868 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.447834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-591c258b-378d-4c45-be48-87ccedd4aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:40.449683 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-591c258b-378d-4c45-be48-87ccedd4aff6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 200 len: 797 time: 0.1302991 Nov 03 16:17:40.452949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.466115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:40.498423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] For port 946fa250-4a46-4276-a40f-6827e8a5d511, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:40.534690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] device_id is not set on port 946fa250-4a46-4276-a40f-6827e8a5d511 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:40.544380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.550947 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2641fada-6cb6-4bff-a83c-7d0889360ca5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.562748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.603761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641fada-6cb6-4bff-a83c-7d0889360ca5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef726b2-5591-47b8-ab14-0083c88095ae,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:40.632511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.652106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event updated for resources: {'Port': ['ID=afa554e5-0be2-4c2a-a9f1-9dc6272650b1,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:40.663482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:40.667065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-933ff8c8-a8ad-460a-a649-1c26bb60b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:40.667221 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ed4990-c835-49e6-ae5d-bb085421c2fb" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3ff3c0-ef5b-4749-aada-f8a186e06e00"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:40.668919 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-933ff8c8-a8ad-460a-a649-1c26bb60b9f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c53260-3ccd-47cc-9317-f172e1bfc0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1818109 Nov 03 16:17:40.689074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:40.696150 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.697886 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.703129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 00bf40e1-5c0a-432e-a45a-89bf19dcede9 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:40.704489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.705837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] Pushing event updated for resources: {'Port': ['ID=946fa250-4a46-4276-a40f-6827e8a5d511,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:40.729380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2641fada-6cb6-4bff-a83c-7d0889360ca5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.735274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2641fada-6cb6-4bff-a83c-7d0889360ca5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/0ef726b2-5591-47b8-ab14-0083c88095ae HTTP/1.1" status: 204 len: 168 time: 1.0818460 Nov 03 16:17:40.738560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:40.740079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38206166-6436-4e9f-a601-f3f62566a0e6 None None] Network 6aca9a5b-ad83-478d-8044-df39d4dd608b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:40.770899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97067c6a-c575-4b45-8cf9-94a6948a06ba req-589d880f-a99e-47ed-ad14-80320f5343b0 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025271 Nov 03 16:17:40.797134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] No DVR routers for this DVR port 946fa250-4a46-4276-a40f-6827e8a5d511 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:40.823528 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.825026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6740a20a-9313-4f10-8b6c-8d47da972556 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5657873 Nov 03 16:17:40.838724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54872) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:40.844288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] In _notify_port_updated(), no bound segment for port 946fa250-4a46-4276-a40f-6827e8a5d511 on network 36c53260-3ccd-47cc-9317-f172e1bfc0ef {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:17:40.845311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:40.846083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:40.847522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-37bc8b59-c536-48dd-9d79-192d321b0a85 service neutron] 10.222.0.15 "PUT /v2.0/ports/946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 200 len: 1026 time: 1.2192056 Nov 03 16:17:40.861182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ac91-3f07-462b-95a1-13a818f7c0f7 req-1dc6afdb-b055-463c-b337-7deb2b3f01fc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:40.870502 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bacda0-c3ed-4239-afc5-b8f77c31424f x-openstack-request-id: req-79bacda0-c3ed-4239-afc5-b8f77c31424f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:40.870786 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3ff3c0-ef5b-4749-aada-f8a186e06e00", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:40.871037 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79bacda0-c3ed-4239-afc5-b8f77c31424f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:40.871564 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00', 'code': 200} Nov 03 16:17:40.872990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ac91-3f07-462b-95a1-13a818f7c0f7 req-1dc6afdb-b055-463c-b337-7deb2b3f01fc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:40.880884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ac91-3f07-462b-95a1-13a818f7c0f7 req-1dc6afdb-b055-463c-b337-7deb2b3f01fc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:40.890412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ac91-3f07-462b-95a1-13a818f7c0f7 req-1dc6afdb-b055-463c-b337-7deb2b3f01fc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:40.896517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ac91-3f07-462b-95a1-13a818f7c0f7 req-1dc6afdb-b055-463c-b337-7deb2b3f01fc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:40.898351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2620ac91-3f07-462b-95a1-13a818f7c0f7 req-1dc6afdb-b055-463c-b337-7deb2b3f01fc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 3887 time: 0.3109593 Nov 03 16:17:40.967159 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-69826a9a-dad0-426b-bd28-0a122c5289a6 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Request body: {'floatingip': {'port_id': 'acc5adf4-49df-40e1-93ed-97bee9feacc6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:40.981592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:40.982348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.067827 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69826a9a-dad0-426b-bd28-0a122c5289a6 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.068987 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.091468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:41.118698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.131813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 00bf40e1-5c0a-432e-a45a-89bf19dcede9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:41.143603 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.144707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:41.186636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.195803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-c8933992-0408-4a58-a776-3cf4ea423b66 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137494 Nov 03 16:17:41.215371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] For port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:41.216494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.240376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:41.259441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=00bf40e1-5c0a-432e-a45a-89bf19dcede9,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:41.294634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17e75-9eef-4f4e-be1b-3f2b8b3642d5 req-3f1ed0b0-e907-4d50-b3ff-572a991c1cf5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:41.296264 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2620ac91-3f07-462b-95a1-13a818f7c0f7 req-ed6b9e53-0739-48e4-afea-818a8f29e5d1 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175061 Nov 03 16:17:41.302258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa17e75-9eef-4f4e-be1b-3f2b8b3642d5 req-3f1ed0b0-e907-4d50-b3ff-572a991c1cf5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 944 time: 0.1472745 Nov 03 16:17:41.377965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-15685e02-ff86-4a18-a656-542a3aa51863 None None] Provisioning complete for port 946fa250-4a46-4276-a40f-6827e8a5d511 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:41.378339 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-15685e02-ff86-4a18-a656-542a3aa51863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.419675 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d2bce-ab95-4b69-b13b-fc8346a066db None None] DHCP port deletion for 6aca9a5b-ad83-478d-8044-df39d4dd608b request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:17:41.439138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:41.453683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:41.459638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=aaa837d0-5ffa-4064-8f90-7d7c81bd7323,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:41.469841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa17e75-9eef-4f4e-be1b-3f2b8b3642d5 req-601435ff-4e7d-4c59-8a0f-314006e59981 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641905 Nov 03 16:17:41.481972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:41.484445 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-69826a9a-dad0-426b-bd28-0a122c5289a6 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] update failed (client error): The resource could not be found. Nov 03 16:17:41.485540 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-69826a9a-dad0-426b-bd28-0a122c5289a6 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "PUT /v2.0/floatingips/f47ea7d9-ea63-4b60-9a85-38bfc8d7e646 HTTP/1.1" status: 404 len: 507 time: 0.6348960 Nov 03 16:17:41.496119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54878) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:41.585618 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.622712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=8a4f1f47-820f-4a0f-843e-c7e3ac0debe0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:41.667634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-18f55105-9447-47d9-9659-c7131e2d29d2 service neutron] 10.222.0.15 "GET /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546390 Nov 03 16:17:41.684791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] No DVR routers for this DVR port 8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:41.687579 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.691605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b76d3916-0b22-418a-8c76-e7bc3dffa73a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "DELETE /v2.0/ports/8a4f1f47-820f-4a0f-843e-c7e3ac0debe0 HTTP/1.1" status: 204 len: 173 time: 0.8370917 Nov 03 16:17:41.692164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': '8a4f1f47-820f-4a0f-843e-c7e3ac0debe0'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:41.694576 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3654b8-7047-4fcf-bce3-b5bac28ff67b" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "8a4f1f47-820f-4a0f-843e-c7e3ac0debe0"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:41.743323 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.790444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-21a5c878-7f49-4d85-8d6f-b7dbc59adda7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99629fd-c01f-4e74-97d1-865bfad31285 HTTP/1.1" status: 200 len: 217 time: 0.1087589 Nov 03 16:17:41.791798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 02417864-de06-49a8-85e9-f1a3d575d8dc {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:41.792144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.799887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-15685e02-ff86-4a18-a656-542a3aa51863 None None] Port 946fa250-4a46-4276-a40f-6827e8a5d511 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:41.808931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:41.809757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.835030 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a633aaf-d43b-45ca-a7e9-29af4060c4e1 x-openstack-request-id: req-2a633aaf-d43b-45ca-a7e9-29af4060c4e1 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:41.835594 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "8a4f1f47-820f-4a0f-843e-c7e3ac0debe0", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:41.836117 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a633aaf-d43b-45ca-a7e9-29af4060c4e1 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:41.836628 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': '8a4f1f47-820f-4a0f-843e-c7e3ac0debe0', 'status': 'completed', 'code': 200} Nov 03 16:17:41.839916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 1abcbb4e-937d-47c8-a357-f90ac98e01d1 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:41.879164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d76d2bce-ab95-4b69-b13b-fc8346a066db None None] Deleting port 02417864-de06-49a8-85e9-f1a3d575d8dc {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:41.879582 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bce-ab95-4b69-b13b-fc8346a066db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.885176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 02417864-de06-49a8-85e9-f1a3d575d8dc no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:41.945731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] For port 02417864-de06-49a8-85e9-f1a3d575d8dc, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=02417864-de06-49a8-85e9-f1a3d575d8dc,segment=NetworkSegment(23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4),segment_id=23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:41.946097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.952335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] For port 8cbd112b-8cde-443c-a2f1-57dac3721bf7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:41.952875 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:41.965707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 02417864-de06-49a8-85e9-f1a3d575d8dc owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:41.986909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 1abcbb4e-937d-47c8-a357-f90ac98e01d1 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:41.987497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8cbd112b-8cde-443c-a2f1-57dac3721bf7 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:42.065954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d76d2bce-ab95-4b69-b13b-fc8346a066db None None] For port 02417864-de06-49a8-85e9-f1a3d575d8dc, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=02417864-de06-49a8-85e9-f1a3d575d8dc,segment=NetworkSegment(23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4),segment_id=23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:42.066456 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bce-ab95-4b69-b13b-fc8346a066db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.081571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No active binding found for port 02417864-de06-49a8-85e9-f1a3d575d8dc {{(pid=108106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 16:17:42.082041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 02417864-de06-49a8-85e9-f1a3d575d8dc not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:42.092317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d76d2bce-ab95-4b69-b13b-fc8346a066db None None] Calling delete_port for 02417864-de06-49a8-85e9-f1a3d575d8dc owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:42.130091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.206462 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.206909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.207599 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Floating IP 79824b7d-074e-4262-a5ea-782f31587836 disassociated. External IP: 172.25.6.131, port: 8cbd112b-8cde-443c-a2f1-57dac3721bf7. Nov 03 16:17:42.208658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for 8cbd112b-8cde-443c-a2f1-57dac3721bf7 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:42.223153 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.293736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8cbd112b-8cde-443c-a2f1-57dac3721bf7, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8cbd112b-8cde-443c-a2f1-57dac3721bf7,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:42.310842 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.311715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device f99629fd-c01f-4e74-97d1-865bfad31285 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:42.413023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.430722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8cbd112b-8cde-443c-a2f1-57dac3721bf7,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:42.460856 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bce-ab95-4b69-b13b-fc8346a066db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.521893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d2bce-ab95-4b69-b13b-fc8346a066db None None] Pushing event deleted for resources: {'Port': ['ID=02417864-de06-49a8-85e9-f1a3d575d8dc,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:42.537310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d2bce-ab95-4b69-b13b-fc8346a066db None None] No DVR routers for this DVR port 02417864-de06-49a8-85e9-f1a3d575d8dc on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:42.605799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=02417864-de06-49a8-85e9-f1a3d575d8dc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:42.617988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.623639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=8cbd112b-8cde-443c-a2f1-57dac3721bf7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:42.634859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Router 1729da9a-40fa-40a7-9c5e-d035060374c9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:17:42.638836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f134c6c8-c430-4fe6-95fd-32e06543d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:42.639724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f134c6c8-c430-4fe6-95fd-32e06543d773 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.5720341 Nov 03 16:17:42.641646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No DVR routers for this DVR port 02417864-de06-49a8-85e9-f1a3d575d8dc on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:42.659547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:17:42.730514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d01af0-0ef3-477e-9793-8d7cff85d81d req-2e32bfcb-f39a-46e9-b927-549cd67a2f8e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:42.737419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d01af0-0ef3-477e-9793-8d7cff85d81d req-2e32bfcb-f39a-46e9-b927-549cd67a2f8e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:42.744489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d01af0-0ef3-477e-9793-8d7cff85d81d req-2e32bfcb-f39a-46e9-b927-549cd67a2f8e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:42.746242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23d01af0-0ef3-477e-9793-8d7cff85d81d req-2e32bfcb-f39a-46e9-b927-549cd67a2f8e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 2412 time: 0.2659237 Nov 03 16:17:42.830168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-367e29b6-5a67-4239-af16-8ffe3a47e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:42.831673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-367e29b6-5a67-4239-af16-8ffe3a47e72a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1681094 Nov 03 16:17:42.840987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:42.857191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'port_id': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'mac_address': 'fa:16:3e:1b:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:17:42.858910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23d01af0-0ef3-477e-9793-8d7cff85d81d req-08788355-4030-4c79-b428-d02a29fe1e7f tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049781 Nov 03 16:17:42.870618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port f99629fd-c01f-4e74-97d1-865bfad31285, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f99629fd-c01f-4e74-97d1-865bfad31285,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:42.872894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bf40e1-5c0a-432e-a45a-89bf19dcede9'}, {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7'}, {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99629fd-c01f-4e74-97d1-865bfad31285'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:42.875949 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4065b851-5eb8-4a4d-b6e1-f7bf8fbbd375" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "00bf40e1-5c0a-432e-a45a-89bf19dcede9"}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7"}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "f99629fd-c01f-4e74-97d1-865bfad31285"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:42.904009 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:42.904797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 946fa250-4a46-4276-a40f-6827e8a5d511 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:42.919401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:42.930177 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] Sync routers for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:42.946472 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:42.947093 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:42.996747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] No DVR routers for this DVR port 8cbd112b-8cde-443c-a2f1-57dac3721bf7 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:42.999490 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.005094 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-34dbfa12-2b35-44b6-a138-5474292c423d service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611679 Nov 03 16:17:43.008432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-51e6b7e6-f49f-4989-971b-b2ccb9658298 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "DELETE /v2.0/ports/8cbd112b-8cde-443c-a2f1-57dac3721bf7 HTTP/1.1" status: 204 len: 173 time: 1.3065252 Nov 03 16:17:43.012291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Deleting port afa554e5-0be2-4c2a-a9f1-9dc6272650b1 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:43.012640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.030255 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.040816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9028b3f-9f13-4ea8-87d8-9738299c1ecc req-0841ee42-c0f5-4363-b50d-8c14b5139f4c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:43.042331 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b9028b3f-9f13-4ea8-87d8-9738299c1ecc req-0841ee42-c0f5-4363-b50d-8c14b5139f4c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 944 time: 0.4255664 Nov 03 16:17:43.064928 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84942ece-537b-452e-a9ca-5d2073bc8309 x-openstack-request-id: req-84942ece-537b-452e-a9ca-5d2073bc8309 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:43.065652 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "00bf40e1-5c0a-432e-a45a-89bf19dcede9", "code": 200}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7", "code": 200}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "f99629fd-c01f-4e74-97d1-865bfad31285", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:43.066127 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-84942ece-537b-452e-a9ca-5d2073bc8309 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:43.066735 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bf40e1-5c0a-432e-a45a-89bf19dcede9', 'code': 200} Nov 03 16:17:43.067258 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'code': 200} Nov 03 16:17:43.069240 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99629fd-c01f-4e74-97d1-865bfad31285', 'code': 200} Nov 03 16:17:43.107446 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.142198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=f99629fd-c01f-4e74-97d1-865bfad31285,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:43.155980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 946fa250-4a46-4276-a40f-6827e8a5d511 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:43.163038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4ba454-41b0-4f07-857b-d39b48663cc4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:17:43.166791 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:43.179318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aca9a5b-ad83-478d-8044-df39d4dd608b']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:43.202660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:43.210177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.235911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:43.236525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bd4dd2-6ae8-4a82-8a4d-ac096bfe47e4') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:43.281990 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b9028b3f-9f13-4ea8-87d8-9738299c1ecc req-0152a863-13fe-4b34-ae2c-4e5b9c938d5c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194352 Nov 03 16:17:43.297378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port f99629fd-c01f-4e74-97d1-865bfad31285 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:43.297648 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.322507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:43.334734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.359596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.372827 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.373634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.424050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.438422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Calling delete_port for afa554e5-0be2-4c2a-a9f1-9dc6272650b1 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:43.443812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:17:43.444458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:17:43.450006 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:17:43.452740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6e4ba454-41b0-4f07-857b-d39b48663cc4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:17:43.489457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] For port f99629fd-c01f-4e74-97d1-865bfad31285, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=f99629fd-c01f-4e74-97d1-865bfad31285,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:43.490233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.529385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for f99629fd-c01f-4e74-97d1-865bfad31285 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:43.585791 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:41Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '713ff5cc-1c88-41fe-9c37-84066eaae4e3', 'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'mac_address': 'fa:16:3e:4c:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:39Z', 'updated_at': '2021-11-03T16:06:50Z', 'revision_number': 5, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'subnets': [{'id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:43.607767 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f3eec8b3-1698-45e5-b307-8d42a7b29f95 service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735568 Nov 03 16:17:43.644863 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] Checking router: 1729da9a-40fa-40a7-9c5e-d035060374c9 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:17:43.668821 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:43.669457 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:43.676896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.691047 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.699799 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/networks/6aca9a5b-ad83-478d-8044-df39d4dd608b HTTP/1.1" status: 204 len: 168 time: 2.9568653 Nov 03 16:17:43.724226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54900) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:43.729960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'name': 'tempest-PortsTestJSON-738434212'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:43.800874 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-883d4bdf-1020-4263-9fd3-5a1c7045b8d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9 HTTP/1.1" status: 200 len: 217 time: 0.1832788 Nov 03 16:17:43.855622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:43.859327 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428a88b1-b6e0-4d69-a767-8f16c085791b" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:43.862245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.866160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:43.869342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:43.878834 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:43.897508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port a8abcead-ab0b-4cab-8b80-887d364db408 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:43.902351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d34c1-c735-4fdb-8d5a-40c324d4bf3e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Network': ['ID=6aca9a5b-ad83-478d-8044-df39d4dd608b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:43.941597 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7494506f-3652-40b1-a0b0-f066e5dc39ee x-openstack-request-id: req-7494506f-3652-40b1-a0b0-f066e5dc39ee {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:43.942475 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "8cbd112b-8cde-443c-a2f1-57dac3721bf7", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:43.942854 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7494506f-3652-40b1-a0b0-f066e5dc39ee {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:43.943572 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': '8cbd112b-8cde-443c-a2f1-57dac3721bf7', 'status': 'completed', 'code': 200} Nov 03 16:17:44.038195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=f99629fd-c01f-4e74-97d1-865bfad31285,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:44.046779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] No DVR routers for this DVR port f99629fd-c01f-4e74-97d1-865bfad31285 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:44.054659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.055239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.058789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-e6a7fdd8-bdc3-4855-8f17-db64c6be12f0 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "DELETE /v2.0/ports/f99629fd-c01f-4e74-97d1-865bfad31285 HTTP/1.1" status: 204 len: 173 time: 0.9641423 Nov 03 16:17:44.142716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-4ed827ab-5cb3-447d-8304-5c3197030ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:44.145829 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-4ed827ab-5cb3-447d-8304-5c3197030ff2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 200 len: 797 time: 0.2788067 Nov 03 16:17:44.176095 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:41Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '713ff5cc-1c88-41fe-9c37-84066eaae4e3', 'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'mac_address': 'fa:16:3e:4c:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:39Z', 'updated_at': '2021-11-03T16:06:50Z', 'revision_number': 5, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'subnets': [{'id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:44.182326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event deleted for resources: {'Port': ['ID=afa554e5-0be2-4c2a-a9f1-9dc6272650b1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:44.236317 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c727b2-4673-469e-ac39-67db918de086 None None] The sync data for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 is: [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:06:41Z', 'revision_number': 4, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '713ff5cc-1c88-41fe-9c37-84066eaae4e3', 'name': '', 'network_id': '3b702e15-109b-4b34-b65b-e7a25aa30a01', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'mac_address': 'fa:16:3e:4c:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:39Z', 'updated_at': '2021-11-03T16:06:50Z', 'revision_number': 5, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'subnets': [{'id': 'ec07e9ce-76fc-4651-9c43-195f89c62fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:44.237415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674b1cf-3d3a-4654-b56e-9412f6b3cded req-ed4b65b0-6df0-4de0-b9d7-1aec86ac7664 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:44.245352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674b1cf-3d3a-4654-b56e-9412f6b3cded req-ed4b65b0-6df0-4de0-b9d7-1aec86ac7664 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:44.247308 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f674b1cf-3d3a-4654-b56e-9412f6b3cded req-ed4b65b0-6df0-4de0-b9d7-1aec86ac7664 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 1677 time: 0.2170320 Nov 03 16:17:44.252289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:44.252718 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.256345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.298346 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.301186 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.307758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4b66fcbe-c8fe-481c-b627-520b6093e274 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "DELETE /v2.0/floatingips/f47ea7d9-ea63-4b60-9a85-38bfc8d7e646 HTTP/1.1" status: 204 len: 168 time: 2.8021441 Nov 03 16:17:44.328565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54906) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:44.339587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.477725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f75452b8-396e-47fe-aba4-c2e171893f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:44.479384 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-f75452b8-396e-47fe-aba4-c2e171893f49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b60c1a-3fda-432a-b1be-706eaed0a660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3059106 Nov 03 16:17:44.490797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f674b1cf-3d3a-4654-b56e-9412f6b3cded req-e9571037-0624-4def-9788-c067ceadcd2d tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303352 Nov 03 16:17:44.623830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 8f9503ce-4638-4511-8771-9502ec7c0c2f is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:17:44.662876 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:44.730748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-4252bba5-d74a-4a19-9b2c-318887c4681b service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388477 Nov 03 16:17:44.753330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e5c9c-16fe-4c8e-86eb-ef8303a42c51 None None] New status for floating IP 79824b7d-074e-4262-a5ea-782f31587836: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:17:44.857286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b8b8a6c9-8192-4867-a6fe-4ec756be9e78 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Request body: {'floatingip': {'floating_network_id': '9653b609-7a1a-486d-be04-cc23c37f30f1', 'port_id': 'acc5adf4-49df-40e1-93ed-97bee9feacc6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:44.880300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:44.889853 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d3f6e-4880-4919-beb1-19870a614879 None None] Sync routers for ids ['8f9503ce-4638-4511-8771-9502ec7c0c2f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:44.905042 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d3f6e-4880-4919-beb1-19870a614879 None None] Routers {'8f9503ce-4638-4511-8771-9502ec7c0c2f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:44.905585 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7b3d3f6e-4880-4919-beb1-19870a614879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8f9503ce-4638-4511-8771-9502ec7c0c2f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:44.916493 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d85fe133-4953-46d6-9e44-ea5d2d7393d3 req-b67605d9-ecbc-42d2-8fd3-4c66ba7b232b service neutron] 10.222.0.15 "GET /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710789 Nov 03 16:17:44.953535 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.959404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 6e4ba454-41b0-4f07-857b-d39b48663cc4 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:17:44.964644 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.967245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0bad15aa-46f8-44fc-bf3c-4c8c3440f4ed tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.8847835 Nov 03 16:17:44.969728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54912) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:44.971233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8b8a6c9-8192-4867-a6fe-4ec756be9e78 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.971789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 6e4ba454-41b0-4f07-857b-d39b48663cc4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:44.973224 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:44.976793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] For port 00bf40e1-5c0a-432e-a45a-89bf19dcede9, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=00bf40e1-5c0a-432e-a45a-89bf19dcede9,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:44.977085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:45.008366 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7b3d3f6e-4880-4919-beb1-19870a614879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:45.037758 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d3f6e-4880-4919-beb1-19870a614879 None None] Routers {'8f9503ce-4638-4511-8771-9502ec7c0c2f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:45.038439 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7b3d3f6e-4880-4919-beb1-19870a614879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8f9503ce-4638-4511-8771-9502ec7c0c2f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:45.081385 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:45.081656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02481a1f-53f6-4edb-ab12-812044fd01ad req-678d1af0-c5c5-47de-a242-89ed3f7a57e3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:45.083555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02481a1f-53f6-4edb-ab12-812044fd01ad req-678d1af0-c5c5-47de-a242-89ed3f7a57e3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 945 time: 0.2167721 Nov 03 16:17:45.100211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for 00bf40e1-5c0a-432e-a45a-89bf19dcede9 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:45.109358 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7b3d3f6e-4880-4919-beb1-19870a614879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:45.110083 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d3f6e-4880-4919-beb1-19870a614879 None None] The sync data for ids ['8f9503ce-4638-4511-8771-9502ec7c0c2f'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:45.128831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:45.130385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:45.134675 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f05bbbf-4efc-45a7-85d6-335e638f0f4d" -d '{"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-plugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:45.141405 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:45.148537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:45.167468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:45.200306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=a8abcead-ab0b-4cab-8b80-887d364db408,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:45.206010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:45.212605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:45.213217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:45.241710 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccf4708-213f-4002-9d69-09427ea200f3 x-openstack-request-id: req-3ccf4708-213f-4002-9d69-09427ea200f3 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:45.241974 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-plugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:45.243099 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ccf4708-213f-4002-9d69-09427ea200f3 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:45.243579 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'code': 200} Nov 03 16:17:45.244727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:45.305795 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4b6dc439-ca76-4e35-9e48-081bc0055b4f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5801132 Nov 03 16:17:45.334379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54916) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:45.378937 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02481a1f-53f6-4edb-ab12-812044fd01ad req-145c39c9-1f45-4ce1-befb-b6867270efb8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714353 Nov 03 16:17:45.516016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7a468-0c9b-424a-9efb-6090dba9e622 req-96bef07e-99ea-4be6-977f-c45224cae6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:45.517025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21a7a468-0c9b-424a-9efb-6090dba9e622 req-96bef07e-99ea-4be6-977f-c45224cae6e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1097 time: 0.2012124 Nov 03 16:17:45.582369 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:45.629149 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b0bc5581-765e-41f2-a9ce-fe3e52842e6b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/routers/8f9503ce-4638-4511-8771-9502ec7c0c2f HTTP/1.1" status: 200 len: 884 time: 0.6581564 Nov 03 16:17:45.637799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54920) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:45.642894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=00bf40e1-5c0a-432e-a45a-89bf19dcede9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:45.647683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21a7a468-0c9b-424a-9efb-6090dba9e622 req-b3e36f42-62b0-4ba3-b2a8-f98bf9d58d4b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187458 Nov 03 16:17:45.685813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691426-233d-404b-881e-68a658b763f9 req-484ccd0d-3a7c-42fb-bf91-2c2dc39ec8bd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:45.696792 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b691426-233d-404b-881e-68a658b763f9 req-484ccd0d-3a7c-42fb-bf91-2c2dc39ec8bd tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 943 time: 0.0933430 Nov 03 16:17:45.752856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a6012-d9e8-47a4-b832-207d4a8d8c87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port a8abcead-ab0b-4cab-8b80-887d364db408 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:45.753394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6012-d9e8-47a4-b832-207d4a8d8c87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:45.785408 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b691426-233d-404b-881e-68a658b763f9 req-76b0947b-7b39-4c33-a4f0-a7e869082dc4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876143 Nov 03 16:17:45.816820 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-b8b8a6c9-8192-4867-a6fe-4ec756be9e78 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:17:45.818885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b8b8a6c9-8192-4867-a6fe-4ec756be9e78 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9653277 Nov 03 16:17:45.819844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] No DVR routers for this DVR port 00bf40e1-5c0a-432e-a45a-89bf19dcede9 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:45.822950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54924) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:45.829093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': 'acc5adf4-49df-40e1-93ed-97bee9feacc6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:45.831989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:45.835733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-1c1aa6e0-215a-4124-8d93-1ef5fff4b2cc tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "DELETE /v2.0/ports/00bf40e1-5c0a-432e-a45a-89bf19dcede9 HTTP/1.1" status: 204 len: 173 time: 1.7646804 Nov 03 16:17:45.856983 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:45.956870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': 'f99629fd-c01f-4e74-97d1-865bfad31285'}, {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': '00bf40e1-5c0a-432e-a45a-89bf19dcede9'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:45.959918 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b144e6c6-8a4e-4c8c-9a35-70c69255152e" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "f99629fd-c01f-4e74-97d1-865bfad31285"}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "00bf40e1-5c0a-432e-a45a-89bf19dcede9"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:45.990272 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6012-d9e8-47a4-b832-207d4a8d8c87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:45.992994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.015577 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6e4c26-d567-4183-ab8a-7b411f9c52eb x-openstack-request-id: req-7b6e4c26-d567-4183-ab8a-7b411f9c52eb {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:46.015932 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "f99629fd-c01f-4e74-97d1-865bfad31285", "status": "completed", "code": 200}, {"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "00bf40e1-5c0a-432e-a45a-89bf19dcede9", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:46.016132 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7b6e4c26-d567-4183-ab8a-7b411f9c52eb {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:46.016527 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': 'f99629fd-c01f-4e74-97d1-865bfad31285', 'status': 'completed', 'code': 200} Nov 03 16:17:46.016786 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': '00bf40e1-5c0a-432e-a45a-89bf19dcede9', 'status': 'completed', 'code': 200} Nov 03 16:17:46.053479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a6012-d9e8-47a4-b832-207d4a8d8c87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for a8abcead-ab0b-4cab-8b80-887d364db408 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:46.146998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Allocated IP 172.25.6.186 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/ea75b802-6057-4b7c-8f5b-383b668309cf) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:46.264024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:46.264024 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.276937 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.329460 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.363326 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6012-d9e8-47a4-b832-207d4a8d8c87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.383603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4cbc8e0-653f-41cc-9878-f2cda28d952f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7419584 Nov 03 16:17:46.387029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:46.387641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54928) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:46.394330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-31cd4fe3-61eb-4c99-bd99-4a782fb1f477 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2047377908'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:46.401001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:46.409776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a6012-d9e8-47a4-b832-207d4a8d8c87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=a8abcead-ab0b-4cab-8b80-887d364db408,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:46.446492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:46.451577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] For port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:46.451945 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.468634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:46.469105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event updated for resources: {'Port': ['ID=ea75b802-6057-4b7c-8f5b-383b668309cf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:46.480480 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6012-d9e8-47a4-b832-207d4a8d8c87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.486364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ee2a6012-d9e8-47a4-b832-207d4a8d8c87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/a8abcead-ab0b-4cab-8b80-887d364db408 HTTP/1.1" status: 204 len: 168 time: 1.1484537 Nov 03 16:17:46.489387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54932) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:46.495671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'mac_address': 'fa:16:3e:b5:33:21', 'name': 'tempest-PortsTestJSON-1078958034'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:46.615503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcf541-89b0-45b7-b9b5-f7eaa889e940 req-dc41410e-50c3-4656-8d2c-41e23733ce59 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:46.617057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6fbcf541-89b0-45b7-b9b5-f7eaa889e940 req-dc41410e-50c3-4656-8d2c-41e23733ce59 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1444013 Nov 03 16:17:46.652634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:46.764881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.782429 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.837268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=7c3ff3c0-ef5b-4749-aada-f8a186e06e00,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:46.851348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port 7e3a0566-7a73-432c-8c44-860b0d991533 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:46.861271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6fbcf541-89b0-45b7-b9b5-f7eaa889e940 req-b2128dd9-c361-4483-9b8a-ba21e0b6c12e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167323 Nov 03 16:17:46.940415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] No DVR routers for this DVR port 7c3ff3c0-ef5b-4749-aada-f8a186e06e00 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:46.944197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Deleting port ea75b802-6057-4b7c-8f5b-383b668309cf {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:46.944473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.955271 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:46.959169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-95f9df4f-d726-4e1f-8b67-5921db98b7d5 req-b285759f-53fd-42f7-bb89-835024dcbeef tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.15 "DELETE /v2.0/ports/7c3ff3c0-ef5b-4749-aada-f8a186e06e00 HTTP/1.1" status: 204 len: 173 time: 1.0780063 Nov 03 16:17:47.003580 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e53a7652-7c6c-40f2-b6e7-954e9374beeb req-09c899cc-2a86-4497-ab31-389238519412 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0572262 Nov 03 16:17:47.122435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.122795 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.138878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.147910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Calling delete_port for ea75b802-6057-4b7c-8f5b-383b668309cf owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:47.161964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-31cd4fe3-61eb-4c99-bd99-4a782fb1f477 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.178671 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.203992 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-31cd4fe3-61eb-4c99-bd99-4a782fb1f477 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.248517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:47.253134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:47.261507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=7e3a0566-7a73-432c-8c44-860b0d991533,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:47.270824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:47.280650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:47.281428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.304822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0dcab05b-7b5a-4862-92ef-4be2d6a5943b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8156734 Nov 03 16:17:47.307055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54938) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:47.371023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8076ed2d-b070-4bb3-ba7e-358781f382ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:47.373229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8076ed2d-b070-4bb3-ba7e-358781f382ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/7e3a0566-7a73-432c-8c44-860b0d991533 HTTP/1.1" status: 200 len: 841 time: 0.0649712 Nov 03 16:17:47.376224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54940) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:47.401119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cd4fe3-61eb-4c99-bd99-4a782fb1f477 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 8f9503ce-4638-4511-8771-9502ec7c0c2f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:17:47.474743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.490971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-baa52e0f-b753-4f0c-a15e-f87e420bc5ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 7e3a0566-7a73-432c-8c44-860b0d991533 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:47.491316 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa52e0f-b753-4f0c-a15e-f87e420bc5ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.528825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event deleted for resources: {'Port': ['ID=ea75b802-6057-4b7c-8f5b-383b668309cf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:47.567075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa52e0f-b753-4f0c-a15e-f87e420bc5ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.570939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cd4fe3-61eb-4c99-bd99-4a782fb1f477 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:47.580382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-31cd4fe3-61eb-4c99-bd99-4a782fb1f477 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.584034 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-31cd4fe3-61eb-4c99-bd99-4a782fb1f477 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/8f9503ce-4638-4511-8771-9502ec7c0c2f HTTP/1.1" status: 200 len: 891 time: 1.1930077 Nov 03 16:17:47.584217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe33010-a076-4e61-8efb-564188212df1 None None] Sync routers for ids ['8f9503ce-4638-4511-8771-9502ec7c0c2f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:47.585035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-baa52e0f-b753-4f0c-a15e-f87e420bc5ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 7e3a0566-7a73-432c-8c44-860b0d991533 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:47.586922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54942) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:47.595506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe33010-a076-4e61-8efb-564188212df1 None None] Routers {'8f9503ce-4638-4511-8771-9502ec7c0c2f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:47.596444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bfe33010-a076-4e61-8efb-564188212df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8f9503ce-4638-4511-8771-9502ec7c0c2f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:47.635258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bfe33010-a076-4e61-8efb-564188212df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:47.642182 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] create failed (client error): The resource could not be found. Nov 03 16:17:47.647209 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c1842c8-82fb-428f-a96f-4290f7b254bf tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8193545 Nov 03 16:17:47.647920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54944) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:47.651034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe33010-a076-4e61-8efb-564188212df1 None None] Routers {'8f9503ce-4638-4511-8771-9502ec7c0c2f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:47.652664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bfe33010-a076-4e61-8efb-564188212df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8f9503ce-4638-4511-8771-9502ec7c0c2f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:47.693846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bfe33010-a076-4e61-8efb-564188212df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:47.694764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe33010-a076-4e61-8efb-564188212df1 None None] The sync data for ids ['8f9503ce-4638-4511-8771-9502ec7c0c2f'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:47.812688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-26635de3-a8de-46d1-9e7e-e8777d453367 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/routers/8f9503ce-4638-4511-8771-9502ec7c0c2f HTTP/1.1" status: 200 len: 891 time: 0.2244251 Nov 03 16:17:47.814624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54946) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:47.850309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-966ab305-c693-44df-9986-4bfeada36562 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f9503ce-4638-4511-8771-9502ec7c0c2f HTTP/1.1" status: 200 len: 205 time: 0.0313210 Nov 03 16:17:47.851517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54950) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:47.864191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e3776cfa-0bb2-432c-a51c-ae2b7cc03be5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Deleting port acc5adf4-49df-40e1-93ed-97bee9feacc6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:47.864935 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e3776cfa-0bb2-432c-a51c-ae2b7cc03be5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.870618 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa52e0f-b753-4f0c-a15e-f87e420bc5ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.932687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa52e0f-b753-4f0c-a15e-f87e420bc5ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=7e3a0566-7a73-432c-8c44-860b0d991533,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:47.943714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-baa52e0f-b753-4f0c-a15e-f87e420bc5ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:47.947119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-baa52e0f-b753-4f0c-a15e-f87e420bc5ef tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/7e3a0566-7a73-432c-8c44-860b0d991533 HTTP/1.1" status: 204 len: 168 time: 0.5695477 Nov 03 16:17:47.969550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54956) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:48.010434 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2147ab8-fe88-44c2-a004-44901e88d4bb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:17:48.015885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e2147ab8-fe88-44c2-a004-44901e88d4bb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/7e3a0566-7a73-432c-8c44-860b0d991533 HTTP/1.1" status: 404 len: 333 time: 0.0452659 Nov 03 16:17:48.017047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54960) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:48.019730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e3776cfa-0bb2-432c-a51c-ae2b7cc03be5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.028021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'name': 'tempest-PortsTestJSON-318124215'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:48.028580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:48.032220 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b899b2-a004-462e-ad81-93d68e6ceba2" -d '{"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "7c3ff3c0-ef5b-4749-aada-f8a186e06e00"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:48.041913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e3776cfa-0bb2-432c-a51c-ae2b7cc03be5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Calling delete_port for acc5adf4-49df-40e1-93ed-97bee9feacc6 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:48.100832 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da76c9e9-0e03-47b6-aeb1-72578511d689 x-openstack-request-id: req-da76c9e9-0e03-47b6-aeb1-72578511d689 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:48.101293 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0621c-4d0e-44af-8913-f33de72ff5f2", "name": "network-vif-deleted", "tag": "7c3ff3c0-ef5b-4749-aada-f8a186e06e00", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:48.101693 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-da76c9e9-0e03-47b6-aeb1-72578511d689 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:48.102276 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0621c-4d0e-44af-8913-f33de72ff5f2', 'name': 'network-vif-deleted', 'tag': '7c3ff3c0-ef5b-4749-aada-f8a186e06e00', 'status': 'completed', 'code': 200} Nov 03 16:17:48.189546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.261398 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268e76f-1216-4385-af30-9542e713478e req-4ff995c7-bb74-420e-8575-5bb265c5aaf1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:48.263176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7268e76f-1216-4385-af30-9542e713478e req-4ff995c7-bb74-420e-8575-5bb265c5aaf1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1391847 Nov 03 16:17:48.281223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43ceb67f-6bc0-4b1c-9c42-82dd80a71a53 req-012813fc-6d89-48b7-9b35-5ee7b3e4b7f8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0805507 Nov 03 16:17:48.285894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e3776cfa-0bb2-432c-a51c-ae2b7cc03be5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.338648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3776cfa-0bb2-432c-a51c-ae2b7cc03be5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event deleted for resources: {'Port': ['ID=acc5adf4-49df-40e1-93ed-97bee9feacc6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:48.378529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7268e76f-1216-4385-af30-9542e713478e req-e19f3d48-6dbc-4417-8d70-f730b0381000 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910890 Nov 03 16:17:48.379927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:48.383807 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.456352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port b4ad0b04-6403-41c2-96af-9679e1fa1c24 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:17:48.459261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e3776cfa-0bb2-432c-a51c-ae2b7cc03be5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.468063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e3776cfa-0bb2-432c-a51c-ae2b7cc03be5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "DELETE /v2.0/ports/acc5adf4-49df-40e1-93ed-97bee9feacc6 HTTP/1.1" status: 204 len: 168 time: 0.8175080 Nov 03 16:17:48.470486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54970) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:48.567744 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.593495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85f233-0686-4e38-bcc3-1a08fe9b4f65 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:48.595415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6c85f233-0686-4e38-bcc3-1a08fe9b4f65 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "GET /v2.0/ports?device_id=39dd9551-b189-4882-809f-07fdd8835109 HTTP/1.1" status: 200 len: 913 time: 0.1238217 Nov 03 16:17:48.598047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54972) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:48.678750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e7fcb-1bf7-46fe-9420-ae3843d2627f req-ef370c4f-15b7-4637-a2ec-c4a8e4e3fd51 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:48.680262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f6e7fcb-1bf7-46fe-9420-ae3843d2627f req-ef370c4f-15b7-4637-a2ec-c4a8e4e3fd51 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1579251 Nov 03 16:17:48.730527 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.772717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.780657 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f6e7fcb-1bf7-46fe-9420-ae3843d2627f req-c6b99b0f-9cc3-4676-ba59-626c15d3ca15 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649114 Nov 03 16:17:48.826443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54974) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:48.886188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:48.893687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:48.897839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=b4ad0b04-6403-41c2-96af-9679e1fa1c24,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:48.901299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:48.907878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:48.907878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.916640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port aaa837d0-5ffa-4064-8f90-7d7c81bd7323 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:48.916978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:48.978970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc107c-9d78-442a-8abe-a1699d54b186 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:48.980488 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fdcc107c-9d78-442a-8abe-a1699d54b186 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1092 time: 0.1527972 Nov 03 16:17:48.983382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54976) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:48.992447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:49.004153 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ec49c309-5c6f-4a5a-a127-189275576367 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9812214 Nov 03 16:17:49.008764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54978) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:49.017339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e71eb605-41f6-4a9f-81db-8dfff1631d3b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:49.073040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:49.096721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for aaa837d0-5ffa-4064-8f90-7d7c81bd7323 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:49.122642 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:49.211124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71eb605-41f6-4a9f-81db-8dfff1631d3b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:49.659018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:49.959268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f25b38f6-f721-4b3d-b97b-ed3e9b5e96b1 req-ffe19afa-fb32-4e8a-8811-ab7051eee1ed tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.2149522 Nov 03 16:17:49.976252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.033908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=aaa837d0-5ffa-4064-8f90-7d7c81bd7323,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:50.082288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Deleting port e7fcfe7a-f03d-48f7-aadd-18e47fa3a2da {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:50.083340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.150058 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.153486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71eb605-41f6-4a9f-81db-8dfff1631d3b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.191670 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71eb605-41f6-4a9f-81db-8dfff1631d3b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.202928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.218978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Calling delete_port for e7fcfe7a-f03d-48f7-aadd-18e47fa3a2da owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:50.268195 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.275235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eb605-41f6-4a9f-81db-8dfff1631d3b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=b4ad0b04-6403-41c2-96af-9679e1fa1c24,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:50.327052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.332176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.336127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e71eb605-41f6-4a9f-81db-8dfff1631d3b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] In _notify_port_updated(), no bound segment for port b4ad0b04-6403-41c2-96af-9679e1fa1c24 on network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:17:50.341854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71eb605-41f6-4a9f-81db-8dfff1631d3b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:50.342482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71eb605-41f6-4a9f-81db-8dfff1631d3b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.346661 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e71eb605-41f6-4a9f-81db-8dfff1631d3b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "PUT /v2.0/ports/b4ad0b04-6403-41c2-96af-9679e1fa1c24 HTTP/1.1" status: 200 len: 818 time: 1.3351727 Nov 03 16:17:50.358212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 54988) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:50.518090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-93877d07-0a89-4427-9d81-4115ab3f8be3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port b4ad0b04-6403-41c2-96af-9679e1fa1c24 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:50.518570 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93877d07-0a89-4427-9d81-4115ab3f8be3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.528865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.25.6.95 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/fc04e4ec-f792-4eb9-9e1f-f98858678a1c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:50.531553 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.532151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9503ce-4638-4511-8771-9502ec7c0c2f {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:17:50.553562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.561407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.567165 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-235cd8d8-9ee5-42c8-b334-e80379394aae tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/8f9503ce-4638-4511-8771-9502ec7c0c2f HTTP/1.1" status: 204 len: 168 time: 2.7101891 Nov 03 16:17:50.568343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 54998) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:50.574759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1777121996'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:50.633004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event deleted for resources: {'Port': ['ID=e7fcfe7a-f03d-48f7-aadd-18e47fa3a2da,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:50.679855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:50.683608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.729616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:50.753655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.755464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.755815 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added segment 42513945-a58d-48df-b36c-6fe3ab467d4f of type vlan for network 6e708806-4d12-4471-b4e4-ca88d9b7955a Nov 03 16:17:50.776500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93877d07-0a89-4427-9d81-4115ab3f8be3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.812382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-93877d07-0a89-4427-9d81-4115ab3f8be3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for b4ad0b04-6403-41c2-96af-9679e1fa1c24 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:50.863775 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.873961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.930528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:50.934361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.940117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:50.940714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.944158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:50.948577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-a6847233-3389-41f1-b5eb-bd8344d69c88 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:50.950386 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-a6847233-3389-41f1-b5eb-bd8344d69c88 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.2845867 Nov 03 16:17:50.966019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:50.979193 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:50.987730 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-26439aff-f4d0-4cb3-a296-9bacafe4ede8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/quotas/2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 375 time: 0.0276268 Nov 03 16:17:51.013310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=fc04e4ec-f792-4eb9-9e1f-f98858678a1c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:51.022995 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4535863 Nov 03 16:17:51.027853 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55002) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:51.062595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'subnet': {'network_id': '6e708806-4d12-4471-b4e4-ca88d9b7955a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:51.145703 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93877d07-0a89-4427-9d81-4115ab3f8be3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:51.172663 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-89c3797c-41a3-4110-bb7f-c8385de627ea req-0443f015-431c-4d37-93b2-287751cafec9 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0521555 Nov 03 16:17:51.179679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ca35-1396-4fdf-99c3-af3d3fee0692 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Network': ['ID=6e708806-4d12-4471-b4e4-ca88d9b7955a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:51.194831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93877d07-0a89-4427-9d81-4115ab3f8be3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=b4ad0b04-6403-41c2-96af-9679e1fa1c24,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:51.207578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6e708806-4d12-4471-b4e4-ca88d9b7955a details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:51.237132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-6696dba8-4078-466f-8320-de9faa05a014 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2411129 Nov 03 16:17:51.238234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-93877d07-0a89-4427-9d81-4115ab3f8be3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:51.242496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-93877d07-0a89-4427-9d81-4115ab3f8be3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/b4ad0b04-6403-41c2-96af-9679e1fa1c24 HTTP/1.1" status: 204 len: 168 time: 0.8832853 Nov 03 16:17:51.244961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:51.367126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Router 39dd9551-b189-4882-809f-07fdd8835109 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:17:51.394670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb090400-277a-4505-93b4-c28017340330 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:51.396602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eb090400-277a-4505-93b4-c28017340330 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1506915 Nov 03 16:17:51.399480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55008) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:51.458921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:51.462330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:51.467287 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60abe97-baa5-4ec0-8fd7-8379aedc575f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:17:51.468863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f60abe97-baa5-4ec0-8fd7-8379aedc575f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/b4ad0b04-6403-41c2-96af-9679e1fa1c24 HTTP/1.1" status: 404 len: 333 time: 0.0685070 Nov 03 16:17:51.481748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55010) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:51.489698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2008455160'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:51.516041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:51.522794 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-23f48a37-e00b-4326-b919-4dd16907c531 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "PUT /v2.0/routers/39dd9551-b189-4882-809f-07fdd8835109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9223361 Nov 03 16:17:51.527305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55012) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:51.532807 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe287dc-7285-4537-a30f-c88f29c1337a None None] Sync routers for ids ['39dd9551-b189-4882-809f-07fdd8835109'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:51.563313 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe287dc-7285-4537-a30f-c88f29c1337a None None] Routers {'39dd9551-b189-4882-809f-07fdd8835109'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:51.564345 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9fe287dc-7285-4537-a30f-c88f29c1337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['39dd9551-b189-4882-809f-07fdd8835109'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:51.617045 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9fe287dc-7285-4537-a30f-c88f29c1337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:51.631892 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe287dc-7285-4537-a30f-c88f29c1337a None None] Routers {'39dd9551-b189-4882-809f-07fdd8835109'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:51.633345 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9fe287dc-7285-4537-a30f-c88f29c1337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['39dd9551-b189-4882-809f-07fdd8835109'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:51.683325 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9fe287dc-7285-4537-a30f-c88f29c1337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:51.684676 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe287dc-7285-4537-a30f-c88f29c1337a None None] The sync data for ids ['39dd9551-b189-4882-809f-07fdd8835109'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:51.748855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:51.752494 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:51.756109 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52db69c6-9c8e-417b-9f12-262d31fdf145 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:51.835647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-ee773f76-5368-4801-a580-3212cb0acd7d service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351169 Nov 03 16:17:51.919999 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:51.940377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-58c51018-f3dc-45ad-b931-6f2277407e8c service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963256 Nov 03 16:17:51.979811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:17:52.156807 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.157958 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Added segment 110a6355-5da6-4db4-bebb-876463561518 of type vlan for network b46f027e-26dc-406f-84f5-fe407e729f26 Nov 03 16:17:52.191839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52db69c6-9c8e-417b-9f12-262d31fdf145 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.214785 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52db69c6-9c8e-417b-9f12-262d31fdf145 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.217831 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d7cf2172-3e45-43da-a3d5-761936b0ae45 req-6b7f9f9d-5044-4e93-98fb-3d7a4c470e0d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.0728166 Nov 03 16:17:52.257005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.365871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e40820cd-acb5-47b2-9309-871f8c709fef req-e6394645-0b1a-497d-b691-73cf13a909f8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0351379 Nov 03 16:17:52.374857 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.400770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52db69c6-9c8e-417b-9f12-262d31fdf145 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.401314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52db69c6-9c8e-417b-9f12-262d31fdf145 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Fanout notify agent at l3_agent the message router_deleted on router 39dd9551-b189-4882-809f-07fdd8835109 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:17:52.734708 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52db69c6-9c8e-417b-9f12-262d31fdf145 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.736131 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-52db69c6-9c8e-417b-9f12-262d31fdf145 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "DELETE /v2.0/routers/39dd9551-b189-4882-809f-07fdd8835109 HTTP/1.1" status: 204 len: 168 time: 1.2062926 Nov 03 16:17:52.737667 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.resource_extend [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:17:52.740751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55028) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:52.767336 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.798298 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.803789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:52.804376 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.828091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-80993105-9211-428e-b3ca-06e4c16a48b5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Deleting subnet 19345ede-c8a6-4b4d-8f7e-2b1d8c4164d7 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:17:52.831389 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80993105-9211-428e-b3ca-06e4c16a48b5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.873796 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80993105-9211-428e-b3ca-06e4c16a48b5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.920948 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4377627 Nov 03 16:17:52.921737 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:52.922026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55030) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:52.927766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:52.953085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Subnet': ['ID=bfc250e2-3525-4d63-a37f-94153eae3b97,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:52.968087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c04b63-b512-4d60-81d5-efb2fad119b7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Network': ['ID=b46f027e-26dc-406f-84f5-fe407e729f26,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:52.984842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network b46f027e-26dc-406f-84f5-fe407e729f26 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:17:52.992212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Checking segment: {'id': '42513945-a58d-48df-b36c-6fe3ab467d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6e708806-4d12-4471-b4e4-ca88d9b7955a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:52.992585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network hostable DHCP agents. Network: 6e708806-4d12-4471-b4e4-ca88d9b7955a, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:53.034914 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80993105-9211-428e-b3ca-06e4c16a48b5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.067796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 6e708806-4d12-4471-b4e4-ca88d9b7955a is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:53.099495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:53.099811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6e708806-4d12-4471-b4e4-ca88d9b7955a) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:53.103407 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.106607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:53.107206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.128680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7beb6ea-d4f9-46cb-b04b-11ebc4222464 None None] Network 6e708806-4d12-4471-b4e4-ca88d9b7955a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:53.180673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80993105-9211-428e-b3ca-06e4c16a48b5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.187812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c6945b6-4f0a-462c-860b-6eb75f7b36f7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1266086 Nov 03 16:17:53.187812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55032) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:53.194243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d5baa867-b915-4132-99c2-23b3b76ab562 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1065898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:53.244695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80993105-9211-428e-b3ca-06e4c16a48b5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event deleted for resources: {'Subnet': ['ID=19345ede-c8a6-4b4d-8f7e-2b1d8c4164d7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:53.250453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80993105-9211-428e-b3ca-06e4c16a48b5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.256096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-80993105-9211-428e-b3ca-06e4c16a48b5 tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "DELETE /v2.0/subnets/19345ede-c8a6-4b4d-8f7e-2b1d8c4164d7 HTTP/1.1" status: 204 len: 168 time: 0.5102754 Nov 03 16:17:53.260701 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.261837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55036) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:53.297013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403e8c1-43b1-4881-aa5d-e9cb5fc760a2 None None] Network 9653b609-7a1a-486d-be04-cc23c37f30f1 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:53.313729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.335833 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5baa867-b915-4132-99c2-23b3b76ab562 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.336901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5baa867-b915-4132-99c2-23b3b76ab562 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.448869 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:17:53.477440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-62d008e8-c085-495e-a320-0f380d527233 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:53.479009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-62d008e8-c085-495e-a320-0f380d527233 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.2300854 Nov 03 16:17:53.498688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=fc04e4ec-f792-4eb9-9e1f-f98858678a1c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:53.512110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'port': {'device_id': '0f28b2d0-9351-433b-8a05-e7e2b5e588a5', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'admin_state_up': True, 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:53.561388 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-968d7f5c-0eba-45e6-bea7-8c13ed715589 req-34f127af-a84b-4afe-8140-b6d5dcfb1811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.1824665 Nov 03 16:17:53.585151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.623416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-6e708806-4d12-4471-b4e4-ca88d9b7955a', 'network_id': '6e708806-4d12-4471-b4e4-ca88d9b7955a', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'fixed_ips': [{'subnet_id': 'bfc250e2-3525-4d63-a37f-94153eae3b97'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:17:53.626869 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.639018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5baa867-b915-4132-99c2-23b3b76ab562 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.642926 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.676235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8fbdf158-644e-4cd4-8481-501574598561 req-8ff1ef12-d219-432e-8979-2f821e60db01 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.1836464 Nov 03 16:17:53.755372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Made reservation on behalf of 2bc437a94d724a06b94d3ecdcf5867e5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:53.764862 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Floating IP 42581ae4-9a91-4886-944a-c417b4ee33d4 associated. External IP: 172.25.6.95, port: 6e4ba454-41b0-4f07-857b-d39b48663cc4. Nov 03 16:17:53.766421 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.793724 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.875632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5baa867-b915-4132-99c2-23b3b76ab562 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.911568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=c05fc512-5976-478d-abe9-2c008fe52017,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:53.960170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5baa867-b915-4132-99c2-23b3b76ab562 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:53.964426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d5baa867-b915-4132-99c2-23b3b76ab562 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7720137 Nov 03 16:17:53.969992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:53.971291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Allocated IP 2001:db8::2 (6e708806-4d12-4471-b4e4-ca88d9b7955a/bfc250e2-3525-4d63-a37f-94153eae3b97/ee3a94b8-73a4-4207-a84b-009f004033b8) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:54.130827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed87ef4-2a66-46c7-bf9d-a3a9d0dbcfb2 None None] DHCP port deletion for 9653b609-7a1a-486d-be04-cc23c37f30f1 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:17:54.146893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.20.0.13 (e8323ed3-190e-4fd2-9c82-eb82d5ef24b2/59175d77-ecad-41a1-bcd6-d63e1e7bf397/072db921-d094-43c5-a239-a8addef747ee) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:54.172735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Deleting port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:54.173074 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.225941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router ab685480-7529-46cd-b68c-4becab158ffd has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:17:54.232669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Checking segment: {'id': '110a6355-5da6-4db4-bebb-876463561518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:54.237751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network hostable DHCP agents. Network: b46f027e-26dc-406f-84f5-fe407e729f26, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:17:54.340901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network b46f027e-26dc-406f-84f5-fe407e729f26 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:17:54.437826 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] For port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6556f314-a3d7-4192-a8f7-e7d3ea298c2a,segment=NetworkSegment(04ec1412-8bec-46c1-aec7-99625981997b),segment_id=04ec1412-8bec-46c1-aec7-99625981997b)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:54.438188 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.490946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Calling delete_port for 6556f314-a3d7-4192-a8f7-e7d3ea298c2a owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:54.534746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-eed87ef4-2a66-46c7-bf9d-a3a9d0dbcfb2 None None] Deleting port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:17:54.535118 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eed87ef4-2a66-46c7-bf9d-a3a9d0dbcfb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.556245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.601871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.625030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-eed87ef4-2a66-46c7-bf9d-a3a9d0dbcfb2 None None] For port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6556f314-a3d7-4192-a8f7-e7d3ea298c2a,segment=NetworkSegment(04ec1412-8bec-46c1-aec7-99625981997b),segment_id=04ec1412-8bec-46c1-aec7-99625981997b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:54.625442 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eed87ef4-2a66-46c7-bf9d-a3a9d0dbcfb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.652921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-eed87ef4-2a66-46c7-bf9d-a3a9d0dbcfb2 None None] Calling delete_port for 6556f314-a3d7-4192-a8f7-e7d3ea298c2a owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:17:54.659481 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.674245 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.688453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:54.690692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=072db921-d094-43c5-a239-a8addef747ee,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:54.703929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:54.711260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, b46f027e-26dc-406f-84f5-fe407e729f26) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:54.713764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:54.740858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:54.741466 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.768599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2fe565-52f8-45ab-8616-f87f78dba796 None None] Network b46f027e-26dc-406f-84f5-fe407e729f26 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:54.780534 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.816193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Network 6e708806-4d12-4471-b4e4-ca88d9b7955a is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:54.840963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:54.849140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:54.859997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f2dc404-c9a9-4c1b-8a57-a4e483447735 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9368923 Nov 03 16:17:54.863347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:17:54.864854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55050) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:54.904880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0570255b-93aa-47da-a125-1711b6780d16 req-fe119c03-19e0-43b3-b1c2-dabd11ccae09 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0702569 Nov 03 16:17:54.919038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c113250e-448c-4c92-bafb-c77d42e7c07e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:54.923847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:54.925205 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.962210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-c59e52c3-fff9-4989-bba7-2c2bca2a8451 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4538417 Nov 03 16:17:54.972783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6339ce-8ed9-437f-87da-836524081208 None None] Sync routers for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:17:54.983400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:54.986297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Request body: {'port': {'device_id': '0f28b2d0-9351-433b-8a05-e7e2b5e588a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:55.071136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:55.074370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6339ce-8ed9-437f-87da-836524081208 None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:55.075054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-be6339ce-8ed9-437f-87da-836524081208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:55.093502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Pushing event updated for resources: {'Port': ['ID=ee3a94b8-73a4-4207-a84b-009f004033b8,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:55.133005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1589d1-8e8b-410c-83dd-ebcaf97b85e0 req-73178efd-2ab3-4d3e-95f3-7e2dff084a89 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:55.134555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c1589d1-8e8b-410c-83dd-ebcaf97b85e0 req-73178efd-2ab3-4d3e-95f3-7e2dff084a89 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 932 time: 0.4403234 Nov 03 16:17:55.161610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Attempting to bind port ee3a94b8-73a4-4207-a84b-009f004033b8 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:55.162189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Attempting to bind port ee3a94b8-73a4-4207-a84b-009f004033b8 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '42513945-a58d-48df-b36c-6fe3ab467d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6e708806-4d12-4471-b4e4-ca88d9b7955a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:55.162497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Attempting to bind port ee3a94b8-73a4-4207-a84b-009f004033b8 on network 6e708806-4d12-4471-b4e4-ca88d9b7955a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:55.221598 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-360a7362-c3e9-4527-9fc1-d9ad922a2047 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2341578 Nov 03 16:17:55.226256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:55.228248 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfba1da-4603-43cc-8cf2-4a5f095797ae" -d '{"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:55.230896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:55.271587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-be6339ce-8ed9-437f-87da-836524081208 None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:55.385605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:55.385973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Checking segment: {'id': '42513945-a58d-48df-b36c-6fe3ab467d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6e708806-4d12-4471-b4e4-ca88d9b7955a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:55.386563 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:55.387134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Bound using segment: {'id': '42513945-a58d-48df-b36c-6fe3ab467d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6e708806-4d12-4471-b4e4-ca88d9b7955a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:55.387787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Bound port: ee3a94b8-73a4-4207-a84b-009f004033b8, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42513945-a58d-48df-b36c-6fe3ab467d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6e708806-4d12-4471-b4e4-ca88d9b7955a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:55.388351 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:55.445282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e4d53-bae1-4aa9-b3f7-208082cda783 req-992110f4-bb71-4fc0-9491-7b64decd7063 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:55.446822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a94e4d53-bae1-4aa9-b3f7-208082cda783 req-992110f4-bb71-4fc0-9491-7b64decd7063 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1302805 Nov 03 16:17:55.488359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ff243064-abc3-4da4-99b9-921f6de2092d None None] Provisioning complete for port 072db921-d094-43c5-a239-a8addef747ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:55.489288 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ff243064-abc3-4da4-99b9-921f6de2092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:55.529340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ff243064-abc3-4da4-99b9-921f6de2092d None None] Port 072db921-d094-43c5-a239-a8addef747ee cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:17:55.530956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eed87ef4-2a66-46c7-bf9d-a3a9d0dbcfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:55.543308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072db921-d094-43c5-a239-a8addef747ee {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:17:55.552102 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:55.565406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Transition to ACTIVE for port object 072db921-d094-43c5-a239-a8addef747ee will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:17:55.576957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:55.597768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed87ef4-2a66-46c7-bf9d-a3a9d0dbcfb2 None None] Pushing event deleted for resources: {'Port': ['ID=6556f314-a3d7-4192-a8f7-e7d3ea298c2a,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:55.639510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed87ef4-2a66-46c7-bf9d-a3a9d0dbcfb2 None None] No DVR routers for this DVR port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:55.684730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Pushing event updated for resources: {'Port': ['ID=072db921-d094-43c5-a239-a8addef747ee,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:55.693862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a94e4d53-bae1-4aa9-b3f7-208082cda783 req-1e87dce4-4a4f-4012-a6a5-94909d9f84e3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256208 Nov 03 16:17:55.706523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] For port ee3a94b8-73a4-4207-a84b-009f004033b8, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:55.730568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-b46f027e-26dc-406f-84f5-fe407e729f26', 'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26', 'tenant_id': '74bacb320a194215bc501e8996dd1af8', 'fixed_ips': [{'subnet_id': 'c05fc512-5976-478d-abe9-2c008fe52017'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:17:55.731763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:55.810090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55056) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:55.940475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] No DVR routers for this DVR port 6556f314-a3d7-4192-a8f7-e7d3ea298c2a on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:17:55.947264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Attempting to bind port 072db921-d094-43c5-a239-a8addef747ee on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:55.947264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Attempting to bind port 072db921-d094-43c5-a239-a8addef747ee by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:55.947264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Attempting to bind port 072db921-d094-43c5-a239-a8addef747ee on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:55.957921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] For port ee3a94b8-73a4-4207-a84b-009f004033b8, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ee3a94b8-73a4-4207-a84b-009f004033b8,segment=NetworkSegment(42513945-a58d-48df-b36c-6fe3ab467d4f),segment_id=42513945-a58d-48df-b36c-6fe3ab467d4f)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:55.969960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Port 072db921-d094-43c5-a239-a8addef747ee on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:17:55.970300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Attempting to bind port 072db921-d094-43c5-a239-a8addef747ee on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:55.971342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6556f314-a3d7-4192-a8f7-e7d3ea298c2a no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:17:56.011774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6e6fe704-4032-42d1-b3f8-2ef72be41242 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/42581ae4-9a91-4886-944a-c417b4ee33d4 HTTP/1.1" status: 200 len: 991 time: 0.1882672 Nov 03 16:17:56.012812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:56.013154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:56.013562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Bound using segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:56.014025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Bound port: 072db921-d094-43c5-a239-a8addef747ee, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:56.014383 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.020066 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.025719 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822e9a2c-6548-4814-bd33-d737338b8c93 x-openstack-request-id: req-822e9a2c-6548-4814-bd33-d737338b8c93 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:56.026283 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:56.026690 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-822e9a2c-6548-4814-bd33-d737338b8c93 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:56.032274 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'status': 'completed', 'code': 200} Nov 03 16:17:56.033402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event deleted for resources: {'Port': ['ID=6556f314-a3d7-4192-a8f7-e7d3ea298c2a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:56.033653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 6556f314-a3d7-4192-a8f7-e7d3ea298c2a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:17:56.033794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6556f314-a3d7-4192-a8f7-e7d3ea298c2a not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:17:56.053375 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c1589d1-8e8b-410c-83dd-ebcaf97b85e0 req-8e705bc2-606b-4080-8925-fe365b4e8d37 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8839965 Nov 03 16:17:56.099679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.100351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.100958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.101547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.102115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.103375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.103957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.104750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.105330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.105909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.106470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.107025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:17:56.172940 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-242aee1c-82f7-4153-8224-28b26636f2f4 req-8247b5e7-c159-4a2a-9331-93be5205adff tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0792415 Nov 03 16:17:56.195131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb039fa4-5e05-4697-a673-a93fe5bbbdd7 None None] Pushing event updated for resources: {'Port': ['ID=ee3a94b8-73a4-4207-a84b-009f004033b8,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:56.261682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-56570c8c-ea0d-47f8-8c36-421ad30d6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:56.263244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-56570c8c-ea0d-47f8-8c36-421ad30d6f47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1097 time: 0.2458899 Nov 03 16:17:56.299802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.368430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-be6339ce-8ed9-437f-87da-836524081208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '42581ae4-9a91-4886-944a-c417b4ee33d4', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'port_id': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'mac_address': 'fa:16:3e:1b:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:17:51Z', 'updated_at': '2021-11-03T16:17:51Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9784336-7f9b-4697-870c-d482800da76e', 'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:e0:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:21Z', 'updated_at': '2021-11-03T16:17:33Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:56.372434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] For port 072db921-d094-43c5-a239-a8addef747ee, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:56.378759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] For port 072db921-d094-43c5-a239-a8addef747ee, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=072db921-d094-43c5-a239-a8addef747ee,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:56.385794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c113250e-448c-4c92-bafb-c77d42e7c07e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:56.391353 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c113250e-448c-4c92-bafb-c77d42e7c07e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.403109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9653b609-7a1a-486d-be04-cc23c37f30f1']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:56.410263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Allocated IP 172.20.0.2 (b46f027e-26dc-406f-84f5-fe407e729f26/c05fc512-5976-478d-abe9-2c008fe52017/1a057e99-3f71-4476-89e6-1552a259460f) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:56.419709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6339ce-8ed9-437f-87da-836524081208 None None] Checking router: ab685480-7529-46cd-b68c-4becab158ffd for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:17:56.436105 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.452731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6339ce-8ed9-437f-87da-836524081208 None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:17:56.453394 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ec1412-8bec-46c1-aec7-99625981997b') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:56.453559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-be6339ce-8ed9-437f-87da-836524081208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:56.454129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ec1412-8bec-46c1-aec7-99625981997b') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:56.490811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:56.491423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.492827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] 10.222.0.15 "PUT /v2.0/ports/072db921-d094-43c5-a239-a8addef747ee HTTP/1.1" status: 200 len: 1092 time: 1.5137215 Nov 03 16:17:56.519773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f28b2d0-9351-433b-8a05-e7e2b5e588a5', 'tag': '072db921-d094-43c5-a239-a8addef747ee'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:17:56.522391 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850dc021-5054-41c4-a685-88481956178d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f28b2d0-9351-433b-8a05-e7e2b5e588a5", "tag": "072db921-d094-43c5-a239-a8addef747ee"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:17:56.587827 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.606810 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.624044 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fd2747-17f5-43c7-9cc4-5cec32e40a62 x-openstack-request-id: req-d2fd2747-17f5-43c7-9cc4-5cec32e40a62 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:17:56.624908 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f28b2d0-9351-433b-8a05-e7e2b5e588a5", "tag": "072db921-d094-43c5-a239-a8addef747ee", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:17:56.625337 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2fd2747-17f5-43c7-9cc4-5cec32e40a62 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:17:56.625954 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f28b2d0-9351-433b-8a05-e7e2b5e588a5', 'tag': '072db921-d094-43c5-a239-a8addef747ee', 'status': 'completed', 'code': 200} Nov 03 16:17:56.651656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:17:56.652068 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.662418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c9bdf-dfc3-4d52-88d0-bd44857cacd8 service neutron] Pushing event updated for resources: {'Port': ['ID=072db921-d094-43c5-a239-a8addef747ee,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:56.665924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-afbbd2a7-cd0a-437b-a7a5-2e9cbabf129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:56.669923 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-afbbd2a7-cd0a-437b-a7a5-2e9cbabf129a service neutron] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.3920510 Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:17:56.672381 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:17:56.718123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 2001:db8::1 (6e708806-4d12-4471-b4e4-ca88d9b7955a/bfc250e2-3525-4d63-a37f-94153eae3b97/135e9809-fab0-48f5-aa10-15a848d1c21b) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:17:56.834488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-be6339ce-8ed9-437f-87da-836524081208 None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:17:56.875093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.899005 n-d-813897-2 neutron-server[108105]: INFO neutron.db.ipam_backend_mixin [None req-c113250e-448c-4c92-bafb-c77d42e7c07e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c05fc512-5976-478d-abe9-2c008fe52017 (CIDR: 172.20.0.0/28) Nov 03 16:17:56.911192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:56.915113 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] 10.222.0.86 "DELETE /v2.0/networks/9653b609-7a1a-486d-be04-cc23c37f30f1 HTTP/1.1" status: 204 len: 168 time: 3.6522348 Nov 03 16:17:56.986715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-3d9f3092-d08f-4b9e-bfae-bf158fb87171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:56.988229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-3d9f3092-d08f-4b9e-bfae-bf158fb87171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 1095 time: 0.3884878 Nov 03 16:17:57.001037 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c113250e-448c-4c92-bafb-c77d42e7c07e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:17:57.001770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-1516cd12-36a2-47c3-b8c3-e588848fac12 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 999 time: 0.2952344 Nov 03 16:17:57.013723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c113250e-448c-4c92-bafb-c77d42e7c07e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:17:57.027273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55064) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:57.050996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11089a40-bea8-4a1b-b849-19531d231add tempest-FloatingIPNegativeTestJSON-1979611978 tempest-FloatingIPNegativeTestJSON-1979611978-project] Pushing event deleted for resources: {'Network': ['ID=9653b609-7a1a-486d-be04-cc23c37f30f1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:57.117588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c113250e-448c-4c92-bafb-c77d42e7c07e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2494886 Nov 03 16:17:57.121831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55068) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:57.127188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:57.224934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-26e8a1c3-fc32-4495-b42f-2bfe1cdccca2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=072db921-d094-43c5-a239-a8addef747ee HTTP/1.1" status: 200 len: 217 time: 0.2221761 Nov 03 16:17:57.335059 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:57.423294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:57.505312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:17:57.510445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-326413df-a4dd-4c6d-9d56-3c8f6d8bbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:57.512255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-326413df-a4dd-4c6d-9d56-3c8f6d8bbe25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.4899633 Nov 03 16:17:57.513686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-6b996a92-68d5-4e40-8e92-9550e662d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:57.515021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-6b996a92-68d5-4e40-8e92-9550e662d772 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.2144167 Nov 03 16:17:57.519214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:57.533419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 6e708806-4d12-4471-b4e4-ca88d9b7955a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:57.538911 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d78cc3d-88ba-4609-97f3-a419ae677e4f req-03fd2602-53b4-4e14-956e-f143981f450a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.1565027 Nov 03 16:17:57.588715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55074) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:57.614598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:57.618068 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:57.631892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:57.632400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:57.656585 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:57.761697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4df8a4-62a5-4d6e-b2a7-bd454cfcb1eb req-bdf60f9c-f9db-4a08-8a89-94b3f081371d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:57.769646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d4df8a4-62a5-4d6e-b2a7-bd454cfcb1eb req-bdf60f9c-f9db-4a08-8a89-94b3f081371d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.5587950 Nov 03 16:17:57.776145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=135e9809-fab0-48f5-aa10-15a848d1c21b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:57.780506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5c77225b-4658-4353-b735-08f54780dc2f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/42581ae4-9a91-4886-944a-c417b4ee33d4 HTTP/1.1" status: 200 len: 991 time: 0.7510784 Nov 03 16:17:57.863145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-5698241b-eca1-446b-aedc-e940a95d03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:57.865064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-5698241b-eca1-446b-aedc-e940a95d03e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3379128 Nov 03 16:17:57.888604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-cf327f66-02e6-4c02-9188-8f4c949f80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:57.890227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-cf327f66-02e6-4c02-9188-8f4c949f80b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3101559 Nov 03 16:17:57.923664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e6c9450a-97e1-4efd-9c1e-7fcce948460f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aad2ece1b38e47eda15ddeffc8ed8ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316386 Nov 03 16:17:57.930354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55078) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:57.943362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Network b46f027e-26dc-406f-84f5-fe407e729f26 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:57.971651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9590adb-7baa-43a6-ab83-255fbd3d4a7c None None] Network 6e708806-4d12-4471-b4e4-ca88d9b7955a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:17:58.002221 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.090966 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:58.095895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:17:58.127180 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cddd38d-f80c-4c81-b6b5-e879c6bf4e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.135412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ee3a94b8-73a4-4207-a84b-009f004033b8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:17:58.137276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Pushing event updated for resources: {'Port': ['ID=1a057e99-3f71-4476-89e6-1552a259460f,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:58.140331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9d4df8a4-62a5-4d6e-b2a7-bd454cfcb1eb req-55726714-51af-411c-83cb-de68e460c254 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689318 Nov 03 16:17:58.248819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-f8f10ebc-f84c-415f-b425-3f5541f89ea6 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574898 Nov 03 16:17:58.250062 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cddd38d-f80c-4c81-b6b5-e879c6bf4e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.280563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7aa32e1d-9320-4436-a5f1-caabb87a6513 None None] Provisioning complete for port ee3a94b8-73a4-4207-a84b-009f004033b8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:58.280997 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa32e1d-9320-4436-a5f1-caabb87a6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.379772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-6fbda565-8c39-4345-b4b2-1cfa8e837bd5 service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602599 Nov 03 16:17:58.422824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Attempting to bind port 1a057e99-3f71-4476-89e6-1552a259460f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:17:58.423198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Attempting to bind port 1a057e99-3f71-4476-89e6-1552a259460f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '110a6355-5da6-4db4-bebb-876463561518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:17:58.423585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Attempting to bind port 1a057e99-3f71-4476-89e6-1552a259460f on network b46f027e-26dc-406f-84f5-fe407e729f26 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:17:58.447077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:17:58.447678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Checking segment: {'id': '110a6355-5da6-4db4-bebb-876463561518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:17:58.447921 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.448322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Bound using segment: {'id': '110a6355-5da6-4db4-bebb-876463561518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:17:58.449280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Bound port: 1a057e99-3f71-4476-89e6-1552a259460f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a6355-5da6-4db4-bebb-876463561518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:17:58.449724 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.476181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5dfba1da-4603-43cc-8cf2-4a5f095797ae req-c1a97f15-2d91-4810-abdf-3d810cf9aa1d service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998601 Nov 03 16:17:58.536125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cddd38d-f80c-4c81-b6b5-e879c6bf4e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.538989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9cddd38d-f80c-4c81-b6b5-e879c6bf4e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.540284 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9cddd38d-f80c-4c81-b6b5-e879c6bf4e58 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3614f1fc-f4b4-489b-8280-fc313faaef71 HTTP/1.1" status: 204 len: 168 time: 0.6062884 Nov 03 16:17:58.554068 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.563739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66ce470b-bd14-45dd-8575-2dfa4f2e0d63 req-ae4c6264-2df3-4c5b-86a5-65b750551088 service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762185 Nov 03 16:17:58.600730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa32e1d-9320-4436-a5f1-caabb87a6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.696128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=8f09c10c-343f-49ef-8276-3ee4c7b4b006,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:58.738915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddd38d-f80c-4c81-b6b5-e879c6bf4e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3614f1fc-f4b4-489b-8280-fc313faaef71,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:58.755268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dc021-5054-41c4-a685-88481956178d req-20939720-a7d0-46e1-ba63-657c691e2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:58.758552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-850dc021-5054-41c4-a685-88481956178d req-20939720-a7d0-46e1-ba63-657c691e2206 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 1095 time: 0.1023962 Nov 03 16:17:58.790064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55084) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:58.865595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] For port 1a057e99-3f71-4476-89e6-1552a259460f, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:17:58.874559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] For port 1a057e99-3f71-4476-89e6-1552a259460f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a057e99-3f71-4476-89e6-1552a259460f,segment=NetworkSegment(110a6355-5da6-4db4-bebb-876463561518),segment_id=110a6355-5da6-4db4-bebb-876463561518)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:17:58.888357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dc021-5054-41c4-a685-88481956178d req-38f73ecb-afc2-490f-b31c-31e79ee9c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:58.890246 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-850dc021-5054-41c4-a685-88481956178d req-38f73ecb-afc2-490f-b31c-31e79ee9c6ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1245456 Nov 03 16:17:58.922615 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:58.952736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network b46f027e-26dc-406f-84f5-fe407e729f26 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:17:58.954321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-be6339ce-8ed9-437f-87da-836524081208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '42581ae4-9a91-4886-944a-c417b4ee33d4', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'port_id': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'mac_address': 'fa:16:3e:1b:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:17:51Z', 'updated_at': '2021-11-03T16:17:51Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9784336-7f9b-4697-870c-d482800da76e', 'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:e0:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:21Z', 'updated_at': '2021-11-03T16:17:33Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:17:58.957230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bf52b0a4-8a9f-46ae-9389-85d81b3f5138 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/42581ae4-9a91-4886-944a-c417b4ee33d4 HTTP/1.1" status: 200 len: 991 time: 0.1618459 Nov 03 16:17:58.963586 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3558c27d-db46-479b-9061-8ac8448118f0 req-e97ad61f-d9d5-41eb-976d-f1873717759e tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.2258627 Nov 03 16:17:58.967369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:17:58.971975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:58.973368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:59.007662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-850dc021-5054-41c4-a685-88481956178d req-ee2e5379-82e9-4d60-93c9-ad33a97cb32b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=072db921-d094-43c5-a239-a8addef747ee HTTP/1.1" status: 200 len: 217 time: 0.1098299 Nov 03 16:17:59.010517 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:59.025847 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d4ccb492-4eab-4d00-94d1-c3a5499a3905 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9016523 Nov 03 16:17:59.028946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55090) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:17:59.040348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26', 'fixed_ips': [{'subnet_id': 'c05fc512-5976-478d-abe9-2c008fe52017'}, {'subnet_id': '8f09c10c-343f-49ef-8276-3ee4c7b4b006'}], 'name': 'tempest-PortsTestJSON-1254707057'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:17:59.051949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:59.053273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:59.120722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dc021-5054-41c4-a685-88481956178d req-1959dc5a-7123-40de-aba0-467b4d41fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:59.124288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-850dc021-5054-41c4-a685-88481956178d req-1959dc5a-7123-40de-aba0-467b4d41fce2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.1090426 Nov 03 16:17:59.151138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6339ce-8ed9-437f-87da-836524081208 None None] The sync data for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 is: [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '42581ae4-9a91-4886-944a-c417b4ee33d4', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'port_id': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'mac_address': 'fa:16:3e:1b:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:17:51Z', 'updated_at': '2021-11-03T16:17:51Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9784336-7f9b-4697-870c-d482800da76e', 'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:e0:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:21Z', 'updated_at': '2021-11-03T16:17:33Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:17:59.158364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb136d7d-a9e2-4bac-9516-71b25c694361 None None] Pushing event updated for resources: {'Port': ['ID=1a057e99-3f71-4476-89e6-1552a259460f,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:59.233853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dc021-5054-41c4-a685-88481956178d req-5660e832-9573-4a09-abc7-54fad6cd6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:17:59.235540 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-850dc021-5054-41c4-a685-88481956178d req-5660e832-9573-4a09-abc7-54fad6cd6241 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040757 Nov 03 16:17:59.253891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ee3a94b8-73a4-4207-a84b-009f004033b8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:59.255843 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:59.372105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7aa32e1d-9320-4436-a5f1-caabb87a6513 None None] For port ee3a94b8-73a4-4207-a84b-009f004033b8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ee3a94b8-73a4-4207-a84b-009f004033b8,segment=NetworkSegment(42513945-a58d-48df-b36c-6fe3ab467d4f),segment_id=42513945-a58d-48df-b36c-6fe3ab467d4f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:17:59.401423 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa32e1d-9320-4436-a5f1-caabb87a6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:59.588377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa32e1d-9320-4436-a5f1-caabb87a6513 None None] Pushing event updated for resources: {'Port': ['ID=ee3a94b8-73a4-4207-a84b-009f004033b8,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:59.635262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=135e9809-fab0-48f5-aa10-15a848d1c21b,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:17:59.763076 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd0b98-396e-4edd-9d1a-903c0596c75f None None] New status for floating IP 42581ae4-9a91-4886-944a-c417b4ee33d4: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:17:59.845252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ace321e6-2c83-4d68-93b2-c66f568fa055 None None] Provisioning complete for port ee3a94b8-73a4-4207-a84b-009f004033b8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:17:59.845734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ace321e6-2c83-4d68-93b2-c66f568fa055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:17:59.894176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:00.015718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55108) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:00.093874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ace321e6-2c83-4d68-93b2-c66f568fa055 None None] Provisioning complete for port 135e9809-fab0-48f5-aa10-15a848d1c21b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:00.098539 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ace321e6-2c83-4d68-93b2-c66f568fa055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:00.161505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 6e708806-4d12-4471-b4e4-ca88d9b7955a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:00.240199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ace321e6-2c83-4d68-93b2-c66f568fa055 None None] Port 135e9809-fab0-48f5-aa10-15a848d1c21b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:00.245898 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a057e99-3f71-4476-89e6-1552a259460f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:00.329592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55112) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:00.346294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:00.528165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1a057e99-3f71-4476-89e6-1552a259460f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:00.532470 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:00.564304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84e29533-3a23-4ca7-901e-0a009a75e97d req-d2900a90-e476-4536-b5a9-355cba4b7a18 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.2414663 Nov 03 16:18:00.603543 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1f9bcfbc-39fd-4885-855f-8e58dc53e453 None None] Provisioning complete for port 135e9809-fab0-48f5-aa10-15a848d1c21b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:00.610504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f9bcfbc-39fd-4885-855f-8e58dc53e453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:00.670945 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:00.708318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'networks': [{'name': 'tempest-network--504734928'}, {'name': 'tempest-network--1530109106'}]} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:00.708871 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'network': {'name': 'tempest-network--504734928'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:00.709432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'network': {'name': 'tempest-network--1530109106'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:00.728480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:18:00.747226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dafe1c-5e7f-4b5f-bbe8-1f8eac16283c req-0267c37b-eea6-43f7-acc0-bcad3d08c91a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:00.760439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34dafe1c-5e7f-4b5f-bbe8-1f8eac16283c req-0267c37b-eea6-43f7-acc0-bcad3d08c91a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 1.4332051 Nov 03 16:18:00.763754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bcfbc-39fd-4885-855f-8e58dc53e453 None None] Port 135e9809-fab0-48f5-aa10-15a848d1c21b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:00.772279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1cd9804d-e4c6-4fa8-b9b5-a1117b862530 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/42581ae4-9a91-4886-944a-c417b4ee33d4 HTTP/1.1" status: 200 len: 991 time: 0.7496088 Nov 03 16:18:00.821621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-850dc021-5054-41c4-a685-88481956178d req-dbd57333-f0ac-43a0-9cc3-2883d0debc57 service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5771012 Nov 03 16:18:00.873011 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:00.952385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 1a057e99-3f71-4476-89e6-1552a259460f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a057e99-3f71-4476-89e6-1552a259460f,segment=NetworkSegment(110a6355-5da6-4db4-bebb-876463561518),segment_id=110a6355-5da6-4db4-bebb-876463561518)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:00.969434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:00.972087 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ee3a94b8-73a4-4207-a84b-009f004033b8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:00.997855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Made reservation on behalf of ab99db127dae43fca12a6e87b32bfa11 for: {'network': 2} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:01.007772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.086453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-850dc021-5054-41c4-a685-88481956178d req-e3597072-a8da-48fd-9919-0784a2fee4d7 service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553890 Nov 03 16:18:01.135698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-694eff3d-3485-4afd-8deb-a772d19ebbe2 None None] Provisioning complete for port 135e9809-fab0-48f5-aa10-15a848d1c21b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:01.136247 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-694eff3d-3485-4afd-8deb-a772d19ebbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.136391 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.159036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34dafe1c-5e7f-4b5f-bbe8-1f8eac16283c req-a87ad776-f7b6-483b-b402-87be8679dcc6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976057 Nov 03 16:18:01.196242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=1a057e99-3f71-4476-89e6-1552a259460f,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:01.235122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fddb46d-b41d-4bcf-ac06-189bdc204bce None None] Network b46f027e-26dc-406f-84f5-fe407e729f26 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:01.289920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-694eff3d-3485-4afd-8deb-a772d19ebbe2 None None] Port 135e9809-fab0-48f5-aa10-15a848d1c21b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:01.303235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 91545687-3339-40aa-a40d-e69cf0a21a12 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:18:01.325433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ee3a94b8-73a4-4207-a84b-009f004033b8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:01.325847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.399387 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.437939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-30b95408-89ec-4763-9e4a-7ed50f81971b None None] Provisioning complete for port 1a057e99-3f71-4476-89e6-1552a259460f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:01.438310 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-30b95408-89ec-4763-9e4a-7ed50f81971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.615461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:01.663520 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26b03498-05c4-45df-8083-80d66005cace tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/91545687-3339-40aa-a40d-e69cf0a21a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6871672 Nov 03 16:18:01.667573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55118) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:01.678874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe2579-a7e2-4bd3-92a5-eb5c1d934368 None None] Sync routers for ids ['91545687-3339-40aa-a40d-e69cf0a21a12'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:01.716981 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.718715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.4 (b46f027e-26dc-406f-84f5-fe407e729f26/c05fc512-5976-478d-abe9-2c008fe52017/d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:01.738234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.740121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.742877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.22 (b46f027e-26dc-406f-84f5-fe407e729f26/8f09c10c-343f-49ef-8276-3ee4c7b4b006/d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:01.766496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ddc6c7a-c28d-408d-88aa-0b591eb5e42e req-8896c302-a58e-4147-9855-7fb3cd149035 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0553954 Nov 03 16:18:01.775665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55120) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:01.796269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe2579-a7e2-4bd3-92a5-eb5c1d934368 None None] Routers {'91545687-3339-40aa-a40d-e69cf0a21a12'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:01.800307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f6fe2579-a7e2-4bd3-92a5-eb5c1d934368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['91545687-3339-40aa-a40d-e69cf0a21a12'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:01.811838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141d770e-da01-4885-97f5-3ce2006a1e61,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:01.889711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:01.933830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:01.934103 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Added segment 32d28115-797d-4e3c-8af3-aadb98a0fe3a of type vlan for network e573921f-0adc-4668-b933-2eb620789e79 Nov 03 16:18:01.975142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fc3911-bf81-4d49-bc4b-92582eb01473 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:01.981934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d7fc3911-bf81-4d49-bc4b-92582eb01473 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports/135e9809-fab0-48f5-aa10-15a848d1c21b HTTP/1.1" status: 200 len: 911 time: 0.3121047 Nov 03 16:18:01.983874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55122) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:02.022485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a44bc5b4-403c-4820-b875-ae6e015d033d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfc250e2-3525-4d63-a37f-94153eae3b97'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:02.058695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-357cd794-8d9f-4b0a-8677-2892f882b6cf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/42581ae4-9a91-4886-944a-c417b4ee33d4 HTTP/1.1" status: 200 len: 993 time: 0.2797089 Nov 03 16:18:02.172437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a057e99-3f71-4476-89e6-1552a259460f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:02.198479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f6fe2579-a7e2-4bd3-92a5-eb5c1d934368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:02.254649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe2579-a7e2-4bd3-92a5-eb5c1d934368 None None] Routers {'91545687-3339-40aa-a40d-e69cf0a21a12'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:02.255341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f6fe2579-a7e2-4bd3-92a5-eb5c1d934368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:17:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['91545687-3339-40aa-a40d-e69cf0a21a12'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:02.305305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f6fe2579-a7e2-4bd3-92a5-eb5c1d934368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:02.306098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe2579-a7e2-4bd3-92a5-eb5c1d934368 None None] The sync data for ids ['91545687-3339-40aa-a40d-e69cf0a21a12'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:02.386891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1a057e99-3f71-4476-89e6-1552a259460f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:02.387537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:02.401017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c93e1-e42a-43fa-9da4-db793baf8a0e req-2b607ad3-b76a-4f57-9b6e-97d99cdc90e7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:02.419457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-015c93e1-e42a-43fa-9da4-db793baf8a0e req-2b607ad3-b76a-4f57-9b6e-97d99cdc90e7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.1504388 Nov 03 16:18:02.450915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c64020-f005-4096-8740-16dd3b9c27e8 None None] Update dhcp port {'port': {'network_id': 'b46f027e-26dc-406f-84f5-fe407e729f26', 'fixed_ips': [{'subnet_id': 'c05fc512-5976-478d-abe9-2c008fe52017', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f09c10c-343f-49ef-8276-3ee4c7b4b006'}], 'binding:host_id': 'n-d-813897-2'}, 'id': '1a057e99-3f71-4476-89e6-1552a259460f'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:18:02.547696 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-09c64020-f005-4096-8740-16dd3b9c27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:02.572466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-015c93e1-e42a-43fa-9da4-db793baf8a0e req-d68b4d95-daa1-448c-a2bd-51159988f50f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288624 Nov 03 16:18:02.606995 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:02.611181 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:02.710387 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:02.712179 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef477ddb-0240-4506-a7b6-2eac8e12db28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:02.733690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:02.734556 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Added segment 29587e77-cc7b-4fcb-93dd-0fb0ec17bdb4 of type vlan for network 366cd4d3-cb73-467a-93cb-c66bec10548b Nov 03 16:18:02.736246 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:02.812784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-09c64020-f005-4096-8740-16dd3b9c27e8 None None] Allocated IP 172.20.0.18 (b46f027e-26dc-406f-84f5-fe407e729f26/8f09c10c-343f-49ef-8276-3ee4c7b4b006/1a057e99-3f71-4476-89e6-1552a259460f) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:02.871752 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a44bc5b4-403c-4820-b875-ae6e015d033d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:02.919227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:02.965900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:02.979953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network b46f027e-26dc-406f-84f5-fe407e729f26 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:03.003440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-09c64020-f005-4096-8740-16dd3b9c27e8 None None] For port 1a057e99-3f71-4476-89e6-1552a259460f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a057e99-3f71-4476-89e6-1552a259460f,segment=NetworkSegment(110a6355-5da6-4db4-bebb-876463561518),segment_id=110a6355-5da6-4db4-bebb-876463561518)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:03.024433 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:03.043131 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-09c64020-f005-4096-8740-16dd3b9c27e8 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:03.050773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:03.053919 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-09c64020-f005-4096-8740-16dd3b9c27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:03.056920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88747277-e385-4bd1-a52e-98cae94af784 req-2325b9b1-13a4-4c74-85d9-8612c4fc8df8 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0950599 Nov 03 16:18:03.061716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:03.062370 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:03.069452 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:03.082479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:03.085865 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:03.168475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c64020-f005-4096-8740-16dd3b9c27e8 None None] Pushing event updated for resources: {'Port': ['ID=1a057e99-3f71-4476-89e6-1552a259460f,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:03.317866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:03.318706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:03.333615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9990814 Nov 03 16:18:03.336693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55128) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:03.376734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Network': ['ID=e573921f-0adc-4668-b933-2eb620789e79,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:03.415945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e573921f-0adc-4668-b933-2eb620789e79 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:03.497744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee192509-063a-4b30-ba4a-946becad133b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Network': ['ID=366cd4d3-cb73-467a-93cb-c66bec10548b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:03.507228 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ef55e4ea-4b89-4a2f-9891-48802533cd69 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.4751616 Nov 03 16:18:03.507876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55130) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:03.522961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c05fc512-5976-478d-abe9-2c008fe52017'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:03.533802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 366cd4d3-cb73-467a-93cb-c66bec10548b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:03.806680 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:03.878773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10d350-c05e-4498-8954-40914b6b65d3 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:03.886145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10d350-c05e-4498-8954-40914b6b65d3 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:03.892311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10d350-c05e-4498-8954-40914b6b65d3 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:03.901936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10d350-c05e-4498-8954-40914b6b65d3 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:03.903860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5f10d350-c05e-4498-8954-40914b6b65d3 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5654917 Nov 03 16:18:03.907443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55134) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:03.979799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a057e99-3f71-4476-89e6-1552a259460f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:04.052915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e025193-82d8-49eb-ae1a-7193a38651a2 req-5f275496-4081-4e5f-a552-85352b342482 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:04.061313 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e025193-82d8-49eb-ae1a-7193a38651a2 req-5f275496-4081-4e5f-a552-85352b342482 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.3476632 Nov 03 16:18:04.084960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.131959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1a057e99-3f71-4476-89e6-1552a259460f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:04.132606 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.198875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e025193-82d8-49eb-ae1a-7193a38651a2 req-8c5071d3-bf5a-43a4-919d-6420f9d8c883 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371596 Nov 03 16:18:04.314571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48709ba-563e-4e63-9c35-540cd01053ef None None] Network b46f027e-26dc-406f-84f5-fe407e729f26 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:04.346958 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-695907be-aa7b-4481-a0b1-8e3dedfcc59e req-0f36b3ad-471e-48c0-9418-fdeae6b10172 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0956938 Nov 03 16:18:04.403434 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.497491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e573921f-0adc-4668-b933-2eb620789e79']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:04.544146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d28115-797d-4e3c-8af3-aadb98a0fe3a') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:04.545408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d28115-797d-4e3c-8af3-aadb98a0fe3a') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:04.570891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6baed0f8-d43b-4dfb-b222-6a9bfb398bfd None None] Provisioning complete for port 1a057e99-3f71-4476-89e6-1552a259460f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:04.575538 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6baed0f8-d43b-4dfb-b222-6a9bfb398bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.577901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.618843 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a44bc5b4-403c-4820-b875-ae6e015d033d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.649231 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a44bc5b4-403c-4820-b875-ae6e015d033d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.660168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.666975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44bc5b4-403c-4820-b875-ae6e015d033d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:04.671852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:04.672493 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.672931 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a44bc5b4-403c-4820-b875-ae6e015d033d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.679344 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a44bc5b4-403c-4820-b875-ae6e015d033d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/ports/135e9809-fab0-48f5-aa10-15a848d1c21b HTTP/1.1" status: 200 len: 911 time: 2.6650977 Nov 03 16:18:04.712981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55138) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:04.768080 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:04.779692 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.838702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:04.851555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/networks/e573921f-0adc-4668-b933-2eb620789e79 HTTP/1.1" status: 204 len: 168 time: 0.9429510 Nov 03 16:18:04.852505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f2711-7f07-4a24-8eb7-febef1f7a9e5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Network': ['ID=e573921f-0adc-4668-b933-2eb620789e79,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:04.862303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55140) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:04.987956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Delete allocated IP 172.20.0.22 (b46f027e-26dc-406f-84f5-fe407e729f26/8f09c10c-343f-49ef-8276-3ee4c7b4b006) {{(pid=108105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 16:18:05.050561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.084223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bc5b4-403c-4820-b875-ae6e015d033d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=135e9809-fab0-48f5-aa10-15a848d1c21b,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:05.092617 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba10f61b-4d56-435c-ac9e-4c912fec6197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.308463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.391808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366cd4d3-cb73-467a-93cb-c66bec10548b']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:05.468518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.481943 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.488521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29587e77-cc7b-4fcb-93dd-0fb0ec17bdb4') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:05.489683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29587e77-cc7b-4fcb-93dd-0fb0ec17bdb4') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:05.504450 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.524769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.541587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c917aec-d5f1-453c-8b9e-6d4be7f8f47b req-63e6b4aa-3e06-4fdc-8ace-63bc66b89b33 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:05.543229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c917aec-d5f1-453c-8b9e-6d4be7f8f47b req-63e6b4aa-3e06-4fdc-8ace-63bc66b89b33 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.1875737 Nov 03 16:18:05.551677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:05.552774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:05.558641 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:05.620431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:05.662108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0917ab4a-2cb0-4a21-8699-4b31c8481732 None None] Provisioning complete for port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:05.663109 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0917ab4a-2cb0-4a21-8699-4b31c8481732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.665480 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8919d355-589d-4c82-97e6-97f30f842d4b req-841bedad-b2a7-43f7-9fcd-19316eaac7d4 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0631552 Nov 03 16:18:05.755563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0917ab4a-2cb0-4a21-8699-4b31c8481732 None None] Port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:05.782364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0917ab4a-2cb0-4a21-8699-4b31c8481732 None None] Provisioning complete for port 1a057e99-3f71-4476-89e6-1552a259460f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:05.782715 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0917ab4a-2cb0-4a21-8699-4b31c8481732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.826112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.831542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] In _notify_port_updated(), no bound segment for port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 on network b46f027e-26dc-406f-84f5-fe407e729f26 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:18:05.840197 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c917aec-d5f1-453c-8b9e-6d4be7f8f47b req-bf262b5b-3f7e-4189-ae39-12667c32fd1a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811453 Nov 03 16:18:05.842938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.846776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:05.847451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:05.849126 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/networks/366cd4d3-cb73-467a-93cb-c66bec10548b HTTP/1.1" status: 204 len: 168 time: 0.9697161 Nov 03 16:18:05.852442 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af2cd76b-38b9-47df-b0de-6591fa994575 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "PUT /v2.0/ports/d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 HTTP/1.1" status: 200 len: 919 time: 2.3373463 Nov 03 16:18:05.852608 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55146) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:05.852828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55148) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:05.866272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19183a87-788e-4150-a997-2b4da4d5ff40 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Network': ['ID=366cd4d3-cb73-467a-93cb-c66bec10548b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:05.979824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c05fc512-5976-478d-abe9-2c008fe52017'}, {'subnet_id': '8f09c10c-343f-49ef-8276-3ee4c7b4b006'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:06.081643 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.107979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb80fc-369f-450f-a9db-9fcce747b07b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:06.112571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f91f3eab-d852-4fb7-b8a2-5b22b0d350cb None None] Provisioning complete for port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:06.113248 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f91f3eab-d852-4fb7-b8a2-5b22b0d350cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.115059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb80fc-369f-450f-a9db-9fcce747b07b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:06.116828 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-65fb80fc-369f-450f-a9db-9fcce747b07b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2630756 Nov 03 16:18:06.123568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55150) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:06.137782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1911103110'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:06.214139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Made reservation on behalf of ab99db127dae43fca12a6e87b32bfa11 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:06.216364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f91f3eab-d852-4fb7-b8a2-5b22b0d350cb None None] Port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:06.237008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.246876 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.298898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:06.331743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.332255 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Added segment 686d1b99-c259-4c20-bb19-77cf2539975f of type vlan for network 58af335f-48cb-49e7-8e31-819b45accd55 Nov 03 16:18:06.387996 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.422242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.424427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.450378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:06.454694 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.537248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4080789 Nov 03 16:18:06.538009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55152) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:06.543700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1660458472'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:06.552955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9d71bf91-dbf8-47df-84c7-50e8d9b33810 None None] Provisioning complete for port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:06.553424 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d71bf91-dbf8-47df-84c7-50e8d9b33810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.557729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5234da-ffc5-433c-b35d-b4a27c239f93 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Network': ['ID=58af335f-48cb-49e7-8e31-819b45accd55,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:06.580935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Made reservation on behalf of ab99db127dae43fca12a6e87b32bfa11 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:06.586345 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.630949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:06.655677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.656218 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Added segment cb874b57-61d6-42c6-99f9-41e1dc9f4488 of type vlan for network 14f0c878-5840-42d0-a8c7-d1909df16213 Nov 03 16:18:06.665740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 58af335f-48cb-49e7-8e31-819b45accd55 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:06.843365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 135e9809-fab0-48f5-aa10-15a848d1c21b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:06.843365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.846751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.853896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9d71bf91-dbf8-47df-84c7-50e8d9b33810 None None] Port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:06.862468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.24 (b46f027e-26dc-406f-84f5-fe407e729f26/8f09c10c-343f-49ef-8276-3ee4c7b4b006/d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:06.917802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:06.924527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:06.925116 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:07.062717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5229225 Nov 03 16:18:07.067122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55158) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:07.073978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'ports': [{'network_id': '58af335f-48cb-49e7-8e31-819b45accd55', 'name': 'tempest-port--1872138087', 'admin_state_up': True}, {'network_id': '14f0c878-5840-42d0-a8c7-d1909df16213', 'admin_state_up': False}]} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:07.074595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'port': {'network_id': '58af335f-48cb-49e7-8e31-819b45accd55', 'name': 'tempest-port--1872138087', 'admin_state_up': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:07.075049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'port': {'network_id': '14f0c878-5840-42d0-a8c7-d1909df16213', 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:07.096268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13713222-6b59-4981-a268-e76f74a2c38d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Network': ['ID=14f0c878-5840-42d0-a8c7-d1909df16213,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:07.113752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 14f0c878-5840-42d0-a8c7-d1909df16213 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:07.212241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98b919-7687-4a1a-ae43-1b56b62120f9 req-e4834714-af59-4930-97f7-6791c79a2325 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:07.213765 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa98b919-7687-4a1a-ae43-1b56b62120f9 req-e4834714-af59-4930-97f7-6791c79a2325 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.2300754 Nov 03 16:18:07.351488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa98b919-7687-4a1a-ae43-1b56b62120f9 req-c8c1d3f3-9f41-47a1-8120-f58eec4e8d5c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265216 Nov 03 16:18:07.434485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bdc5ed5f-3caf-4572-86e9-5f178114a0da req-6122ecb5-fb4f-47f1-8a99-5b1cce968636 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f0621c-4d0e-44af-8913-f33de72ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.5561297 Nov 03 16:18:07.447523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Made reservation on behalf of ab99db127dae43fca12a6e87b32bfa11 for: {'port': 2} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:07.458341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:07.497783 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:07.523526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:07.546157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 135e9809-fab0-48f5-aa10-15a848d1c21b owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:07.660599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:07.671236 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:07.686511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] device_id is not set on port 332adc82-f6e4-4f2b-972b-704b278776f4 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:18:07.737102 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:07.874521 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:07.938063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] In _notify_port_updated(), no bound segment for port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 on network b46f027e-26dc-406f-84f5-fe407e729f26 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:18:07.939349 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:07.944489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:07.945356 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:07.946433 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-16679fca-6fa8-4f3f-a276-e58e65929e47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "PUT /v2.0/ports/d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 HTTP/1.1" status: 200 len: 999 time: 1.9709477 Nov 03 16:18:07.951048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55160) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:08.005800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.046222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=135e9809-fab0-48f5-aa10-15a848d1c21b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:08.061383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] device_id is not set on port 10feab95-86f3-41eb-a259-c0df65b60376 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:18:08.124883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9eedea04-dad6-414a-bb3c-6ba3ca5b0b73 None None] Provisioning complete for port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:08.125762 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9eedea04-dad6-414a-bb3c-6ba3ca5b0b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.186143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9eedea04-dad6-414a-bb3c-6ba3ca5b0b73 None None] Port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:08.216084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.231907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f8b1f214-edbe-459d-a078-26e938a8f97c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:08.232293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f214-edbe-459d-a078-26e938a8f97c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.268456 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.338506 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.434839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Port': ['ID=332adc82-f6e4-4f2b-972b-704b278776f4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:08.435534 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.440303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Checking segment: {'id': '686d1b99-c259-4c20-bb19-77cf2539975f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '58af335f-48cb-49e7-8e31-819b45accd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:08.440667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Network hostable DHCP agents. Network: 58af335f-48cb-49e7-8e31-819b45accd55, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:08.466016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Network 58af335f-48cb-49e7-8e31-819b45accd55 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:08.479759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 58af335f-48cb-49e7-8e31-819b45accd55) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:08.489414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:08.490440 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.498410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498dcf31-b318-43e3-8b8c-5d7045a729d7 None None] Network 58af335f-48cb-49e7-8e31-819b45accd55 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:08.557756 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f214-edbe-459d-a078-26e938a8f97c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.602958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Port': ['ID=10feab95-86f3-41eb-a259-c0df65b60376,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:08.614348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5c370-adf3-4343-b2c3-813ff585dd76 req-fc8d5497-4bc6-4ae5-8b81-7c055bcc8cc4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:08.616321 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92e5c370-adf3-4343-b2c3-813ff585dd76 req-fc8d5497-4bc6-4ae5-8b81-7c055bcc8cc4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.1285737 Nov 03 16:18:08.619015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55168) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:08.663379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Checking segment: {'id': 'cb874b57-61d6-42c6-99f9-41e1dc9f4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '14f0c878-5840-42d0-a8c7-d1909df16213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:08.663782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Network hostable DHCP agents. Network: 14f0c878-5840-42d0-a8c7-d1909df16213, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:08.680787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f8b1f214-edbe-459d-a078-26e938a8f97c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:08.688170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 91545687-3339-40aa-a40d-e69cf0a21a12 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:18:08.727463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Network 14f0c878-5840-42d0-a8c7-d1909df16213 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:08.732213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92e5c370-adf3-4343-b2c3-813ff585dd76 req-f7fc93ee-82fc-4044-9a26-1d430c6f52b1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953078 Nov 03 16:18:08.761222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91ebf368-5dc7-4f4b-aa7d-d835879cd2ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.807713 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91ebf368-5dc7-4f4b-aa7d-d835879cd2ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.812249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:08.821245 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3327f932-f151-42a7-b075-68d9b7fb4050 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/91545687-3339-40aa-a40d-e69cf0a21a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1069109 Nov 03 16:18:08.825762 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a7d07-0413-4372-99af-d736c2ce4b39 None None] Sync routers for ids ['91545687-3339-40aa-a40d-e69cf0a21a12'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:08.826294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55170) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:08.831754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 14f0c878-5840-42d0-a8c7-d1909df16213) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:08.845254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:08.846012 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a7d07-0413-4372-99af-d736c2ce4b39 None None] Routers {'91545687-3339-40aa-a40d-e69cf0a21a12'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:08.846838 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-040a7d07-0413-4372-99af-d736c2ce4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['91545687-3339-40aa-a40d-e69cf0a21a12'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:08.855722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:08.860801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:08.861513 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:08.883355 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e1367-5d6a-4d00-b6a2-f95256446f7c None None] Network 14f0c878-5840-42d0-a8c7-d1909df16213 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:08.884517 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-040a7d07-0413-4372-99af-d736c2ce4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:08.888798 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e44ba210-a5ae-43f7-bebf-21806fa6d87a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=91545687-3339-40aa-a40d-e69cf0a21a12 HTTP/1.1" status: 200 len: 205 time: 0.0615778 Nov 03 16:18:08.891366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55172) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:08.899132 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a7d07-0413-4372-99af-d736c2ce4b39 None None] Routers {'91545687-3339-40aa-a40d-e69cf0a21a12'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:08.899752 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-040a7d07-0413-4372-99af-d736c2ce4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['91545687-3339-40aa-a40d-e69cf0a21a12'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:08.938729 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-040a7d07-0413-4372-99af-d736c2ce4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:08.939289 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a7d07-0413-4372-99af-d736c2ce4b39 None None] The sync data for ids ['91545687-3339-40aa-a40d-e69cf0a21a12'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:09.037272 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fb67681d-5ad4-43d1-9fb7-0bc1b3849a48 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9687440 Nov 03 16:18:09.040550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55174) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:09.045995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09b0c69b-b3b7-490d-bee9-f493dc76f11d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.133110 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91ebf368-5dc7-4f4b-aa7d-d835879cd2ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.135860 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91ebf368-5dc7-4f4b-aa7d-d835879cd2ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.136987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-91ebf368-5dc7-4f4b-aa7d-d835879cd2ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "DELETE /v2.0/security-groups/1a375cb0-4b20-4184-bf50-e9c73b0a4f6f HTTP/1.1" status: 204 len: 168 time: 0.5169983 Nov 03 16:18:09.143206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55176) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:09.149266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2bbaad-3785-4d2c-ac84-93f6a0ac78c6 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:09.155457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2bbaad-3785-4d2c-ac84-93f6a0ac78c6 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:09.160364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2c2bbaad-3785-4d2c-ac84-93f6a0ac78c6 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1160383 Nov 03 16:18:09.161106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55178) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:09.186175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebf368-5dc7-4f4b-aa7d-d835879cd2ac tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a375cb0-4b20-4184-bf50-e9c73b0a4f6f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:09.236830 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-05babff7-c5a9-4f5f-8883-8fafa2cc6dd1 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] show failed (client error): The resource could not be found. Nov 03 16:18:09.237773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-05babff7-c5a9-4f5f-8883-8fafa2cc6dd1 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "GET /v2.0/security-groups/1a375cb0-4b20-4184-bf50-e9c73b0a4f6f HTTP/1.1" status: 404 len: 347 time: 0.0935805 Nov 03 16:18:09.253489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55180) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:09.265937 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f214-edbe-459d-a078-26e938a8f97c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.281835 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09b0c69b-b3b7-490d-bee9-f493dc76f11d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.284074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09b0c69b-b3b7-490d-bee9-f493dc76f11d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.338876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09b0c69b-b3b7-490d-bee9-f493dc76f11d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.339531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b0c69b-b3b7-490d-bee9-f493dc76f11d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Fanout notify agent at l3_agent the message router_deleted on router 91545687-3339-40aa-a40d-e69cf0a21a12 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:18:09.351639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1f214-edbe-459d-a078-26e938a8f97c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:09.358079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-09b0c69b-b3b7-490d-bee9-f493dc76f11d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.362120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-09b0c69b-b3b7-490d-bee9-f493dc76f11d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/91545687-3339-40aa-a40d-e69cf0a21a12 HTTP/1.1" status: 204 len: 168 time: 0.4696271 Nov 03 16:18:09.364027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55182) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:09.458399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e478b9-b648-43c7-9c23-a9379e41b4c1 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting subnet bfc250e2-3525-4d63-a37f-94153eae3b97 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:09.462380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90e478b9-b648-43c7-9c23-a9379e41b4c1 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.512394 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b383860c-2808-4ce8-8ff6-6d62e323b28e tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Deleting port 332adc82-f6e4-4f2b-972b-704b278776f4 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:09.512739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b383860c-2808-4ce8-8ff6-6d62e323b28e tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.525370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90e478b9-b648-43c7-9c23-a9379e41b4c1 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.591485 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f214-edbe-459d-a078-26e938a8f97c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.594673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f8b1f214-edbe-459d-a078-26e938a8f97c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 HTTP/1.1" status: 204 len: 168 time: 1.6426156 Nov 03 16:18:09.597936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55184) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:09.605273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b383860c-2808-4ce8-8ff6-6d62e323b28e tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.626229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b383860c-2808-4ce8-8ff6-6d62e323b28e tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Calling delete_port for 332adc82-f6e4-4f2b-972b-704b278776f4 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:09.643236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port fe2b4f50-3bd6-4600-bd3c-bc17740e3efe {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:09.643628 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.695809 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20e2fb2-14e1-45fd-80d5-5b0963c9909c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:18:09.699987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b20e2fb2-14e1-45fd-80d5-5b0963c9909c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 HTTP/1.1" status: 404 len: 333 time: 0.1004999 Nov 03 16:18:09.701173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55186) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:09.742934 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90e478b9-b648-43c7-9c23-a9379e41b4c1 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.804149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f911b9d-5f36-4ded-bdf1-984d0c38700e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet 8f09c10c-343f-49ef-8276-3ee4c7b4b006 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:09.809621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f911b9d-5f36-4ded-bdf1-984d0c38700e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.833932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.834371 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.857160 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b383860c-2808-4ce8-8ff6-6d62e323b28e tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.859590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for fe2b4f50-3bd6-4600-bd3c-bc17740e3efe owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:09.867420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f911b9d-5f36-4ded-bdf1-984d0c38700e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.895884 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90e478b9-b648-43c7-9c23-a9379e41b4c1 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.940598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383860c-2808-4ce8-8ff6-6d62e323b28e tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Port': ['ID=332adc82-f6e4-4f2b-972b-704b278776f4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:09.943417 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90e478b9-b648-43c7-9c23-a9379e41b4c1 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.947825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed2164-bed6-404d-adb1-98e956ba38bd None None] Network 6e708806-4d12-4471-b4e4-ca88d9b7955a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:09.948436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b383860c-2808-4ce8-8ff6-6d62e323b28e tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:09.951917 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b383860c-2808-4ce8-8ff6-6d62e323b28e tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/ports/332adc82-f6e4-4f2b-972b-704b278776f4 HTTP/1.1" status: 204 len: 168 time: 0.7898753 Nov 03 16:18:09.954733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55190) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:09.960778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-90e478b9-b648-43c7-9c23-a9379e41b4c1 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/bfc250e2-3525-4d63-a37f-94153eae3b97 HTTP/1.1" status: 204 len: 168 time: 0.5917244 Nov 03 16:18:09.962464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e478b9-b648-43c7-9c23-a9379e41b4c1 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc250e2-3525-4d63-a37f-94153eae3b97,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:09.964820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55192) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:10.165038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245aa96-c4de-4f48-80f5-53800e738ff6 req-0fb8446b-1c85-4323-9c1b-c106b9a9a11f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:10.166643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1245aa96-c4de-4f48-80f5-53800e738ff6 req-0fb8446b-1c85-4323-9c1b-c106b9a9a11f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.2608802 Nov 03 16:18:10.179298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df54ab-ccdd-4627-bfd2-16cdef3466ec None None] DHCP port deletion for 6e708806-4d12-4471-b4e4-ca88d9b7955a request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:18:10.179609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.234555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-94df54ab-ccdd-4627-bfd2-16cdef3466ec None None] Deleting port ee3a94b8-73a4-4207-a84b-009f004033b8 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:10.234925 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94df54ab-ccdd-4627-bfd2-16cdef3466ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.317820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-94df54ab-ccdd-4627-bfd2-16cdef3466ec None None] For port ee3a94b8-73a4-4207-a84b-009f004033b8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ee3a94b8-73a4-4207-a84b-009f004033b8,segment=NetworkSegment(42513945-a58d-48df-b36c-6fe3ab467d4f),segment_id=42513945-a58d-48df-b36c-6fe3ab467d4f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:10.318372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94df54ab-ccdd-4627-bfd2-16cdef3466ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.335617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-94df54ab-ccdd-4627-bfd2-16cdef3466ec None None] Calling delete_port for ee3a94b8-73a4-4207-a84b-009f004033b8 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:10.338232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1245aa96-c4de-4f48-80f5-53800e738ff6 req-5a24d457-d71f-45e7-a52a-5e1b2bfc8d93 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541703 Nov 03 16:18:10.343405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-32b69bf1-752d-4994-8575-586b80d2755c tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Deleting port 10feab95-86f3-41eb-a259-c0df65b60376 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:10.343790 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-32b69bf1-752d-4994-8575-586b80d2755c tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.345871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f911b9d-5f36-4ded-bdf1-984d0c38700e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.381619 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.416552 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f911b9d-5f36-4ded-bdf1-984d0c38700e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.448117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f911b9d-5f36-4ded-bdf1-984d0c38700e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=8f09c10c-343f-49ef-8276-3ee4c7b4b006,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:10.452508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f911b9d-5f36-4ded-bdf1-984d0c38700e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.457595 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f911b9d-5f36-4ded-bdf1-984d0c38700e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/8f09c10c-343f-49ef-8276-3ee4c7b4b006 HTTP/1.1" status: 204 len: 168 time: 0.7506981 Nov 03 16:18:10.460485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55194) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:10.465891 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94df54ab-ccdd-4627-bfd2-16cdef3466ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.466786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=fe2b4f50-3bd6-4600-bd3c-bc17740e3efe,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:10.481940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74849d72-249c-4f38-afd2-b537a39e0487 None None] Network b46f027e-26dc-406f-84f5-fe407e729f26 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:10.484125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df54ab-ccdd-4627-bfd2-16cdef3466ec None None] No DVR routers for this DVR port ee3a94b8-73a4-4207-a84b-009f004033b8 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:10.484289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-32b69bf1-752d-4994-8575-586b80d2755c tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.515166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port ee3a94b8-73a4-4207-a84b-009f004033b8 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:10.515506 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.517318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-32b69bf1-752d-4994-8575-586b80d2755c tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Calling delete_port for 10feab95-86f3-41eb-a259-c0df65b60376 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:10.536637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7262debb-5356-40ac-8b3f-6ffd0d80c8d0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet c05fc512-5976-478d-abe9-2c008fe52017 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:10.540638 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7262debb-5356-40ac-8b3f-6ffd0d80c8d0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.543219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df54ab-ccdd-4627-bfd2-16cdef3466ec None None] Pushing event deleted for resources: {'Port': ['ID=ee3a94b8-73a4-4207-a84b-009f004033b8,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:10.596284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7262debb-5356-40ac-8b3f-6ffd0d80c8d0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.675648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.678380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.681780 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1f7d6878-1bc2-487b-b198-ad8213346317 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "DELETE /v2.0/floatingips/79824b7d-074e-4262-a5ea-782f31587836 HTTP/1.1" status: 204 len: 168 time: 1.4269943 Nov 03 16:18:10.682674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55196) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:10.725609 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7262debb-5356-40ac-8b3f-6ffd0d80c8d0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.734209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port ee3a94b8-73a4-4207-a84b-009f004033b8, host n-d-813897-2, got binding levels [] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:10.734678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.794404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for ee3a94b8-73a4-4207-a84b-009f004033b8 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:10.794701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7262debb-5356-40ac-8b3f-6ffd0d80c8d0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.806547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.ipam_backend_mixin [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Port ee3a94b8-73a4-4207-a84b-009f004033b8 was not found and therefore no delete operation was performed {{(pid=108105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:18:10.809082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.828259 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7262debb-5356-40ac-8b3f-6ffd0d80c8d0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.834991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7262debb-5356-40ac-8b3f-6ffd0d80c8d0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/c05fc512-5976-478d-abe9-2c008fe52017 HTTP/1.1" status: 204 len: 168 time: 0.3698378 Nov 03 16:18:10.834991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262debb-5356-40ac-8b3f-6ffd0d80c8d0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=c05fc512-5976-478d-abe9-2c008fe52017,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:10.835693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55198) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:10.848846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=ee3a94b8-73a4-4207-a84b-009f004033b8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:10.852388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No DVR routers for this DVR port ee3a94b8-73a4-4207-a84b-009f004033b8 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:10.854004 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-32b69bf1-752d-4994-8575-586b80d2755c tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.927346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.985904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 1a057e99-3f71-4476-89e6-1552a259460f {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:10.986251 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:10.999872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d12816a6-9b5a-4156-aa9e-56bd87b1c027 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port 946fa250-4a46-4276-a40f-6827e8a5d511 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:11.000305 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d12816a6-9b5a-4156-aa9e-56bd87b1c027 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.006376 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.011034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b69bf1-752d-4994-8575-586b80d2755c tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Port': ['ID=10feab95-86f3-41eb-a259-c0df65b60376,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:11.046448 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-32b69bf1-752d-4994-8575-586b80d2755c tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.052600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-32b69bf1-752d-4994-8575-586b80d2755c tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/ports/10feab95-86f3-41eb-a259-c0df65b60376 HTTP/1.1" status: 204 len: 168 time: 1.0927103 Nov 03 16:18:11.054118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55202) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:11.087359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e708806-4d12-4471-b4e4-ca88d9b7955a']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:11.099218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-565edeea-4109-46a3-aee8-9f2c44a1b342 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0437689 Nov 03 16:18:11.104241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55204) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:11.106708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42513945-a58d-48df-b36c-6fe3ab467d4f') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:11.107014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42513945-a58d-48df-b36c-6fe3ab467d4f') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:11.109127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2103231282'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:11.118363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] For port 1a057e99-3f71-4476-89e6-1552a259460f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a057e99-3f71-4476-89e6-1552a259460f,segment=NetworkSegment(110a6355-5da6-4db4-bebb-876463561518),segment_id=110a6355-5da6-4db4-bebb-876463561518)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:11.118693 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.124739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.136878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 1a057e99-3f71-4476-89e6-1552a259460f owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:11.151594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.152403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Made reservation on behalf of ab99db127dae43fca12a6e87b32bfa11 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:11.155940 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.158151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d12816a6-9b5a-4156-aa9e-56bd87b1c027 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.167832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:11.168232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:11.171438 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:11.199406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d12816a6-9b5a-4156-aa9e-56bd87b1c027 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for 946fa250-4a46-4276-a40f-6827e8a5d511 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:11.227826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:11.243557 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.243557 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Added segment cb57a50d-ed24-401f-859f-f3baca10ff3f of type vlan for network 6d41efff-21fa-43fc-81af-2fed92464b23 Nov 03 16:18:11.280046 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.298168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.301138 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/networks/6e708806-4d12-4471-b4e4-ca88d9b7955a HTTP/1.1" status: 204 len: 168 time: 1.3064933 Nov 03 16:18:11.308075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55206) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:11.313452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6e2c0db6-4ad5-44e6-9a5b-69f0a6af0bf6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1223908477', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:11.318988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5d791-ceb4-40fa-8247-6939cbe9f188 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Network': ['ID=6e708806-4d12-4471-b4e4-ca88d9b7955a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:11.323752 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.329416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.344504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-69b52b6e-1123-411b-8503-1109f3e22ce6 None None] Could not find standard attr ID for object 1a057e99-3f71-4476-89e6-1552a259460f. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:18:11.358928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396a0f6-7552-4bda-a6a4-8fe434060808 None None] Network b46f027e-26dc-406f-84f5-fe407e729f26 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:11.374940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=1a057e99-3f71-4476-89e6-1552a259460f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:11.400812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No DVR routers for this DVR port 1a057e99-3f71-4476-89e6-1552a259460f on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:11.405153 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0db6-4ad5-44e6-9a5b-69f0a6af0bf6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.405781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0db6-4ad5-44e6-9a5b-69f0a6af0bf6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.409580 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d12816a6-9b5a-4156-aa9e-56bd87b1c027 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.452942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12816a6-9b5a-4156-aa9e-56bd87b1c027 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=946fa250-4a46-4276-a40f-6827e8a5d511,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:11.498190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.503758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:11.504953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.537796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d12816a6-9b5a-4156-aa9e-56bd87b1c027 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.541608 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d12816a6-9b5a-4156-aa9e-56bd87b1c027 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "DELETE /v2.0/ports/946fa250-4a46-4276-a40f-6827e8a5d511 HTTP/1.1" status: 204 len: 168 time: 0.8523877 Nov 03 16:18:11.544109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55210) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:11.589448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bef0d5-ea8b-4655-8a27-f30d115dc7de None None] DHCP port deletion for b46f027e-26dc-406f-84f5-fe407e729f26 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:18:11.623020 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0db6-4ad5-44e6-9a5b-69f0a6af0bf6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.656253 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.665198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8c2ea-369d-460b-9e19-dadc5de04a8a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port 1abcbb4e-937d-47c8-a357-f90ac98e01d1 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:11.665705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c2ea-369d-460b-9e19-dadc5de04a8a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.668883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0db6-4ad5-44e6-9a5b-69f0a6af0bf6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.676991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5710294 Nov 03 16:18:11.680768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55212) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:11.692765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1936698153'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:11.708049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055fd7a-64a7-44ac-8d41-86fa78905d02 req-5db4b026-9188-472f-a8d7-2e22ad00e837 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:11.709644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a055fd7a-64a7-44ac-8d41-86fa78905d02 req-5db4b026-9188-472f-a8d7-2e22ad00e837 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.2646487 Nov 03 16:18:11.710331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a88db4-f77b-4575-b4b8-183a839ce7fd tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Network': ['ID=6d41efff-21fa-43fc-81af-2fed92464b23,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:11.713654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46f027e-26dc-406f-84f5-fe407e729f26']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:11.726404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6d41efff-21fa-43fc-81af-2fed92464b23 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:11.734109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110a6355-5da6-4db4-bebb-876463561518') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:11.734494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110a6355-5da6-4db4-bebb-876463561518') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:11.754809 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.762445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Made reservation on behalf of ab99db127dae43fca12a6e87b32bfa11 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:11.767093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.782650 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0db6-4ad5-44e6-9a5b-69f0a6af0bf6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.783893 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6e2c0db6-4ad5-44e6-9a5b-69f0a6af0bf6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4748070 Nov 03 16:18:11.788738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55214) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:11.789841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.804267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-509941265'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:11.811911 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c2ea-369d-460b-9e19-dadc5de04a8a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.815068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:11.815479 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:11.819282 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:11.822692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:11.835408 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a055fd7a-64a7-44ac-8d41-86fa78905d02 req-870e6c61-964b-4809-ba0f-076f49d16499 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134791 Nov 03 16:18:11.836971 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8c2ea-369d-460b-9e19-dadc5de04a8a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for 1abcbb4e-937d-47c8-a357-f90ac98e01d1 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:11.846107 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.846442 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Added segment c5024f32-eaec-4d79-91b4-924f83729caa of type vlan for network 02661d2d-0c67-4e60-91fb-365d1ac97643 Nov 03 16:18:11.901783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:11.905804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.909949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.924812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:11.928719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/networks/b46f027e-26dc-406f-84f5-fe407e729f26 HTTP/1.1" status: 204 len: 168 time: 1.0918636 Nov 03 16:18:11.934713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55216) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:11.961320 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052895a7-a43f-41ca-ab52-691d39ae127c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Network': ['ID=b46f027e-26dc-406f-84f5-fe407e729f26,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:11.992397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a057e99-3f71-4476-89e6-1552a259460f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:12.006108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.020464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40050f2-613f-4bba-b7b1-63b46f763709 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:12.025292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d40050f2-613f-4bba-b7b1-63b46f763709 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0864081 Nov 03 16:18:12.029030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55218) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:12.057419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 1a057e99-3f71-4476-89e6-1552a259460f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:18:12.057810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a057e99-3f71-4476-89e6-1552a259460f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:12.058235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ee3a94b8-73a4-4207-a84b-009f004033b8 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:12.092291 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4ccd77ad-7257-4dd5-b202-d5d7c4c312c3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0584047 Nov 03 16:18:12.092556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55220) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:12.100698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: ee3a94b8-73a4-4207-a84b-009f004033b8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:18:12.100985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ee3a94b8-73a4-4207-a84b-009f004033b8 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:12.103723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-146310928'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:12.114381 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.db.resource_extend [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 16:18:12.133498 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c2ea-369d-460b-9e19-dadc5de04a8a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.138758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:12.142550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.163854 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.api [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=108104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:18:12.164283 n-d-813897-2 neutron-server[108104]: DEBUG oslo_db.api [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:18:12.171358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:12.181753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8c2ea-369d-460b-9e19-dadc5de04a8a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=1abcbb4e-937d-47c8-a357-f90ac98e01d1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:12.182257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.182711 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Added segment 4960aeba-cae7-443d-8aa0-6913f69dd5d2 of type vlan for network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c Nov 03 16:18:12.183876 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.189183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:12.189808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.235305 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.271201 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.276839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:12.277438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.289503 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6076708 Nov 03 16:18:12.320830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ca2bf-7d65-4247-aa15-a8a67e6fc7e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Network': ['ID=02661d2d-0c67-4e60-91fb-365d1ac97643,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:12.337207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 02661d2d-0c67-4e60-91fb-365d1ac97643 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:12.349610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c2ea-369d-460b-9e19-dadc5de04a8a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.351239 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2576282 Nov 03 16:18:12.354965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55226) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:12.357622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9fe8c2ea-369d-460b-9e19-dadc5de04a8a tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "DELETE /v2.0/ports/1abcbb4e-937d-47c8-a357-f90ac98e01d1 HTTP/1.1" status: 204 len: 168 time: 0.8124278 Nov 03 16:18:12.359967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '3d98e020-5e54-4ff7-a3a3-8b924e50e36c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:12.367032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55228) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:12.388884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eb1a1-a382-485c-a221-733b77f92261 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Network': ['ID=3d98e020-5e54-4ff7-a3a3-8b924e50e36c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:12.425121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:12.440096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6e62b3-65d1-409b-b02d-051025ebb2de tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting subnet ae2583e0-1f8f-4033-aa55-a027d60e9348 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:12.444812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f6e62b3-65d1-409b-b02d-051025ebb2de tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.463463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:12.468106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.492671 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f6e62b3-65d1-409b-b02d-051025ebb2de tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.586589 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f6e62b3-65d1-409b-b02d-051025ebb2de tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.664583 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f6e62b3-65d1-409b-b02d-051025ebb2de tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.665844 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.714237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:12.723485 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.789886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=4b92abee-51b4-48e4-b24f-842d19211912,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:12.793647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.794102 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added segment 82637da3-800c-43d5-9803-7908f1ebb760 of type vlan for network bc928e94-8fe0-4e01-8382-0be1742c98e0 Nov 03 16:18:12.865592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.874552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Checking segment: {'id': '4960aeba-cae7-443d-8aa0-6913f69dd5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3d98e020-5e54-4ff7-a3a3-8b924e50e36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:12.875068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network hostable DHCP agents. Network: 3d98e020-5e54-4ff7-a3a3-8b924e50e36c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:12.909951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:12.920248 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.929912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:12.930765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.943083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 3d98e020-5e54-4ff7-a3a3-8b924e50e36c) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:12.948000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:12.948838 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:12.957846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121cf2d3-db0f-4d6a-8390-e86343c0c244 None None] Network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:13.033360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2384775 Nov 03 16:18:13.070437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55232) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:13.077754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'subnet': {'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:13.109351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ff85e7c7-9cf7-4e18-bfad-47c888716db0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7536600 Nov 03 16:18:13.121367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55234) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:13.128542 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '3d98e020-5e54-4ff7-a3a3-8b924e50e36c', 'name': 'tempest-PortsTestJSON-39802908'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:13.191522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e62b3-65d1-409b-b02d-051025ebb2de tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2583e0-1f8f-4033-aa55-a027d60e9348,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:13.200462 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f6e62b3-65d1-409b-b02d-051025ebb2de tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.206827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3f6e62b3-65d1-409b-b02d-051025ebb2de tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "DELETE /v2.0/subnets/ae2583e0-1f8f-4033-aa55-a027d60e9348 HTTP/1.1" status: 204 len: 168 time: 0.8382456 Nov 03 16:18:13.209782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55236) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:13.230903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0828dd0-80b7-4e26-bc69-8b2ee4a0a054 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Network': ['ID=bc928e94-8fe0-4e01-8382-0be1742c98e0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:13.232910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a8ba5b-0bee-4a76-a85a-97b7dbb068f9 None None] Network 32b60c1a-3fda-432a-b1be-706eaed0a660 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:13.310963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1916783-5e11-4bac-8e4e-adb0304951af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting subnet 9a85f126-89fe-469f-9e29-62b4c339917a {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:13.321655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network bc928e94-8fe0-4e01-8382-0be1742c98e0 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:13.339076 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1916783-5e11-4bac-8e4e-adb0304951af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.339341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661816fa-7bf5-43e4-bebc-89afb9649443 req-c4188975-fb4b-4e2a-88da-04831b4a4a8e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:13.340874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-661816fa-7bf5-43e4-bebc-89afb9649443 req-c4188975-fb4b-4e2a-88da-04831b4a4a8e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.3495345 Nov 03 16:18:13.347152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-3d98e020-5e54-4ff7-a3a3-8b924e50e36c', 'network_id': '3d98e020-5e54-4ff7-a3a3-8b924e50e36c', 'tenant_id': '74bacb320a194215bc501e8996dd1af8', 'fixed_ips': [{'subnet_id': '4b92abee-51b4-48e4-b24f-842d19211912'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:13.348501 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.413853 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1916783-5e11-4bac-8e4e-adb0304951af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.443687 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-661816fa-7bf5-43e4-bebc-89afb9649443 req-3898dc1d-ebdf-4727-8071-19fa4ea8f955 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891118 Nov 03 16:18:13.470612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:13.477057 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.500229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port 9fbac94b-915b-4531-8291-7d5abd04325c yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:18:13.528712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1916783-5e11-4bac-8e4e-adb0304951af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.591824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1916783-5e11-4bac-8e4e-adb0304951af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.643857 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1916783-5e11-4bac-8e4e-adb0304951af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.659667 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f1916783-5e11-4bac-8e4e-adb0304951af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "DELETE /v2.0/subnets/9a85f126-89fe-469f-9e29-62b4c339917a HTTP/1.1" status: 204 len: 168 time: 0.4474976 Nov 03 16:18:13.662624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55238) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:13.663404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1916783-5e11-4bac-8e4e-adb0304951af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Subnet': ['ID=9a85f126-89fe-469f-9e29-62b4c339917a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:13.672837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Allocated IP 172.20.0.2 (3d98e020-5e54-4ff7-a3a3-8b924e50e36c/4b92abee-51b4-48e4-b24f-842d19211912/ff9664e2-223f-4472-b62c-bf93fb41b322) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:13.680053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d97a9-63e8-4b79-a07e-d3726130e071 None None] Network 36c53260-3ccd-47cc-9317-f172e1bfc0ef requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:13.701268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:13.706100 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.729507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] DHCP port deletion for 32b60c1a-3fda-432a-b1be-706eaed0a660 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:18:13.845215 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.953811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:13.954182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:13.955619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:14.017216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.021107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] For port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab,segment=NetworkSegment(77c5bda7-3796-41f2-b1e6-2244e2211b0d),segment_id=77c5bda7-3796-41f2-b1e6-2244e2211b0d)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:14.021294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.040189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:14.103912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Subnet': ['ID=c598142d-ea4e-4464-b39c-dd784e2ac5e5,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:14.115576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Checking segment: {'id': '82637da3-800c-43d5-9803-7908f1ebb760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:14.115939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network hostable DHCP agents. Network: bc928e94-8fe0-4e01-8382-0be1742c98e0, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:14.139920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network bc928e94-8fe0-4e01-8382-0be1742c98e0 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:14.162172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, bc928e94-8fe0-4e01-8382-0be1742c98e0) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:14.172299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:14.172916 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.181312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.193772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6b2738fd-f7fe-470a-b325-8ba478cdb6a5 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1209748 Nov 03 16:18:14.196438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55240) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:14.240947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3708c22e-c563-470e-80a0-0c2f91d76d6a None None] Network bc928e94-8fe0-4e01-8382-0be1742c98e0 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:14.244953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] No DVR routers for this DVR port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:14.271306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:14.360249 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.386396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b60c1a-3fda-432a-b1be-706eaed0a660']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:14.402657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c5bda7-3796-41f2-b1e6-2244e2211b0d') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:14.405109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c5bda7-3796-41f2-b1e6-2244e2211b0d') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:14.432326 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.461683 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.489209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:14.490321 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:14.500875 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:14.602919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] Deleting port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:14.603570 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.617562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.679788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] For port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:14.680382 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.694316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] Calling delete_port for a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:14.697018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] Port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:18:14.698553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No active binding found for port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab {{(pid=108106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 16:18:14.699434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:14.710852 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.747467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] Pushing event deleted for resources: {'Port': ['ID=a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:14.750708 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.777328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b9211-dace-41ae-b348-86906e62a0a0 None None] No DVR routers for this DVR port a43467c4-3cd9-4fc1-9917-ccd6dbfd1fab on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:14.779623 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.858924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Pushing event updated for resources: {'Port': ['ID=ff9664e2-223f-4472-b62c-bf93fb41b322,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:14.873200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:14.874736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:14.878450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:14.885022 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.901097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:14.912792 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "DELETE /v2.0/networks/32b60c1a-3fda-432a-b1be-706eaed0a660 HTTP/1.1" status: 204 len: 168 time: 1.2381740 Nov 03 16:18:14.913432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55246) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:14.943915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7741cf-ee6b-4f95-a321-d770f514de6e req-14ad51e1-b9f2-495e-ae30-91fdb15373e6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:14.945485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a7741cf-ee6b-4f95-a321-d770f514de6e req-14ad51e1-b9f2-495e-ae30-91fdb15373e6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.3224907 Nov 03 16:18:14.955299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751881d3-de2d-4f9f-9299-e6b113ab5240 None None] DHCP port deletion for 36c53260-3ccd-47cc-9317-f172e1bfc0ef request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:18:15.028750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Attempting to bind port ff9664e2-223f-4472-b62c-bf93fb41b322 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:15.029180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Attempting to bind port ff9664e2-223f-4472-b62c-bf93fb41b322 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4960aeba-cae7-443d-8aa0-6913f69dd5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3d98e020-5e54-4ff7-a3a3-8b924e50e36c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:15.029671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Attempting to bind port ff9664e2-223f-4472-b62c-bf93fb41b322 on network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:15.036039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-bc928e94-8fe0-4e01-8382-0be1742c98e0', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:15.037000 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.042173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:15.042674 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Checking segment: {'id': '4960aeba-cae7-443d-8aa0-6913f69dd5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3d98e020-5e54-4ff7-a3a3-8b924e50e36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:15.043171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.043683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Bound using segment: {'id': '4960aeba-cae7-443d-8aa0-6913f69dd5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3d98e020-5e54-4ff7-a3a3-8b924e50e36c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:15.044432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Bound port: ff9664e2-223f-4472-b62c-bf93fb41b322, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4960aeba-cae7-443d-8aa0-6913f69dd5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3d98e020-5e54-4ff7-a3a3-8b924e50e36c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:15.044853 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.080616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b06a04-ea9a-4549-96c1-f352ebae76af tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Network': ['ID=32b60c1a-3fda-432a-b1be-706eaed0a660,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:15.151291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a7741cf-ee6b-4f95-a321-d770f514de6e req-d848a414-a622-428f-9f16-65c40c9e7d8b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591141 Nov 03 16:18:15.166341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.217952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.8 (3d98e020-5e54-4ff7-a3a3-8b924e50e36c/4b92abee-51b4-48e4-b24f-842d19211912/9fbac94b-915b-4531-8291-7d5abd04325c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:15.264122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Deleting port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:15.264122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.353331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-751881d3-de2d-4f9f-9299-e6b113ab5240 None None] Deleting port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:15.354143 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-751881d3-de2d-4f9f-9299-e6b113ab5240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.431565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] For port f91d878f-968c-4023-bc74-3bb2ad9ef8e5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f91d878f-968c-4023-bc74-3bb2ad9ef8e5,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:15.432027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.447519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] For port ff9664e2-223f-4472-b62c-bf93fb41b322, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:15.449825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Calling delete_port for f91d878f-968c-4023-bc74-3bb2ad9ef8e5 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:15.509957 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] For port ff9664e2-223f-4472-b62c-bf93fb41b322, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ff9664e2-223f-4472-b62c-bf93fb41b322,segment=NetworkSegment(4960aeba-cae7-443d-8aa0-6913f69dd5d2),segment_id=4960aeba-cae7-443d-8aa0-6913f69dd5d2)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:15.532463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.569748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.606377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Port': ['ID=f91d878f-968c-4023-bc74-3bb2ad9ef8e5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:15.618346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] No DVR routers for this DVR port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:15.624140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-751881d3-de2d-4f9f-9299-e6b113ab5240 None None] For port f91d878f-968c-4023-bc74-3bb2ad9ef8e5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f91d878f-968c-4023-bc74-3bb2ad9ef8e5,segment=NetworkSegment(c9daa192-894c-4d60-9e8b-c9f4ee4367de),segment_id=c9daa192-894c-4d60-9e8b-c9f4ee4367de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:15.624894 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-751881d3-de2d-4f9f-9299-e6b113ab5240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.657656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-751881d3-de2d-4f9f-9299-e6b113ab5240 None None] Calling delete_port for f91d878f-968c-4023-bc74-3bb2ad9ef8e5 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:15.694985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Allocated IP 2001:db8::2 (bc928e94-8fe0-4e01-8382-0be1742c98e0/c598142d-ea4e-4464-b39c-dd784e2ac5e5/d8780ff3-9410-46f9-ab5f-d61090526184) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:15.696539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55248) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:15.704621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'subnets': [{'network_id': '6d41efff-21fa-43fc-81af-2fed92464b23', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2016766566', 'ip_version': 6}, {'network_id': '02661d2d-0c67-4e60-91fb-365d1ac97643', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:15.705722 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'subnet': {'network_id': '6d41efff-21fa-43fc-81af-2fed92464b23', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2016766566', 'ip_version': 6}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:15.706790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Request body: {'subnet': {'network_id': '02661d2d-0c67-4e60-91fb-365d1ac97643', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:15.716035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71a3a9-a33d-4e49-9619-3f97428f1518 None None] Pushing event updated for resources: {'Port': ['ID=ff9664e2-223f-4472-b62c-bf93fb41b322,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:15.803075 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.898897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c53260-3ccd-47cc-9317-f172e1bfc0ef']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:15.921504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.927995 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-751881d3-de2d-4f9f-9299-e6b113ab5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:15.960088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9daa192-894c-4d60-9e8b-c9f4ee4367de') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:15.960392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9daa192-894c-4d60-9e8b-c9f4ee4367de') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:15.997761 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.047501 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.056661 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.060938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.063632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:16.064136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.108920 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.111374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f91d878f-968c-4023-bc74-3bb2ad9ef8e5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:16.126837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:16.152032 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:16.165844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:16.171151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.190826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751881d3-de2d-4f9f-9299-e6b113ab5240 None None] Pushing event deleted for resources: {'Port': ['ID=f91d878f-968c-4023-bc74-3bb2ad9ef8e5,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:16.207831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:16.210953 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.214323 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] 10.222.0.86 "DELETE /v2.0/networks/36c53260-3ccd-47cc-9317-f172e1bfc0ef HTTP/1.1" status: 204 len: 168 time: 1.2526338 Nov 03 16:18:16.252246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f91d878f-968c-4023-bc74-3bb2ad9ef8e5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:18:16.252518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=9fbac94b-915b-4531-8291-7d5abd04325c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:16.252959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f91d878f-968c-4023-bc74-3bb2ad9ef8e5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:16.265291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751881d3-de2d-4f9f-9299-e6b113ab5240 None None] No DVR routers for this DVR port f91d878f-968c-4023-bc74-3bb2ad9ef8e5 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:16.302720 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Network bc928e94-8fe0-4e01-8382-0be1742c98e0 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:16.309085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85f19d-6289-4916-97d7-47ff0f4b3d05 tempest-TaggedBootDevicesTest-1488471836 tempest-TaggedBootDevicesTest-1488471836-project] Pushing event deleted for resources: {'Network': ['ID=36c53260-3ccd-47cc-9317-f172e1bfc0ef,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:16.319568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:16.324778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:16.328017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Pushing event updated for resources: {'Port': ['ID=d8780ff3-9410-46f9-ab5f-d61090526184,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:16.433502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Attempting to bind port d8780ff3-9410-46f9-ab5f-d61090526184 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:16.434299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Attempting to bind port d8780ff3-9410-46f9-ab5f-d61090526184 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '82637da3-800c-43d5-9803-7908f1ebb760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:16.434299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Attempting to bind port d8780ff3-9410-46f9-ab5f-d61090526184 on network bc928e94-8fe0-4e01-8382-0be1742c98e0 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:16.436356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Made reservation on behalf of ab99db127dae43fca12a6e87b32bfa11 for: {'subnet': 2} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:16.444500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 2001:db8::1 (bc928e94-8fe0-4e01-8382-0be1742c98e0/c598142d-ea4e-4464-b39c-dd784e2ac5e5/3c836068-7872-48c5-adb5-7672709d9c59) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:16.447841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:16.447841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Checking segment: {'id': '82637da3-800c-43d5-9803-7908f1ebb760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:16.448151 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.448981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Bound using segment: {'id': '82637da3-800c-43d5-9803-7908f1ebb760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:16.448981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Bound port: d8780ff3-9410-46f9-ab5f-d61090526184, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82637da3-800c-43d5-9803-7908f1ebb760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:16.449988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.460974 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.461410 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.461561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:16.463175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.535585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fc4b0193-6b28-4b5c-9b5a-ef6046fb2530 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4085040 Nov 03 16:18:16.556211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55254) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:16.562558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '3d98e020-5e54-4ff7-a3a3-8b924e50e36c', 'name': 'tempest-PortsTestJSON-1566196739'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:16.605806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] For port d8780ff3-9410-46f9-ab5f-d61090526184, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:16.607022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5db3a-a3b8-482c-937b-4161ba5e7d60 req-d6e09bee-d44a-454a-8d61-191510799edc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:16.608511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6e5db3a-a3b8-482c-937b-4161ba5e7d60 req-d6e09bee-d44a-454a-8d61-191510799edc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.2378421 Nov 03 16:18:16.611363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] For port d8780ff3-9410-46f9-ab5f-d61090526184, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d8780ff3-9410-46f9-ab5f-d61090526184,segment=NetworkSegment(82637da3-800c-43d5-9803-7908f1ebb760),segment_id=82637da3-800c-43d5-9803-7908f1ebb760)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:16.622504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.718236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d54c-6e0d-41a6-80fe-38df187a5464 None None] Pushing event updated for resources: {'Port': ['ID=d8780ff3-9410-46f9-ab5f-d61090526184,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:16.827841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6e5db3a-a3b8-482c-937b-4161ba5e7d60 req-435593f6-cfa3-406d-b449-963fb16d940c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760423 Nov 03 16:18:16.847722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.926366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:16.931236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.934536 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:16.995296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network bc928e94-8fe0-4e01-8382-0be1742c98e0 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:17.002980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:17.007826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:17.008509 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.095267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port 7520819e-c2b0-4565-bf99-90e05f5d8fab yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:18:17.109394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=3c836068-7872-48c5-adb5-7672709d9c59,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:17.267151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.317094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.329741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.3 (3d98e020-5e54-4ff7-a3a3-8b924e50e36c/4b92abee-51b4-48e4-b24f-842d19211912/7520819e-c2b0-4565-bf99-90e05f5d8fab) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:17.353247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Subnet': ['ID=2c7b26d6-707b-408b-b009-9a92b6a4accc,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:17.367187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Checking segment: {'id': 'cb57a50d-ed24-401f-859f-f3baca10ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6d41efff-21fa-43fc-81af-2fed92464b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:17.367624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Network hostable DHCP agents. Network: 6d41efff-21fa-43fc-81af-2fed92464b23, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:17.387795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Network 6d41efff-21fa-43fc-81af-2fed92464b23 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:17.398524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6d41efff-21fa-43fc-81af-2fed92464b23) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:17.406928 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.413076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5660624-d667-47d4-90d2-9d1095a881b5 None None] Network 6d41efff-21fa-43fc-81af-2fed92464b23 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:17.419538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f297858-9624-4098-b2f3-42f6554e2bac None None] Network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:17.466030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event updated for resources: {'Subnet': ['ID=86794755-8029-47a8-b663-088a27308920,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:17.517601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Checking segment: {'id': 'c5024f32-eaec-4d79-91b4-924f83729caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02661d2d-0c67-4e60-91fb-365d1ac97643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:17.518295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Network hostable DHCP agents. Network: 02661d2d-0c67-4e60-91fb-365d1ac97643, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:17.542861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Network 02661d2d-0c67-4e60-91fb-365d1ac97643 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:17.560827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 02661d2d-0c67-4e60-91fb-365d1ac97643) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:17.576496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:17.577423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:17.578349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.602974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb2313-ef9e-41a1-90fc-cb8e5c06c7a1 None None] Network 02661d2d-0c67-4e60-91fb-365d1ac97643 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:17.611426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-43b7d585-9038-4a2e-9621-0adcfc7a4f61 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9131026 Nov 03 16:18:17.614594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55262) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:17.700900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496e955-44fa-4232-bd47-9e5591f4ea4b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:17.704540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496e955-44fa-4232-bd47-9e5591f4ea4b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:17.706301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-30497ca2-0a15-4ec9-b774-ca86187ac189 None None] Provisioning complete for port ff9664e2-223f-4472-b62c-bf93fb41b322 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:17.707231 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-30497ca2-0a15-4ec9-b774-ca86187ac189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.708676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496e955-44fa-4232-bd47-9e5591f4ea4b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:17.711443 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5496e955-44fa-4232-bd47-9e5591f4ea4b tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0957873 Nov 03 16:18:17.721164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55264) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:17.738771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.815348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-789a8706-569c-4684-90ed-40e9e26124e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Deleting subnet 2c7b26d6-707b-408b-b009-9a92b6a4accc {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:17.819235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-789a8706-569c-4684-90ed-40e9e26124e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.853380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.858660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.873138 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.873430 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.915702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-789a8706-569c-4684-90ed-40e9e26124e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.962265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81064b1-c9b8-43ac-86db-6d41d46767b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-6d41efff-21fa-43fc-81af-2fed92464b23', 'network_id': '6d41efff-21fa-43fc-81af-2fed92464b23', 'tenant_id': 'ab99db127dae43fca12a6e87b32bfa11', 'fixed_ips': [{'subnet_id': '2c7b26d6-707b-408b-b009-9a92b6a4accc'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:17.963169 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e81064b1-c9b8-43ac-86db-6d41d46767b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:17.991068 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-789a8706-569c-4684-90ed-40e9e26124e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.029018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:18.065807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=7520819e-c2b0-4565-bf99-90e05f5d8fab,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:18.080603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:18.086315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:18.096795 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-789a8706-569c-4684-90ed-40e9e26124e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.166694 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-789a8706-569c-4684-90ed-40e9e26124e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.173496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-789a8706-569c-4684-90ed-40e9e26124e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/subnets/2c7b26d6-707b-408b-b009-9a92b6a4accc HTTP/1.1" status: 204 len: 168 time: 0.4491191 Nov 03 16:18:18.175487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a8706-569c-4684-90ed-40e9e26124e0 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7b26d6-707b-408b-b009-9a92b6a4accc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:18.175764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ff9664e2-223f-4472-b62c-bf93fb41b322 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:18.180873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55270) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:18.215469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c274647-6537-44e5-addb-2bd004c53d5b req-3c228761-cb73-43f0-89ad-814f536396e5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:18.217380 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c274647-6537-44e5-addb-2bd004c53d5b req-3c228761-cb73-43f0-89ad-814f536396e5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.1584682 Nov 03 16:18:18.235745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:18.236315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.244776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=3c836068-7872-48c5-adb5-7672709d9c59,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:18.284904 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2fcf24d7-2780-4da8-9f56-d7a8deedae2c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7267714 Nov 03 16:18:18.289750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55274) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-e81064b1-c9b8-43ac-86db-6d41d46767b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c7b26d6-707b-408b-b009-9a92b6a4accc: This subnet is being modified by another concurrent operation. Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:18:18.290491 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exception Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c7b26d6-707b-408b-b009-9a92b6a4accc: This subnet is being modified by another concurrent operation. Nov 03 16:18:18.294571 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:18:18.305835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a42c35-6970-46d4-ae01-5f806f57ea9d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Deleting subnet 86794755-8029-47a8-b663-088a27308920 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:18.351035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c274647-6537-44e5-addb-2bd004c53d5b req-0f151954-99a3-4597-a514-1df1504cd33b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267719 Nov 03 16:18:18.354971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e14ba6-f595-4feb-80cb-f3d774c25808 None None] Network 6d41efff-21fa-43fc-81af-2fed92464b23 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:18.365963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network bc928e94-8fe0-4e01-8382-0be1742c98e0 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:18.369104 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31a42c35-6970-46d4-ae01-5f806f57ea9d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.391567 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-30497ca2-0a15-4ec9-b774-ca86187ac189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.439926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:18.451076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85243027-e07c-4522-9b5c-883c32b41abf None None] Network bc928e94-8fe0-4e01-8382-0be1742c98e0 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:18.579824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e42d2-bd57-4555-b0ec-bb73762ab9cc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:18.581658 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-395e42d2-bd57-4555-b0ec-bb73762ab9cc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 920 time: 0.2894082 Nov 03 16:18:18.585015 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55276) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:18.594075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31a42c35-6970-46d4-ae01-5f806f57ea9d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.697009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31a42c35-6970-46d4-ae01-5f806f57ea9d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.735657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8a97d08a-d901-4c04-b28e-8e2b14512fb5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 7520819e-c2b0-4565-bf99-90e05f5d8fab {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:18.735994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8a97d08a-d901-4c04-b28e-8e2b14512fb5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.751930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:18:18.796805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-30497ca2-0a15-4ec9-b774-ca86187ac189 None None] For port ff9664e2-223f-4472-b62c-bf93fb41b322, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ff9664e2-223f-4472-b62c-bf93fb41b322,segment=NetworkSegment(4960aeba-cae7-443d-8aa0-6913f69dd5d2),segment_id=4960aeba-cae7-443d-8aa0-6913f69dd5d2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:18.798252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ff9664e2-223f-4472-b62c-bf93fb41b322 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:18.798784 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.807606 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-30497ca2-0a15-4ec9-b774-ca86187ac189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.863918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8a97d08a-d901-4c04-b28e-8e2b14512fb5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.877766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8a97d08a-d901-4c04-b28e-8e2b14512fb5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 7520819e-c2b0-4565-bf99-90e05f5d8fab owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:18.937868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30497ca2-0a15-4ec9-b774-ca86187ac189 None None] Pushing event updated for resources: {'Port': ['ID=ff9664e2-223f-4472-b62c-bf93fb41b322,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:18.938065 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31a42c35-6970-46d4-ae01-5f806f57ea9d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:18.942398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e072c-f095-4b69-8d2d-8e620e6a0136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-02661d2d-0c67-4e60-91fb-365d1ac97643', 'network_id': '02661d2d-0c67-4e60-91fb-365d1ac97643', 'tenant_id': 'ab99db127dae43fca12a6e87b32bfa11', 'fixed_ips': [{'subnet_id': '86794755-8029-47a8-b663-088a27308920'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:18.943377 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-422e072c-f095-4b69-8d2d-8e620e6a0136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.038419 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31a42c35-6970-46d4-ae01-5f806f57ea9d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.042079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-31a42c35-6970-46d4-ae01-5f806f57ea9d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/subnets/86794755-8029-47a8-b663-088a27308920 HTTP/1.1" status: 204 len: 168 time: 0.8570855 Nov 03 16:18:19.044725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55280) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:19.052206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a42c35-6970-46d4-ae01-5f806f57ea9d tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Subnet': ['ID=86794755-8029-47a8-b663-088a27308920,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:19.060351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:19.073857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aa98e750-0f28-46f4-901e-60aa3f57fde7 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8739843 Nov 03 16:18:19.074817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55282) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:19.076391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Provisioning complete for port d8780ff3-9410-46f9-ab5f-d61090526184 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:19.076872 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.087253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1189131648'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:19.093248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:19.130418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8a97d08a-d901-4c04-b28e-8e2b14512fb5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.135481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971da36-6279-4886-a19c-bbf024449a15 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:19.141653 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8971da36-6279-4886-a19c-bbf024449a15 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0912521 Nov 03 16:18:19.142189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55284) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:19.153379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:19.158444 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.191909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97d08a-d901-4c04-b28e-8e2b14512fb5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=7520819e-c2b0-4565-bf99-90e05f5d8fab,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:19.293391 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8a97d08a-d901-4c04-b28e-8e2b14512fb5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.296328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.297824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8a97d08a-d901-4c04-b28e-8e2b14512fb5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/7520819e-c2b0-4565-bf99-90e05f5d8fab HTTP/1.1" status: 204 len: 168 time: 0.7116597 Nov 03 16:18:19.300680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55286) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:19.313678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:19.317757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:19.318669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:19.325182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d8780ff3-9410-46f9-ab5f-d61090526184 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:19.349715 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fe968e-5503-4d08-b555-90471e39be83 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:18:19.350373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.350726 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added segment 247204b1-fa8a-4735-881b-cfb042f87f4e of type vlan for network c0ee11ef-5b29-4152-9524-35166770ae09 Nov 03 16:18:19.353316 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-54fe968e-5503-4d08-b555-90471e39be83 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/7520819e-c2b0-4565-bf99-90e05f5d8fab HTTP/1.1" status: 404 len: 333 time: 0.0509579 Nov 03 16:18:19.356010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55288) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:19.458831 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.466346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.503874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02661d2d-0c67-4e60-91fb-365d1ac97643']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:19.538142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5024f32-eaec-4d79-91b4-924f83729caa') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:19.538445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5024f32-eaec-4d79-91b4-924f83729caa') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:19.543442 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.567538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-74f2f422-0c63-43fd-b3f6-51d27687d2ff tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 9fbac94b-915b-4531-8291-7d5abd04325c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:19.567887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-74f2f422-0c63-43fd-b3f6-51d27687d2ff tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.569446 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4133a6-6387-469a-a0c8-8b19703561ae None None] Network 02661d2d-0c67-4e60-91fb-365d1ac97643 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:19.571418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.607606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:19.608625 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.663724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:19.683431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-74f2f422-0c63-43fd-b3f6-51d27687d2ff tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.698138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-74f2f422-0c63-43fd-b3f6-51d27687d2ff tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 9fbac94b-915b-4531-8291-7d5abd04325c owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:19.724801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Network': ['ID=c0ee11ef-5b29-4152-9524-35166770ae09,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:19.730617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.732645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] For port d8780ff3-9410-46f9-ab5f-d61090526184, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d8780ff3-9410-46f9-ab5f-d61090526184,segment=NetworkSegment(82637da3-800c-43d5-9803-7908f1ebb760),segment_id=82637da3-800c-43d5-9803-7908f1ebb760)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:19.733945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d8780ff3-9410-46f9-ab5f-d61090526184 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:19.734497 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.736564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-248fc048-c99f-45ad-86f5-b4904a8c5cb2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6593108 Nov 03 16:18:19.744909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network c0ee11ef-5b29-4152-9524-35166770ae09 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:19.746946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55292) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:19.753249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'subnet': {'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:19.769175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.797984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:19.798309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:19.802372 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:19.812529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507226d-cd31-49da-8a45-1a3aa144c754 req-ceccff51-d8ef-4a34-8a33-638112a05481 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:19.813797 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3507226d-cd31-49da-8a45-1a3aa144c754 req-ceccff51-d8ef-4a34-8a33-638112a05481 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.2946646 Nov 03 16:18:19.873742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.949794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Could not find standard attr ID for object 7520819e-c2b0-4565-bf99-90e05f5d8fab. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:18:19.967705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-74f2f422-0c63-43fd-b3f6-51d27687d2ff tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.988954 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.993619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:19.997097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/networks/02661d2d-0c67-4e60-91fb-365d1ac97643 HTTP/1.1" status: 204 len: 168 time: 0.8537860 Nov 03 16:18:20.005244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55294) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:20.010362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3507226d-cd31-49da-8a45-1a3aa144c754 req-94917106-9f73-42d6-b02c-641a00aeb811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548400 Nov 03 16:18:20.052513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2f422-0c63-43fd-b3f6-51d27687d2ff tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=9fbac94b-915b-4531-8291-7d5abd04325c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:20.183148 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-74f2f422-0c63-43fd-b3f6-51d27687d2ff tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.194394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-74f2f422-0c63-43fd-b3f6-51d27687d2ff tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/9fbac94b-915b-4531-8291-7d5abd04325c HTTP/1.1" status: 204 len: 168 time: 0.8336198 Nov 03 16:18:20.195448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.196747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55298) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:20.197599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Provisioning complete for port 9fbac94b-915b-4531-8291-7d5abd04325c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:20.198097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d6cc5-3c5e-4667-b94b-1d8570f503ba tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Network': ['ID=02661d2d-0c67-4e60-91fb-365d1ac97643,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:20.198237 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.202640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:20.206779 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.274759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Port 9fbac94b-915b-4531-8291-7d5abd04325c was deleted so its status cannot be updated. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 16:18:20.279735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Pushing event updated for resources: {'Port': ['ID=d8780ff3-9410-46f9-ab5f-d61090526184,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:20.281168 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b5da0a-957e-4624-95d7-956a7c3cf11c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:18:20.291503 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-96b5da0a-957e-4624-95d7-956a7c3cf11c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/9fbac94b-915b-4531-8291-7d5abd04325c HTTP/1.1" status: 404 len: 333 time: 0.0921807 Nov 03 16:18:20.296100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55300) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:20.369418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.369930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.370348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.370764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.371169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.371571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.372349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.372762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.373163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.373592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.373988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.374376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:20.389746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Provisioning complete for port ff9664e2-223f-4472-b62c-bf93fb41b322 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:20.390208 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7da7-0503-43de-a64e-293c2c579560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.410752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-66170165-385b-44e0-82b5-0b3fc7f14c95 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet 4b92abee-51b4-48e4-b24f-842d19211912 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:20.414841 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66170165-385b-44e0-82b5-0b3fc7f14c95 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.510680 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66170165-385b-44e0-82b5-0b3fc7f14c95 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.573102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ff9664e2-223f-4472-b62c-bf93fb41b322 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:20.619802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d322e3-b62a-4143-bc86-dd75477bcc99 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:18:20.623331 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.640033 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66170165-385b-44e0-82b5-0b3fc7f14c95 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.650062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:17Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:17Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:20.694404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:18:20.694946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Updating router 10359700-1d1c-43ca-bf73-e39f3d877a01 port 3c836068-7872-48c5-adb5-7672709d9c59 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:18:20.708915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Subnet': ['ID=686d495b-c97e-433f-b896-2313b72750cb,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:20.721716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66170165-385b-44e0-82b5-0b3fc7f14c95 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.743088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ff9664e2-223f-4472-b62c-bf93fb41b322 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:20.743646 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.763493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66170165-385b-44e0-82b5-0b3fc7f14c95 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=4b92abee-51b4-48e4-b24f-842d19211912,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:20.777551 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-66170165-385b-44e0-82b5-0b3fc7f14c95 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.786455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-66170165-385b-44e0-82b5-0b3fc7f14c95 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/4b92abee-51b4-48e4-b24f-842d19211912 HTTP/1.1" status: 204 len: 168 time: 0.4884038 Nov 03 16:18:20.789354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55302) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:20.826124 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.870683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-083b4b95-450a-413d-adb5-5df61f3c8d54 None None] Provisioning complete for port d8780ff3-9410-46f9-ab5f-d61090526184 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:20.871050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-083b4b95-450a-413d-adb5-5df61f3c8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.890602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:20.960788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port ff9664e2-223f-4472-b62c-bf93fb41b322 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:20.961316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.039792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] For port ff9664e2-223f-4472-b62c-bf93fb41b322, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ff9664e2-223f-4472-b62c-bf93fb41b322,segment=NetworkSegment(4960aeba-cae7-443d-8aa0-6913f69dd5d2),segment_id=4960aeba-cae7-443d-8aa0-6913f69dd5d2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:21.040288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.057157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for ff9664e2-223f-4472-b62c-bf93fb41b322 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:21.249589 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.250006 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.281342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Checking segment: {'id': '247204b1-fa8a-4735-881b-cfb042f87f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:21.281730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network hostable DHCP agents. Network: c0ee11ef-5b29-4152-9524-35166770ae09, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:21.289486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=ff9664e2-223f-4472-b62c-bf93fb41b322,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:21.295258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d41efff-21fa-43fc-81af-2fed92464b23']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:21.296626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No DVR routers for this DVR port ff9664e2-223f-4472-b62c-bf93fb41b322 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:21.317782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb57a50d-ed24-401f-859f-f3baca10ff3f') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:21.318075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb57a50d-ed24-401f-859f-f3baca10ff3f') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:21.321023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network c0ee11ef-5b29-4152-9524-35166770ae09 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:21.335231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.349841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, c0ee11ef-5b29-4152-9524-35166770ae09) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:21.358483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:21.360345 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.368280 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.394598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96bca3-39df-447c-adca-4a2cf30c4f01 req-54eece22-8fb0-4112-97c4-adcba4c5c57e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:21.395055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:21.397472 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb96bca3-39df-447c-adca-4a2cf30c4f01 req-54eece22-8fb0-4112-97c4-adcba4c5c57e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.1846981 Nov 03 16:18:21.402462 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:21.410740 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:21.481934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2ac92b1e-27fd-414c-8fe3-0162601668c9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7325530 Nov 03 16:18:21.483933 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.486273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55308) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:21.544240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d98e020-5e54-4ff7-a3a3-8b924e50e36c']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:21.549834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb96bca3-39df-447c-adca-4a2cf30c4f01 req-49fdc9b8-f167-46f6-a220-8916656b85dc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115923 Nov 03 16:18:21.559715 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4960aeba-cae7-443d-8aa0-6913f69dd5d2') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:21.560146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4960aeba-cae7-443d-8aa0-6913f69dd5d2') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:21.593794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-083b4b95-450a-413d-adb5-5df61f3c8d54 None None] Could not find standard attr ID for object 7520819e-c2b0-4565-bf99-90e05f5d8fab. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:18:21.595684 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.616616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.626512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d322e3-b62a-4143-bc86-dd75477bcc99 None None] Unable to find a vacant binding_index for network c0ee11ef-5b29-4152-9524-35166770ae09 and agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b {{(pid=108106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 16:18:21.634957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:21.635988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.639788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:21.641332 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:21.645725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-083b4b95-450a-413d-adb5-5df61f3c8d54 None None] Provisioning complete for port 3c836068-7872-48c5-adb5-7672709d9c59 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:21.646154 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-083b4b95-450a-413d-adb5-5df61f3c8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.655348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d322e3-b62a-4143-bc86-dd75477bcc99 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, c0ee11ef-5b29-4152-9524-35166770ae09) {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:18:21.685856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.689459 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/networks/6d41efff-21fa-43fc-81af-2fed92464b23 HTTP/1.1" status: 204 len: 168 time: 1.6781766 Nov 03 16:18:21.727323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55310) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:21.743738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-083b4b95-450a-413d-adb5-5df61f3c8d54 None None] Port 3c836068-7872-48c5-adb5-7672709d9c59 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:21.803205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.809114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0ddb7-de27-4305-8c1e-ebecc7e45eea tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Network': ['ID=6d41efff-21fa-43fc-81af-2fed92464b23,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:21.824728 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.828536 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.832381 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.833451 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/networks/3d98e020-5e54-4ff7-a3a3-8b924e50e36c HTTP/1.1" status: 204 len: 168 time: 1.0421875 Nov 03 16:18:21.834625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e199d77-a450-4a75-8ea6-943a42cc53a6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Network': ['ID=3d98e020-5e54-4ff7-a3a3-8b924e50e36c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:21.837058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55312) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:21.843151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1721400097'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:21.851484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.878859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:21.883466 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.913480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:21.924427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:21.924781 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Added segment a07320e1-ca3e-4353-b0ed-fecfbfe2e981 of type vlan for network 5c451f05-d747-4377-babc-3e4daed9f342 Nov 03 16:18:21.977400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.008825 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.021834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:22.023888 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.036069 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.070169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e77d3-04cd-4975-9271-7e33da70b500 None None] Pushing event updated for resources: {'Port': ['ID=3c836068-7872-48c5-adb5-7672709d9c59,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:22.083904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f0c878-5840-42d0-a8c7-d1909df16213']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:22.095699 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.099722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb874b57-61d6-42c6-99f9-41e1dc9f4488') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:22.100263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb874b57-61d6-42c6-99f9-41e1dc9f4488') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:22.108221 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2647228 Nov 03 16:18:22.108221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55314) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:22.117131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.133100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '5c451f05-d747-4377-babc-3e4daed9f342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:22.159632 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.173840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:22.174086 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:22.177919 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:22.198961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.250117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Attempting to bind port 3c836068-7872-48c5-adb5-7672709d9c59 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:22.250117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Attempting to bind port 3c836068-7872-48c5-adb5-7672709d9c59 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '82637da3-800c-43d5-9803-7908f1ebb760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:22.250693 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Attempting to bind port 3c836068-7872-48c5-adb5-7672709d9c59 on network bc928e94-8fe0-4e01-8382-0be1742c98e0 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:22.278864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3903d0-746b-4fa4-91ff-d7192ec01db4 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Network': ['ID=5c451f05-d747-4377-babc-3e4daed9f342,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:22.303816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5c451f05-d747-4377-babc-3e4daed9f342 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:22.352001 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.360050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.363654 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/networks/14f0c878-5840-42d0-a8c7-d1909df16213 HTTP/1.1" status: 204 len: 168 time: 0.6347961 Nov 03 16:18:22.366326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55318) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:22.407783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d6a1d-53e3-40a7-ae65-e4885dac5476 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Network': ['ID=14f0c878-5840-42d0-a8c7-d1909df16213,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:22.436774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:22.440503 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.440956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:22.441378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Checking segment: {'id': '82637da3-800c-43d5-9803-7908f1ebb760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:22.449906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.449906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Bound using segment: {'id': '82637da3-800c-43d5-9803-7908f1ebb760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:22.449906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Bound port: 3c836068-7872-48c5-adb5-7672709d9c59, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82637da3-800c-43d5-9803-7908f1ebb760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:22.449906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.582224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.628305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] For port 3c836068-7872-48c5-adb5-7672709d9c59, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:22.634350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] For port 3c836068-7872-48c5-adb5-7672709d9c59, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3c836068-7872-48c5-adb5-7672709d9c59,segment=NetworkSegment(82637da3-800c-43d5-9803-7908f1ebb760),segment_id=82637da3-800c-43d5-9803-7908f1ebb760)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:22.642658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d8780ff3-9410-46f9-ab5f-d61090526184 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:22.703245 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.783791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.810152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e77d3-04cd-4975-9271-7e33da70b500 None None] Pushing event updated for resources: {'Port': ['ID=3c836068-7872-48c5-adb5-7672709d9c59,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:22.819587 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.854470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58af335f-48cb-49e7-8e31-819b45accd55']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:22.880868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a198-39dc-4eaa-bc09-17a4cb7df075 req-95ce9c18-3b0a-4385-9fa7-abd8e6e21023 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:22.882754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29b2a198-39dc-4eaa-bc09-17a4cb7df075 req-95ce9c18-3b0a-4385-9fa7-abd8e6e21023 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.1940002 Nov 03 16:18:22.887530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686d1b99-c259-4c20-bb19-77cf2539975f') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:22.888184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=335d492d-593c-422a-a2e3-bcd5db08e3d5,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:22.888831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686d1b99-c259-4c20-bb19-77cf2539975f') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:22.901220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Checking segment: {'id': 'a07320e1-ca3e-4353-b0ed-fecfbfe2e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c451f05-d747-4377-babc-3e4daed9f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:22.901912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network hostable DHCP agents. Network: 5c451f05-d747-4377-babc-3e4daed9f342, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:22.907766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:22.908409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:22.942157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 5c451f05-d747-4377-babc-3e4daed9f342 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:22.960087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5c451f05-d747-4377-babc-3e4daed9f342) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:22.965327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:22.966611 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:22.981763 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.007702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-541bc072-0905-4ab1-8da8-de65c74564a7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8790412 Nov 03 16:18:23.008224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55322) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:23.018651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '5c451f05-d747-4377-babc-3e4daed9f342', 'name': 'tempest-PortsTestJSON-1470075080', 'fixed_ips': [{'subnet_id': '335d492d-593c-422a-a2e3-bcd5db08e3d5', 'ip_address': '172.20.0.10'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:23.030084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 2001:db8:1::1 (c0ee11ef-5b29-4152-9524-35166770ae09/686d495b-c97e-433f-b896-2313b72750cb/dc1b8d11-d226-4a09-88b1-d15e56577690) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:23.039169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:23.043224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.064886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:23.065284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:23.076139 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:23.170327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:23.230605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d8780ff3-9410-46f9-ab5f-d61090526184 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:23.232162 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.294868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-c0ee11ef-5b29-4152-9524-35166770ae09', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:23.295648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.306996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29b2a198-39dc-4eaa-bc09-17a4cb7df075 req-1049897a-7367-4d4e-a3fb-d2b972eeef77 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083312 Nov 03 16:18:23.318948 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.404626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port d0bb34bc-5b80-4027-bb4b-1817614d4d49 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:18:23.446770 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.463446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.469458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] 10.222.0.86 "DELETE /v2.0/networks/58af335f-48cb-49e7-8e31-819b45accd55 HTTP/1.1" status: 204 len: 168 time: 1.1010196 Nov 03 16:18:23.502355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfba9e-4221-4e0f-99f6-3ff818c6cac5 tempest-BulkNetworkOpsIpV6Test-2005629934 tempest-BulkNetworkOpsIpV6Test-2005629934-project] Pushing event deleted for resources: {'Network': ['ID=58af335f-48cb-49e7-8e31-819b45accd55,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:23.584763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:17Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:22Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:23.597201 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.629868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.10 (5c451f05-d747-4377-babc-3e4daed9f342/335d492d-593c-422a-a2e3-bcd5db08e3d5/d0bb34bc-5b80-4027-bb4b-1817614d4d49) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:23.697460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.723032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0849c-53e2-4355-8a8a-0e84bebef59e None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:17Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:22Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:23.734466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7858d1-1e75-4f6a-803b-d9fde88e0e9e req-e3e3c8ae-65f1-44f1-a9e3-fb23261ba851 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:23.736172 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba7858d1-1e75-4f6a-803b-d9fde88e0e9e req-e3e3c8ae-65f1-44f1-a9e3-fb23261ba851 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1097 time: 0.3815041 Nov 03 16:18:23.809163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=dc1b8d11-d226-4a09-88b1-d15e56577690,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:23.825758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network c0ee11ef-5b29-4152-9524-35166770ae09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:23.845553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:23.849423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:23.850046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:23.859214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Allocated IP 2001:db8:1::2 (c0ee11ef-5b29-4152-9524-35166770ae09/686d495b-c97e-433f-b896-2313b72750cb/66e765fa-bd62-40e5-a845-19107ecb7e9e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:23.903914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba7858d1-1e75-4f6a-803b-d9fde88e0e9e req-516215a3-7ae7-4a9b-a73c-53e47fcfa4b7 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496949 Nov 03 16:18:23.976150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55338) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:24.067401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.118191 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.148153 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.151151 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.163763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.184817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ddca3-015e-42fe-a359-b155e35bab86 req-7e99bd65-c3dc-4ccb-b707-9443b00692f8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:24.186705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-737ddca3-015e-42fe-a359-b155e35bab86 req-7e99bd65-c3dc-4ccb-b707-9443b00692f8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1384101 Nov 03 16:18:24.241585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Pushing event updated for resources: {'Port': ['ID=66e765fa-bd62-40e5-a845-19107ecb7e9e,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:24.285926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Network c0ee11ef-5b29-4152-9524-35166770ae09 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:24.289832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:24.303519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:24.343340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 5c451f05-d747-4377-babc-3e4daed9f342 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:24.353614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:24.360264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:24.402574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Attempting to bind port 66e765fa-bd62-40e5-a845-19107ecb7e9e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:24.404525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Attempting to bind port 66e765fa-bd62-40e5-a845-19107ecb7e9e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '247204b1-fa8a-4735-881b-cfb042f87f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:24.404976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Attempting to bind port 66e765fa-bd62-40e5-a845-19107ecb7e9e on network c0ee11ef-5b29-4152-9524-35166770ae09 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:24.409081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=d0bb34bc-5b80-4027-bb4b-1817614d4d49,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:24.421153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:24.421665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Checking segment: {'id': '247204b1-fa8a-4735-881b-cfb042f87f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:24.436988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.457209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Bound using segment: {'id': '247204b1-fa8a-4735-881b-cfb042f87f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:24.458221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Bound port: 66e765fa-bd62-40e5-a845-19107ecb7e9e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247204b1-fa8a-4735-881b-cfb042f87f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:24.460184 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.467629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c7e68d7d-6913-41ac-a9a0-e86eeb3585c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ab99db127dae43fca12a6e87b32bfa11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4891379 Nov 03 16:18:24.474405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55348) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:24.591204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3c836068-7872-48c5-adb5-7672709d9c59 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:24.645719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:24.646636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.686695 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] For port 66e765fa-bd62-40e5-a845-19107ecb7e9e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:24.693785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] For port 66e765fa-bd62-40e5-a845-19107ecb7e9e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=66e765fa-bd62-40e5-a845-19107ecb7e9e,segment=NetworkSegment(247204b1-fa8a-4735-881b-cfb042f87f4e),segment_id=247204b1-fa8a-4735-881b-cfb042f87f4e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:24.712727 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-69757fca-ca8c-411e-8cf0-772c8fb8b8d6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7011356 Nov 03 16:18:24.713411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55354) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:24.715584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5823a761-5e8e-427d-a594-c51580fd6dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.722199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': '5c451f05-d747-4377-babc-3e4daed9f342', 'name': 'tempest-PortsTestJSON-329437651', 'fixed_ips': [{'subnet_id': '335d492d-593c-422a-a2e3-bcd5db08e3d5', 'ip_address': '172.20.0.9'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:24.733758 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.745500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff4c8-7bf1-41e5-95fd-32c69e213f23 req-c0d7e676-b8b6-40b8-8236-03d51e019ac9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:24.747176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f88ff4c8-7bf1-41e5-95fd-32c69e213f23 req-c0d7e676-b8b6-40b8-8236-03d51e019ac9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.1745017 Nov 03 16:18:24.873172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3c836068-7872-48c5-adb5-7672709d9c59 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:24.873713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.910942 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5823a761-5e8e-427d-a594-c51580fd6dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:24.916957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-737ddca3-015e-42fe-a359-b155e35bab86 req-b46f892d-2e4a-4713-be7a-5bbc59e1dfbe tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7079802 Nov 03 16:18:24.968276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55356) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:24.996984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20471451-5b7e-4454-bc39-0273a10254bd None None] Pushing event updated for resources: {'Port': ['ID=66e765fa-bd62-40e5-a845-19107ecb7e9e,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:25.071375 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:25.126505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 3c836068-7872-48c5-adb5-7672709d9c59, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3c836068-7872-48c5-adb5-7672709d9c59,segment=NetworkSegment(82637da3-800c-43d5-9803-7908f1ebb760),segment_id=82637da3-800c-43d5-9803-7908f1ebb760)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:25.135910 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:25.201667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2fcdef58-798f-4308-9039-661e668e650d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/42581ae4-9a91-4886-944a-c417b4ee33d4 HTTP/1.1" status: 200 len: 993 time: 0.2308466 Nov 03 16:18:25.263559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-4da7f011-26b4-4103-a93c-8f67fa53c1b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2714767 Nov 03 16:18:25.265667 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:25.280011 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:25.285772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:25.295775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=3c836068-7872-48c5-adb5-7672709d9c59,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:25.542831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=dc1b8d11-d226-4a09-88b1-d15e56577690,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:25.630571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f88ff4c8-7bf1-41e5-95fd-32c69e213f23 req-852056cb-f212-47ce-86fb-85df9d7153bd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8543258 Nov 03 16:18:25.646424 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5823a761-5e8e-427d-a594-c51580fd6dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:25.653330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5823a761-5e8e-427d-a594-c51580fd6dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:25.654552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5823a761-5e8e-427d-a594-c51580fd6dad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/141d770e-da01-4885-97f5-3ce2006a1e61 HTTP/1.1" status: 204 len: 168 time: 1.1748509 Nov 03 16:18:25.692017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823a761-5e8e-427d-a594-c51580fd6dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141d770e-da01-4885-97f5-3ce2006a1e61,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:25.748511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:25.755731 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:25.810845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port a4803cff-2bd3-40a1-9a5d-549c2fb17a82 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:18:26.097003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a0ec0-dab9-44de-a3f0-34d304d65284 req-99273ddb-0f97-4d1d-9d06-4fddf87fd0b7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:26.099852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a31a0ec0-dab9-44de-a3f0-34d304d65284 req-99273ddb-0f97-4d1d-9d06-4fddf87fd0b7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1563609 Nov 03 16:18:26.225443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.9 (5c451f05-d747-4377-babc-3e4daed9f342/335d492d-593c-422a-a2e3-bcd5db08e3d5/a4803cff-2bd3-40a1-9a5d-549c2fb17a82) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:26.248203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-03aa2f1c-f1a1-4615-99de-cb596886aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:26.252798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-03aa2f1c-f1a1-4615-99de-cb596886aca4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1097 time: 0.8647139 Nov 03 16:18:26.290509 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-caa377a5-b3fb-4d82-b667-47077f3e2fcc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2433672 Nov 03 16:18:26.302830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network c0ee11ef-5b29-4152-9524-35166770ae09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:26.323925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:26.627244 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:26.727034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3c836068-7872-48c5-adb5-7672709d9c59 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:26.755457 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a31a0ec0-dab9-44de-a3f0-34d304d65284 req-6df4f266-794d-49f7-b111-8900a411581c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6479151 Nov 03 16:18:26.757732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:26.812885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 5c451f05-d747-4377-babc-3e4daed9f342 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:26.815749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:26.824213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:26.911030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3c836068-7872-48c5-adb5-7672709d9c59 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:26.911668 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:26.946994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-caf6a3fd-cd30-43b3-993d-9968f1a4a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:26.948491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-caf6a3fd-cd30-43b3-993d-9968f1a4a928 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.6626961 Nov 03 16:18:26.979043 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e25b0e-8b81-4fb0-b067-c5bf740546af None None] Network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:27.011665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9911ee58-593f-4eb9-b401-2da178e1e249 None None] Network c0ee11ef-5b29-4152-9524-35166770ae09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:27.024911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e25b0e-8b81-4fb0-b067-c5bf740546af None None] Network 3d98e020-5e54-4ff7-a3a3-8b924e50e36c could not be found, it might have been deleted concurrently. {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 16:18:27.047843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=a4803cff-2bd3-40a1-9a5d-549c2fb17a82,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:27.070340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b83b7e1-cfc4-4cfd-ba2e-0a6f733b11d6 None None] Network 5c451f05-d747-4377-babc-3e4daed9f342 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:27.074796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:27.075554 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:27.114829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:18:27.132661 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-63a97e85-2a60-4d09-82d4-f8bd95c2163c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4179537 Nov 03 16:18:27.143633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55412) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:27.153047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429b951-8384-4dc4-91ed-97fc1820ccd6 req-2af2a0c2-067a-4d51-807d-f71bc79b49fc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:27.164680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7429b951-8384-4dc4-91ed-97fc1820ccd6 req-2af2a0c2-067a-4d51-807d-f71bc79b49fc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.3746598 Nov 03 16:18:27.237501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55416) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:27.260233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-f1f8fb19-88af-4db1-aa34-11d75d245a78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 1001 time: 0.2727685 Nov 03 16:18:27.327094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78216b8-c953-4e63-862b-f3ad310a3f8b None None] DHCP port deletion for 3d98e020-5e54-4ff7-a3a3-8b924e50e36c request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:18:27.333650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43453669-1978-4ced-8188-b91027e53a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:27.337731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-43453669-1978-4ced-8188-b91027e53a07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1899915 Nov 03 16:18:27.343326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55420) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:27.447395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d971c17b-b857-44d6-97b8-34a174e4f494 tempest-ServiceProvidersTest-687993633 tempest-ServiceProvidersTest-687993633-project] 10.222.0.86 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1949360 Nov 03 16:18:27.487980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c88dea-4e10-4bc1-9c7a-53677186f5e8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:27.500627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-aeaae79c-1d95-49d5-b6f2-c93ad58d97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:27.502120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-aeaae79c-1d95-49d5-b6f2-c93ad58d97a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.2335870 Nov 03 16:18:27.502250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c88dea-4e10-4bc1-9c7a-53677186f5e8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:27.504702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-70c88dea-4e10-4bc1-9c7a-53677186f5e8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 1640 time: 0.1594460 Nov 03 16:18:27.508938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55428) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:27.584031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7429b951-8384-4dc4-91ed-97fc1820ccd6 req-aede08aa-2c56-4e87-8d25-94afcbeebeb7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172738 Nov 03 16:18:27.694324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:27.699932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4259ccce-523f-4f0e-9218-b6d2aed17e86 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2121398 Nov 03 16:18:27.705341 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:27.715062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55430) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:27.722974 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:27.726279 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:27.729787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-945795467'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:27.737348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-95b4d6ba-9d17-4f0e-9bd7-88858e27e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:27.741196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-95b4d6ba-9d17-4f0e-9bd7-88858e27e436 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970894 Nov 03 16:18:27.837418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3a242f65-15d1-4eda-84b5-2e16975d8edb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port a4803cff-2bd3-40a1-9a5d-549c2fb17a82 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:27.840750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a242f65-15d1-4eda-84b5-2e16975d8edb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:27.914687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:27.918746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:27.937263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-206b11ff-1026-4f69-bc69-d6fb3016020e service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871219 Nov 03 16:18:27.956729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c7bd4f9d-fb9b-4423-a2a6-5164923d7bb2 None None] Provisioning complete for port 66e765fa-bd62-40e5-a845-19107ecb7e9e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:27.960512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4f9d-fb9b-4423-a2a6-5164923d7bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.089161 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:28.141632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55438) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:28.180647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb4ed7bb-3ba5-40ec-a7d7-36513d4be793 req-fa5accc6-e031-46ea-bfcc-b85fe29983f8 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348297 Nov 03 16:18:28.248494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:28.327376 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.327942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 66e765fa-bd62-40e5-a845-19107ecb7e9e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:28.328345 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added segment dea6f03f-b66e-4783-ad54-f70aa4925113 of type vlan for network 44fbe56d-f638-47cf-ba11-a6a0467dc464 Nov 03 16:18:28.340802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0355f18-f76b-4afc-8ebd-b072f42afa41 req-c5f076ac-e18a-4588-b5b7-c39085ae6fdf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:28.356395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0355f18-f76b-4afc-8ebd-b072f42afa41 req-c5f076ac-e18a-4588-b5b7-c39085ae6fdf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.4251225 Nov 03 16:18:28.423797 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8869-a678-46b7-9aa1-570b73f8e7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.438552 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a242f65-15d1-4eda-84b5-2e16975d8edb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.450332 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4f9d-fb9b-4423-a2a6-5164923d7bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.506428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c7bd4f9d-fb9b-4423-a2a6-5164923d7bb2 None None] For port 66e765fa-bd62-40e5-a845-19107ecb7e9e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=66e765fa-bd62-40e5-a845-19107ecb7e9e,segment=NetworkSegment(247204b1-fa8a-4735-881b-cfb042f87f4e),segment_id=247204b1-fa8a-4735-881b-cfb042f87f4e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:28.507918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 66e765fa-bd62-40e5-a845-19107ecb7e9e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:28.508290 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.516113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3a242f65-15d1-4eda-84b5-2e16975d8edb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for a4803cff-2bd3-40a1-9a5d-549c2fb17a82 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:28.551838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c0355f18-f76b-4afc-8ebd-b072f42afa41 req-8ce72b69-6452-4782-8951-5d8597502a10 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848128 Nov 03 16:18:28.552208 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8869-a678-46b7-9aa1-570b73f8e7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.552326 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.552445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5c451f05-d747-4377-babc-3e4daed9f342', 'network_id': '5c451f05-d747-4377-babc-3e4daed9f342', 'tenant_id': '74bacb320a194215bc501e8996dd1af8', 'fixed_ips': [{'subnet_id': '335d492d-593c-422a-a2e3-bcd5db08e3d5'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:28.552445 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.559165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8869-a678-46b7-9aa1-570b73f8e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.586570 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4f9d-fb9b-4423-a2a6-5164923d7bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.634907 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6e8b8869-a678-46b7-9aa1-570b73f8e7da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8bbab18660014204a11ca8f29e3f20ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4862883 Nov 03 16:18:28.647706 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:24Z', 'revision_number': 3, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:24Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:28.657063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b8869-a678-46b7-9aa1-570b73f8e7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b64e744-2794-4a61-bdc2-7dc746941b47,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:28.661740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55444) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:28.714975 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:18:28.716326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd4f9d-fb9b-4423-a2a6-5164923d7bb2 None None] Pushing event updated for resources: {'Port': ['ID=66e765fa-bd62-40e5-a845-19107ecb7e9e,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:28.720512 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Updating router 10359700-1d1c-43ca-bf73-e39f3d877a01 port dc1b8d11-d226-4a09-88b1-d15e56577690 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:18:28.730450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-8ec334fd-3f08-4b75-9ab5-b4914a066bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:28.732325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-8ec334fd-3f08-4b75-9ab5-b4914a066bb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1097 time: 0.1131890 Nov 03 16:18:28.779660 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.843485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-38d8ef3c-426e-4eaa-8b30-5682f73e8df3 None None] Provisioning complete for port 3c836068-7872-48c5-adb5-7672709d9c59 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:28.843857 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-38d8ef3c-426e-4eaa-8b30-5682f73e8df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.921303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a242f65-15d1-4eda-84b5-2e16975d8edb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.933304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91d311d4-7ccf-4ab0-a3c7-dcb17c05526b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:28.974328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91d311d4-7ccf-4ab0-a3c7-dcb17c05526b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.042989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91d311d4-7ccf-4ab0-a3c7-dcb17c05526b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.048231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91d311d4-7ccf-4ab0-a3c7-dcb17c05526b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.049732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-91d311d4-7ccf-4ab0-a3c7-dcb17c05526b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b64e744-2794-4a61-bdc2-7dc746941b47 HTTP/1.1" status: 204 len: 168 time: 0.3863790 Nov 03 16:18:29.064994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d311d4-7ccf-4ab0-a3c7-dcb17c05526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b64e744-2794-4a61-bdc2-7dc746941b47,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:29.090053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bab81-537d-4a98-b243-210c16b56bf3 req-bf01df4b-51a1-4781-afbb-ca6dff3bd9da tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:29.092249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-307bab81-537d-4a98-b243-210c16b56bf3 req-bf01df4b-51a1-4781-afbb-ca6dff3bd9da tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.3431089 Nov 03 16:18:29.122996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-014f6a67-0756-449c-aa62-e6620da97dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:29.124670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-014f6a67-0756-449c-aa62-e6620da97dca service neutron] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.3743348 Nov 03 16:18:29.159473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a242f65-15d1-4eda-84b5-2e16975d8edb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.170986 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3a242f65-15d1-4eda-84b5-2e16975d8edb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/a4803cff-2bd3-40a1-9a5d-549c2fb17a82 HTTP/1.1" status: 204 len: 168 time: 1.6574614 Nov 03 16:18:29.172759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55450) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:29.201959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a242f65-15d1-4eda-84b5-2e16975d8edb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=a4803cff-2bd3-40a1-9a5d-549c2fb17a82,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:29.218203 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.234095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:29.235289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.245137 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-423941d0-0de7-4c3c-b7ff-6c68b317d551 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 1001 time: 0.1103747 Nov 03 16:18:29.324903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Allocated IP 172.20.0.2 (5c451f05-d747-4377-babc-3e4daed9f342/335d492d-593c-422a-a2e3-bcd5db08e3d5/24ad48c2-be03-4fc8-84f0-0a0222e60227) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:29.336550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 66e765fa-bd62-40e5-a845-19107ecb7e9e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:29.349915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-32977ab2-55db-48b0-8f8b-5f2a702963de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:29.353162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-32977ab2-55db-48b0-8f8b-5f2a702963de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.0943124 Nov 03 16:18:29.360879 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.372374 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.376585 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8e6969-851f-4bf6-975a-08a2c5c3ac87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:18:29.380903 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6b8e6969-851f-4bf6-975a-08a2c5c3ac87 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/a4803cff-2bd3-40a1-9a5d-549c2fb17a82 HTTP/1.1" status: 404 len: 333 time: 0.2040915 Nov 03 16:18:29.443954 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55454) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:29.454894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Network': ['ID=44fbe56d-f638-47cf-ba11-a6a0467dc464,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:29.463596 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Pushing event updated for resources: {'Port': ['ID=dc1b8d11-d226-4a09-88b1-d15e56577690,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:29.477038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477849 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477849 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.477849 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.479163 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:29.480312 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-96876720-25c0-47b7-8359-a67ba22cd86e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7620325 Nov 03 16:18:29.481389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55456) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:29.486965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'subnet': {'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:29.489336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 44fbe56d-f638-47cf-ba11-a6a0467dc464 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:29.556099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-307bab81-537d-4a98-b243-210c16b56bf3 req-de98812a-7d42-4b0b-a089-66fc2134809f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399903 Nov 03 16:18:29.561473 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Attempting to bind port dc1b8d11-d226-4a09-88b1-d15e56577690 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:29.561725 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Attempting to bind port dc1b8d11-d226-4a09-88b1-d15e56577690 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '247204b1-fa8a-4735-881b-cfb042f87f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:29.562186 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Attempting to bind port dc1b8d11-d226-4a09-88b1-d15e56577690 on network c0ee11ef-5b29-4152-9524-35166770ae09 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:29.568359 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:29.568907 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Checking segment: {'id': '247204b1-fa8a-4735-881b-cfb042f87f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:29.569402 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.570001 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Bound using segment: {'id': '247204b1-fa8a-4735-881b-cfb042f87f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:29.570571 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Bound port: dc1b8d11-d226-4a09-88b1-d15e56577690, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247204b1-fa8a-4735-881b-cfb042f87f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:29.571044 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.647961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:29.652734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.659590 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] For port dc1b8d11-d226-4a09-88b1-d15e56577690, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:29.669558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-91176d75-c12d-482e-9843-f74fada39ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:29.671931 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] For port dc1b8d11-d226-4a09-88b1-d15e56577690, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=dc1b8d11-d226-4a09-88b1-d15e56577690,segment=NetworkSegment(247204b1-fa8a-4735-881b-cfb042f87f4e),segment_id=247204b1-fa8a-4735-881b-cfb042f87f4e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:29.672938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-91176d75-c12d-482e-9843-f74fada39ed4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3047414 Nov 03 16:18:29.686562 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:29.693676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db143b-7562-4df1-9537-2fffcccb4dea None None] Network c0ee11ef-5b29-4152-9524-35166770ae09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:29.857274 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:29.858651 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:29.908190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-d662e9e2-f251-4aae-a207-2cbe10123bbb service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097597 Nov 03 16:18:29.928010 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdfd2a-a56f-471d-b525-5370a3bb10d2 None None] Pushing event updated for resources: {'Port': ['ID=dc1b8d11-d226-4a09-88b1-d15e56577690,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:29.962589 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a8a54-89ae-4b14-8858-88d597e5ea4d req-201098e2-2e3e-499c-b60d-720f20dc7b3f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:29.978947 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d05a8a54-89ae-4b14-8858-88d597e5ea4d req-201098e2-2e3e-499c-b60d-720f20dc7b3f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.2117214 Nov 03 16:18:30.031403 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:30.063905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 66e765fa-bd62-40e5-a845-19107ecb7e9e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:30.064249 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.075047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d05a8a54-89ae-4b14-8858-88d597e5ea4d req-9c4acb13-0ab4-436e-983a-11862f090c4f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799232 Nov 03 16:18:30.135591 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1f98ff8a-85c0-4b03-8d64-ba2ca1c4b542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port d0bb34bc-5b80-4027-bb4b-1817614d4d49 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:30.136353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f98ff8a-85c0-4b03-8d64-ba2ca1c4b542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.189222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.260489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f98ff8a-85c0-4b03-8d64-ba2ca1c4b542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.275091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1f98ff8a-85c0-4b03-8d64-ba2ca1c4b542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for d0bb34bc-5b80-4027-bb4b-1817614d4d49 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:30.336635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Subnet': ['ID=77fde9b3-d1f6-4021-a8db-809cfa97d08a,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:30.339251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-353f45e1-80c0-44ac-8d6e-429acba91125 None None] Provisioning complete for port dc1b8d11-d226-4a09-88b1-d15e56577690 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:30.339747 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-353f45e1-80c0-44ac-8d6e-429acba91125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.403135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Checking segment: {'id': 'dea6f03f-b66e-4783-ad54-f70aa4925113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:30.406141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network hostable DHCP agents. Network: 44fbe56d-f638-47cf-ba11-a6a0467dc464, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:30.451749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f98ff8a-85c0-4b03-8d64-ba2ca1c4b542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.465751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 44fbe56d-f638-47cf-ba11-a6a0467dc464 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:30.477104 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:18:30.488862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 44fbe56d-f638-47cf-ba11-a6a0467dc464) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:30.499097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:30.499722 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.512434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98ff8a-85c0-4b03-8d64-ba2ca1c4b542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=d0bb34bc-5b80-4027-bb4b-1817614d4d49,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:30.525510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-7848f0a9-8c89-4df2-970a-539801b1b48f service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105864 Nov 03 16:18:30.544692 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:24Z', 'revision_number': 3, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:29Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:30.565022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55478) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:30.567258 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-95332522-c086-4076-b76a-02799075e14d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0820756 Nov 03 16:18:30.595711 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.607540 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a233-5c8f-4f08-8a57-7f1654ba6dd1 None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:24Z', 'revision_number': 3, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:29Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:30.608277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74219e76-6200-4919-81a1-ea23235a395a None None] Network 44fbe56d-f638-47cf-ba11-a6a0467dc464 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:30.776945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.823189 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f98ff8a-85c0-4b03-8d64-ba2ca1c4b542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:30.826878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1f98ff8a-85c0-4b03-8d64-ba2ca1c4b542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/d0bb34bc-5b80-4027-bb4b-1817614d4d49 HTTP/1.1" status: 204 len: 168 time: 1.3740766 Nov 03 16:18:30.829683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55484) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:30.851741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Network 5c451f05-d747-4377-babc-3e4daed9f342 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:30.865241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:30.868829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:30.901239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Pushing event updated for resources: {'Port': ['ID=24ad48c2-be03-4fc8-84f0-0a0222e60227,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:30.907936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac580e2-b9bd-4d69-a5a2-45bd1dfd1a28 req-bd958528-8ea7-4c6d-b1b8-27040e8bbcfd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:30.909478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ac580e2-b9bd-4d69-a5a2-45bd1dfd1a28 req-bd958528-8ea7-4c6d-b1b8-27040e8bbcfd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.2370460 Nov 03 16:18:30.968989 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-22414c7c-841f-4842-bb61-a76e17dd20a1 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:18:30.970541 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-22414c7c-841f-4842-bb61-a76e17dd20a1 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/d0bb34bc-5b80-4027-bb4b-1817614d4d49 HTTP/1.1" status: 404 len: 333 time: 0.1399400 Nov 03 16:18:30.974043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55488) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:31.008591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ac580e2-b9bd-4d69-a5a2-45bd1dfd1a28 req-b63a5993-fda4-49d8-bb0a-3a8d82f0a51c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632591 Nov 03 16:18:31.009768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ff9664e2-223f-4472-b62c-bf93fb41b322 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:31.094170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca5de64-69c2-4411-98d7-ac73dd4870c6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet 335d492d-593c-422a-a2e3-bcd5db08e3d5 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:31.099095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bca5de64-69c2-4411-98d7-ac73dd4870c6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.156034 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bca5de64-69c2-4411-98d7-ac73dd4870c6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.292038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: ff9664e2-223f-4472-b62c-bf93fb41b322 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:18:31.292910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ff9664e2-223f-4472-b62c-bf93fb41b322 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:31.294604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bca5de64-69c2-4411-98d7-ac73dd4870c6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.395431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bca5de64-69c2-4411-98d7-ac73dd4870c6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.429196 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-353f45e1-80c0-44ac-8d6e-429acba91125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.442913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.485268 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bca5de64-69c2-4411-98d7-ac73dd4870c6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.492755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bca5de64-69c2-4411-98d7-ac73dd4870c6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/335d492d-593c-422a-a2e3-bcd5db08e3d5 HTTP/1.1" status: 204 len: 168 time: 0.5171757 Nov 03 16:18:31.504210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5de64-69c2-4411-98d7-ac73dd4870c6 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=335d492d-593c-422a-a2e3-bcd5db08e3d5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:31.505965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55500) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:31.547572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Attempting to bind port 24ad48c2-be03-4fc8-84f0-0a0222e60227 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:31.549091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Attempting to bind port 24ad48c2-be03-4fc8-84f0-0a0222e60227 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'a07320e1-ca3e-4353-b0ed-fecfbfe2e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c451f05-d747-4377-babc-3e4daed9f342'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:31.550033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Attempting to bind port 24ad48c2-be03-4fc8-84f0-0a0222e60227 on network 5c451f05-d747-4377-babc-3e4daed9f342 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:31.588247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:31.588664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Checking segment: {'id': 'a07320e1-ca3e-4353-b0ed-fecfbfe2e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c451f05-d747-4377-babc-3e4daed9f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:31.589028 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.589412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Bound using segment: {'id': 'a07320e1-ca3e-4353-b0ed-fecfbfe2e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c451f05-d747-4377-babc-3e4daed9f342'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:31.589930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Bound port: 24ad48c2-be03-4fc8-84f0-0a0222e60227, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07320e1-ca3e-4353-b0ed-fecfbfe2e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c451f05-d747-4377-babc-3e4daed9f342'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:31.590314 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.611496 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.612397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device dc1b8d11-d226-4a09-88b1-d15e56577690 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:31.615441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64395d-48ff-43b7-ae9a-a0574479e8c1 req-8c1852f9-5a59-4941-9194-c9e0275e4748 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:31.617056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd64395d-48ff-43b7-ae9a-a0574479e8c1 req-8c1852f9-5a59-4941-9194-c9e0275e4748 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.2452085 Nov 03 16:18:31.807714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.821232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd64395d-48ff-43b7-ae9a-a0574479e8c1 req-e171789d-e55c-4809-97a8-df4496c79d31 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264150 Nov 03 16:18:31.897701 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 24ad48c2-be03-4fc8-84f0-0a0222e60227 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:31.898057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.985641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] For port 24ad48c2-be03-4fc8-84f0-0a0222e60227, host n-d-813897-2, got binding levels [] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:31.986348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:31.986517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-44fbe56d-f638-47cf-ba11-a6a0467dc464', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:31.997704 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.003624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 24ad48c2-be03-4fc8-84f0-0a0222e60227 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:32.021446 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-353f45e1-80c0-44ac-8d6e-429acba91125 None None] For port dc1b8d11-d226-4a09-88b1-d15e56577690, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=dc1b8d11-d226-4a09-88b1-d15e56577690,segment=NetworkSegment(247204b1-fa8a-4735-881b-cfb042f87f4e),segment_id=247204b1-fa8a-4735-881b-cfb042f87f4e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:32.098996 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-353f45e1-80c0-44ac-8d6e-429acba91125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.162829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] For port 24ad48c2-be03-4fc8-84f0-0a0222e60227, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:32.169511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] For port 24ad48c2-be03-4fc8-84f0-0a0222e60227, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=24ad48c2-be03-4fc8-84f0-0a0222e60227,segment=NetworkSegment(a07320e1-ca3e-4353-b0ed-fecfbfe2e981),segment_id=a07320e1-ca3e-4353-b0ed-fecfbfe2e981)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:32.185287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port dc1b8d11-d226-4a09-88b1-d15e56577690 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:32.186066 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.189121 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.243329 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.270307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No DVR routers for this DVR port 24ad48c2-be03-4fc8-84f0-0a0222e60227 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:32.414447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=24ad48c2-be03-4fc8-84f0-0a0222e60227,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:32.579438 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.637939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c451f05-d747-4377-babc-3e4daed9f342']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:32.672529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07320e1-ca3e-4353-b0ed-fecfbfe2e981') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:32.672837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07320e1-ca3e-4353-b0ed-fecfbfe2e981') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:32.673118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fb71-1ed1-4702-b442-72e76d6a369b req-603466c2-7873-4a42-b22a-eeb22b0827bb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:32.674974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6522fb71-1ed1-4702-b442-72e76d6a369b req-603466c2-7873-4a42-b22a-eeb22b0827bb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 944 time: 0.1627409 Nov 03 16:18:32.702635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.712325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 2001:db8:2::1 (44fbe56d-f638-47cf-ba11-a6a0467dc464/77fde9b3-d1f6-4021-a8db-809cfa97d08a/5de6ab53-2829-4d36-8eb5-196b44df8452) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:32.740796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.752928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:32.754069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:32.757464 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:32.782047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 072db921-d094-43c5-a239-a8addef747ee details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:18:32.886123 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.900409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:32.907474 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/networks/5c451f05-d747-4377-babc-3e4daed9f342 HTTP/1.1" status: 204 len: 168 time: 1.3999372 Nov 03 16:18:32.935611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55526) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:32.953775 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1330761306'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:33.021947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ac7f9-0a4e-48c4-ba2c-92193bd00aa7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Network': ['ID=5c451f05-d747-4377-babc-3e4daed9f342,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:33.046830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6522fb71-1ed1-4702-b442-72e76d6a369b req-d5055545-3d17-4487-90b5-a70854ec30ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619828 Nov 03 16:18:33.070972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:33.075194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.103516 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.112696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 072db921-d094-43c5-a239-a8addef747ee, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=072db921-d094-43c5-a239-a8addef747ee,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:33.127560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:33.150807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9b518-e9d6-4e23-9aa6-6f46b1757435 req-31ad6f4b-e3bf-4652-933e-450112168c80 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:33.158820 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aa9b518-e9d6-4e23-9aa6-6f46b1757435 req-31ad6f4b-e3bf-4652-933e-450112168c80 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1617875 Nov 03 16:18:33.169303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.169880 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Added segment 8478b549-062e-4cb8-998d-3b4561f8d052 of type vlan for network ace6163d-6fdf-4569-9f63-6779ec3f07b9 Nov 03 16:18:33.173871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '072db921-d094-43c5-a239-a8addef747ee', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'port_id': '072db921-d094-43c5-a239-a8addef747ee', 'mac_address': 'fa:16:3e:d5:26:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:18:33.178430 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.243155 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Allocated IP 2001:db8:2::2 (44fbe56d-f638-47cf-ba11-a6a0467dc464/77fde9b3-d1f6-4021-a8db-809cfa97d08a/9dd27a7d-0f1c-4842-9071-d8627fdc0f02) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:33.253018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=5de6ab53-2829-4d36-8eb5-196b44df8452,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:33.296691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 44fbe56d-f638-47cf-ba11-a6a0467dc464 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:33.298399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.298577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:33.301680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:33.302358 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.327088 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4aa9b518-e9d6-4e23-9aa6-6f46b1757435 req-0d3f00fa-58e4-4162-b9ee-b065c08f12eb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669118 Nov 03 16:18:33.373431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.380364 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:33.381656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.461415 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.474887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-353f45e1-80c0-44ac-8d6e-429acba91125 None None] Provisioning complete for port 66e765fa-bd62-40e5-a845-19107ecb7e9e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:33.475256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-353f45e1-80c0-44ac-8d6e-429acba91125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.482904 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.494807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Network': ['ID=ace6163d-6fdf-4569-9f63-6779ec3f07b9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:33.526066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-289a11ce-8490-44c2-bcc0-c6cc1c1627fc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5890326 Nov 03 16:18:33.529229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55530) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:33.536707 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.542623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': 'ace6163d-6fdf-4569-9f63-6779ec3f07b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:33.588663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ace6163d-6fdf-4569-9f63-6779ec3f07b9 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:33.593791 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-330668e8-bf76-41df-9728-aa9b5a444e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.664942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:33.665429 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.668845 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-c17ca46d-a4f3-41d2-ad8a-e3cf88325577 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 24ad48c2-be03-4fc8-84f0-0a0222e60227 could not be found. Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:33.709213 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 24ad48c2-be03-4fc8-84f0-0a0222e60227 could not be found. Nov 03 16:18:33.713474 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:18:33.718299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f45e1-80c0-44ac-8d6e-429acba91125 None None] Pushing event updated for resources: {'Port': ['ID=dc1b8d11-d226-4a09-88b1-d15e56577690,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:33.761987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072db921-d094-43c5-a239-a8addef747ee {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:18:33.766113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bee580-930a-40d1-bad0-6e9c76dbfd22 None None] Network 5c451f05-d747-4377-babc-3e4daed9f342 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:33.797788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Network 44fbe56d-f638-47cf-ba11-a6a0467dc464 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:33.846512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936a2dd-2b1d-4005-902f-3eb25cbd7cca None None] Pushing event deleted for resources: {'Port': ['ID=24ad48c2-be03-4fc8-84f0-0a0222e60227,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:33.846512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bee580-930a-40d1-bad0-6e9c76dbfd22 None None] Network 5c451f05-d747-4377-babc-3e4daed9f342 could not be found, it might have been deleted concurrently. {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 16:18:33.846512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:33.849691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:33.868291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 072db921-d094-43c5-a239-a8addef747ee, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=072db921-d094-43c5-a239-a8addef747ee,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:33.922122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.928865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.930628 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.937577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:33.960161 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.018744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=f97bd732-7690-4eca-80ca-2232e1a02ad2,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:34.022013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Checking segment: {'id': '8478b549-062e-4cb8-998d-3b4561f8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ace6163d-6fdf-4569-9f63-6779ec3f07b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:34.022682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network hostable DHCP agents. Network: ace6163d-6fdf-4569-9f63-6779ec3f07b9, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:34.026241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Pushing event updated for resources: {'Port': ['ID=9dd27a7d-0f1c-4842-9071-d8627fdc0f02,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:34.045516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network ace6163d-6fdf-4569-9f63-6779ec3f07b9 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:34.053944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=5de6ab53-2829-4d36-8eb5-196b44df8452,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:34.059434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ace6163d-6fdf-4569-9f63-6779ec3f07b9) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:34.067869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:34.068605 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.072749 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Attempting to bind port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:34.073234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Attempting to bind port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'dea6f03f-b66e-4783-ad54-f70aa4925113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:34.073799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Attempting to bind port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 on network 44fbe56d-f638-47cf-ba11-a6a0467dc464 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:34.088709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:34.089791 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Checking segment: {'id': 'dea6f03f-b66e-4783-ad54-f70aa4925113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:34.089924 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.090710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Bound using segment: {'id': 'dea6f03f-b66e-4783-ad54-f70aa4925113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:34.091007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Bound port: 9dd27a7d-0f1c-4842-9071-d8627fdc0f02, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea6f03f-b66e-4783-ad54-f70aa4925113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:34.091704 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.094759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1a671d-d130-4bbb-b074-6121cbd4c93b None None] Network ace6163d-6fdf-4569-9f63-6779ec3f07b9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:34.104079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eed0c393-0e06-4046-96ad-1decd001835e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5708580 Nov 03 16:18:34.105454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55540) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:34.113374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-20048927-71b0-4b50-97cd-5626a34f6e5f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-697593819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:34.168189 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20048927-71b0-4b50-97cd-5626a34f6e5f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.169870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20048927-71b0-4b50-97cd-5626a34f6e5f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.271634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device dc1b8d11-d226-4a09-88b1-d15e56577690 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:34.298232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20048927-71b0-4b50-97cd-5626a34f6e5f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.308009 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20048927-71b0-4b50-97cd-5626a34f6e5f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.334284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network 44fbe56d-f638-47cf-ba11-a6a0467dc464 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:34.336390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:34.343416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20048927-71b0-4b50-97cd-5626a34f6e5f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.344618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-20048927-71b0-4b50-97cd-5626a34f6e5f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2380157 Nov 03 16:18:34.353109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55544) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:34.365847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'network_id': 'ace6163d-6fdf-4569-9f63-6779ec3f07b9', 'name': 'tempest-PortsTestJSON-699465483'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:34.370311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['072db921-d094-43c5-a239-a8addef747ee'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:18:34.425264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=072db921-d094-43c5-a239-a8addef747ee,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:34.438530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c09115fb-7388-4985-861d-0ad057299e66 None None] Provisioning complete for port dc1b8d11-d226-4a09-88b1-d15e56577690 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:34.438908 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c09115fb-7388-4985-861d-0ad057299e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.459943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4694-37e3-4541-b33d-d97118cea1c5 req-1d32d1b5-8db2-47f2-b4a1-7b0ba978d0d3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:34.474326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-226a4694-37e3-4541-b33d-d97118cea1c5 req-1d32d1b5-8db2-47f2-b4a1-7b0ba978d0d3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 945 time: 0.3099241 Nov 03 16:18:34.593011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e440d-108d-4065-ba9d-3e4b06251e83 req-930a1e39-a85a-499b-afef-d4a1616c2141 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:34.594672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee1e440d-108d-4065-ba9d-3e4b06251e83 req-930a1e39-a85a-499b-afef-d4a1616c2141 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1272857 Nov 03 16:18:34.647560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-ace6163d-6fdf-4569-9f63-6779ec3f07b9', 'network_id': 'ace6163d-6fdf-4569-9f63-6779ec3f07b9', 'tenant_id': '74bacb320a194215bc501e8996dd1af8', 'fixed_ips': [{'subnet_id': 'f97bd732-7690-4eca-80ca-2232e1a02ad2'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:34.654667 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.654929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:34.660630 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.661161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-226a4694-37e3-4541-b33d-d97118cea1c5 req-4295826f-8067-4bb4-ac09-324a1e07677c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844876 Nov 03 16:18:34.681355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:18:34.743274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port b1995ef4-fb53-4cca-87dd-3818d9be6640 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:18:34.756106 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee1e440d-108d-4065-ba9d-3e4b06251e83 req-42e5a0a0-a546-403f-93cc-36b5a5b531c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535652 Nov 03 16:18:34.759759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] For port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:34.763751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port dc1b8d11-d226-4a09-88b1-d15e56577690 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:34.764136 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.819620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:34.830735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-db6a3149-2620-4533-a147-71906419ab72 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2562721 Nov 03 16:18:34.830735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55558) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:34.835902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1166857614'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:34.838778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] For port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9dd27a7d-0f1c-4842-9071-d8627fdc0f02,segment=NetworkSegment(dea6f03f-b66e-4783-ad54-f70aa4925113),segment_id=dea6f03f-b66e-4783-ad54-f70aa4925113)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:34.858223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:34.863267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:34.870877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.875675 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.922437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:34.932046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.4 (ace6163d-6fdf-4569-9f63-6779ec3f07b9/f97bd732-7690-4eca-80ca-2232e1a02ad2/b1995ef4-fb53-4cca-87dd-3818d9be6640) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:34.936749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:34.937314 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added segment 101f485b-0839-499c-ae95-8f5c3a447156 of type vlan for network b78a813a-0e9e-4131-aff5-59d6514f8215 Nov 03 16:18:35.000281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:35.059749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:35.061504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:35.062160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:35.067881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:35.068791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:35.135003 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-592c40b0-22b4-4fb9-b1da-5a8787d5e61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:35.173761 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:35.181576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Network': ['ID=b78a813a-0e9e-4131-aff5-59d6514f8215,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:35.215478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-90cbc2c7-bb7f-4dc3-9380-36f35d59d753 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3847837 Nov 03 16:18:35.218982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55562) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:35.231332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'subnet': {'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:35.251863 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:35.321827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network ace6163d-6fdf-4569-9f63-6779ec3f07b9 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:35.327535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:35.330992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:35.401318 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=b1995ef4-fb53-4cca-87dd-3818d9be6640,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:35.409482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:35.411030 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:35.505150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Made reservation on behalf of 84a146bb9a114cbdaa1ebbe8b7a1808e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:35.509635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:35.521306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-52dbe913-07c4-4580-aceb-5a6a2c9f8969 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1638165 Nov 03 16:18:35.521559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55564) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:35.561985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network b78a813a-0e9e-4131-aff5-59d6514f8215 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:35.652000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce3d3b-86b1-4e50-b72f-9a2d004cc29c None None] Pushing event updated for resources: {'Port': ['ID=9dd27a7d-0f1c-4842-9071-d8627fdc0f02,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:35.710174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c09115fb-7388-4985-861d-0ad057299e66 None None] Provisioning complete for port 66e765fa-bd62-40e5-a845-19107ecb7e9e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:35.710932 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c09115fb-7388-4985-861d-0ad057299e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:35.888978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:35.987120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffa7d1-2f6b-412c-a200-a17eaf16ab4f req-b30cd8b0-c5a8-4907-a14a-1b42da8cbb62 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:35.989838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44ffa7d1-2f6b-412c-a200-a17eaf16ab4f req-b30cd8b0-c5a8-4907-a14a-1b42da8cbb62 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 945 time: 0.1678715 Nov 03 16:18:36.004153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Allocated IP 172.20.0.2 (ace6163d-6fdf-4569-9f63-6779ec3f07b9/f97bd732-7690-4eca-80ca-2232e1a02ad2/bf163338-924b-4a32-a4b9-150693866275) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:36.031769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:36.202708 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44ffa7d1-2f6b-412c-a200-a17eaf16ab4f req-a0c3c434-d2f5-42c6-82dd-97b035dc470c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058704 Nov 03 16:18:36.212024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf95ecd-5a18-4735-a70c-873647417b7b req-793ba52d-221b-48d2-8524-d8f69de554ad tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:36.225376 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bf95ecd-5a18-4735-a70c-873647417b7b req-793ba52d-221b-48d2-8524-d8f69de554ad tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1487153 Nov 03 16:18:36.279375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Subnet': ['ID=2c82c61e-0fff-471c-af98-95c1a9b8d0fd,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:36.293465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Checking segment: {'id': '101f485b-0839-499c-ae95-8f5c3a447156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:36.294210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network hostable DHCP agents. Network: b78a813a-0e9e-4131-aff5-59d6514f8215, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:36.331409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network b78a813a-0e9e-4131-aff5-59d6514f8215 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:36.338464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:36.349431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, b78a813a-0e9e-4131-aff5-59d6514f8215) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:36.353951 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bf95ecd-5a18-4735-a70c-873647417b7b req-d4d0bce8-7561-4a57-bb97-eb877f965a4e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267715 Nov 03 16:18:36.370989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:36.371590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:36.396779 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:36.409182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f38df1c0-c41e-4cf0-a327-cdab77ef0920 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1881928 Nov 03 16:18:36.412848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55576) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:36.439699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c033080-6eb8-419c-8014-9f3de2375fe2 None None] Network b78a813a-0e9e-4131-aff5-59d6514f8215 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:36.653164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 072db921-d094-43c5-a239-a8addef747ee up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:36.686990 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:36.749392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:36.760990 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:36.835854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:36.836484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:36.838744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910701cb-27aa-4802-97df-2e4a9cf9a7a2 None None] Network 44fbe56d-f638-47cf-ba11-a6a0467dc464 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:36.924540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=b1995ef4-fb53-4cca-87dd-3818d9be6640,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:36.953050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-b78a813a-0e9e-4131-aff5-59d6514f8215', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:36.959682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:36.998679 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:37.072801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 072db921-d094-43c5-a239-a8addef747ee completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:18:37.110468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55586) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:37.178761 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:37.198861 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:33Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:33Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:37.215775 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:37.240025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 072db921-d094-43c5-a239-a8addef747ee triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:37.240235 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:37.349429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:18:37.349879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Updating router 10359700-1d1c-43ca-bf73-e39f3d877a01 port 5de6ab53-2829-4d36-8eb5-196b44df8452 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:18:37.376130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Network ace6163d-6fdf-4569-9f63-6779ec3f07b9 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:37.377661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fda079ea-7232-4497-90ae-103d9acb927a None None] Provisioning complete for port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:37.378098 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fda079ea-7232-4497-90ae-103d9acb927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:37.477853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:37.484340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:37.559577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:37.697149 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:37.777995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67b647-65b8-491d-b7cd-c8400c842f10 req-40352cbb-4636-45a7-861b-24970b9f1a21 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:37.779594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c67b647-65b8-491d-b7cd-c8400c842f10 req-40352cbb-4636-45a7-861b-24970b9f1a21 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 945 time: 0.3197556 Nov 03 16:18:37.804367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4d255-021d-4ccd-8053-0ab684ab8811 req-b2c847bd-54cd-40d4-80ac-3acfe563a731 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:37.806271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0f4d255-021d-4ccd-8053-0ab684ab8811 req-b2c847bd-54cd-40d4-80ac-3acfe563a731 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.2485847 Nov 03 16:18:37.828631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Pushing event updated for resources: {'Port': ['ID=bf163338-924b-4a32-a4b9-150693866275,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:37.959160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Allocated IP 2001:db8:3::1 (b78a813a-0e9e-4131-aff5-59d6514f8215/2c82c61e-0fff-471c-af98-95c1a9b8d0fd/88dec460-1611-4cc4-a3e6-46c1f3e703e2) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:37.984867 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:37.990209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Attempting to bind port bf163338-924b-4a32-a4b9-150693866275 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:37.990725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Attempting to bind port bf163338-924b-4a32-a4b9-150693866275 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '8478b549-062e-4cb8-998d-3b4561f8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ace6163d-6fdf-4569-9f63-6779ec3f07b9'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:37.991003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Attempting to bind port bf163338-924b-4a32-a4b9-150693866275 on network ace6163d-6fdf-4569-9f63-6779ec3f07b9 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:38.002752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0f4d255-021d-4ccd-8053-0ab684ab8811 req-6de1498a-5aaf-4e25-b47a-34e254b9a05e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896474 Nov 03 16:18:38.060738 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.154831 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.174166 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.193941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:38.194411 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Checking segment: {'id': '8478b549-062e-4cb8-998d-3b4561f8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ace6163d-6fdf-4569-9f63-6779ec3f07b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:38.194731 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.195141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Bound using segment: {'id': '8478b549-062e-4cb8-998d-3b4561f8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ace6163d-6fdf-4569-9f63-6779ec3f07b9'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:38.195687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Bound port: bf163338-924b-4a32-a4b9-150693866275, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8478b549-062e-4cb8-998d-3b4561f8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ace6163d-6fdf-4569-9f63-6779ec3f07b9'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:38.196078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.251605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 072db921-d094-43c5-a239-a8addef747ee, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=072db921-d094-43c5-a239-a8addef747ee,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:38.270928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f28b2d0-9351-433b-8a05-e7e2b5e588a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072db921-d094-43c5-a239-a8addef747ee'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:18:38.273414 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4cadb9-5e14-46a6-bba2-e687fb252191" -d '{"events": [{"server_uuid": "0f28b2d0-9351-433b-8a05-e7e2b5e588a5", "name": "network-vif-plugged", "status": "completed", "tag": "072db921-d094-43c5-a239-a8addef747ee"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:18:38.291120 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.377325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=072db921-d094-43c5-a239-a8addef747ee,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:38.392320 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24654041-b12b-4384-ba8e-0ac003afc2b4 x-openstack-request-id: req-24654041-b12b-4384-ba8e-0ac003afc2b4 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:18:38.392884 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f28b2d0-9351-433b-8a05-e7e2b5e588a5", "name": "network-vif-plugged", "status": "completed", "tag": "072db921-d094-43c5-a239-a8addef747ee", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:18:38.393320 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24654041-b12b-4384-ba8e-0ac003afc2b4 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:18:38.394559 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f28b2d0-9351-433b-8a05-e7e2b5e588a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072db921-d094-43c5-a239-a8addef747ee', 'code': 200} Nov 03 16:18:38.454206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7c67b647-65b8-491d-b7cd-c8400c842f10 req-836c7f90-cd57-4d5e-a12d-d31f953fc3b2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879464 Nov 03 16:18:38.532461 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.540152 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.654486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=b1995ef4-fb53-4cca-87dd-3818d9be6640,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:38.658621 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.659305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23beebbf-792e-4279-994a-7f44c0773b33 req-a11ab502-51ee-4651-99dd-519d9aae4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:38.661745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23beebbf-792e-4279-994a-7f44c0773b33 req-a11ab502-51ee-4651-99dd-519d9aae4a96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 1097 time: 0.1978326 Nov 03 16:18:38.758072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] For port bf163338-924b-4a32-a4b9-150693866275, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:38.763247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] For port bf163338-924b-4a32-a4b9-150693866275, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bf163338-924b-4a32-a4b9-150693866275,segment=NetworkSegment(8478b549-062e-4cb8-998d-3b4561f8d052),segment_id=8478b549-062e-4cb8-998d-3b4561f8d052)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:38.771701 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9dd27a7d-0f1c-4842-9071-d8627fdc0f02,segment=NetworkSegment(dea6f03f-b66e-4783-ad54-f70aa4925113),segment_id=dea6f03f-b66e-4783-ad54-f70aa4925113)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:38.802212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network ace6163d-6fdf-4569-9f63-6779ec3f07b9 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:38.804157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:38.862846 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.880131 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.954773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23beebbf-792e-4279-994a-7f44c0773b33 req-2bc50236-3d75-49c1-9d2a-329ce3efbd8c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809076 Nov 03 16:18:38.974900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=9dd27a7d-0f1c-4842-9071-d8627fdc0f02,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:38.982220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:38.990879 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fda079ea-7232-4497-90ae-103d9acb927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:39.021280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Router 5de466ef-2618-4b18-a17a-18686b057ff4 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:18:39.110625 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:39.135357 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:39.152568 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-fda079ea-7232-4497-90ae-103d9acb927a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:18:39.152937 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-fda079ea-7232-4497-90ae-103d9acb927a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:18:39.183768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network b78a813a-0e9e-4131-aff5-59d6514f8215 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:39.188230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:39.198106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:39.198669 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:39.208558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:39.232747 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af45f8b7-8635-4801-9b61-63c1f59800d2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "PUT /v2.0/routers/5de466ef-2618-4b18-a17a-18686b057ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7007117 Nov 03 16:18:39.239420 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279d987-1b3b-40ee-90fc-cff4280f9289 None None] Sync routers for ids ['5de466ef-2618-4b18-a17a-18686b057ff4'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:39.255349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55612) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:39.281875 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279d987-1b3b-40ee-90fc-cff4280f9289 None None] Routers {'5de466ef-2618-4b18-a17a-18686b057ff4'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:39.283901 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9279d987-1b3b-40ee-90fc-cff4280f9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5de466ef-2618-4b18-a17a-18686b057ff4'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:39.291432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dce351-2c35-4533-be7f-b796d677db18 None None] Pushing event updated for resources: {'Port': ['ID=bf163338-924b-4a32-a4b9-150693866275,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:39.306729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:39.335489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be84fd-be51-47f3-80ca-4dcb3f7764c5 req-8938b425-f80d-4dfe-ba0c-5b4e49cbca60 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:39.337179 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70be84fd-be51-47f3-80ca-4dcb3f7764c5 req-8938b425-f80d-4dfe-ba0c-5b4e49cbca60 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1537654 Nov 03 16:18:39.377601 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9279d987-1b3b-40ee-90fc-cff4280f9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:39.418429 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279d987-1b3b-40ee-90fc-cff4280f9289 None None] Routers {'5de466ef-2618-4b18-a17a-18686b057ff4'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:39.419595 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9279d987-1b3b-40ee-90fc-cff4280f9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5de466ef-2618-4b18-a17a-18686b057ff4'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:39.446068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Allocated IP 2001:db8:3::2 (b78a813a-0e9e-4131-aff5-59d6514f8215/2c82c61e-0fff-471c-af98-95c1a9b8d0fd/0bb67355-d95e-401e-a262-681a096acd26) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:39.485665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70be84fd-be51-47f3-80ca-4dcb3f7764c5 req-41a6b2a2-eec7-4565-bf3f-20a2b91341c6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412909 Nov 03 16:18:39.502791 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9279d987-1b3b-40ee-90fc-cff4280f9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:39.504534 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279d987-1b3b-40ee-90fc-cff4280f9289 None None] The sync data for ids ['5de466ef-2618-4b18-a17a-18686b057ff4'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:39.519030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=88dec460-1611-4cc4-a3e6-46c1f3e703e2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:39.548942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.549297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.567104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.568816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.568968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.569267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.573240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.573780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.588952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.590190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.590544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.590887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:39.785956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c640b-58b8-420c-abf6-28e00df8eab0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:39.790598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f50c640b-58b8-420c-abf6-28e00df8eab0 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports?device_id=5de466ef-2618-4b18-a17a-18686b057ff4 HTTP/1.1" status: 200 len: 981 time: 0.5297208 Nov 03 16:18:39.791958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55616) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:39.857438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e991192-c856-46c1-8729-d53e789ad782 req-7f5fcf7b-bbc9-4d03-ae8d-4a26ce22778f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:39.859117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e991192-c856-46c1-8729-d53e789ad782 req-7f5fcf7b-bbc9-4d03-ae8d-4a26ce22778f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 946 time: 0.2151346 Nov 03 16:18:39.867522 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.046846 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.083812 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.090619 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.141091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b32ba2e7-17e9-4636-b286-e80ed79ab563 None None] Provisioning complete for port 5de6ab53-2829-4d36-8eb5-196b44df8452 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:40.141837 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b32ba2e7-17e9-4636-b286-e80ed79ab563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.182161 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.190253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e991192-c856-46c1-8729-d53e789ad782 req-11a60c5b-8a3d-45b1-ba32-132b44d9ca69 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235810 Nov 03 16:18:40.220811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Network b78a813a-0e9e-4131-aff5-59d6514f8215 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:40.221585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Pushing event updated for resources: {'Port': ['ID=0bb67355-d95e-401e-a262-681a096acd26,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:40.230649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:40.234478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b32ba2e7-17e9-4636-b286-e80ed79ab563 None None] Port 5de6ab53-2829-4d36-8eb5-196b44df8452 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:40.292242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:40.450949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6390ff-f595-48fd-a939-5ef7aeb6a1a2 None None] Pushing event updated for resources: {'Port': ['ID=5de6ab53-2829-4d36-8eb5-196b44df8452,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:40.553418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b32ba2e7-17e9-4636-b286-e80ed79ab563 None None] Provisioning complete for port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:40.553822 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b32ba2e7-17e9-4636-b286-e80ed79ab563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.653431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Deleting port 713ff5cc-1c88-41fe-9c37-84066eaae4e3 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:40.653978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.662701 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Attempting to bind port 0bb67355-d95e-401e-a262-681a096acd26 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:40.662980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Attempting to bind port 0bb67355-d95e-401e-a262-681a096acd26 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '101f485b-0839-499c-ae95-8f5c3a447156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:40.663307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Attempting to bind port 0bb67355-d95e-401e-a262-681a096acd26 on network b78a813a-0e9e-4131-aff5-59d6514f8215 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:40.665292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Attempting to bind port 5de6ab53-2829-4d36-8eb5-196b44df8452 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:40.675081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Attempting to bind port 5de6ab53-2829-4d36-8eb5-196b44df8452 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'dea6f03f-b66e-4783-ad54-f70aa4925113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:40.675580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Attempting to bind port 5de6ab53-2829-4d36-8eb5-196b44df8452 on network 44fbe56d-f638-47cf-ba11-a6a0467dc464 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:40.714007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:40.714395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Checking segment: {'id': 'dea6f03f-b66e-4783-ad54-f70aa4925113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:40.714792 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.715406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Bound using segment: {'id': 'dea6f03f-b66e-4783-ad54-f70aa4925113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:40.733620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Bound port: 5de6ab53-2829-4d36-8eb5-196b44df8452, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea6f03f-b66e-4783-ad54-f70aa4925113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:40.734453 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.740179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:40.741808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Checking segment: {'id': '101f485b-0839-499c-ae95-8f5c3a447156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:40.742390 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.742961 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Bound using segment: {'id': '101f485b-0839-499c-ae95-8f5c3a447156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:40.743634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Bound port: 0bb67355-d95e-401e-a262-681a096acd26, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101f485b-0839-499c-ae95-8f5c3a447156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:40.744202 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.790366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.817870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.839650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] For port 713ff5cc-1c88-41fe-9c37-84066eaae4e3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=713ff5cc-1c88-41fe-9c37-84066eaae4e3,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:40.840025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.843028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.843871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:40.947398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Calling delete_port for 713ff5cc-1c88-41fe-9c37-84066eaae4e3 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:41.007157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e6c113-7045-4d3b-8444-0060063de149 None None] Network ace6163d-6fdf-4569-9f63-6779ec3f07b9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:41.060280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] For port 5de6ab53-2829-4d36-8eb5-196b44df8452, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:41.075560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413ab5-86f1-4c88-b378-3665c10bdf2b req-6beb77fc-a8d4-46ca-9577-08775dbc3456 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:41.077398 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07413ab5-86f1-4c88-b378-3665c10bdf2b req-6beb77fc-a8d4-46ca-9577-08775dbc3456 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.3265579 Nov 03 16:18:41.082485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] For port 0bb67355-d95e-401e-a262-681a096acd26, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:41.114551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] For port 5de6ab53-2829-4d36-8eb5-196b44df8452, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5de6ab53-2829-4d36-8eb5-196b44df8452,segment=NetworkSegment(dea6f03f-b66e-4783-ad54-f70aa4925113),segment_id=dea6f03f-b66e-4783-ad54-f70aa4925113)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:41.127286 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:41.133710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] For port 0bb67355-d95e-401e-a262-681a096acd26, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0bb67355-d95e-401e-a262-681a096acd26,segment=NetworkSegment(101f485b-0839-499c-ae95-8f5c3a447156),segment_id=101f485b-0839-499c-ae95-8f5c3a447156)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:41.174374 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:41.193361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bf163338-924b-4a32-a4b9-150693866275 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:41.240411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07413ab5-86f1-4c88-b378-3665c10bdf2b req-a5be8759-af10-4b3d-93d9-21041d0a08a4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148589 Nov 03 16:18:41.308856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:41.309883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:41.322331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6390ff-f595-48fd-a939-5ef7aeb6a1a2 None None] Pushing event updated for resources: {'Port': ['ID=5de6ab53-2829-4d36-8eb5-196b44df8452,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:41.369919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Network b78a813a-0e9e-4131-aff5-59d6514f8215 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:41.382543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event updated for resources: {'Port': ['ID=88dec460-1611-4cc4-a3e6-46c1f3e703e2,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:41.386074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port b1995ef4-fb53-4cca-87dd-3818d9be6640 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:41.386613 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:41.387837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:41.489380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3126d111-b84d-4df2-89e2-322be4b364dc None None] Provisioning complete for port 5de6ab53-2829-4d36-8eb5-196b44df8452 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:41.490042 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3126d111-b84d-4df2-89e2-322be4b364dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:41.568454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:41.588410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for b1995ef4-fb53-4cca-87dd-3818d9be6640 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:41.748273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3d63c-d1f9-4798-be70-4dcc38e0525d req-4cd6e779-3e24-4793-8255-2decf762f220 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:41.749337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eef3d63c-d1f9-4798-be70-4dcc38e0525d req-4cd6e779-3e24-4793-8255-2decf762f220 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 946 time: 0.3465290 Nov 03 16:18:41.757396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:18:41.780175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:41.835084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port bf163338-924b-4a32-a4b9-150693866275 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:41.835516 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:41.837151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867cf5-7857-452c-8721-ed4f4b96389f None None] Pushing event updated for resources: {'Port': ['ID=0bb67355-d95e-401e-a262-681a096acd26,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:41.950722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:41.972962 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:42.022127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=b1995ef4-fb53-4cca-87dd-3818d9be6640,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:42.024589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Pushing event deleted for resources: {'Port': ['ID=713ff5cc-1c88-41fe-9c37-84066eaae4e3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:42.250885 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:42.387695 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3126d111-b84d-4df2-89e2-322be4b364dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:42.537587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3eb0a-73f5-4dd9-a7e7-b336822adc80 req-e849fcd0-e251-4359-9e29-eead28602416 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:42.539607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecc3eb0a-73f5-4dd9-a7e7-b336822adc80 req-e849fcd0-e251-4359-9e29-eead28602416 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1156418 Nov 03 16:18:42.557199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3126d111-b84d-4df2-89e2-322be4b364dc None None] For port 5de6ab53-2829-4d36-8eb5-196b44df8452, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5de6ab53-2829-4d36-8eb5-196b44df8452,segment=NetworkSegment(dea6f03f-b66e-4783-ad54-f70aa4925113),segment_id=dea6f03f-b66e-4783-ad54-f70aa4925113)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:42.579652 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3126d111-b84d-4df2-89e2-322be4b364dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:42.615691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Router 5de466ef-2618-4b18-a17a-18686b057ff4 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:18:42.632460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eef3d63c-d1f9-4798-be70-4dcc38e0525d req-7f8f06e6-51fa-4669-81c8-8176ff723ec8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8412328 Nov 03 16:18:42.670377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:42.682569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8850198f-a482-4d21-be33-6b285a783798 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2681775 Nov 03 16:18:42.683700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55638) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:42.692543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:42.699090 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:42.795850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3126d111-b84d-4df2-89e2-322be4b364dc None None] Provisioning complete for port bf163338-924b-4a32-a4b9-150693866275 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:42.796241 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3126d111-b84d-4df2-89e2-322be4b364dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:42.807744 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecc3eb0a-73f5-4dd9-a7e7-b336822adc80 req-6fb121d7-8737-4cba-b6ff-e54d7b012ac8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308919 Nov 03 16:18:42.828251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:42.835117 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97ce6188-7665-4a69-a188-f8bd11850542 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "PUT /v2.0/routers/5de466ef-2618-4b18-a17a-18686b057ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0420067 Nov 03 16:18:42.839910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55640) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:42.878392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3b7bb3-78fd-4f41-910c-268565772419 None None] Sync routers for ids ['5de466ef-2618-4b18-a17a-18686b057ff4'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:42.899304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126d111-b84d-4df2-89e2-322be4b364dc None None] Pushing event updated for resources: {'Port': ['ID=5de6ab53-2829-4d36-8eb5-196b44df8452,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:42.915743 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccf9570-89f7-4523-b64b-493b3f9a30c2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:18:42.918216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bccf9570-89f7-4523-b64b-493b3f9a30c2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/b1995ef4-fb53-4cca-87dd-3818d9be6640 HTTP/1.1" status: 404 len: 333 time: 0.0761657 Nov 03 16:18:42.920317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55642) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:42.967598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port bf163338-924b-4a32-a4b9-150693866275, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bf163338-924b-4a32-a4b9-150693866275,segment=NetworkSegment(8478b549-062e-4cb8-998d-3b4561f8d052),segment_id=8478b549-062e-4cb8-998d-3b4561f8d052)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:42.974860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3b7bb3-78fd-4f41-910c-268565772419 None None] Routers {'5de466ef-2618-4b18-a17a-18686b057ff4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:42.980792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-af3b7bb3-78fd-4f41-910c-268565772419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5de466ef-2618-4b18-a17a-18686b057ff4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:42.988354 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:42.991313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:43.027623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d807fbf2-8da0-426c-b71d-9df86de89e94 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.099526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-af3b7bb3-78fd-4f41-910c-268565772419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:43.119589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2abae-5fba-418e-b0ff-0d1f60c43a13 req-07c7263d-4d77-43bf-bf64-cab51a2b89a0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:43.121246 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-39a2abae-5fba-418e-b0ff-0d1f60c43a13 req-07c7263d-4d77-43bf-bf64-cab51a2b89a0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 946 time: 0.3074739 Nov 03 16:18:43.170170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3cb758-6041-44d6-933a-fe10e703de1e None None] Network b78a813a-0e9e-4131-aff5-59d6514f8215 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:43.177095 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-fc659fd4-a3e2-45a4-8cee-16b0be7a525d service neutron] show failed (client error): The resource could not be found. Nov 03 16:18:43.178269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-fc659fd4-a3e2-45a4-8cee-16b0be7a525d service neutron] 10.222.0.70 "GET /v2.0/ports/6e4ba454-41b0-4f07-857b-d39b48663cc4/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.4057212 Nov 03 16:18:43.200275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:39Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:41Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:40Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:43.221415 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.253768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3b7bb3-78fd-4f41-910c-268565772419 None None] Routers {'5de466ef-2618-4b18-a17a-18686b057ff4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:43.254681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-af3b7bb3-78fd-4f41-910c-268565772419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5de466ef-2618-4b18-a17a-18686b057ff4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:43.305663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d807fbf2-8da0-426c-b71d-9df86de89e94 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.311608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d807fbf2-8da0-426c-b71d-9df86de89e94 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.383759 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-39a2abae-5fba-418e-b0ff-0d1f60c43a13 req-3ce23182-eec6-4004-8bab-2f8c3aefa5e6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274749 Nov 03 16:18:43.384600 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d807fbf2-8da0-426c-b71d-9df86de89e94 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.386555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807fbf2-8da0-426c-b71d-9df86de89e94 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Fanout notify agent at l3_agent the message router_deleted on router 5de466ef-2618-4b18-a17a-18686b057ff4 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:18:43.428005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d807fbf2-8da0-426c-b71d-9df86de89e94 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.431975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14791e63-3969-4f91-a8f4-af5c066a93d0 None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:39Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:41Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:40Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:43.432581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d807fbf2-8da0-426c-b71d-9df86de89e94 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/routers/5de466ef-2618-4b18-a17a-18686b057ff4 HTTP/1.1" status: 204 len: 168 time: 0.5107505 Nov 03 16:18:43.433157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55646) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:43.433496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=bf163338-924b-4a32-a4b9-150693866275,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:43.615457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-af3b7bb3-78fd-4f41-910c-268565772419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:43.615704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8700f7b-d2e1-4956-aa45-c4ee626169c5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet f97bd732-7690-4eca-80ca-2232e1a02ad2 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:43.616568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3b7bb3-78fd-4f41-910c-268565772419 None None] The sync data for ids ['5de466ef-2618-4b18-a17a-18686b057ff4'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:43.635771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8700f7b-d2e1-4956-aa45-c4ee626169c5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.667641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:43.668019 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.742834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513b6d5-220d-404a-93e2-48a98e56dee2 req-b613b88b-11d1-4642-8fbe-5c77ff80e65b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:43.744350 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7513b6d5-220d-404a-93e2-48a98e56dee2 req-b613b88b-11d1-4642-8fbe-5c77ff80e65b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 946 time: 0.2127466 Nov 03 16:18:43.777092 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8700f7b-d2e1-4956-aa45-c4ee626169c5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.897406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Provisioning complete for port 0bb67355-d95e-401e-a262-681a096acd26 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:43.898868 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:43.966148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-8e83de44-4b27-41d9-bfa0-01fa2c3ccaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:43.970749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-8e83de44-4b27-41d9-bfa0-01fa2c3ccaca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 1097 time: 0.4702358 Nov 03 16:18:44.035632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:44.115434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.120704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8700f7b-d2e1-4956-aa45-c4ee626169c5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.177830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] For port 0bb67355-d95e-401e-a262-681a096acd26, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0bb67355-d95e-401e-a262-681a096acd26,segment=NetworkSegment(101f485b-0839-499c-ae95-8f5c3a447156),segment_id=101f485b-0839-499c-ae95-8f5c3a447156)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:44.190024 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.259463 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7513b6d5-220d-404a-93e2-48a98e56dee2 req-0555470f-585f-4737-9d9d-ca400a1803de tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937186 Nov 03 16:18:44.268612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Provisioning complete for port 5de6ab53-2829-4d36-8eb5-196b44df8452 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:44.269896 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.291242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8700f7b-d2e1-4956-aa45-c4ee626169c5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.332685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8700f7b-d2e1-4956-aa45-c4ee626169c5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=f97bd732-7690-4eca-80ca-2232e1a02ad2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:44.352375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d8700f7b-d2e1-4956-aa45-c4ee626169c5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.360530 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d8700f7b-d2e1-4956-aa45-c4ee626169c5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/f97bd732-7690-4eca-80ca-2232e1a02ad2 HTTP/1.1" status: 204 len: 168 time: 0.9266644 Nov 03 16:18:44.363696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55656) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:44.385065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f9344-d814-4500-91eb-58172abb09e5 None None] Network ace6163d-6fdf-4569-9f63-6779ec3f07b9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:44.411899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de6ab53-2829-4d36-8eb5-196b44df8452 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:44.482055 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.544657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43c6f-1093-4700-a114-078d56fc9a86 req-f664efb8-cddc-4ad6-a94f-6d68dfd0f5a4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:44.553182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6f43c6f-1093-4700-a114-078d56fc9a86 req-f664efb8-cddc-4ad6-a94f-6d68dfd0f5a4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.6023769 Nov 03 16:18:44.560868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.extraroute_db [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=108104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 16:18:44.650840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Pushing event updated for resources: {'Port': ['ID=0bb67355-d95e-401e-a262-681a096acd26,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:44.661874 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.800001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.extraroute_db [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Removed routes are [] {{(pid=108104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 16:18:44.801087 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.888638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5de6ab53-2829-4d36-8eb5-196b44df8452 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:44.889408 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:44.963986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Provisioning complete for port bf163338-924b-4a32-a4b9-150693866275 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:44.964417 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.085339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c34dac-e39e-4f77-b9a6-585310d7ffc3 None None] DHCP port deletion for ace6163d-6fdf-4569-9f63-6779ec3f07b9 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:18:45.090840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bf163338-924b-4a32-a4b9-150693866275 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:45.188913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:45.234200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:45.272253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c963e39a-327c-4643-b5e3-0b3658b4e432 None None] Could not find standard attr ID for object b1995ef4-fb53-4cca-87dd-3818d9be6640. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:18:45.328044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.341032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-60c34dac-e39e-4f77-b9a6-585310d7ffc3 None None] Deleting port bf163338-924b-4a32-a4b9-150693866275 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:45.341406 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60c34dac-e39e-4f77-b9a6-585310d7ffc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.349482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port bf163338-924b-4a32-a4b9-150693866275 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:45.350879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.366578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Transition to ACTIVE for port object 6e4ba454-41b0-4f07-857b-d39b48663cc4 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:18:45.368652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:18:45.375765 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eae2266-039d-44c9-897d-670ba30f3374" -d '{"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:18:45.378333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port bf163338-924b-4a32-a4b9-150693866275 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:45.378810 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.450523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6f43c6f-1093-4700-a114-078d56fc9a86 req-7112d9ab-fc2a-464b-8f13-f8cdf52fbb6c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8961632 Nov 03 16:18:45.451228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.458393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] For port bf163338-924b-4a32-a4b9-150693866275, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bf163338-924b-4a32-a4b9-150693866275,segment=NetworkSegment(8478b549-062e-4cb8-998d-3b4561f8d052),segment_id=8478b549-062e-4cb8-998d-3b4561f8d052)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:45.459050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.490115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for bf163338-924b-4a32-a4b9-150693866275 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:45.549494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-60c34dac-e39e-4f77-b9a6-585310d7ffc3 None None] For port bf163338-924b-4a32-a4b9-150693866275, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bf163338-924b-4a32-a4b9-150693866275,segment=NetworkSegment(8478b549-062e-4cb8-998d-3b4561f8d052),segment_id=8478b549-062e-4cb8-998d-3b4561f8d052)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:45.549977 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60c34dac-e39e-4f77-b9a6-585310d7ffc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.565726 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-60c34dac-e39e-4f77-b9a6-585310d7ffc3 None None] Calling delete_port for bf163338-924b-4a32-a4b9-150693866275 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:45.596447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce77921-ccc3-4c82-855d-91ac9fe309d2 req-3cace7ae-7afe-4c80-9b31-744aa150f5d0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:45.605066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ce77921-ccc3-4c82-855d-91ac9fe309d2 req-3cace7ae-7afe-4c80-9b31-744aa150f5d0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 946 time: 0.3623874 Nov 03 16:18:45.613730 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.636504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No DVR routers for this DVR port bf163338-924b-4a32-a4b9-150693866275 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.648172 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:18:45.651652 n-d-813897-2 neutron-server[108106]: self.session.flush() Nov 03 16:18:45.661443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60c34dac-e39e-4f77-b9a6-585310d7ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.679573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4fe80a9c-59fd-4022-b7fa-aabf7f0e589d None None] Provisioning complete for port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:45.680125 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4fe80a9c-59fd-4022-b7fa-aabf7f0e589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.683022 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:45.704616 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:45.707262 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:45.749884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ce77921-ccc3-4c82-855d-91ac9fe309d2 req-fe51910a-099a-490a-a6b5-c94698330518 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387556 Nov 03 16:18:45.751001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=bf163338-924b-4a32-a4b9-150693866275,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:45.780247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.820290 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.849209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace6163d-6fdf-4569-9f63-6779ec3f07b9']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:45.868170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4fe80a9c-59fd-4022-b7fa-aabf7f0e589d None None] Port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:45.869236 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af77e355-e18b-41a8-a180-c63e1d583a75 x-openstack-request-id: req-af77e355-e18b-41a8-a180-c63e1d583a75 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:18:45.869551 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:18:45.869824 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-af77e355-e18b-41a8-a180-c63e1d583a75 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:18:45.871956 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'code': 200} Nov 03 16:18:45.875777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8478b549-062e-4cb8-998d-3b4561f8d052') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:45.876084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c34dac-e39e-4f77-b9a6-585310d7ffc3 None None] Pushing event deleted for resources: {'Port': ['ID=bf163338-924b-4a32-a4b9-150693866275,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:45.876504 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8478b549-062e-4cb8-998d-3b4561f8d052') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:45.877347 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.881513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c34dac-e39e-4f77-b9a6-585310d7ffc3 None None] No DVR routers for this DVR port bf163338-924b-4a32-a4b9-150693866275 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:45.896710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Could not find standard attr ID for object bf163338-924b-4a32-a4b9-150693866275. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:18:45.905510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Router 1729da9a-40fa-40a7-9c5e-d035060374c9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:18:45.909182 n-d-813897-2 neutron-server[108106]: INFO neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No ports have port_id starting with bf163338-924b-4a32-a4b9-150693866275 Nov 03 16:18:45.915004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0bb67355-d95e-401e-a262-681a096acd26 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:45.916897 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.948136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.973815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:45.974212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:45.978259 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:46.010836 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:46.077157 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:46.084925 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:46.088882 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/networks/ace6163d-6fdf-4569-9f63-6779ec3f07b9 HTTP/1.1" status: 204 len: 168 time: 1.7241983 Nov 03 16:18:46.093223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4fe80a9c-59fd-4022-b7fa-aabf7f0e589d None None] Provisioning complete for port 0bb67355-d95e-401e-a262-681a096acd26 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:46.095272 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4fe80a9c-59fd-4022-b7fa-aabf7f0e589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:46.113946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0bb67355-d95e-401e-a262-681a096acd26 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:46.114488 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:46.124627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55672) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:46.171032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627038f-44ca-437a-8f61-f5fde609efae tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Network': ['ID=ace6163d-6fdf-4569-9f63-6779ec3f07b9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:46.195471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6dc8c7-caa8-40fc-8a35-3e41c71126a9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:46.203736 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cf6dc8c7-caa8-40fc-8a35-3e41c71126a9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 HTTP/1.1" status: 200 len: 840 time: 0.0780139 Nov 03 16:18:46.204980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55674) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:46.220740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c94437-b200-4ba0-ab00-2f4595e18990 None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:18:46.280046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-972c9ed5-0b34-4e90-a937-7fd2b9dabff7 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/cd96f96f-f9bd-40d3-8e5b-05a877c8eb69?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0735495 Nov 03 16:18:46.281042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55676) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:46.287412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:46.460711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:46.468787 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:44Z', 'revision_number': 6, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:40Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:46.470269 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:46.502093 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:18:46.502897 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Updating router 10359700-1d1c-43ca-bf73-e39f3d877a01 port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:18:46.545731 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:46.615056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] No DVR routers for this DVR port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:46.763399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:46.819159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c94437-b200-4ba0-ab00-2f4595e18990 None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:18:46.999310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116254f-de80-433b-94cf-f7233b56de69 req-40ebc974-40d1-49a4-9147-cd67beef39b9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:47.000923 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f116254f-de80-433b-94cf-f7233b56de69 req-40ebc974-40d1-49a4-9147-cd67beef39b9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 946 time: 0.5176711 Nov 03 16:18:47.001947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:18:47.013418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6f32-19dc-445f-8074-2ad75e5c3990 req-c9421ab0-7cda-420d-8155-a61f7cc6f50b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:47.015878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0afe6f32-19dc-445f-8074-2ad75e5c3990 req-c9421ab0-7cda-420d-8155-a61f7cc6f50b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 944 time: 0.3988373 Nov 03 16:18:47.088202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.122731 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.133014 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.176239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:47.181466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ba8a875d-e812-4ba8-a7e4-c31f5f151965 admin admin] 10.222.0.86 "PUT /v2.0/routers/1729da9a-40fa-40a7-9c5e-d035060374c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0697243 Nov 03 16:18:47.195383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55684) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:47.222829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:47.281927 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf9912-428b-4cdb-bf82-ecea93fe3041 None None] Pushing event updated for resources: {'Port': ['ID=88dec460-1611-4cc4-a3e6-46c1f3e703e2,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:47.283064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=2eb2fb18-927d-40ea-a2a8-cd04fb81cb55,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:47.296066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0bb67355-d95e-401e-a262-681a096acd26 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:47.348189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814e23e-24db-4521-bf6d-226895924a2f req-f813fda0-79d4-487d-97cc-2c89dc619313 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:47.360478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8814e23e-24db-4521-bf6d-226895924a2f req-f813fda0-79d4-487d-97cc-2c89dc619313 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 946 time: 0.4024796 Nov 03 16:18:47.362645 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.379728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] Sync routers for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:47.395743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:47.396389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:47.400687 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Attempting to bind port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:47.401057 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Attempting to bind port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '101f485b-0839-499c-ae95-8f5c3a447156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:47.401418 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Attempting to bind port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 on network b78a813a-0e9e-4131-aff5-59d6514f8215 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:47.413476 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:47.414383 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:47.415527 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Checking segment: {'id': '101f485b-0839-499c-ae95-8f5c3a447156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:47.415940 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.416307 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Bound using segment: {'id': '101f485b-0839-499c-ae95-8f5c3a447156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:47.416782 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Bound port: 88dec460-1611-4cc4-a3e6-46c1f3e703e2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101f485b-0839-499c-ae95-8f5c3a447156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:47.417154 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.466650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:47.470660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:47.476352 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.500799 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8814e23e-24db-4521-bf6d-226895924a2f req-8ba12489-76bf-44ba-90d8-54482ab5d5ba tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393769 Nov 03 16:18:47.505584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:47.561894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:47.573004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0afe6f32-19dc-445f-8074-2ad75e5c3990 req-175c8dfe-2c73-4925-83dc-74ab7094af19 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5389757 Nov 03 16:18:47.574824 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.575987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f116254f-de80-433b-94cf-f7233b56de69 req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port 072db921-d094-43c5-a239-a8addef747ee {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:47.576331 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f116254f-de80-433b-94cf-f7233b56de69 req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.601566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:47.604105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:47.604655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:47.604992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on network abf4b22a-63b9-473a-9b24-0b2855197f14 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:47.636313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-73d9bc03-099e-4878-bb83-b6696d4fe295 None None] Provisioning complete for port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:47.636693 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73d9bc03-099e-4878-bb83-b6696d4fe295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.648387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.653104 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-51817dd3-8ed9-4bf2-921c-27ffe2a6e750 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01 HTTP/1.1" status: 200 len: 954 time: 4.9648550 Nov 03 16:18:47.653924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on network abf4b22a-63b9-473a-9b24-0b2855197f14 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:18:47.654241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on network abf4b22a-63b9-473a-9b24-0b2855197f14 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:47.656413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55688) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:47.661538 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] For port 88dec460-1611-4cc4-a3e6-46c1f3e703e2, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:47.669636 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] For port 88dec460-1611-4cc4-a3e6-46c1f3e703e2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=88dec460-1611-4cc4-a3e6-46c1f3e703e2,segment=NetworkSegment(101f485b-0839-499c-ae95-8f5c3a447156),segment_id=101f485b-0839-499c-ae95-8f5c3a447156)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:47.672992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:47.673586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Checking segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:47.673990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Bound using segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:47.674438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Bound port: 6e4ba454-41b0-4f07-857b-d39b48663cc4, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:47.674917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.684174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-73d9bc03-099e-4878-bb83-b6696d4fe295 None None] Port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:47.685829 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.799924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f116254f-de80-433b-94cf-f7233b56de69 req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] For port 072db921-d094-43c5-a239-a8addef747ee, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=072db921-d094-43c5-a239-a8addef747ee,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:47.800946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f116254f-de80-433b-94cf-f7233b56de69 req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.838972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0bb67355-d95e-401e-a262-681a096acd26 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:47.839540 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.857713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d6677d81-c5ed-47e9-9bf2-b3a54f0f0ae5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5746880 Nov 03 16:18:47.864307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55690) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:47.868928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ba450961-18cd-469d-ae41-112817b51900 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'security_group': {'name': 'tempest-secgroup-1880667187'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:47.872223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Deleting port 7f86f0da-00e6-4753-84c8-bae130cdd16d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:47.872763 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.878135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f116254f-de80-433b-94cf-f7233b56de69 req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for 072db921-d094-43c5-a239-a8addef747ee owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:47.900652 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d1c23c04-1570-4ced-a8ab-70eab5008a8c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01 HTTP/1.1" status: 200 len: 954 time: 0.2417367 Nov 03 16:18:47.902357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:47.906485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55692) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:47.910170 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf9912-428b-4cdb-bf82-ecea93fe3041 None None] Pushing event updated for resources: {'Port': ['ID=88dec460-1611-4cc4-a3e6-46c1f3e703e2,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:47.924209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'routes': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:47.930534 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:47.931167 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:47.953603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'tenant_id': '74bacb320a194215bc501e8996dd1af8', 'fixed_ips': [{'subnet_id': '2eb2fb18-927d-40ea-a2a8-cd04fb81cb55'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:18:47.954489 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:47.976690 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:18:41Z', 'revision_number': 5, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port': {'id': '7f86f0da-00e6-4753-84c8-bae130cdd16d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:06:34Z', 'updated_at': '2021-11-03T16:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:47.990477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:48.002424 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:48.020497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] Checking router: 1729da9a-40fa-40a7-9c5e-d035060374c9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:18:48.077395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] For port 7f86f0da-00e6-4753-84c8-bae130cdd16d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7f86f0da-00e6-4753-84c8-bae130cdd16d,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:48.077395 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:48.082194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:48.085048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:48.085048 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] 10.222.0.15 "PUT /v2.0/ports/6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 1092 time: 4.0542693 Nov 03 16:18:48.085048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:18:48.087265 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:18:48.117593 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:48.125555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] Routers {'1729da9a-40fa-40a7-9c5e-d035060374c9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:48.126212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1729da9a-40fa-40a7-9c5e-d035060374c9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:48.156319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Calling delete_port for 7f86f0da-00e6-4753-84c8-bae130cdd16d owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:48.256795 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f351208-ffb4-4905-b9a0-cdc0ef48ec26 x-openstack-request-id: req-9f351208-ffb4-4905-b9a0-cdc0ef48ec26 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:18:48.257453 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:18:48.257832 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9f351208-ffb4-4905-b9a0-cdc0ef48ec26 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:18:48.258505 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'status': 'completed', 'code': 200} Nov 03 16:18:48.261362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bf163338-924b-4a32-a4b9-150693866275 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:48.270861 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba450961-18cd-469d-ae41-112817b51900 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:48.324104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: bf163338-924b-4a32-a4b9-150693866275 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:18:48.324443 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bf163338-924b-4a32-a4b9-150693866275 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:48.340751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] Set router 1729da9a-40fa-40a7-9c5e-d035060374c9 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:48.357324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4802213-c1a7-4f10-a4dc-2b290f978201 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:48.414089 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:18:47Z', 'revision_number': 6, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:48.424845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-9811bf85-35f5-4793-aa2d-f7a3c96f5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:48.427042 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-9811bf85-35f5-4793-aa2d-f7a3c96f5716 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1095 time: 0.2955973 Nov 03 16:18:48.439072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-047eafe9-9629-407e-8284-0ab20e0a7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:48.441343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-047eafe9-9629-407e-8284-0ab20e0a7dec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1095 time: 0.1813414 Nov 03 16:18:48.486495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4041880b-0817-4224-88d6-67eb47a3df95 None None] The sync data for ids ['1729da9a-40fa-40a7-9c5e-d035060374c9'] in n-d-813897-2 is: [{'id': '1729da9a-40fa-40a7-9c5e-d035060374c9', 'name': 'tempest-TaggedBootDevicesTest-679145417-router', 'tenant_id': '531f7f6243ed40f8885a41c199905dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:06:31Z', 'updated_at': '2021-11-03T16:18:47Z', 'revision_number': 6, 'project_id': '531f7f6243ed40f8885a41c199905dba', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:48.506552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Allocated IP 172.20.0.2 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/2eb2fb18-927d-40ea-a2a8-cd04fb81cb55/1a479149-b791-49df-8600-4dc271b22a8e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:48.573208 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba450961-18cd-469d-ae41-112817b51900 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:48.593008 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba450961-18cd-469d-ae41-112817b51900 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:48.605615 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:44Z', 'revision_number': 6, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:47Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:48.672985 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e92c6e-3780-4610-ac3e-67cd78efc402 None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:44Z', 'revision_number': 6, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:47Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:48.709789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba450961-18cd-469d-ae41-112817b51900 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:48.714892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ba450961-18cd-469d-ae41-112817b51900 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8462367 Nov 03 16:18:48.719240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55704) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:48.760309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-dc431047-098a-4723-9098-52ac4efbdec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:48.770933 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-dc431047-098a-4723-9098-52ac4efbdec5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.2208464 Nov 03 16:18:48.943543 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:48.951457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d897c3b8-fbc4-42d8-a882-01cc5f399ea6 req-34a32792-6cb7-4678-bf29-0124553f8648 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.1679900 Nov 03 16:18:48.963712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:49.093750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-e6fb6697-b50b-4425-9949-fb4ee780d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:49.096351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-e6fb6697-b50b-4425-9949-fb4ee780d9c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.6594696 Nov 03 16:18:49.107216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:49.145479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:49.146559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.extraroute_db [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added routes are [] {{(pid=108105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 16:18:49.147927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Pushing event updated for resources: {'Port': ['ID=1a479149-b791-49df-8600-4dc271b22a8e,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:49.149759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.extraroute_db [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=108105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 16:18:49.155913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:49.179265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6072d729-8221-4f4e-a1d2-bba10976e75f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'security_group': {'name': 'tempest-secgroup-615372651'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:49.189113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-5d026b9f-68d2-45bc-8190-52b0de50d5f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 999 time: 0.3648322 Nov 03 16:18:49.241410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Attempting to bind port 1a479149-b791-49df-8600-4dc271b22a8e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:18:49.242115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Attempting to bind port 1a479149-b791-49df-8600-4dc271b22a8e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ac6a314e-6993-4972-865b-477d82950e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:18:49.242483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Attempting to bind port 1a479149-b791-49df-8600-4dc271b22a8e on network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:18:49.257592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:18:49.261573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Checking segment: {'id': 'ac6a314e-6993-4972-865b-477d82950e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:49.261866 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:49.262320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Bound using segment: {'id': 'ac6a314e-6993-4972-865b-477d82950e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:18:49.262825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Bound port: 1a479149-b791-49df-8600-4dc271b22a8e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6a314e-6993-4972-865b-477d82950e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:18:49.263260 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:49.293896 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:49.315072 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:49.316499 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:49.320518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f116254f-de80-433b-94cf-f7233b56de69 req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:49.519779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba450961-18cd-469d-ae41-112817b51900 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43451aba-e434-4637-afe1-7c9cf41c2f73,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:49.594107 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:49.600181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=072db921-d094-43c5-a239-a8addef747ee,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:49.619196 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6072d729-8221-4f4e-a1d2-bba10976e75f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:49.629905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 88dec460-1611-4cc4-a3e6-46c1f3e703e2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:49.818049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] For port 1a479149-b791-49df-8600-4dc271b22a8e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:18:49.846914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] For port 1a479149-b791-49df-8600-4dc271b22a8e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a479149-b791-49df-8600-4dc271b22a8e,segment=NetworkSegment(ac6a314e-6993-4972-865b-477d82950e6d),segment_id=ac6a314e-6993-4972-865b-477d82950e6d)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:18:49.868276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:49.923956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-e8e26ebb-a7d8-45c3-aae9-ad072117fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:49.933878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143756f7-4f94-4dee-be6e-41b093afb584 req-6f35e148-452a-4d10-84e0-6acf1c37992e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:49.936305 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-e8e26ebb-a7d8-45c3-aae9-ad072117fd13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.7359886 Nov 03 16:18:49.936590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-143756f7-4f94-4dee-be6e-41b093afb584 req-6f35e148-452a-4d10-84e0-6acf1c37992e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 944 time: 0.6584268 Nov 03 16:18:49.948539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:49.958978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6072d729-8221-4f4e-a1d2-bba10976e75f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:49.962307 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:49.966151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f116254f-de80-433b-94cf-f7233b56de69 req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] No DVR routers for this DVR port 072db921-d094-43c5-a239-a8addef747ee on host n-h1-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:49.970300 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f116254f-de80-433b-94cf-f7233b56de69 req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:49.985329 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f116254f-de80-433b-94cf-f7233b56de69 req-0f7ba2bd-f020-4c11-9253-7faa37487338 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "DELETE /v2.0/ports/072db921-d094-43c5-a239-a8addef747ee HTTP/1.1" status: 204 len: 173 time: 2.9690394 Nov 03 16:18:50.017013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-7f95175a-1c28-4e47-b101-37a5aae58e13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 999 time: 0.8428030 Nov 03 16:18:50.023941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749883c-65cd-4b1f-b508-bea2cb39916b None None] Pushing event updated for resources: {'Port': ['ID=1a479149-b791-49df-8600-4dc271b22a8e,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:50.053898 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f28b2d0-9351-433b-8a05-e7e2b5e588a5', 'name': 'network-vif-deleted', 'tag': '072db921-d094-43c5-a239-a8addef747ee'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:18:50.063776 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a67579-1eb5-40e5-881f-780be06b3790" -d '{"events": [{"server_uuid": "0f28b2d0-9351-433b-8a05-e7e2b5e588a5", "name": "network-vif-deleted", "tag": "072db921-d094-43c5-a239-a8addef747ee"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:18:50.081043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6072d729-8221-4f4e-a1d2-bba10976e75f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:50.168235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:50.172233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6072d729-8221-4f4e-a1d2-bba10976e75f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:50.173479 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6072d729-8221-4f4e-a1d2-bba10976e75f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0159137 Nov 03 16:18:50.173922 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:44Z', 'revision_number': 6, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:47Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:50.179598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55714) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:50.192677 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1969743682', 'security_groups': ['17c5e7c2-4c4b-41ac-9297-208eecbc5555'], 'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2eb2fb18-927d-40ea-a2a8-cd04fb81cb55'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:50.199995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-f9817ea1-b0a5-4871-a7b8-37459e3b2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:50.201704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-f9817ea1-b0a5-4871-a7b8-37459e3b2c52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461271 Nov 03 16:18:50.220335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:50.257846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e017314-d5c2-4800-a19e-89ead1c6f939 req-fdedb136-22c2-4e79-a7b3-80273b2a3afc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.1029320 Nov 03 16:18:50.259570 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:50.259727 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:18:50.302531 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:50.303324 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:50.329859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 88dec460-1611-4cc4-a3e6-46c1f3e703e2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=88dec460-1611-4cc4-a3e6-46c1f3e703e2,segment=NetworkSegment(101f485b-0839-499c-ae95-8f5c3a447156),segment_id=101f485b-0839-499c-ae95-8f5c3a447156)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:50.350785 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:50.388259 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd4a0f4-ee32-422d-a04f-550f222c0cd0 x-openstack-request-id: req-7cd4a0f4-ee32-422d-a04f-550f222c0cd0 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:18:50.401647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-cc2c8b8d-4762-4278-8849-3e25e06dbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:50.402475 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f28b2d0-9351-433b-8a05-e7e2b5e588a5", "name": "network-vif-deleted", "tag": "072db921-d094-43c5-a239-a8addef747ee", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:18:50.402475 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7cd4a0f4-ee32-422d-a04f-550f222c0cd0 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:18:50.403410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-cc2c8b8d-4762-4278-8849-3e25e06dbe4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.3601487 Nov 03 16:18:50.407018 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f28b2d0-9351-433b-8a05-e7e2b5e588a5', 'name': 'network-vif-deleted', 'tag': '072db921-d094-43c5-a239-a8addef747ee', 'status': 'completed', 'code': 200} Nov 03 16:18:50.434450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-143756f7-4f94-4dee-be6e-41b093afb584 req-4173ebb6-c272-4710-aba4-be537fa64e6c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4433444 Nov 03 16:18:50.461980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 713ff5cc-1c88-41fe-9c37-84066eaae4e3 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:50.516792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7f86f0da-00e6-4753-84c8-bae130cdd16d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:50.532091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 713ff5cc-1c88-41fe-9c37-84066eaae4e3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:18:50.535033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 713ff5cc-1c88-41fe-9c37-84066eaae4e3 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:50.578769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=88dec460-1611-4cc4-a3e6-46c1f3e703e2,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:50.601682 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:50.674785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072d729-8221-4f4e-a1d2-bba10976e75f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c5e7c2-4c4b-41ac-9297-208eecbc5555,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:50.713469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 072db921-d094-43c5-a239-a8addef747ee no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:50.721289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-4a92dfdf-20cf-4077-b209-4ea1d8baa807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:50.724478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-4a92dfdf-20cf-4077-b209-4ea1d8baa807 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2314839 Nov 03 16:18:50.752083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:50.760231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 072db921-d094-43c5-a239-a8addef747ee {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:18:50.760712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 072db921-d094-43c5-a239-a8addef747ee not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:50.785486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:50.803946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:50.814442 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-4e0064d1-9087-41d1-9b5c-53b5e69bfdb4 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798414 Nov 03 16:18:50.923645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:51.077898 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.086946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.216537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 88dec460-1611-4cc4-a3e6-46c1f3e703e2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:51.228236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:18:51.272930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.274192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1729da9a-40fa-40a7-9c5e-d035060374c9 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:18:51.282645 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b29942fc-e6f4-4c94-a2fe-8c644b3fe7f6 service neutron] 10.222.0.15 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497320 Nov 03 16:18:51.292873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.294524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5472ac69-3f55-42da-9ce7-4787a07608ff admin admin] 10.222.0.86 "DELETE /v2.0/routers/1729da9a-40fa-40a7-9c5e-d035060374c9 HTTP/1.1" status: 204 len: 168 time: 4.0948153 Nov 03 16:18:51.298403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55722) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:51.301064 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:49Z', 'revision_number': 7, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:47Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:51.391803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef911f07-faef-493d-b37a-b47497fb9f26 admin admin] Deleting subnet ec07e9ce-76fc-4651-9c43-195f89c62fd2 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:18:51.397157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:51.397566 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.427274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-7423e504-b6bf-4cba-b44b-af0d6fc79a7b service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887900 Nov 03 16:18:51.441016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef911f07-faef-493d-b37a-b47497fb9f26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.495527 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98dd2b-ac35-40fe-b060-53581a7bfa32 None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:49Z', 'revision_number': 7, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:47Z', 'revision_number': 4, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:51.614631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef911f07-faef-493d-b37a-b47497fb9f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.738820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a479149-b791-49df-8600-4dc271b22a8e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:51.759552 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef911f07-faef-493d-b37a-b47497fb9f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.794942 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.875881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port 9414e2b2-1504-445d-a559-3285f4ab573b yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:18:51.895401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:51.895789 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:51.899930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e8c57-35d8-4139-b2a0-90a080d6f806 None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:51.959552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:51.982497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d3a1-8b1e-4f2a-ab5f-407d5b643a4f req-48b311a5-efc5-4f1b-918c-8b773783663b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:51.989990 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ed5d3a1-8b1e-4f2a-ab5f-407d5b643a4f req-48b311a5-efc5-4f1b-918c-8b773783663b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 944 time: 0.4241757 Nov 03 16:18:52.012019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:52.015632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2539256b-9a16-4359-a2b2-aff174291e8f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01 HTTP/1.1" status: 200 len: 704 time: 4.0955999 Nov 03 16:18:52.046463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55728) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:52.065141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d695feaf-ceda-471b-995d-29f0d2402e99 req-1bc49475-c3d0-463b-ab77-7405948ff9fc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.2255619 Nov 03 16:18:52.184218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:52.200171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:52.226988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84807a7b-b9f4-4496-a71b-73a768f60183 req-b0d9e748-6704-4c41-8533-f3b1324409e8 service neutron] 10.222.0.15 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9293118 Nov 03 16:18:52.228735 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef911f07-faef-493d-b37a-b47497fb9f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:52.266578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef911f07-faef-493d-b37a-b47497fb9f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec07e9ce-76fc-4651-9c43-195f89c62fd2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:52.276672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef911f07-faef-493d-b37a-b47497fb9f26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:52.288048 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ef911f07-faef-493d-b37a-b47497fb9f26 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ec07e9ce-76fc-4651-9c43-195f89c62fd2 HTTP/1.1" status: 204 len: 168 time: 0.9755712 Nov 03 16:18:52.288692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55732) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:52.344007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d2ce125a-2129-4008-8628-114d8ca78f54 None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:52.345221 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d2ce125a-2129-4008-8628-114d8ca78f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:52.474022 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:52.507853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a241e-249f-4b84-9025-609d15336c68 None None] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:52.535299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:52.536086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:52.602532 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6ed5d3a1-8b1e-4f2a-ab5f-407d5b643a4f req-783ace50-f470-4c34-9e29-fdc0c5aaefcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5687428 Nov 03 16:18:52.650484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:52.654598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-16085141-f3f2-4ce7-aac5-993821ebecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:52.656277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-16085141-f3f2-4ce7-aac5-993821ebecc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1095 time: 0.2864826 Nov 03 16:18:52.687590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55736) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:52.688426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d7c85fef-d567-4633-a534-cf9ec19e1004 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01 HTTP/1.1" status: 200 len: 704 time: 0.6192429 Nov 03 16:18:52.788202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 1a479149-b791-49df-8600-4dc271b22a8e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a479149-b791-49df-8600-4dc271b22a8e,segment=NetworkSegment(ac6a314e-6993-4972-865b-477d82950e6d),segment_id=ac6a314e-6993-4972-865b-477d82950e6d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:52.905731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.8 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/2eb2fb18-927d-40ea-a2a8-cd04fb81cb55/9414e2b2-1504-445d-a559-3285f4ab573b) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:52.985816 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:53.306565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7f86f0da-00e6-4753-84c8-bae130cdd16d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:53.362655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:53.388306 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 7f86f0da-00e6-4753-84c8-bae130cdd16d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:18:53.388920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7f86f0da-00e6-4753-84c8-bae130cdd16d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:53.407797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:53.418149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d2ce125a-2129-4008-8628-114d8ca78f54 None None] Provisioning complete for port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:53.418860 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d2ce125a-2129-4008-8628-114d8ca78f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:53.442655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:53.460868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=1a479149-b791-49df-8600-4dc271b22a8e,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:53.498155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:53.506534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:53.511658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:18:53.515790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=9414e2b2-1504-445d-a559-3285f4ab573b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:53.565920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:53.566557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:53.573707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66caa7d2-85ec-49c9-952e-24ac1faa0d43 req-213e2975-fd9d-49b2-b65d-b7a4cf02fc92 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.2354441 Nov 03 16:18:53.603992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5bb6c0cb-3264-4a66-bc6f-b61184b99e3f tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4235044 Nov 03 16:18:53.606728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55744) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:53.613659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0e7115d0-42b2-405b-824a-f3ee60ba018b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:53.639027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-537b42ab-1fd3-459e-be9d-b089e0667a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:53.640536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-537b42ab-1fd3-459e-be9d-b089e0667a06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.9724810 Nov 03 16:18:53.642181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Deleting port bebcd160-022b-45df-901d-b857d2bedfc9 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:53.642611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:53.652887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce125a-2129-4008-8628-114d8ca78f54 None None] Port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:53.833647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] DHCP port deletion for 3b702e15-109b-4b34-b65b-e7a25aa30a01 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:18:53.898999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] For port bebcd160-022b-45df-901d-b857d2bedfc9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bebcd160-022b-45df-901d-b857d2bedfc9,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:53.899368 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:53.905785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-245569a2-d1ea-4b53-b83a-5504c27e6d1c None None] Provisioning complete for port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:53.906399 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-245569a2-d1ea-4b53-b83a-5504c27e6d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:53.958295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7115d0-42b2-405b-824a-f3ee60ba018b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:53.963783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Calling delete_port for bebcd160-022b-45df-901d-b857d2bedfc9 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:53.964029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e7115d0-42b2-405b-824a-f3ee60ba018b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:53.978766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ed737-b153-4d6e-a483-90f5339ddb9d req-4ad4d5c0-742b-4e79-98af-2a96b805e2ae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:53.987541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f5ed737-b153-4d6e-a483-90f5339ddb9d req-4ad4d5c0-742b-4e79-98af-2a96b805e2ae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 944 time: 0.1492095 Nov 03 16:18:53.993434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] Deleting port bebcd160-022b-45df-901d-b857d2bedfc9 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:53.993847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:54.129343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f5ed737-b153-4d6e-a483-90f5339ddb9d req-8181f148-a0de-4a5d-9f86-6ce384c03401 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405175 Nov 03 16:18:54.153772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:54.177494 n-d-813897-2 neutron-server[108105]: INFO neutron.db.ipam_backend_mixin [None req-0e7115d0-42b2-405b-824a-f3ee60ba018b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2eb2fb18-927d-40ea-a2a8-cd04fb81cb55 (CIDR: 172.20.0.0/28) Nov 03 16:18:54.194898 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7115d0-42b2-405b-824a-f3ee60ba018b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:18:54.195564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7115d0-42b2-405b-824a-f3ee60ba018b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:18:54.236629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0e7115d0-42b2-405b-824a-f3ee60ba018b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6288216 Nov 03 16:18:54.239873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55748) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:54.249996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:54.263169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-5edf5053-9a1d-4118-8f67-c8594c488d8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 999 time: 0.1350522 Nov 03 16:18:54.264800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] No DVR routers for this DVR port bebcd160-022b-45df-901d-b857d2bedfc9 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:54.351279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:49Z', 'revision_number': 7, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:50Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:54.354746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] For port bebcd160-022b-45df-901d-b857d2bedfc9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=bebcd160-022b-45df-901d-b857d2bedfc9,segment=NetworkSegment(0caa655f-b68e-4a67-a4a4-96c1bfb304a1),segment_id=0caa655f-b68e-4a67-a4a4-96c1bfb304a1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:54.355149 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:54.462134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:54.465890 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:54.495605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:18:54.497776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] Calling delete_port for bebcd160-022b-45df-901d-b857d2bedfc9 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:54.676618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:54.677240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:54.736582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebcd160-022b-45df-901d-b857d2bedfc9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:54.741412 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-acd19345-361b-4f81-a5f6-63988a5c2a4c req-bec98f98-f0e0-49da-a58e-a5aa9841367b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.0327547 Nov 03 16:18:54.837658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:54.871862 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:54.878065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-ceb60b48-de8d-454a-b66f-16aab8be5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:54.880361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-ceb60b48-de8d-454a-b66f-16aab8be5575 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.1866341 Nov 03 16:18:54.927100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:54.942824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b702e15-109b-4b34-b65b-e7a25aa30a01']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:54.963712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caa655f-b68e-4a67-a4a4-96c1bfb304a1') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:54.964397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caa655f-b68e-4a67-a4a4-96c1bfb304a1') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:54.991800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:54.998514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:18:55.003513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:55.008541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:55.009464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:55.021363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=5d972034-7816-4447-818a-fcd15fca46ff,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:55.030487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:18:55.034397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-d900acd8-6c8d-425b-bdee-36682f93cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:55.036036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-d900acd8-6c8d-425b-bdee-36682f93cf02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469917 Nov 03 16:18:55.038291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5a52338c-51c7-4ae4-adc3-e639589ecb00 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7973266 Nov 03 16:18:55.040066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55756) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:55.041178 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:55.048035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e750656-7a9b-49d1-ba51-f44bb72a1f5d None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:55.058997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-531011114', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d972034-7816-4447-818a-fcd15fca46ff'}], 'security_groups': ['43451aba-e434-4637-afe1-7c9cf41c2f73']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:55.073989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:18:55.073989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:18:55.076987 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:18:55.158032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0e086909-7bd4-4ab2-8e75-46c0cc9c4860 None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:55.158407 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e086909-7bd4-4ab2-8e75-46c0cc9c4860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:55.309172 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:55.343319 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:55.357908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:55.361338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3b702e15-109b-4b34-b65b-e7a25aa30a01 HTTP/1.1" status: 204 len: 168 time: 3.0716400 Nov 03 16:18:55.383270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:55.391239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231ef15-e356-4e99-9157-998361425889 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b702e15-109b-4b34-b65b-e7a25aa30a01,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:55.452043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-a278384c-7e36-40f1-9648-b4667c4e0662 service neutron] 10.222.0.15 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997433 Nov 03 16:18:55.566440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] Pushing event deleted for resources: {'Port': ['ID=bebcd160-022b-45df-901d-b857d2bedfc9,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:55.674298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a479149-b791-49df-8600-4dc271b22a8e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:55.681168 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] Network 3b702e15-109b-4b34-b65b-e7a25aa30a01 is not hosted by any dhcp agent {{(pid=108106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 16:18:55.681902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c10a77-e4e9-4b48-bd3a-71c46cc1f2da None None] No DVR routers for this DVR port bebcd160-022b-45df-901d-b857d2bedfc9 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:18:55.701098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55766) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:55.779008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:55.796130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:55.868907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:49Z', 'revision_number': 7, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:50Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:55.887628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f61f8a75-3608-42cb-96b2-3f65a1b39ccc req-bcda3712-dca9-4aea-b65b-70bc2dd1bc5b service neutron] 10.222.0.15 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460834 Nov 03 16:18:55.905611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'port_id': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'mac_address': 'fa:16:3e:1b:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:18:55.914358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8406429-b2a9-4dbb-8c61-5ac72ca311eb None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:49Z', 'revision_number': 7, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dec460-1611-4cc4-a3e6-46c1f3e703e2', 'name': '', 'network_id': 'b78a813a-0e9e-4131-aff5-59d6514f8215', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:5b:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:37Z', 'updated_at': '2021-11-03T16:18:50Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '2c82c61e-0fff-471c-af98-95c1a9b8d0fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:18:56.017160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:56.017670 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.042655 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4075a13a-ce39-49af-b4ff-4f209287e31a req-efc42fbf-d94f-4cfa-8f58-2502048346e7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.1385829 Nov 03 16:18:56.049586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a58edcc5-8a6d-4f03-b4ba-48e7628afa8b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=531f7f6243ed40f8885a41c199905dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3471661 Nov 03 16:18:56.053985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55770) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:56.178694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0e086909-7bd4-4ab2-8e75-46c0cc9c4860 None None] Provisioning complete for port 9414e2b2-1504-445d-a559-3285f4ab573b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:56.179243 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e086909-7bd4-4ab2-8e75-46c0cc9c4860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.185056 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.199096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dde57-fa08-4c5a-b2e2-9b5ec3085215 req-5bac21f8-5537-489f-9cb2-f621e2bd0986 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:56.202412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4ba454-41b0-4f07-857b-d39b48663cc4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:18:56.209743 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c23dde57-fa08-4c5a-b2e2-9b5ec3085215 req-5bac21f8-5537-489f-9cb2-f621e2bd0986 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 944 time: 0.9681935 Nov 03 16:18:56.266533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb4235f-a3d8-487f-8ba7-441a477a983d None None] Update dhcp port {'port': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'fixed_ips': [{'subnet_id': '2eb2fb18-927d-40ea-a2a8-cd04fb81cb55', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d972034-7816-4447-818a-fcd15fca46ff'}], 'binding:host_id': 'n-d-813897-2'}, 'id': '1a479149-b791-49df-8600-4dc271b22a8e'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:18:56.283826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c23dde57-fa08-4c5a-b2e2-9b5ec3085215 req-944a7237-43cf-4267-90ee-a4607349a139 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723264 Nov 03 16:18:56.286429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:56.309107 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.365052 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6fb4235f-a3d8-487f-8ba7-441a477a983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.366878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0e086909-7bd4-4ab2-8e75-46c0cc9c4860 None None] Port 9414e2b2-1504-445d-a559-3285f4ab573b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:56.407933 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f97b7-a398-4ce2-bdb4-5ca8980a249c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.486521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0e086909-7bd4-4ab2-8e75-46c0cc9c4860 None None] Provisioning complete for port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:56.486890 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e086909-7bd4-4ab2-8e75-46c0cc9c4860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.494489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bebcd160-022b-45df-901d-b857d2bedfc9 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:18:56.515660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f97b7-a398-4ce2-bdb4-5ca8980a249c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.540093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:56.559018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: bebcd160-022b-45df-901d-b857d2bedfc9 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:18:56.559359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device bebcd160-022b-45df-901d-b857d2bedfc9 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:18:56.638338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0e086909-7bd4-4ab2-8e75-46c0cc9c4860 None None] Port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:56.654219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f97b7-a398-4ce2-bdb4-5ca8980a249c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.657546 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f97b7-a398-4ce2-bdb4-5ca8980a249c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.659473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fd1f97b7-a398-4ce2-bdb4-5ca8980a249c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/47eed709-45ed-4856-9743-b37ea11249b6 HTTP/1.1" status: 204 len: 168 time: 0.5435843 Nov 03 16:18:56.670071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 88dec460-1611-4cc4-a3e6-46c1f3e703e2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:56.670637 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.685273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['6e4ba454-41b0-4f07-857b-d39b48663cc4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:18:56.729422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f97b7-a398-4ce2-bdb4-5ca8980a249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eed709-45ed-4856-9743-b37ea11249b6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:56.795213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Delete allocated IP 172.20.0.8 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/2eb2fb18-927d-40ea-a2a8-cd04fb81cb55) {{(pid=108104) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 16:18:56.815771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.27 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/5d972034-7816-4447-818a-fcd15fca46ff/9414e2b2-1504-445d-a559-3285f4ab573b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:56.845902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port 88dec460-1611-4cc4-a3e6-46c1f3e703e2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=88dec460-1611-4cc4-a3e6-46c1f3e703e2,segment=NetworkSegment(101f485b-0839-499c-ae95-8f5c3a447156),segment_id=101f485b-0839-499c-ae95-8f5c3a447156)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:56.846248 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:56.887111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 88dec460-1611-4cc4-a3e6-46c1f3e703e2 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:57.094433 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:57.115508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:57.229329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1d0da8b5-e23f-4593-80f5-919f95dbf245 req-d866f68f-d57f-407f-ad49-991d33faa21d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.0683963 Nov 03 16:18:57.230087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=9414e2b2-1504-445d-a559-3285f4ab573b,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:57.258360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-6fb4235f-a3d8-487f-8ba7-441a477a983d None None] Allocated IP 172.20.0.18 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/5d972034-7816-4447-818a-fcd15fca46ff/1a479149-b791-49df-8600-4dc271b22a8e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:18:57.434083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:57.439370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6fb4235f-a3d8-487f-8ba7-441a477a983d None None] For port 1a479149-b791-49df-8600-4dc271b22a8e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a479149-b791-49df-8600-4dc271b22a8e,segment=NetworkSegment(ac6a314e-6993-4972-865b-477d82950e6d),segment_id=ac6a314e-6993-4972-865b-477d82950e6d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:57.476053 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6fb4235f-a3d8-487f-8ba7-441a477a983d None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:57.482471 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6fb4235f-a3d8-487f-8ba7-441a477a983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:57.511546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163273-5f23-4968-a13e-8af8efb6a639 req-5d036bf4-b508-4ca7-9e8c-e12e5adae4c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:57.522128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a163273-5f23-4968-a13e-8af8efb6a639 req-5d036bf4-b508-4ca7-9e8c-e12e5adae4c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 945 time: 0.1248271 Nov 03 16:18:57.619921 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7a163273-5f23-4968-a13e-8af8efb6a639 req-5bcf05a0-e921-4b0e-9906-d2ce7c9a07a0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966814 Nov 03 16:18:57.648344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4235f-a3d8-487f-8ba7-441a477a983d None None] Pushing event updated for resources: {'Port': ['ID=1a479149-b791-49df-8600-4dc271b22a8e,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:57.661595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=88dec460-1611-4cc4-a3e6-46c1f3e703e2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:57.713722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] In _notify_port_updated(), no bound segment for port 9414e2b2-1504-445d-a559-3285f4ab573b on network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 {{(pid=108104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:18:57.719966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:57.720679 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:57.725249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2bed3189-235e-469b-9d16-904d2507af92 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "PUT /v2.0/ports/9414e2b2-1504-445d-a559-3285f4ab573b HTTP/1.1" status: 200 len: 920 time: 2.6740882 Nov 03 16:18:57.725481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55802) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:57.736535 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:57.859177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55806) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:58.061057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a3344-1294-4eec-b804-d2ea4bf511cc req-6d6711e7-3a97-4b1b-8589-8c749a20860e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:58.076224 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a84a3344-1294-4eec-b804-d2ea4bf511cc req-6d6711e7-3a97-4b1b-8589-8c749a20860e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 945 time: 0.1169529 Nov 03 16:18:58.082840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-906100192-network', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:58.154002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Made reservation on behalf of 3713d6ff8deb49a884fe46bb2261c6d0 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:58.157086 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.184609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.209790 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a84a3344-1294-4eec-b804-d2ea4bf511cc req-3f7c5b7a-2a7d-477a-ba0d-aa6a9e189eb3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232994 Nov 03 16:18:58.420015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.435944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.461057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:18:58.471172 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.472485 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Added segment e31f9705-db95-489e-9d09-9257c1af24c3 of type vlan for network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a Nov 03 16:18:58.527050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.531306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649b3104-b545-446e-8fe8-97fe4fe8d00c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:58.547445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.547794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.548139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.548480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.548815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.549147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.549474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.549871 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.550197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.550925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.551243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.551567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:18:58.605114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-a7830595-2656-4b60-9dc9-ba1e63efdbd2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:58.605802 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.606849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-a7830595-2656-4b60-9dc9-ba1e63efdbd2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.15 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb&tenant_id=5d0d96bcd7c04e5f988b6915953b338c&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 945 time: 0.6291003 Nov 03 16:18:58.606983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:58.608440 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.689025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ba178500-462b-4e89-8e71-7c28d962b875 None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:58.691463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba178500-462b-4e89-8e71-7c28d962b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.743658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8825870 Nov 03 16:18:58.746616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55830) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:58.752616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Request body: {'subnet': {'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-906100192-subnet', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:58.753380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:58.762496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4225b4-2810-46bb-8894-e90985c5333a admin admin] Pushing event updated for resources: {'Network': ['ID=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:58.764930 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da5cc992-8b11-4af4-ab7d-ad23eec18630 req-1741e384-1723-436e-b20e-e744665ba8f6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f28b2d0-9351-433b-8a05-e7e2b5e588a5 HTTP/1.1" status: 200 len: 210 time: 0.1478617 Nov 03 16:18:58.781468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e73ab1ed-a013-42e0-89e0-4e13c28f55f3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 9414e2b2-1504-445d-a559-3285f4ab573b {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:18:58.781856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e73ab1ed-a013-42e0-89e0-4e13c28f55f3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.805815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Made reservation on behalf of 3713d6ff8deb49a884fe46bb2261c6d0 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:18:58.809845 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.831859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:18:58.971330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e73ab1ed-a013-42e0-89e0-4e13c28f55f3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:58.993219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ba178500-462b-4e89-8e71-7c28d962b875 None None] Provisioning complete for port 9414e2b2-1504-445d-a559-3285f4ab573b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:58.993808 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba178500-462b-4e89-8e71-7c28d962b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.013404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e73ab1ed-a013-42e0-89e0-4e13c28f55f3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 9414e2b2-1504-445d-a559-3285f4ab573b owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:18:59.032670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 6e4ba454-41b0-4f07-857b-d39b48663cc4 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:18:59.039046 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 6e4ba454-41b0-4f07-857b-d39b48663cc4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:59.039373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.079009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ba178500-462b-4e89-8e71-7c28d962b875 None None] Port 9414e2b2-1504-445d-a559-3285f4ab573b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:59.101633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ba178500-462b-4e89-8e71-7c28d962b875 None None] Provisioning complete for port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:59.101953 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba178500-462b-4e89-8e71-7c28d962b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.114750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.138450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:18:59.197352 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.208798 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ba178500-462b-4e89-8e71-7c28d962b875 None None] Port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:18:59.212821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39f0838-5cba-4c8e-b27a-a777aec3711c,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:18:59.261802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Checking segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:18:59.262520 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Network hostable DHCP agents. Network: 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:18:59.263788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-f134dc1b-4c1d-4789-8c38-402a3557dbda service neutron] 10.222.0.15 "GET /v2.0/ports/6e4ba454-41b0-4f07-857b-d39b48663cc4/bindings/n-h1-813897-2 HTTP/1.1" status: 200 len: 382 time: 0.6414144 Nov 03 16:18:59.287497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:18:59.311274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:18:59.327562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:59.330096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.334098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:18:59.340215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:18:59.345602 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688a059d-1a5e-4b04-a9c7-55d94a75d92a" -d '{"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-plugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:18:59.353000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f023ebd8-36f5-4f79-863b-b4f7c6b9106f None None] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:18:59.383112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-118ba122-2dc4-4ae4-8f3c-4a2184e2825b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6349759 Nov 03 16:18:59.387100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55838) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:59.392470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:18:59.456811 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.518199 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.525499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.569148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:18:59.587360 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:18:59.588946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-33b600fd-fdf1-44a0-a68f-24eb48df6653 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8894773 Nov 03 16:18:59.593368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55844) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:18:59.595426 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e73ab1ed-a013-42e0-89e0-4e13c28f55f3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.619405 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:18:59.621080 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:18:59.641032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-0cdf4fa5-a2c3-43e7-abc8-2fe0128ae1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:18:59.653202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-0cdf4fa5-a2c3-43e7-abc8-2fe0128ae1ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1097 time: 0.2700393 Nov 03 16:18:59.733709 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:18:59.736597 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33271ed-96b4-4f06-b163-25531a9037d7 x-openstack-request-id: req-c33271ed-96b4-4f06-b163-25531a9037d7 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:18:59.738216 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-plugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:18:59.738781 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c33271ed-96b4-4f06-b163-25531a9037d7 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:18:59.744378 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'code': 200} Nov 03 16:18:59.799650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a479149-b791-49df-8600-4dc271b22a8e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:18:59.902649 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:18:59.977187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e4064fb0-60db-498e-b4fa-c41e99e5d11e None None] Provisioning complete for port 9414e2b2-1504-445d-a559-3285f4ab573b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:18:59.977839 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e4064fb0-60db-498e-b4fa-c41e99e5d11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.004052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-ceaadfe6-c0b0-466c-b989-0ffdfb411a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:00.011301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-ceaadfe6-c0b0-466c-b989-0ffdfb411a0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.2979033 Nov 03 16:19:00.041297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:00.047393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ab1ed-a013-42e0-89e0-4e13c28f55f3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=9414e2b2-1504-445d-a559-3285f4ab573b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:00.076153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e4064fb0-60db-498e-b4fa-c41e99e5d11e None None] Port 9414e2b2-1504-445d-a559-3285f4ab573b was deleted so its status cannot be updated. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 16:19:00.090990 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.171573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:00.171960 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.179291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d7ba-074c-4df4-952f-3fd1b26854f1 req-d170d4ad-817e-4a33-96b5-3c38db36d194 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:00.187072 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-91a5d7ba-074c-4df4-952f-3fd1b26854f1 req-d170d4ad-817e-4a33-96b5-3c38db36d194 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.0832391 Nov 03 16:19:00.281214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e36aecf-a271-4d1f-b15c-225e02bba8cd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting subnet 2c82c61e-0fff-471c-af98-95c1a9b8d0fd {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:19:00.288930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e36aecf-a271-4d1f-b15c-225e02bba8cd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.289862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-91a5d7ba-074c-4df4-952f-3fd1b26854f1 req-8d7b8f2c-1251-4bbe-92bf-ade023944368 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018300 Nov 03 16:19:00.383356 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:57Z', 'revision_number': 8, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:00.400704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:19:00.412457 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.418556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e36aecf-a271-4d1f-b15c-225e02bba8cd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.459492 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:00.461838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.485252 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:00.485925 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:00.486654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.560197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e36aecf-a271-4d1f-b15c-225e02bba8cd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.624501 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e73ab1ed-a013-42e0-89e0-4e13c28f55f3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.628815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e73ab1ed-a013-42e0-89e0-4e13c28f55f3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/9414e2b2-1504-445d-a559-3285f4ab573b HTTP/1.1" status: 204 len: 168 time: 2.9022079 Nov 03 16:19:00.632579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55850) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:00.633919 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e36aecf-a271-4d1f-b15c-225e02bba8cd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.664818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Allocated IP 172.20.0.2 (4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a/f39f0838-5cba-4c8e-b27a-a777aec3711c/8e898c58-a05f-48cf-9139-78427c3e501d) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:00.666182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Allocated IP 172.25.6.21 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/38290fb2-6abf-438b-882c-620e23c8c68c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:00.677044 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:00.761419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36aecf-a271-4d1f-b15c-225e02bba8cd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Subnet': ['ID=2c82c61e-0fff-471c-af98-95c1a9b8d0fd,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:00.772776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-2d2d1387-3fa4-491f-a29c-9768cd2ea253 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 1001 time: 0.7084265 Nov 03 16:19:00.774115 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbc6c2f-76c0-4faa-8269-85a9a56c48b8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:19:00.775896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bdbc6c2f-76c0-4faa-8269-85a9a56c48b8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/9414e2b2-1504-445d-a559-3285f4ab573b HTTP/1.1" status: 404 len: 333 time: 0.1393490 Nov 03 16:19:00.778880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55856) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:00.789448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e36aecf-a271-4d1f-b15c-225e02bba8cd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.795722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0e36aecf-a271-4d1f-b15c-225e02bba8cd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/2c82c61e-0fff-471c-af98-95c1a9b8d0fd HTTP/1.1" status: 204 len: 168 time: 1.2013817 Nov 03 16:19:00.834744 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.852589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-63e3da7b-b315-4587-98a1-d6a1f5719761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:00.854472 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-63e3da7b-b315-4587-98a1-d6a1f5719761 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.0575314 Nov 03 16:19:00.855137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55858) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:00.895654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.915313 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.937970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c2591-d678-4965-8699-3c781c1c21ed None None] Network b78a813a-0e9e-4131-aff5-59d6514f8215 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:00.953685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Pushing event updated for resources: {'Port': ['ID=38290fb2-6abf-438b-882c-620e23c8c68c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:00.956455 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:00.979853 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:00.988667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:01.000087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:19:01.089576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:01.116522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Pushing event updated for resources: {'Port': ['ID=8e898c58-a05f-48cf-9139-78427c3e501d,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:01.126601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:01.142928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.144635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:19:01.187119 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:57Z', 'revision_number': 8, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:01.210884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-ae6a2851-cb6e-4e49-a6f3-1767b1675bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:01.216428 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac0db6-fd0e-47ea-ad15-a1d5c1bab896 None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:18:57Z', 'revision_number': 8, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de6ab53-2829-4d36-8eb5-196b44df8452', 'name': '', 'network_id': '44fbe56d-f638-47cf-ba11-a6a0467dc464', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:00:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:32Z', 'updated_at': '2021-11-03T16:18:42Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '77fde9b3-d1f6-4021-a8db-809cfa97d08a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:01.224180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-ae6a2851-cb6e-4e49-a6f3-1767b1675bc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2265487 Nov 03 16:19:01.224877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-224b79bd-8fa1-4ced-9a66-ac513c499288 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.339459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Attempting to bind port 8e898c58-a05f-48cf-9139-78427c3e501d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:19:01.340142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Attempting to bind port 8e898c58-a05f-48cf-9139-78427c3e501d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:19:01.340687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Attempting to bind port 8e898c58-a05f-48cf-9139-78427c3e501d on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:01.348354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:19:01.349007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Checking segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:19:01.349605 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.350263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Bound using segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:19:01.350927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Bound port: 8e898c58-a05f-48cf-9139-78427c3e501d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:19:01.351491 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.373170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-224b79bd-8fa1-4ced-9a66-ac513c499288 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.407957 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.487936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] For port 8e898c58-a05f-48cf-9139-78427c3e501d, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:19:01.492090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] For port 8e898c58-a05f-48cf-9139-78427c3e501d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8e898c58-a05f-48cf-9139-78427c3e501d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:19:01.517272 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.522954 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.638511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-224b79bd-8fa1-4ced-9a66-ac513c499288 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.642784 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-224b79bd-8fa1-4ced-9a66-ac513c499288 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.644509 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-224b79bd-8fa1-4ced-9a66-ac513c499288 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/security-groups/17c5e7c2-4c4b-41ac-9297-208eecbc5555 HTTP/1.1" status: 204 len: 168 time: 0.8644693 Nov 03 16:19:01.661614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55864) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:01.661947 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:01.672785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b79bd-8fa1-4ced-9a66-ac513c499288 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c5e7c2-4c4b-41ac-9297-208eecbc5555,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:01.744216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d3313-5bb6-4528-a687-abf3562f0db1 None None] Pushing event updated for resources: {'Port': ['ID=8e898c58-a05f-48cf-9139-78427c3e501d,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:01.757484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 88dec460-1611-4cc4-a3e6-46c1f3e703e2 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:01.831736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53bbf-4542-4f0b-82e1-2001c734ceeb req-09278542-ad5a-4fea-a09d-254a5de6d3cc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:01.833333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9f53bbf-4542-4f0b-82e1-2001c734ceeb req-09278542-ad5a-4fea-a09d-254a5de6d3cc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.3630402 Nov 03 16:19:01.852045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bda3b7-b13e-4ad3-bd83-7bf4d3bc254f None None] DHCP port deletion for b78a813a-0e9e-4131-aff5-59d6514f8215 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:19:01.852722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-8ce679e1-ad05-4b8f-8af7-8be9266401da service neutron] 10.222.0.15 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233916 Nov 03 16:19:01.857502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 88dec460-1611-4cc4-a3e6-46c1f3e703e2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:01.857906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 88dec460-1611-4cc4-a3e6-46c1f3e703e2 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:01.995104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:19:02.024161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a6bda3b7-b13e-4ad3-bd83-7bf4d3bc254f None None] Deleting port 0bb67355-d95e-401e-a262-681a096acd26 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:02.024712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6bda3b7-b13e-4ad3-bd83-7bf4d3bc254f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.158337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 0bb67355-d95e-401e-a262-681a096acd26 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:02.161837 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.218159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a6bda3b7-b13e-4ad3-bd83-7bf4d3bc254f None None] For port 0bb67355-d95e-401e-a262-681a096acd26, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0bb67355-d95e-401e-a262-681a096acd26,segment=NetworkSegment(101f485b-0839-499c-ae95-8f5c3a447156),segment_id=101f485b-0839-499c-ae95-8f5c3a447156)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:02.218627 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6bda3b7-b13e-4ad3-bd83-7bf4d3bc254f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.253213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a6bda3b7-b13e-4ad3-bd83-7bf4d3bc254f None None] Calling delete_port for 0bb67355-d95e-401e-a262-681a096acd26 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:02.303889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:02.351495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.357783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ea8ef620-40f7-4e15-ad74-7b485a0c128b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9680123 Nov 03 16:19:02.360073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:02.368748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-1896dcb8-83f1-4e2a-bb89-c35bd55c928b service neutron] 10.222.0.15 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832487 Nov 03 16:19:02.378680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Sync routers for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:02.393389 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9f53bbf-4542-4f0b-82e1-2001c734ceeb req-ca3546a6-d811-495e-9c97-cd6f190ade27 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5282071 Nov 03 16:19:02.394988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6bda3b7-b13e-4ad3-bd83-7bf4d3bc254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.418818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:02.419469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:02.425161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5740-19ab-4cf0-aaf4-406138682fec tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.437889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port 0bb67355-d95e-401e-a262-681a096acd26, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0bb67355-d95e-401e-a262-681a096acd26,segment=NetworkSegment(101f485b-0839-499c-ae95-8f5c3a447156),segment_id=101f485b-0839-499c-ae95-8f5c3a447156)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:02.438399 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.468953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 0bb67355-d95e-401e-a262-681a096acd26 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:02.477094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5740-19ab-4cf0-aaf4-406138682fec tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.575804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bda3b7-b13e-4ad3-bd83-7bf4d3bc254f None None] Pushing event deleted for resources: {'Port': ['ID=0bb67355-d95e-401e-a262-681a096acd26,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:02.588233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bda3b7-b13e-4ad3-bd83-7bf4d3bc254f None None] No DVR routers for this DVR port 0bb67355-d95e-401e-a262-681a096acd26 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:02.635381 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.644351 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5740-19ab-4cf0-aaf4-406138682fec tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.646784 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9707d0c2-22d9-4552-9f9f-12084c7bf47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.649199 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5740-19ab-4cf0-aaf4-406138682fec tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.652727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ffbf5740-19ab-4cf0-aaf4-406138682fec tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/security-groups/43451aba-e434-4637-afe1-7c9cf41c2f73 HTTP/1.1" status: 204 len: 168 time: 0.9702022 Nov 03 16:19:02.661740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55876) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:02.687764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=0bb67355-d95e-401e-a262-681a096acd26,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:02.717418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No DVR routers for this DVR port 0bb67355-d95e-401e-a262-681a096acd26 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:02.757332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:02.758143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf5740-19ab-4cf0-aaf4-406138682fec tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43451aba-e434-4637-afe1-7c9cf41c2f73,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:02.925583 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:02.954582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-905a4e91-0a68-4209-86e5-f2dd191bef1e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet 2eb2fb18-927d-40ea-a2a8-cd04fb81cb55 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:19:02.970908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-905a4e91-0a68-4209-86e5-f2dd191bef1e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.044636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:01Z', 'revision_number': 3, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:03.058174 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-905a4e91-0a68-4209-86e5-f2dd191bef1e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.117393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Checking router: 31356bb6-c5cc-46e7-9a95-55dbbe06d816 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:03.117393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Updating router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 port 38290fb2-6abf-438b-882c-620e23c8c68c binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:19:03.133829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78a813a-0e9e-4131-aff5-59d6514f8215']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:03.172709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101f485b-0839-499c-ae95-8f5c3a447156') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:03.174181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101f485b-0839-499c-ae95-8f5c3a447156') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:03.179463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.212310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.264551 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.265995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.351075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:19:03.351075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:19:03.359264 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:19:03.543109 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-905a4e91-0a68-4209-86e5-f2dd191bef1e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.591871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.597325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.604503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/networks/b78a813a-0e9e-4131-aff5-59d6514f8215 HTTP/1.1" status: 204 len: 168 time: 2.7415590 Nov 03 16:19:03.608164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55896) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:03.637642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Allocated IP 172.20.0.1 (4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a/f39f0838-5cba-4c8e-b27a-a777aec3711c/6a452a0c-774f-4758-aca0-7a6cb9b36c85) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:03.688463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5587795-ef40-43b1-a004-0af276100caf None None] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:03.773546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8e898c58-a05f-48cf-9139-78427c3e501d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:03.790303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.821163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a20466-0723-4556-a90b-c51d0a358bb6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Network': ['ID=b78a813a-0e9e-4131-aff5-59d6514f8215,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:03.835773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.882183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-674e33f9-b7e6-4132-b862-6f7ad9ce1009 None None] Provisioning complete for port 8e898c58-a05f-48cf-9139-78427c3e501d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:03.882927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-674e33f9-b7e6-4132-b862-6f7ad9ce1009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:03.972527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:03.977687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:03.988867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:19:04.048990 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.139033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-905a4e91-0a68-4209-86e5-f2dd191bef1e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.173872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Pushing event updated for resources: {'Port': ['ID=6a452a0c-774f-4758-aca0-7a6cb9b36c85,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:04.205133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cf6e8-dc42-4e3e-81ad-568e47648f09 req-abcae250-8470-4db4-b9f5-076348374cf6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:04.213190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a85cf6e8-dc42-4e3e-81ad-568e47648f09 req-abcae250-8470-4db4-b9f5-076348374cf6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.3860664 Nov 03 16:19:04.267978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a4e91-0a68-4209-86e5-f2dd191bef1e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb2fb18-927d-40ea-a2a8-cd04fb81cb55,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:04.305693 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8e898c58-a05f-48cf-9139-78427c3e501d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:04.306279 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.312166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-905a4e91-0a68-4209-86e5-f2dd191bef1e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.332306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a85cf6e8-dc42-4e3e-81ad-568e47648f09 req-0a7bee0b-6192-46eb-a344-9104f421994d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109345 Nov 03 16:19:04.332922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55898) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:04.349285 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:04.352644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-905a4e91-0a68-4209-86e5-f2dd191bef1e tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/2eb2fb18-927d-40ea-a2a8-cd04fb81cb55 HTTP/1.1" status: 204 len: 168 time: 1.6646369 Nov 03 16:19:04.414978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf70650-9bb0-4edb-8755-39d27e26103b None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:04.544470 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-674e33f9-b7e6-4132-b862-6f7ad9ce1009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.662006 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.667483 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.701283 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.854103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-674e33f9-b7e6-4132-b862-6f7ad9ce1009 None None] For port 8e898c58-a05f-48cf-9139-78427c3e501d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8e898c58-a05f-48cf-9139-78427c3e501d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:04.903308 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-674e33f9-b7e6-4132-b862-6f7ad9ce1009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.906881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Attempting to bind port 38290fb2-6abf-438b-882c-620e23c8c68c on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:19:04.908188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Attempting to bind port 38290fb2-6abf-438b-882c-620e23c8c68c by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:19:04.911083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Attempting to bind port 38290fb2-6abf-438b-882c-620e23c8c68c on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:04.928417 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.934023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:19:04.939276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.989169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:19:04.989907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:19:04.990416 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:04.990912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:19:04.991564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Bound port: 38290fb2-6abf-438b-882c-620e23c8c68c, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:19:04.992057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:05.000738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5cf81-2a03-47cb-8e2f-6ce1c0d9d810 None None] Pushing event updated for resources: {'Port': ['ID=38290fb2-6abf-438b-882c-620e23c8c68c,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:05.154863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e33f9-b7e6-4132-b862-6f7ad9ce1009 None None] Pushing event updated for resources: {'Port': ['ID=8e898c58-a05f-48cf-9139-78427c3e501d,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:05.174351 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6f5b-6c6b-471b-a7e8-b0c3ee4dcc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:05.231360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e72251e4-59ed-4953-8b91-6ad41ae65b62 None None] Provisioning complete for port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:05.231734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e72251e4-59ed-4953-8b91-6ad41ae65b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:05.304830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] For port 38290fb2-6abf-438b-882c-620e23c8c68c, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:19:05.324528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0bb67355-d95e-401e-a262-681a096acd26 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:05.401442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 0bb67355-d95e-401e-a262-681a096acd26 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:05.408589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0bb67355-d95e-401e-a262-681a096acd26 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:05.447877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] For port 38290fb2-6abf-438b-882c-620e23c8c68c, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=38290fb2-6abf-438b-882c-620e23c8c68c,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:19:05.472870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:05.476086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e72251e4-59ed-4953-8b91-6ad41ae65b62 None None] Port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:05.624290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e72251e4-59ed-4953-8b91-6ad41ae65b62 None None] Provisioning complete for port 8e898c58-a05f-48cf-9139-78427c3e501d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:05.624677 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e72251e4-59ed-4953-8b91-6ad41ae65b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:05.670055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8e898c58-a05f-48cf-9139-78427c3e501d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:05.817119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-e4d3cf0c-ad84-45e6-94f6-1a7fec4e159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:05.823024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:05.823672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:05.825556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-e4d3cf0c-ad84-45e6-94f6-1a7fec4e159d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 1097 time: 0.8798308 Nov 03 16:19:05.828414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5cf81-2a03-47cb-8e2f-6ce1c0d9d810 None None] Pushing event updated for resources: {'Port': ['ID=38290fb2-6abf-438b-882c-620e23c8c68c,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:05.861271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:05.973792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f3fcf-cd85-40ad-8527-835d0d425d3c req-8d942250-ffee-47db-9502-52eb2af972cb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:05.984017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-260f3fcf-cd85-40ad-8527-835d0d425d3c req-8d942250-ffee-47db-9502-52eb2af972cb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.4124355 Nov 03 16:19:06.077042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8e898c58-a05f-48cf-9139-78427c3e501d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:06.077963 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.144379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:06.196787 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.234250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.253224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.298165 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.309938 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.343219 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-260f3fcf-cd85-40ad-8527-835d0d425d3c req-45cf028e-8cfa-40f3-881d-9e2c288d37e7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579805 Nov 03 16:19:06.475480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:06.510144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:06.520752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:06.521367 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.524877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=9a4195f3-1551-4c03-b9a1-256d4f4f9599,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:06.602318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a933d-5cb8-463f-9b5f-a657de57937e None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:06.607412 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.624215 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7bf9db00-db79-4abc-b340-868d379c6160 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2819095 Nov 03 16:19:06.626974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Pushing event updated for resources: {'Port': ['ID=6a452a0c-774f-4758-aca0-7a6cb9b36c85,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:06.654667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55922) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:06.662462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0faebc10-78c8-454a-872c-fcc434eeffd2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'security_group': {'name': 'tempest-secgroup-1543227876'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:06.732950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 5de6ab53-2829-4d36-8eb5-196b44df8452 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:06.733299 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.761056 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0faebc10-78c8-454a-872c-fcc434eeffd2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:06.828937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:06.995271 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:06.999497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:07.009145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-007bac99-dffb-412e-8731-6f47a39e4273 None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:07.010040 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-007bac99-dffb-412e-8731-6f47a39e4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.024961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0faebc10-78c8-454a-872c-fcc434eeffd2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.049246 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0faebc10-78c8-454a-872c-fcc434eeffd2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.087372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port 5de6ab53-2829-4d36-8eb5-196b44df8452, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5de6ab53-2829-4d36-8eb5-196b44df8452,segment=NetworkSegment(dea6f03f-b66e-4783-ad54-f70aa4925113),segment_id=dea6f03f-b66e-4783-ad54-f70aa4925113)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:07.087982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.113337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 5de6ab53-2829-4d36-8eb5-196b44df8452 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:07.121507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:07.352916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faebc10-78c8-454a-872c-fcc434eeffd2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f773c73-be3c-4004-b0d4-4351e16f13e4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:07.358400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.372199 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0faebc10-78c8-454a-872c-fcc434eeffd2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.385066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0faebc10-78c8-454a-872c-fcc434eeffd2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7166178 Nov 03 16:19:07.389444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55932) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:07.412343 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.414178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-be2ac900-77f5-42f5-88d4-5982e7fa715b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'security_group': {'name': 'tempest-secgroup-1498179770'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:07.446435 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:19:07.506762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:19:07.510972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=5de6ab53-2829-4d36-8eb5-196b44df8452,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:07.515931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:19:07.563408 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be2ac900-77f5-42f5-88d4-5982e7fa715b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.690753 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.696804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-94535f14-8410-4949-aad1-83de558d0fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:03Z', 'revision_number': 1, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:07.732080 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be2ac900-77f5-42f5-88d4-5982e7fa715b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.780878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94535f14-8410-4949-aad1-83de558d0fba None None] The sync data for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 is: [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:03Z', 'revision_number': 1, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:07.802793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be2ac900-77f5-42f5-88d4-5982e7fa715b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.853227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:07.856509 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412f4c54-b108-43c5-9d71-9d31b2b59023" -d '{"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:07.862952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a39bfa-5ab7-4da1-80fd-488f77e2bebb req-b81a9154-f401-45f2-bd85-01df1fbe2a53 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:07.864837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75a39bfa-5ab7-4da1-80fd-488f77e2bebb req-b81a9154-f401-45f2-bd85-01df1fbe2a53 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.3527741 Nov 03 16:19:07.871700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be2ac900-77f5-42f5-88d4-5982e7fa715b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.873321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-be2ac900-77f5-42f5-88d4-5982e7fa715b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4808462 Nov 03 16:19:07.905091 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.909278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55936) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:07.913749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.921646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-01c462c6-36fb-43a2-9fe3-acb786a8abbb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'security_group': {'name': 'tempest-secgroup-200402909'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:07.926909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-007bac99-dffb-412e-8731-6f47a39e4273 None None] Provisioning complete for port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:07.929195 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-007bac99-dffb-412e-8731-6f47a39e4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:07.945450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ac900-77f5-42f5-88d4-5982e7fa715b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524af703-8227-4306-a028-ab6562ebcb6d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:08.009587 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01c462c6-36fb-43a2-9fe3-acb786a8abbb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:08.032461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:08.032857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Transition to ACTIVE for port object 6e4ba454-41b0-4f07-857b-d39b48663cc4 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:19:08.048620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:08.079279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a4bbdc0e-52e8-4718-8b86-53c269fa8396 admin admin] 10.222.0.86 "PUT /v2.0/routers/31356bb6-c5cc-46e7-9a95-55dbbe06d816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7156653 Nov 03 16:19:08.095277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-75a39bfa-5ab7-4da1-80fd-488f77e2bebb req-aae032da-1cf7-4a81-9e9c-6cef887e9011 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878045 Nov 03 16:19:08.130223 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa6c649-5f73-43f6-8345-f19f3642064b x-openstack-request-id: req-dfa6c649-5f73-43f6-8345-f19f3642064b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:08.131171 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:08.131600 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dfa6c649-5f73-43f6-8345-f19f3642064b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:08.132203 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'code': 200} Nov 03 16:19:08.132965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:08.260080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] No DVR routers for this DVR port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:08.292265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-007bac99-dffb-412e-8731-6f47a39e4273 None None] Port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:08.324283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:19:08.329380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01c462c6-36fb-43a2-9fe3-acb786a8abbb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:08.340949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01c462c6-36fb-43a2-9fe3-acb786a8abbb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:08.370253 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:19:08.370824 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:19:08.411434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5cf687-b4a7-47e1-b0cb-5eeabf6e9680 None None] Update dhcp port {'port': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'fixed_ips': [{'subnet_id': '5d972034-7816-4447-818a-fcd15fca46ff', 'ip_address': '172.20.0.18'}, {'subnet_id': '9a4195f3-1551-4c03-b9a1-256d4f4f9599'}], 'binding:host_id': 'n-d-813897-2'}, 'id': '1a479149-b791-49df-8600-4dc271b22a8e'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:19:08.454937 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-01c462c6-36fb-43a2-9fe3-acb786a8abbb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:08.456971 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-01c462c6-36fb-43a2-9fe3-acb786a8abbb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5432019 Nov 03 16:19:08.461083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55956) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:08.482675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-980019445', 'security_groups': ['d5bff345-bda8-4d8d-94ba-e641c8f4e2de'], 'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a4195f3-1551-4c03-b9a1-256d4f4f9599'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:08.496164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c462c6-36fb-43a2-9fe3-acb786a8abbb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bff345-bda8-4d8d-94ba-e641c8f4e2de,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:08.539964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:08.548708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55962) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:08.550233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6b6e044c-0cf1-44fd-b07a-fb69d998ca19 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9155962 Nov 03 16:19:08.551278 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:08.551612 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:08.556246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf687-b4a7-47e1-b0cb-5eeabf6e9680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:08.570905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b8dd8526-c5cd-4ad3-a08b-1681d69bd1c5 None None] Provisioning complete for port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:08.571569 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b8dd8526-c5cd-4ad3-a08b-1681d69bd1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:08.572931 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:08.574426 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:08.712963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-19dd55aa-b5e2-41ea-a10b-99a6544e2388 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting subnet 77fde9b3-d1f6-4021-a8db-809cfa97d08a {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:19:08.722764 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19dd55aa-b5e2-41ea-a10b-99a6544e2388 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:08.750127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd8526-c5cd-4ad3-a08b-1681d69bd1c5 None None] Port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:08.910716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:19:08.911039 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:08.911181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:19:08.911368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on network abf4b22a-63b9-473a-9b24-0b2855197f14 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:08.924514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on network abf4b22a-63b9-473a-9b24-0b2855197f14 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:19:08.925912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Attempting to bind port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on network abf4b22a-63b9-473a-9b24-0b2855197f14 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:08.946403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:19:08.947714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Checking segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:19:08.948344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Bound using segment: {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:19:08.949042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Bound port: 6e4ba454-41b0-4f07-857b-d39b48663cc4, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5207a4-357e-4290-9d82-a5304118e1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:19:08.952960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:09.057157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55966) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:09.057930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55970) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:09.071520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:19:09.078760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:19:09.087045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19dd55aa-b5e2-41ea-a10b-99a6544e2388 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:09.089737 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:09.098925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-1e1c6fda-8230-46ed-a35d-3a8b60d1f84e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381034592', 'description': 'tempest-description--832666538'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:09.193771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6fda-8230-46ed-a35d-3a8b60d1f84e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:09.211496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=11']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:09.251793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:09.253821 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:09.258267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9e288424-ef68-4abd-9340-c79e74b645f7 service neutron] 10.222.0.70 "PUT /v2.0/ports/6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 1093 time: 3.4158280 Nov 03 16:19:09.290202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:19:09.444480 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-3d5cf687-b4a7-47e1-b0cb-5eeabf6e9680 None None] Allocated IP 172.20.0.2 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/9a4195f3-1551-4c03-b9a1-256d4f4f9599/1a479149-b791-49df-8600-4dc271b22a8e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:09.479783 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19dd55aa-b5e2-41ea-a10b-99a6544e2388 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:09.508993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9de1a639-3282-4d99-a76f-d9d1bb3619a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:09.515499 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:07Z', 'revision_number': 9, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:09.516363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9de1a639-3282-4d99-a76f-d9d1bb3619a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1096 time: 0.2216852 Nov 03 16:19:09.554103 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:09.567518 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:09.568445 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:09.728283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-ca15d3ee-c304-4339-9ed0-d7df126f1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:09.729819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-ca15d3ee-c304-4339-9ed0-d7df126f1d6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.2085557 Nov 03 16:19:09.746624 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:09.756809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3d5cf687-b4a7-47e1-b0cb-5eeabf6e9680 None None] For port 1a479149-b791-49df-8600-4dc271b22a8e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a479149-b791-49df-8600-4dc271b22a8e,segment=NetworkSegment(ac6a314e-6993-4972-865b-477d82950e6d),segment_id=ac6a314e-6993-4972-865b-477d82950e6d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:09.819374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 38290fb2-6abf-438b-882c-620e23c8c68c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:09.845145 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c3acaa6-595c-4c5c-8c96-5f799271cae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:09.895372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf687-b4a7-47e1-b0cb-5eeabf6e9680 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:09.907374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-9472f9aa-a02b-489c-bf52-5a6a6b4f8516 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 999 time: 0.1648383 Nov 03 16:19:09.911363 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf687-b4a7-47e1-b0cb-5eeabf6e9680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:09.996134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-b76a8e15-cd75-4959-9b5f-784d8891fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:10.011017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-b76a8e15-cd75-4959-9b5f-784d8891fc6d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.0959027 Nov 03 16:19:10.014525 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6fda-8230-46ed-a35d-3a8b60d1f84e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:10.028642 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:10.059848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b5c16-8ce8-401a-83d4-8bec3a907f45 req-ed9b4442-3e30-4b64-9a7b-50426eede57a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:10.064467 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d60b5c16-8ce8-401a-83d4-8bec3a907f45 req-ed9b4442-3e30-4b64-9a7b-50426eede57a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 945 time: 0.5694892 Nov 03 16:19:10.071755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 38290fb2-6abf-438b-882c-620e23c8c68c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:10.072134 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:10.090770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cf687-b4a7-47e1-b0cb-5eeabf6e9680 None None] Pushing event updated for resources: {'Port': ['ID=1a479149-b791-49df-8600-4dc271b22a8e,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:10.097751 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:07Z', 'revision_number': 9, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:10.103878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6fda-8230-46ed-a35d-3a8b60d1f84e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:10.116972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-11322634-1daf-4add-ac09-09f5a1a83d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:10.118939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-11322634-1daf-4add-ac09-09f5a1a83d70 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001854 Nov 03 16:19:10.119746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19dd55aa-b5e2-41ea-a10b-99a6544e2388 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:10.125773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] device_id is not set on port db63f1e5-616e-4847-99d8-b6c48911f127 yet. {{(pid=108105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:19:10.138976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:10.141252 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714" -d '{"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:10.192106 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16554b4f-f906-4e25-82f7-296a52c6d740 None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:07Z', 'revision_number': 9, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b8d11-d226-4a09-88b1-d15e56577690', 'name': '', 'network_id': 'c0ee11ef-5b29-4152-9524-35166770ae09', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:0b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '686d495b-c97e-433f-b896-2313b72750cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:22Z', 'updated_at': '2021-11-03T16:18:31Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': '686d495b-c97e-433f-b896-2313b72750cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:10.347473 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:10.409440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-5618ef8e-d190-410f-87cd-717e66133510 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809939 Nov 03 16:19:10.412342 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd8f34-f605-4c9f-aa8d-b945fc598ed4 x-openstack-request-id: req-e9cd8f34-f605-4c9f-aa8d-b945fc598ed4 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:10.412720 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:10.413045 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e9cd8f34-f605-4c9f-aa8d-b945fc598ed4 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:10.413511 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'status': 'completed', 'code': 200} Nov 03 16:19:10.422082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 38290fb2-6abf-438b-882c-620e23c8c68c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=38290fb2-6abf-438b-882c-620e23c8c68c,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:10.442851 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:10.514601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=38290fb2-6abf-438b-882c-620e23c8c68c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:10.571412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-075c7c65-caec-4c32-9e67-76c648982e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:10.573065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-075c7c65-caec-4c32-9e67-76c648982e85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1096 time: 0.1626289 Nov 03 16:19:10.656368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.6 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/9a4195f3-1551-4c03-b9a1-256d4f4f9599/db63f1e5-616e-4847-99d8-b6c48911f127) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:10.731625 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d03439f0-a49c-43e8-ab33-482107a9ba97 req-3f30587c-80f1-427e-97c9-0413bcfb6716 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965271 Nov 03 16:19:10.786202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-b7eef746-e76d-4dcd-ac69-6d225d04ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:10.788079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-b7eef746-e76d-4dcd-ac69-6d225d04ee02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.2051220 Nov 03 16:19:10.892835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-788e28a7-1702-41e4-aea9-847299c9e2d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 999 time: 0.0960219 Nov 03 16:19:10.959734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd55aa-b5e2-41ea-a10b-99a6544e2388 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Subnet': ['ID=77fde9b3-d1f6-4021-a8db-809cfa97d08a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:10.976406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01dd470-ffe9-4519-bc8b-3591040ec8c2 None None] Network 44fbe56d-f638-47cf-ba11-a6a0467dc464 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:10.989135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.024161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-b4920154-c36f-4993-a45d-0f78276fada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:11.026415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-b4920154-c36f-4993-a45d-0f78276fada3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1096 time: 0.1291511 Nov 03 16:19:11.035183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-f821cced-ae40-4e04-af1c-a3639f695407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:11.035424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c6fda-8230-46ed-a35d-3a8b60d1f84e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119b89c0-0609-48f2-8282-1e942f723bee,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:11.044385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-f821cced-ae40-4e04-af1c-a3639f695407 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.1003070 Nov 03 16:19:11.056071 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19dd55aa-b5e2-41ea-a10b-99a6544e2388 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.063050 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-19dd55aa-b5e2-41ea-a10b-99a6544e2388 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/77fde9b3-d1f6-4021-a8db-809cfa97d08a HTTP/1.1" status: 204 len: 168 time: 2.5043147 Nov 03 16:19:11.066777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6fda-8230-46ed-a35d-3a8b60d1f84e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.068001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1e1c6fda-8230-46ed-a35d-3a8b60d1f84e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9972253 Nov 03 16:19:11.073514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55986) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:11.073892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55988) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:11.085365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b35dad04-5bf3-4fe5-918c-562987539973 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'security_group_rule': {'security_group_id': '119b89c0-0609-48f2-8282-1e942f723bee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:11.165999 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d60b5c16-8ce8-401a-83d4-8bec3a907f45 req-94429eee-e9c1-4c2b-8de7-345383dbe5ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0735011 Nov 03 16:19:11.194839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-bd5b1aab-eb1f-4f3c-8c9f-bf27ec09d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:11.196578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-bd5b1aab-eb1f-4f3c-8c9f-bf27ec09d7a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.1506059 Nov 03 16:19:11.261346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-2f0d3285-cbcc-4786-80df-19546c094ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:11.264874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f80e06-c63e-474c-8da1-f612e2faaef8 None None] DHCP port deletion for 44fbe56d-f638-47cf-ba11-a6a0467dc464 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:19:11.273271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-2f0d3285-cbcc-4786-80df-19546c094ed8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129122 Nov 03 16:19:11.311934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b35dad04-5bf3-4fe5-918c-562987539973 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.331882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-c14aca2f-164f-45f8-a99c-57d1b59d91ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 999 time: 0.1253264 Nov 03 16:19:11.344563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-feee0f0e-8043-4943-bcc6-85faa367e07f None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:11.345078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-feee0f0e-8043-4943-bcc6-85faa367e07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.355949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c3acaa6-595c-4c5c-8c96-5f799271cae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.363335 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.368021 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.376465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c3acaa6-595c-4c5c-8c96-5f799271cae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.385426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-90f80e06-c63e-474c-8da1-f612e2faaef8 None None] Deleting port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:11.385970 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90f80e06-c63e-474c-8da1-f612e2faaef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.440987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-e9a97dfc-28e2-48ec-b239-d2ddbc14a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:11.442873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-e9a97dfc-28e2-48ec-b239-d2ddbc14a866 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.0771632 Nov 03 16:19:11.523531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:11.529922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-4a96e34b-7af8-44e7-8314-fd68b4bf4bbc service neutron] 10.222.0.15 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457137 Nov 03 16:19:11.542527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:11.546414 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c3acaa6-595c-4c5c-8c96-5f799271cae0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7e3efc06da3942a6baacf98367810beb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4871428 Nov 03 16:19:11.565722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55992) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:11.566136 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-90f80e06-c63e-474c-8da1-f612e2faaef8 None None] For port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9dd27a7d-0f1c-4842-9071-d8627fdc0f02,segment=NetworkSegment(dea6f03f-b66e-4783-ad54-f70aa4925113),segment_id=dea6f03f-b66e-4783-ad54-f70aa4925113)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:11.566804 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90f80e06-c63e-474c-8da1-f612e2faaef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.576839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:19:11.599052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=db63f1e5-616e-4847-99d8-b6c48911f127,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:11.605330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b35dad04-5bf3-4fe5-918c-562987539973 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.605709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-90f80e06-c63e-474c-8da1-f612e2faaef8 None None] Calling delete_port for 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:11.607918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-feee0f0e-8043-4943-bcc6-85faa367e07f None None] Provisioning complete for port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:11.608547 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-feee0f0e-8043-4943-bcc6-85faa367e07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.610453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3acaa6-595c-4c5c-8c96-5f799271cae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1770aac1-4b0f-49fc-bbfe-2be5828d8f41,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:11.669500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b35dad04-5bf3-4fe5-918c-562987539973 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.670782 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-feee0f0e-8043-4943-bcc6-85faa367e07f None None] Port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:11.712710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dad04-5bf3-4fe5-918c-562987539973 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d48c984-6c8a-49da-be66-81d13f8a127f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:11.741616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b35dad04-5bf3-4fe5-918c-562987539973 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.743884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b35dad04-5bf3-4fe5-918c-562987539973 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6638057 Nov 03 16:19:11.750377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55994) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:11.769900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:11.770916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.782189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9d17cc39-6453-47bd-bc3e-12c0d8ed5714 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'security_group_rule': {'security_group_id': '119b89c0-0609-48f2-8282-1e942f723bee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:11.800202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a479149-b791-49df-8600-4dc271b22a8e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:11.816752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-51d569dc-2d7e-4613-ab0d-8c73fe0eb795 service neutron] 10.222.0.15 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763758 Nov 03 16:19:11.818922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-a30ab1a5-58a4-492b-925d-b3e785741bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:11.820415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-a30ab1a5-58a4-492b-925d-b3e785741bf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3614860 Nov 03 16:19:11.842037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:11.842692 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.872934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d17cc39-6453-47bd-bc3e-12c0d8ed5714 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.881490 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0b830b55-ddcc-48a6-a127-e4c278635e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.887509 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-90f80e06-c63e-474c-8da1-f612e2faaef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:11.924069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-10143204-e472-47fc-9751-ef5d64fbc552 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4618733 Nov 03 16:19:11.927613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 55996) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:11.933013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-986b210a-63c1-4ffc-84ae-9343c154e92d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:11.950437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f80e06-c63e-474c-8da1-f612e2faaef8 None None] Pushing event deleted for resources: {'Port': ['ID=9dd27a7d-0f1c-4842-9071-d8627fdc0f02,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:11.967940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f80e06-c63e-474c-8da1-f612e2faaef8 None None] No DVR routers for this DVR port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:12.004574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:12.005396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.014408 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d17cc39-6453-47bd-bc3e-12c0d8ed5714 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.024576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9dd27a7d-0f1c-4842-9071-d8627fdc0f02,segment=NetworkSegment(dea6f03f-b66e-4783-ad54-f70aa4925113),segment_id=dea6f03f-b66e-4783-ad54-f70aa4925113)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:12.025293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.029768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2ba68977-c4ac-431f-a5b1-fe33f9fd8c95 None None] Provisioning complete for port db63f1e5-616e-4847-99d8-b6c48911f127 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:12.033157 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2ba68977-c4ac-431f-a5b1-fe33f9fd8c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.035339 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d17cc39-6453-47bd-bc3e-12c0d8ed5714 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.088271 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:12.092889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2ba68977-c4ac-431f-a5b1-fe33f9fd8c95 None None] Port db63f1e5-616e-4847-99d8-b6c48911f127 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:12.099248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17cc39-6453-47bd-bc3e-12c0d8ed5714 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dbebc0-aed8-441c-a320-9f3e74fa91f7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:12.103801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Sync routers for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:12.115768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9d17cc39-6453-47bd-bc3e-12c0d8ed5714 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.117108 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9d17cc39-6453-47bd-bc3e-12c0d8ed5714 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3649802 Nov 03 16:19:12.127194 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:12.128481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:12.148917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 55998) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:12.154123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:12.185387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.308112 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 38290fb2-6abf-438b-882c-620e23c8c68c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:12.317207 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.336306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No DVR routers for this DVR port 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:12.379699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:12.413232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 38290fb2-6abf-438b-882c-620e23c8c68c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:12.413627 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.437451 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0b830b55-ddcc-48a6-a127-e4c278635e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.488808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=9dd27a7d-0f1c-4842-9071-d8627fdc0f02,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:12.528476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-e48bfada-a648-4155-92c8-577bed54e563 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6995769 Nov 03 16:19:12.542980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.597355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fbe56d-f638-47cf-ba11-a6a0467dc464']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:12.610004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d0189-c4a5-4112-86d7-3622fd87192a req-aadbea85-2b15-45c4-8d6a-b3fe9304c1cf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:12.612004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7d0189-c4a5-4112-86d7-3622fd87192a req-aadbea85-2b15-45c4-8d6a-b3fe9304c1cf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 945 time: 0.1703339 Nov 03 16:19:12.625991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea6f03f-b66e-4783-ad54-f70aa4925113') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:12.626302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea6f03f-b66e-4783-ad54-f70aa4925113') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:12.644041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.658081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.666899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.677921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:19:12.678746 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:19:12.681435 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:19:12.751915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986b210a-63c1-4ffc-84ae-9343c154e92d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:19:12.756998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-986b210a-63c1-4ffc-84ae-9343c154e92d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.795678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:05Z', 'revision_number': 2, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:12.810238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7d0189-c4a5-4112-86d7-3622fd87192a req-b6c2ae66-e6ba-45df-adb9-b8c90b11dc74 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889877 Nov 03 16:19:12.818316 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0b830b55-ddcc-48a6-a127-e4c278635e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.821630 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0b830b55-ddcc-48a6-a127-e4c278635e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.826088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0b830b55-ddcc-48a6-a127-e4c278635e7f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1770aac1-4b0f-49fc-bbfe-2be5828d8f41 HTTP/1.1" status: 204 len: 168 time: 1.2537909 Nov 03 16:19:12.861989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Checking router: 31356bb6-c5cc-46e7-9a95-55dbbe06d816 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:12.862353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Updating router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:19:12.876052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.888504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.889832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de6ab53-2829-4d36-8eb5-196b44df8452 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:12.891863 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/networks/44fbe56d-f638-47cf-ba11-a6a0467dc464 HTTP/1.1" status: 204 len: 168 time: 1.8129642 Nov 03 16:19:12.899257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56006) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:12.904026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cd576-a5e6-4f32-a7a0-90d599a24ce4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Network': ['ID=44fbe56d-f638-47cf-ba11-a6a0467dc464,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:12.916208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b830b55-ddcc-48a6-a127-e4c278635e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1770aac1-4b0f-49fc-bbfe-2be5828d8f41,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:12.925585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5de6ab53-2829-4d36-8eb5-196b44df8452 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:12.925867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de6ab53-2829-4d36-8eb5-196b44df8452 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:12.926297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:12.928131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Allocated IP 172.25.6.214 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d962d4e2-075e-4b3d-ae83-584b984dfdef) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:12.933224 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:12.972268 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9bbc79d-2e55-4ecf-9cb7-9324619f4714 req-de87659e-356c-4e1c-9c05-d62e5655266d service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347060 Nov 03 16:19:12.975614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:12.975970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9dd27a7d-0f1c-4842-9071-d8627fdc0f02 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:13.050612 n-d-813897-2 neutron-server[108104]: INFO neutron.db.ipam_backend_mixin [None req-986b210a-63c1-4ffc-84ae-9343c154e92d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a4195f3-1551-4c03-b9a1-256d4f4f9599 (CIDR: 172.20.0.0/28) Nov 03 16:19:13.063688 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-986b210a-63c1-4ffc-84ae-9343c154e92d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:19:13.064443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986b210a-63c1-4ffc-84ae-9343c154e92d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:13.126900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.173781 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.213682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-986b210a-63c1-4ffc-84ae-9343c154e92d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2844577 Nov 03 16:19:13.216549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56010) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:13.222173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-160c69a6-91ae-48f3-9fc9-96652c859909 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:13.249315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'Port': ['ID=d962d4e2-075e-4b3d-ae83-584b984dfdef,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:13.275891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:13.276981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:13.282576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:19:13.399749 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.420003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:19:13.440730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160c69a6-91ae-48f3-9fc9-96652c859909 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:19:13.447342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-160c69a6-91ae-48f3-9fc9-96652c859909 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.451215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56012) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:13.452363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.493420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9597-3ce6-460a-9215-51c2c23e03df admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.610103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.692619 n-d-813897-2 neutron-server[108104]: INFO neutron.db.ipam_backend_mixin [None req-160c69a6-91ae-48f3-9fc9-96652c859909 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5d972034-7816-4447-818a-fcd15fca46ff (CIDR: 172.20.0.16/28) Nov 03 16:19:13.704552 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-160c69a6-91ae-48f3-9fc9-96652c859909 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:19:13.705193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160c69a6-91ae-48f3-9fc9-96652c859909 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:13.715779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:13.717602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.723352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9597-3ce6-460a-9215-51c2c23e03df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.726217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.739192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9597-3ce6-460a-9215-51c2c23e03df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.740522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'port_id': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'mac_address': 'fa:16:3e:1b:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:19:13.762326 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.776557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-160c69a6-91ae-48f3-9fc9-96652c859909 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5588965 Nov 03 16:19:13.782913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56016) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:13.790475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'subnet': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:13.798132 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.806810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'Port': ['ID=d962d4e2-075e-4b3d-ae83-584b984dfdef,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:13.854717 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.855642 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f6ab9597-3ce6-460a-9215-51c2c23e03df admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27b3f0aca5a142e9a414a89ed1a897fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4004819 Nov 03 16:19:13.872822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56020) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:13.880592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4ba454-41b0-4f07-857b-d39b48663cc4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:19:13.902064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:13.923349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.933601 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.934120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab9597-3ce6-460a-9215-51c2c23e03df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cdf891-9ecd-41f4-ab75-4a250b6cacd4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:13.971537 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:13.974252 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-85012c6d-35a2-45fc-87de-b17785684428 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8238087 Nov 03 16:19:13.977673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17455d31-c973-4d63-a933-93fbe3187738 None None] Pushing event updated for resources: {'Port': ['ID=6a452a0c-774f-4758-aca0-7a6cb9b36c85,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:13.986576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Attempting to bind port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:19:13.986926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Attempting to bind port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:19:13.992511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Attempting to bind port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:14.045867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:19:14.046478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Checking segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:19:14.047143 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.047824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Bound using segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:19:14.048434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Bound port: 6a452a0c-774f-4758-aca0-7a6cb9b36c85, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:19:14.048931 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.083868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d541-3537-44c4-9b01-5738cad75561 req-59e16cb6-3a45-4ebc-a13e-e19782fd7035 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:14.093567 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09f3d541-3537-44c4-9b01-5738cad75561 req-59e16cb6-3a45-4ebc-a13e-e19782fd7035 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 946 time: 0.1018112 Nov 03 16:19:14.149353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=12']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:14.173638 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88436201-7119-404f-8798-6c4cbffb3a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.180265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] For port 6a452a0c-774f-4758-aca0-7a6cb9b36c85, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:19:14.184123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] For port 6a452a0c-774f-4758-aca0-7a6cb9b36c85, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6a452a0c-774f-4758-aca0-7a6cb9b36c85,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:19:14.198914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09f3d541-3537-44c4-9b01-5738cad75561 req-6886d06f-8785-4f26-bfc0-47f05fc74e93 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044719 Nov 03 16:19:14.207892 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.220054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56026) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:14.239979 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Made reservation on behalf of 74bacb320a194215bc501e8996dd1af8 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:19:14.243525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.250081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88436201-7119-404f-8798-6c4cbffb3a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.294372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6e4ba454-41b0-4f07-857b-d39b48663cc4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:19:14.304926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17455d31-c973-4d63-a933-93fbe3187738 None None] Pushing event updated for resources: {'Port': ['ID=6a452a0c-774f-4758-aca0-7a6cb9b36c85,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:14.337061 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1ea58c56-0586-420f-a1bd-e1c0ae8084ac tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/42581ae4-9a91-4886-944a-c417b4ee33d4 HTTP/1.1" status: 200 len: 992 time: 0.1155181 Nov 03 16:19:14.361237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f1a704b9-91e3-456e-b85e-20e4ab6405cc None None] Provisioning complete for port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:14.361675 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f1a704b9-91e3-456e-b85e-20e4ab6405cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.442772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:14.444590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:14.486430 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-831a739d-dee5-4d29-890a-41f596ab96e5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1381034592&fields=id&tenant_id=3713d6ff8deb49a884fe46bb2261c6d0 HTTP/1.1" status: 200 len: 267 time: 0.1721809 Nov 03 16:19:14.566613 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f1a704b9-91e3-456e-b85e-20e4ab6405cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.612555 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88436201-7119-404f-8798-6c4cbffb3a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.616564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88436201-7119-404f-8798-6c4cbffb3a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.623088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-88436201-7119-404f-8798-6c4cbffb3a4c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e5cdf891-9ecd-41f4-ab75-4a250b6cacd4 HTTP/1.1" status: 204 len: 168 time: 0.7488906 Nov 03 16:19:14.655347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f1a704b9-91e3-456e-b85e-20e4ab6405cc None None] For port 6a452a0c-774f-4758-aca0-7a6cb9b36c85, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6a452a0c-774f-4758-aca0-7a6cb9b36c85,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:14.673926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port dc1b8d11-d226-4a09-88b1-d15e56577690 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:14.675154 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.678640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88436201-7119-404f-8798-6c4cbffb3a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cdf891-9ecd-41f4-ab75-4a250b6cacd4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:14.701405 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f1a704b9-91e3-456e-b85e-20e4ab6405cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.828104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:14.843142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-4c59dc8f-48f7-4178-9e9c-6bc68dad1f68 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:14.844782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-4c59dc8f-48f7-4178-9e9c-6bc68dad1f68 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.3414173 Nov 03 16:19:14.878394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-bf31c04e-1ee2-4506-a6cb-42a98b63fd52 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/quotas/3713d6ff8deb49a884fe46bb2261c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0205283 Nov 03 16:19:14.915872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a704b9-91e3-456e-b85e-20e4ab6405cc None None] Pushing event updated for resources: {'Port': ['ID=6a452a0c-774f-4758-aca0-7a6cb9b36c85,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:14.945335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port dc1b8d11-d226-4a09-88b1-d15e56577690, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=dc1b8d11-d226-4a09-88b1-d15e56577690,segment=NetworkSegment(247204b1-fa8a-4735-881b-cfb042f87f4e),segment_id=247204b1-fa8a-4735-881b-cfb042f87f4e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:14.945743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.954855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ed83320e-1a27-4a8e-9377-7130ae22e4a6 None None] Provisioning complete for port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:14.955236 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ed83320e-1a27-4a8e-9377-7130ae22e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:14.966889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for dc1b8d11-d226-4a09-88b1-d15e56577690 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:15.291756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:14Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:15.337115 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:15.350116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7f51e-500f-4de1-a44b-9caf71586859 None None] The sync data for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 is: [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:14Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:15.368182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-0491fe3e-219f-4f6f-99a2-327404f1f0bb tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4556301 Nov 03 16:19:15.482143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:15.524554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:15.528445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:15.529129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:15.537651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a2fb5-e802-4f06-a6d0-93a0ea832fea None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:15.598752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Subnet': ['ID=3ecfd729-748d-45ca-b76d-0d4857442db9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:15.647699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e8dc06b1-4b8e-4568-96a9-d14f0f3ffc07 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8595316 Nov 03 16:19:15.648993 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56100) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:15.655477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-595044517', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3ecfd729-748d-45ca-b76d-0d4857442db9'}], 'security_groups': ['7f773c73-be3c-4004-b0d4-4351e16f13e4', '524af703-8227-4306-a028-ab6562ebcb6d']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:15.670544 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:15.738110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6a452a0c-774f-4758-aca0-7a6cb9b36c85 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:15.800433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-787a5fcc-b498-4398-987c-f94e9338542f service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970025 Nov 03 16:19:15.804887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=dc1b8d11-d226-4a09-88b1-d15e56577690,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:15.957224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:15.957656 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:16.111100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:16.320787 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-6e420c24-0ef5-4bd9-ba92-735ff8f3e32a service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165412 Nov 03 16:19:16.333850 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:16.478386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c850c-41d4-4de8-9776-55a6937f63bc None None] Update dhcp port {'port': {'network_id': '3fb1cf3d-7a96-4e4c-8e94-6779a47977a9', 'fixed_ips': [{'subnet_id': '5d972034-7816-4447-818a-fcd15fca46ff', 'ip_address': '172.20.0.18'}, {'subnet_id': '9a4195f3-1551-4c03-b9a1-256d4f4f9599', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ecfd729-748d-45ca-b76d-0d4857442db9'}], 'binding:host_id': 'n-d-813897-2'}, 'id': '1a479149-b791-49df-8600-4dc271b22a8e'} from n-d-813897-2. {{(pid=108106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 16:19:16.552327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-716c850c-41d4-4de8-9776-55a6937f63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:16.798523 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-93b9129c-06e5-41eb-b5a2-751d819e32fe req-08a9db40-b163-40a7-a5e4-dca2a2e6a01d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 210 time: 0.0649254 Nov 03 16:19:16.948495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Delete allocated IP 172.20.0.6 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/9a4195f3-1551-4c03-b9a1-256d4f4f9599) {{(pid=108105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 16:19:16.965377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Allocated IP 172.20.0.35 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/3ecfd729-748d-45ca-b76d-0d4857442db9/db63f1e5-616e-4847-99d8-b6c48911f127) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:17.128083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:19:17.185031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:17.249950 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:17.267643 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:17.304505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:17.320763 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a66294b-6377-4585-a934-8d406852795e None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:17.342143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-716c850c-41d4-4de8-9776-55a6937f63bc None None] Allocated IP 172.20.0.34 (3fb1cf3d-7a96-4e4c-8e94-6779a47977a9/3ecfd729-748d-45ca-b76d-0d4857442db9/1a479149-b791-49df-8600-4dc271b22a8e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:17.349728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-28449b61-e3d7-412f-b6bb-e03a92d287b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4468150 Nov 03 16:19:17.351576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56162) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:17.354899 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a66294b-6377-4585-a934-8d406852795e None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:17.355534 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8a66294b-6377-4585-a934-8d406852795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:17.403872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event updated for resources: {'Port': ['ID=db63f1e5-616e-4847-99d8-b6c48911f127,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:17.477140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b00d56-3b64-41ed-a9d7-70a9895ce7b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting subnet 686d495b-c97e-433f-b896-2313b72750cb {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:19:17.480297 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88b00d56-3b64-41ed-a9d7-70a9895ce7b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:17.513957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] In _notify_port_updated(), no bound segment for port db63f1e5-616e-4847-99d8-b6c48911f127 on network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 {{(pid=108105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 16:19:17.535580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:17.538863 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:17.547570 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8f00b85a-4c1d-4ae3-af39-b39d237fc22c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "PUT /v2.0/ports/db63f1e5-616e-4847-99d8-b6c48911f127 HTTP/1.1" status: 200 len: 959 time: 1.8970597 Nov 03 16:19:17.549823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56168) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:17.554487 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-8a66294b-6377-4585-a934-8d406852795e None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:17.566188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88b00d56-3b64-41ed-a9d7-70a9895ce7b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:17.575163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-716c850c-41d4-4de8-9776-55a6937f63bc None None] For port 1a479149-b791-49df-8600-4dc271b22a8e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a479149-b791-49df-8600-4dc271b22a8e,segment=NetworkSegment(ac6a314e-6993-4972-865b-477d82950e6d),segment_id=ac6a314e-6993-4972-865b-477d82950e6d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:17.624903 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-716c850c-41d4-4de8-9776-55a6937f63bc None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:17.632896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 6e4ba454-41b0-4f07-857b-d39b48663cc4 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:19:17.637458 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-716c850c-41d4-4de8-9776-55a6937f63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:17.653669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 6e4ba454-41b0-4f07-857b-d39b48663cc4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:17.654110 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:17.866770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c850c-41d4-4de8-9776-55a6937f63bc None None] Pushing event updated for resources: {'Port': ['ID=1a479149-b791-49df-8600-4dc271b22a8e,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:17.907712 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88b00d56-3b64-41ed-a9d7-70a9895ce7b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:17.976437 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8a66294b-6377-4585-a934-8d406852795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:15Z', 'revision_number': 10, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:17.981490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f055c339-064c-4a55-b399-85d04bcd508c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port db63f1e5-616e-4847-99d8-b6c48911f127 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:17.981990 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f055c339-064c-4a55-b399-85d04bcd508c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.013576 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a66294b-6377-4585-a934-8d406852795e None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:18.023827 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a66294b-6377-4585-a934-8d406852795e None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:18.025109 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8a66294b-6377-4585-a934-8d406852795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:18.088128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f055c339-064c-4a55-b399-85d04bcd508c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.103397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f055c339-064c-4a55-b399-85d04bcd508c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for db63f1e5-616e-4847-99d8-b6c48911f127 owned by {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:18.148025 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-8a66294b-6377-4585-a934-8d406852795e None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:18.192930 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.223547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:18.226963 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e9a59f-4418-496b-ae1e-dd4a6cbae2eb" -d '{"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-plugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:18.256735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:18.264743 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.308820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66d30b29-4433-4e12-8c2d-7cb359371dc0 req-e4aff941-6236-479f-af63-dc02dc2c6b5c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 210 time: 0.3480108 Nov 03 16:19:18.373704 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f96f5a-17dd-4638-b93e-ac0acfda3df8 x-openstack-request-id: req-93f96f5a-17dd-4638-b93e-ac0acfda3df8 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:18.374041 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-plugged", "status": "completed", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:18.374246 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93f96f5a-17dd-4638-b93e-ac0acfda3df8 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:18.375806 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'code': 200} Nov 03 16:19:18.406515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=13']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:18.447485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-7229e536-ca6e-4f2d-b357-dc3120dba12d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:18.449594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-7229e536-ca6e-4f2d-b357-dc3120dba12d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.1352994 Nov 03 16:19:18.474454 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88b00d56-3b64-41ed-a9d7-70a9895ce7b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.490189 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f055c339-064c-4a55-b399-85d04bcd508c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.623110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cd5f37-522b-4f8a-8ca2-88edc6bdef4c None None] Network c0ee11ef-5b29-4152-9524-35166770ae09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:18.634897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88b00d56-3b64-41ed-a9d7-70a9895ce7b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.641612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-88b00d56-3b64-41ed-a9d7-70a9895ce7b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/686d495b-c97e-433f-b896-2313b72750cb HTTP/1.1" status: 204 len: 168 time: 1.2851887 Nov 03 16:19:18.642510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56184) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:18.650777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b00d56-3b64-41ed-a9d7-70a9895ce7b2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Subnet': ['ID=686d495b-c97e-433f-b896-2313b72750cb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:18.662146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055c339-064c-4a55-b399-85d04bcd508c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=db63f1e5-616e-4847-99d8-b6c48911f127,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:18.745391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-ce5bd900-c592-4c59-a9fb-4b9db4e1cc63 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3713d6ff8deb49a884fe46bb2261c6d0 HTTP/1.1" status: 200 len: 380 time: 0.2604213 Nov 03 16:19:18.821327 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'port': {'device_id': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'admin_state_up': True, 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'security_groups': ['119b89c0-0609-48f2-8282-1e942f723bee']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:18.822351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.829283 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8a66294b-6377-4585-a934-8d406852795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:15Z', 'revision_number': 10, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:18.873328 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a66294b-6377-4585-a934-8d406852795e None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:15Z', 'revision_number': 10, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None, '_interfaces': [{'id': '3c836068-7872-48c5-adb5-7672709d9c59', 'name': '', 'network_id': 'bc928e94-8fe0-4e01-8382-0be1742c98e0', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'mac_address': 'fa:16:3e:7d:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:18:14Z', 'updated_at': '2021-11-03T16:18:25Z', 'revision_number': 5, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'subnets': [{'id': 'c598142d-ea4e-4464-b39c-dd784e2ac5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:18.966423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f055c339-064c-4a55-b399-85d04bcd508c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.973248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 66e765fa-bd62-40e5-a845-19107ecb7e9e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:18.973248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:18.974200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f055c339-064c-4a55-b399-85d04bcd508c tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/db63f1e5-616e-4847-99d8-b6c48911f127 HTTP/1.1" status: 204 len: 168 time: 1.4217360 Nov 03 16:19:18.977832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56190) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:19.083673 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edf689b-471a-4ef0-bad8-5e549c968a79 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] GET failed (client error): The resource could not be found. Nov 03 16:19:19.085727 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9edf689b-471a-4ef0-bad8-5e549c968a79 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports/db63f1e5-616e-4847-99d8-b6c48911f127 HTTP/1.1" status: 404 len: 333 time: 0.1069138 Nov 03 16:19:19.089755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Made reservation on behalf of 3713d6ff8deb49a884fe46bb2261c6d0 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:19:19.090175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56192) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:19.094433 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.121618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port 66e765fa-bd62-40e5-a845-19107ecb7e9e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=66e765fa-bd62-40e5-a845-19107ecb7e9e,segment=NetworkSegment(247204b1-fa8a-4735-881b-cfb042f87f4e),segment_id=247204b1-fa8a-4735-881b-cfb042f87f4e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:19.122308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.130952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ad6f0f32-4075-473a-b709-546f40916a12 None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:19.131236 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad6f0f32-4075-473a-b709-546f40916a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.165062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 66e765fa-bd62-40e5-a845-19107ecb7e9e owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:19.249965 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c214ce2a-6399-41c4-ba18-36b42f58f9f9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.287613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Allocated IP 172.20.0.10 (4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a/f39f0838-5cba-4c8e-b27a-a777aec3711c/4b0c6068-f3cc-4ee3-810f-ecefeb886b0d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:19.300775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] DHCP port deletion for c0ee11ef-5b29-4152-9524-35166770ae09 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:19:19.340043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c214ce2a-6399-41c4-ba18-36b42f58f9f9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.399133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ad6f0f32-4075-473a-b709-546f40916a12 None None] Could not find standard attr ID for object db63f1e5-616e-4847-99d8-b6c48911f127. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:19:19.438734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.454338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ad6f0f32-4075-473a-b709-546f40916a12 None None] Provisioning complete for port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:19.454710 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad6f0f32-4075-473a-b709-546f40916a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.477595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No DVR routers for this DVR port 66e765fa-bd62-40e5-a845-19107ecb7e9e on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:19.523947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20fa68d2-51c6-49f6-89e2-ac0b7b90d441 req-44144df0-9fcc-4efc-acfa-090ec40d2638 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 210 time: 0.1052117 Nov 03 16:19:19.543901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] Deleting port 66e765fa-bd62-40e5-a845-19107ecb7e9e {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:19.543901 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.647072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=66e765fa-bd62-40e5-a845-19107ecb7e9e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:19.663032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.677039 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c214ce2a-6399-41c4-ba18-36b42f58f9f9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.680831 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c214ce2a-6399-41c4-ba18-36b42f58f9f9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.684324 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c214ce2a-6399-41c4-ba18-36b42f58f9f9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/security-groups/d5bff345-bda8-4d8d-94ba-e641c8f4e2de HTTP/1.1" status: 204 len: 168 time: 0.5907652 Nov 03 16:19:19.685669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56198) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:19.730990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a479149-b791-49df-8600-4dc271b22a8e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:19.746320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.749707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214ce2a-6399-41c4-ba18-36b42f58f9f9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bff345-bda8-4d8d-94ba-e641c8f4e2de,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:19.805065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ee11ef-5b29-4152-9524-35166770ae09']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:19.816777 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.820375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f0f32-4075-473a-b709-546f40916a12 None None] Port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:19.838769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] For port 66e765fa-bd62-40e5-a845-19107ecb7e9e, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:19.840017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.854501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247204b1-fa8a-4735-881b-cfb042f87f4e') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:19.854785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247204b1-fa8a-4735-881b-cfb042f87f4e') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:19.867353 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.881960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] Calling delete_port for 66e765fa-bd62-40e5-a845-19107ecb7e9e owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:19.900639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] Port 66e765fa-bd62-40e5-a845-19107ecb7e9e was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:19:19.901429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.902871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:19.904504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3f24086-0490-48d5-9ad1-57bff16550c8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.929461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:19:19.931576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:19:19.941944 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:19:19.949086 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:19.949355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:19.954002 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:19:20.012136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:20.046926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] No DVR routers for this DVR port 66e765fa-bd62-40e5-a845-19107ecb7e9e on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:20.062121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-80ddb546-3581-429a-990d-8f6a42af7e1b None None] Could not find standard attr ID for object db63f1e5-616e-4847-99d8-b6c48911f127. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:19:20.071915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:20.072321 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.076895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30e7e3-820c-4e3c-8ca2-54c40f9703e0 None None] Pushing event deleted for resources: {'Port': ['ID=66e765fa-bd62-40e5-a845-19107ecb7e9e,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:20.086773 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3f24086-0490-48d5-9ad1-57bff16550c8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.114969 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.151510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:20.152105 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.155986 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.183263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56202) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:20.184285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/networks/c0ee11ef-5b29-4152-9524-35166770ae09 HTTP/1.1" status: 204 len: 168 time: 1.5383663 Nov 03 16:19:20.200632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a7cdf-ac8b-4e62-a132-c50ccacd6786 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Network': ['ID=c0ee11ef-5b29-4152-9524-35166770ae09,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:20.210737 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9c1e06dd-d7b0-41a2-95ad-f53a49dbfcd5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4051437 Nov 03 16:19:20.267433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Request body: {'port': {'device_id': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:20.276636 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3f24086-0490-48d5-9ad1-57bff16550c8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.279088 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3f24086-0490-48d5-9ad1-57bff16550c8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.280423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c3f24086-0490-48d5-9ad1-57bff16550c8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/security-groups/524af703-8227-4306-a028-ab6562ebcb6d HTTP/1.1" status: 204 len: 168 time: 0.5928357 Nov 03 16:19:20.283231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56204) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:20.295045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device dc1b8d11-d226-4a09-88b1-d15e56577690 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:20.323100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: dc1b8d11-d226-4a09-88b1-d15e56577690 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:20.323451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device dc1b8d11-d226-4a09-88b1-d15e56577690 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:20.323906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 66e765fa-bd62-40e5-a845-19107ecb7e9e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:20.360374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 66e765fa-bd62-40e5-a845-19107ecb7e9e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:20.360752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 66e765fa-bd62-40e5-a845-19107ecb7e9e not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:20.368228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f24086-0490-48d5-9ad1-57bff16550c8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524af703-8227-4306-a028-ab6562ebcb6d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:20.400430 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71702094-d03c-4ed3-8fed-2bd64c58e9c9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.421574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-dc41ba65-9765-4c67-afda-44a6205b7bc4 None None] Provisioning complete for port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:20.424309 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dc41ba65-9765-4c67-afda-44a6205b7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.425506 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.477112 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-dc41ba65-9765-4c67-afda-44a6205b7bc4 None None] Port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:20.819105 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71702094-d03c-4ed3-8fed-2bd64c58e9c9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.910260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:19:20.918068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d8902-4cf7-4ff7-adfa-049e33aacba8 req-fd97e7db-572a-48ae-8af7-e1c0e1118819 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:20.919533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.928967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.930128 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c9d8902-4cf7-4ff7-adfa-049e33aacba8 req-fd97e7db-572a-48ae-8af7-e1c0e1118819 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 932 time: 0.0980473 Nov 03 16:19:20.934490 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71702094-d03c-4ed3-8fed-2bd64c58e9c9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.936384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71702094-d03c-4ed3-8fed-2bd64c58e9c9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:20.942001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-71702094-d03c-4ed3-8fed-2bd64c58e9c9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/security-groups/7f773c73-be3c-4004-b0d4-4351e16f13e4 HTTP/1.1" status: 204 len: 168 time: 0.6567397 Nov 03 16:19:20.942757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56214) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:20.970772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Transition to ACTIVE for port object 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:19:21.006963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.007135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71702094-d03c-4ed3-8fed-2bd64c58e9c9 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f773c73-be3c-4004-b0d4-4351e16f13e4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:21.078148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c9d8902-4cf7-4ff7-adfa-049e33aacba8 req-479d7ec8-dc9f-44a0-ad58-259cb262138b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470370 Nov 03 16:19:21.097168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:21.119500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63b3b5a-4795-4bb4-af01-742198fac9a2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet 9a4195f3-1551-4c03-b9a1-256d4f4f9599 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:19:21.124624 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f63b3b5a-4795-4bb4-af01-742198fac9a2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.195413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f63b3b5a-4795-4bb4-af01-742198fac9a2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.246545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Attempting to bind port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:19:21.246893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Attempting to bind port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:19:21.247234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Attempting to bind port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:21.259978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:19:21.259978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Attempting to bind port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:21.266986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:19:21.267229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Checking segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:19:21.267745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Bound using segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:19:21.268689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Bound port: 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:19:21.269071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.375790 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f63b3b5a-4795-4bb4-af01-742198fac9a2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.453603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:19:21.467778 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f63b3b5a-4795-4bb4-af01-742198fac9a2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.474736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:19:21.477456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port 3c836068-7872-48c5-adb5-7672709d9c59 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:21.478037 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.510600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b3b5a-4795-4bb4-af01-742198fac9a2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4195f3-1551-4c03-b9a1-256d4f4f9599,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:21.526500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671e4a8-4164-4db0-8082-5f68c6ecc46e None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:21.527016 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f63b3b5a-4795-4bb4-af01-742198fac9a2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.531116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f63b3b5a-4795-4bb4-af01-742198fac9a2 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/9a4195f3-1551-4c03-b9a1-256d4f4f9599 HTTP/1.1" status: 204 len: 168 time: 0.5801604 Nov 03 16:19:21.536757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56224) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:21.579228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port 3c836068-7872-48c5-adb5-7672709d9c59, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3c836068-7872-48c5-adb5-7672709d9c59,segment=NetworkSegment(82637da3-800c-43d5-9803-7908f1ebb760),segment_id=82637da3-800c-43d5-9803-7908f1ebb760)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:21.579613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.599401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for 3c836068-7872-48c5-adb5-7672709d9c59 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:21.632496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-39771f4b-b56a-41fd-aa68-9de939a108e5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet 3ecfd729-748d-45ca-b76d-0d4857442db9 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:19:21.636726 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39771f4b-b56a-41fd-aa68-9de939a108e5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.689283 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39771f4b-b56a-41fd-aa68-9de939a108e5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.787929 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.806051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39771f4b-b56a-41fd-aa68-9de939a108e5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.827727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.835904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:21.836183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.837566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1092 time: 1.5766113 Nov 03 16:19:21.842899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:21.845320 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63be02ba-c64c-4542-9ac3-780c2e6f3057" -d '{"events": [{"name": "network-changed", "server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:21.914259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39771f4b-b56a-41fd-aa68-9de939a108e5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.917560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5663e3c-666a-4dc5-b1a3-b2a4da51a3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:21.941123 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.956314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39771f4b-b56a-41fd-aa68-9de939a108e5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecfd729-748d-45ca-b76d-0d4857442db9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:21.960908 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39771f4b-b56a-41fd-aa68-9de939a108e5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:21.967572 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-39771f4b-b56a-41fd-aa68-9de939a108e5 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/3ecfd729-748d-45ca-b76d-0d4857442db9 HTTP/1.1" status: 204 len: 168 time: 0.4296267 Nov 03 16:19:21.968308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56234) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:22.003506 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-671ea08a-8599-4211-b258-f26e59959767 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:22.004106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671ea08a-8599-4211-b258-f26e59959767 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:22.010302 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-671ea08a-8599-4211-b258-f26e59959767 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/9a4195f3-1551-4c03-b9a1-256d4f4f9599 HTTP/1.1" status: 404 len: 337 time: 0.0408683 Nov 03 16:19:22.011045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56236) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:22.035200 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b7e077-724d-4b45-a0ef-856cce502f4f x-openstack-request-id: req-98b7e077-724d-4b45-a0ef-856cce502f4f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:22.035490 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:22.035744 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-98b7e077-724d-4b45-a0ef-856cce502f4f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:22.036160 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'status': 'completed', 'code': 200} Nov 03 16:19:22.087156 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89253fd-6fb2-4784-8447-d069efdecd47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting subnet 5d972034-7816-4447-818a-fcd15fca46ff {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:19:22.094727 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f89253fd-6fb2-4784-8447-d069efdecd47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:22.152152 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:22.186814 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f89253fd-6fb2-4784-8447-d069efdecd47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:22.227185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=3c836068-7872-48c5-adb5-7672709d9c59,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:22.406780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-dc6d8181-7453-4c27-9cea-8ec481966b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:22.408590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-dc6d8181-7453-4c27-9cea-8ec481966b75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1095 time: 0.5019782 Nov 03 16:19:22.448340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89aa3d8-fe14-417f-9095-cff988b3b9d8 req-11f9fe0d-9fc8-40a4-9a27-f039aea6eb9c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:22.450201 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b89aa3d8-fe14-417f-9095-cff988b3b9d8 req-11f9fe0d-9fc8-40a4-9a27-f039aea6eb9c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 944 time: 0.1919305 Nov 03 16:19:22.478027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f89253fd-6fb2-4784-8447-d069efdecd47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:22.605173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f89253fd-6fb2-4784-8447-d069efdecd47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:22.611057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b89aa3d8-fe14-417f-9095-cff988b3b9d8 req-5ebf61c3-9844-4cec-86ac-78e10356dc99 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525862 Nov 03 16:19:22.648941 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f89253fd-6fb2-4784-8447-d069efdecd47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:22.654407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f89253fd-6fb2-4784-8447-d069efdecd47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/5d972034-7816-4447-818a-fcd15fca46ff HTTP/1.1" status: 204 len: 168 time: 0.6400850 Nov 03 16:19:22.654407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89253fd-6fb2-4784-8447-d069efdecd47 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Subnet': ['ID=5d972034-7816-4447-818a-fcd15fca46ff,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:22.656872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56242) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:22.687334 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86a72b5-0298-40d7-b106-0d1ff5a5f2ac tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:22.687802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86a72b5-0298-40d7-b106-0d1ff5a5f2ac tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:22.703455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e86a72b5-0298-40d7-b106-0d1ff5a5f2ac tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/2eb2fb18-927d-40ea-a2a8-cd04fb81cb55 HTTP/1.1" status: 404 len: 337 time: 0.0354660 Nov 03 16:19:22.704171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56244) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:22.741623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6081e7f6-2649-43ca-a6cd-42d47aa768bb tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "GET /v2.0/ports?device_id=5de466ef-2618-4b18-a17a-18686b057ff4 HTTP/1.1" status: 200 len: 205 time: 0.0353093 Nov 03 16:19:22.744100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56246) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:22.816205 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-f557ccbd-49e7-4600-bb56-6a696795f6e8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] delete failed (client error): The resource could not be found. Nov 03 16:19:22.820614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f557ccbd-49e7-4600-bb56-6a696795f6e8 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/routers/5de466ef-2618-4b18-a17a-18686b057ff4 HTTP/1.1" status: 404 len: 336 time: 0.0731685 Nov 03 16:19:22.821456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56248) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:22.870936 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6e09fa-7cec-4a2f-b944-a03ab96d0a6d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:22.871646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6e09fa-7cec-4a2f-b944-a03ab96d0a6d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:22.874850 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3c6e09fa-7cec-4a2f-b944-a03ab96d0a6d tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/f97bd732-7690-4eca-80ca-2232e1a02ad2 HTTP/1.1" status: 404 len: 337 time: 0.0498593 Nov 03 16:19:22.878575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56250) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:22.916530 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fafadd-57fe-4768-a06a-2fb336f168ba tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:22.917196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33fafadd-57fe-4768-a06a-2fb336f168ba tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:22.920912 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-33fafadd-57fe-4768-a06a-2fb336f168ba tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/335d492d-593c-422a-a2e3-bcd5db08e3d5 HTTP/1.1" status: 404 len: 337 time: 0.0379217 Nov 03 16:19:22.923553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56252) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:22.948602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-4d878de6-8bc4-4b18-9d91-c9815aac7a9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 217 time: 0.5230818 Nov 03 16:19:22.957187 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ce1995-249c-45f9-89da-e22e813e212b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:22.957801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ce1995-249c-45f9-89da-e22e813e212b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:22.963423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-83ce1995-249c-45f9-89da-e22e813e212b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/4b92abee-51b4-48e4-b24f-842d19211912 HTTP/1.1" status: 404 len: 337 time: 0.0366178 Nov 03 16:19:22.964348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56254) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:22.977681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb2be22-7eaf-4a9e-a9f6-242aa918ee69 None None] Network 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:22.996469 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa326dcc-be24-4804-9aa4-e22431379f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:22.997601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa326dcc-be24-4804-9aa4-e22431379f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:23.004326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:19:23.005268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aa326dcc-be24-4804-9aa4-e22431379f90 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/d7c40c76-b990-4370-a7b0-7b3d1d0f2fb9 HTTP/1.1" status: 404 len: 333 time: 0.0399048 Nov 03 16:19:23.006093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56256) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:23.019735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9e2b63bc-9b6c-48cd-9230-4a26b172b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:23.021214 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-9e2b63bc-9b6c-48cd-9230-4a26b172b2ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0643470 Nov 03 16:19:23.037675 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7aa0e5-e25b-4d0e-94bd-e78d9a30b8cc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:23.038446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7aa0e5-e25b-4d0e-94bd-e78d9a30b8cc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:23.044764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6b7aa0e5-e25b-4d0e-94bd-e78d9a30b8cc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/8f09c10c-343f-49ef-8276-3ee4c7b4b006 HTTP/1.1" status: 404 len: 337 time: 0.0364795 Nov 03 16:19:23.046224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56260) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:23.066445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8ec9c524-1586-4d3d-800e-56be10b0e586 None None] Provisioning complete for port 1a479149-b791-49df-8600-4dc271b22a8e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:23.067355 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c524-1586-4d3d-800e-56be10b0e586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:23.086376 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dda9a7b-289d-4eec-8929-f1a9edd37b26 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:23.087378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dda9a7b-289d-4eec-8929-f1a9edd37b26 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:23.093644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2dda9a7b-289d-4eec-8929-f1a9edd37b26 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/c05fc512-5976-478d-abe9-2c008fe52017 HTTP/1.1" status: 404 len: 337 time: 0.0458808 Nov 03 16:19:23.094506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56262) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:23.137068 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb1f3c6-d611-44b6-9c96-8604de850801 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:23.137810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb1f3c6-d611-44b6-9c96-8604de850801 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:23.144528 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3bb1f3c6-d611-44b6-9c96-8604de850801 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/9ae88183-0666-46f3-b038-9ca7f55a8a64 HTTP/1.1" status: 404 len: 333 time: 0.0485723 Nov 03 16:19:23.145148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56264) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:23.180593 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4602bdf2-a95c-482c-92a1-390637efa67b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:23.181026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4602bdf2-a95c-482c-92a1-390637efa67b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:23.186778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4602bdf2-a95c-482c-92a1-390637efa67b tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/0ef726b2-5591-47b8-ab14-0083c88095ae HTTP/1.1" status: 404 len: 337 time: 0.0406084 Nov 03 16:19:23.187379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56266) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:23.227365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:23.234959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bce5a533-c93c-4a6a-a30a-315a11be6cd2 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0502796 Nov 03 16:19:23.237889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56270) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:23.249300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-865efec2-5598-42bf-8b4b-d03d43877e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:23.251175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-865efec2-5598-42bf-8b4b-d03d43877e12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086678 Nov 03 16:19:23.253789 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ca2597-4e33-4984-9e3c-06fd3f7d012a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:23.253974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ca2597-4e33-4984-9e3c-06fd3f7d012a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:23.265795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c1ca2597-4e33-4984-9e3c-06fd3f7d012a tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/subnets/8041ffb3-b615-46ad-b21f-0138641711bc HTTP/1.1" status: 404 len: 337 time: 0.0748050 Nov 03 16:19:23.265985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:23.268356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56272) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:23.308477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:23.309119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:23.379164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8ec9c524-1586-4d3d-800e-56be10b0e586 None None] Provisioning complete for port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:23.379534 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c524-1586-4d3d-800e-56be10b0e586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:23.429571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-460edc77-54f8-4d2c-af1a-3c03e6e2d0c3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:23.430963 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-460edc77-54f8-4d2c-af1a-3c03e6e2d0c3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:23.441707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-95df4cb9-1d44-42c6-afbe-58e9dc08b722 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591578 Nov 03 16:19:23.452912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9c524-1586-4d3d-800e-56be10b0e586 None None] Port cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:23.454425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef623d4b-d5ea-41b0-ac0c-4a3cc5fc4788 None None] DHCP port deletion for 3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:19:23.469072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:23.481365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31f4587-20cf-4759-9750-2996bbaf489c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting subnet c598142d-ea4e-4464-b39c-dd784e2ac5e5 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:19:23.496962 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b31f4587-20cf-4759-9750-2996bbaf489c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:23.570974 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-460edc77-54f8-4d2c-af1a-3c03e6e2d0c3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:23.590814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b31f4587-20cf-4759-9750-2996bbaf489c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:23.594644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-460edc77-54f8-4d2c-af1a-3c03e6e2d0c3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 owned by {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:23.606316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:21Z', 'revision_number': 11, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:23.723706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac2dbc99-7ac8-4972-be2d-e3a3cad099d4 req-af58aab7-0cdf-44ad-8f5e-4c03489db9be service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732575 Nov 03 16:19:23.755739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-460edc77-54f8-4d2c-af1a-3c03e6e2d0c3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:23.762469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1a479149-b791-49df-8600-4dc271b22a8e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:23.801248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:23.812960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-460edc77-54f8-4d2c-af1a-3c03e6e2d0c3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:23.817648 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-460edc77-54f8-4d2c-af1a-3c03e6e2d0c3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/ports/cd96f96f-f9bd-40d3-8e5b-05a877c8eb69 HTTP/1.1" status: 204 len: 168 time: 0.5502813 Nov 03 16:19:23.819395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460edc77-54f8-4d2c-af1a-3c03e6e2d0c3 tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=cd96f96f-f9bd-40d3-8e5b-05a877c8eb69,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:23.822507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56276) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:23.833774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:23.834501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:23.932628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:23.973202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26eafb-9f6f-4b33-b652-46c5fc2ec8fa req-d23ad0b1-b213-40d1-b8d7-65eb62c8cbe0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:23.974792 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac26eafb-9f6f-4b33-b652-46c5fc2ec8fa req-d23ad0b1-b213-40d1-b8d7-65eb62c8cbe0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 944 time: 0.2573144 Nov 03 16:19:23.979662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b31f4587-20cf-4759-9750-2996bbaf489c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.007377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ef623d4b-d5ea-41b0-ac0c-4a3cc5fc4788 None None] Deleting port 1a479149-b791-49df-8600-4dc271b22a8e {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:24.008001 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef623d4b-d5ea-41b0-ac0c-4a3cc5fc4788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.030659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:21Z', 'revision_number': 11, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:24.047325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.060603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-a0f863c9-62be-4548-a9b8-7632e14be6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:24.062119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-a0f863c9-62be-4548-a9b8-7632e14be6bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1095 time: 0.2363956 Nov 03 16:19:24.086459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8234ea-9137-4fbc-8e96-fbddf8f81bde None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:21Z', 'revision_number': 11, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:24.154869 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.186465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ef623d4b-d5ea-41b0-ac0c-4a3cc5fc4788 None None] For port 1a479149-b791-49df-8600-4dc271b22a8e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a479149-b791-49df-8600-4dc271b22a8e,segment=NetworkSegment(ac6a314e-6993-4972-865b-477d82950e6d),segment_id=ac6a314e-6993-4972-865b-477d82950e6d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:24.186980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef623d4b-d5ea-41b0-ac0c-4a3cc5fc4788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.187937 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac26eafb-9f6f-4b33-b652-46c5fc2ec8fa req-b2733a9c-6476-4800-b8ce-d07d61d73d02 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032351 Nov 03 16:19:24.194403 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b31f4587-20cf-4759-9750-2996bbaf489c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.222728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ef623d4b-d5ea-41b0-ac0c-4a3cc5fc4788 None None] Calling delete_port for 1a479149-b791-49df-8600-4dc271b22a8e owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:24.236336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f4587-20cf-4759-9750-2996bbaf489c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Subnet': ['ID=c598142d-ea4e-4464-b39c-dd784e2ac5e5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:24.247339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 1a479149-b791-49df-8600-4dc271b22a8e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a479149-b791-49df-8600-4dc271b22a8e,segment=NetworkSegment(ac6a314e-6993-4972-865b-477d82950e6d),segment_id=ac6a314e-6993-4972-865b-477d82950e6d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:24.248668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b31f4587-20cf-4759-9750-2996bbaf489c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.254742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b31f4587-20cf-4759-9750-2996bbaf489c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/c598142d-ea4e-4464-b39c-dd784e2ac5e5 HTTP/1.1" status: 204 len: 168 time: 1.0126338 Nov 03 16:19:24.256592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56280) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:24.269669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-27e5e842-f05a-43ef-8eb2-aed9924e0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:24.271212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-27e5e842-f05a-43ef-8eb2-aed9924e0876 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1901217 Nov 03 16:19:24.308557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51043c-7713-4315-83e3-946ae69340ca None None] Network bc928e94-8fe0-4e01-8382-0be1742c98e0 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:24.313853 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.351556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-a7b51783-e3a7-4683-917f-7d531513e03a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 217 time: 0.0690444 Nov 03 16:19:24.391119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=1a479149-b791-49df-8600-4dc271b22a8e,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:24.448232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-cc329d42-00f6-4b22-910f-bbc9255d510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:24.450607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-cc329d42-00f6-4b22-910f-bbc9255d510d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0866868 Nov 03 16:19:24.453553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Deleting port 1a479149-b791-49df-8600-4dc271b22a8e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:24.453917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.458976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.465971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.466924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.467274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.467615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.467952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.468282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.468611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.468940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.469265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.469615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.470404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:24.531077 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.665734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef623d4b-d5ea-41b0-ac0c-4a3cc5fc4788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.668545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Deleting port d8780ff3-9410-46f9-ab5f-d61090526184 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:24.668887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.715443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-d1484e59-72e7-4855-bfda-8df599a68251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:24.718031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-d1484e59-72e7-4855-bfda-8df599a68251 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268004 Nov 03 16:19:24.731568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef623d4b-d5ea-41b0-ac0c-4a3cc5fc4788 None None] Pushing event deleted for resources: {'Port': ['ID=1a479149-b791-49df-8600-4dc271b22a8e,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:24.751625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef623d4b-d5ea-41b0-ac0c-4a3cc5fc4788 None None] No DVR routers for this DVR port 1a479149-b791-49df-8600-4dc271b22a8e on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:24.759030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] For port 1a479149-b791-49df-8600-4dc271b22a8e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1a479149-b791-49df-8600-4dc271b22a8e,segment=NetworkSegment(ac6a314e-6993-4972-865b-477d82950e6d),segment_id=ac6a314e-6993-4972-865b-477d82950e6d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:24.760500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.793839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Calling delete_port for 1a479149-b791-49df-8600-4dc271b22a8e owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:24.807523 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] For port d8780ff3-9410-46f9-ab5f-d61090526184, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d8780ff3-9410-46f9-ab5f-d61090526184,segment=NetworkSegment(82637da3-800c-43d5-9803-7908f1ebb760),segment_id=82637da3-800c-43d5-9803-7908f1ebb760)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:24.807891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.822631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Calling delete_port for d8780ff3-9410-46f9-ab5f-d61090526184 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:24.901458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98889885-1f85-488f-83df-f912be3d6582 None None] DHCP port deletion for bc928e94-8fe0-4e01-8382-0be1742c98e0 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:19:24.949275 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.967502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-98889885-1f85-488f-83df-f912be3d6582 None None] Deleting port d8780ff3-9410-46f9-ab5f-d61090526184 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:24.967859 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98889885-1f85-488f-83df-f912be3d6582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:24.986066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Port': ['ID=d8780ff3-9410-46f9-ab5f-d61090526184,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:24.992327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No DVR routers for this DVR port d8780ff3-9410-46f9-ab5f-d61090526184 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:25.044516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-c6b66a99-f0e9-4795-beea-2854bdb1bc21 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126917 Nov 03 16:19:25.058822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-98889885-1f85-488f-83df-f912be3d6582 None None] For port d8780ff3-9410-46f9-ab5f-d61090526184, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:25.059428 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98889885-1f85-488f-83df-f912be3d6582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.072684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-98889885-1f85-488f-83df-f912be3d6582 None None] Calling delete_port for d8780ff3-9410-46f9-ab5f-d61090526184 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:25.077836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-98889885-1f85-488f-83df-f912be3d6582 None None] Port d8780ff3-9410-46f9-ab5f-d61090526184 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:19:25.080940 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98889885-1f85-488f-83df-f912be3d6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.108219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98889885-1f85-488f-83df-f912be3d6582 None None] Pushing event deleted for resources: {'Port': ['ID=d8780ff3-9410-46f9-ab5f-d61090526184,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:25.123400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98889885-1f85-488f-83df-f912be3d6582 None None] No DVR routers for this DVR port d8780ff3-9410-46f9-ab5f-d61090526184 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:25.140711 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.147564 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.175368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc928e94-8fe0-4e01-8382-0be1742c98e0']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:25.188180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82637da3-800c-43d5-9803-7908f1ebb760') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:25.188480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82637da3-800c-43d5-9803-7908f1ebb760') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:25.193313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Port': ['ID=1a479149-b791-49df-8600-4dc271b22a8e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:25.198706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] No DVR routers for this DVR port 1a479149-b791-49df-8600-4dc271b22a8e on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:25.200623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.218117 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.224730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:19:25.225136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:19:25.228865 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:19:25.274543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63be02ba-c64c-4542-9ac3-780c2e6f3057 req-6182bcbd-9bd5-4181-b515-958e6b4e1ad5 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227747 Nov 03 16:19:25.341593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.352348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.363799 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.367180 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/networks/bc928e94-8fe0-4e01-8382-0be1742c98e0 HTTP/1.1" status: 204 len: 168 time: 1.1092734 Nov 03 16:19:25.369900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56288) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:25.372971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb1cf3d-7a96-4e4c-8e94-6779a47977a9']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:25.384366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6a314e-6993-4972-865b-477d82950e6d') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:25.384366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6a314e-6993-4972-865b-477d82950e6d') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:25.386925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'routes': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:25.390866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf18f-a218-409c-af05-c1aa3e3cb878 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Pushing event deleted for resources: {'Network': ['ID=bc928e94-8fe0-4e01-8382-0be1742c98e0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:25.396245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.418191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.430836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0776d9-50d2-4c63-8ffb-8c4ef8d20409 req-4d8b55df-99df-4d9d-ad55-7400b0503ce7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:25.432706 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ea0776d9-50d2-4c63-8ffb-8c4ef8d20409 req-4d8b55df-99df-4d9d-ad55-7400b0503ce7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 944 time: 0.1214337 Nov 03 16:19:25.455010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:19:25.457511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: self.session.flush() Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:19:25.495714 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:19:25.585987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.602024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d8780ff3-9410-46f9-ab5f-d61090526184 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:25.607716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.616524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] 10.222.0.86 "DELETE /v2.0/networks/3fb1cf3d-7a96-4e4c-8e94-6779a47977a9 HTTP/1.1" status: 204 len: 168 time: 1.7804277 Nov 03 16:19:25.645347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75e1a8-c634-462b-aaec-26781f1033bc tempest-PortsTestJSON-1819476582 tempest-PortsTestJSON-1819476582-project] Pushing event deleted for resources: {'Network': ['ID=3fb1cf3d-7a96-4e4c-8e94-6779a47977a9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:25.646913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: d8780ff3-9410-46f9-ab5f-d61090526184 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:25.647215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d8780ff3-9410-46f9-ab5f-d61090526184 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:25.647645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3c836068-7872-48c5-adb5-7672709d9c59 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:25.675539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 3c836068-7872-48c5-adb5-7672709d9c59 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:25.675888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3c836068-7872-48c5-adb5-7672709d9c59 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:25.692013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.extraroute_db [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Added routes are [] {{(pid=108105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 16:19:25.692551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.extraroute_db [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Removed routes are [] {{(pid=108105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 16:19:25.693370 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.700424 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ea0776d9-50d2-4c63-8ffb-8c4ef8d20409 req-2c0593b7-3eab-49f9-80e9-7bfa19d2f2dc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292037 Nov 03 16:19:25.882738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.886334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:25.987315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router 10359700-1d1c-43ca-bf73-e39f3d877a01 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:19:25.995407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-65dce9f3-ac5e-4f6e-8b2f-58462dce91fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498097 Nov 03 16:19:26.004475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56296) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:26.092214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:26.098804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-05c1ce47-e0b0-46be-906a-f212310c54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:26.101699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-05c1ce47-e0b0-46be-906a-f212310c54d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1098 time: 0.0501595 Nov 03 16:19:26.106655 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] Sync routers for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:26.113135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.120285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-92a7e37e-3f65-48f8-a544-d832ecdcdb0c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01 HTTP/1.1" status: 200 len: 705 time: 0.7389872 Nov 03 16:19:26.122975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56300) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:26.123974 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:26.124976 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:26.164423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-55f6c0f0-6d81-4574-8bac-bc63e9c3e2fe tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=10359700-1d1c-43ca-bf73-e39f3d877a01 HTTP/1.1" status: 200 len: 205 time: 0.0398879 Nov 03 16:19:26.166735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56302) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:26.242195 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:26.250509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-2b5bcc80-898d-4d84-8382-a13ee7b224a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:26.252052 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-2b5bcc80-898d-4d84-8382-a13ee7b224a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.1266758 Nov 03 16:19:26.286757 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06c61f92-b877-4167-ab2e-90954b967576 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.366957 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:21Z', 'revision_number': 11, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:26.387161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-6b16cdba-209d-463d-935f-d758f32a52ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 1001 time: 0.1275311 Nov 03 16:19:26.427915 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] Checking router: 10359700-1d1c-43ca-bf73-e39f3d877a01 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:26.441852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f1895802-a2e3-46d4-85d3-9d2f08ed70d0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74bacb320a194215bc501e8996dd1af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361091 Nov 03 16:19:26.445085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56308) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:26.448699 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] Routers {'10359700-1d1c-43ca-bf73-e39f3d877a01'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:26.450089 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['10359700-1d1c-43ca-bf73-e39f3d877a01'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:26.491200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-bcbc8a69-4122-422b-b053-6e39da72436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:26.493105 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-bcbc8a69-4122-422b-b053-6e39da72436c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.0987079 Nov 03 16:19:26.597236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efcaace4-3f59-4bf8-b03d-db543906946e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.600250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-8fe29e16-b339-4dae-a2a7-b8392a10891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:26.601822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-8fe29e16-b339-4dae-a2a7-b8392a10891f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984366 Nov 03 16:19:26.656912 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] Set router 10359700-1d1c-43ca-bf73-e39f3d877a01 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:26.672216 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06c61f92-b877-4167-ab2e-90954b967576 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.679226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06c61f92-b877-4167-ab2e-90954b967576 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.682408 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efcaace4-3f59-4bf8-b03d-db543906946e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.751057 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:21Z', 'revision_number': 11, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:26.786427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-da4d0b19-f577-42e0-83cb-38079660bef8 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679189 Nov 03 16:19:26.801448 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cdc1a6-f78d-40dc-827e-3602811a33d1 None None] The sync data for ids ['10359700-1d1c-43ca-bf73-e39f3d877a01'] in n-d-813897-2 is: [{'id': '10359700-1d1c-43ca-bf73-e39f3d877a01', 'name': 'tempest-RoutersIpV6Test-router-1223908477', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:11Z', 'updated_at': '2021-11-03T16:19:21Z', 'revision_number': 11, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:26.806214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efcaace4-3f59-4bf8-b03d-db543906946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.809023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-efcaace4-3f59-4bf8-b03d-db543906946e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.810291 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-efcaace4-3f59-4bf8-b03d-db543906946e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b5ece76b-a954-4e15-a35c-f68dc89d2249 HTTP/1.1" status: 204 len: 168 time: 0.3642206 Nov 03 16:19:26.838832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaace4-3f59-4bf8-b03d-db543906946e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ece76b-a954-4e15-a35c-f68dc89d2249,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:26.889123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:19:26.908277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06c61f92-b877-4167-ab2e-90954b967576 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.912393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c61f92-b877-4167-ab2e-90954b967576 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Fanout notify agent at l3_agent the message router_deleted on router 10359700-1d1c-43ca-bf73-e39f3d877a01 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:19:26.938359 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06c61f92-b877-4167-ab2e-90954b967576 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:26.944387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56320) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:26.951920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-59ad07e6-b7c1-4254-89bc-d6bd0c17b57d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-97341356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:26.953508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-06c61f92-b877-4167-ab2e-90954b967576 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01 HTTP/1.1" status: 204 len: 168 time: 0.7849627 Nov 03 16:19:27.038843 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aab0ae1-7dc4-40a5-b53b-c578871f1e39 req-79b504e3-d1aa-4338-a0ec-a4f4c03587f8 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444017 Nov 03 16:19:27.072968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdadab-daa4-4eb9-8704-01dafb5eb5e5 req-cb96df16-0949-4cbf-a6ce-313d0fbafb6a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:27.075304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1fdadab-daa4-4eb9-8704-01dafb5eb5e5 req-cb96df16-0949-4cbf-a6ce-313d0fbafb6a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 944 time: 0.1125772 Nov 03 16:19:27.075967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59ad07e6-b7c1-4254-89bc-d6bd0c17b57d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.077037 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59ad07e6-b7c1-4254-89bc-d6bd0c17b57d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.139204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59ad07e6-b7c1-4254-89bc-d6bd0c17b57d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.154264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59ad07e6-b7c1-4254-89bc-d6bd0c17b57d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.209172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56324) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:27.215701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-59ad07e6-b7c1-4254-89bc-d6bd0c17b57d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.219931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-59ad07e6-b7c1-4254-89bc-d6bd0c17b57d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2721882 Nov 03 16:19:27.220576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56328) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:27.238979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3ab5a48a-cdea-429d-9a45-a99c5099fdc6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:27.254678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1fdadab-daa4-4eb9-8704-01dafb5eb5e5 req-16e6b9f4-d8af-4d69-97bb-f1472c2e8c6a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137288 Nov 03 16:19:27.466034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:27.479823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'port_id': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'mac_address': 'fa:16:3e:fc:58:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:19:27.530895 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.543659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e8d10d1-b6ef-4753-a0c4-de97e42d03ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.549721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:19:27.575180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:27.581595 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.635597 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a48a-cdea-429d-9a45-a99c5099fdc6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.659113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a48a-cdea-429d-9a45-a99c5099fdc6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:27.664288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:27.932209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:19:28.124100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e8d10d1-b6ef-4753-a0c4-de97e42d03ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:28.131137 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3e8d10d1-b6ef-4753-a0c4-de97e42d03ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:28.150368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab5a48a-cdea-429d-9a45-a99c5099fdc6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Router a17354a2-f31f-461f-aae1-3a1b5b7b1e16 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:19:28.179427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d10d1-b6ef-4753-a0c4-de97e42d03ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d83f4a9-9727-4960-b9d9-5c699bebc1fc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:28.185993 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3e8d10d1-b6ef-4753-a0c4-de97e42d03ad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b5cff2852a54858bbc04fd4eb1c18ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9721160 Nov 03 16:19:28.186547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56352) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:28.254601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5adad4db-9e84-41ce-b4af-7c7431a97a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:28.265660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab5a48a-cdea-429d-9a45-a99c5099fdc6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:28.278642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] Sync routers for ids ['a17354a2-f31f-461f-aae1-3a1b5b7b1e16'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:28.290125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a48a-cdea-429d-9a45-a99c5099fdc6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:28.295236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5adad4db-9e84-41ce-b4af-7c7431a97a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:28.298386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56360) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:28.301093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] Routers {'a17354a2-f31f-461f-aae1-3a1b5b7b1e16'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:28.301763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a17354a2-f31f-461f-aae1-3a1b5b7b1e16'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:28.305391 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3ab5a48a-cdea-429d-9a45-a99c5099fdc6 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "PUT /v2.0/routers/a17354a2-f31f-461f-aae1-3a1b5b7b1e16 HTTP/1.1" status: 200 len: 696 time: 1.0814424 Nov 03 16:19:28.416983 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0cccb855-f089-4503-9316-e0c1143f3f0f tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/routers/a17354a2-f31f-461f-aae1-3a1b5b7b1e16 HTTP/1.1" status: 200 len: 702 time: 0.1167395 Nov 03 16:19:28.417518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49038d-4047-4309-be81-778f5eeb6703 req-73f8fdca-b083-452c-a4f5-03f917937a98 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:28.430059 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a49038d-4047-4309-be81-778f5eeb6703 req-73f8fdca-b083-452c-a4f5-03f917937a98 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0758955 Nov 03 16:19:28.432248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56364) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:28.470114 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5adad4db-9e84-41ce-b4af-7c7431a97a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:28.476304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5adad4db-9e84-41ce-b4af-7c7431a97a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:28.481462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5adad4db-9e84-41ce-b4af-7c7431a97a9e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d83f4a9-9727-4960-b9d9-5c699bebc1fc HTTP/1.1" status: 204 len: 168 time: 0.2938194 Nov 03 16:19:28.490543 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dd7ce3f3-52d0-41cc-950d-e01ce45c1e2c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=a17354a2-f31f-461f-aae1-3a1b5b7b1e16 HTTP/1.1" status: 200 len: 205 time: 0.0547578 Nov 03 16:19:28.490734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adad4db-9e84-41ce-b4af-7c7431a97a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d83f4a9-9727-4960-b9d9-5c699bebc1fc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:28.492420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56368) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:28.547918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] Set router a17354a2-f31f-461f-aae1-3a1b5b7b1e16 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:28.576788 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a49038d-4047-4309-be81-778f5eeb6703 req-d2ad965d-ab06-47a7-bbb7-dd8d07a8895b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452038 Nov 03 16:19:28.652539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17354a2-f31f-461f-aae1-3a1b5b7b1e16', 'name': 'tempest-RoutersIpV6Test-router-97341356', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:19:27Z', 'updated_at': '2021-11-03T16:19:27Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:28.683245 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] Checking router: a17354a2-f31f-461f-aae1-3a1b5b7b1e16 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:28.692961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e14d5127-1781-4246-b059-a32045bb2322 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:28.697508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] Routers {'a17354a2-f31f-461f-aae1-3a1b5b7b1e16'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:28.698295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a17354a2-f31f-461f-aae1-3a1b5b7b1e16'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:28.852666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] Set router a17354a2-f31f-461f-aae1-3a1b5b7b1e16 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:28.958283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:28.964540 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17354a2-f31f-461f-aae1-3a1b5b7b1e16', 'name': 'tempest-RoutersIpV6Test-router-97341356', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:19:27Z', 'updated_at': '2021-11-03T16:19:27Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:29.015606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50904b9-07ce-4555-a248-ad4c39ca2a9d None None] The sync data for ids ['a17354a2-f31f-461f-aae1-3a1b5b7b1e16'] in n-d-813897-2 is: [{'id': 'a17354a2-f31f-461f-aae1-3a1b5b7b1e16', 'name': 'tempest-RoutersIpV6Test-router-97341356', 'tenant_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:19:27Z', 'updated_at': '2021-11-03T16:19:27Z', 'revision_number': 2, 'project_id': '84a146bb9a114cbdaa1ebbe8b7a1808e', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:29.052364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:19:29.069586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:29.070537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.176031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56384) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.207596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65e0b3c1-777f-4e20-9869-95beb6244ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.232843 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.270218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:29.274674 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5162cd4c-556d-440a-8cf3-7c86b7e13277" -d '{"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:29.318695 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:29.328656 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.392815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65e0b3c1-777f-4e20-9869-95beb6244ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.400655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-65e0b3c1-777f-4e20-9869-95beb6244ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.406308 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faa9614-7839-4386-adf2-cb8f16b6ea67 x-openstack-request-id: req-5faa9614-7839-4386-adf2-cb8f16b6ea67 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:29.407126 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:29.407577 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5faa9614-7839-4386-adf2-cb8f16b6ea67 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:29.408245 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'code': 200} Nov 03 16:19:29.410419 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e14d5127-1781-4246-b059-a32045bb2322 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.417631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e14d5127-1781-4246-b059-a32045bb2322 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.433397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-65e0b3c1-777f-4e20-9869-95beb6244ce8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=514a802dc7714976b55840a3e6c65d6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561438 Nov 03 16:19:29.435848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56396) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.447973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:29.502488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0b3c1-777f-4e20-9869-95beb6244ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447547b0-d3fc-4c3f-801b-9b7eba566351,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:29.520963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e14d5127-1781-4246-b059-a32045bb2322 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.522783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14d5127-1781-4246-b059-a32045bb2322 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Fanout notify agent at l3_agent the message router_deleted on router a17354a2-f31f-461f-aae1-3a1b5b7b1e16 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:19:29.547315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e14d5127-1781-4246-b059-a32045bb2322 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.548448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e14d5127-1781-4246-b059-a32045bb2322 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/a17354a2-f31f-461f-aae1-3a1b5b7b1e16 HTTP/1.1" status: 204 len: 168 time: 1.0492325 Nov 03 16:19:29.552460 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ee6b2-cdb3-40a9-88cb-1841a5284097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.556900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56398) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.591635 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ab995916-7297-4797-b963-13444a5dd8a8 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=a17354a2-f31f-461f-aae1-3a1b5b7b1e16 HTTP/1.1" status: 200 len: 205 time: 0.0342484 Nov 03 16:19:29.595002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56402) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.616600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f451acf-bea0-44d7-a279-a5919270013a req-570c9197-4acf-4d02-a509-54e525dfd327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:29.621357 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f451acf-bea0-44d7-a279-a5919270013a req-570c9197-4acf-4d02-a509-54e525dfd327 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1097 time: 0.0708981 Nov 03 16:19:29.648571 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ee6b2-cdb3-40a9-88cb-1841a5284097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.656018 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-89cb4812-399b-4416-8506-c5731132558b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] delete failed (client error): The resource could not be found. Nov 03 16:19:29.657063 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-89cb4812-399b-4416-8506-c5731132558b tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/a17354a2-f31f-461f-aae1-3a1b5b7b1e16 HTTP/1.1" status: 404 len: 336 time: 0.0611584 Nov 03 16:19:29.661214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56404) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.701217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f451acf-bea0-44d7-a279-a5919270013a req-9b750e5f-eac0-407d-8167-41fe5009ad67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718358 Nov 03 16:19:29.717214 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b18d371-447f-48dd-895a-88d7d8babd93 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:29.717824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b18d371-447f-48dd-895a-88d7d8babd93 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:29.725869 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0b18d371-447f-48dd-895a-88d7d8babd93 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/2c82c61e-0fff-471c-af98-95c1a9b8d0fd HTTP/1.1" status: 404 len: 337 time: 0.0635600 Nov 03 16:19:29.728377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56408) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.760824 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-728d2818-cfaf-4fdf-8e2d-26d9918160d9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:29.761570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728d2818-cfaf-4fdf-8e2d-26d9918160d9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:29.766499 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-728d2818-cfaf-4fdf-8e2d-26d9918160d9 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/77fde9b3-d1f6-4021-a8db-809cfa97d08a HTTP/1.1" status: 404 len: 337 time: 0.0363429 Nov 03 16:19:29.769803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56410) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.790744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261238cc-8256-4429-ac32-d9a0cc3e9622 req-4200ef5a-5037-4818-99eb-d6eb0d908c6e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:29.792448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-261238cc-8256-4429-ac32-d9a0cc3e9622 req-4200ef5a-5037-4818-99eb-d6eb0d908c6e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 946 time: 0.0839870 Nov 03 16:19:29.805914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56412) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.812631 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-00281281-4c0e-4e84-98ec-cb277ced9308 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:29.813136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00281281-4c0e-4e84-98ec-cb277ced9308 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:29.816936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-00281281-4c0e-4e84-98ec-cb277ced9308 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/686d495b-c97e-433f-b896-2313b72750cb HTTP/1.1" status: 404 len: 337 time: 0.0458481 Nov 03 16:19:29.817221 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ee6b2-cdb3-40a9-88cb-1841a5284097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.819536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56418) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.820212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ee6b2-cdb3-40a9-88cb-1841a5284097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:29.821329 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fc5ee6b2-cdb3-40a9-88cb-1841a5284097 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/447547b0-d3fc-4c3f-801b-9b7eba566351 HTTP/1.1" status: 204 len: 168 time: 0.3843164 Nov 03 16:19:29.848268 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d3afcd-f123-4b6a-a90c-a9cbdf5e59bd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:29.848718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d3afcd-f123-4b6a-a90c-a9cbdf5e59bd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:29.851662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ee6b2-cdb3-40a9-88cb-1841a5284097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447547b0-d3fc-4c3f-801b-9b7eba566351,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:29.853570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f6d3afcd-f123-4b6a-a90c-a9cbdf5e59bd tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/c598142d-ea4e-4464-b39c-dd784e2ac5e5 HTTP/1.1" status: 404 len: 337 time: 0.0316899 Nov 03 16:19:29.855054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56422) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.878576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-261238cc-8256-4429-ac32-d9a0cc3e9622 req-f3ef6051-b9b6-4d39-9bd3-e831caa63309 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692956 Nov 03 16:19:29.889029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-311910b1-aa99-466b-a29b-8342163cba60 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=10359700-1d1c-43ca-bf73-e39f3d877a01 HTTP/1.1" status: 200 len: 205 time: 0.0324473 Nov 03 16:19:29.891317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56424) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.946699 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-aff8d364-1c36-4ab2-9152-cf22a7ec12a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] delete failed (client error): The resource could not be found. Nov 03 16:19:29.947948 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aff8d364-1c36-4ab2-9152-cf22a7ec12a4 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/10359700-1d1c-43ca-bf73-e39f3d877a01 HTTP/1.1" status: 404 len: 336 time: 0.0552559 Nov 03 16:19:29.950705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56426) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:29.990254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-037aad08-4d03-4691-b160-da5215dabb17 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=91545687-3339-40aa-a40d-e69cf0a21a12 HTTP/1.1" status: 200 len: 205 time: 0.0380502 Nov 03 16:19:29.992632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56428) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.056348 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-24da3c56-2109-4824-8aba-887226e5cc38 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] delete failed (client error): The resource could not be found. Nov 03 16:19:30.057490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-24da3c56-2109-4824-8aba-887226e5cc38 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/91545687-3339-40aa-a40d-e69cf0a21a12 HTTP/1.1" status: 404 len: 336 time: 0.0636733 Nov 03 16:19:30.060136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56432) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.095623 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf88139-b41c-4c7e-9d1a-fe94af486d4c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:30.096825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf88139-b41c-4c7e-9d1a-fe94af486d4c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:30.100363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bbf88139-b41c-4c7e-9d1a-fe94af486d4c tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/bfc250e2-3525-4d63-a37f-94153eae3b97 HTTP/1.1" status: 404 len: 337 time: 0.0390315 Nov 03 16:19:30.103126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56434) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.160603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9c555ce5-5661-4f23-a8cc-ca2fb5f5d8ac tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f9503ce-4638-4511-8771-9502ec7c0c2f HTTP/1.1" status: 200 len: 205 time: 0.0534523 Nov 03 16:19:30.160888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56438) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.204828 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-ce1f4078-a373-40ed-a668-c82366811b12 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] delete failed (client error): The resource could not be found. Nov 03 16:19:30.208523 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ce1f4078-a373-40ed-a668-c82366811b12 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/8f9503ce-4638-4511-8771-9502ec7c0c2f HTTP/1.1" status: 404 len: 336 time: 0.0442302 Nov 03 16:19:30.208688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56442) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.225682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-002b1b09-3458-4897-95ad-f305d21d2be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:30.250952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-745619ca-e60b-418d-a6f4-d8afd3dbf1a1 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=e378519f-193f-4e43-a752-2a2321960249 HTTP/1.1" status: 200 len: 205 time: 0.0411623 Nov 03 16:19:30.251543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56446) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.301163 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-cf977ef1-638f-4cf6-ba3a-74c4e2cdb35a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] delete failed (client error): The resource could not be found. Nov 03 16:19:30.302517 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cf977ef1-638f-4cf6-ba3a-74c4e2cdb35a tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/e378519f-193f-4e43-a752-2a2321960249 HTTP/1.1" status: 404 len: 336 time: 0.0499992 Nov 03 16:19:30.305010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56448) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.340757 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a609e3-bfb4-40ed-81fb-d14ec1ee9179 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:30.341569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a609e3-bfb4-40ed-81fb-d14ec1ee9179 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:30.345490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-43a609e3-bfb4-40ed-81fb-d14ec1ee9179 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/49e12efa-2bf2-4e6d-83c4-bef2624089e1 HTTP/1.1" status: 404 len: 337 time: 0.0393047 Nov 03 16:19:30.350812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56450) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.362772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-002b1b09-3458-4897-95ad-f305d21d2be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:30.370046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-002b1b09-3458-4897-95ad-f305d21d2be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:30.381578 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f96c0464-b536-4e71-b932-48c9aeae0e46 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=0be06dd6-ecc3-49b2-ac7f-56bdac72a471 HTTP/1.1" status: 200 len: 205 time: 0.0281003 Nov 03 16:19:30.383102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56454) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.421889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-002b1b09-3458-4897-95ad-f305d21d2be7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=17061c52e19842cf99bf51f7ad44f540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6145074 Nov 03 16:19:30.422485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56456) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.425947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b1b09-3458-4897-95ad-f305d21d2be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0937f-edd3-4725-92af-0ce7ab5e018d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:30.438636 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-2a18577c-470d-4b12-a67a-6d293e74a70e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] delete failed (client error): The resource could not be found. Nov 03 16:19:30.440975 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2a18577c-470d-4b12-a67a-6d293e74a70e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/0be06dd6-ecc3-49b2-ac7f-56bdac72a471 HTTP/1.1" status: 404 len: 336 time: 0.0568936 Nov 03 16:19:30.443516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56458) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.483977 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b8ae3b-554b-4e42-9db5-25f4264ecd53 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:30.484680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b8ae3b-554b-4e42-9db5-25f4264ecd53 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:30.489476 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97b8ae3b-554b-4e42-9db5-25f4264ecd53 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/f3822b4a-a615-40b8-81e1-a135f684d8fa HTTP/1.1" status: 404 len: 337 time: 0.0449564 Nov 03 16:19:30.493039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56460) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.507270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f203a5e-5a12-4145-a0f8-8aa5c4d206ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:30.529139 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-27c1646c-88c6-4249-9f55-d6a10c40ba5e tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "GET /v2.0/ports?device_id=df672611-dfde-43b0-bf2b-c4b87a2c2d45 HTTP/1.1" status: 200 len: 205 time: 0.0346327 Nov 03 16:19:30.535142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56462) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.547742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f203a5e-5a12-4145-a0f8-8aa5c4d206ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:30.591542 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-80bd9941-8b94-479b-80b5-45aaa663449d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] delete failed (client error): The resource could not be found. Nov 03 16:19:30.596624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-80bd9941-8b94-479b-80b5-45aaa663449d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/routers/df672611-dfde-43b0-bf2b-c4b87a2c2d45 HTTP/1.1" status: 404 len: 336 time: 0.0612590 Nov 03 16:19:30.598152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56468) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.631173 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41b8664-a5a9-4662-a2d7-b0b050a85c3d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:30.631173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41b8664-a5a9-4662-a2d7-b0b050a85c3d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:30.637579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d41b8664-a5a9-4662-a2d7-b0b050a85c3d tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/4eaad5c9-6e62-47ba-9695-a948d35c0712 HTTP/1.1" status: 404 len: 337 time: 0.0350342 Nov 03 16:19:30.637579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56472) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:30.666720 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf52fe2-5b56-4efc-8e55-c436cc4e1b44 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] DELETE failed (client error): The resource could not be found. Nov 03 16:19:30.667214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf52fe2-5b56-4efc-8e55-c436cc4e1b44 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:19:30.672936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ecf52fe2-5b56-4efc-8e55-c436cc4e1b44 tempest-RoutersIpV6Test-815560377 tempest-RoutersIpV6Test-815560377-project] 10.222.0.86 "DELETE /v2.0/subnets/32917e17-b54b-46b4-a400-5b488952a6e8 HTTP/1.1" status: 404 len: 337 time: 0.0327954 Nov 03 16:19:30.674778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f203a5e-5a12-4145-a0f8-8aa5c4d206ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:30.679154 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1f203a5e-5a12-4145-a0f8-8aa5c4d206ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:30.680674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1f203a5e-5a12-4145-a0f8-8aa5c4d206ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/75c0937f-edd3-4725-92af-0ce7ab5e018d HTTP/1.1" status: 204 len: 168 time: 0.2558045 Nov 03 16:19:30.701480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f203a5e-5a12-4145-a0f8-8aa5c4d206ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0937f-edd3-4725-92af-0ce7ab5e018d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:31.113795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82299f51-f6f6-436c-9cea-afa7466e7523 req-dbdee454-bff1-42f8-b129-94db5c1fa649 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:31.115341 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82299f51-f6f6-436c-9cea-afa7466e7523 req-dbdee454-bff1-42f8-b129-94db5c1fa649 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 946 time: 0.0708282 Nov 03 16:19:31.143141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56492) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:31.201573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82299f51-f6f6-436c-9cea-afa7466e7523 req-f385a85a-3e65-46b2-a871-d6e7889211a3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731797 Nov 03 16:19:31.226811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56496) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:31.243176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4ef36277-8fd1-43ca-a8a5-630df0950a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.347222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4ef36277-8fd1-43ca-a8a5-630df0950a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.352614 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4ef36277-8fd1-43ca-a8a5-630df0950a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.387340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56498) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:31.388007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4ef36277-8fd1-43ca-a8a5-630df0950a47 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2595d901a7324b1481a535bf08e9c3c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1596174 Nov 03 16:19:31.404810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef36277-8fd1-43ca-a8a5-630df0950a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8241e069-6f97-4564-ad00-3228c83d37cf,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:31.426029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.518076 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7f9f1535-743f-452a-a02d-35cd2fe4679f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84a146bb9a114cbdaa1ebbe8b7a1808e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3727939 Nov 03 16:19:31.520371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56500) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:31.530038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc814708-4dfc-42dc-8aac-d0342507d0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.558752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-76d8a6bc-dd5d-4a8d-858f-30b2a028f6a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617447 Nov 03 16:19:31.571960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc814708-4dfc-42dc-8aac-d0342507d0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.632848 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1d9075-51ce-4573-9b86-4ac5996da72d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.663878 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc814708-4dfc-42dc-8aac-d0342507d0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.666459 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc814708-4dfc-42dc-8aac-d0342507d0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.667621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bc814708-4dfc-42dc-8aac-d0342507d0cb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8241e069-6f97-4564-ad00-3228c83d37cf HTTP/1.1" status: 204 len: 168 time: 0.2790942 Nov 03 16:19:31.669887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1d9075-51ce-4573-9b86-4ac5996da72d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.687798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc814708-4dfc-42dc-8aac-d0342507d0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8241e069-6f97-4564-ad00-3228c83d37cf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:31.703498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-db361762-caff-4117-9186-187d4c784890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:31.705684 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-db361762-caff-4117-9186-187d4c784890 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1097 time: 0.0756965 Nov 03 16:19:31.754600 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1d9075-51ce-4573-9b86-4ac5996da72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.758739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd1d9075-51ce-4573-9b86-4ac5996da72d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:31.760306 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dd1d9075-51ce-4573-9b86-4ac5996da72d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7a458697-b6f3-4416-9bf1-8ca256914f57 HTTP/1.1" status: 204 len: 168 time: 0.2390180 Nov 03 16:19:31.774844 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d9075-51ce-4573-9b86-4ac5996da72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a458697-b6f3-4416-9bf1-8ca256914f57,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:31.921015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-4ec26358-3e07-4912-87d8-8fb3da5c6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:31.921015 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-4ec26358-3e07-4912-87d8-8fb3da5c6b22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1859219 Nov 03 16:19:31.975602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-dfcd8d15-a959-40c2-aab7-28e91cd6d53e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 217 time: 0.0473726 Nov 03 16:19:32.044183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-2d44c354-ff83-4f0b-b25b-93055b5df8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:32.049367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-2d44c354-ff83-4f0b-b25b-93055b5df8ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0662930 Nov 03 16:19:32.144500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-e186ad8a-fa59-4e43-90a8-207f11e51a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:32.147213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-e186ad8a-fa59-4e43-90a8-207f11e51a01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911353 Nov 03 16:19:32.320659 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-0c3952e8-589f-4c36-a05e-7408e1e5ea6f service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661716 Nov 03 16:19:32.363803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26b6c5-656c-4abe-8454-98f6299d8133 req-810919f9-75bd-421d-a2f0-04c6028d6b76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:32.374023 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c26b6c5-656c-4abe-8454-98f6299d8133 req-810919f9-75bd-421d-a2f0-04c6028d6b76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 946 time: 0.0719624 Nov 03 16:19:32.457326 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c26b6c5-656c-4abe-8454-98f6299d8133 req-b41c644d-09e5-4794-b038-95055b9a562a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745134 Nov 03 16:19:32.519552 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cbf42524-437e-4f3e-8b43-bb8aa0a044f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:32.550902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50a30b45-1494-43f2-8237-42cdb3ce8de2 req-93e3e71c-49d9-4124-997b-37ad53125445 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222049 Nov 03 16:19:32.680802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90efee-2325-46b0-9ed7-bd4e114e8340 req-8074f191-12d0-4a2c-81f7-9ded2ba4d888 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:32.683201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d90efee-2325-46b0-9ed7-bd4e114e8340 req-8074f191-12d0-4a2c-81f7-9ded2ba4d888 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 946 time: 0.1053636 Nov 03 16:19:32.695352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56550) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:32.701982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0d673b36-d0cc-4cd5-a899-389ff015e992 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'floatingip': {'port_id': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:32.752686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d673b36-d0cc-4cd5-a899-389ff015e992 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:32.980794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56558) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:33.128496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505148705'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:33.162396 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.182028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.314215 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.322054 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.376096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523258c2-b876-4dea-90f7-7def05eea16c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:33.423680 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.428561 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.451223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.452386 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4705627 Nov 03 16:19:33.459002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56572) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:33.500267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d615609-47df-4a1e-8853-bc814d0fc4b2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f87a62-4bf3-4a8d-9242-bec1baf83fe3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:33.550644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cb77b400-cc33-460f-bd16-fb554076ffc7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0898387 Nov 03 16:19:33.553866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56576) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:33.559468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-21df9b4b-38fc-4607-bce9-3fc8b813643e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group': {'name': 'tempest-security--1942321950', 'description': 'tempest-security-description-1549877238'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:33.567403 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d673b36-d0cc-4cd5-a899-389ff015e992 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.572857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d673b36-d0cc-4cd5-a899-389ff015e992 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.607742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21df9b4b-38fc-4607-bce9-3fc8b813643e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.669963 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21df9b4b-38fc-4607-bce9-3fc8b813643e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.676259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21df9b4b-38fc-4607-bce9-3fc8b813643e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.678867 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21df9b4b-38fc-4607-bce9-3fc8b813643e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.683428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-21df9b4b-38fc-4607-bce9-3fc8b813643e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "PUT /v2.0/security-groups/40f87a62-4bf3-4a8d-9242-bec1baf83fe3 HTTP/1.1" status: 200 len: 1797 time: 0.1259780 Nov 03 16:19:33.693575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56580) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:33.708685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df9b4b-38fc-4607-bce9-3fc8b813643e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f87a62-4bf3-4a8d-9242-bec1baf83fe3,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:33.736677 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-0d673b36-d0cc-4cd5-a899-389ff015e992 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Floating IP 3f686732-c2b2-4852-bcc9-b0c814a7e7be associated. External IP: 172.25.6.214, port: 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d. Nov 03 16:19:33.790817 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9cd604bd-f85c-49a3-99c6-fe91e26252dd tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups/40f87a62-4bf3-4a8d-9242-bec1baf83fe3 HTTP/1.1" status: 200 len: 1797 time: 0.1044507 Nov 03 16:19:33.793812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56584) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:33.857202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c80f5cf0-b0aa-4441-b097-c3cb275bb996 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.883409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c80f5cf0-b0aa-4441-b097-c3cb275bb996 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.931188 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c80f5cf0-b0aa-4441-b097-c3cb275bb996 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.936301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c80f5cf0-b0aa-4441-b097-c3cb275bb996 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:33.942149 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c80f5cf0-b0aa-4441-b097-c3cb275bb996 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-groups/40f87a62-4bf3-4a8d-9242-bec1baf83fe3 HTTP/1.1" status: 204 len: 168 time: 0.1462476 Nov 03 16:19:33.942786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56592) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:33.972781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f5cf0-b0aa-4441-b097-c3cb275bb996 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f87a62-4bf3-4a8d-9242-bec1baf83fe3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:33.995827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d673b36-d0cc-4cd5-a899-389ff015e992 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:19:34.047880 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7fd30185-c258-47c5-83e0-bb7f2de12f71 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0984895 Nov 03 16:19:34.051449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56596) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:34.069592 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-d487c344-a023-4f4b-b43c-7ba5a67b0daf tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] delete failed (client error): The resource could not be found. Nov 03 16:19:34.075710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d487c344-a023-4f4b-b43c-7ba5a67b0daf tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-groups/40f87a62-4bf3-4a8d-9242-bec1baf83fe3 HTTP/1.1" status: 404 len: 347 time: 0.0251381 Nov 03 16:19:34.076394 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56598) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:34.087182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-cae03dc0-aee4-43b3-a432-25892cb06f20 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980058932'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:34.129912 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cae03dc0-aee4-43b3-a432-25892cb06f20 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.133509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d673b36-d0cc-4cd5-a899-389ff015e992 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:34.138552 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d673b36-d0cc-4cd5-a899-389ff015e992 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.147821 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] Sync routers for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:34.165745 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:34.169107 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:34.178760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0d673b36-d0cc-4cd5-a899-389ff015e992 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "PUT /v2.0/floatingips/3f686732-c2b2-4852-bcc9-b0c814a7e7be HTTP/1.1" status: 200 len: 992 time: 1.4819350 Nov 03 16:19:34.179631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:34.183082 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42ebdab-c777-41d4-b231-7edadb127ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:34.266334 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15765c72-b60a-42d8-af27-26bd1bfc81dd x-openstack-request-id: req-15765c72-b60a-42d8-af27-26bd1bfc81dd {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:34.266850 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:34.267283 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15765c72-b60a-42d8-af27-26bd1bfc81dd {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:34.267940 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'status': 'completed', 'code': 200} Nov 03 16:19:34.286032 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cae03dc0-aee4-43b3-a432-25892cb06f20 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.293611 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cae03dc0-aee4-43b3-a432-25892cb06f20 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.355527 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cae03dc0-aee4-43b3-a432-25892cb06f20 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.363697 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cae03dc0-aee4-43b3-a432-25892cb06f20 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2859311 Nov 03 16:19:34.365052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56612) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:34.371179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3209bc2e-c8ed-4b37-8b7c-0f20b0a52cbb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': 'f6488e49-f909-4099-93bc-fc1d6b7908de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:34.382085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae03dc0-aee4-43b3-a432-25892cb06f20 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6488e49-f909-4099-93bc-fc1d6b7908de,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:34.406110 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:34.406729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-da1cf843-179c-4961-96d7-28839fd2cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:34.409331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-da1cf843-179c-4961-96d7-28839fd2cd81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1097 time: 0.0727131 Nov 03 16:19:34.464837 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3209bc2e-c8ed-4b37-8b7c-0f20b0a52cbb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.581109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-12789756-cb80-40e3-8088-828c75dfe5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:34.584099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-12789756-cb80-40e3-8088-828c75dfe5f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1655867 Nov 03 16:19:34.643998 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3209bc2e-c8ed-4b37-8b7c-0f20b0a52cbb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.655726 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3209bc2e-c8ed-4b37-8b7c-0f20b0a52cbb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.693674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3209bc2e-c8ed-4b37-8b7c-0f20b0a52cbb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.695015 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3209bc2e-c8ed-4b37-8b7c-0f20b0a52cbb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276269 Nov 03 16:19:34.698042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209bc2e-c8ed-4b37-8b7c-0f20b0a52cbb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fae444-d22e-4a60-861d-8619a2220dcf,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:34.701262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56634) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:34.717290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-c7a30848-1680-42b5-afc7-baa347789ec1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1000 time: 0.1256723 Nov 03 16:19:34.738931 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7425-e32c-48ef-96f2-b49d9f346096 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.749612 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '3f686732-c2b2-4852-bcc9-b0c814a7e7be', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'floating_ip_address': '172.25.6.214', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'port_id': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'mac_address': 'fa:16:3e:fc:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:19:13Z', 'updated_at': '2021-11-03T16:19:33Z', 'revision_number': 1, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:14Z', 'revision_number': 5, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:34.753277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7425-e32c-48ef-96f2-b49d9f346096 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.801381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-f54b2496-36e8-4b59-9b2f-e671545eea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:34.803529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-f54b2496-36e8-4b59-9b2f-e671545eea82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0789740 Nov 03 16:19:34.809822 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] Checking router: 31356bb6-c5cc-46e7-9a95-55dbbe06d816 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:34.820876 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:34.821766 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:34.831438 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7425-e32c-48ef-96f2-b49d9f346096 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.837374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7425-e32c-48ef-96f2-b49d9f346096 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.840994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ce4a7425-e32c-48ef-96f2-b49d9f346096 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/62fae444-d22e-4a60-861d-8619a2220dcf HTTP/1.1" status: 204 len: 168 time: 0.1363699 Nov 03 16:19:34.846429 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56640) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:34.867950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a7425-e32c-48ef-96f2-b49d9f346096 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62fae444-d22e-4a60-861d-8619a2220dcf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:34.930346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-5c7957ad-3bef-4e31-8d5a-0ec150494d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:34.944623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-5c7957ad-3bef-4e31-8d5a-0ec150494d5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338663 Nov 03 16:19:34.963950 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-195aa0b8-1845-4205-a322-60d8516e0686 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1137779 Nov 03 16:19:34.967229 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cc03174c-1ef6-43dd-a250-cb10efa66686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:34.970009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56646) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:35.045347 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:35.089016 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b3bf4c2-65eb-4904-bee1-4533252a99a6 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:35.108739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-32686b12-d430-4d36-88ea-0ffcb401c665 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521401 Nov 03 16:19:35.129278 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b3bf4c2-65eb-4904-bee1-4533252a99a6 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:35.223003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b3bf4c2-65eb-4904-bee1-4533252a99a6 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:35.228212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b3bf4c2-65eb-4904-bee1-4533252a99a6 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:35.229478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2b3bf4c2-65eb-4904-bee1-4533252a99a6 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-groups/f6488e49-f909-4099-93bc-fc1d6b7908de HTTP/1.1" status: 204 len: 168 time: 0.2576277 Nov 03 16:19:35.233249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56654) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:35.286867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bf4c2-65eb-4904-bee1-4533252a99a6 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6488e49-f909-4099-93bc-fc1d6b7908de,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:35.356561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d42ebdab-c777-41d4-b231-7edadb127ddc req-3edf6b2d-ba2a-44f7-9eca-f78adbfa3369 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428720 Nov 03 16:19:35.428758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56662) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:35.429000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-61bee42f-c973-4775-962c-8f08c79b4abe tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1827123 Nov 03 16:19:35.434041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9765a178-7c87-4579-aea7-422738c34002 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977493001'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:35.543223 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '3f686732-c2b2-4852-bcc9-b0c814a7e7be', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'floating_ip_address': '172.25.6.214', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'port_id': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'mac_address': 'fa:16:3e:fc:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:19:13Z', 'updated_at': '2021-11-03T16:19:33Z', 'revision_number': 1, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:14Z', 'revision_number': 5, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:35.573040 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055f901-6c61-4af1-8713-374b5d772920 None None] The sync data for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 is: [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '3f686732-c2b2-4852-bcc9-b0c814a7e7be', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'floating_ip_address': '172.25.6.214', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'port_id': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'mac_address': 'fa:16:3e:fc:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:19:13Z', 'updated_at': '2021-11-03T16:19:33Z', 'revision_number': 1, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:14Z', 'revision_number': 5, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:35.843546 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9765a178-7c87-4579-aea7-422738c34002 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:35.930854 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9765a178-7c87-4579-aea7-422738c34002 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:35.936123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9765a178-7c87-4579-aea7-422738c34002 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:35.978071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9765a178-7c87-4579-aea7-422738c34002 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:35.979493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9765a178-7c87-4579-aea7-422738c34002 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5494192 Nov 03 16:19:35.981663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765a178-7c87-4579-aea7-422738c34002 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7973fa5-c66b-4a83-be13-a4f9e1fa5f3b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:35.982428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56674) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:35.990842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4cc48f6c-6dd8-4ac9-9f6a-d672b104f0a7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': 'e7973fa5-c66b-4a83-be13-a4f9e1fa5f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:36.021778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37baf98-1f82-4e07-bdae-c4601c8082a3 None None] New status for floating IP 3f686732-c2b2-4852-bcc9-b0c814a7e7be: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:19:36.047297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4cc48f6c-6dd8-4ac9-9f6a-d672b104f0a7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.121407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4cc48f6c-6dd8-4ac9-9f6a-d672b104f0a7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.126254 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4cc48f6c-6dd8-4ac9-9f6a-d672b104f0a7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.149724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc48f6c-6dd8-4ac9-9f6a-d672b104f0a7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f683d2a-1754-4fc4-8375-0c3f8f984506,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:36.163838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4cc48f6c-6dd8-4ac9-9f6a-d672b104f0a7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.165184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4cc48f6c-6dd8-4ac9-9f6a-d672b104f0a7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1798759 Nov 03 16:19:36.168008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56676) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:36.172626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3185b93d-1c61-4654-bfa9-3d71e99d8d84 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': 'e7973fa5-c66b-4a83-be13-a4f9e1fa5f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:36.204100 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3185b93d-1c61-4654-bfa9-3d71e99d8d84 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.251543 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.284172 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3185b93d-1c61-4654-bfa9-3d71e99d8d84 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.290695 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3185b93d-1c61-4654-bfa9-3d71e99d8d84 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.310918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185b93d-1c61-4654-bfa9-3d71e99d8d84 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3209d0ec-7ef3-47b6-af6d-74d82a46473c,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:36.324794 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3185b93d-1c61-4654-bfa9-3d71e99d8d84 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.326454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3185b93d-1c61-4654-bfa9-3d71e99d8d84 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573589 Nov 03 16:19:36.329271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56678) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:36.334506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cf97d31f-2155-4b47-a647-9e0331cf6b65 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': 'e7973fa5-c66b-4a83-be13-a4f9e1fa5f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:36.362979 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf97d31f-2155-4b47-a647-9e0331cf6b65 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.446687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf97d31f-2155-4b47-a647-9e0331cf6b65 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.451726 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf97d31f-2155-4b47-a647-9e0331cf6b65 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.478470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97d31f-2155-4b47-a647-9e0331cf6b65 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbcdd35-fa8e-41b4-892b-a8e4971249da,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:36.504041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf97d31f-2155-4b47-a647-9e0331cf6b65 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.508102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56686) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:36.508294 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cf97d31f-2155-4b47-a647-9e0331cf6b65 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1773059 Nov 03 16:19:36.514498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-42efecc8-9472-4c08-9bce-9332ca14be4d tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': 'e7973fa5-c66b-4a83-be13-a4f9e1fa5f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:36.550342 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42efecc8-9472-4c08-9bce-9332ca14be4d tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.624189 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42efecc8-9472-4c08-9bce-9332ca14be4d tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.628069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42efecc8-9472-4c08-9bce-9332ca14be4d tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.647399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efecc8-9472-4c08-9bce-9332ca14be4d tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8efd709-7780-4516-97ef-063c2232f788,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:36.657247 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42efecc8-9472-4c08-9bce-9332ca14be4d tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.661762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-42efecc8-9472-4c08-9bce-9332ca14be4d tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491954 Nov 03 16:19:36.662072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56688) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:36.666643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a51da710-43e9-4121-bc06-b9632e3665de tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': 'e7973fa5-c66b-4a83-be13-a4f9e1fa5f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:36.694132 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a51da710-43e9-4121-bc06-b9632e3665de tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.758682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a51da710-43e9-4121-bc06-b9632e3665de tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.762676 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a51da710-43e9-4121-bc06-b9632e3665de tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.789030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da710-43e9-4121-bc06-b9632e3665de tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b2be15-5210-43de-982c-0c5f1e3542b4,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:36.800648 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a51da710-43e9-4121-bc06-b9632e3665de tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.806046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56692) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:36.806661 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a51da710-43e9-4121-bc06-b9632e3665de tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1435359 Nov 03 16:19:36.834460 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-57fece13-0106-411d-970b-7c0290b30783 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.843604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-57fece13-0106-411d-970b-7c0290b30783 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.870520 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-57fece13-0106-411d-970b-7c0290b30783 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.884225 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-57fece13-0106-411d-970b-7c0290b30783 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:36.885755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-57fece13-0106-411d-970b-7c0290b30783 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/d0b2be15-5210-43de-982c-0c5f1e3542b4 HTTP/1.1" status: 204 len: 168 time: 0.0780461 Nov 03 16:19:36.888438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56696) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:36.900212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fece13-0106-411d-970b-7c0290b30783 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0b2be15-5210-43de-982c-0c5f1e3542b4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:36.952939 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d5bb0f8d-0414-49d0-a205-05884141a250 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0632300 Nov 03 16:19:36.956450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56698) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:36.993751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64d48f18-5f4d-4448-a722-268d0d5f44d5 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.005634 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64d48f18-5f4d-4448-a722-268d0d5f44d5 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.051312 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64d48f18-5f4d-4448-a722-268d0d5f44d5 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.059226 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64d48f18-5f4d-4448-a722-268d0d5f44d5 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.067724 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-64d48f18-5f4d-4448-a722-268d0d5f44d5 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/c8efd709-7780-4516-97ef-063c2232f788 HTTP/1.1" status: 204 len: 168 time: 0.1033874 Nov 03 16:19:37.068183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56702) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.081657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d48f18-5f4d-4448-a722-268d0d5f44d5 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8efd709-7780-4516-97ef-063c2232f788,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:37.136492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56704) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.137214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4949fde8-a87b-4278-8393-97acd22ea49a tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0719807 Nov 03 16:19:37.167588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17701cf4-d619-44c4-a067-a8d853e0889b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.183684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17701cf4-d619-44c4-a067-a8d853e0889b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.216654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17701cf4-d619-44c4-a067-a8d853e0889b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.223625 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17701cf4-d619-44c4-a067-a8d853e0889b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.227259 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-17701cf4-d619-44c4-a067-a8d853e0889b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/bfbcdd35-fa8e-41b4-892b-a8e4971249da HTTP/1.1" status: 204 len: 168 time: 0.0872223 Nov 03 16:19:37.227971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56706) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.272789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17701cf4-d619-44c4-a067-a8d853e0889b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfbcdd35-fa8e-41b4-892b-a8e4971249da,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:37.327079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9de4bb3f-1ae9-4b8b-8b63-06294205d871 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0959010 Nov 03 16:19:37.327325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56708) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.363043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6a210475-00a4-4e4e-abee-9186347a780c tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.374672 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6a210475-00a4-4e4e-abee-9186347a780c tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.409383 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6a210475-00a4-4e4e-abee-9186347a780c tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.421856 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6a210475-00a4-4e4e-abee-9186347a780c tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.423703 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6a210475-00a4-4e4e-abee-9186347a780c tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/3209d0ec-7ef3-47b6-af6d-74d82a46473c HTTP/1.1" status: 204 len: 168 time: 0.0969980 Nov 03 16:19:37.425675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a210475-00a4-4e4e-abee-9186347a780c tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3209d0ec-7ef3-47b6-af6d-74d82a46473c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:37.426566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56710) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.526766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56724) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.539506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-be871325-07bb-4320-b369-e8599d453709 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0937164 Nov 03 16:19:37.566619 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6a96875a-1fe7-42a8-9759-252bf4f1c532 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.577589 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6a96875a-1fe7-42a8-9759-252bf4f1c532 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.628919 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6a96875a-1fe7-42a8-9759-252bf4f1c532 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.635752 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6a96875a-1fe7-42a8-9759-252bf4f1c532 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.636939 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6a96875a-1fe7-42a8-9759-252bf4f1c532 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/3f683d2a-1754-4fc4-8375-0c3f8f984506 HTTP/1.1" status: 204 len: 168 time: 0.1090665 Nov 03 16:19:37.639583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56728) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.663842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96875a-1fe7-42a8-9759-252bf4f1c532 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f683d2a-1754-4fc4-8375-0c3f8f984506,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:37.700093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fd518233-5689-49f9-93af-b40a66bddd7c tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585287 Nov 03 16:19:37.703339 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56730) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.743520 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.785454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0eacb903-4b28-4cf2-9a6f-ee7e48ec8ecb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.811505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0eacb903-4b28-4cf2-9a6f-ee7e48ec8ecb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.856957 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0eacb903-4b28-4cf2-9a6f-ee7e48ec8ecb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.870939 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0eacb903-4b28-4cf2-9a6f-ee7e48ec8ecb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:37.872466 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0eacb903-4b28-4cf2-9a6f-ee7e48ec8ecb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-groups/e7973fa5-c66b-4a83-be13-a4f9e1fa5f3b HTTP/1.1" status: 204 len: 168 time: 0.1680777 Nov 03 16:19:37.875610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56732) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.894596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacb903-4b28-4cf2-9a6f-ee7e48ec8ecb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7973fa5-c66b-4a83-be13-a4f9e1fa5f3b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:37.972152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-83e6ea38-bca3-46a0-b0ad-7e6f5cc33664 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901918 Nov 03 16:19:37.974605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56734) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:37.979858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7baf7e21-45ae-414f-8b26-e6813fb62dc7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381255892'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:38.007238 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e21-45ae-414f-8b26-e6813fb62dc7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.090166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e21-45ae-414f-8b26-e6813fb62dc7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.095222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e21-45ae-414f-8b26-e6813fb62dc7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.135383 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e21-45ae-414f-8b26-e6813fb62dc7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.136778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7baf7e21-45ae-414f-8b26-e6813fb62dc7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1611574 Nov 03 16:19:38.138649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf7e21-45ae-414f-8b26-e6813fb62dc7 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ab27b5-f608-4de7-b8be-a22b208617ff,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:38.139563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56738) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:38.145555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ef88bbe2-3eb1-47f2-821f-beb49cf82063 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': '74ab27b5-f608-4de7-b8be-a22b208617ff', 'direction': 'ingress', 'protocol': 17}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:38.193198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef88bbe2-3eb1-47f2-821f-beb49cf82063 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.282161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef88bbe2-3eb1-47f2-821f-beb49cf82063 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.288318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef88bbe2-3eb1-47f2-821f-beb49cf82063 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.306750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88bbe2-3eb1-47f2-821f-beb49cf82063 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea688fc5-1a22-4699-9017-1f343cf5bf9e,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:38.332827 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ef88bbe2-3eb1-47f2-821f-beb49cf82063 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.334096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ef88bbe2-3eb1-47f2-821f-beb49cf82063 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1934090 Nov 03 16:19:38.336748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56740) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:38.394621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.410556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-561fc232-d5e0-4358-be3c-1caf4d51df13 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.454585 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-561fc232-d5e0-4358-be3c-1caf4d51df13 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.524243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-561fc232-d5e0-4358-be3c-1caf4d51df13 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.528082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-561fc232-d5e0-4358-be3c-1caf4d51df13 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.529257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-561fc232-d5e0-4358-be3c-1caf4d51df13 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-groups/74ab27b5-f608-4de7-b8be-a22b208617ff HTTP/1.1" status: 204 len: 168 time: 0.1915903 Nov 03 16:19:38.531996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56744) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:38.578939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fc232-d5e0-4358-be3c-1caf4d51df13 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ab27b5-f608-4de7-b8be-a22b208617ff,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:38.637516 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-db625931-6c7e-4f65-b8e8-7889dd8b7131 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1010885 Nov 03 16:19:38.638027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56752) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:38.643685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e5cfc905-5432-4f2f-9b20-36f3336ebb06 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group': {'name': 'tempest-secgroup--606544719'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:38.674811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc905-5432-4f2f-9b20-36f3336ebb06 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.827377 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc905-5432-4f2f-9b20-36f3336ebb06 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.835113 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc905-5432-4f2f-9b20-36f3336ebb06 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.961427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc905-5432-4f2f-9b20-36f3336ebb06 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:38.969457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e5cfc905-5432-4f2f-9b20-36f3336ebb06 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3264692 Nov 03 16:19:38.978020 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56758) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:38.992006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-941156f3-01da-4b6c-9a88-a729b33e614f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867255531'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:39.004173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfc905-5432-4f2f-9b20-36f3336ebb06 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b0db80-dbcf-415f-9d22-33e84f8896be,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:39.035964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-941156f3-01da-4b6c-9a88-a729b33e614f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.139272 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-941156f3-01da-4b6c-9a88-a729b33e614f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.145492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-941156f3-01da-4b6c-9a88-a729b33e614f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.178888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56764) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:39.194891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941156f3-01da-4b6c-9a88-a729b33e614f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387c0aa5-b80a-4f87-99f0-d5f7a4ed66d5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:39.218151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-941156f3-01da-4b6c-9a88-a729b33e614f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.222599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-941156f3-01da-4b6c-9a88-a729b33e614f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2375455 Nov 03 16:19:39.222941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56768) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:39.228140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cb9c710a-55d0-4257-9742-0d40e7034079 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': 'f3b0db80-dbcf-415f-9d22-33e84f8896be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '387c0aa5-b80a-4f87-99f0-d5f7a4ed66d5', 'remote_ip_prefix': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:39.284398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cb9c710a-55d0-4257-9742-0d40e7034079 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.373433 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6920db76-4a06-4663-b621-9637632c8fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.381110 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cb9c710a-55d0-4257-9742-0d40e7034079 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.388999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cb9c710a-55d0-4257-9742-0d40e7034079 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.417094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c710a-55d0-4257-9742-0d40e7034079 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a879f56a-15e4-4977-a975-fe411235c49f,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:39.433455 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cb9c710a-55d0-4257-9742-0d40e7034079 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.434780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cb9c710a-55d0-4257-9742-0d40e7034079 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2105756 Nov 03 16:19:39.437871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56770) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:39.488776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.507490 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.542559 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6920db76-4a06-4663-b621-9637632c8fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.549366 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6920db76-4a06-4663-b621-9637632c8fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.555210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.575145 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.576193 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/a879f56a-15e4-4977-a975-fe411235c49f HTTP/1.1" status: 204 len: 168 time: 0.1373088 Nov 03 16:19:39.580703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56772) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:39.597217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a879f56a-15e4-4977-a975-fe411235c49f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:39.611426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6920db76-4a06-4663-b621-9637632c8fff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d8dd32c7fa042af8a8a84744eef0bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4311411 Nov 03 16:19:39.613643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.613999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.614347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.614745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.615081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.615416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.615792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.616089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.616392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.616717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.617042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.617181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56776) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:39.617459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a85102-71dc-4678-90d5-3454f12c3d14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:39.620119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920db76-4a06-4663-b621-9637632c8fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1d66da-b647-4684-adf5-82b1af14a5f8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:39.686369 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9c1d89cb-c86d-4ea2-8e10-cd8d26c513fb tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1040740 Nov 03 16:19:39.689200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56778) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:39.713712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab9a0-7af4-4d1e-8aaa-f262cce1e6a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.738304 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab9a0-7af4-4d1e-8aaa-f262cce1e6a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.751746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e3b585e8-bbc2-44bb-a922-ea9479e8a8c3 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.797431 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e3b585e8-bbc2-44bb-a922-ea9479e8a8c3 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.803153 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab9a0-7af4-4d1e-8aaa-f262cce1e6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.806267 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab9a0-7af4-4d1e-8aaa-f262cce1e6a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.810215 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ae5ab9a0-7af4-4d1e-8aaa-f262cce1e6a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e1d66da-b647-4684-adf5-82b1af14a5f8 HTTP/1.1" status: 204 len: 168 time: 0.1793373 Nov 03 16:19:39.820779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ab9a0-7af4-4d1e-8aaa-f262cce1e6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1d66da-b647-4684-adf5-82b1af14a5f8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:39.872099 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e3b585e8-bbc2-44bb-a922-ea9479e8a8c3 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.875039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e3b585e8-bbc2-44bb-a922-ea9479e8a8c3 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:39.876270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e3b585e8-bbc2-44bb-a922-ea9479e8a8c3 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-groups/387c0aa5-b80a-4f87-99f0-d5f7a4ed66d5 HTTP/1.1" status: 204 len: 168 time: 0.1859918 Nov 03 16:19:39.879311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56782) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:39.886478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b585e8-bbc2-44bb-a922-ea9479e8a8c3 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=387c0aa5-b80a-4f87-99f0-d5f7a4ed66d5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:39.981505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-50ba180d-2f87-46b6-944e-43df6128ffb9 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1003208 Nov 03 16:19:39.984329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56788) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:40.044962 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fd81-ca8a-4f82-bd12-6b8e87797a2b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.069335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fd81-ca8a-4f82-bd12-6b8e87797a2b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.114584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fd81-ca8a-4f82-bd12-6b8e87797a2b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.118038 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fd81-ca8a-4f82-bd12-6b8e87797a2b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.121597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a0f8fd81-ca8a-4f82-bd12-6b8e87797a2b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-groups/f3b0db80-dbcf-415f-9d22-33e84f8896be HTTP/1.1" status: 204 len: 168 time: 0.1340182 Nov 03 16:19:40.122011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56794) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:40.135727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8fd81-ca8a-4f82-bd12-6b8e87797a2b tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b0db80-dbcf-415f-9d22-33e84f8896be,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:40.208100 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4c4e8f59-5bf3-4f3a-a81a-9fbbc996de5e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0806787 Nov 03 16:19:40.208636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56800) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:40.213162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-22d1d338-7b39-4fe3-acd5-3be10c67c0d1 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966693245'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:40.252699 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22d1d338-7b39-4fe3-acd5-3be10c67c0d1 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.341312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22d1d338-7b39-4fe3-acd5-3be10c67c0d1 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.347627 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22d1d338-7b39-4fe3-acd5-3be10c67c0d1 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.377763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22d1d338-7b39-4fe3-acd5-3be10c67c0d1 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.382173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56810) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:40.382333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-22d1d338-7b39-4fe3-acd5-3be10c67c0d1 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1726787 Nov 03 16:19:40.390759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1d338-7b39-4fe3-acd5-3be10c67c0d1 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5f066f-6299-4531-a357-7b2c0ab7f845,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:40.391344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-87dbdf49-dbbd-4cf9-8dc3-9e231c22b472 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': '9b5f066f-6299-4531-a357-7b2c0ab7f845', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:40.462341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87dbdf49-dbbd-4cf9-8dc3-9e231c22b472 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.547868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87dbdf49-dbbd-4cf9-8dc3-9e231c22b472 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.554022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87dbdf49-dbbd-4cf9-8dc3-9e231c22b472 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.576605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbdf49-dbbd-4cf9-8dc3-9e231c22b472 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d50878-6a8e-42fd-9027-b64fb697a5d4,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:40.587354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87dbdf49-dbbd-4cf9-8dc3-9e231c22b472 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.589695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-87dbdf49-dbbd-4cf9-8dc3-9e231c22b472 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2052634 Nov 03 16:19:40.592529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56818) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:40.636101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-427046fc-7f92-4df3-a42a-1345a8d1b30f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.650408 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-427046fc-7f92-4df3-a42a-1345a8d1b30f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.703333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-427046fc-7f92-4df3-a42a-1345a8d1b30f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.712677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-427046fc-7f92-4df3-a42a-1345a8d1b30f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.715435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-427046fc-7f92-4df3-a42a-1345a8d1b30f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/15d50878-6a8e-42fd-9027-b64fb697a5d4 HTTP/1.1" status: 204 len: 168 time: 0.1214964 Nov 03 16:19:40.717977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56824) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:40.723610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427046fc-7f92-4df3-a42a-1345a8d1b30f tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15d50878-6a8e-42fd-9027-b64fb697a5d4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:40.801623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eedfd5c3-2da6-4bd4-b4c9-b4479c9b0ab1 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0789855 Nov 03 16:19:40.803309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56826) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:40.883416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71ff9588-f3d7-4ed0-a02f-9d8ca8af43fe tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.923252 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71ff9588-f3d7-4ed0-a02f-9d8ca8af43fe tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.983361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71ff9588-f3d7-4ed0-a02f-9d8ca8af43fe tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.987918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-71ff9588-f3d7-4ed0-a02f-9d8ca8af43fe tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:40.989418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-71ff9588-f3d7-4ed0-a02f-9d8ca8af43fe tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-groups/9b5f066f-6299-4531-a357-7b2c0ab7f845 HTTP/1.1" status: 204 len: 168 time: 0.1847711 Nov 03 16:19:40.992375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56832) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.000497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff9588-f3d7-4ed0-a02f-9d8ca8af43fe tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5f066f-6299-4531-a357-7b2c0ab7f845,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:41.063501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cab5bc76-6ef1-41be-8d48-d12c75b59c14 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0695755 Nov 03 16:19:41.068111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56838) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.079130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-44ebce65-4d25-436f-9248-cc77c7da0bb0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827545255'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:41.112634 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44ebce65-4d25-436f-9248-cc77c7da0bb0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.193891 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44ebce65-4d25-436f-9248-cc77c7da0bb0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.198310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44ebce65-4d25-436f-9248-cc77c7da0bb0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.235344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebce65-4d25-436f-9248-cc77c7da0bb0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8800f9b5-61fe-4e5d-bec3-893fee95720c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:41.259766 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44ebce65-4d25-436f-9248-cc77c7da0bb0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.261608 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-44ebce65-4d25-436f-9248-cc77c7da0bb0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1923740 Nov 03 16:19:41.265781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56840) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.273074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-758b219f-28d7-4c06-9d55-45d2752a76ac tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': '8800f9b5-61fe-4e5d-bec3-893fee95720c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:41.303826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-758b219f-28d7-4c06-9d55-45d2752a76ac tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.403008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-758b219f-28d7-4c06-9d55-45d2752a76ac tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.406894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-758b219f-28d7-4c06-9d55-45d2752a76ac tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.427975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b219f-28d7-4c06-9d55-45d2752a76ac tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a452927c-cf91-4868-aab4-bf55e13a6c76,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:41.442844 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-758b219f-28d7-4c06-9d55-45d2752a76ac tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.444163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-758b219f-28d7-4c06-9d55-45d2752a76ac tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770160 Nov 03 16:19:41.446620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56846) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.465973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7c497c88-b260-481c-bfdc-d0d6a69bf34a tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules/a452927c-cf91-4868-aab4-bf55e13a6c76 HTTP/1.1" status: 200 len: 763 time: 0.0170197 Nov 03 16:19:41.467464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56850) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.514623 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9674c78d-0008-4cf0-87bd-72c4f8637071 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459785 Nov 03 16:19:41.517393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56852) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.543833 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a33741a8-d3ae-4414-ba95-e7546f29845e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.552661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a33741a8-d3ae-4414-ba95-e7546f29845e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.584671 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a33741a8-d3ae-4414-ba95-e7546f29845e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.592791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a33741a8-d3ae-4414-ba95-e7546f29845e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.594048 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a33741a8-d3ae-4414-ba95-e7546f29845e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/a452927c-cf91-4868-aab4-bf55e13a6c76 HTTP/1.1" status: 204 len: 168 time: 0.0754204 Nov 03 16:19:41.597587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56854) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.600819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33741a8-d3ae-4414-ba95-e7546f29845e tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a452927c-cf91-4868-aab4-bf55e13a6c76,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:41.654840 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ab55675-fe22-471b-940e-68671ac1ce31 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557652 Nov 03 16:19:41.657497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56856) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.662386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c6ca7a0d-c52b-43d2-9534-a55cd94e3529 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': '8800f9b5-61fe-4e5d-bec3-893fee95720c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:41.699437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7a0d-c52b-43d2-9534-a55cd94e3529 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.785388 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7a0d-c52b-43d2-9534-a55cd94e3529 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.797263 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7a0d-c52b-43d2-9534-a55cd94e3529 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.816822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca7a0d-c52b-43d2-9534-a55cd94e3529 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d148304e-5546-4725-be39-ba83bd79ac16,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:41.827288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7a0d-c52b-43d2-9534-a55cd94e3529 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.828634 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c6ca7a0d-c52b-43d2-9534-a55cd94e3529 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1697409 Nov 03 16:19:41.832061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56866) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.854455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56868) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.854763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0579de73-51a1-4a17-8bdf-3adc210bc9c8 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules/d148304e-5546-4725-be39-ba83bd79ac16 HTTP/1.1" status: 200 len: 763 time: 0.0214970 Nov 03 16:19:41.904705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-da8eb75c-c9b6-40ec-a52d-76316f6cf41d tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0465198 Nov 03 16:19:41.905025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56870) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.931682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a13cb3a-81c7-44e9-9d41-0903dc49f1c0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.941673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a13cb3a-81c7-44e9-9d41-0903dc49f1c0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.972533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a13cb3a-81c7-44e9-9d41-0903dc49f1c0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.979224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a13cb3a-81c7-44e9-9d41-0903dc49f1c0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:41.980388 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a13cb3a-81c7-44e9-9d41-0903dc49f1c0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/d148304e-5546-4725-be39-ba83bd79ac16 HTTP/1.1" status: 204 len: 168 time: 0.0745203 Nov 03 16:19:41.983888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56872) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:41.996430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13cb3a-81c7-44e9-9d41-0903dc49f1c0 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d148304e-5546-4725-be39-ba83bd79ac16,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:42.049297 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-55323260-f86b-4826-bafc-36bcbba54d32 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639124 Nov 03 16:19:42.051758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56876) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:42.056490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e87fe985-1d20-4ad9-92d0-29ade8f43628 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Request body: {'security_group_rule': {'security_group_id': '8800f9b5-61fe-4e5d-bec3-893fee95720c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:42.084164 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-e87fe985-1d20-4ad9-92d0-29ade8f43628 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Project 13b6eeb1b7194c36bc99eb6228e3e4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:19:42.090187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87fe985-1d20-4ad9-92d0-29ade8f43628 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.164648 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87fe985-1d20-4ad9-92d0-29ade8f43628 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.175111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87fe985-1d20-4ad9-92d0-29ade8f43628 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.201452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fe985-1d20-4ad9-92d0-29ade8f43628 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfc42e9-cb8d-4b1c-9ac9-77013d628136,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:42.212929 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e87fe985-1d20-4ad9-92d0-29ade8f43628 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.216726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e87fe985-1d20-4ad9-92d0-29ade8f43628 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615775 Nov 03 16:19:42.217509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56882) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:42.240942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-22a68bc9-952e-46e4-aa74-71ccff927437 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules/0bfc42e9-cb8d-4b1c-9ac9-77013d628136 HTTP/1.1" status: 200 len: 769 time: 0.0200057 Nov 03 16:19:42.241208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56884) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:42.288954 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d29fa1cf-7c4c-4053-bb40-ed6efee98ec2 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0462790 Nov 03 16:19:42.291740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 56886) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:42.321958 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8653b1e2-4c2f-468a-ae72-8babefa32186 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.330071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8653b1e2-4c2f-468a-ae72-8babefa32186 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.357927 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8653b1e2-4c2f-468a-ae72-8babefa32186 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.365871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8653b1e2-4c2f-468a-ae72-8babefa32186 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.369214 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8653b1e2-4c2f-468a-ae72-8babefa32186 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/0bfc42e9-cb8d-4b1c-9ac9-77013d628136 HTTP/1.1" status: 204 len: 168 time: 0.0741174 Nov 03 16:19:42.369755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56888) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:42.371470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653b1e2-4c2f-468a-ae72-8babefa32186 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bfc42e9-cb8d-4b1c-9ac9-77013d628136,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:42.416127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a7dfaf26-a0e4-4e40-8bc5-428befeb6be3 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425315 Nov 03 16:19:42.416367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56892) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:42.478141 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41a5c1c8-1897-4597-a4dd-815a63736991 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.501988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41a5c1c8-1897-4597-a4dd-815a63736991 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.556365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41a5c1c8-1897-4597-a4dd-815a63736991 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.559437 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41a5c1c8-1897-4597-a4dd-815a63736991 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:42.563432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-41a5c1c8-1897-4597-a4dd-815a63736991 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "DELETE /v2.0/security-groups/8800f9b5-61fe-4e5d-bec3-893fee95720c HTTP/1.1" status: 204 len: 168 time: 0.1459343 Nov 03 16:19:42.565014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56906) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:42.575689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-ed2d067a-08eb-4190-8878-169b9a5fc939 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=4a32cbeafcfa4f13ace9699bab53ab33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304880 Nov 03 16:19:42.589188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5c1c8-1897-4597-a4dd-815a63736991 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8800f9b5-61fe-4e5d-bec3-893fee95720c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:42.631302 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-754cdd64-763f-4976-aec2-eeba46061269 tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0585644 Nov 03 16:19:42.633234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56908) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:42.680044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-45022c9c-343c-4ef3-a5d8-690e4a0d049a tempest-SecGroupIPv6Test-1896871445 tempest-SecGroupIPv6Test-1896871445-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0455770 Nov 03 16:19:42.788269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d8d176e4-118b-4b07-8c45-bf182f103421 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:42.789878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d8d176e4-118b-4b07-8c45-bf182f103421 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076085 Nov 03 16:19:42.805818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-f4f76641-cd13-4778-a0a9-dae26b63ebec tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/quotas/4a32cbeafcfa4f13ace9699bab53ab33 HTTP/1.1" status: 200 len: 375 time: 0.0099673 Nov 03 16:19:42.842441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-8ccc8f7f-cdef-4f1d-9cb2-3b7ff0facd94 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a32cbeafcfa4f13ace9699bab53ab33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293725 Nov 03 16:19:42.982409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56920) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:43.099989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13bae69f-e5f4-4a45-9526-c257049d450a req-95de39a5-9290-4f38-a0b3-0f774e28b160 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 210 time: 0.0560689 Nov 03 16:19:43.200359 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ae33865f-5d09-4b04-b6e8-a1f0f6d5e0ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13b6eeb1b7194c36bc99eb6228e3e4ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162173 Nov 03 16:19:43.202881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56936) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:43.270080 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-984f2865-de93-401c-84ff-2d586d0d96d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:43.294549 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-984f2865-de93-401c-84ff-2d586d0d96d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:43.343402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-7670fa83-71da-4d21-b350-1894eb01edcd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:43.346326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-7670fa83-71da-4d21-b350-1894eb01edcd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.1701481 Nov 03 16:19:43.356816 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-984f2865-de93-401c-84ff-2d586d0d96d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:43.359616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-984f2865-de93-401c-84ff-2d586d0d96d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:43.363768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-984f2865-de93-401c-84ff-2d586d0d96d6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/523258c2-b876-4dea-90f7-7def05eea16c HTTP/1.1" status: 204 len: 168 time: 0.1568468 Nov 03 16:19:43.376029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-3d8c7307-70a3-4629-9a6d-b13bca6cb149 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/quotas/2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 375 time: 0.0227673 Nov 03 16:19:43.396891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f2865-de93-401c-84ff-2d586d0d96d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523258c2-b876-4dea-90f7-7def05eea16c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:43.457550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-3c994feb-6ce9-475f-b8b9-be65cac64878 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784578 Nov 03 16:19:43.584942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-a9b78b6d-143c-4bf2-a407-48264f9bdaa3 service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196308 Nov 03 16:19:43.713410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-5bdfb2d0-ce9b-4d00-849f-3d1a3b54bffd service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191535 Nov 03 16:19:44.061357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eec22b4b-624b-4327-b1b9-b93446acea92 req-5ac64787-9223-4889-b366-c3135b2ab889 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0335498 Nov 03 16:19:44.243057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e04fed3-5867-4f40-b592-e3d37843e9c1 req-ede8f670-eea4-4234-bdf4-cc5323b73015 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 210 time: 0.0499873 Nov 03 16:19:44.244873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56982) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:44.362809 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-b6105352-ab63-4eef-9ad1-d2744f64a304 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4a32cbeafcfa4f13ace9699bab53ab33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276084 Nov 03 16:19:44.396377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252104180'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:44.442175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.449027 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:19:44.459102 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.557492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-58b35d06-4026-460a-9676-74437c0fe10e tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:44.559586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-58b35d06-4026-460a-9676-74437c0fe10e tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914592 Nov 03 16:19:44.574333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.583410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Request body: {'port': {'device_id': 'd32f967f-43a7-45d7-ae21-c16b024b717e', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '4a32cbeafcfa4f13ace9699bab53ab33'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:44.589472 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.635649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b6a932-431c-4c41-a712-9e0cfc3da673,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:44.692645 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.699832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.754939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c225a221-901f-4fdb-8150-77d5b5806328,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:44.779789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Made reservation on behalf of 4a32cbeafcfa4f13ace9699bab53ab33 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:19:44.784011 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.788675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-abb48ffc-34e1-4322-9c90-f116852ec3c7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5427208 Nov 03 16:19:44.789806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56996) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:44.792855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.809674 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.855994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6f256111-bf15-49af-8803-b5986292c102 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0643218 Nov 03 16:19:44.856637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 56998) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:44.862637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6f101f6b-3e6b-47e2-b424-d2a6942bd590 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group': {'name': 'tempest-security--2000341965', 'description': 'tempest-security-description-77600157'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:44.906518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6f101f6b-3e6b-47e2-b424-d2a6942bd590 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.919030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.924780 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.957020 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6f101f6b-3e6b-47e2-b424-d2a6942bd590 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.962771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6f101f6b-3e6b-47e2-b424-d2a6942bd590 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.965869 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6f101f6b-3e6b-47e2-b424-d2a6942bd590 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:44.970323 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6f101f6b-3e6b-47e2-b424-d2a6942bd590 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "PUT /v2.0/security-groups/c225a221-901f-4fdb-8150-77d5b5806328 HTTP/1.1" status: 200 len: 1795 time: 0.1126306 Nov 03 16:19:44.971021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57000) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:45.010722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2795b442-3f9d-4eac-9f48-21930ca8b0e2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:45.036269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f101f6b-3e6b-47e2-b424-d2a6942bd590 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c225a221-901f-4fdb-8150-77d5b5806328,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:45.050678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d32b0870-7ba4-4ffc-a313-ffa133ecf3c3 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups/c225a221-901f-4fdb-8150-77d5b5806328 HTTP/1.1" status: 200 len: 1795 time: 0.0752151 Nov 03 16:19:45.051795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57002) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:45.179928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Allocated IP 192.168.233.6 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/b73a6cdb-f4cb-4f63-a3aa-88986d3287e3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:45.219305 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29c18d02-82d6-4b28-a01f-553064a8adcc req-7d7aa78b-5f39-4fb6-b1b0-4cb32111db6a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0364625 Nov 03 16:19:45.222225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-67826847-22af-455d-80fe-fe0b6dd3cb91 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:45.370079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d783bdcc-fdb7-4197-9109-76598dc3458a req-f258671c-6a63-4055-bb8f-ead6ea4e8733 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 210 time: 0.0299473 Nov 03 16:19:45.373250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-67826847-22af-455d-80fe-fe0b6dd3cb91 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:45.392229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff7b17-a9b8-4355-98fb-0120b139805b req-dd955e5b-37f5-49d3-9abb-bcc62ea71f71 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:45.394332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9bff7b17-a9b8-4355-98fb-0120b139805b req-dd955e5b-37f5-49d3-9abb-bcc62ea71f71 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1098 time: 0.2255030 Nov 03 16:19:45.549790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-a1a5134f-9ad0-4772-921f-ce058dc293ae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:45.551614 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-a1a5134f-9ad0-4772-921f-ce058dc293ae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.2906077 Nov 03 16:19:45.562028 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-67826847-22af-455d-80fe-fe0b6dd3cb91 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:45.565541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-67826847-22af-455d-80fe-fe0b6dd3cb91 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:45.566844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-67826847-22af-455d-80fe-fe0b6dd3cb91 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-groups/c225a221-901f-4fdb-8150-77d5b5806328 HTTP/1.1" status: 204 len: 168 time: 0.5142562 Nov 03 16:19:45.569538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57012) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:45.581898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'port': {'device_id': 'd9a8af51-cb69-4da3-8beb-14182ff35dad', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'admin_state_up': True, 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:45.644373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-162fda16-c0cc-41db-a1a1-0e93ae43be38 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0728641 Nov 03 16:19:45.648019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57014) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:45.667336 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-fff3355f-0afc-4d67-90f5-853bd3914e3b tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] delete failed (client error): The resource could not be found. Nov 03 16:19:45.668802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fff3355f-0afc-4d67-90f5-853bd3914e3b tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-groups/c225a221-901f-4fdb-8150-77d5b5806328 HTTP/1.1" status: 404 len: 347 time: 0.0187430 Nov 03 16:19:45.673162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57016) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:45.678786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9bff7b17-a9b8-4355-98fb-0120b139805b req-c2efc125-e014-428f-8b82-3d933a884ab4 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732477 Nov 03 16:19:45.682066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8bc1f44b-db18-4b54-b155-f21bcc1fb929 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042888690'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:45.684883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67826847-22af-455d-80fe-fe0b6dd3cb91 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225a221-901f-4fdb-8150-77d5b5806328,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:45.715170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bc1f44b-db18-4b54-b155-f21bcc1fb929 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:45.719494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:45.754711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57018) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:45.865112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Made reservation on behalf of 2bc437a94d724a06b94d3ecdcf5867e5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:19:45.871204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:45.903010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:45.967206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bc1f44b-db18-4b54-b155-f21bcc1fb929 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:45.973299 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bc1f44b-db18-4b54-b155-f21bcc1fb929 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.004307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:46.020473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:46.030711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:19:46.032592 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bc1f44b-db18-4b54-b155-f21bcc1fb929 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.034658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8bc1f44b-db18-4b54-b155-f21bcc1fb929 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3575387 Nov 03 16:19:46.061193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57020) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:46.072802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c1572d06-b996-453b-8155-4469a84df27c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '1c280f6f-c8fc-4742-89b5-06ebbf6c4e01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:46.079855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Pushing event updated for resources: {'Port': ['ID=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:46.097482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1f44b-db18-4b54-b155-f21bcc1fb929 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c280f6f-c8fc-4742-89b5-06ebbf6c4e01,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:46.130905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1572d06-b996-453b-8155-4469a84df27c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.151083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:46.151745 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.169316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port fc04e4ec-f792-4eb9-9e1f-f98858678a1c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:46.169781 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.184715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-29d9ffb2-e03c-42c8-890d-af64725c4a33 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6064508 Nov 03 16:19:46.191734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.20.0.12 (e8323ed3-190e-4fd2-9c82-eb82d5ef24b2/59175d77-ecad-41a1-bcd6-d63e1e7bf397/ca2635ae-e51f-4d10-9573-7c0830ccaad9) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:19:46.207434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Request body: {'port': {'device_id': 'd32f967f-43a7-45d7-ae21-c16b024b717e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:46.311065 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1572d06-b996-453b-8155-4469a84df27c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.328865 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1572d06-b996-453b-8155-4469a84df27c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.341296 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.367594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.368161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.378110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-81cb908a-7247-4028-890b-440e6a4646eb None None] Provisioning complete for port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:46.378673 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-81cb908a-7247-4028-890b-440e6a4646eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.446158 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c55386f-f5a4-4dab-a64d-411556c07813 req-fbeb1371-7203-4bbc-ac87-51e97d37737f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0840073 Nov 03 16:19:46.457196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1572d06-b996-453b-8155-4469a84df27c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42c2dda-038a-4ea6-abbf-f70cb3ac4424,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:46.482603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-81cb908a-7247-4028-890b-440e6a4646eb None None] Port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:46.493552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for fc04e4ec-f792-4eb9-9e1f-f98858678a1c owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:46.497703 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1572d06-b996-453b-8155-4469a84df27c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.499766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c1572d06-b996-453b-8155-4469a84df27c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4327683 Nov 03 16:19:46.503600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57034) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:46.585690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25e3a1f-99ce-4262-9df7-4a49966d19c3 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.594641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25e3a1f-99ce-4262-9df7-4a49966d19c3 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.637846 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25e3a1f-99ce-4262-9df7-4a49966d19c3 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.657747 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c25e3a1f-99ce-4262-9df7-4a49966d19c3 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.659712 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c25e3a1f-99ce-4262-9df7-4a49966d19c3 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/f42c2dda-038a-4ea6-abbf-f70cb3ac4424 HTTP/1.1" status: 204 len: 168 time: 0.1547847 Nov 03 16:19:46.665772 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e3a1f-99ce-4262-9df7-4a49966d19c3 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f42c2dda-038a-4ea6-abbf-f70cb3ac4424,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:46.675280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57036) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:46.750406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:19:46.761314 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.777159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Transition to ACTIVE for port object b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:19:46.784772 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b4521344-02d2-42d2-91f8-772ed9f10eb8 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1079905 Nov 03 16:19:46.787590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.789821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:46.865176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.881794 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9a30839-47c9-4029-b4c6-5d052c6fe337 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.906608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9a30839-47c9-4029-b4c6-5d052c6fe337 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.930122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.971977 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9a30839-47c9-4029-b4c6-5d052c6fe337 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.975678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9a30839-47c9-4029-b4c6-5d052c6fe337 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:46.977267 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b9a30839-47c9-4029-b4c6-5d052c6fe337 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-groups/1c280f6f-c8fc-4742-89b5-06ebbf6c4e01 HTTP/1.1" status: 204 len: 168 time: 0.1865239 Nov 03 16:19:46.990203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57042) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:46.992835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a30839-47c9-4029-b4c6-5d052c6fe337 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c280f6f-c8fc-4742-89b5-06ebbf6c4e01,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:47.057934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9c8aefd1-e0f0-43a0-86c1-00b2ea7ca05f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0592039 Nov 03 16:19:47.058835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57044) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:47.065253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8bd962f8-c887-4939-96a7-4d78be34734a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470021270'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:47.095879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.105149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:47.129026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:19:47.129979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bd962f8-c887-4939-96a7-4d78be34734a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.132612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=fc04e4ec-f792-4eb9-9e1f-f98858678a1c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:47.199335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=ca2635ae-e51f-4d10-9573-7c0830ccaad9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:47.223225 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.223562 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Floating IP 42581ae4-9a91-4886-944a-c417b4ee33d4 disassociated (deleted). External IP: 172.25.6.95, port: 6e4ba454-41b0-4f07-857b-d39b48663cc4. Nov 03 16:19:47.237489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:19:47.245094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:19:47.281802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e82e20-1325-4294-aeb8-252212ad4285 req-2af2d8e1-de90-42c2-9bbf-5fbe2083dd14 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:47.284786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7e82e20-1325-4294-aeb8-252212ad4285 req-2af2d8e1-de90-42c2-9bbf-5fbe2083dd14 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 946 time: 0.5053329 Nov 03 16:19:47.381192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Attempting to bind port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:19:47.381551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Attempting to bind port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:19:47.381878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Attempting to bind port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:47.402977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:19:47.403811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Attempting to bind port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:47.414509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:47.415146 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.424060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d7e82e20-1325-4294-aeb8-252212ad4285 req-3f746c21-a2ab-49de-ba29-530a3641496e tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160266 Nov 03 16:19:47.428539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:19:47.428875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:19:47.429428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:19:47.430063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Bound port: b73a6cdb-f4cb-4f63-a3aa-88986d3287e3, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:19:47.430237 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.459732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-1be29aa8-bade-4ee2-b5b8-52627aaa8ed2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8831615 Nov 03 16:19:47.523896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Request body: {'port': {'device_id': 'd9a8af51-cb69-4da3-8beb-14182ff35dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:47.635989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] For port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:19:47.638554 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.675641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bd962f8-c887-4939-96a7-4d78be34734a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.687989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bd962f8-c887-4939-96a7-4d78be34734a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.690448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] For port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:19:47.701471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router ab685480-7529-46cd-b68c-4becab158ffd has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:19:47.711143 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.723673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3a13010c-8e93-490e-8ae8-0641224b0b1a None None] Provisioning complete for port ca2635ae-e51f-4d10-9573-7c0830ccaad9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:47.724222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a13010c-8e93-490e-8ae8-0641224b0b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.755079 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8bd962f8-c887-4939-96a7-4d78be34734a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.756323 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8bd962f8-c887-4939-96a7-4d78be34734a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6966009 Nov 03 16:19:47.759747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd962f8-c887-4939-96a7-4d78be34734a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e166bd8-7d70-41a5-805d-38ae13e7b52d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:47.773188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd605e1-e4a4-440a-b550-4575bcb07b7a req-4ae55ddd-938d-4a98-a918-6b897bb661f6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:47.775096 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2dd605e1-e4a4-440a-b550-4575bcb07b7a req-4ae55ddd-938d-4a98-a918-6b897bb661f6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 932 time: 0.2086003 Nov 03 16:19:47.775877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57050) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:47.780350 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-50102178-e064-4d5b-87e2-8cf01c93c3e6 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '7e166bd8-7d70-41a5-805d-38ae13e7b52d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:47.789906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:47.790983 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.792215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] 10.222.0.15 "PUT /v2.0/ports/b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 HTTP/1.1" status: 200 len: 1094 time: 1.5909297 Nov 03 16:19:47.800878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32f967f-43a7-45d7-ae21-c16b024b717e', 'tag': 'b73a6cdb-f4cb-4f63-a3aa-88986d3287e3'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:47.808879 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67094600-a66a-4f7f-b478-3f1f25f7e50c" -d '{"events": [{"name": "network-changed", "server_uuid": "d32f967f-43a7-45d7-ae21-c16b024b717e", "tag": "b73a6cdb-f4cb-4f63-a3aa-88986d3287e3"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:47.839289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3a13010c-8e93-490e-8ae8-0641224b0b1a None None] Port ca2635ae-e51f-4d10-9573-7c0830ccaad9 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:19:47.964514 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-50102178-e064-4d5b-87e2-8cf01c93c3e6 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:47.997428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2dd605e1-e4a4-440a-b550-4575bcb07b7a req-cc327504-2cb6-42d1-8e34-9d5a89eecfb6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004824 Nov 03 16:19:48.027553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:48.033016 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:48.046869 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] Sync routers for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:48.053701 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f8050-5161-4755-8970-2ef8ea90d962 x-openstack-request-id: req-bc7f8050-5161-4755-8970-2ef8ea90d962 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:48.054229 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32f967f-43a7-45d7-ae21-c16b024b717e", "tag": "b73a6cdb-f4cb-4f63-a3aa-88986d3287e3", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:48.054651 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc7f8050-5161-4755-8970-2ef8ea90d962 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:48.055220 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32f967f-43a7-45d7-ae21-c16b024b717e', 'tag': 'b73a6cdb-f4cb-4f63-a3aa-88986d3287e3', 'status': 'completed', 'code': 200} Nov 03 16:19:48.059119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7511fd8-a83f-4354-a514-f0f7a8dd3dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:48.073497 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:48.074130 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:48.129228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-f8ee100b-e581-40aa-ba10-cf1f9ae87ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:48.131139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-f8ee100b-e581-40aa-ba10-cf1f9ae87ae2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a32cbeafcfa4f13ace9699bab53ab33&device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 1097 time: 0.2380857 Nov 03 16:19:48.170240 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4b8a7f83-1022-489e-a881-93652af0982d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/floatingips/42581ae4-9a91-4886-944a-c417b4ee33d4 HTTP/1.1" status: 204 len: 168 time: 2.4159124 Nov 03 16:19:48.185808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:48.193700 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766b94fd-e9ef-4dae-aa16-cafbff91d556" -d '{"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:48.326353 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:48.337040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-50102178-e064-4d5b-87e2-8cf01c93c3e6 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:48.348858 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-50102178-e064-4d5b-87e2-8cf01c93c3e6 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:48.390202 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f022faa3-e05a-4420-832e-cfd54403b3ed x-openstack-request-id: req-f022faa3-e05a-4420-832e-cfd54403b3ed {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:48.390857 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:48.391307 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f022faa3-e05a-4420-832e-cfd54403b3ed {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:48.391907 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'status': 'completed', 'code': 200} Nov 03 16:19:48.427006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50102178-e064-4d5b-87e2-8cf01c93c3e6 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831f1eda-35b3-449c-9caa-b8a97310e765,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:48.460624 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-50102178-e064-4d5b-87e2-8cf01c93c3e6 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:48.462277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-50102178-e064-4d5b-87e2-8cf01c93c3e6 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6854265 Nov 03 16:19:48.469064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57062) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:48.480268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2acff065-2385-4150-b5e8-9a9b4738c8fa tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '7e166bd8-7d70-41a5-805d-38ae13e7b52d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:48.517078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-8a4e703f-07ad-4b9d-95f3-131ffbe92377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:48.519853 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-8a4e703f-07ad-4b9d-95f3-131ffbe92377 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 1098 time: 0.1123242 Nov 03 16:19:48.530106 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2acff065-2385-4150-b5e8-9a9b4738c8fa tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:48.687439 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2acff065-2385-4150-b5e8-9a9b4738c8fa tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:48.714066 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2acff065-2385-4150-b5e8-9a9b4738c8fa tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:48.736697 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b9784336-7f9b-4697-870c-d482800da76e', 'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:e0:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:21Z', 'updated_at': '2021-11-03T16:17:33Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:48.758761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-7d9b46ca-d3e8-4994-95e6-9198ee85a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:48.760611 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-7d9b46ca-d3e8-4994-95e6-9198ee85a720 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 200 len: 897 time: 0.2320220 Nov 03 16:19:48.770907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acff065-2385-4150-b5e8-9a9b4738c8fa tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd396869-1759-4ac3-9d7f-d1371987825f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:48.773621 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] Checking router: ab685480-7529-46cd-b68c-4becab158ffd for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:48.785659 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:48.786315 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:48.793342 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2acff065-2385-4150-b5e8-9a9b4738c8fa tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:48.795413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2acff065-2385-4150-b5e8-9a9b4738c8fa tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3250444 Nov 03 16:19:48.832989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57068) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:48.841996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e9de1e8c-17ae-43c0-9d08-de0fcd7d3849 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '7e166bd8-7d70-41a5-805d-38ae13e7b52d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:48.855826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-55e1f924-a0cd-4c99-9e71-2de18024ed02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 200 len: 217 time: 0.0800526 Nov 03 16:19:48.896648 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-10196732-dc69-464b-a8fe-213d16a9c44f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 HTTP/1.1" status: 200 len: 217 time: 0.7505488 Nov 03 16:19:48.901869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5ca8a-f0c1-4a5e-8f4f-8244b239ec85 req-9286e341-abd8-46bf-90db-b27a6f475d85 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:48.914629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ffb5ca8a-f0c1-4a5e-8f4f-8244b239ec85 req-9286e341-abd8-46bf-90db-b27a6f475d85 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 947 time: 0.2015533 Nov 03 16:19:48.937507 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:49.018888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-45c06b85-324f-4af3-ad21-8da1d6550c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:49.020423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-45c06b85-324f-4af3-ad21-8da1d6550c2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1128740 Nov 03 16:19:49.020873 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9de1e8c-17ae-43c0-9d08-de0fcd7d3849 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.028548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d939c0-16d3-4202-ae7e-3ec7c43f7acd req-b6b8ffd0-c362-4715-84c0-7a1f370c842f tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:49.038525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42d939c0-16d3-4202-ae7e-3ec7c43f7acd req-b6b8ffd0-c362-4715-84c0-7a1f370c842f tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 946 time: 0.1458046 Nov 03 16:19:49.065973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ffb5ca8a-f0c1-4a5e-8f4f-8244b239ec85 req-5dd4525c-0b3d-4acb-a0da-3db9f02032b3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503925 Nov 03 16:19:49.074363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-b30f18d7-bacb-4704-98ab-ca17b85b0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:49.076393 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-b30f18d7-bacb-4704-98ab-ca17b85b0f23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 200 len: 835 time: 0.2001455 Nov 03 16:19:49.151675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9de1e8c-17ae-43c0-9d08-de0fcd7d3849 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.160201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-da858fd3-2e1e-4a11-93dd-1fc0cfcd81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:49.160818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42d939c0-16d3-4202-ae7e-3ec7c43f7acd req-41e3a752-5b26-4b78-b9d7-33bee0d9a924 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211865 Nov 03 16:19:49.172582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2635ae-e51f-4d10-9573-7c0830ccaad9 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:19:49.172685 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-da858fd3-2e1e-4a11-93dd-1fc0cfcd81f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abf4b22a-63b9-473a-9b24-0b2855197f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837641 Nov 03 16:19:49.172685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9de1e8c-17ae-43c0-9d08-de0fcd7d3849 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.182120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.215701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Transition to ACTIVE for port object ca2635ae-e51f-4d10-9573-7c0830ccaad9 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:19:49.222672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de1e8c-17ae-43c0-9d08-de0fcd7d3849 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1569cb35-f04d-4e3d-b5f7-20052542ea5d,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:49.224615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-21387c7b-784c-4a6b-8060-604bf94a1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:49.226551 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-21387c7b-784c-4a6b-8060-604bf94a1677 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1826615 Nov 03 16:19:49.228184 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.274970 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b9784336-7f9b-4697-870c-d482800da76e', 'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:e0:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:21Z', 'updated_at': '2021-11-03T16:17:33Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:49.288236 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9de1e8c-17ae-43c0-9d08-de0fcd7d3849 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.292482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e9de1e8c-17ae-43c0-9d08-de0fcd7d3849 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4580023 Nov 03 16:19:49.293143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57074) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:49.301565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2a3a8e4b-da68-49a7-a875-501f57ec93c4 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '7e166bd8-7d70-41a5-805d-38ae13e7b52d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:49.302637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Pushing event updated for resources: {'Port': ['ID=ca2635ae-e51f-4d10-9573-7c0830ccaad9,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:49.339610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8e4b-da68-49a7-a875-501f57ec93c4 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.350131 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e2f92-e6ee-47bd-90bd-d8b1dd949d71 None None] The sync data for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 is: [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:17:22Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b9784336-7f9b-4697-870c-d482800da76e', 'name': '', 'network_id': 'abf4b22a-63b9-473a-9b24-0b2855197f14', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:e0:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:21Z', 'updated_at': '2021-11-03T16:17:33Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '059649f6-3659-4dd4-b245-dfb014e10e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:49.397945 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-357aaf02-4d84-45b3-ab8b-4c6f53bc6429 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132628 Nov 03 16:19:49.499227 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8e4b-da68-49a7-a875-501f57ec93c4 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.522488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8e4b-da68-49a7-a875-501f57ec93c4 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.550611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2b874-6128-49c6-8d14-8eef188b907c req-8d16b94c-b946-4775-9b0e-5c68ac2b058f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:49.555455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a8e4b-da68-49a7-a875-501f57ec93c4 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96863d2-d8a2-4526-ae19-67de996042b9,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:49.566571 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8e4b-da68-49a7-a875-501f57ec93c4 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.567927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2a3a8e4b-da68-49a7-a875-501f57ec93c4 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2721028 Nov 03 16:19:49.568423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23d2b874-6128-49c6-8d14-8eef188b907c req-8d16b94c-b946-4775-9b0e-5c68ac2b058f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 944 time: 0.2623391 Nov 03 16:19:49.572005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57078) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:49.612083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-253da003-6f6b-484c-afb4-374ea5957ccc tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '7e166bd8-7d70-41a5-805d-38ae13e7b52d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:49.632889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-766b94fd-e9ef-4dae-aa16-cafbff91d556 req-49c82dc9-92e7-425b-823c-d37dcbb0fc65 service neutron] 10.222.0.70 "GET /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218678 Nov 03 16:19:49.676163 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-253da003-6f6b-484c-afb4-374ea5957ccc tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.685681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Attempting to bind port ca2635ae-e51f-4d10-9573-7c0830ccaad9 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:19:49.686019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Attempting to bind port ca2635ae-e51f-4d10-9573-7c0830ccaad9 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:19:49.686358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Attempting to bind port ca2635ae-e51f-4d10-9573-7c0830ccaad9 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:49.728556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Port ca2635ae-e51f-4d10-9573-7c0830ccaad9 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:19:49.728801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Attempting to bind port ca2635ae-e51f-4d10-9573-7c0830ccaad9 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:19:49.735098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-0b3202d3-d1d1-42e9-b370-d0115e7dc4d6 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943829 Nov 03 16:19:49.741549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:19:49.741875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:19:49.742260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Bound using segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:19:49.743120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Bound port: ca2635ae-e51f-4d10-9573-7c0830ccaad9, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:19:49.743483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.789136 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-23d2b874-6128-49c6-8d14-8eef188b907c req-7dbd001a-929a-4f34-b05a-2560b08390bb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158902 Nov 03 16:19:49.820690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-253da003-6f6b-484c-afb4-374ea5957ccc tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.828472 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-253da003-6f6b-484c-afb4-374ea5957ccc tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.852685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109f9884-9c7e-486d-9bcb-6eb3cf5eef77 None None] New status for floating IP 42581ae4-9a91-4886-944a-c417b4ee33d4: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:19:49.855930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253da003-6f6b-484c-afb4-374ea5957ccc tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d12b98-ba53-4013-84d5-b058fa3b567e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:49.876054 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-253da003-6f6b-484c-afb4-374ea5957ccc tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.880830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-253da003-6f6b-484c-afb4-374ea5957ccc tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3071673 Nov 03 16:19:49.882906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57086) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:49.924409 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2fdc34f-f9de-4467-9741-e979e4d44c96 req-186c5b6e-da4b-4405-b851-3762fa6274db service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731992 Nov 03 16:19:49.925044 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e99b57d2-feb6-44cc-8436-ff3b892f0879 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.933570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e99b57d2-feb6-44cc-8436-ff3b892f0879 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.946174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-fa5fb838-a6a9-4c33-b1a4-41e3edf70347 req-e0a7622f-cb1b-4cb6-b5a6-54d40d201bca tempest-ImagesTestJSON-1611374969 tempest-ImagesTestJSON-1611374969-project] (108104) timed out ('10.222.0.70', 55116) {{(pid=108104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:19:49.962681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] For port ca2635ae-e51f-4d10-9573-7c0830ccaad9, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:19:49.964892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e99b57d2-feb6-44cc-8436-ff3b892f0879 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.967000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] For port ca2635ae-e51f-4d10-9573-7c0830ccaad9, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ca2635ae-e51f-4d10-9573-7c0830ccaad9,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:19:49.973505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.974608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e99b57d2-feb6-44cc-8436-ff3b892f0879 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:49.978419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e99b57d2-feb6-44cc-8436-ff3b892f0879 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/15d12b98-ba53-4013-84d5-b058fa3b567e HTTP/1.1" status: 204 len: 168 time: 0.0929027 Nov 03 16:19:49.979043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57088) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:50.015134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b57d2-feb6-44cc-8436-ff3b892f0879 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15d12b98-ba53-4013-84d5-b058fa3b567e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:50.027628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.028446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:50.030237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] 10.222.0.70 "PUT /v2.0/ports/ca2635ae-e51f-4d10-9573-7c0830ccaad9 HTTP/1.1" status: 200 len: 1092 time: 2.5118198 Nov 03 16:19:50.086202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a8af51-cb69-4da3-8beb-14182ff35dad', 'tag': 'ca2635ae-e51f-4d10-9573-7c0830ccaad9'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:50.089296 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2023e98d-c727-48a6-bf60-e2852fe698cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a8af51-cb69-4da3-8beb-14182ff35dad", "tag": "ca2635ae-e51f-4d10-9573-7c0830ccaad9"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:50.123535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f8ac288f-d70f-469d-8bac-0bda3038cc22 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1400633 Nov 03 16:19:50.128626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57094) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:50.174697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-7175073a-b250-43f5-a536-c0c99ffd911b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.181412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-7175073a-b250-43f5-a536-c0c99ffd911b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 947 time: 0.1573155 Nov 03 16:19:50.199350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-7b9b5f57-b137-4b0b-a81d-370d41f41e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.206553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-7b9b5f57-b137-4b0b-a81d-370d41f41e60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a32cbeafcfa4f13ace9699bab53ab33&device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 1097 time: 0.1752291 Nov 03 16:19:50.210507 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7643fa61-ade9-465c-97a9-913a66c976d0 x-openstack-request-id: req-7643fa61-ade9-465c-97a9-913a66c976d0 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:50.210796 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a8af51-cb69-4da3-8beb-14182ff35dad", "tag": "ca2635ae-e51f-4d10-9573-7c0830ccaad9", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:50.211050 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7643fa61-ade9-465c-97a9-913a66c976d0 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:50.211445 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a8af51-cb69-4da3-8beb-14182ff35dad', 'tag': 'ca2635ae-e51f-4d10-9573-7c0830ccaad9', 'status': 'completed', 'code': 200} Nov 03 16:19:50.367072 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01b7a11c-c503-4a95-a10a-6c5b5c6e3387 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:50.369925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256f1e4-102b-4210-a3fe-401fa0e3260f service neutron] Pushing event updated for resources: {'Port': ['ID=ca2635ae-e51f-4d10-9573-7c0830ccaad9,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:50.402319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab68b0-2f16-4bcf-a69e-6d5dac2a0f66 req-89e02f9d-9d25-4c94-bd6b-6f20ac3f7296 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.404997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9eab68b0-2f16-4bcf-a69e-6d5dac2a0f66 req-89e02f9d-9d25-4c94-bd6b-6f20ac3f7296 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 946 time: 0.1001761 Nov 03 16:19:50.413321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-e313ff22-d883-4613-ba43-a72b819bde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.415013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-e313ff22-d883-4613-ba43-a72b819bde32 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 1095 time: 0.3210168 Nov 03 16:19:50.416987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01b7a11c-c503-4a95-a10a-6c5b5c6e3387 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:50.425700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port 6e4ba454-41b0-4f07-857b-d39b48663cc4 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:50.426214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:50.509042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a77f6f-d410-477f-ac83-874378fd7bac req-ccfa223c-abc1-46f5-b447-e735ea7cf474 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.510841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41a77f6f-d410-477f-ac83-874378fd7bac req-ccfa223c-abc1-46f5-b447-e735ea7cf474 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 947 time: 0.2853849 Nov 03 16:19:50.529068 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-7c2b4c27-a991-49d7-9585-52fa5623f204 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2635ae-e51f-4d10-9573-7c0830ccaad9 HTTP/1.1" status: 200 len: 217 time: 0.1014369 Nov 03 16:19:50.550329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-57e9c142-157d-45c9-9fb5-2e8e555eeca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.551841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-57e9c142-157d-45c9-9fb5-2e8e555eeca2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.3325608 Nov 03 16:19:50.593055 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01b7a11c-c503-4a95-a10a-6c5b5c6e3387 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:50.599114 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-01b7a11c-c503-4a95-a10a-6c5b5c6e3387 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:50.600298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-01b7a11c-c503-4a95-a10a-6c5b5c6e3387 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/e96863d2-d8a2-4526-ae19-67de996042b9 HTTP/1.1" status: 204 len: 168 time: 0.4703619 Nov 03 16:19:50.608181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57100) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:50.664671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-2965d688-8a79-42ab-9344-59f93a879da1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 HTTP/1.1" status: 200 len: 217 time: 0.0817385 Nov 03 16:19:50.678802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7a11c-c503-4a95-a10a-6c5b5c6e3387 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e96863d2-d8a2-4526-ae19-67de996042b9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:50.739814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41a77f6f-d410-477f-ac83-874378fd7bac req-ff8cb6a6-0ead-45f2-8a1b-6cb265ec378d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=5902081d-1ed0-4e6d-bfed-2d879e66a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158573 Nov 03 16:19:50.745967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-554607b6-e28b-4f51-84ae-9dcfd736a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.747425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-554607b6-e28b-4f51-84ae-9dcfd736a86e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.2087560 Nov 03 16:19:50.810557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ece8b242-c6cf-45c6-9451-13a5fa16b472 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1652637 Nov 03 16:19:50.812058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-a669b850-c3b8-4772-8551-82e1bbafd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.813573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-a669b850-c3b8-4772-8551-82e1bbafd432 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1254239 Nov 03 16:19:50.816390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57104) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:50.884582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-be9aea62-8b5f-4954-bb46-bf217200593a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:50.889736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-5fdf193b-5de0-4962-9149-e7a97d71d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.891279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-5fdf193b-5de0-4962-9149-e7a97d71d93b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330400 Nov 03 16:19:50.896675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9eab68b0-2f16-4bcf-a69e-6d5dac2a0f66 req-5c8e6296-07b8-4c84-af8e-4206aeed3b6a tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845562 Nov 03 16:19:50.913701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-be9aea62-8b5f-4954-bb46-bf217200593a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:50.958169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port 6e4ba454-41b0-4f07-857b-d39b48663cc4, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6e4ba454-41b0-4f07-857b-d39b48663cc4,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:50.958169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:50.976045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-419e159b-a685-441f-93aa-a6c4285cfc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:50.977592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-419e159b-a685-441f-93aa-a6c4285cfc06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542060 Nov 03 16:19:50.981441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for 6e4ba454-41b0-4f07-857b-d39b48663cc4 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:51.045758 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-be9aea62-8b5f-4954-bb46-bf217200593a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.051492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-be9aea62-8b5f-4954-bb46-bf217200593a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.052501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-be9aea62-8b5f-4954-bb46-bf217200593a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/1569cb35-f04d-4e3d-b5f7-20052542ea5d HTTP/1.1" status: 204 len: 168 time: 0.2354987 Nov 03 16:19:51.077489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57108) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:51.146399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9aea62-8b5f-4954-bb46-bf217200593a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1569cb35-f04d-4e3d-b5f7-20052542ea5d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:51.158954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.184785 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-546ceae6-39f6-460b-8069-4a8824ea7ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669370 Nov 03 16:19:51.202197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=6e4ba454-41b0-4f07-857b-d39b48663cc4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:51.247466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1fc03bb4-e8bd-4672-911d-fb70035bb9b6 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1610374 Nov 03 16:19:51.253264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99238-a7bb-43a1-9bc4-a8b95ac17194 req-b4519036-4abe-4855-bd12-1ad2d85cffd4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:51.254765 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21b99238-a7bb-43a1-9bc4-a8b95ac17194 req-b4519036-4abe-4855-bd12-1ad2d85cffd4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 944 time: 0.2442889 Nov 03 16:19:51.261731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57110) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:51.301278 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-674cf563-4d45-4faf-ae6b-1c8cc849d9da service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917039 Nov 03 16:19:51.303864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] No DVR routers for this DVR port 6e4ba454-41b0-4f07-857b-d39b48663cc4 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:51.307956 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.312331 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d8d2d4c7-126c-4968-9ddc-beb3d5091234 req-e0242f69-e443-4b6c-8c26-e295c27e8e72 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "DELETE /v2.0/ports/6e4ba454-41b0-4f07-857b-d39b48663cc4 HTTP/1.1" status: 204 len: 173 time: 1.1159332 Nov 03 16:19:51.313458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-deleted', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:51.317241 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d095745e-ddd1-4041-bcd5-64e85566c1df" -d '{"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-deleted", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:51.346061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf842-a6c6-4436-bad7-c779eb19977f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.364804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf842-a6c6-4436-bad7-c779eb19977f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.396317 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef544ff-2c92-4334-8a5e-fc1f7155d087 x-openstack-request-id: req-4ef544ff-2c92-4334-8a5e-fc1f7155d087 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:51.396870 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd1a73-2726-408b-a35b-e9f2acfd38bb", "name": "network-vif-deleted", "tag": "6e4ba454-41b0-4f07-857b-d39b48663cc4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:51.397285 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4ef544ff-2c92-4334-8a5e-fc1f7155d087 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:51.397848 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1a73-2726-408b-a35b-e9f2acfd38bb', 'name': 'network-vif-deleted', 'tag': '6e4ba454-41b0-4f07-857b-d39b48663cc4', 'status': 'completed', 'code': 200} Nov 03 16:19:51.423076 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf842-a6c6-4436-bad7-c779eb19977f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.431666 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf842-a6c6-4436-bad7-c779eb19977f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.437448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2b2bf842-a6c6-4436-bad7-c779eb19977f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/fd396869-1759-4ac3-9d7f-d1371987825f HTTP/1.1" status: 204 len: 168 time: 0.1739736 Nov 03 16:19:51.438240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57114) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:51.473341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bf842-a6c6-4436-bad7-c779eb19977f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd396869-1759-4ac3-9d7f-d1371987825f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:51.525324 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac3245b3-f1fa-4fc9-b4c8-706e4738696f req-9f076221-6eb0-43e6-bc1a-426d740c402c service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280191 Nov 03 16:19:51.525508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f0bc31fa-98ae-478f-abc0-2dc4e37255ec tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0769913 Nov 03 16:19:51.528498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57116) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:51.557015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20a72306-7a8a-4e89-aaa9-a3c39291ba52 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.578233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-21b99238-a7bb-43a1-9bc4-a8b95ac17194 req-af9e411f-a40f-4580-9d71-8b39bd2e0398 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708449 Nov 03 16:19:51.591704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20a72306-7a8a-4e89-aaa9-a3c39291ba52 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.604674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-67094600-a66a-4f7f-b478-3f1f25f7e50c req-a56142a5-fd3b-4ac0-a7da-f40a91802d0b service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912350 Nov 03 16:19:51.655411 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20a72306-7a8a-4e89-aaa9-a3c39291ba52 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.666166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20a72306-7a8a-4e89-aaa9-a3c39291ba52 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.670232 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-20a72306-7a8a-4e89-aaa9-a3c39291ba52 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/831f1eda-35b3-449c-9caa-b8a97310e765 HTTP/1.1" status: 204 len: 168 time: 0.1405880 Nov 03 16:19:51.671264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57118) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:51.677738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a72306-7a8a-4e89-aaa9-a3c39291ba52 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=831f1eda-35b3-449c-9caa-b8a97310e765,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:51.699358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-640b7095-e892-489b-bf84-2a176ea125f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:51.701266 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-640b7095-e892-489b-bf84-2a176ea125f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 1095 time: 0.0853858 Nov 03 16:19:51.753484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9f801ad0-e509-42a6-bcbc-1a0bd45374db tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787127 Nov 03 16:19:51.755051 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57120) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:51.932072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-d1d7174b-55ce-4a48-b6ee-0999d33bad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:51.934948 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-d1d7174b-55ce-4a48-b6ee-0999d33bad58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.2195721 Nov 03 16:19:51.941680 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:51.963879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e9f595f1-5264-47a1-a5e5-dadc920d2c28 req-25bdc175-e381-4260-a491-2f64912d43b8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=76cd1a73-2726-408b-a35b-e9f2acfd38bb HTTP/1.1" status: 200 len: 210 time: 0.0653653 Nov 03 16:19:51.975344 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00a113ba-0caa-4f59-b0cb-782b8fece859 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.020589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-1954ea96-3d2e-4981-82fa-e8fded9076b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2635ae-e51f-4d10-9573-7c0830ccaad9 HTTP/1.1" status: 200 len: 217 time: 0.0768154 Nov 03 16:19:52.060318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00a113ba-0caa-4f59-b0cb-782b8fece859 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.105185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-7d78ef71-6cd7-41ae-8990-d01121874559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:52.107072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-7d78ef71-6cd7-41ae-8990-d01121874559 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0794432 Nov 03 16:19:52.160373 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00a113ba-0caa-4f59-b0cb-782b8fece859 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.163381 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00a113ba-0caa-4f59-b0cb-782b8fece859 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.164695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-00a113ba-0caa-4f59-b0cb-782b8fece859 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-groups/7e166bd8-7d70-41a5-805d-38ae13e7b52d HTTP/1.1" status: 204 len: 168 time: 0.4084697 Nov 03 16:19:52.169091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57130) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:52.181915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759695-f00c-40ae-b8a6-c7104dcfa437 req-3a843eca-47c8-4bb3-bdb0-1009c828efae tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:52.183649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3759695-f00c-40ae-b8a6-c7104dcfa437 req-3a843eca-47c8-4bb3-bdb0-1009c828efae tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 946 time: 0.1172256 Nov 03 16:19:52.189309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a113ba-0caa-4f59-b0cb-782b8fece859 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e166bd8-7d70-41a5-805d-38ae13e7b52d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:52.219720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-89a725e0-bd29-4c18-9001-203b29b75a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:52.223588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-89a725e0-bd29-4c18-9001-203b29b75a20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092315 Nov 03 16:19:52.250258 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3759695-f00c-40ae-b8a6-c7104dcfa437 req-183a773f-84e2-4e51-8710-d90baa11fc58 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583537 Nov 03 16:19:52.325671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1139ccde-da5e-4bb3-9b74-00014d1ecf32 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1447322 Nov 03 16:19:52.326542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57132) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:52.336195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-21fcf087-7a07-4362-8bec-483db06f1555 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group': {'name': 'tempest-secgroup--493983091'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:52.367485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-433291c9-467a-48e5-be68-6e1c8622a4d4 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340063 Nov 03 16:19:52.369698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21fcf087-7a07-4362-8bec-483db06f1555 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.453243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21fcf087-7a07-4362-8bec-483db06f1555 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.459432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21fcf087-7a07-4362-8bec-483db06f1555 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.490865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2023e98d-c727-48a6-bf60-e2852fe698cc req-8e1a17ff-57ef-422f-9a04-ef46fa60c427 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148605 Nov 03 16:19:52.494074 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21fcf087-7a07-4362-8bec-483db06f1555 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.498175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-21fcf087-7a07-4362-8bec-483db06f1555 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1660438 Nov 03 16:19:52.498175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57134) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:52.503213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a8740d45-c475-4500-aa96-4affefcadbe5 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': 'e6ac4799-4b08-428d-a619-e4d246c87ed7', 'direction': 'ingress', 'protocol': 17}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:52.508580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcf087-7a07-4362-8bec-483db06f1555 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ac4799-4b08-428d-a619-e4d246c87ed7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:52.536798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8740d45-c475-4500-aa96-4affefcadbe5 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.607205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8740d45-c475-4500-aa96-4affefcadbe5 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.612519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8740d45-c475-4500-aa96-4affefcadbe5 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.632625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8740d45-c475-4500-aa96-4affefcadbe5 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4230e311-5e15-4de8-81e4-d88749993bf5,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:52.647004 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8740d45-c475-4500-aa96-4affefcadbe5 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.653102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57138) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:52.666144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a8740d45-c475-4500-aa96-4affefcadbe5 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1670198 Nov 03 16:19:52.760571 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17d09eb2-9ff4-4389-8c8a-b80b691976a0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.771089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d247f2-7840-485b-9268-e7060fdb364e req-66f0405e-ea27-4516-abad-c7f91f394b59 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:52.772646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9d247f2-7840-485b-9268-e7060fdb364e req-66f0405e-ea27-4516-abad-c7f91f394b59 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 944 time: 0.0903530 Nov 03 16:19:52.814805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17d09eb2-9ff4-4389-8c8a-b80b691976a0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.870521 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9d247f2-7840-485b-9268-e7060fdb364e req-9ae063b3-aae8-41c2-bded-456bc3af92b5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867798 Nov 03 16:19:52.889773 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17d09eb2-9ff4-4389-8c8a-b80b691976a0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.893386 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-17d09eb2-9ff4-4389-8c8a-b80b691976a0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.894720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-17d09eb2-9ff4-4389-8c8a-b80b691976a0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-groups/e6ac4799-4b08-428d-a619-e4d246c87ed7 HTTP/1.1" status: 204 len: 168 time: 0.2400963 Nov 03 16:19:52.897363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57140) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:52.905352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d09eb2-9ff4-4389-8c8a-b80b691976a0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ac4799-4b08-428d-a619-e4d246c87ed7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:52.947158 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4e1c7f00-2825-4e01-b6c1-56b415efe81d tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0474398 Nov 03 16:19:52.951475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57142) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:52.956919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7ea673a7-149f-4f9d-965e-14078116c612 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group': {'name': 'tempest-secgroup--233714319'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:52.983376 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ea673a7-149f-4f9d-965e-14078116c612 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:52.997077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:19:53.015167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57146) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:53.129455 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ea673a7-149f-4f9d-965e-14078116c612 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.140804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ea673a7-149f-4f9d-965e-14078116c612 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.192422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7ea673a7-149f-4f9d-965e-14078116c612 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.193702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7ea673a7-149f-4f9d-965e-14078116c612 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2410564 Nov 03 16:19:53.196432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57154) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:53.201015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cd1e8fc4-7715-45d4-a8a4-ea732adf7831 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group': {'name': 'tempest-secgroup--944655184'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:53.209912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea673a7-149f-4f9d-965e-14078116c612 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e5fc1-32ff-49f0-b1e4-1a577d39e61a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:53.230280 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8fc4-7715-45d4-a8a4-ea732adf7831 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.248764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:53.273594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'b73a6cdb-f4cb-4f63-a3aa-88986d3287e3', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': 'b73a6cdb-f4cb-4f63-a3aa-88986d3287e3', 'mac_address': 'fa:16:3e:62:84:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:19:53.324331 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.339495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:19:53.362587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:53.369216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.413354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8fc4-7715-45d4-a8a4-ea732adf7831 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.417740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:53.420268 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8fc4-7715-45d4-a8a4-ea732adf7831 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.446821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 6e4ba454-41b0-4f07-857b-d39b48663cc4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:53.447389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6e4ba454-41b0-4f07-857b-d39b48663cc4 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:53.449067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:53.480812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8fc4-7715-45d4-a8a4-ea732adf7831 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.482119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cd1e8fc4-7715-45d4-a8a4-ea732adf7831 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2847655 Nov 03 16:19:53.484851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57160) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:53.492661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b29e131b-17a0-42f9-a609-f7420d76c463 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': 'c50e5fc1-32ff-49f0-b1e4-1a577d39e61a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '09492ac0-c214-4f9d-8208-a13f9e0747c0', 'remote_ip_prefix': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:53.500348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e8fc4-7715-45d4-a8a4-ea732adf7831 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09492ac0-c214-4f9d-8208-a13f9e0747c0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:53.537175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff306971-5f9b-4310-8d56-bfd0052d1808 req-0632fe61-a2b7-4160-9bdf-d770d97f3039 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:53.538946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff306971-5f9b-4310-8d56-bfd0052d1808 req-0632fe61-a2b7-4160-9bdf-d770d97f3039 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 947 time: 0.1405206 Nov 03 16:19:53.557281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57162) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:53.565853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29e131b-17a0-42f9-a609-f7420d76c463 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.645498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29e131b-17a0-42f9-a609-f7420d76c463 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.651641 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29e131b-17a0-42f9-a609-f7420d76c463 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.674198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e131b-17a0-42f9-a609-f7420d76c463 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a505836-0fe6-4eca-bc99-cccf92f93596,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:53.691432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff306971-5f9b-4310-8d56-bfd0052d1808 req-72623c51-4569-45a2-8bda-e7a5bd9a8971 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349182 Nov 03 16:19:53.708521 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b29e131b-17a0-42f9-a609-f7420d76c463 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.712773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57166) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:53.712940 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b29e131b-17a0-42f9-a609-f7420d76c463 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2249372 Nov 03 16:19:53.713873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1cea-186a-418c-a2b7-b72877c99f4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.741623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.763697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['b73a6cdb-f4cb-4f63-a3aa-88986d3287e3'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:19:53.776689 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-921f0ff5-5ae2-4034-a7ce-333216838c4e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.789330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-921f0ff5-5ae2-4034-a7ce-333216838c4e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.830935 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1cea-186a-418c-a2b7-b72877c99f4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.836089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1cea-186a-418c-a2b7-b72877c99f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.869852 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-921f0ff5-5ae2-4034-a7ce-333216838c4e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.880257 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-921f0ff5-5ae2-4034-a7ce-333216838c4e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:53.882093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-921f0ff5-5ae2-4034-a7ce-333216838c4e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/6a505836-0fe6-4eca-bc99-cccf92f93596 HTTP/1.1" status: 204 len: 168 time: 0.1682770 Nov 03 16:19:53.884952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57168) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:53.927232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f0ff5-5ae2-4034-a7ce-333216838c4e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a505836-0fe6-4eca-bc99-cccf92f93596,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:53.955456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bd7e1cea-186a-418c-a2b7-b72877c99f4b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a20117ec744d479c8380affe62e9fa0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970573 Nov 03 16:19:53.956043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57172) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:53.962361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e1cea-186a-418c-a2b7-b72877c99f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b8276-f1f5-41f1-8aef-7f1a7cae07de,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:54.035174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f397bb7a-4f6b-4be2-a06e-26bc5b7bb4d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.047373 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-476ec218-cb9e-434b-b4a7-783b4d5f7f48 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1554017 Nov 03 16:19:54.048270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57174) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:54.066601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1ce1e-cb06-460d-85a3-2438caef7d1a req-a39374da-5c90-4c13-a816-2e35087b1482 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:54.068123 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-91d1ce1e-cb06-460d-85a3-2438caef7d1a req-a39374da-5c90-4c13-a816-2e35087b1482 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 944 time: 0.0855172 Nov 03 16:19:54.082338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f397bb7a-4f6b-4be2-a06e-26bc5b7bb4d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.130172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-91d1ce1e-cb06-460d-85a3-2438caef7d1a req-12da9993-3640-4bd9-b309-88309c86234f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 Nov 03 16:19:54.175257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port b9784336-7f9b-4697-870c-d482800da76e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:54.175639 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.176914 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2bb12f06-8c79-4ef8-854b-3a194218a21a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.198922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f397bb7a-4f6b-4be2-a06e-26bc5b7bb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.201791 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f397bb7a-4f6b-4be2-a06e-26bc5b7bb4d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.202952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f397bb7a-4f6b-4be2-a06e-26bc5b7bb4d5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2a5b8276-f1f5-41f1-8aef-7f1a7cae07de HTTP/1.1" status: 204 len: 168 time: 0.2458775 Nov 03 16:19:54.203388 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2bb12f06-8c79-4ef8-854b-3a194218a21a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.250727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2bb12f06-8c79-4ef8-854b-3a194218a21a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.255041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2bb12f06-8c79-4ef8-854b-3a194218a21a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.258088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2bb12f06-8c79-4ef8-854b-3a194218a21a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-groups/09492ac0-c214-4f9d-8208-a13f9e0747c0 HTTP/1.1" status: 204 len: 168 time: 0.2070787 Nov 03 16:19:54.258225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397bb7a-4f6b-4be2-a06e-26bc5b7bb4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b8276-f1f5-41f1-8aef-7f1a7cae07de,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:54.258994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57180) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:54.273078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb12f06-8c79-4ef8-854b-3a194218a21a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09492ac0-c214-4f9d-8208-a13f9e0747c0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:54.327446 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9f44c8e4-58a8-4497-b6df-630ccd2d6e45 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0661728 Nov 03 16:19:54.335715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57182) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:54.364271 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port b9784336-7f9b-4697-870c-d482800da76e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b9784336-7f9b-4697-870c-d482800da76e,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:54.364795 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.381013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for b9784336-7f9b-4697-870c-d482800da76e owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:54.410273 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1cea79f-32e9-441e-9732-7827e7e3c4a7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.434258 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1cea79f-32e9-441e-9732-7827e7e3c4a7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.487915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1cea79f-32e9-441e-9732-7827e7e3c4a7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.491627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1cea79f-32e9-441e-9732-7827e7e3c4a7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.493039 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f1cea79f-32e9-441e-9732-7827e7e3c4a7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-groups/c50e5fc1-32ff-49f0-b1e4-1a577d39e61a HTTP/1.1" status: 204 len: 168 time: 0.1556342 Nov 03 16:19:54.495706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57186) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:54.504046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cea79f-32e9-441e-9732-7827e7e3c4a7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e5fc1-32ff-49f0-b1e4-1a577d39e61a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:54.554659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57188) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:54.563278 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7897b3f5-9285-4e2b-a0d3-693218204580 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0624075 Nov 03 16:19:54.564282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57190) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:54.568981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e4459a2-5106-4b10-9f66-034bbd9a6c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.569122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-146fc776-8f88-410f-9e0e-438cd5585c50 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863031384'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:54.626333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-146fc776-8f88-410f-9e0e-438cd5585c50 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.649664 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e4459a2-5106-4b10-9f66-034bbd9a6c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.653102 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.653856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0e4459a2-5106-4b10-9f66-034bbd9a6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.688998 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=b9784336-7f9b-4697-870c-d482800da76e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:54.699434 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0e4459a2-5106-4b10-9f66-034bbd9a6c5d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8e98ff5b08784afaa436c590cd403e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406980 Nov 03 16:19:54.699434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4459a2-5106-4b10-9f66-034bbd9a6c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43cbc93-6893-423e-b22e-4805a4b862f1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:54.699925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57194) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:54.780374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d24fc0cf-ef43-45c2-901b-af3ce41c1ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.790482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-146fc776-8f88-410f-9e0e-438cd5585c50 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.827482 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d24fc0cf-ef43-45c2-901b-af3ce41c1ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.829671 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-146fc776-8f88-410f-9e0e-438cd5585c50 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.851034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd518b24-8d82-45a6-be49-ea8405cd7e72 req-7713aecf-9874-464f-b480-2cd53246d129 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:54.852705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd518b24-8d82-45a6-be49-ea8405cd7e72 req-7713aecf-9874-464f-b480-2cd53246d129 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 947 time: 0.0899227 Nov 03 16:19:54.877876 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-146fc776-8f88-410f-9e0e-438cd5585c50 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.882069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-146fc776-8f88-410f-9e0e-438cd5585c50 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3133831 Nov 03 16:19:54.882069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fc776-8f88-410f-9e0e-438cd5585c50 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e999d9d-ed65-4d1d-a88b-c0e70f885641,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:54.885228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57196) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:54.890910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9ccbe8c5-7382-4d8e-b721-c4cb8eaf1dc7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '3e999d9d-ed65-4d1d-a88b-c0e70f885641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:54.953201 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.953402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d24fc0cf-ef43-45c2-901b-af3ce41c1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.956342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d24fc0cf-ef43-45c2-901b-af3ce41c1ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.957715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d24fc0cf-ef43-45c2-901b-af3ce41c1ecf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e43cbc93-6893-423e-b22e-4805a4b862f1 HTTP/1.1" status: 204 len: 168 time: 0.2566013 Nov 03 16:19:54.965295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd518b24-8d82-45a6-be49-ea8405cd7e72 req-ce8f5705-1735-4b4c-bffc-f2008f97c91b tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961318 Nov 03 16:19:54.967867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe8c5-7382-4d8e-b721-c4cb8eaf1dc7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:54.984057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fc0cf-ef43-45c2-901b-af3ce41c1ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43cbc93-6893-423e-b22e-4805a4b862f1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:54.995595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:19:55.055081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe8c5-7382-4d8e-b721-c4cb8eaf1dc7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.062003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe8c5-7382-4d8e-b721-c4cb8eaf1dc7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.063669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:19:55.067962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:19:55.068541 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.094147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe8c5-7382-4d8e-b721-c4cb8eaf1dc7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebca583b-265d-40ec-b15a-d43f1a90228e,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:55.100892 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe8c5-7382-4d8e-b721-c4cb8eaf1dc7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.102182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9ccbe8c5-7382-4d8e-b721-c4cb8eaf1dc7 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2150404 Nov 03 16:19:55.105014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57200) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:55.131647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eee93f85-2404-4a28-804c-86965b19676e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.140498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eee93f85-2404-4a28-804c-86965b19676e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.165427 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.172533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eee93f85-2404-4a28-804c-86965b19676e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.181596 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eee93f85-2404-4a28-804c-86965b19676e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.182974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eee93f85-2404-4a28-804c-86965b19676e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/ebca583b-265d-40ec-b15a-d43f1a90228e HTTP/1.1" status: 204 len: 168 time: 0.0768707 Nov 03 16:19:55.186571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57204) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:55.194604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32f967f-43a7-45d7-ae21-c16b024b717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73a6cdb-f4cb-4f63-a3aa-88986d3287e3'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:19:55.197454 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67885df9-e574-4518-919d-61a78e127aab" -d '{"events": [{"server_uuid": "d32f967f-43a7-45d7-ae21-c16b024b717e", "name": "network-vif-plugged", "status": "completed", "tag": "b73a6cdb-f4cb-4f63-a3aa-88986d3287e3"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:19:55.203888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee93f85-2404-4a28-804c-86965b19676e tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebca583b-265d-40ec-b15a-d43f1a90228e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:55.216042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:55.225387 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.253458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-72d2eb48-e3a3-4eb6-9cdb-606073281b1a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0647128 Nov 03 16:19:55.256359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57210) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:55.280300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router ab685480-7529-46cd-b68c-4becab158ffd has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:19:55.303494 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6eac09-6665-4648-8820-19d8c4fab59a x-openstack-request-id: req-8e6eac09-6665-4648-8820-19d8c4fab59a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:19:55.303881 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32f967f-43a7-45d7-ae21-c16b024b717e", "name": "network-vif-plugged", "status": "completed", "tag": "b73a6cdb-f4cb-4f63-a3aa-88986d3287e3", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:19:55.304201 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e6eac09-6665-4648-8820-19d8c4fab59a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:19:55.304556 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32f967f-43a7-45d7-ae21-c16b024b717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73a6cdb-f4cb-4f63-a3aa-88986d3287e3', 'code': 200} Nov 03 16:19:55.309315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:55.367633 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-40172b69-1ca7-4005-a67c-06f8f183d314 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.422064 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-40172b69-1ca7-4005-a67c-06f8f183d314 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.443166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73412e-3099-4234-addb-04d3966e251e req-56122bd3-4334-4855-98c2-540331097f01 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:55.444700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb73412e-3099-4234-addb-04d3966e251e req-56122bd3-4334-4855-98c2-540331097f01 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 944 time: 0.1478665 Nov 03 16:19:55.476234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44ff85-faf1-4349-a311-b7b68020c91e req-e7b6fd8a-e513-4cbb-9ceb-ad591228d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:55.477837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e44ff85-faf1-4349-a311-b7b68020c91e req-e7b6fd8a-e513-4cbb-9ceb-ad591228d997 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 1099 time: 0.0856898 Nov 03 16:19:55.508335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-40172b69-1ca7-4005-a67c-06f8f183d314 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.509999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:19:55.510901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-40172b69-1ca7-4005-a67c-06f8f183d314 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.512965 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-40172b69-1ca7-4005-a67c-06f8f183d314 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-groups/3e999d9d-ed65-4d1d-a88b-c0e70f885641 HTTP/1.1" status: 204 len: 168 time: 0.2551289 Nov 03 16:19:55.518685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57218) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:55.525111 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] Sync routers for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:19:55.536178 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:55.537175 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:55.540165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172b69-1ca7-4005-a67c-06f8f183d314 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e999d9d-ed65-4d1d-a88b-c0e70f885641,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:55.540288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe3bf96f-f3f5-45a3-8fa2-7670507fddc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "PUT /v2.0/routers/ab685480-7529-46cd-b68c-4becab158ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237539 Nov 03 16:19:55.541451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57220) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:55.583639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4e44ff85-faf1-4349-a311-b7b68020c91e req-86029e43-d86e-4562-aec5-14e323f2f39e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944705 Nov 03 16:19:55.596183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3103dcd8-b3ee-48bc-b4ba-8815925d372c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0762599 Nov 03 16:19:55.600434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57224) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:55.605242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b9a01789-4680-4b0d-9fea-232c1bb92665 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897375478'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:55.624981 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb73412e-3099-4234-addb-04d3966e251e req-30da6639-945f-428d-a16c-fcd86599c547 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505706 Nov 03 16:19:55.633825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b74c4a-bb15-4ab7-aff8-239b2b42c2ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting subnet 059649f6-3659-4dd4-b245-dfb014e10e96 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:19:55.640308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81b74c4a-bb15-4ab7-aff8-239b2b42c2ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.643991 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9a01789-4680-4b0d-9fea-232c1bb92665 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.703516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81b74c4a-bb15-4ab7-aff8-239b2b42c2ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.726330 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:55.729437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9a01789-4680-4b0d-9fea-232c1bb92665 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.735084 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9a01789-4680-4b0d-9fea-232c1bb92665 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.774376 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9a01789-4680-4b0d-9fea-232c1bb92665 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.778888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b9a01789-4680-4b0d-9fea-232c1bb92665 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1775634 Nov 03 16:19:55.781122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57228) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:55.787102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-bb157ee9-b852-46b3-b36b-5f356d0584c1 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '19a67043-377a-4e5e-ba2b-a11dd520f81c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:55.791869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a01789-4680-4b0d-9fea-232c1bb92665 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a67043-377a-4e5e-ba2b-a11dd520f81c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:55.826162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81b74c4a-bb15-4ab7-aff8-239b2b42c2ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.843063 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb157ee9-b852-46b3-b36b-5f356d0584c1 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.908574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81b74c4a-bb15-4ab7-aff8-239b2b42c2ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.926574 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb157ee9-b852-46b3-b36b-5f356d0584c1 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.931892 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb157ee9-b852-46b3-b36b-5f356d0584c1 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.944120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b74c4a-bb15-4ab7-aff8-239b2b42c2ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Subnet': ['ID=059649f6-3659-4dd4-b245-dfb014e10e96,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:55.949559 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:19:54Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:55.951294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-81b74c4a-bb15-4ab7-aff8-239b2b42c2ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.957604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-81b74c4a-bb15-4ab7-aff8-239b2b42c2ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/subnets/059649f6-3659-4dd4-b245-dfb014e10e96 HTTP/1.1" status: 204 len: 168 time: 0.4157715 Nov 03 16:19:55.960576 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb157ee9-b852-46b3-b36b-5f356d0584c1 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:55.964707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57238) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:55.964836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bb157ee9-b852-46b3-b36b-5f356d0584c1 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1803496 Nov 03 16:19:55.964934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57240) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:55.972410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28893b4-d0c9-46b3-a534-d29b98d43820 None None] Network abf4b22a-63b9-473a-9b24-0b2855197f14 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:19:55.983405 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157ee9-b852-46b3-b36b-5f356d0584c1 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f1ad6d-a1de-4877-a389-9621c7007723,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:56.022438 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] Checking router: ab685480-7529-46cd-b68c-4becab158ffd for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:19:56.043331 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] Routers {'ab685480-7529-46cd-b68c-4becab158ffd'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:19:56.047953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-66118730-6bc5-4cd5-a4d8-c20c56721741 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules/56f1ad6d-a1de-4877-a389-9621c7007723 HTTP/1.1" status: 200 len: 763 time: 0.0820768 Nov 03 16:19:56.049428 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ab685480-7529-46cd-b68c-4becab158ffd'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:56.051307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57244) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:56.147340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf4ce7-fc47-48bd-b2f3-aa372e9343cf req-c52e2e05-d644-463a-ab4e-b28e4d6121ca tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:56.148582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edbf4ce7-fc47-48bd-b2f3-aa372e9343cf req-c52e2e05-d644-463a-ab4e-b28e4d6121ca tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 948 time: 0.0722580 Nov 03 16:19:56.176415 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-da5b9b1a-bfa8-4b37-a2b1-fc8dea0d2501 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1239986 Nov 03 16:19:56.179396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57248) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:56.209444 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.216073 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] Set router ab685480-7529-46cd-b68c-4becab158ffd gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:19:56.240827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edbf4ce7-fc47-48bd-b2f3-aa372e9343cf req-87f677c8-adea-4ce5-bfdd-90628e13b3d7 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846190 Nov 03 16:19:56.254808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd4f7845-c388-475f-8612-32397557598f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.258775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b1cde-bd58-422d-85a4-6b99a6dddf48 None None] DHCP port deletion for abf4b22a-63b9-473a-9b24-0b2855197f14 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:19:56.268725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd4f7845-c388-475f-8612-32397557598f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.325715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-500b1cde-bd58-422d-85a4-6b99a6dddf48 None None] Deleting port e9e7beaf-680d-4260-b309-1ed88fc65b0c {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:56.326338 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-500b1cde-bd58-422d-85a4-6b99a6dddf48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.385735 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.397612 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd4f7845-c388-475f-8612-32397557598f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.405073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-500b1cde-bd58-422d-85a4-6b99a6dddf48 None None] For port e9e7beaf-680d-4260-b309-1ed88fc65b0c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e9e7beaf-680d-4260-b309-1ed88fc65b0c,segment=NetworkSegment(4b5207a4-357e-4290-9d82-a5304118e1ee),segment_id=4b5207a4-357e-4290-9d82-a5304118e1ee)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:56.406104 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-500b1cde-bd58-422d-85a4-6b99a6dddf48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.406473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cd4f7845-c388-475f-8612-32397557598f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.408149 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cd4f7845-c388-475f-8612-32397557598f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/56f1ad6d-a1de-4877-a389-9621c7007723 HTTP/1.1" status: 204 len: 168 time: 0.2279396 Nov 03 16:19:56.410755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57254) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:56.424135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-500b1cde-bd58-422d-85a4-6b99a6dddf48 None None] Calling delete_port for e9e7beaf-680d-4260-b309-1ed88fc65b0c owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:56.468308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a9ea12bd-1038-4fd5-85dd-a79e14d90744 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543079 Nov 03 16:19:56.471836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57258) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:56.474010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f7845-c388-475f-8612-32397557598f tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56f1ad6d-a1de-4877-a389-9621c7007723,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:56.485021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-80b4180b-6ddc-4f7e-b258-64d42650f516 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '19a67043-377a-4e5e-ba2b-a11dd520f81c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:56.519943 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:19:54Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:56.533570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80b4180b-6ddc-4f7e-b258-64d42650f516 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.553190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port c9775a0a-f7c4-4fb1-a413-b485338f9749 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:19:56.553555 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.554391 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3890288-13c7-4853-be81-a5d44108f9b7 None None] The sync data for ids ['ab685480-7529-46cd-b68c-4becab158ffd'] in n-d-813897-2 is: [{'id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561382967', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:17:12Z', 'updated_at': '2021-11-03T16:19:54Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'c9775a0a-f7c4-4fb1-a413-b485338f9749', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685480-7529-46cd-b68c-4becab158ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:17:13Z', 'updated_at': '2021-11-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:19:56.582520 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-500b1cde-bd58-422d-85a4-6b99a6dddf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.621321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b1cde-bd58-422d-85a4-6b99a6dddf48 None None] Pushing event deleted for resources: {'Port': ['ID=e9e7beaf-680d-4260-b309-1ed88fc65b0c,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:56.625219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b1cde-bd58-422d-85a4-6b99a6dddf48 None None] No DVR routers for this DVR port e9e7beaf-680d-4260-b309-1ed88fc65b0c on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:19:56.674740 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80b4180b-6ddc-4f7e-b258-64d42650f516 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.686125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80b4180b-6ddc-4f7e-b258-64d42650f516 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.703202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port c9775a0a-f7c4-4fb1-a413-b485338f9749, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c9775a0a-f7c4-4fb1-a413-b485338f9749,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:19:56.703590 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.722909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4180b-6ddc-4f7e-b258-64d42650f516 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c05e69b-505b-441b-8297-60b94134de3e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:56.733916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for c9775a0a-f7c4-4fb1-a413-b485338f9749 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:19:56.746678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-80b4180b-6ddc-4f7e-b258-64d42650f516 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.750478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57268) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:56.750609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-80b4180b-6ddc-4f7e-b258-64d42650f516 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2777023 Nov 03 16:19:56.770567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-294a52ce-31bf-4fd0-9b77-f409200e0e8a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules/5c05e69b-505b-441b-8297-60b94134de3e HTTP/1.1" status: 200 len: 763 time: 0.0180495 Nov 03 16:19:56.779103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdf13e-164b-4677-9a0e-11d8d12e6d6a req-e45d68e7-493e-40d4-8762-158e4d565b76 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:56.780571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6bdf13e-164b-4677-9a0e-11d8d12e6d6a req-e45d68e7-493e-40d4-8762-158e4d565b76 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 944 time: 0.0736282 Nov 03 16:19:56.781035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57272) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:56.852629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7c723735-6054-4636-a280-6192cbbad085 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0703464 Nov 03 16:19:56.855253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57274) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:56.860089 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6bdf13e-164b-4677-9a0e-11d8d12e6d6a req-85128eaa-cabd-48b9-8ac2-d77932a80f93 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646214 Nov 03 16:19:56.899519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-631d18fc-2f2c-4063-9601-ff9a43c17313 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.911929 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-631d18fc-2f2c-4063-9601-ff9a43c17313 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.974613 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-631d18fc-2f2c-4063-9601-ff9a43c17313 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.989561 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-631d18fc-2f2c-4063-9601-ff9a43c17313 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:56.990534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-631d18fc-2f2c-4063-9601-ff9a43c17313 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/5c05e69b-505b-441b-8297-60b94134de3e HTTP/1.1" status: 204 len: 168 time: 0.1341882 Nov 03 16:19:56.991487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d18fc-2f2c-4063-9601-ff9a43c17313 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c05e69b-505b-441b-8297-60b94134de3e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:56.993263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57280) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:56.993399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.022651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=c9775a0a-f7c4-4fb1-a413-b485338f9749,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:57.069053 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-97ec52ef-6706-43a2-8e7a-531708d6c338 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0722184 Nov 03 16:19:57.071063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57282) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:57.076853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-27b8662c-2b6e-486c-9dc8-7caf4ab69a6c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Request body: {'security_group_rule': {'security_group_id': '19a67043-377a-4e5e-ba2b-a11dd520f81c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:57.100206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.109816 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27b8662c-2b6e-486c-9dc8-7caf4ab69a6c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.194215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27b8662c-2b6e-486c-9dc8-7caf4ab69a6c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.206564 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27b8662c-2b6e-486c-9dc8-7caf4ab69a6c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.239199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8662c-2b6e-486c-9dc8-7caf4ab69a6c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9993a611-b298-4231-8432-709574689bcf,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:57.245139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-27b8662c-2b6e-486c-9dc8-7caf4ab69a6c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.249036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-27b8662c-2b6e-486c-9dc8-7caf4ab69a6c tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748497 Nov 03 16:19:57.249342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57294) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:57.268891 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4f2a6163-bb54-4cf8-ac45-4b876940d37d tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules/9993a611-b298-4231-8432-709574689bcf HTTP/1.1" status: 200 len: 764 time: 0.0183666 Nov 03 16:19:57.271375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57298) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:57.337626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1067a42f-1cba-4a3f-8d31-57a4f388cbe9 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0622628 Nov 03 16:19:57.338396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57300) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:57.364779 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32925278-6198-4ca5-8094-bfb794052172 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.373563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32925278-6198-4ca5-8094-bfb794052172 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.403665 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32925278-6198-4ca5-8094-bfb794052172 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.409201 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32925278-6198-4ca5-8094-bfb794052172 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.412764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-32925278-6198-4ca5-8094-bfb794052172 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/9993a611-b298-4231-8432-709574689bcf HTTP/1.1" status: 204 len: 168 time: 0.0705423 Nov 03 16:19:57.413378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57302) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:57.432241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32925278-6198-4ca5-8094-bfb794052172 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9993a611-b298-4231-8432-709574689bcf,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:57.468099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fd3af5fb-7aae-4592-a141-112f9a8cb00a tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500214 Nov 03 16:19:57.468402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57304) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:57.561026 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-601d8f67-6428-4c40-b78c-09bdedace1e0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.584645 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.588104 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.594562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-601d8f67-6428-4c40-b78c-09bdedace1e0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.640252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323d319-72a5-41ac-b17f-5b2b5b6010c9 req-37ab9635-95fb-44f0-8ae7-b1e9d4ce85fe tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:57.642534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3323d319-72a5-41ac-b17f-5b2b5b6010c9 req-37ab9635-95fb-44f0-8ae7-b1e9d4ce85fe tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 948 time: 0.1568985 Nov 03 16:19:57.647370 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.648055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Fanout notify agent at l3_agent the message router_deleted on router ab685480-7529-46cd-b68c-4becab158ffd {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:19:57.658115 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.659346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26207d6e-cca1-47c7-8049-a49976699830 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/routers/ab685480-7529-46cd-b68c-4becab158ffd HTTP/1.1" status: 204 len: 168 time: 1.6968708 Nov 03 16:19:57.662685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b9784336-7f9b-4697-870c-d482800da76e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:57.664551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57308) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:57.686593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-601d8f67-6428-4c40-b78c-09bdedace1e0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.690957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-601d8f67-6428-4c40-b78c-09bdedace1e0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.700962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b9784336-7f9b-4697-870c-d482800da76e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:57.701564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b9784336-7f9b-4697-870c-d482800da76e not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:57.702169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e9e7beaf-680d-4260-b309-1ed88fc65b0c no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:57.705479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-601d8f67-6428-4c40-b78c-09bdedace1e0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "DELETE /v2.0/security-groups/19a67043-377a-4e5e-ba2b-a11dd520f81c HTTP/1.1" status: 204 len: 168 time: 0.2332389 Nov 03 16:19:57.706402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57310) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:57.743915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: e9e7beaf-680d-4260-b309-1ed88fc65b0c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:57.744618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e9e7beaf-680d-4260-b309-1ed88fc65b0c not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:57.765226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d8f67-6428-4c40-b78c-09bdedace1e0 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a67043-377a-4e5e-ba2b-a11dd520f81c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:57.809916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a3526305-9751-40b6-a3be-ffffeb419568 tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863693 Nov 03 16:19:57.816653 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57316) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:57.824697 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3323d319-72a5-41ac-b17f-5b2b5b6010c9 req-fc2cc731-ef5d-43b3-9b72-04f50f3e79b9 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741121 Nov 03 16:19:57.830909 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:57.901133 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4a5ebe1a-ba38-4e5d-9185-2226e6d55a2b tempest-SecGroupTest-745291807 tempest-SecGroupTest-745291807-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803411 Nov 03 16:19:57.980059 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.019238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf4b22a-63b9-473a-9b24-0b2855197f14']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:58.031201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5207a4-357e-4290-9d82-a5304118e1ee') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:58.031503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5207a4-357e-4290-9d82-a5304118e1ee') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:19:58.044862 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.054118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9b3ef-12a5-4e2d-bc2e-5f2e1f3b44cc req-a845e324-058c-4924-b8ab-2345078a2670 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:58.055646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bd9b3ef-12a5-4e2d-bc2e-5f2e1f3b44cc req-a845e324-058c-4924-b8ab-2345078a2670 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 944 time: 0.0910573 Nov 03 16:19:58.086549 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.103330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:19:58.103736 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:19:58.106803 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:19:58.186691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bd9b3ef-12a5-4e2d-bc2e-5f2e1f3b44cc req-e9708b68-735e-4652-b4ba-25a4928218ac tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179762 Nov 03 16:19:58.204108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.226560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.233058 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/networks/abf4b22a-63b9-473a-9b24-0b2855197f14 HTTP/1.1" status: 204 len: 168 time: 0.5651641 Nov 03 16:19:58.233058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753395c2-4d93-411d-a982-0fe4bba01ac5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Network': ['ID=abf4b22a-63b9-473a-9b24-0b2855197f14,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:58.234419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57334) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:58.312934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1406f7f7-7e6d-46a5-a978-99879e081606 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.336627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57338) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:58.357107 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1406f7f7-7e6d-46a5-a978-99879e081606 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.433144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1406f7f7-7e6d-46a5-a978-99879e081606 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.436712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1406f7f7-7e6d-46a5-a978-99879e081606 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.437930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1406f7f7-7e6d-46a5-a978-99879e081606 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/security-groups/5902081d-1ed0-4e6d-bfed-2d879e66a1da HTTP/1.1" status: 204 len: 168 time: 0.2021415 Nov 03 16:19:58.474090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406f7f7-7e6d-46a5-a978-99879e081606 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5902081d-1ed0-4e6d-bfed-2d879e66a1da,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:58.505651 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f351aa8b-d86d-42cd-a8f7-5ad0dd3df741 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7b9023beaf8e4d29b5478d402aee4dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1656880 Nov 03 16:19:58.506024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57344) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:58.586874 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.611623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.707927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.710941 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.715172 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/76b6a932-431c-4c41-a712-9e0cfc3da673 HTTP/1.1" status: 204 len: 168 time: 0.2080183 Nov 03 16:19:58.732293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b6a932-431c-4c41-a712-9e0cfc3da673,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:58.754146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.755601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.756056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.756882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.757421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.757977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.758401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.758836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.759316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.759746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.760267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.760595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2232e-1f80-419b-b89c-a859b5a4e63e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:19:58.814454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57354) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:58.821124 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4dcb1c83-e0f2-48c3-8234-454c9113bae8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592559159', 'description': 'tempest-secgroup-smoke-592559159 description', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:58.854236 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1c83-e0f2-48c3-8234-454c9113bae8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.977744 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1c83-e0f2-48c3-8234-454c9113bae8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:58.987618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1c83-e0f2-48c3-8234-454c9113bae8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.036574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb1c83-e0f2-48c3-8234-454c9113bae8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c65bd80-f198-400d-8857-d9f25c8598d2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:59.057484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1c83-e0f2-48c3-8234-454c9113bae8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.063089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57358) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:59.068754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f8b30760-8858-48e7-8eb0-6cc6a1e4e8ab tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '7c65bd80-f198-400d-8857-d9f25c8598d2', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:59.074552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4dcb1c83-e0f2-48c3-8234-454c9113bae8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2575300 Nov 03 16:19:59.112289 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f8b30760-8858-48e7-8eb0-6cc6a1e4e8ab tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.230614 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f8b30760-8858-48e7-8eb0-6cc6a1e4e8ab tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.235074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f8b30760-8858-48e7-8eb0-6cc6a1e4e8ab tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.257088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b30760-8858-48e7-8eb0-6cc6a1e4e8ab tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd4d3f5-415d-4bd4-81b5-7fd847930bb9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:59.275693 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f8b30760-8858-48e7-8eb0-6cc6a1e4e8ab tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.279856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57368) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:59.280084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f8b30760-8858-48e7-8eb0-6cc6a1e4e8ab tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2150166 Nov 03 16:19:59.286624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9bea0e15-56ca-483a-96cf-0aadb7a54931 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '7c65bd80-f198-400d-8857-d9f25c8598d2', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:59.317466 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9bea0e15-56ca-483a-96cf-0aadb7a54931 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.429282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9bea0e15-56ca-483a-96cf-0aadb7a54931 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.441297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c7485-bb17-4cc3-87a0-ee37668ae844 req-5751664e-4869-4b9a-a0f1-1073259e8fd3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:19:59.443367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff6c7485-bb17-4cc3-87a0-ee37668ae844 req-5751664e-4869-4b9a-a0f1-1073259e8fd3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 944 time: 0.1208408 Nov 03 16:19:59.444274 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9bea0e15-56ca-483a-96cf-0aadb7a54931 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.483431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea0e15-56ca-483a-96cf-0aadb7a54931 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873cc2d6-c08a-44ef-bae8-b07f0a0cdc17,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:59.505191 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9bea0e15-56ca-483a-96cf-0aadb7a54931 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.505191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9bea0e15-56ca-483a-96cf-0aadb7a54931 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2225146 Nov 03 16:19:59.507099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57378) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:59.514741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-56e1beab-57b9-42ad-a9e4-f6cd42edad0b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '7c65bd80-f198-400d-8857-d9f25c8598d2', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:59.523391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c9775a0a-f7c4-4fb1-a413-b485338f9749 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:19:59.557442 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff6c7485-bb17-4cc3-87a0-ee37668ae844 req-a2c30ebe-c79b-4aa2-b1da-25a45331e71d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054344 Nov 03 16:19:59.557698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c9775a0a-f7c4-4fb1-a413-b485338f9749 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:19:59.557855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c9775a0a-f7c4-4fb1-a413-b485338f9749 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:19:59.593253 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56e1beab-57b9-42ad-a9e4-f6cd42edad0b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.658842 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56e1beab-57b9-42ad-a9e4-f6cd42edad0b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.664376 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56e1beab-57b9-42ad-a9e4-f6cd42edad0b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.694854 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56e1beab-57b9-42ad-a9e4-f6cd42edad0b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.696198 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-56e1beab-57b9-42ad-a9e4-f6cd42edad0b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1884241 Nov 03 16:19:59.699087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1beab-57b9-42ad-a9e4-f6cd42edad0b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa5f29f-a785-49bd-a5e0-5d7ae193b122,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:59.699236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57384) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:59.706673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-88d9123e-b773-4cd7-a22c-11488f2fcc29 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '7c65bd80-f198-400d-8857-d9f25c8598d2', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:59.738152 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88d9123e-b773-4cd7-a22c-11488f2fcc29 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.793908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57386) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:59.850076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88d9123e-b773-4cd7-a22c-11488f2fcc29 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.855231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88d9123e-b773-4cd7-a22c-11488f2fcc29 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.911580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9123e-b773-4cd7-a22c-11488f2fcc29 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f44e876-7816-48a4-a604-dae1221f29a4,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:19:59.935937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-293bd539-f704-4183-a871-88b008093b30 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:59.936401 n-d-813897-2 neutron-server[108104]: WARNING neutron.api.v2.base [None req-293bd539-f704-4183-a871-88b008093b30 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 16:19:59.936884 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-293bd539-f704-4183-a871-88b008093b30 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 16:19:59.946889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-293bd539-f704-4183-a871-88b008093b30 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1494005 Nov 03 16:19:59.950958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57396) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:59.951903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88d9123e-b773-4cd7-a22c-11488f2fcc29 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:19:59.955848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797815566'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:59.958362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-88d9123e-b773-4cd7-a22c-11488f2fcc29 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2566473 Nov 03 16:19:59.959016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57398) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:19:59.965424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '7c65bd80-f198-400d-8857-d9f25c8598d2', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:19:59.986936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.api [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 16:19:59.986936 n-d-813897-2 neutron-server[108104]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 16:19:59.986936 n-d-813897-2 neutron-server[108104]: [parameters: {'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'id': 'a927ef19-2f46-44f2-b8b0-8b124d4720f0', 'expiration': datetime.datetime(2021, 11, 3, 16, 21, 59, 981864)}] Nov 03 16:19:59.986936 n-d-813897-2 neutron-server[108104]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=108104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:19:59.987269 n-d-813897-2 neutron-server[108104]: DEBUG oslo_db.api [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:19:59.995134 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.006638 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.119590 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.125153 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.154746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92113a4b-2a13-4861-ab46-4d7ed6d1bac2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:00.236289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.241631 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.283676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01ea12e-174e-4ae4-9376-6fc03ea25811,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:00.288516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.293116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-35eccf09-4428-40a1-adb2-657aef000227 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3412769 Nov 03 16:20:00.293838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57408) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:00.304734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-85247c47-1dc5-4853-aec7-1db011b28925 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': 'b01ea12e-174e-4ae4-9376-6fc03ea25811', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:00.336893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85247c47-1dc5-4853-aec7-1db011b28925 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.405380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85247c47-1dc5-4853-aec7-1db011b28925 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.412051 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85247c47-1dc5-4853-aec7-1db011b28925 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.440240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85247c47-1dc5-4853-aec7-1db011b28925 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0992cd12-2282-4e05-9dec-7842533e5485,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:00.450550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85247c47-1dc5-4853-aec7-1db011b28925 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.451844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85247c47-1dc5-4853-aec7-1db011b28925 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564379 Nov 03 16:20:00.455194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57412) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:00.460585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-145eafa6-0749-4ed6-beed-dcae32689317 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': 'b01ea12e-174e-4ae4-9376-6fc03ea25811', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:00.499051 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-145eafa6-0749-4ed6-beed-dcae32689317 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.538309 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Project 5d0d96bcd7c04e5f988b6915953b338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:20:00.549066 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.576702 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-145eafa6-0749-4ed6-beed-dcae32689317 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 16:20:00.577807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-145eafa6-0749-4ed6-beed-dcae32689317 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1213665 Nov 03 16:20:00.581305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57414) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:00.634896 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.643542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.677319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddabc632-dfdb-4c92-8c7a-e204856ba0e9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:00.695871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.697849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eb7dee23-d240-4c97-8704-6566c2d2c62c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7371335 Nov 03 16:20:00.701569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57418) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:00.708169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-af45b391-b546-454b-8ea2-1648eab0620e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': '7c65bd80-f198-400d-8857-d9f25c8598d2', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:00.715766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-738cc309-3aa3-4589-bdf1-a98fd4134185 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.737860 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-af45b391-b546-454b-8ea2-1648eab0620e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Project 5d0d96bcd7c04e5f988b6915953b338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:20:00.745168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-af45b391-b546-454b-8ea2-1648eab0620e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.756412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0204f-be38-4f7d-bf9c-32872e3a6b21 req-21368a11-d8b1-4c95-bc9a-c6c86e148815 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:00.758239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02a0204f-be38-4f7d-bf9c-32872e3a6b21 req-21368a11-d8b1-4c95-bc9a-c6c86e148815 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 944 time: 0.0937133 Nov 03 16:20:00.763100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-738cc309-3aa3-4589-bdf1-a98fd4134185 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.830252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-af45b391-b546-454b-8ea2-1648eab0620e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.834771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-af45b391-b546-454b-8ea2-1648eab0620e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.835988 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02a0204f-be38-4f7d-bf9c-32872e3a6b21 req-46698e27-8581-4325-bcdc-0cd95f2437e7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697126 Nov 03 16:20:00.861447 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45b391-b546-454b-8ea2-1648eab0620e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacd5841-90a3-46f6-a53d-618b9bf38572,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:00.863424 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-738cc309-3aa3-4589-bdf1-a98fd4134185 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.865743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-738cc309-3aa3-4589-bdf1-a98fd4134185 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.867035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-738cc309-3aa3-4589-bdf1-a98fd4134185 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/b01ea12e-174e-4ae4-9376-6fc03ea25811 HTTP/1.1" status: 204 len: 168 time: 0.2846818 Nov 03 16:20:00.870533 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57420) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:00.879308 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-af45b391-b546-454b-8ea2-1648eab0620e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.881091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-af45b391-b546-454b-8ea2-1648eab0620e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1777995 Nov 03 16:20:00.892422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57422) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:00.904443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'network': {'name': 'tempest-network-smoke--552869036', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'port_security_enabled': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:00.911276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cc309-3aa3-4589-bdf1-a98fd4134185 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01ea12e-174e-4ae4-9376-6fc03ea25811,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:00.956290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:20:00.961903 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:00.971322 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-13de7068-c353-475b-95bf-47664094ffea tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0994575 Nov 03 16:20:00.975057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57426) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:00.979577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-bdca5592-35e5-4f78-ac95-753c11532a4b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716923747'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:01.014809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:20:01.019004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bdca5592-35e5-4f78-ac95-753c11532a4b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.024812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.025157 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Added segment 2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b of type vlan for network fa799e08-e55c-4f76-9532-8825ecac5d7b Nov 03 16:20:01.071325 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.100972 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.108210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:01.109397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.118530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bdca5592-35e5-4f78-ac95-753c11532a4b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.123628 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bdca5592-35e5-4f78-ac95-753c11532a4b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.146033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57428) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:01.146943 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2478049 Nov 03 16:20:01.154100 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'admin_state_up': True, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:01.174427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca5592-35e5-4f78-ac95-753c11532a4b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8608b714-f650-481f-b859-44134948d7eb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:01.183328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bdca5592-35e5-4f78-ac95-753c11532a4b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.184672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bdca5592-35e5-4f78-ac95-753c11532a4b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2085509 Nov 03 16:20:01.202676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57432) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:01.209347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-739b26f8-ea0e-4bac-ba2b-8a0fb8a08784 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '8608b714-f650-481f-b859-44134948d7eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:01.210616 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-739b26f8-ea0e-4bac-ba2b-8a0fb8a08784 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 16:20:01.211126 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-739b26f8-ea0e-4bac-ba2b-8a0fb8a08784 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:01.215335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57434) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:01.215876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-739b26f8-ea0e-4bac-ba2b-8a0fb8a08784 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119071 Nov 03 16:20:01.227327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06675455-a062-47f4-9e2b-ab90517cf8e4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Network': ['ID=fa799e08-e55c-4f76-9532-8825ecac5d7b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:01.238799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network fa799e08-e55c-4f76-9532-8825ecac5d7b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:20:01.271367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.273168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.332478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5f9887c-4531-4504-99ac-d5d93792f0ca tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.367440 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.393950 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.418403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ca2635ae-e51f-4d10-9573-7c0830ccaad9 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:20:01.435573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5f9887c-4531-4504-99ac-d5d93792f0ca tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.572039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port ca2635ae-e51f-4d10-9573-7c0830ccaad9, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ca2635ae-e51f-4d10-9573-7c0830ccaad9,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:01.603842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'ca2635ae-e51f-4d10-9573-7c0830ccaad9', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'port_id': 'ca2635ae-e51f-4d10-9573-7c0830ccaad9', 'mac_address': 'fa:16:3e:a8:cc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:20:01.655147 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.679023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2635ae-e51f-4d10-9573-7c0830ccaad9 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:20:01.710435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port ca2635ae-e51f-4d10-9573-7c0830ccaad9, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ca2635ae-e51f-4d10-9573-7c0830ccaad9,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:01.719057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.775767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=ca2635ae-e51f-4d10-9573-7c0830ccaad9,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:01.918991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ca2635ae-e51f-4d10-9573-7c0830ccaad9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:20:01.989408 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537b7ef-96d0-4e3c-9d40-086cf929c77f req-291a2256-7683-4f8e-b1b7-b1b94ee3f36d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:01.997135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5f9887c-4531-4504-99ac-d5d93792f0ca tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:01.999519 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a537b7ef-96d0-4e3c-9d40-086cf929c77f req-291a2256-7683-4f8e-b1b7-b1b94ee3f36d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 945 time: 0.0884094 Nov 03 16:20:01.999936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5f9887c-4531-4504-99ac-d5d93792f0ca tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.003322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d5f9887c-4531-4504-99ac-d5d93792f0ca tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/8608b714-f650-481f-b859-44134948d7eb HTTP/1.1" status: 204 len: 168 time: 0.7842827 Nov 03 16:20:02.017451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57442) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.043115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9887c-4531-4504-99ac-d5d93792f0ca tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8608b714-f650-481f-b859-44134948d7eb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:02.046335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.166148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a537b7ef-96d0-4e3c-9d40-086cf929c77f req-6b117a28-7411-444a-8376-ba338198b0bb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653285 Nov 03 16:20:02.197435 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ff4afa0f-052d-4c5f-a2c8-f1eb53c0beb8 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1661818 Nov 03 16:20:02.201249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57444) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.206779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-76bc231e-a92e-4379-b50a-16843db8dafc tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294093992'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:02.231814 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76bc231e-a92e-4379-b50a-16843db8dafc tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.313288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76bc231e-a92e-4379-b50a-16843db8dafc tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.319663 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76bc231e-a92e-4379-b50a-16843db8dafc tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.344542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.357413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-76bc231e-a92e-4379-b50a-16843db8dafc tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.361751 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-76bc231e-a92e-4379-b50a-16843db8dafc tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1561344 Nov 03 16:20:02.361751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57448) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.366632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0380f24c-ea48-4fce-b916-c9a1c35154c1 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '70852db6-00bb-40c3-8545-e265118d11fe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:02.366756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.367193 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-0380f24c-ea48-4fce-b916-c9a1c35154c1 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 16:20:02.367681 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-0380f24c-ea48-4fce-b916-c9a1c35154c1 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:02.371265 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0380f24c-ea48-4fce-b916-c9a1c35154c1 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061538 Nov 03 16:20:02.371265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc231e-a92e-4379-b50a-16843db8dafc tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70852db6-00bb-40c3-8545-e265118d11fe,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:02.372089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57450) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.440000 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e72e-c21a-4606-a889-c08deaeabf02 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.464882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e72e-c21a-4606-a889-c08deaeabf02 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.530743 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e1ced164-c28c-46f0-87be-48fdbc4ed2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.537635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e72e-c21a-4606-a889-c08deaeabf02 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.540742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e72e-c21a-4606-a889-c08deaeabf02 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.542197 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c9a8e72e-c21a-4606-a889-c08deaeabf02 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/70852db6-00bb-40c3-8545-e265118d11fe HTTP/1.1" status: 204 len: 168 time: 0.1684880 Nov 03 16:20:02.546915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57452) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.568023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8e72e-c21a-4606-a889-c08deaeabf02 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70852db6-00bb-40c3-8545-e265118d11fe,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:02.605800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.25.6.195 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d9aa2f20-d072-4647-bb49-037febb9913f) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:20:02.619277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2ba034cb-ec09-492f-bd0f-d4883778b19d tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0709903 Nov 03 16:20:02.623365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57456) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.628618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a450fe58-b9b7-47f7-adbf-5b20385444f2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'tempest-secgroup--823815478'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:02.664106 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a450fe58-b9b7-47f7-adbf-5b20385444f2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.760026 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a450fe58-b9b7-47f7-adbf-5b20385444f2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.768888 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a450fe58-b9b7-47f7-adbf-5b20385444f2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.785184 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.802655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a450fe58-b9b7-47f7-adbf-5b20385444f2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.806782 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a450fe58-b9b7-47f7-adbf-5b20385444f2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1793754 Nov 03 16:20:02.806782 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57458) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.811607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6361610c-cdc4-4e1e-aaf3-1e8daea484ea tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': 'f9c593bc-9c8f-49ca-b5ec-fbd220344425', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:02.812508 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-6361610c-cdc4-4e1e-aaf3-1e8daea484ea tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 16:20:02.813006 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-6361610c-cdc4-4e1e-aaf3-1e8daea484ea tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:02.817122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6361610c-cdc4-4e1e-aaf3-1e8daea484ea tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068011 Nov 03 16:20:02.817122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450fe58-b9b7-47f7-adbf-5b20385444f2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c593bc-9c8f-49ca-b5ec-fbd220344425,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:02.817375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57460) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.822372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3a78b7ff-f097-4ac2-a976-82601ca58f1c tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': 'f9c593bc-9c8f-49ca-b5ec-fbd220344425', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:02.823042 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-3a78b7ff-f097-4ac2-a976-82601ca58f1c tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 16:20:02.823589 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-3a78b7ff-f097-4ac2-a976-82601ca58f1c tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:02.825560 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3a78b7ff-f097-4ac2-a976-82601ca58f1c tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060217 Nov 03 16:20:02.828561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57462) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.832671 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.835913 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a73908bb-a9cc-4754-ac7e-dd7a3d2fe1df tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': 'f9c593bc-9c8f-49ca-b5ec-fbd220344425', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:02.836750 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-a73908bb-a9cc-4754-ac7e-dd7a3d2fe1df tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 16:20:02.837392 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-a73908bb-a9cc-4754-ac7e-dd7a3d2fe1df tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:02.842768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a73908bb-a9cc-4754-ac7e-dd7a3d2fe1df tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073822 Nov 03 16:20:02.842768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57464) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.846542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0c8ab38b-656f-4430-8da4-fbb2425ee34b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': 'f9c593bc-9c8f-49ca-b5ec-fbd220344425', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:02.847420 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-0c8ab38b-656f-4430-8da4-fbb2425ee34b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 16:20:02.847959 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-0c8ab38b-656f-4430-8da4-fbb2425ee34b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:02.851552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c8ab38b-656f-4430-8da4-fbb2425ee34b tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066915 Nov 03 16:20:02.851767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57466) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:02.892526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=d9aa2f20-d072-4647-bb49-037febb9913f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:02.908799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:20:02.912281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:20:02.915008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:20:02.937448 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4366845e-a60c-463a-869c-98f9d2c21b08 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:02.967759 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4366845e-a60c-463a-869c-98f9d2c21b08 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.015162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4366845e-a60c-463a-869c-98f9d2c21b08 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.019901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4366845e-a60c-463a-869c-98f9d2c21b08 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.023814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4366845e-a60c-463a-869c-98f9d2c21b08 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/f9c593bc-9c8f-49ca-b5ec-fbd220344425 HTTP/1.1" status: 204 len: 168 time: 0.1685245 Nov 03 16:20:03.024403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57468) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.043916 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366845e-a60c-463a-869c-98f9d2c21b08 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c593bc-9c8f-49ca-b5ec-fbd220344425,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:03.108739 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3eb1ee5a-1a44-408a-bfec-640618f0b6ab tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0829387 Nov 03 16:20:03.109458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57470) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.114540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-05474300-ae65-43fb-b2a6-b16dc194c5b7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252950044'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:03.145219 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05474300-ae65-43fb-b2a6-b16dc194c5b7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.248994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05474300-ae65-43fb-b2a6-b16dc194c5b7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.254891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05474300-ae65-43fb-b2a6-b16dc194c5b7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.299687 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05474300-ae65-43fb-b2a6-b16dc194c5b7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.301449 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-05474300-ae65-43fb-b2a6-b16dc194c5b7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1908984 Nov 03 16:20:03.304422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57476) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.310758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e2a1a6c7-be91-4c22-b0ee-74355b41959f tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:03.311518 n-d-813897-2 neutron-server[108104]: WARNING neutron.api.v2.base [None req-e2a1a6c7-be91-4c22-b0ee-74355b41959f tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 16:20:03.312190 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-e2a1a6c7-be91-4c22-b0ee-74355b41959f tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:03.313678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e2a1a6c7-be91-4c22-b0ee-74355b41959f tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071919 Nov 03 16:20:03.317397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57478) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.324823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a34649b6-083a-4fa3-ad96-57836c822db0 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:03.336922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05474300-ae65-43fb-b2a6-b16dc194c5b7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:03.365283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf27ca6-63a3-40fa-89b1-d57d8001f0f1 req-d9b6689f-7aaa-4fc6-a5b6-bb6364615b63 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:03.367002 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.374341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ccf27ca6-63a3-40fa-89b1-d57d8001f0f1 req-d9b6689f-7aaa-4fc6-a5b6-bb6364615b63 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 945 time: 0.1045125 Nov 03 16:20:03.433005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ca2635ae-e51f-4d10-9573-7c0830ccaad9 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:20:03.490174 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ccf27ca6-63a3-40fa-89b1-d57d8001f0f1 req-febe8bd5-fa3e-4d49-820a-950a19258ca2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143949 Nov 03 16:20:03.528101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port ca2635ae-e51f-4d10-9573-7c0830ccaad9 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:20:03.535073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port ca2635ae-e51f-4d10-9573-7c0830ccaad9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:03.536500 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.632997 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.694536 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.726514 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-a34649b6-083a-4fa3-ad96-57836c822db0 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:03.733007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57488) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.733207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a34649b6-083a-4fa3-ad96-57836c822db0 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4140234 Nov 03 16:20:03.739007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d61a4791-40af-4a9a-a4fd-ee97e3c72c43 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:03.740463 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-d61a4791-40af-4a9a-a4fd-ee97e3c72c43 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 16:20:03.741808 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-d61a4791-40af-4a9a-a4fd-ee97e3c72c43 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:03.743108 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d61a4791-40af-4a9a-a4fd-ee97e3c72c43 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086648 Nov 03 16:20:03.746223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57490) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.751914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8aa7a37d-2b4f-480e-b0ea-1130f7e15d2e tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:03.763343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a8af51-cb69-4da3-8beb-14182ff35dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2635ae-e51f-4d10-9573-7c0830ccaad9'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:20:03.770622 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d3ed06-a41f-4f08-b6f0-a381c622aee3" -d '{"events": [{"server_uuid": "d9a8af51-cb69-4da3-8beb-14182ff35dad", "name": "network-vif-plugged", "status": "completed", "tag": "ca2635ae-e51f-4d10-9573-7c0830ccaad9"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:20:03.822148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port ca2635ae-e51f-4d10-9573-7c0830ccaad9, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ca2635ae-e51f-4d10-9573-7c0830ccaad9,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:03.831204 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-8aa7a37d-2b4f-480e-b0ea-1130f7e15d2e tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:03.831398 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:03.832731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8aa7a37d-2b4f-480e-b0ea-1130f7e15d2e tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0853417 Nov 03 16:20:03.836524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57494) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.854795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e2c2523b-db69-469f-a6d1-ca59dbc3a9ec tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:03.856347 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-e2c2523b-db69-469f-a6d1-ca59dbc3a9ec tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 16:20:03.860170 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-e2c2523b-db69-469f-a6d1-ca59dbc3a9ec tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:03.861665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e2c2523b-db69-469f-a6d1-ca59dbc3a9ec tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0237947 Nov 03 16:20:03.865284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57496) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.873319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2e4ae7d6-6339-496d-941b-b81a77f69da2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:03.915576 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a8b600-2b26-4342-b7d2-074ef0a11837 x-openstack-request-id: req-82a8b600-2b26-4342-b7d2-074ef0a11837 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:20:03.916126 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a8af51-cb69-4da3-8beb-14182ff35dad", "name": "network-vif-plugged", "status": "completed", "tag": "ca2635ae-e51f-4d10-9573-7c0830ccaad9", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:20:03.916395 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-82a8b600-2b26-4342-b7d2-074ef0a11837 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:20:03.916924 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a8af51-cb69-4da3-8beb-14182ff35dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2635ae-e51f-4d10-9573-7c0830ccaad9', 'code': 200} Nov 03 16:20:03.918499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=ca2635ae-e51f-4d10-9573-7c0830ccaad9,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:03.919911 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57498) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.953826 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-2e4ae7d6-6339-496d-941b-b81a77f69da2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:03.956191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2e4ae7d6-6339-496d-941b-b81a77f69da2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0896299 Nov 03 16:20:03.959233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57502) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.965076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-88b9ab71-4381-40bf-9850-82bc39ae9e4d tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:03.965912 n-d-813897-2 neutron-server[108105]: WARNING neutron.api.v2.base [None req-88b9ab71-4381-40bf-9850-82bc39ae9e4d tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 16:20:03.966638 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-88b9ab71-4381-40bf-9850-82bc39ae9e4d tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:03.967918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-88b9ab71-4381-40bf-9850-82bc39ae9e4d tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073366 Nov 03 16:20:03.972710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57504) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:03.978667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-167feaa9-5b36-4c50-8d0b-5805e4ba22e7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:04.009503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:20:04.047026 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-167feaa9-5b36-4c50-8d0b-5805e4ba22e7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:04.048781 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-167feaa9-5b36-4c50-8d0b-5805e4ba22e7 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0742860 Nov 03 16:20:04.052116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57506) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.057043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e63e73be-740e-47fd-8774-406badd05822 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:04.107971 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e5776d0-7d05-4df2-866b-54c9c7a5a82d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.120481 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-e63e73be-740e-47fd-8774-406badd05822 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:04.121544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e63e73be-740e-47fd-8774-406badd05822 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0683823 Nov 03 16:20:04.124342 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57508) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.169231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:20:04.183953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Sync routers for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:20:04.195696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a093c-3582-484b-876b-91ae75a86938 req-038457b5-60de-4843-ace0-38f62d0c7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:04.204001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be0a093c-3582-484b-876b-91ae75a86938 req-038457b5-60de-4843-ace0-38f62d0c7a85 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 1097 time: 0.2709541 Nov 03 16:20:04.209004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:20:04.212262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:19:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:04.221423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40cde09f-b800-420b-ac1e-04d6adaa21ce tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.262308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40cde09f-b800-420b-ac1e-04d6adaa21ce tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.292690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e5776d0-7d05-4df2-866b-54c9c7a5a82d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.307782 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e5776d0-7d05-4df2-866b-54c9c7a5a82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.322569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be0a093c-3582-484b-876b-91ae75a86938 req-4c783846-9d9b-49e9-8f26-f292fef29d55 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055739 Nov 03 16:20:04.340519 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.345188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-579ac846-9e8e-41ff-9b6f-79c4eba25387 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1981626 Nov 03 16:20:04.345935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57512) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.348228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57514) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.348638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4e5776d0-7d05-4df2-866b-54c9c7a5a82d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e1e74364e83c45749dffc9e9eea5f0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4275105 Nov 03 16:20:04.377291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5776d0-7d05-4df2-866b-54c9c7a5a82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081068ba-0bc0-43b4-9d28-d11a6f5f08df,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:04.388504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40cde09f-b800-420b-ac1e-04d6adaa21ce tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.391951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-27c1c160-87da-49f4-8123-64da05c4e8d6 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=5d0d96bcd7c04e5f988b6915953b338c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447989 Nov 03 16:20:04.394040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57516) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.396374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-40cde09f-b800-420b-ac1e-04d6adaa21ce tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.398785 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-40cde09f-b800-420b-ac1e-04d6adaa21ce tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d HTTP/1.1" status: 204 len: 168 time: 0.2723122 Nov 03 16:20:04.413513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57518) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.426675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cde09f-b800-420b-ac1e-04d6adaa21ce tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fb4a7c-bf88-4f62-81f4-b18f32ecbc9d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:04.469460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-64f160c6-82d6-4dbe-8c48-c1f5ecb5cee8 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546267 Nov 03 16:20:04.474370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57520) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.478529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e37971f0-120e-4d1f-87f9-a1851c4ea475 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514394355'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:04.499956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a453a94f-994c-48d7-8b3a-3f94b14cb5ba tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:04.503672 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e37971f0-120e-4d1f-87f9-a1851c4ea475 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.507107 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a453a94f-994c-48d7-8b3a-3f94b14cb5ba tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1120529 Nov 03 16:20:04.507224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57524) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.554920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ca0461a1-60a9-44fe-9409-5f83f0b2c96f tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463817 Nov 03 16:20:04.557505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57526) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.562795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846552413', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:04.589241 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c635ff12-da6a-45f3-b177-bd706df9150a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.613887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c635ff12-da6a-45f3-b177-bd706df9150a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.705850 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c635ff12-da6a-45f3-b177-bd706df9150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.709025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c635ff12-da6a-45f3-b177-bd706df9150a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.711187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c635ff12-da6a-45f3-b177-bd706df9150a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/081068ba-0bc0-43b4-9d28-d11a6f5f08df HTTP/1.1" status: 204 len: 168 time: 0.3620832 Nov 03 16:20:04.712802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:20:04.733200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ff12-da6a-45f3-b177-bd706df9150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081068ba-0bc0-43b4-9d28-d11a6f5f08df,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:04.758642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984793f-5372-4da0-9681-24b3b9d281b0 req-6dd3f72e-eaac-4340-be5c-c2015994d8ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:04.766709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8984793f-5372-4da0-9681-24b3b9d281b0 req-6dd3f72e-eaac-4340-be5c-c2015994d8ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 946 time: 0.1783760 Nov 03 16:20:04.790887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e37971f0-120e-4d1f-87f9-a1851c4ea475 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.793777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:20:04.808031 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.816298 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e37971f0-120e-4d1f-87f9-a1851c4ea475 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.839798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8984793f-5372-4da0-9681-24b3b9d281b0 req-fb10daba-a9ec-4425-a10f-cedf4c6e8044 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714378 Nov 03 16:20:04.899201 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e37971f0-120e-4d1f-87f9-a1851c4ea475 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:04.900434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e37971f0-120e-4d1f-87f9-a1851c4ea475 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4255049 Nov 03 16:20:04.903827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57532) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:04.909614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37971f0-120e-4d1f-87f9-a1851c4ea475 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a3f7db-de99-44dd-a658-6cd7f385c2ef,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:04.911030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-add91577-aae9-4b58-92a9-3094864674b5 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '24a3f7db-de99-44dd-a658-6cd7f385c2ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:05.002878 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-add91577-aae9-4b58-92a9-3094864674b5 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The resource could not be found. Nov 03 16:20:05.006755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-add91577-aae9-4b58-92a9-3094864674b5 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0992572 Nov 03 16:20:05.006980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57536) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:05.012561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-046930bd-6648-47e2-911f-1293cdf53757 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': '24a3f7db-de99-44dd-a658-6cd7f385c2ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8a57adf0-80ba-4137-9e9b-09aaefe1db2e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:05.045134 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69da3d8b-7a44-4e25-9a21-b4035fb0057b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.092047 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.093150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:03Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:05.129200 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-046930bd-6648-47e2-911f-1293cdf53757 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The resource could not be found. Nov 03 16:20:05.130538 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-046930bd-6648-47e2-911f-1293cdf53757 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1226070 Nov 03 16:20:05.133960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57540) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:05.143391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Checking router: 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:20:05.143750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Updating router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d port d9aa2f20-d072-4647-bb49-037febb9913f binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:20:05.172891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57542) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:05.188231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Checking segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:20:05.188685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network hostable DHCP agents. Network: fa799e08-e55c-4f76-9532-8825ecac5d7b, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:20:05.193700 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.202949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Subnet': ['ID=cf30aa7b-d227-4a29-9d6b-5accb929ac3d,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:05.206424 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e350ec97-e688-4ec9-ab1b-065c63563dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.224643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56ecd578-d968-4160-b08c-3465768928a2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.241554 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network fa799e08-e55c-4f76-9532-8825ecac5d7b is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:20:05.251727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56ecd578-d968-4160-b08c-3465768928a2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.262355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, fa799e08-e55c-4f76-9532-8825ecac5d7b) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:20:05.277053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:05.277626 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.307341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-efa51305-5a7a-4d12-be39-9cc4428284d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7485716 Nov 03 16:20:05.312144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57544) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:05.334141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f54038e-195b-4c79-a275-0cc5b2a2f255 None None] Network fa799e08-e55c-4f76-9532-8825ecac5d7b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:20:05.340068 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56ecd578-d968-4160-b08c-3465768928a2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.346118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-56ecd578-d968-4160-b08c-3465768928a2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.349692 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-56ecd578-d968-4160-b08c-3465768928a2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/24a3f7db-de99-44dd-a658-6cd7f385c2ef HTTP/1.1" status: 204 len: 168 time: 0.2122548 Nov 03 16:20:05.350794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57546) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:05.370807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecd578-d968-4160-b08c-3465768928a2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a3f7db-de99-44dd-a658-6cd7f385c2ef,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:05.385018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e350ec97-e688-4ec9-ab1b-065c63563dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.390237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e350ec97-e688-4ec9-ab1b-065c63563dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.420719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-24ca4ba1-9c88-4bf4-b3d8-be98cca0a069 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688243 Nov 03 16:20:05.421419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57550) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:05.427995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-bf60fce4-810e-450c-9d51-a22070940eb0 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': 'cce96b53-68a3-4860-8dc8-ae187f438862', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:05.479717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e350ec97-e688-4ec9-ab1b-065c63563dc9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b8d5aaa404664b58ab69641e4ea902ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050561 Nov 03 16:20:05.482874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350ec97-e688-4ec9-ab1b-065c63563dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b887d58-5f82-4dd2-a043-0feb6bc5b498,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:05.487128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57552) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:05.504212 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-bf60fce4-810e-450c-9d51-a22070940eb0 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The resource could not be found. Nov 03 16:20:05.512229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57554) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:05.512548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bf60fce4-810e-450c-9d51-a22070940eb0 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0894468 Nov 03 16:20:05.522359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2755eda9-5d76-4820-a9b4-74fc24dc71d2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668155311'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:05.636258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2755eda9-5d76-4820-a9b4-74fc24dc71d2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.664481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b74d-3e2f-46d7-bb03-9b56299a49f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.700801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-fa799e08-e55c-4f76-9532-8825ecac5d7b', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:20:05.701699 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.739964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b74d-3e2f-46d7-bb03-9b56299a49f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.806924 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.814797 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.850838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2755eda9-5d76-4820-a9b4-74fc24dc71d2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.857907 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2755eda9-5d76-4820-a9b4-74fc24dc71d2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.887005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b74d-3e2f-46d7-bb03-9b56299a49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.889492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b74d-3e2f-46d7-bb03-9b56299a49f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.890654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c5c3b74d-3e2f-46d7-bb03-9b56299a49f8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3b887d58-5f82-4dd2-a043-0feb6bc5b498 HTTP/1.1" status: 204 len: 168 time: 0.4020126 Nov 03 16:20:05.934277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Attempting to bind port d9aa2f20-d072-4647-bb49-037febb9913f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:20:05.934654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Attempting to bind port d9aa2f20-d072-4647-bb49-037febb9913f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:20:05.935024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Attempting to bind port d9aa2f20-d072-4647-bb49-037febb9913f on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:20:05.938616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2755eda9-5d76-4820-a9b4-74fc24dc71d2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:05.938834 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c529763-8bb0-4abc-a2cb-8f0185de6f1f None None] Pushing event updated for resources: {'Port': ['ID=d9aa2f20-d072-4647-bb49-037febb9913f,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:05.939725 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2755eda9-5d76-4820-a9b4-74fc24dc71d2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4239697 Nov 03 16:20:05.940581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755eda9-5d76-4820-a9b4-74fc24dc71d2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf38a64-9348-4cd8-a9a8-ccf8e7ee56d7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:05.943491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57562) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:05.959163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-430355d0-38e3-48e6-b286-377ff75c2fdb tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'tempest-secgroup--691506395'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:05.977191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3b74d-3e2f-46d7-bb03-9b56299a49f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b887d58-5f82-4dd2-a043-0feb6bc5b498,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:05.999465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:20:05.999825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:20:06.000229 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.000647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:20:06.001812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Bound port: d9aa2f20-d072-4647-bb49-037febb9913f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:20:06.002157 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.008167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Allocated IP 172.20.0.2 (fa799e08-e55c-4f76-9532-8825ecac5d7b/cf30aa7b-d227-4a29-9d6b-5accb929ac3d/7c31249b-6225-4a43-9b27-c5f13c0e658e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:20:06.019721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-430355d0-38e3-48e6-b286-377ff75c2fdb tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.038032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bedc5c-e5f2-4d4c-b346-7cefe5f11e98 req-4febda76-5de1-495c-b6eb-16f0adf92380 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:06.074736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18bedc5c-e5f2-4d4c-b346-7cefe5f11e98 req-4febda76-5de1-495c-b6eb-16f0adf92380 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 946 time: 0.1473031 Nov 03 16:20:06.111622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.124614 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18bedc5c-e5f2-4d4c-b346-7cefe5f11e98 req-4ea1f44f-f6e2-457d-902a-77376fdf3da5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480225 Nov 03 16:20:06.186729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-430355d0-38e3-48e6-b286-377ff75c2fdb tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.188287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] For port d9aa2f20-d072-4647-bb49-037febb9913f, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:20:06.194523 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-430355d0-38e3-48e6-b286-377ff75c2fdb tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.214120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] For port d9aa2f20-d072-4647-bb49-037febb9913f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d9aa2f20-d072-4647-bb49-037febb9913f,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:20:06.224515 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.272402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-430355d0-38e3-48e6-b286-377ff75c2fdb tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.273698 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-430355d0-38e3-48e6-b286-377ff75c2fdb tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3244975 Nov 03 16:20:06.276498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430355d0-38e3-48e6-b286-377ff75c2fdb tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a36082-63ea-473a-87d4-cdcb082f4b52,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:06.277104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57570) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:06.285181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2890fc50-bbd3-4412-a010-1920e3c29bb3 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group_rule': {'security_group_id': 'fcf38a64-9348-4cd8-a9a8-ccf8e7ee56d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b4a36082-63ea-473a-87d4-cdcb082f4b52'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:06.344493 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-2890fc50-bbd3-4412-a010-1920e3c29bb3 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:20:06.348121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2890fc50-bbd3-4412-a010-1920e3c29bb3 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0684550 Nov 03 16:20:06.351245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57572) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:06.417294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c529763-8bb0-4abc-a2cb-8f0185de6f1f None None] Pushing event updated for resources: {'Port': ['ID=d9aa2f20-d072-4647-bb49-037febb9913f,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:06.449250 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.452706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.453352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:20:06.454636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:20:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:06.457303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b207-de0d-4084-83bf-bc7c0c319316 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.496095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b207-de0d-4084-83bf-bc7c0c319316 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.503067 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.553930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Network fa799e08-e55c-4f76-9532-8825ecac5d7b is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:20:06.563103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.20.0.1 (fa799e08-e55c-4f76-9532-8825ecac5d7b/cf30aa7b-d227-4a29-9d6b-5accb929ac3d/5de90e04-c1fa-48b6-948c-17076b91150f) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:20:06.565154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:20:06.580837 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b207-de0d-4084-83bf-bc7c0c319316 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.584527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b207-de0d-4084-83bf-bc7c0c319316 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.587998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cdf9b207-de0d-4084-83bf-bc7c0c319316 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/b4a36082-63ea-473a-87d4-cdcb082f4b52 HTTP/1.1" status: 204 len: 168 time: 0.2307732 Nov 03 16:20:06.598007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57582) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:06.608321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:20:06.608888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9b207-de0d-4084-83bf-bc7c0c319316 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a36082-63ea-473a-87d4-cdcb082f4b52,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:06.625368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d370a-9739-4429-b8f4-a1927af53a11 req-3e5c4424-f0b4-448a-a344-53ae5bfc6a02 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:06.627217 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-409d370a-9739-4429-b8f4-a1927af53a11 req-3e5c4424-f0b4-448a-a344-53ae5bfc6a02 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 946 time: 0.4088669 Nov 03 16:20:06.677711 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Pushing event updated for resources: {'Port': ['ID=7c31249b-6225-4a43-9b27-c5f13c0e658e,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:06.719517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:20:06.751684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Attempting to bind port 7c31249b-6225-4a43-9b27-c5f13c0e658e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:20:06.752221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Attempting to bind port 7c31249b-6225-4a43-9b27-c5f13c0e658e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:20:06.752659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Attempting to bind port 7c31249b-6225-4a43-9b27-c5f13c0e658e on network fa799e08-e55c-4f76-9532-8825ecac5d7b {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:20:06.775020 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26032b43-8af6-4ed5-8f6d-2a7aeaf11727 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1706347 Nov 03 16:20:06.775310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57588) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:06.787427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:20:06.787919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Checking segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:20:06.788391 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.788850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Bound using segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:20:06.789406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Bound port: 7c31249b-6225-4a43-9b27-c5f13c0e658e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:20:06.789875 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.791934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-409d370a-9739-4429-b8f4-a1927af53a11 req-b1f05e08-6609-4db9-a20f-c82d74ba5b74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479661 Nov 03 16:20:06.844688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.864467 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9187be28-0985-4ddd-a861-2eeaf9a3df76 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.920428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9187be28-0985-4ddd-a861-2eeaf9a3df76 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.936148 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:06.942372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] For port 7c31249b-6225-4a43-9b27-c5f13c0e658e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:20:06.950587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] For port 7c31249b-6225-4a43-9b27-c5f13c0e658e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7c31249b-6225-4a43-9b27-c5f13c0e658e,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:20:06.960313 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.010920 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9187be28-0985-4ddd-a861-2eeaf9a3df76 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.014216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9187be28-0985-4ddd-a861-2eeaf9a3df76 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.020908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9187be28-0985-4ddd-a861-2eeaf9a3df76 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/fcf38a64-9348-4cd8-a9a8-ccf8e7ee56d7 HTTP/1.1" status: 204 len: 168 time: 0.2471144 Nov 03 16:20:07.022091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57604) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:07.030901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network fa799e08-e55c-4f76-9532-8825ecac5d7b is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:20:07.035110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:20:07.067555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:20:07.077882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187be28-0985-4ddd-a861-2eeaf9a3df76 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf38a64-9348-4cd8-a9a8-ccf8e7ee56d7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:07.123744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9514a64b-8393-4ed4-b85d-7563ef00e1a2 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0892696 Nov 03 16:20:07.124468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57606) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:07.128398 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=5de90e04-c1fa-48b6-948c-17076b91150f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:07.130416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b5c6153c-d800-429e-bfb5-7a7da8801776 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'tempest-secgroup--738978827'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:07.150172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d1ee-ab09-407e-9f9b-5d95060fc3bf None None] Pushing event updated for resources: {'Port': ['ID=7c31249b-6225-4a43-9b27-c5f13c0e658e,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:07.178418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:03Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:07.189624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5c6153c-d800-429e-bfb5-7a7da8801776 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.192877 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.246090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf75299-23cf-4d46-ab19-e1bfa7787185 None None] The sync data for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 is: [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:03Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:20:07.355397 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5c6153c-d800-429e-bfb5-7a7da8801776 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.365550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5c6153c-d800-429e-bfb5-7a7da8801776 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.422568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6153c-d800-429e-bfb5-7a7da8801776 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35ddead-2ad6-4986-bc18-8ad8626e6904,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:07.443087 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b5c6153c-d800-429e-bfb5-7a7da8801776 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.447552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b5c6153c-d800-429e-bfb5-7a7da8801776 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3219588 Nov 03 16:20:07.448317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57612) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:07.454739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d5e43c66-3c4b-4b72-aa8c-ccf5b82e14fe tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:07.455172 n-d-813897-2 neutron-server[108104]: WARNING neutron.api.v2.base [None req-d5e43c66-3c4b-4b72-aa8c-ccf5b82e14fe tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 16:20:07.455676 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-d5e43c66-3c4b-4b72-aa8c-ccf5b82e14fe tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 16:20:07.459776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d5e43c66-3c4b-4b72-aa8c-ccf5b82e14fe tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "PUT /v2.0/security-groups/f35ddead-2ad6-4986-bc18-8ad8626e6904 HTTP/1.1" status: 409 len: 330 time: 0.0104303 Nov 03 16:20:07.461910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57614) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:07.484882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.646963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7c31249b-6225-4a43-9b27-c5f13c0e658e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:20:07.739859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-579ddfea-307f-4dd4-9273-34497f989928 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.767880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-579ddfea-307f-4dd4-9273-34497f989928 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.805918 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.837576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7c31249b-6225-4a43-9b27-c5f13c0e658e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:07.838571 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.892766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-579ddfea-307f-4dd4-9273-34497f989928 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.896610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-579ddfea-307f-4dd4-9273-34497f989928 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:07.897868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-579ddfea-307f-4dd4-9273-34497f989928 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/f35ddead-2ad6-4986-bc18-8ad8626e6904 HTTP/1.1" status: 204 len: 168 time: 0.4347835 Nov 03 16:20:07.900700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57626) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:08.007057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ddfea-307f-4dd4-9273-34497f989928 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35ddead-2ad6-4986-bc18-8ad8626e6904,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:08.016878 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:08.026124 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dec5c2f3-9a6b-4ed6-9f7e-581ea9a59ebf tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1241972 Nov 03 16:20:08.029044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57638) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:08.080198 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-401c764b-b5db-4434-922b-146ffa5b487e tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] delete failed (client error): The resource could not be found. Nov 03 16:20:08.089272 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-401c764b-b5db-4434-922b-146ffa5b487e tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "DELETE /v2.0/security-groups/d3bdb6c1-93bb-4b4f-acc8-aa19acf61e87 HTTP/1.1" status: 404 len: 347 time: 0.0580111 Nov 03 16:20:08.090242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57642) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:08.132067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 7c31249b-6225-4a43-9b27-c5f13c0e658e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7c31249b-6225-4a43-9b27-c5f13c0e658e,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:08.142683 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:08.150336 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-c8a294da-5222-4c3d-a19c-7e3951f31a37 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] show failed (client error): The resource could not be found. Nov 03 16:20:08.156833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c8a294da-5222-4c3d-a19c-7e3951f31a37 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-groups/9e25015a-1c0c-4e6c-a5e6-8eb7ec6d37cc HTTP/1.1" status: 404 len: 347 time: 0.0637867 Nov 03 16:20:08.168450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57644) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:08.197848 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-9457b9f5-4abb-4a45-973a-8499c6e0ae66 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] show failed (client error): The resource could not be found. Nov 03 16:20:08.204946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9457b9f5-4abb-4a45-973a-8499c6e0ae66 tempest-NegativeSecGroupTest-246083409 tempest-NegativeSecGroupTest-246083409-project] 10.222.0.86 "GET /v2.0/security-group-rules/97a7aa6a-739b-48a2-84cd-2f3daf12bb3a HTTP/1.1" status: 404 len: 356 time: 0.0347667 Nov 03 16:20:08.267856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=7c31249b-6225-4a43-9b27-c5f13c0e658e,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:08.395173 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:08.410879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:08.424244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:08.523085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:08.565187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=5de90e04-c1fa-48b6-948c-17076b91150f,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:08.779180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network fa799e08-e55c-4f76-9532-8825ecac5d7b is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:20:08.784117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:20:08.800159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57660) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:09.072868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:20:09.080680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b111e-5592-4135-a621-7cff12c3952b None None] Network fa799e08-e55c-4f76-9532-8825ecac5d7b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:20:09.173404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-00f12229-8206-4897-b0d7-fdc395039c9b None None] Provisioning complete for port 7c31249b-6225-4a43-9b27-c5f13c0e658e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:09.173404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-00f12229-8206-4897-b0d7-fdc395039c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:09.214031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-53e828b3-12ce-4eb9-a41f-427505d65f81 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=60f010d69b3c4d0b85ede5890f4650a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4125333 Nov 03 16:20:09.214702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57682) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:09.291840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:20:09.318475 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a41aad1b-1afe-40ec-b298-bc1f599c2acd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "PUT /v2.0/routers/19f5ba6d-c78e-42fa-bf5f-a77c00aa324d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0006721 Nov 03 16:20:09.354995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-258e91d9-60f2-45ce-a66e-31ef6dd7566b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:09.406527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-258e91d9-60f2-45ce-a66e-31ef6dd7566b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:09.493912 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-258e91d9-60f2-45ce-a66e-31ef6dd7566b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:09.497659 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-258e91d9-60f2-45ce-a66e-31ef6dd7566b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:09.509613 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-258e91d9-60f2-45ce-a66e-31ef6dd7566b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/92113a4b-2a13-4861-ab46-4d7ed6d1bac2 HTTP/1.1" status: 204 len: 168 time: 0.2911842 Nov 03 16:20:09.539506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e91d9-60f2-45ce-a66e-31ef6dd7566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92113a4b-2a13-4861-ab46-4d7ed6d1bac2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:09.723416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-75d437a7-0cc9-4321-93bd-2a99b9f342c5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592559159&fields=id&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 267 time: 0.1241374 Nov 03 16:20:09.755954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d9aa2f20-d072-4647-bb49-037febb9913f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:20:09.847697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d9aa2f20-d072-4647-bb49-037febb9913f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:09.848321 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:09.946027 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:09.975080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-9a3c8c44-eb0d-4cba-8f33-0df074fb9588 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:09.976710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-9a3c8c44-eb0d-4cba-8f33-0df074fb9588 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/networks?id=fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 200 len: 796 time: 0.2419875 Nov 03 16:20:10.012631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-9c7dec56-5898-473b-a4a5-4bf0db3704ca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/quotas/5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 375 time: 0.0148900 Nov 03 16:20:10.016268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port d9aa2f20-d072-4647-bb49-037febb9913f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d9aa2f20-d072-4647-bb49-037febb9913f,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:10.025831 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:10.026810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7c31249b-6225-4a43-9b27-c5f13c0e658e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:20:10.228475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-01465581-2a22-407f-b6a9-35ae26800d87 None None] Provisioning complete for port 7c31249b-6225-4a43-9b27-c5f13c0e658e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:10.229593 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01465581-2a22-407f-b6a9-35ae26800d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:10.290093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=d9aa2f20-d072-4647-bb49-037febb9913f,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:10.415951 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Sync routers for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:20:10.440917 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:20:10.441628 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:20:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:10.525696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-01465581-2a22-407f-b6a9-35ae26800d87 None None] Provisioning complete for port 5de90e04-c1fa-48b6-948c-17076b91150f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:10.525990 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01465581-2a22-407f-b6a9-35ae26800d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:10.536956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7c31249b-6225-4a43-9b27-c5f13c0e658e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:10.537432 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:10.706579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-01465581-2a22-407f-b6a9-35ae26800d87 None None] Port 5de90e04-c1fa-48b6-948c-17076b91150f cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:20:10.804512 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-340a9eaf-a656-4342-8383-3efe30171128 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7628443 Nov 03 16:20:10.806444 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:20:10.864839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-da72f3ec-481d-43cf-ac10-364708736a49 None None] Provisioning complete for port 5de90e04-c1fa-48b6-948c-17076b91150f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:10.865435 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-da72f3ec-481d-43cf-ac10-364708736a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.005619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-da72f3ec-481d-43cf-ac10-364708736a49 None None] Port 5de90e04-c1fa-48b6-948c-17076b91150f cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:20:11.139225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57754) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:11.217766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1666751396'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:11.244874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Made reservation on behalf of d5f16aa4fc394293b8cb886d6d6accac for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:20:11.249498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.276457 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.337872 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-5866cb39-a6cf-4424-ab75-4b1885789048 service neutron] 10.222.0.86 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258608 Nov 03 16:20:11.405811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.412174 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.420376 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5de90e04-c1fa-48b6-948c-17076b91150f', 'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:3a:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:06Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 2, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:11.451251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:20:11.457281 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Checking router: 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:20:11.457753 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Updating router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d port 5de90e04-c1fa-48b6-948c-17076b91150f binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:20:11.471491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4f3360-8255-431e-9a84-e180c1d17f65,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:11.475035 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.475392 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Added segment d3d16694-6f1a-4c07-8a2f-ad0d87d21f27 of type vlan for network 5dbc95ad-e2ce-4d13-a567-9d9c3d408990 Nov 03 16:20:11.480618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-4ad940fc-c576-4269-b605-4b777e429ce3 service neutron] 10.222.0.86 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364019 Nov 03 16:20:11.490803 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.523457 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.570530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.578561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:11.580976 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.607866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d9aa2f20-d072-4647-bb49-037febb9913f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:20:11.684820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5407002 Nov 03 16:20:11.685028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d9aa2f20-d072-4647-bb49-037febb9913f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:11.685028 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:11.685285 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57766) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:11.694816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-178c2e21-fc4e-4822-aef4-7d4b6698c1bd tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990', 'tempest-TagsTest-Tag-363153214') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:11.820614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81c6c5-e3c8-4b56-9ea5-d60324e1458f tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Pushing event updated for resources: {'Network': ['ID=5dbc95ad-e2ce-4d13-a567-9d9c3d408990,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:11.861629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5dbc95ad-e2ce-4d13-a567-9d9c3d408990 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:20:11.901832 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54ba989b-0d67-4b0f-b0e2-d1a81d5a9608 req-f8738171-a870-4fc2-8d69-e981f440f10a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 210 time: 0.0638669 Nov 03 16:20:11.937311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-178c2e21-fc4e-4822-aef4-7d4b6698c1bd tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "PUT /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags/tempest-TagsTest-Tag-363153214 HTTP/1.1" status: 201 len: 201 time: 0.2508564 Nov 03 16:20:11.941050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57774) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:11.946554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-9b0d86f7-4b62-42e4-82e0-1e5483dbc94a tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990', 'tempest-TagsTest-Tag-363153214') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:12.065465 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:12.073823 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:12.086662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b0d86f7-4b62-42e4-82e0-1e5483dbc94a tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "GET /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags/tempest-TagsTest-Tag-363153214 HTTP/1.1" status: 204 len: 168 time: 0.1442451 Nov 03 16:20:12.089034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57782) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:12.097378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-1b1b9312-3c16-4cd6-b319-683d89b18238 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:12.133926 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Pushing event updated for resources: {'Port': ['ID=5de90e04-c1fa-48b6-948c-17076b91150f,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:12.150934 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.151425 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.151697 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.153328 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.153919 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.154317 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.154649 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.155045 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.155530 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.155953 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.156663 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.157011 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:12.245487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1b1b9312-3c16-4cd6-b319-683d89b18238 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "GET /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags HTTP/1.1" status: 200 len: 237 time: 0.1509466 Nov 03 16:20:12.246047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57786) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:12.251906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-69520cfd-2f66-4f76-a5b6-381307d2b2fd tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990', {'tags': ['tempest-TagsTest-Tag-251266953', 'tempest-TagsTest-Tag-170852666', 'tempest-TagsTest-Tag-1820558978']}) {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:12.357633 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Attempting to bind port 5de90e04-c1fa-48b6-948c-17076b91150f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:20:12.360720 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Attempting to bind port 5de90e04-c1fa-48b6-948c-17076b91150f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:20:12.361857 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Attempting to bind port 5de90e04-c1fa-48b6-948c-17076b91150f on network fa799e08-e55c-4f76-9532-8825ecac5d7b {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:20:12.371527 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:20:12.372059 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Checking segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:20:12.372990 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:12.376706 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Bound using segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:20:12.377726 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Bound port: 5de90e04-c1fa-48b6-948c-17076b91150f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:20:12.378075 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:12.408143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-69520cfd-2f66-4f76-a5b6-381307d2b2fd tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "PUT /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags HTTP/1.1" status: 200 len: 307 time: 0.1600161 Nov 03 16:20:12.410535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57802) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:12.418857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-eccd3ee5-e9a5-4d14-8339-65b7af465b5a tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990', 'tempest-TagsTest-Tag-251266953') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:12.492632 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] For port 5de90e04-c1fa-48b6-948c-17076b91150f, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:20:12.498826 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] For port 5de90e04-c1fa-48b6-948c-17076b91150f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5de90e04-c1fa-48b6-948c-17076b91150f,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:20:12.505217 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:12.601823 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677a3ae-ac34-46c6-ac71-2b90bd4ca98a None None] Pushing event updated for resources: {'Port': ['ID=5de90e04-c1fa-48b6-948c-17076b91150f,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:12.635981 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:20:12.639011 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:20:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:12.642816 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eccd3ee5-e9a5-4d14-8339-65b7af465b5a tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "DELETE /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags/tempest-TagsTest-Tag-251266953 HTTP/1.1" status: 204 len: 168 time: 0.2277796 Nov 03 16:20:12.643126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57806) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:12.652246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-bd87183b-1658-4f4e-9eb3-b0cf9d1be0fb tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990', 'tempest-TagsTest-Tag-251266953') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:12.778420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-2d60ecb7-a7ae-4b23-ae23-c31a48ca0123 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:12.795028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-2d60ecb7-a7ae-4b23-ae23-c31a48ca0123 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.3835931 Nov 03 16:20:12.822753 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-c9cea76b-1e8f-4284-9d17-fffc6bf610cd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/quotas/2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 375 time: 0.0264111 Nov 03 16:20:12.846484 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-bd87183b-1658-4f4e-9eb3-b0cf9d1be0fb tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] show failed (client error): The resource could not be found. Nov 03 16:20:12.850747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bd87183b-1658-4f4e-9eb3-b0cf9d1be0fb tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "GET /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags/tempest-TagsTest-Tag-251266953 HTTP/1.1" status: 404 len: 325 time: 0.2060163 Nov 03 16:20:12.851398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57810) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:12.861939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-daf5f7ed-9120-433e-8676-05814435c4e6 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990', 'tempest-TagsTest-Tag-170852666') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:12.911785 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:20:12.968525 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-3824b554-c3f7-4e14-8eaf-ade026712a15 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1444225 Nov 03 16:20:13.000028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-22552a94-0eb8-4af5-9a8c-1548835815a9 None None] Provisioning complete for port 5de90e04-c1fa-48b6-948c-17076b91150f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:13.000540 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-22552a94-0eb8-4af5-9a8c-1548835815a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:13.168238 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-22552a94-0eb8-4af5-9a8c-1548835815a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:13.199738 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-84fc828b-504e-4e26-9b91-e0718e28d432 req-9cacaf3b-35fb-4a77-b873-ffd0825d25a5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 210 time: 0.1122832 Nov 03 16:20:13.278238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-daf5f7ed-9120-433e-8676-05814435c4e6 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "GET /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags/tempest-TagsTest-Tag-170852666 HTTP/1.1" status: 204 len: 168 time: 0.4247553 Nov 03 16:20:13.283835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57814) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:13.290127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-0134c658-2839-403a-a29a-a0fddf18bdc1 service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206809 Nov 03 16:20:13.296364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-97a239d4-72ae-47c5-b3b4-cc28aa9c19b6 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990', 'tempest-TagsTest-Tag-1820558978') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:13.337229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-22552a94-0eb8-4af5-9a8c-1548835815a9 None None] For port 5de90e04-c1fa-48b6-948c-17076b91150f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5de90e04-c1fa-48b6-948c-17076b91150f,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:13.347479 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-22552a94-0eb8-4af5-9a8c-1548835815a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:13.428106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22552a94-0eb8-4af5-9a8c-1548835815a9 None None] Pushing event updated for resources: {'Port': ['ID=5de90e04-c1fa-48b6-948c-17076b91150f,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:13.434840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-97a239d4-72ae-47c5-b3b4-cc28aa9c19b6 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "GET /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags/tempest-TagsTest-Tag-1820558978 HTTP/1.1" status: 204 len: 168 time: 0.1477051 Nov 03 16:20:13.438149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 57816) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:13.446327 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.tag.tag_plugin [None req-75cc62ba-14a6-42fe-a972-605dab70bace tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:13.494837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-040e7b51-bd28-4844-9d20-180d1f29bc1d None None] Provisioning complete for port 5de90e04-c1fa-48b6-948c-17076b91150f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:13.495996 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-040e7b51-bd28-4844-9d20-180d1f29bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:13.612328 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5de90e04-c1fa-48b6-948c-17076b91150f', 'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:3a:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:06Z', 'updated_at': '2021-11-03T16:20:12Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:13.664672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-5cf27e20-530e-46f5-8112-891de4a41941 service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600233 Nov 03 16:20:13.703688 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c16dfb-fb84-486e-8846-eba309c1438c None None] The sync data for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 is: [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5de90e04-c1fa-48b6-948c-17076b91150f', 'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:3a:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:06Z', 'updated_at': '2021-11-03T16:20:12Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:20:13.835791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-e1a30905-fd59-468c-8e61-49b69931a7b8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:13.837311 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-e1a30905-fd59-468c-8e61-49b69931a7b8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "GET /v2.0/networks?id=fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 200 len: 796 time: 0.3649762 Nov 03 16:20:13.901507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-75cc62ba-14a6-42fe-a972-605dab70bace tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "DELETE /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags HTTP/1.1" status: 204 len: 168 time: 0.4612992 Nov 03 16:20:13.904535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57826) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:13.910358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-0beef5a8-3c97-4f63-b380-a58f2fe1ba20 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990', 'tempest-TagsTest-Tag-170852666') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:13.946207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-4c35a398-5a5d-4cca-adc7-1aa73a383cef tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 379 time: 0.0977976 Nov 03 16:20:13.960669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'port': {'device_id': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'admin_state_up': True, 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'security_groups': ['7c65bd80-f198-400d-8857-d9f25c8598d2']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:14.104036 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-0beef5a8-3c97-4f63-b380-a58f2fe1ba20 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] show failed (client error): The resource could not be found. Nov 03 16:20:14.107888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0beef5a8-3c97-4f63-b380-a58f2fe1ba20 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "GET /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags/tempest-TagsTest-Tag-170852666 HTTP/1.1" status: 404 len: 325 time: 0.1993606 Nov 03 16:20:14.108457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57834) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:14.121073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-2b607cba-73bc-4cca-9c8f-06b266dc32de tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990', 'tempest-TagsTest-Tag-1820558978') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:14.140660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-06c1df14-0b28-4842-a964-e1aff5346946 req-31882aee-717b-4b89-a69c-a749910b93f8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.0530968 Nov 03 16:20:14.150376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:20:14.159356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:14.241015 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-2b607cba-73bc-4cca-9c8f-06b266dc32de tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] show failed (client error): The resource could not be found. Nov 03 16:20:14.243682 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2b607cba-73bc-4cca-9c8f-06b266dc32de tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "GET /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags/tempest-TagsTest-Tag-1820558978 HTTP/1.1" status: 404 len: 326 time: 0.1341498 Nov 03 16:20:14.246682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57838) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:14.251256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.tag.tag_plugin [None req-60e2cb28-fb31-41e8-ae69-6b3127b7b04c tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5dbc95ad-e2ce-4d13-a567-9d9c3d408990') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:14.379953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.20.0.3 (fa799e08-e55c-4f76-9532-8825ecac5d7b/cf30aa7b-d227-4a29-9d6b-5accb929ac3d/979cb996-ef38-43f0-ab0a-772c32a5bc99) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:20:14.444018 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-001b00dd-ca5c-48e8-b600-99afd5a67f78 req-a28bc8ea-8655-4494-81a4-7dff78b03d37 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 210 time: 0.0714700 Nov 03 16:20:14.488348 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-60e2cb28-fb31-41e8-ae69-6b3127b7b04c tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "DELETE /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990/tags HTTP/1.1" status: 204 len: 168 time: 0.2333362 Nov 03 16:20:14.496819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57844) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:14.622543 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:14.647777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:14.671566 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:14.750839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network fa799e08-e55c-4f76-9532-8825ecac5d7b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:20:14.757703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:20:14.764277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:20:14.772853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:14.888057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:14.927584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:14.928306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:14.931794 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbc95ad-e2ce-4d13-a567-9d9c3d408990']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:14.958755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d16694-6f1a-4c07-8a2f-ad0d87d21f27') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:14.961485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d16694-6f1a-4c07-8a2f-ad0d87d21f27') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:14.977511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-8bc80d47-090b-490e-b210-ad9ac40a4fb1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211673 Nov 03 16:20:14.996265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:15.001508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Request body: {'port': {'device_id': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:15.027063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:15.038180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:20:15.038959 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:20:15.043329 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:20:15.182588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:15.209773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:15.243413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:15.274410 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] 10.222.0.86 "DELETE /v2.0/networks/5dbc95ad-e2ce-4d13-a567-9d9c3d408990 HTTP/1.1" status: 204 len: 168 time: 0.7742405 Nov 03 16:20:15.274410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faef9d-04d2-4ac0-a7cd-5e19c70a2af8 tempest-TagsTest-1807687582 tempest-TagsTest-1807687582-project] Pushing event deleted for resources: {'Network': ['ID=5dbc95ad-e2ce-4d13-a567-9d9c3d408990,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:15.410763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b9094cc-5bbb-4380-97f9-2a8e2dabe6a7 req-b8213d8b-4b66-4af8-89a9-e87c14eb2e8c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.1232803 Nov 03 16:20:15.481625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-94a39e40-9e87-4aba-8357-a8b06aa875dd None None] Provisioning complete for port 979cb996-ef38-43f0-ab0a-772c32a5bc99 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:15.483635 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94a39e40-9e87-4aba-8357-a8b06aa875dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:15.588256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-94a39e40-9e87-4aba-8357-a8b06aa875dd None None] Port 979cb996-ef38-43f0-ab0a-772c32a5bc99 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:20:15.748576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de90e04-c1fa-48b6-948c-17076b91150f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:20:15.773501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548fab-7d22-487f-a596-7a19e30f6a8b req-2aa79cb2-2938-455c-9a7d-e742719aca9e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:15.776379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cc548fab-7d22-487f-a596-7a19e30f6a8b req-2aa79cb2-2938-455c-9a7d-e742719aca9e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 931 time: 0.1575470 Nov 03 16:20:15.872308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57888) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:15.951826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5de90e04-c1fa-48b6-948c-17076b91150f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:15.952214 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:16.243464 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cc548fab-7d22-487f-a596-7a19e30f6a8b req-b69c8c76-fe45-4f1a-8a0f-c57ab2aad3d7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4517291 Nov 03 16:20:16.314291 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-49b7486f-364f-41b9-84d7-d4ccc94bbd9b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d5f16aa4fc394293b8cb886d6d6accac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405661 Nov 03 16:20:16.314937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 57898) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:16.373455 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-84a98b9c-8c1e-467a-85b1-59cd17009a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:16.400834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-84a98b9c-8c1e-467a-85b1-59cd17009a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:16.465839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-84a98b9c-8c1e-467a-85b1-59cd17009a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:16.470691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-84a98b9c-8c1e-467a-85b1-59cd17009a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:16.475112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-84a98b9c-8c1e-467a-85b1-59cd17009a0c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4c4f3360-8255-431e-9a84-e180c1d17f65 HTTP/1.1" status: 204 len: 168 time: 0.1591942 Nov 03 16:20:16.484893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a98b9c-8c1e-467a-85b1-59cd17009a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4f3360-8255-431e-9a84-e180c1d17f65,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:16.503331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979cb996-ef38-43f0-ab0a-772c32a5bc99 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:20:16.513870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:16.531771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Transition to ACTIVE for port object 979cb996-ef38-43f0-ab0a-772c32a5bc99 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:20:16.544882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-8ba4b459-9ec1-406c-bc27-a622bb6fe172 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:16.546580 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-8ba4b459-9ec1-406c-bc27-a622bb6fe172 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.7689543 Nov 03 16:20:16.549162 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:16.627745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecc98252-2cb2-4583-9488-d237b9f3884b req-2e57bcd0-84fe-4915-86ba-87814513f120 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.0557294 Nov 03 16:20:16.638877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'port': {'device_id': '6e594d09-297d-443a-bc07-b468e7761070', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'admin_state_up': True, 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:16.788605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Pushing event updated for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:16.945288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:20:16.946048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:20:16.946478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on network fa799e08-e55c-4f76-9532-8825ecac5d7b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:20:16.956560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on network fa799e08-e55c-4f76-9532-8825ecac5d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:20:16.956845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on network fa799e08-e55c-4f76-9532-8825ecac5d7b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:20:16.965155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Made reservation on behalf of 2bc437a94d724a06b94d3ecdcf5867e5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:20:16.979533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:16.993317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:20:16.993317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Checking segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:20:16.993317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Bound using segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:20:16.993317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Bound port: 979cb996-ef38-43f0-ab0a-772c32a5bc99, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:20:16.998452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:17.512630 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638a539-d3e5-40ad-b441-014c158b2fbe req-3ad377c1-d3a1-4b06-a502-e09c20ef6e50 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:17.522412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3638a539-d3e5-40ad-b441-014c158b2fbe req-3ad377c1-d3a1-4b06-a502-e09c20ef6e50 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 943 time: 0.1050119 Nov 03 16:20:17.654347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3638a539-d3e5-40ad-b441-014c158b2fbe req-63293f35-3762-4659-8b1d-0fb33a6e16d6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250134 Nov 03 16:20:17.812255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.20.0.7 (e8323ed3-190e-4fd2-9c82-eb82d5ef24b2/59175d77-ecad-41a1-bcd6-d63e1e7bf397/c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:20:18.111688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48d8f011-54ae-4386-8d70-bb254521778b req-e7a5fd34-9017-42b0-8873-a7a23a31c8ef tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.0850053 Nov 03 16:20:18.167544 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:18.169569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:20:18.178125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:20:18.187909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:18.266315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Pushing event updated for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:18.274774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:18.275481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:18.319548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-cbfab0a4-c224-4037-abd8-9d035efc0131 service neutron] 10.222.0.70 "PUT /v2.0/ports/979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 1091 time: 3.2999446 Nov 03 16:20:18.332969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:20:18.339826 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d463db1b-ecb6-43ed-931d-251237e322de" -d '{"events": [{"name": "network-changed", "server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:20:18.363138 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:18.383037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ca2635ae-e51f-4d10-9573-7c0830ccaad9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:20:18.501099 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf2d73a-7574-4694-92cc-94398448fea3 x-openstack-request-id: req-2cf2d73a-7574-4694-92cc-94398448fea3 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:20:18.502146 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:20:18.502472 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2cf2d73a-7574-4694-92cc-94398448fea3 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:20:18.502951 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'status': 'completed', 'code': 200} Nov 03 16:20:18.505094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:18.559286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:20:18.568885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:20:18.572420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:20:18.673434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-3bf26a63-8154-4aee-9389-e05da25f83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:18.682991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-3bf26a63-8154-4aee-9389-e05da25f83c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1094 time: 0.1782112 Nov 03 16:20:18.715542 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:18.716274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:18.764523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-b66bfbf8-3b4f-40da-8cd4-6cf4e3312c04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 217 time: 0.0679088 Nov 03 16:20:18.788049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-40d86c5b-394e-4c57-b5e4-0e70eb90d7fe tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2047939 Nov 03 16:20:18.821287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Request body: {'port': {'device_id': '6e594d09-297d-443a-bc07-b468e7761070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:18.883769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-36bf6ba6-8c3e-478d-bcc0-a6ffdfa63027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:18.885508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-36bf6ba6-8c3e-478d-bcc0-a6ffdfa63027 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf30aa7b-d227-4a29-9d6b-5accb929ac3d HTTP/1.1" status: 200 len: 835 time: 0.1108871 Nov 03 16:20:18.893085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:18.895092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9ddc2-26fd-4392-ad6f-22f587a8c5d6 req-637a3a2f-c56b-4929-a02c-3e129b26355b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:18.902841 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16e9ddc2-26fd-4392-ad6f-22f587a8c5d6 req-637a3a2f-c56b-4929-a02c-3e129b26355b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 943 time: 0.1115444 Nov 03 16:20:18.998972 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16e9ddc2-26fd-4392-ad6f-22f587a8c5d6 req-ef899343-6ffd-4cc2-8668-b21d52f414b5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896654 Nov 03 16:20:19.036273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-2142dbf7-9380-47bc-a418-4462956d22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:19.038008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-2142dbf7-9380-47bc-a418-4462956d22b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa799e08-e55c-4f76-9532-8825ecac5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390550 Nov 03 16:20:19.052264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-de1b541b-55a3-4575-83b7-f7aaa61b632f None None] Provisioning complete for port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:19.052648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de1b541b-55a3-4575-83b7-f7aaa61b632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:19.154600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-de1b541b-55a3-4575-83b7-f7aaa61b632f None None] Port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:20:19.381685 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-5a3c1327-f746-491f-b732-a1b549ac8f1a service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305638 Nov 03 16:20:19.640324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6e710-1fe2-455d-999b-d37d59398094 req-b391afce-8b1c-4f10-8863-02f5ceee25ac tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:19.643048 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96a6e710-1fe2-455d-999b-d37d59398094 req-b391afce-8b1c-4f10-8863-02f5ceee25ac tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 931 time: 0.4128339 Nov 03 16:20:19.678643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:20:19.728829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:19.777030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Transition to ACTIVE for port object c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:20:19.783287 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96a6e710-1fe2-455d-999b-d37d59398094 req-1e5ece0a-230d-4a48-a324-dd125ef924f8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999212 Nov 03 16:20:19.788064 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:19.892563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Pushing event updated for resources: {'Port': ['ID=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:19.999326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9eef7055-410a-4b6c-aa5b-03451ff8df37 req-c2b9b043-164c-45dd-9421-2242980def03 service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376550 Nov 03 16:20:20.184010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463db1b-ecb6-43ed-931d-251237e322de req-75187d58-5250-4251-a9ed-9d54cb758434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:20.185674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d463db1b-ecb6-43ed-931d-251237e322de req-75187d58-5250-4251-a9ed-9d54cb758434 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1094 time: 0.1185875 Nov 03 16:20:20.186268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Attempting to bind port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:20:20.186600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Attempting to bind port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:20:20.186916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Attempting to bind port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:20:20.225749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:20:20.232984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Attempting to bind port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:20:20.245780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08da4-4861-48a0-8de6-15efd9d4948a req-c2e1afb3-3b90-4ce3-b7d8-24869a3ec951 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:20.253662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0c08da4-4861-48a0-8de6-15efd9d4948a req-c2e1afb3-3b90-4ce3-b7d8-24869a3ec951 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 943 time: 0.1212826 Nov 03 16:20:20.275064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:20:20.275406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:20:20.275805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Bound using segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:20:20.276360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Bound port: c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:20:20.276593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:20.351733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] For port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:20:20.354926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] For port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:20:20.362694 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:20.410294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0c08da4-4861-48a0-8de6-15efd9d4948a req-d5ce6723-2eff-4531-896a-717766d8c680 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535389 Nov 03 16:20:20.474496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:20.475336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:20.476863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] 10.222.0.15 "PUT /v2.0/ports/c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 HTTP/1.1" status: 200 len: 1091 time: 1.6645899 Nov 03 16:20:20.504264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e594d09-297d-443a-bc07-b468e7761070', 'tag': 'c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:20:20.507146 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589" -d '{"events": [{"name": "network-changed", "server_uuid": "6e594d09-297d-443a-bc07-b468e7761070", "tag": "c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:20:20.607221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463db1b-ecb6-43ed-931d-251237e322de req-bc86dc7a-930e-42f7-a5bd-a08e6b21ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:20.608715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d463db1b-ecb6-43ed-931d-251237e322de req-bc86dc7a-930e-42f7-a5bd-a08e6b21ff40 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 200 len: 897 time: 0.4145548 Nov 03 16:20:20.611326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e9fea-34d4-45b5-994d-ddbe1df0334f service neutron] Pushing event updated for resources: {'Port': ['ID=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:20.627319 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d537f8a-aa6e-40a2-aa6a-5ed2d2ffb80a x-openstack-request-id: req-4d537f8a-aa6e-40a2-aa6a-5ed2d2ffb80a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:20:20.627609 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e594d09-297d-443a-bc07-b468e7761070", "tag": "c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:20:20.628098 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d537f8a-aa6e-40a2-aa6a-5ed2d2ffb80a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:20:20.628258 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e594d09-297d-443a-bc07-b468e7761070', 'tag': 'c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8', 'status': 'completed', 'code': 200} Nov 03 16:20:20.640953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-ec731b4a-a51b-42db-acf2-8676bba4ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:20.642894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-ec731b4a-a51b-42db-acf2-8676bba4ac86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 1094 time: 0.0934150 Nov 03 16:20:20.757078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d463db1b-ecb6-43ed-931d-251237e322de req-2b2abe79-02c4-440c-95a3-b006f0246d26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 217 time: 0.1279688 Nov 03 16:20:20.758367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-1d73668f-6714-47bb-a705-7ad828075cee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 HTTP/1.1" status: 200 len: 217 time: 0.0531845 Nov 03 16:20:20.871101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-e931fcd8-ef63-4934-be5d-69d21a821f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:20.880502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-e931fcd8-ef63-4934-be5d-69d21a821f23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.1058419 Nov 03 16:20:20.890757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463db1b-ecb6-43ed-931d-251237e322de req-65ffeae6-41f5-41a2-8bbd-cc248f1f24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:20.893720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d463db1b-ecb6-43ed-931d-251237e322de req-65ffeae6-41f5-41a2-8bbd-cc248f1f24ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf30aa7b-d227-4a29-9d6b-5accb929ac3d HTTP/1.1" status: 200 len: 835 time: 0.1170435 Nov 03 16:20:21.037605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463db1b-ecb6-43ed-931d-251237e322de req-78f8efcb-9e2d-4512-9019-f700f800f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:21.039401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d463db1b-ecb6-43ed-931d-251237e322de req-78f8efcb-9e2d-4512-9019-f700f800f0e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa799e08-e55c-4f76-9532-8825ecac5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247206 Nov 03 16:20:21.042208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-b1f0a2d2-d5bd-4e31-8b50-6c6f217fdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:21.044342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-b1f0a2d2-d5bd-4e31-8b50-6c6f217fdd82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626835 Nov 03 16:20:21.153035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d463db1b-ecb6-43ed-931d-251237e322de req-f6943287-340f-42a6-aa3e-41afbb43572e service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013851 Nov 03 16:20:21.285621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef1213-7e4f-412e-bd04-6b77cf3569fa req-6143eb21-f7c8-4050-926c-96e9582a16aa tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:21.287219 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9aef1213-7e4f-412e-bd04-6b77cf3569fa req-6143eb21-f7c8-4050-926c-96e9582a16aa tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.3070371 Nov 03 16:20:21.447791 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:20:21.541723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d463db1b-ecb6-43ed-931d-251237e322de req-17bc140d-a1ae-43fe-8618-cbb07f134867 service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578353 Nov 03 16:20:21.603100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9aef1213-7e4f-412e-bd04-6b77cf3569fa req-9b7cc073-16e1-4be3-ab92-b0eccbce481e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006506 Nov 03 16:20:21.635610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-26fe2ae5-fed0-40b3-90b0-30d6e4607fec service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813246 Nov 03 16:20:21.644345 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41460b-7a92-43bf-9a25-633338acdbad req-cc19d26b-1583-4b24-8e1f-8b769ab584c7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:21.646725 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab41460b-7a92-43bf-9a25-633338acdbad req-cc19d26b-1583-4b24-8e1f-8b769ab584c7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 943 time: 0.1033351 Nov 03 16:20:21.747381 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab41460b-7a92-43bf-9a25-633338acdbad req-6c8bea2f-21bf-4540-9c6c-8f58c137dc8f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948391 Nov 03 16:20:21.858946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a54223ba-5a65-4da7-8328-2b3134846a54 req-01167c1f-0acc-475c-a78a-58cf3e82243a service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156193 Nov 03 16:20:21.963032 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:22.005968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58090) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:22.018702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-56f0f668-7fe1-43da-8e54-7d0c8edd328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:22.023981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-56f0f668-7fe1-43da-8e54-7d0c8edd328a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 1094 time: 0.0864930 Nov 03 16:20:22.246515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-678f18df-cade-445a-b5eb-3b7cf1fd910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:22.250811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-678f18df-cade-445a-b5eb-3b7cf1fd910b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.2193661 Nov 03 16:20:22.285687 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2dff6fd-e763-4366-b28c-335c07306ee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:22.347097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-8221d4cc-9ebd-402a-8d02-d2a1cc1bb210 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 HTTP/1.1" status: 200 len: 217 time: 0.0889242 Nov 03 16:20:22.441196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-de1cd6e7-ab77-4acc-af94-d26e97816952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:22.442844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-de1cd6e7-ab77-4acc-af94-d26e97816952 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0890617 Nov 03 16:20:22.492976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2dff6fd-e763-4366-b28c-335c07306ee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:22.505978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e2dff6fd-e763-4366-b28c-335c07306ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:22.542233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dff6fd-e763-4366-b28c-335c07306ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c083688-d573-4f2b-b406-810ae6798711,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:22.544019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-ae8ffe21-5bc5-44b6-84b4-e42f9b249cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:22.546999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-ae8ffe21-5bc5-44b6-84b4-e42f9b249cb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962701 Nov 03 16:20:22.571649 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e2dff6fd-e763-4366-b28c-335c07306ee0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5b6d59239cd47288268831a03ff4a7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5637765 Nov 03 16:20:22.573503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58096) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:22.732497 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00875252-853d-491c-8bc6-aa33e97d93d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:22.755839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-2d06ede3-9018-4a7d-8285-39672def6ed3 service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997039 Nov 03 16:20:22.793248 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00875252-853d-491c-8bc6-aa33e97d93d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:22.881976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00875252-853d-491c-8bc6-aa33e97d93d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:22.885558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-00875252-853d-491c-8bc6-aa33e97d93d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:22.891747 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-00875252-853d-491c-8bc6-aa33e97d93d9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9c083688-d573-4f2b-b406-810ae6798711 HTTP/1.1" status: 204 len: 168 time: 0.3179333 Nov 03 16:20:22.906001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00875252-853d-491c-8bc6-aa33e97d93d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c083688-d573-4f2b-b406-810ae6798711,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:22.950687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1face089-f746-4cec-a6a3-945f4b1290a9 req-36f599b9-b20a-46d0-ae4e-9bfbeb4f2051 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:22.961156 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1face089-f746-4cec-a6a3-945f4b1290a9 req-36f599b9-b20a-46d0-ae4e-9bfbeb4f2051 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.2222278 Nov 03 16:20:23.045230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1face089-f746-4cec-a6a3-945f4b1290a9 req-42e5ee4f-1725-4587-9eb7-78534967638b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826440 Nov 03 16:20:23.145346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f8bf6-272a-4aa7-93c6-df50c2d708f4 req-8b8c8ceb-138c-402f-9f06-f13f045cd99f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:23.146897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a6f8bf6-272a-4aa7-93c6-df50c2d708f4 req-8b8c8ceb-138c-402f-9f06-f13f045cd99f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 943 time: 0.2421634 Nov 03 16:20:23.149403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02f3f4ea-5b4f-45e3-a41c-c1cfd1717589 req-abe06318-ebf1-4613-8df3-5e2a132e720a service neutron] 10.222.0.15 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789361 Nov 03 16:20:23.234814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a6f8bf6-272a-4aa7-93c6-df50c2d708f4 req-32a80f62-3054-4c3b-8669-5f0c8d3bfa71 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780394 Nov 03 16:20:23.533181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 979cb996-ef38-43f0-ab0a-772c32a5bc99 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:20:23.595426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58112) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:23.610497 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15735113-3775-43b7-9b64-3922a3543ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:23.775292 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15735113-3775-43b7-9b64-3922a3543ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:23.782530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-15735113-3775-43b7-9b64-3922a3543ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:23.842379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:23.864824 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'port_id': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'mac_address': 'fa:16:3e:66:25:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:20:23.868990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-15735113-3775-43b7-9b64-3922a3543ee2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5a4070088134816a47f08f107101123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2722068 Nov 03 16:20:23.869939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15735113-3775-43b7-9b64-3922a3543ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1427de-0376-4a85-bd83-400ad2a09fb2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:23.872115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58118) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:23.921193 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:23.952781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979cb996-ef38-43f0-ab0a-772c32a5bc99 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:20:23.980968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:24.003947 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:24.006753 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94f6805f-afc5-4f4c-a785-9fcab112c6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:24.093813 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94f6805f-afc5-4f4c-a785-9fcab112c6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:24.136238 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:24.257975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['979cb996-ef38-43f0-ab0a-772c32a5bc99'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:20:24.318261 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94f6805f-afc5-4f4c-a785-9fcab112c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:24.332005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-94f6805f-afc5-4f4c-a785-9fcab112c6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:24.346879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-94f6805f-afc5-4f4c-a785-9fcab112c6d5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab1427de-0376-4a85-bd83-400ad2a09fb2 HTTP/1.1" status: 204 len: 168 time: 0.4649215 Nov 03 16:20:24.373246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6805f-afc5-4f4c-a785-9fcab112c6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1427de-0376-4a85-bd83-400ad2a09fb2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:24.414959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99015bdd-d4e6-4558-854d-881a1409db47 req-d4189f86-89be-4836-a46f-4513154b28e0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:24.416562 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99015bdd-d4e6-4558-854d-881a1409db47 req-d4189f86-89be-4836-a46f-4513154b28e0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1866159 Nov 03 16:20:24.554028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99015bdd-d4e6-4558-854d-881a1409db47 req-ec600b6f-ef48-4fe5-b6fa-24347cc7e289 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277585 Nov 03 16:20:24.828505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58132) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:24.920142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e73a2-6835-4c03-8472-dedaaae25167 req-887ae415-1f90-4991-aa1b-9c92960480f2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:24.922175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d65e73a2-6835-4c03-8472-dedaaae25167 req-887ae415-1f90-4991-aa1b-9c92960480f2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 944 time: 0.1252124 Nov 03 16:20:25.013725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d65e73a2-6835-4c03-8472-dedaaae25167 req-be1fd383-3fcb-4bdb-9b94-c15c87e95805 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828006 Nov 03 16:20:25.335123 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7420ea20-afe7-4fea-96b1-7ee56509d6aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:25.486672 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7420ea20-afe7-4fea-96b1-7ee56509d6aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:25.495656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7420ea20-afe7-4fea-96b1-7ee56509d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:25.542048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 979cb996-ef38-43f0-ab0a-772c32a5bc99 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:20:25.578290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7420ea20-afe7-4fea-96b1-7ee56509d6aa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3934ee4f62f04b74a4d79a54b0d648ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7463374 Nov 03 16:20:25.582305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58150) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:25.680067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420ea20-afe7-4fea-96b1-7ee56509d6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df0608f-27f8-4678-beca-07e6ce0f7c56,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:25.683089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d861797-be4c-46da-920b-88ba9ac3fc63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:25.707377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 979cb996-ef38-43f0-ab0a-772c32a5bc99 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:20:25.712714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 979cb996-ef38-43f0-ab0a-772c32a5bc99 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:25.713301 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:25.727983 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d861797-be4c-46da-920b-88ba9ac3fc63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:25.860386 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:25.865249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19503191-23f0-4238-b9e9-2963ff63c244 req-3fc44061-cd30-44c5-8120-acd0e756a6d6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:25.871474 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-19503191-23f0-4238-b9e9-2963ff63c244 req-3fc44061-cd30-44c5-8120-acd0e756a6d6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1337874 Nov 03 16:20:25.934429 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d861797-be4c-46da-920b-88ba9ac3fc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:25.940508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d861797-be4c-46da-920b-88ba9ac3fc63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:25.942001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8d861797-be4c-46da-920b-88ba9ac3fc63 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9df0608f-27f8-4678-beca-07e6ce0f7c56 HTTP/1.1" status: 204 len: 168 time: 0.3585522 Nov 03 16:20:25.970095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d861797-be4c-46da-920b-88ba9ac3fc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df0608f-27f8-4678-beca-07e6ce0f7c56,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:25.997538 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-19503191-23f0-4238-b9e9-2963ff63c244 req-76fc0487-0847-4a56-9e41-f226edbc74e9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218755 Nov 03 16:20:26.010746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:20:26.018304 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bc790c-e5cf-4732-a7fe-da4d7643a5ed" -d '{"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-plugged", "status": "completed", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:20:26.043307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:26.049243 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:26.140035 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde9f42-8ea2-44e1-98e7-367251331a3e x-openstack-request-id: req-9fde9f42-8ea2-44e1-98e7-367251331a3e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:20:26.140356 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-plugged", "status": "completed", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:20:26.140595 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9fde9f42-8ea2-44e1-98e7-367251331a3e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:20:26.142569 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'code': 200} Nov 03 16:20:26.191891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:26.217236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.218201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.218201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.219308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.219308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.219308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.220096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.220480 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.220811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.221276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.221979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.222510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:26.360772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d735e-13fc-4698-b827-e6ef177c64c6 req-fe5bd3f8-fb1b-481e-9fc7-21b58f1e940c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:26.370389 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b16d735e-13fc-4698-b827-e6ef177c64c6 req-fe5bd3f8-fb1b-481e-9fc7-21b58f1e940c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.2191260 Nov 03 16:20:26.400706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b237-0f32-4d05-9db1-3c43161454af req-877f8523-1377-4afe-ac8d-6fca55378911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:26.402742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c49b237-0f32-4d05-9db1-3c43161454af req-877f8523-1377-4afe-ac8d-6fca55378911 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1096 time: 0.1284895 Nov 03 16:20:26.454732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b16d735e-13fc-4698-b827-e6ef177c64c6 req-937ff371-78c0-4146-9294-398d01f32489 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827940 Nov 03 16:20:26.510646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c49b237-0f32-4d05-9db1-3c43161454af req-04497052-d108-43d8-934d-21934b45a483 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975528 Nov 03 16:20:26.847791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3644904-fcfe-4954-b488-6f3b32846986 req-7ea3dc8e-aecf-4687-897f-4d5801178fe5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1010122 Nov 03 16:20:26.983724 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3644904-fcfe-4954-b488-6f3b32846986 req-bb05171f-c251-44a8-b874-999702a9ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:26.985424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3644904-fcfe-4954-b488-6f3b32846986 req-bb05171f-c251-44a8-b874-999702a9ccb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 1097 time: 0.0802562 Nov 03 16:20:27.171452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3644904-fcfe-4954-b488-6f3b32846986 req-7a659e78-403d-45ab-a8e2-07f7482a6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:27.173739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3644904-fcfe-4954-b488-6f3b32846986 req-7a659e78-403d-45ab-a8e2-07f7482a6a89 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1557920 Nov 03 16:20:27.184050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1e56e-8eca-4595-afc9-fd44a0d0081b req-a5ffe89d-e985-4a43-ae1b-4408e3c03bf0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:27.185346 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18c1e56e-8eca-4595-afc9-fd44a0d0081b req-a5ffe89d-e985-4a43-ae1b-4408e3c03bf0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0940738 Nov 03 16:20:27.233784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3644904-fcfe-4954-b488-6f3b32846986 req-8a168ef7-f599-4e92-9159-61a2baaf4cfd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2635ae-e51f-4d10-9573-7c0830ccaad9 HTTP/1.1" status: 200 len: 217 time: 0.0474293 Nov 03 16:20:27.322542 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-18c1e56e-8eca-4595-afc9-fd44a0d0081b req-69dca907-0fc0-4c8c-bacf-215c0decc6bb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270576 Nov 03 16:20:27.357048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3644904-fcfe-4954-b488-6f3b32846986 req-ea11e011-8344-4c3c-adcb-3f3c6ed60d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:27.359092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3644904-fcfe-4954-b488-6f3b32846986 req-ea11e011-8344-4c3c-adcb-3f3c6ed60d0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.1065919 Nov 03 16:20:27.456163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3644904-fcfe-4954-b488-6f3b32846986 req-dd173a63-8da6-4cb5-bc6a-c2e1fd5cde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:27.457789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3644904-fcfe-4954-b488-6f3b32846986 req-dd173a63-8da6-4cb5-bc6a-c2e1fd5cde86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885859 Nov 03 16:20:27.691896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b6340-85c2-4383-94dc-e1a477a1a31f req-1a07a110-f5a2-4230-a3e2-60e300434f4e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:27.700793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c5b6340-85c2-4383-94dc-e1a477a1a31f req-1a07a110-f5a2-4230-a3e2-60e300434f4e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.1138468 Nov 03 16:20:27.706702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3644904-fcfe-4954-b488-6f3b32846986 req-cde39ddf-f339-4f92-a64d-4e60c5721780 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352614 Nov 03 16:20:27.793376 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c5b6340-85c2-4383-94dc-e1a477a1a31f req-53e12220-95b1-4316-8aac-860c0c6814e2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914335 Nov 03 16:20:27.939574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3644904-fcfe-4954-b488-6f3b32846986 req-5984e420-1df2-4851-b1c7-6934bb07464d service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235777 Nov 03 16:20:28.458274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f0e7-a3f6-4810-bd4d-05abc6520dd1 req-458249f8-70b8-4dd5-83a8-e438c4030ff3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:28.466494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d394f0e7-a3f6-4810-bd4d-05abc6520dd1 req-458249f8-70b8-4dd5-83a8-e438c4030ff3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0719993 Nov 03 16:20:28.565185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d394f0e7-a3f6-4810-bd4d-05abc6520dd1 req-c566514f-2a2f-494c-a493-6b38a56191a6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973132 Nov 03 16:20:28.948336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb25591-4abf-4f24-8678-760ba58dfade req-333b1a62-017a-4181-bb05-741f7dc27b6c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:28.950870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6eb25591-4abf-4f24-8678-760ba58dfade req-333b1a62-017a-4181-bb05-741f7dc27b6c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.0861773 Nov 03 16:20:29.166210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6eb25591-4abf-4f24-8678-760ba58dfade req-c3bd6d1f-d7d8-45a8-862c-95ede311af09 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049797 Nov 03 16:20:29.466545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74624a26-b80d-4310-a243-1201b801db3e req-7994f346-68be-429e-81cf-32a20b81707d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:29.475144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-74624a26-b80d-4310-a243-1201b801db3e req-7994f346-68be-429e-81cf-32a20b81707d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.1477032 Nov 03 16:20:29.575593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-74624a26-b80d-4310-a243-1201b801db3e req-797b6cf0-65db-4b47-a4cc-119996351e67 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582621 Nov 03 16:20:29.575915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58254) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:29.680307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63116c6-a222-4d53-b34e-70ebe5cf13c6 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:29.682149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c63116c6-a222-4d53-b34e-70ebe5cf13c6 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1091 time: 0.1081729 Nov 03 16:20:29.685208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58260) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:29.690205 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:20:29.755912 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:29.850170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302fe7a-3246-4c9b-b3f1-15fb5a0f9809 req-d06d66f5-fccf-49d1-9363-cdb318fa89b8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:29.858633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1302fe7a-3246-4c9b-b3f1-15fb5a0f9809 req-d06d66f5-fccf-49d1-9363-cdb318fa89b8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1811254 Nov 03 16:20:29.994359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1302fe7a-3246-4c9b-b3f1-15fb5a0f9809 req-ba19563a-e2e6-485c-879c-3b4bbf423f7c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220741 Nov 03 16:20:30.058819 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:30.233041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.25.6.84 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d72db2ec-dbd6-4719-a645-a79fe3c56db4) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:20:30.444007 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:30.567700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:30.630379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:20:30.636724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:20:30.644388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:20:30.727803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=d72db2ec-dbd6-4719-a645-a79fe3c56db4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:31.142904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99543eb5-6118-4612-898d-918e21df40e6 req-90fc4259-dc73-49fa-8b6f-00d2a70eaf45 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:31.146016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99543eb5-6118-4612-898d-918e21df40e6 req-90fc4259-dc73-49fa-8b6f-00d2a70eaf45 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0601125 Nov 03 16:20:31.169575 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:31.202405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99543eb5-6118-4612-898d-918e21df40e6 req-6ae40919-56de-4adf-9526-790c25d7ca88 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500579 Nov 03 16:20:31.277758 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:31.421428 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:31.491700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:31.497414 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:31.593207 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:31.658057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=d72db2ec-dbd6-4719-a645-a79fe3c56db4,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:31.739828 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Floating IP ccd8c9d6-dff7-499b-8d89-35530655abb2 associated. External IP: 172.25.6.84, port: 979cb996-ef38-43f0-ab0a-772c32a5bc99. Nov 03 16:20:32.102217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:20:32.241595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:20:32.255540 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] Sync routers for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:20:32.286287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:20:32.288559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:20:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:32.315333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:32.410743 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ddb8453b-ef3e-4971-8b62-cfe54b4d0dca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7189343 Nov 03 16:20:32.410743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:20:32.417374 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51611666-8785-4d40-b403-2faa99339430" -d '{"events": [{"name": "network-changed", "server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:20:32.420592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:20:32.582914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdb34-db92-46da-aa0e-7aa835586c73 req-740c8816-e218-4c69-94fa-46dbab0954d5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:32.586040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-218fdb34-db92-46da-aa0e-7aa835586c73 req-740c8816-e218-4c69-94fa-46dbab0954d5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1367388 Nov 03 16:20:32.618477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c4e82-c0e5-4ee1-8016-cdaa82919560 req-47124fee-c375-40c2-8f11-eebf76748a7e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:32.620374 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-012c4e82-c0e5-4ee1-8016-cdaa82919560 req-47124fee-c375-40c2-8f11-eebf76748a7e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.1140158 Nov 03 16:20:32.749311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-012c4e82-c0e5-4ee1-8016-cdaa82919560 req-1f08fd1b-0039-4083-9531-ded0fe98e5d8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200933 Nov 03 16:20:32.782503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58312) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:32.964202 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eb7bf701-2b7f-4e8b-aa38-cbf2622b9d84 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/ccd8c9d6-dff7-499b-8d89-35530655abb2 HTTP/1.1" status: 200 len: 990 time: 0.1729529 Nov 03 16:20:32.966157 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e8d9b3-362c-40f9-aef0-9544463b265a x-openstack-request-id: req-28e8d9b3-362c-40f9-aef0-9544463b265a {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:20:32.966455 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:20:32.966720 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28e8d9b3-362c-40f9-aef0-9544463b265a {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:20:32.967129 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'status': 'completed', 'code': 200} Nov 03 16:20:33.179539 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e913b5d0-0964-4759-a5cf-69586c1b9706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:33.528717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-9b5fb8a5-c08a-4c49-b163-3ccd67104b21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1348834 Nov 03 16:20:33.540207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611666-8785-4d40-b403-2faa99339430 req-c82c9c26-4385-4f49-9665-d93d05fbc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:33.543066 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51611666-8785-4d40-b403-2faa99339430 req-c82c9c26-4385-4f49-9665-d93d05fbc226 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1096 time: 0.1812973 Nov 03 16:20:33.609312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-218fdb34-db92-46da-aa0e-7aa835586c73 req-8165498d-ba8c-4568-8e92-139cf102f0a1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0116382 Nov 03 16:20:33.610751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ccd8c9d6-dff7-499b-8d89-35530655abb2', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'port_id': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'mac_address': 'fa:16:3e:66:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:20:30Z', 'updated_at': '2021-11-03T16:20:30Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de90e04-c1fa-48b6-948c-17076b91150f', 'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:3a:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:06Z', 'updated_at': '2021-11-03T16:20:13Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:33.669134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] Checking router: 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:20:33.679120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:20:33.680286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:20:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:33.775252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-b7ab54ce-4156-45ce-bcd7-d81809bba09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:33.776747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-b7ab54ce-4156-45ce-bcd7-d81809bba09d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1097 time: 0.1632295 Nov 03 16:20:33.872572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:20:33.954277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611666-8785-4d40-b403-2faa99339430 req-81afcdb3-a994-40d2-a3cc-f9820e818f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:33.956114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51611666-8785-4d40-b403-2faa99339430 req-81afcdb3-a994-40d2-a3cc-f9820e818f66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 200 len: 897 time: 0.4009392 Nov 03 16:20:33.960682 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58320) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:34.111766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-81bcbab8-3255-486a-910e-ccd7c26b9357 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/ccd8c9d6-dff7-499b-8d89-35530655abb2 HTTP/1.1" status: 200 len: 990 time: 0.1474392 Nov 03 16:20:34.132634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-9b49aec2-8e30-47fc-aa99-180a464f549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:34.135639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-9b49aec2-8e30-47fc-aa99-180a464f549a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.3340514 Nov 03 16:20:34.327667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51611666-8785-4d40-b403-2faa99339430 req-7531e2a9-c56e-4d61-b499-32731f2325a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 998 time: 0.3463223 Nov 03 16:20:34.365514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-fd010c9c-3dac-493d-b883-5ca1bb59d2d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1002 time: 0.2149365 Nov 03 16:20:34.482454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611666-8785-4d40-b403-2faa99339430 req-c53becf1-edea-4eb4-942c-9671b5a694a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:34.485476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51611666-8785-4d40-b403-2faa99339430 req-c53becf1-edea-4eb4-942c-9671b5a694a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf30aa7b-d227-4a29-9d6b-5accb929ac3d HTTP/1.1" status: 200 len: 835 time: 0.1478972 Nov 03 16:20:34.489551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-73fe0126-ebee-4d07-a2b3-58922522eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:34.490368 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ccd8c9d6-dff7-499b-8d89-35530655abb2', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'port_id': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'mac_address': 'fa:16:3e:66:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:20:30Z', 'updated_at': '2021-11-03T16:20:30Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de90e04-c1fa-48b6-948c-17076b91150f', 'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:3a:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:06Z', 'updated_at': '2021-11-03T16:20:13Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:20:34.492327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-73fe0126-ebee-4d07-a2b3-58922522eea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.1029727 Nov 03 16:20:34.525722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887a92a-e3f5-4338-b074-d2d39f874905 None None] The sync data for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 is: [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ccd8c9d6-dff7-499b-8d89-35530655abb2', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'port_id': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'mac_address': 'fa:16:3e:66:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:20:30Z', 'updated_at': '2021-11-03T16:20:30Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de90e04-c1fa-48b6-948c-17076b91150f', 'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:3a:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:06Z', 'updated_at': '2021-11-03T16:20:13Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:20:34.607132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611666-8785-4d40-b403-2faa99339430 req-af8a35e8-5471-4b09-b172-cbfe500f0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:34.610308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51611666-8785-4d40-b403-2faa99339430 req-af8a35e8-5471-4b09-b172-cbfe500f0610 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa799e08-e55c-4f76-9532-8825ecac5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170449 Nov 03 16:20:34.679181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-a469f602-917c-4ca1-ba28-6696d69e8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:34.680869 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-a469f602-917c-4ca1-ba28-6696d69e8f85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382666 Nov 03 16:20:34.936742 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a7350-c0dc-4e64-b427-f3e1bddb3b60 None None] New status for floating IP ccd8c9d6-dff7-499b-8d89-35530655abb2: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:20:34.994623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-d180d0f9-d792-4fb3-9a52-5ec6c85e3bec service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974386 Nov 03 16:20:35.009563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612692d5-e108-4528-b2a8-95eab2052ea2 req-ddeda17a-c0d7-4dc1-8534-adb7b2062078 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:35.019220 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-612692d5-e108-4528-b2a8-95eab2052ea2 req-ddeda17a-c0d7-4dc1-8534-adb7b2062078 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1405182 Nov 03 16:20:35.033780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29016a64-87c3-4a9b-85e9-ab7c6bd6baed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:35.044992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51611666-8785-4d40-b403-2faa99339430 req-67777d4c-ae3a-4405-983f-d322c7431052 service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239712 Nov 03 16:20:35.114838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58334) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:35.232263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a5434eca-3744-4d97-9660-9007d4224bc0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/ccd8c9d6-dff7-499b-8d89-35530655abb2 HTTP/1.1" status: 200 len: 990 time: 0.1143332 Nov 03 16:20:35.311640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-612692d5-e108-4528-b2a8-95eab2052ea2 req-97154e1a-4945-422f-9ccf-8d8f4dc90f2e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894235 Nov 03 16:20:35.403598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51611666-8785-4d40-b403-2faa99339430 req-ad937e06-35c0-4389-b7f1-70a6ab377e07 service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411899 Nov 03 16:20:35.405915 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ef80edc-917e-4db6-b07e-9c05aaa10441 req-757bb452-6844-46aa-8c5a-ba52671fa74f service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778279 Nov 03 16:20:36.235223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58346) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:36.267376 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:36.315839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6acc74c7-6440-45a6-b2f8-2144bab2d5e7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/ccd8c9d6-dff7-499b-8d89-35530655abb2 HTTP/1.1" status: 200 len: 992 time: 0.0743504 Nov 03 16:20:36.508641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d14c3-48dc-4c8e-a5ff-af3c9f774326 req-4afa4e1d-0256-4041-9356-356688978631 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:36.510425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c6d14c3-48dc-4c8e-a5ff-af3c9f774326 req-4afa4e1d-0256-4041-9356-356688978631 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1040292 Nov 03 16:20:36.592131 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c6d14c3-48dc-4c8e-a5ff-af3c9f774326 req-4c254a14-bee2-480b-9780-712e6a3535f2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740707 Nov 03 16:20:36.812307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58368) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:36.951145 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-115fb95b-ee98-4f02-8ce6-f037d641fc33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.042880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-115fb95b-ee98-4f02-8ce6-f037d641fc33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.049561 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-115fb95b-ee98-4f02-8ce6-f037d641fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.103031 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-115fb95b-ee98-4f02-8ce6-f037d641fc33 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=61c0812df26e4aee9109d48cd0fc7926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863669 Nov 03 16:20:37.103230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58372) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:37.108763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fb95b-ee98-4f02-8ce6-f037d641fc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef35a22-d129-4b79-ac35-365ff32112a4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:37.165902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-026bbd3b-e5fe-4146-8263-6e042be86eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.188179 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-026bbd3b-e5fe-4146-8263-6e042be86eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.239015 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-026bbd3b-e5fe-4146-8263-6e042be86eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.242068 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-026bbd3b-e5fe-4146-8263-6e042be86eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.245577 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-026bbd3b-e5fe-4146-8263-6e042be86eb8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8ef35a22-d129-4b79-ac35-365ff32112a4 HTTP/1.1" status: 204 len: 168 time: 0.1390676 Nov 03 16:20:37.252127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bbd3b-e5fe-4146-8263-6e042be86eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef35a22-d129-4b79-ac35-365ff32112a4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:37.564684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58382) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:37.580042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-647b9acf-3254-4ab9-8e81-31bc1da7feaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.715820 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-647b9acf-3254-4ab9-8e81-31bc1da7feaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.721789 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-647b9acf-3254-4ab9-8e81-31bc1da7feaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.755408 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.768729 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-647b9acf-3254-4ab9-8e81-31bc1da7feaa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=915b82bc5c3a4e6ba0790fdfc5ef7d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028868 Nov 03 16:20:37.771312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58388) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:37.834934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b9acf-3254-4ab9-8e81-31bc1da7feaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5769ee-ff9e-4e59-b35a-38627049215b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:37.841071 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e9603bd-7c31-4f01-9aca-3040291abbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.865640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2358-bf7f-4828-9356-81e1fabe2833 req-f0d592e5-202e-48c4-829c-5fc3cddbf348 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:37.870839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e9603bd-7c31-4f01-9aca-3040291abbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.874675 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82ae2358-bf7f-4828-9356-81e1fabe2833 req-f0d592e5-202e-48c4-829c-5fc3cddbf348 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1952100 Nov 03 16:20:37.926731 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e9603bd-7c31-4f01-9aca-3040291abbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.929588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8e9603bd-7c31-4f01-9aca-3040291abbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:37.936169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82ae2358-bf7f-4828-9356-81e1fabe2833 req-56d3046c-6fd5-42ea-a513-5e2ebfbdbd6b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593688 Nov 03 16:20:37.940904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8e9603bd-7c31-4f01-9aca-3040291abbea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab5769ee-ff9e-4e59-b35a-38627049215b HTTP/1.1" status: 204 len: 168 time: 0.1611860 Nov 03 16:20:37.956014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9603bd-7c31-4f01-9aca-3040291abbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5769ee-ff9e-4e59-b35a-38627049215b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:38.411030 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:39.089811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa86bed-54be-4e4f-835c-568ae3a40d4e req-d47f02d5-8acd-49d2-8c20-f26b8af37142 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:39.092006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bfa86bed-54be-4e4f-835c-568ae3a40d4e req-d47f02d5-8acd-49d2-8c20-f26b8af37142 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0700896 Nov 03 16:20:39.184723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bfa86bed-54be-4e4f-835c-568ae3a40d4e req-d79d562d-33d7-4ce6-9045-b5212301662e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819626 Nov 03 16:20:40.193100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58460) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:40.378955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7259ae-6731-46ff-8dcc-5e674ec65ab5 req-aa66c386-7ddd-4f76-8e17-b2d1428ddd5e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:40.389626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a7259ae-6731-46ff-8dcc-5e674ec65ab5 req-aa66c386-7ddd-4f76-8e17-b2d1428ddd5e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0831227 Nov 03 16:20:40.460476 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4aedce3e-47cb-4dd0-84e5-eab1688079c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:40.471514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a7259ae-6731-46ff-8dcc-5e674ec65ab5 req-d0491b60-0803-42e1-91ec-cbe42eba51de tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793548 Nov 03 16:20:40.615955 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4aedce3e-47cb-4dd0-84e5-eab1688079c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:40.620558 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4aedce3e-47cb-4dd0-84e5-eab1688079c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:40.670267 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4aedce3e-47cb-4dd0-84e5-eab1688079c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=059a19bd1dc54696bf6a35b2659ac3c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759958 Nov 03 16:20:40.671688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedce3e-47cb-4dd0-84e5-eab1688079c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6025e1d1-ab41-402c-98d7-12bbd3369143,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:40.674208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58468) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:40.763079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:40.795448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:40.882685 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:40.887196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:40.893345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6025e1d1-ab41-402c-98d7-12bbd3369143 HTTP/1.1" status: 204 len: 168 time: 0.2165375 Nov 03 16:20:40.905147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6025e1d1-ab41-402c-98d7-12bbd3369143,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:40.918827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.919429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.919782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.920182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.920525 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.920879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.921189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.921611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.922306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.922975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.923416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:40.923950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4223e-f1f5-4a1d-9548-5123aef3bd64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:20:41.274267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58482) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:41.292610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e8df6453-f117-43ff-be77-0e3351940033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:41.381162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e8df6453-f117-43ff-be77-0e3351940033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:41.385501 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e8df6453-f117-43ff-be77-0e3351940033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:41.442093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e8df6453-f117-43ff-be77-0e3351940033 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da65dc9184684885921d9d94e336a43b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1660647 Nov 03 16:20:41.445018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58484) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:41.447837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df6453-f117-43ff-be77-0e3351940033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c1dce1-fc7e-451b-a029-19f039667042,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:41.518766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9cdc-9bdc-4c9a-bd90-f42708343d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:41.546297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9cdc-9bdc-4c9a-bd90-f42708343d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:41.621551 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9cdc-9bdc-4c9a-bd90-f42708343d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:41.627048 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9cdc-9bdc-4c9a-bd90-f42708343d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:41.628473 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5f6e9cdc-9bdc-4c9a-bd90-f42708343d99 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a6c1dce1-fc7e-451b-a029-19f039667042 HTTP/1.1" status: 204 len: 168 time: 0.1821291 Nov 03 16:20:41.643376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e9cdc-9bdc-4c9a-bd90-f42708343d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c1dce1-fc7e-451b-a029-19f039667042,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:41.671686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec5205-13aa-4b8f-861b-26694baf5d46 req-b854cff0-7118-4645-ba94-5248126aec59 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:41.683562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-deec5205-13aa-4b8f-861b-26694baf5d46 req-b854cff0-7118-4645-ba94-5248126aec59 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1087856 Nov 03 16:20:41.770068 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-deec5205-13aa-4b8f-861b-26694baf5d46 req-e9f03b23-4d06-4539-81ef-41c28b1e4c0c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850096 Nov 03 16:20:42.926703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a4f96-e4da-4989-b6e9-76642b2ad96d req-bea4ea97-a18b-496e-8c91-c9d79092437d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:42.936290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b79a4f96-e4da-4989-b6e9-76642b2ad96d req-bea4ea97-a18b-496e-8c91-c9d79092437d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0865414 Nov 03 16:20:42.999508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b79a4f96-e4da-4989-b6e9-76642b2ad96d req-e954f99f-27d8-4d28-8887-523323b04096 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618868 Nov 03 16:20:44.177359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a5fda-eecb-4494-8489-4b6154cab698 req-6b5d02c8-5c0c-4a61-8fc8-5a7aca4010f5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:44.185945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b9a5fda-eecb-4494-8489-4b6154cab698 req-6b5d02c8-5c0c-4a61-8fc8-5a7aca4010f5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0707648 Nov 03 16:20:44.272873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b9a5fda-eecb-4494-8489-4b6154cab698 req-d8ac3077-84ce-4293-a340-d6de1d103407 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796616 Nov 03 16:20:44.404115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58594) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:44.533749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4322128f-eea1-4832-86f6-454ea48d1565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:44.622913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4322128f-eea1-4832-86f6-454ea48d1565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:44.628151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4322128f-eea1-4832-86f6-454ea48d1565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:44.671192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322128f-eea1-4832-86f6-454ea48d1565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0007ce28-20e8-4efd-bdc4-be6d84cc7eff,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:44.682320 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4322128f-eea1-4832-86f6-454ea48d1565 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c7328ba079a49e1b311326e9fabde0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761381 Nov 03 16:20:44.684994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58606) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:44.754025 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-072f629a-7ae7-4c60-82c3-cd5522f8247f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:44.778493 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-072f629a-7ae7-4c60-82c3-cd5522f8247f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:44.837308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-072f629a-7ae7-4c60-82c3-cd5522f8247f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:44.842244 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-072f629a-7ae7-4c60-82c3-cd5522f8247f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:44.844550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-072f629a-7ae7-4c60-82c3-cd5522f8247f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0007ce28-20e8-4efd-bdc4-be6d84cc7eff HTTP/1.1" status: 204 len: 168 time: 0.1560266 Nov 03 16:20:44.856396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f629a-7ae7-4c60-82c3-cd5522f8247f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0007ce28-20e8-4efd-bdc4-be6d84cc7eff,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:45.184420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58622) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:45.198682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c516ce1-8570-4293-8bdf-840b291b575c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:45.310861 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c516ce1-8570-4293-8bdf-840b291b575c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:45.320814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2c516ce1-8570-4293-8bdf-840b291b575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:45.379553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c516ce1-8570-4293-8bdf-840b291b575c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c468e29-e2fe-41b9-bafd-4ab75cb84558,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:45.447112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2c516ce1-8570-4293-8bdf-840b291b575c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3728c0644a3345f48778f49513a0b019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609549 Nov 03 16:20:45.449815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58632) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:45.551958 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2a4-5315-4339-a16b-c9b54801937c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:45.578826 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2a4-5315-4339-a16b-c9b54801937c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:45.644791 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2a4-5315-4339-a16b-c9b54801937c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:45.647979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2a4-5315-4339-a16b-c9b54801937c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:45.650855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ebf2b2a4-5315-4339-a16b-c9b54801937c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c468e29-e2fe-41b9-bafd-4ab75cb84558 HTTP/1.1" status: 204 len: 168 time: 0.1993642 Nov 03 16:20:45.662788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2b2a4-5315-4339-a16b-c9b54801937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c468e29-e2fe-41b9-bafd-4ab75cb84558,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:45.731340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ed887-6fc7-4a15-94ec-fcc154395cc8 req-4fbe0711-3c01-4c02-93af-21ec92f4bb38 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:45.734054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e4ed887-6fc7-4a15-94ec-fcc154395cc8 req-4fbe0711-3c01-4c02-93af-21ec92f4bb38 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1215930 Nov 03 16:20:45.808989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e4ed887-6fc7-4a15-94ec-fcc154395cc8 req-7366b2c5-d634-474a-914f-ab3d5b031f41 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667562 Nov 03 16:20:47.044875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbbe1-4993-4960-811f-665590e3aaa8 req-f8af1deb-4076-40d7-ae9e-5d336e673cae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:47.055974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75ddbbe1-4993-4960-811f-665590e3aaa8 req-f8af1deb-4076-40d7-ae9e-5d336e673cae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.1157691 Nov 03 16:20:47.161125 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75ddbbe1-4993-4960-811f-665590e3aaa8 req-69d70c50-80e6-4e52-b753-54f44763c7f7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038711 Nov 03 16:20:48.316112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c4e80-90d8-4856-9c9e-a8f425e01335 req-85541b57-084e-4a83-8ceb-3a1a844e4270 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:48.318512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f5c4e80-90d8-4856-9c9e-a8f425e01335 req-85541b57-084e-4a83-8ceb-3a1a844e4270 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0659575 Nov 03 16:20:48.383556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f5c4e80-90d8-4856-9c9e-a8f425e01335 req-e7808de0-84fb-4d6a-87fa-0d5b1f996829 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584145 Nov 03 16:20:48.865167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58774) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:48.996599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-721a7030-e26d-49db-9274-a698dec1ee8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.089401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-721a7030-e26d-49db-9274-a698dec1ee8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.095214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-721a7030-e26d-49db-9274-a698dec1ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.144636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58784) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:49.144795 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-721a7030-e26d-49db-9274-a698dec1ee8c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f5654c12c37442a4a02e8b38f6203439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782660 Nov 03 16:20:49.146056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a7030-e26d-49db-9274-a698dec1ee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeda183-3f58-46e3-a056-40d30bb07883,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:49.205377 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f2708228-7a9a-4111-a078-ccca68f8d596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.234853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f2708228-7a9a-4111-a078-ccca68f8d596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.287061 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f2708228-7a9a-4111-a078-ccca68f8d596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.289873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f2708228-7a9a-4111-a078-ccca68f8d596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.291046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f2708228-7a9a-4111-a078-ccca68f8d596 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/faeda183-3f58-46e3-a056-40d30bb07883 HTTP/1.1" status: 204 len: 168 time: 0.1453598 Nov 03 16:20:49.307867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2708228-7a9a-4111-a078-ccca68f8d596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeda183-3f58-46e3-a056-40d30bb07883,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:49.518217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bf2a8-95b0-4eb3-9789-75f50dd25e77 req-b453a1ad-0244-4dbc-981c-10a4da12773e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:49.519724 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c56bf2a8-95b0-4eb3-9789-75f50dd25e77 req-b453a1ad-0244-4dbc-981c-10a4da12773e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0504205 Nov 03 16:20:49.580096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c56bf2a8-95b0-4eb3-9789-75f50dd25e77 req-623eced9-772c-48fd-a452-37ca65c70815 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540469 Nov 03 16:20:49.611969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58802) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:49.627663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d155ad8-50e5-422b-a9ad-529da54aa343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.708856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d155ad8-50e5-422b-a9ad-529da54aa343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.713829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d155ad8-50e5-422b-a9ad-529da54aa343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.756083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d155ad8-50e5-422b-a9ad-529da54aa343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b1ec36-8ac1-4158-a5a0-22ec312e51b7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:49.762799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8d155ad8-50e5-422b-a9ad-529da54aa343 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8fd9295aea4c4f8ba0179e7b586cffde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473844 Nov 03 16:20:49.762960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58806) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:49.816851 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1ae0e64-11f5-4065-a8d3-f3cb1f3f8aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.839198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1ae0e64-11f5-4065-a8d3-f3cb1f3f8aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.887670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1ae0e64-11f5-4065-a8d3-f3cb1f3f8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.891040 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1ae0e64-11f5-4065-a8d3-f3cb1f3f8aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:49.891627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d1ae0e64-11f5-4065-a8d3-f3cb1f3f8aa4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/51b1ec36-8ac1-4158-a5a0-22ec312e51b7 HTTP/1.1" status: 204 len: 168 time: 0.1277235 Nov 03 16:20:49.902627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae0e64-11f5-4065-a8d3-f3cb1f3f8aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b1ec36-8ac1-4158-a5a0-22ec312e51b7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:50.727841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70693-76bc-40c6-a40e-133e79e5a87c req-d52b1a0e-f1e1-4d09-8f8f-5785465e72c6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:50.729395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32c70693-76bc-40c6-a40e-133e79e5a87c req-d52b1a0e-f1e1-4d09-8f8f-5785465e72c6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 943 time: 0.0578926 Nov 03 16:20:50.828822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32c70693-76bc-40c6-a40e-133e79e5a87c req-be27b1bb-6943-4a51-8cc3-bdf15e22debc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902417 Nov 03 16:20:51.324930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:20:51.462667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:51.476133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'port_id': 'c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8', 'mac_address': 'fa:16:3e:17:e6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:20:51.519778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:51.535686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:20:51.557921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:51.566564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:51.647581 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:51.936047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:20:52.039084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cff960-dad1-4d3e-a31b-d7df1d273c59 req-31f35f65-ea8b-4f4d-8962-7bc784505bd2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:52.047676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40cff960-dad1-4d3e-a31b-d7df1d273c59 req-31f35f65-ea8b-4f4d-8962-7bc784505bd2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 944 time: 0.1283255 Nov 03 16:20:52.053289 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:52.160711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40cff960-dad1-4d3e-a31b-d7df1d273c59 req-0d828cc8-9b66-4cb7-8a9a-97219d4ccce3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996528 Nov 03 16:20:52.574465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58950) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:52.713769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-663e26b9-b734-4569-8106-7e29b6c1369c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:52.810786 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-663e26b9-b734-4569-8106-7e29b6c1369c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:52.815730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-663e26b9-b734-4569-8106-7e29b6c1369c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:52.862728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e26b9-b734-4569-8106-7e29b6c1369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5444b086-fbec-4cb5-a5a8-2fda73178ab7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:52.869858 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-663e26b9-b734-4569-8106-7e29b6c1369c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ca0aa8bc0c041509c40de124eafc157&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2912178 Nov 03 16:20:52.870181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58960) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:52.932712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7976ac16-f3cb-4556-aa05-54f7e878cdb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:52.958002 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7976ac16-f3cb-4556-aa05-54f7e878cdb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.009817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7976ac16-f3cb-4556-aa05-54f7e878cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.013801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7976ac16-f3cb-4556-aa05-54f7e878cdb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.018910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7976ac16-f3cb-4556-aa05-54f7e878cdb1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5444b086-fbec-4cb5-a5a8-2fda73178ab7 HTTP/1.1" status: 204 len: 168 time: 0.1474338 Nov 03 16:20:53.028678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976ac16-f3cb-4556-aa05-54f7e878cdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5444b086-fbec-4cb5-a5a8-2fda73178ab7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:53.315921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af446-ac40-4d6a-a040-0730198f0d45 req-c1526ff6-2314-4bdc-a468-92cb6f75d653 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:53.318641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e1af446-ac40-4d6a-a040-0730198f0d45 req-c1526ff6-2314-4bdc-a468-92cb6f75d653 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 944 time: 0.0588951 Nov 03 16:20:53.328490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:20:53.358596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 58976) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:53.375364 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43c69218-c8e1-4678-97c3-628abd46136e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.396005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:20:53.402725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:20:53.403632 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.477301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43c69218-c8e1-4678-97c3-628abd46136e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.479289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e1af446-ac40-4d6a-a040-0730198f0d45 req-4436c894-584b-416c-bb32-f9b36ce29e00 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311479 Nov 03 16:20:53.494984 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-43c69218-c8e1-4678-97c3-628abd46136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.527407 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.544312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c69218-c8e1-4678-97c3-628abd46136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c02062-b461-4e6d-a180-9b2879615f12,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:53.549861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-43c69218-c8e1-4678-97c3-628abd46136e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7edfd976204d40cf931f956d4f81c061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894681 Nov 03 16:20:53.552462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 58982) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:53.570917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:53.572161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e594d09-297d-443a-bc07-b468e7761070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:20:53.575745 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af742de6-a944-4774-aae7-c519503e9e94" -d '{"events": [{"server_uuid": "6e594d09-297d-443a-bc07-b468e7761070", "name": "network-vif-plugged", "status": "completed", "tag": "c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:20:53.581035 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.622403 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d99446c-bcce-4fda-9f3b-484d571d8c05 x-openstack-request-id: req-9d99446c-bcce-4fda-9f3b-484d571d8c05 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:20:53.622864 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e594d09-297d-443a-bc07-b468e7761070", "name": "network-vif-plugged", "status": "completed", "tag": "c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:20:53.623210 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d99446c-bcce-4fda-9f3b-484d571d8c05 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:20:53.623696 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e594d09-297d-443a-bc07-b468e7761070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8', 'code': 200} Nov 03 16:20:53.628437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ba0507d-582b-4723-9be8-66583d6ed677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.649379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:53.672684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ba0507d-582b-4723-9be8-66583d6ed677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.802384 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ba0507d-582b-4723-9be8-66583d6ed677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.805002 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2ba0507d-582b-4723-9be8-66583d6ed677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:53.806380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2ba0507d-582b-4723-9be8-66583d6ed677 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f1c02062-b461-4e6d-a180-9b2879615f12 HTTP/1.1" status: 204 len: 168 time: 0.2527580 Nov 03 16:20:53.820452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0507d-582b-4723-9be8-66583d6ed677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c02062-b461-4e6d-a180-9b2879615f12,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:53.835673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c1b26-e9b7-46c9-80cf-75a9bf0083b7 req-9ffd73c4-a5e4-4968-924e-8da0312d7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:53.853638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f22c1b26-e9b7-46c9-80cf-75a9bf0083b7 req-9ffd73c4-a5e4-4968-924e-8da0312d7bfa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 1096 time: 0.1138310 Nov 03 16:20:53.966732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f22c1b26-e9b7-46c9-80cf-75a9bf0083b7 req-8eba9b91-3740-4d8e-94bc-14f74b1534bb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058912 Nov 03 16:20:54.306914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59012) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:54.541064 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-43f38b90-07e6-44e7-bca5-6ff9e2ca1715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:54.687852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee947b0-1d53-4dd9-bbcd-d4380fa0ac99 req-8671317c-c3ad-41b9-939a-87ed51c921d0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:54.697109 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aee947b0-1d53-4dd9-bbcd-d4380fa0ac99 req-8671317c-c3ad-41b9-939a-87ed51c921d0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 945 time: 0.0981443 Nov 03 16:20:54.769767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-43f38b90-07e6-44e7-bca5-6ff9e2ca1715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:54.776122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aee947b0-1d53-4dd9-bbcd-d4380fa0ac99 req-6e20eddf-e44f-4cac-a98d-e56e0f5aef5d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779207 Nov 03 16:20:54.777128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-43f38b90-07e6-44e7-bca5-6ff9e2ca1715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:54.815054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-43f38b90-07e6-44e7-bca5-6ff9e2ca1715 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e8aa9f421f54029b5e1575c1bf8e23b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5067165 Nov 03 16:20:54.818738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59038) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:54.839838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f38b90-07e6-44e7-bca5-6ff9e2ca1715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8a9c8-673c-4fcb-b4a3-c66e145bf4c1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:54.917825 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08e3992d-ac2d-4179-88da-9625930ec8aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:54.952215 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08e3992d-ac2d-4179-88da-9625930ec8aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.019174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08e3992d-ac2d-4179-88da-9625930ec8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.019174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08e3992d-ac2d-4179-88da-9625930ec8aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.022987 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-08e3992d-ac2d-4179-88da-9625930ec8aa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/84a8a9c8-673c-4fcb-b4a3-c66e145bf4c1 HTTP/1.1" status: 204 len: 168 time: 0.1992843 Nov 03 16:20:55.038089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3992d-ac2d-4179-88da-9625930ec8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8a9c8-673c-4fcb-b4a3-c66e145bf4c1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:55.533416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59068) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:55.548279 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3afc7420-3c1f-49e2-86ec-622d854d810b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.649244 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3afc7420-3c1f-49e2-86ec-622d854d810b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.654740 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3afc7420-3c1f-49e2-86ec-622d854d810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.715537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3afc7420-3c1f-49e2-86ec-622d854d810b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c2a5ffa93d034baca5322f80c621cb80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807907 Nov 03 16:20:55.716529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc7420-3c1f-49e2-86ec-622d854d810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0972d056-8a3c-414c-bc77-9198dadf86a0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:55.718058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59076) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:55.782569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-be7c100c-447b-4efb-9187-e91a70f38530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.814013 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-be7c100c-447b-4efb-9187-e91a70f38530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.914240 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-be7c100c-447b-4efb-9187-e91a70f38530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.917545 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-be7c100c-447b-4efb-9187-e91a70f38530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:55.919121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-be7c100c-447b-4efb-9187-e91a70f38530 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0972d056-8a3c-414c-bc77-9198dadf86a0 HTTP/1.1" status: 204 len: 168 time: 0.1980674 Nov 03 16:20:55.934674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c100c-447b-4efb-9187-e91a70f38530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972d056-8a3c-414c-bc77-9198dadf86a0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:55.964928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b40a27-8d00-4452-a749-6255a4a75731 req-19138245-52e2-4e5c-8d00-be5bec53c97a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:55.966702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87b40a27-8d00-4452-a749-6255a4a75731 req-19138245-52e2-4e5c-8d00-be5bec53c97a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 945 time: 0.0989649 Nov 03 16:20:56.041171 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87b40a27-8d00-4452-a749-6255a4a75731 req-c8790486-0028-4b98-a137-0c9f05f885f7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570414 Nov 03 16:20:56.206118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe42a3-b1c6-4045-8616-f57d7f1792ce req-f1b2ef68-2185-4a1d-ab00-a11dc3ab7960 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:56.211624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05fe42a3-b1c6-4045-8616-f57d7f1792ce req-f1b2ef68-2185-4a1d-ab00-a11dc3ab7960 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 945 time: 0.0777688 Nov 03 16:20:56.292519 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05fe42a3-b1c6-4045-8616-f57d7f1792ce req-ea005853-412d-46c1-ac41-d9d066177784 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724583 Nov 03 16:20:56.559709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59122) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:56.586043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b881-3bcb-42d3-a2ca-4d4f64bd515e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:56.713455 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b881-3bcb-42d3-a2ca-4d4f64bd515e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:56.719010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b881-3bcb-42d3-a2ca-4d4f64bd515e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:56.770021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a9f5b881-3bcb-42d3-a2ca-4d4f64bd515e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a818fcc4b4b4012a90a371fa9950aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2090857 Nov 03 16:20:56.772581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59142) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:56.795831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f2f7a-35fe-4466-b549-5d41303556c9 req-322c60e6-6840-4f1c-ab2e-377a9920fbd5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:56.799101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f76f2f7a-35fe-4466-b549-5d41303556c9 req-322c60e6-6840-4f1c-ab2e-377a9920fbd5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 945 time: 0.0753400 Nov 03 16:20:56.805965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5b881-3bcb-42d3-a2ca-4d4f64bd515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f2156-6de4-4014-9dd7-3c80597f5e16,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:56.840133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-677baee4-271d-4d3c-8d4f-5cbdb124607c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:56.865891 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-677baee4-271d-4d3c-8d4f-5cbdb124607c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:56.885554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f76f2f7a-35fe-4466-b549-5d41303556c9 req-5d387ec0-4c75-482c-8d35-e43a9dbe50d2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804403 Nov 03 16:20:56.934581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-677baee4-271d-4d3c-8d4f-5cbdb124607c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:56.937627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-677baee4-271d-4d3c-8d4f-5cbdb124607c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:56.941251 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-677baee4-271d-4d3c-8d4f-5cbdb124607c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1c5f2156-6de4-4014-9dd7-3c80597f5e16 HTTP/1.1" status: 204 len: 168 time: 0.1653633 Nov 03 16:20:56.950530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677baee4-271d-4d3c-8d4f-5cbdb124607c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f2156-6de4-4014-9dd7-3c80597f5e16,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:57.209956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59160) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:57.351656 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdab8c70-c777-42df-980f-159cf2e4ee0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:57.436666 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdab8c70-c777-42df-980f-159cf2e4ee0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:57.440969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cdab8c70-c777-42df-980f-159cf2e4ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:57.481855 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cdab8c70-c777-42df-980f-159cf2e4ee0e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df1e4a1c4b4546a1897c693e33626fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2682886 Nov 03 16:20:57.481855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab8c70-c777-42df-980f-159cf2e4ee0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d5f4c0-ddf0-4c6a-aeb3-77d0a46b5007,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:57.482757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59176) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:57.561918 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1e05bbb-271a-4837-816a-eeee1e10f58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:57.589990 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1e05bbb-271a-4837-816a-eeee1e10f58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:57.647044 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1e05bbb-271a-4837-816a-eeee1e10f58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:57.650812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d1e05bbb-271a-4837-816a-eeee1e10f58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:57.654827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d1e05bbb-271a-4837-816a-eeee1e10f58d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f2d5f4c0-ddf0-4c6a-aeb3-77d0a46b5007 HTTP/1.1" status: 204 len: 168 time: 0.1665273 Nov 03 16:20:57.662874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e05bbb-271a-4837-816a-eeee1e10f58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d5f4c0-ddf0-4c6a-aeb3-77d0a46b5007,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:58.076664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc85ae-1f73-47c2-8440-f4ae9abdf7ba req-5d4fca49-16ff-4c22-b65c-4d67815b6f1c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:58.078455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17fc85ae-1f73-47c2-8440-f4ae9abdf7ba req-5d4fca49-16ff-4c22-b65c-4d67815b6f1c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 945 time: 0.1049938 Nov 03 16:20:58.106278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59208) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:58.120457 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6538b520-d22d-4355-aa36-6d4effaf8160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:58.136834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17fc85ae-1f73-47c2-8440-f4ae9abdf7ba req-72515166-8f7b-4c7f-971b-2533ab573310 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522742 Nov 03 16:20:58.213652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6538b520-d22d-4355-aa36-6d4effaf8160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:58.222940 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6538b520-d22d-4355-aa36-6d4effaf8160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:58.282099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6538b520-d22d-4355-aa36-6d4effaf8160 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d6500fe75e749f4a747564e9a01ed46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1746655 Nov 03 16:20:58.282819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59214) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:20:58.283308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538b520-d22d-4355-aa36-6d4effaf8160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d634f-339a-4743-8561-c2ff5ea5a8e7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:58.411214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-989b3226-0e3d-4d6f-b007-459d1e81f2f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:58.442895 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-989b3226-0e3d-4d6f-b007-459d1e81f2f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:58.449723 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:20:58.488265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-089d8fc6-d179-4d7d-8985-10eaf44d29d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:20:58.490337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-089d8fc6-d179-4d7d-8985-10eaf44d29d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 945 time: 0.0593824 Nov 03 16:20:58.517174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-989b3226-0e3d-4d6f-b007-459d1e81f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:58.520518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-989b3226-0e3d-4d6f-b007-459d1e81f2f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:58.521938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-989b3226-0e3d-4d6f-b007-459d1e81f2f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d42d634f-339a-4743-8561-c2ff5ea5a8e7 HTTP/1.1" status: 204 len: 168 time: 0.2377522 Nov 03 16:20:58.534595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3226-0e3d-4d6f-b007-459d1e81f2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d634f-339a-4743-8561-c2ff5ea5a8e7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:58.678540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:20:58.678752 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:58.815569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] For port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:20:58.815856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:58.835309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:20:59.042706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:59.057489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ca2635ae-e51f-4d10-9573-7c0830ccaad9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:20:59.092583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:20:59.111288 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:20:59.166217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] No DVR routers for this DVR port c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:20:59.169402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:20:59.175296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c117e87-d239-43b8-9fb2-28c2037d0678 req-db60c2af-3be9-4962-a0a0-e5b04d678504 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.15 "DELETE /v2.0/ports/c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 HTTP/1.1" status: 204 len: 173 time: 0.6734350 Nov 03 16:20:59.175801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e594d09-297d-443a-bc07-b468e7761070', 'name': 'network-vif-deleted', 'tag': 'c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:20:59.179066 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d096cc8-7209-4049-af92-ae6c95fb6970" -d '{"events": [{"server_uuid": "6e594d09-297d-443a-bc07-b468e7761070", "name": "network-vif-deleted", "tag": "c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:20:59.401793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39ff449a-702c-4810-99d5-85194da7ba5b req-5a1d971d-e489-449a-b139-105d105bbc20 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.0922902 Nov 03 16:20:59.552800 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa3debe-4ecf-4fba-b129-3ea726ff5fac x-openstack-request-id: req-3aa3debe-4ecf-4fba-b129-3ea726ff5fac {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:20:59.553577 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e594d09-297d-443a-bc07-b468e7761070", "name": "network-vif-deleted", "tag": "c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:20:59.554129 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3aa3debe-4ecf-4fba-b129-3ea726ff5fac {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:20:59.554951 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e594d09-297d-443a-bc07-b468e7761070', 'name': 'network-vif-deleted', 'tag': 'c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8', 'status': 'completed', 'code': 200} Nov 03 16:21:00.511253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3b92277b-4041-422a-9078-2e70f1637f5a req-e4d45c23-0854-4100-a6da-be5c5acd396a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.0336475 Nov 03 16:21:01.399524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:21:01.486202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:21:01.487110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c8176bbb-5ee1-4c5a-a00e-6afd4c67c9f8 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:21:01.506575 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:01.653065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-abdffab7-71c8-4e38-8915-7513a992f88a req-3c03fa22-216f-455f-ac2e-710546d2b3a4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.0397398 Nov 03 16:21:02.522474 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a511c80-e03c-47eb-8adb-19998f715cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:02.806096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b82f9f36-36aa-4130-893f-b6f5f64d1b18 req-f7f9b787-ba74-415f-b0c0-76333b5bd4cc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.0395372 Nov 03 16:21:03.913683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7fd8a898-14b5-4735-a0ed-c097eec55245 req-bcf8cf9f-1d0f-4c42-bcaf-7a1fef004f5a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.0418327 Nov 03 16:21:04.620717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59416) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:04.779303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:04.883566 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:04.887729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:04.919029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e70038d-169d-47fe-94d1-ccde479b791c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:04.938503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.938860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.939206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.939849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.940190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.953316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.956123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.956541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.956894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.957229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.959068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.959444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:04.977786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a5567b6a-5692-44ac-9416-e0493d710f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:04.979195 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c1670e54-bf4a-4380-8fd3-dc4f51a19855 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eb210ea443be4fdcbae81ec8c7e5ba8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3565845 Nov 03 16:21:04.981657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59428) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:05.027909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75081d4b-ce58-4f11-903e-e8463f91d55a req-42acc303-b763-4995-9ca5-87e25b152d4f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e594d09-297d-443a-bc07-b468e7761070 HTTP/1.1" status: 200 len: 210 time: 0.0280900 Nov 03 16:21:05.052999 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0422b911-a166-4586-bc9c-c344a23d93aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:05.085833 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0422b911-a166-4586-bc9c-c344a23d93aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:05.151072 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0422b911-a166-4586-bc9c-c344a23d93aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:05.154069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0422b911-a166-4586-bc9c-c344a23d93aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:05.159121 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0422b911-a166-4586-bc9c-c344a23d93aa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3e70038d-169d-47fe-94d1-ccde479b791c HTTP/1.1" status: 204 len: 168 time: 0.1739252 Nov 03 16:21:05.171938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422b911-a166-4586-bc9c-c344a23d93aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e70038d-169d-47fe-94d1-ccde479b791c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:05.719889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b52b98-f150-4047-bbdb-e9e8ccd62ad8 req-18aa21eb-fbcf-41f0-8689-163334b9cd5d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:05.723124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7b52b98-f150-4047-bbdb-e9e8ccd62ad8 req-18aa21eb-fbcf-41f0-8689-163334b9cd5d tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.1178083 Nov 03 16:21:05.810783 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7b52b98-f150-4047-bbdb-e9e8ccd62ad8 req-b0aaddb8-d2b7-4b6c-8bf7-dc7a83ca20dd tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808382 Nov 03 16:21:05.836490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59466) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:05.959973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-42cabd68-88e2-4850-8e43-1b4191657c0a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/ccd8c9d6-dff7-499b-8d89-35530655abb2 HTTP/1.1" status: 200 len: 992 time: 0.1214650 Nov 03 16:21:06.269449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:06.379718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b498e63-e6a4-4625-9252-52d95aacd58d req-74800f4c-a20f-4f46-9625-6667ef9e7eae tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:06.389599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b498e63-e6a4-4625-9252-52d95aacd58d req-74800f4c-a20f-4f46-9625-6667ef9e7eae tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1096 time: 0.0630081 Nov 03 16:21:06.496458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b498e63-e6a4-4625-9252-52d95aacd58d req-b9ffdd49-0ab7-49dc-9276-bff0953efccc tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065052 Nov 03 16:21:06.601052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-cccc21bf-ec2c-4815-92f6-c6fd9898332a req-f32447d1-8ed9-4c08-862d-57b59544e87b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:21:06.602402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cccc21bf-ec2c-4815-92f6-c6fd9898332a req-f32447d1-8ed9-4c08-862d-57b59544e87b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059116 Nov 03 16:21:07.006229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59526) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:07.150319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df718f38-82ed-4aa2-ab62-a58569fc2288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:07.281860 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df718f38-82ed-4aa2-ab62-a58569fc2288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:07.289970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-df718f38-82ed-4aa2-ab62-a58569fc2288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:07.341602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df718f38-82ed-4aa2-ab62-a58569fc2288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca370b0-d718-48b9-90ac-6e0cf62f5557,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:07.352972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59548) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:07.361387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-df718f38-82ed-4aa2-ab62-a58569fc2288 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39fb9885b1f24d2bb9f02821170427b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537183 Nov 03 16:21:07.419452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0796806d-f72f-41be-b7a2-a9de289b5dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:07.444230 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0796806d-f72f-41be-b7a2-a9de289b5dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:07.526825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-c2658ed9-d20e-4d17-83bc-34f22ac0b570 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256611 Nov 03 16:21:07.540576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-1db964af-fbf1-4f9a-931f-47eeee0b9bf5 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:21:07.541563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-1db964af-fbf1-4f9a-931f-47eeee0b9bf5 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056806 Nov 03 16:21:07.543012 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0796806d-f72f-41be-b7a2-a9de289b5dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:07.545715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0796806d-f72f-41be-b7a2-a9de289b5dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:07.547383 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0796806d-f72f-41be-b7a2-a9de289b5dda admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ca370b0-d718-48b9-90ac-6e0cf62f5557 HTTP/1.1" status: 204 len: 168 time: 0.1925762 Nov 03 16:21:07.570966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796806d-f72f-41be-b7a2-a9de289b5dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca370b0-d718-48b9-90ac-6e0cf62f5557,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:07.763875 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:08.236719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-89363414-4d1a-4062-9447-060e6bca1a47 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:21:08.237814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-89363414-4d1a-4062-9447-060e6bca1a47 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052755 Nov 03 16:21:08.358112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-2d8b8019-b660-4c7e-a6f3-8e8c93997402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:08.363181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-2d8b8019-b660-4c7e-a6f3-8e8c93997402 service neutron] 10.222.0.86 "GET /v2.0/ports/979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 1093 time: 0.0663366 Nov 03 16:21:08.383492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Request body: {'binding': {'host': 'n-h1-813897-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:08.384209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Unknown quota resources ['binding']. {{(pid=108104) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 16:21:08.406619 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:08.611088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on host n-h1-813897-2 for vnic_type normal with profile None {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:08.611673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:08.612133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on network fa799e08-e55c-4f76-9532-8825ecac5d7b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:08.617903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on network fa799e08-e55c-4f76-9532-8825ecac5d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:21:08.618440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on network fa799e08-e55c-4f76-9532-8825ecac5d7b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:08.628876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:08.629222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Checking segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:08.629639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Bound using segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:08.630083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Bound port: 979cb996-ef38-43f0-ab0a-772c32a5bc99, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:08.703515 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59610) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:08.748108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:08.755791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] Publish callbacks [] for binding, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:08.757495 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-09a112f5-d39d-44e6-8db3-8be8d618e754 service neutron] 10.222.0.86 "POST /v2.0/ports/979cb996-ef38-43f0-ab0a-772c32a5bc99/bindings HTTP/1.1" status: 201 len: 389 time: 0.3776383 Nov 03 16:21:08.882444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-37244429-network', 'tenant_id': '3782781f8adc4286be382d5546147167'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:08.921699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Made reservation on behalf of 3782781f8adc4286be382d5546147167 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:08.926169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:08.949182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:09.075183 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:09.080950 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:09.116094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:21:09.119048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ab379-30c1-4f17-9345-9886ffa911ef req-291cde73-f59f-427a-b2b6-6c81b2928608 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:09.130324 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f3cc8-a8e2-41e4-94e2-7f18d7590341,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:09.132095 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e17ab379-30c1-4f17-9345-9886ffa911ef req-291cde73-f59f-427a-b2b6-6c81b2928608 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.1301708 Nov 03 16:21:09.137862 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:09.138216 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Added segment 86bca22f-1342-4d18-9cf2-c35299c2f707 of type vlan for network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa Nov 03 16:21:09.225112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:09.231899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e17ab379-30c1-4f17-9345-9886ffa911ef req-41af447f-46ff-489c-a76d-026397b36689 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989308 Nov 03 16:21:09.259743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:09.267137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:09.267893 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:09.338738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-8f6febaf-9fc2-4974-9b4c-e9aaf81922c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:09.341362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-8f6febaf-9fc2-4974-9b4c-e9aaf81922c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1096 time: 0.2621613 Nov 03 16:21:09.349701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6440892 Nov 03 16:21:09.350323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59634) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:09.357960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Request body: {'subnet': {'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-37244429-subnet', 'tenant_id': '3782781f8adc4286be382d5546147167', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:09.390547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84598ab-05a8-4d89-b3d6-9642a048f9bc admin admin] Pushing event updated for resources: {'Network': ['ID=4bcf99a1-638d-4aae-9c3f-e69b518acaaa,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:09.402256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:21:09.438553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Made reservation on behalf of 3782781f8adc4286be382d5546147167 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:09.442107 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:09.739359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:09.809267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-789debe9-18af-41f6-8dd8-edfd7394b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:09.811143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-789debe9-18af-41f6-8dd8-edfd7394b65b service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 200 len: 897 time: 0.4445496 Nov 03 16:21:09.899830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-30227599-7709-4d57-8c97-217a11fa900e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 1000 time: 0.0771625 Nov 03 16:21:09.915729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce9b022-84c0-4693-b0da-b5e08bcc8bb3,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:09.929003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Checking segment: {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:09.929003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Network hostable DHCP agents. Network: 4bcf99a1-638d-4aae-9c3f-e69b518acaaa, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:21:09.984204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:21:10.013636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 4bcf99a1-638d-4aae-9c3f-e69b518acaaa) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:10.022979 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:10.023713 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:10.024932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b6c029-e419-4501-b66e-188d5d23ae8f None None] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:21:10.039234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-b664ecf8-5063-42d8-94f2-662643f2b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:10.040766 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-b664ecf8-5063-42d8-94f2-662643f2b928 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf30aa7b-d227-4a29-9d6b-5accb929ac3d HTTP/1.1" status: 200 len: 835 time: 0.1315196 Nov 03 16:21:10.069900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-666c04d4-0da9-4fb1-990d-4a9db4b15759 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7157660 Nov 03 16:21:10.071303 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59650) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:10.080545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:10.122083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-382b73f7-2d5f-49bc-9825-3543ed94b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:10.125418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-382b73f7-2d5f-49bc-9825-3543ed94b058 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa799e08-e55c-4f76-9532-8825ecac5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750206 Nov 03 16:21:10.142265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:10.143360 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:10.309854 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:10.409062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-1325bc39-8587-4ba1-b066-5769d483a101 service neutron] 10.222.0.15 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768986 Nov 03 16:21:10.419275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'tenant_id': '3782781f8adc4286be382d5546147167', 'fixed_ips': [{'subnet_id': '6ce9b022-84c0-4693-b0da-b5e08bcc8bb3'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:21:10.419275 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:10.557965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6389-3f48-4a46-b089-2316e53467a2 req-ff6eb318-3fee-4114-8890-7469c5c2ddfa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:10.566054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f92c6389-3f48-4a46-b089-2316e53467a2 req-ff6eb318-3fee-4114-8890-7469c5c2ddfa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.1877825 Nov 03 16:21:10.611035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-d995372a-b5b0-4133-b221-591aad11d114 service neutron] 10.222.0.15 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791339 Nov 03 16:21:10.685825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f92c6389-3f48-4a46-b089-2316e53467a2 req-b8542c87-a664-4b46-a6cf-424c17d1e77e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188314 Nov 03 16:21:10.705135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Allocated IP 172.20.0.2 (4bcf99a1-638d-4aae-9c3f-e69b518acaaa/6ce9b022-84c0-4693-b0da-b5e08bcc8bb3/9484853d-9543-4a11-a2ce-969a65843472) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:10.851744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-6a8fd6ab-9ad2-42df-aceb-b1101f63c30d tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:10.853206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-6a8fd6ab-9ad2-42df-aceb-b1101f63c30d tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268&tenant_id=5d0d96bcd7c04e5f988b6915953b338c&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1096 time: 0.1240318 Nov 03 16:21:10.868329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-2'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:10.954596 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:10.969277 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:10.992674 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:11.024690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:11.098191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Pushing event updated for resources: {'Port': ['ID=9484853d-9543-4a11-a2ce-969a65843472,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:11.115848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:11.117445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:11.125494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:11.244404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Attempting to bind port 9484853d-9543-4a11-a2ce-969a65843472 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:11.244781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Attempting to bind port 9484853d-9543-4a11-a2ce-969a65843472 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:11.245147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Attempting to bind port 9484853d-9543-4a11-a2ce-969a65843472 on network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:11.277753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:11.278137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Checking segment: {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:11.278551 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:11.278948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Bound using segment: {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:11.279438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Bound port: 9484853d-9543-4a11-a2ce-969a65843472, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:11.279823 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:11.467382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] For port 9484853d-9543-4a11-a2ce-969a65843472, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:11.473789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] For port 9484853d-9543-4a11-a2ce-969a65843472, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9484853d-9543-4a11-a2ce-969a65843472,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:11.484943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:11.540397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:11.602843 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:11.645344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b691f69-ea8f-4bd0-a1c0-9a67235b4469 None None] Pushing event updated for resources: {'Port': ['ID=9484853d-9543-4a11-a2ce-969a65843472,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:11.916908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:11.952716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Allocated IP 172.25.6.239 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d7d7da16-8328-4dd1-8cd4-80d306c2df47) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:11.971815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:12.032615 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:12.035375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:12.037790 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5284a3dd-316b-41f3-8cef-86ed2f74d8c1" -d '{"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-unplugged", "status": "completed", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:12.059202 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:12.212179 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a3718e-1399-4e90-8110-193df3f5fd49 x-openstack-request-id: req-43a3718e-1399-4e90-8110-193df3f5fd49 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:12.214334 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-unplugged", "status": "completed", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:12.216023 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-43a3718e-1399-4e90-8110-193df3f5fd49 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:12.221438 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'code': 200} Nov 03 16:21:12.260498 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:12.346616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Pushing event updated for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:12.409421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e8b7f-45f3-42b4-a8f2-3b904d21caf7 req-992ff5bc-43ef-4bea-ac3c-1373f3362460 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:12.432100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-266e8b7f-45f3-42b4-a8f2-3b904d21caf7 req-992ff5bc-43ef-4bea-ac3c-1373f3362460 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 943 time: 0.3908544 Nov 03 16:21:12.440487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:12.496546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:12.500522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:12.505821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:12.567482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d7da16-8328-4dd1-8cd4-80d306c2df47,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:12.736792 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-266e8b7f-45f3-42b4-a8f2-3b904d21caf7 req-f782b9c2-4074-4812-9228-f5a7d127f0be tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038511 Nov 03 16:21:12.742592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on host n-h2-813897-2 for vnic_type normal with profile {"migrating_to": "n-h1-813897-2"} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:12.742681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:12.743825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on network fa799e08-e55c-4f76-9532-8825ecac5d7b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:12.754026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on network fa799e08-e55c-4f76-9532-8825ecac5d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:21:12.754358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Attempting to bind port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on network fa799e08-e55c-4f76-9532-8825ecac5d7b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:12.769792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:12.770246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Checking segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:12.770645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Bound using segment: {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:12.771975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Bound port: 979cb996-ef38-43f0-ab0a-772c32a5bc99, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:12.772353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:12.805642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-88d045fc-d9bf-47b9-a1ab-626a52f9b5ae None None] Provisioning complete for port 979cb996-ef38-43f0-ab0a-772c32a5bc99 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:12.806215 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-88d045fc-d9bf-47b9-a1ab-626a52f9b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:12.928797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-88d045fc-d9bf-47b9-a1ab-626a52f9b5ae None None] Port 979cb996-ef38-43f0-ab0a-772c32a5bc99 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:21:12.961481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:12.965824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:12.972156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:13.034999 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:13.125082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Pushing event updated for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=8']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:13.195106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:13.196625 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:13.198382 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-13052a13-637f-4fb5-9474-7fd3641d4c97 service neutron] 10.222.0.15 "PUT /v2.0/ports/979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 1121 time: 2.3359468 Nov 03 16:21:13.276032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['979cb996-ef38-43f0-ab0a-772c32a5bc99'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:21:13.430142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9de01-64b4-4e8b-9272-7bc0dc1cd74d None None] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:21:13.532946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d972591b-27bd-412a-afce-fbc750664b36 None None] Provisioning complete for port 9484853d-9543-4a11-a2ce-969a65843472 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:13.533713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d972591b-27bd-412a-afce-fbc750664b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:13.563264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:13.822575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9484853d-9543-4a11-a2ce-969a65843472 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:13.892654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:21:14.222701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:14.225278 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a93d95-fb6b-493a-a305-3335035bc942" -d '{"events": [{"name": "network-changed", "server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:14.244254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d328b4-75f9-42ed-a326-95cba6e53dea req-91180716-cba0-4ee9-99cf-dba35c3e8005 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:14.254138 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95d328b4-75f9-42ed-a326-95cba6e53dea req-91180716-cba0-4ee9-99cf-dba35c3e8005 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 943 time: 0.2189553 Nov 03 16:21:14.312181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274f098-ebe2-4f37-b807-4c5149aa5cc9 req-e3ff489a-bd84-4509-984b-b44da1bc068f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:14.313998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b274f098-ebe2-4f37-b807-4c5149aa5cc9 req-e3ff489a-bd84-4509-984b-b44da1bc068f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 946 time: 0.0853102 Nov 03 16:21:14.321212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:21:14.366961 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95d328b4-75f9-42ed-a326-95cba6e53dea req-e5604906-886b-4c9c-bd0c-aae1de07f68f tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074839 Nov 03 16:21:14.383526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:14.385659 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-41b0a94b-d7d6-4e92-a7bb-2113fc823538 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3125803 Nov 03 16:21:14.388961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59744) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:14.471974 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b8608-af08-478c-96db-d6b18601206f x-openstack-request-id: req-7c2b8608-af08-478c-96db-d6b18601206f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:14.472859 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:14.472859 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7c2b8608-af08-478c-96db-d6b18601206f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:14.473195 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'status': 'completed', 'code': 200} Nov 03 16:21:14.474111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Sync routers for ids ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:21:14.478606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9484853d-9543-4a11-a2ce-969a65843472 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:14.479958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:14.499908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b274f098-ebe2-4f37-b807-4c5149aa5cc9 req-5f05ade4-8ec2-4bd7-bcf2-d9f50224ab86 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721625 Nov 03 16:21:14.565894 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d972591b-27bd-412a-afce-fbc750664b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:14.590693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a93d95-fb6b-493a-a305-3335035bc942 req-04a99e53-fd4d-4fb8-b4cd-c8fcbe4e2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:14.596903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a93d95-fb6b-493a-a305-3335035bc942 req-04a99e53-fd4d-4fb8-b4cd-c8fcbe4e2bed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1124 time: 0.0949528 Nov 03 16:21:14.599128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Routers {'d92c5f51-00e0-4b24-b0bc-88ceba3ff455'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:14.600374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:14.730989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Set router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:14.824915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a93d95-fb6b-493a-a305-3335035bc942 req-787111cc-7050-474f-a081-f6e0659231eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:14.830429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a93d95-fb6b-493a-a305-3335035bc942 req-787111cc-7050-474f-a081-f6e0659231eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 200 len: 897 time: 0.2249610 Nov 03 16:21:14.831584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d972591b-27bd-412a-afce-fbc750664b36 None None] For port 9484853d-9543-4a11-a2ce-969a65843472, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9484853d-9543-4a11-a2ce-969a65843472,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:14.947803 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d972591b-27bd-412a-afce-fbc750664b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:15.072509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972591b-27bd-412a-afce-fbc750664b36 None None] Pushing event updated for resources: {'Port': ['ID=9484853d-9543-4a11-a2ce-969a65843472,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:15.076496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a93d95-fb6b-493a-a305-3335035bc942 req-f23dbde9-3c97-427a-974b-f420de192fab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 998 time: 0.2303803 Nov 03 16:21:15.169162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a93d95-fb6b-493a-a305-3335035bc942 req-4c54cb9f-bd71-4092-b8e4-dd86cec6cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:15.182316 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a93d95-fb6b-493a-a305-3335035bc942 req-4c54cb9f-bd71-4092-b8e4-dd86cec6cb97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf30aa7b-d227-4a29-9d6b-5accb929ac3d HTTP/1.1" status: 200 len: 835 time: 0.0987244 Nov 03 16:21:15.220072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b9faac4e-aac0-4644-ba80-91317dbefa92 None None] Provisioning complete for port 979cb996-ef38-43f0-ab0a-772c32a5bc99 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:15.220494 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9faac4e-aac0-4644-ba80-91317dbefa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:15.296662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a93d95-fb6b-493a-a305-3335035bc942 req-c71701e2-969a-4b38-80a2-a1741bbcf4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:15.302514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a93d95-fb6b-493a-a305-3335035bc942 req-c71701e2-969a-4b38-80a2-a1741bbcf4da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa799e08-e55c-4f76-9532-8825ecac5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061532 Nov 03 16:21:15.331308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:10Z', 'updated_at': '2021-11-03T16:21:12Z', 'revision_number': 3, 'project_id': '3782781f8adc4286be382d5546147167', 'gw_port': {'id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:11Z', 'updated_at': '2021-11-03T16:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:15.423573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Checking router: d92c5f51-00e0-4b24-b0bc-88ceba3ff455 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:21:15.423925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Updating router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 port d7d7da16-8328-4dd1-8cd4-80d306c2df47 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:21:15.477780 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:15.480705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:15.569930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20355-6367-490f-b8a5-d3df5775d0e1 req-9a7851c9-caff-40d3-a9ad-e06e775d95cf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:15.581167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ae20355-6367-490f-b8a5-d3df5775d0e1 req-9a7851c9-caff-40d3-a9ad-e06e775d95cf tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 943 time: 0.0990345 Nov 03 16:21:15.593405 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9faac4e-aac0-4644-ba80-91317dbefa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:15.622612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a93d95-fb6b-493a-a305-3335035bc942 req-eb128709-8980-4127-ba7d-0976652efbf3 service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159647 Nov 03 16:21:15.691449 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ae20355-6367-490f-b8a5-d3df5775d0e1 req-631949ce-6a99-410d-ab92-d37d66f581a6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091413 Nov 03 16:21:15.708772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:15.711260 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88939d70-1f39-4447-ade4-f90950444a8f" -d '{"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-plugged", "status": "completed", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:15.778658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9484853d-9543-4a11-a2ce-969a65843472 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:15.786712 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9371dd72-0de8-4fe3-ade2-5bb2d57fd7e7 x-openstack-request-id: req-9371dd72-0de8-4fe3-ade2-5bb2d57fd7e7 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:15.787005 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-plugged", "status": "completed", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:15.787277 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9371dd72-0de8-4fe3-ade2-5bb2d57fd7e7 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:15.787791 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'code': 200} Nov 03 16:21:15.791240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b9faac4e-aac0-4644-ba80-91317dbefa92 None None] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:15.826797 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9faac4e-aac0-4644-ba80-91317dbefa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:15.885356 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a93d95-fb6b-493a-a305-3335035bc942 req-285f6c89-931d-4060-9805-b879968c1273 service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218740 Nov 03 16:21:15.899467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08b76a-09d4-48f0-bc81-6a41842b386d req-13385816-92fa-4f8a-984f-5a7c938b83f2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:15.901013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b08b76a-09d4-48f0-bc81-6a41842b386d req-13385816-92fa-4f8a-984f-5a7c938b83f2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 946 time: 0.2119725 Nov 03 16:21:15.946035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-d9627b8d-3e6b-4503-a7b5-ad87d56088b3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:15.947593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-d9627b8d-3e6b-4503-a7b5-ad87d56088b3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 946 time: 0.1802020 Nov 03 16:21:16.023384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Allocated IP 172.20.0.1 (4bcf99a1-638d-4aae-9c3f-e69b518acaaa/6ce9b022-84c0-4693-b0da-b5e08bcc8bb3/4b88212b-d526-4916-bee5-7a3ea2e2a9cf) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:16.056471 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b08b76a-09d4-48f0-bc81-6a41842b386d req-3cee4f18-2191-4637-9025-554ab5386d6f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292448 Nov 03 16:21:16.281383 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.349823 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.357754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faac4e-aac0-4644-ba80-91317dbefa92 None None] Pushing event updated for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:16.359160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port ca2635ae-e51f-4d10-9573-7c0830ccaad9 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:21:16.359652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.361813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9484853d-9543-4a11-a2ce-969a65843472 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:16.362195 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.381593 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.410486 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.522095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:16.533509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Attempting to bind port d7d7da16-8328-4dd1-8cd4-80d306c2df47 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:16.534402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Attempting to bind port d7d7da16-8328-4dd1-8cd4-80d306c2df47 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:16.534402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Attempting to bind port d7d7da16-8328-4dd1-8cd4-80d306c2df47 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:16.536683 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:16.540668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:16.541177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:16.541446 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.541937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:16.542331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Bound port: d7d7da16-8328-4dd1-8cd4-80d306c2df47, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:16.542718 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.560647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:16.610638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] For port d7d7da16-8328-4dd1-8cd4-80d306c2df47, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:16.611704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Pushing event updated for resources: {'Port': ['ID=4b88212b-d526-4916-bee5-7a3ea2e2a9cf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:16.617805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] For port d7d7da16-8328-4dd1-8cd4-80d306c2df47, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d7d7da16-8328-4dd1-8cd4-80d306c2df47,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:16.623354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddb47f-923c-4134-b05c-f0c6831bb99d None None] Pushing event updated for resources: {'Port': ['ID=d7d7da16-8328-4dd1-8cd4-80d306c2df47,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:16.636061 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.662540 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.757119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d63a27d7-f51a-4b99-8a97-1be88be32470 None None] Provisioning complete for port 9484853d-9543-4a11-a2ce-969a65843472 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:16.757877 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d63a27d7-f51a-4b99-8a97-1be88be32470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.772634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] For port ca2635ae-e51f-4d10-9573-7c0830ccaad9, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=ca2635ae-e51f-4d10-9573-7c0830ccaad9,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:16.776395 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:16.807414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for ca2635ae-e51f-4d10-9573-7c0830ccaad9 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:21:16.825313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Routers {'d92c5f51-00e0-4b24-b0bc-88ceba3ff455'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:16.826157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:16.916256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddb47f-923c-4134-b05c-f0c6831bb99d None None] Pushing event updated for resources: {'Port': ['ID=d7d7da16-8328-4dd1-8cd4-80d306c2df47,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:17.010979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:17.028439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['ca2635ae-e51f-4d10-9573-7c0830ccaad9'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:21:17.124660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] Set router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:17.133518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=ca2635ae-e51f-4d10-9573-7c0830ccaad9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:17.289858 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f1177c84-113e-4138-9772-a9b877d7ed74 req-397434ad-765c-453e-a96b-d4fe74d2cef3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.1034274 Nov 03 16:21:17.363788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] No DVR routers for this DVR port ca2635ae-e51f-4d10-9573-7c0830ccaad9 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:21:17.372375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:17.377317 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-109b857f-f6b9-4993-a3b3-3411a2b16b59 req-52e624e2-062d-4e0c-b37c-15c26836d811 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "DELETE /v2.0/ports/ca2635ae-e51f-4d10-9573-7c0830ccaad9 HTTP/1.1" status: 204 len: 173 time: 1.4221747 Nov 03 16:21:17.379316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a8af51-cb69-4da3-8beb-14182ff35dad', 'name': 'network-vif-deleted', 'tag': 'ca2635ae-e51f-4d10-9573-7c0830ccaad9'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:17.381727 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ab1a4f-0565-405c-a618-449d457aa5b1" -d '{"events": [{"server_uuid": "d9a8af51-cb69-4da3-8beb-14182ff35dad", "name": "network-vif-deleted", "tag": "ca2635ae-e51f-4d10-9573-7c0830ccaad9"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:17.402884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494375-b7c0-491d-9400-43aa3e9c63e6 req-add9724c-c667-448b-a170-9340ca42b402 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:17.411969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5494375-b7c0-491d-9400-43aa3e9c63e6 req-add9724c-c667-448b-a170-9340ca42b402 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.4368927 Nov 03 16:21:17.563761 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:17.587771 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5494375-b7c0-491d-9400-43aa3e9c63e6 req-9e3b7d1e-4f78-44db-a7dd-55684b8ad2ca tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746991 Nov 03 16:21:17.747668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 979cb996-ef38-43f0-ab0a-772c32a5bc99 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:21:17.817637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1e2ec6e3-ed3c-4e89-a17b-15620bc99609 None None] Provisioning complete for port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:17.817930 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec6e3-ed3c-4e89-a17b-15620bc99609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:17.922192 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec3e0c1-79cd-48f6-9a0a-394192258b80 x-openstack-request-id: req-1ec3e0c1-79cd-48f6-9a0a-394192258b80 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:17.922739 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a8af51-cb69-4da3-8beb-14182ff35dad", "name": "network-vif-deleted", "tag": "ca2635ae-e51f-4d10-9573-7c0830ccaad9", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:17.923002 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1ec3e0c1-79cd-48f6-9a0a-394192258b80 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:17.923409 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a8af51-cb69-4da3-8beb-14182ff35dad', 'name': 'network-vif-deleted', 'tag': 'ca2635ae-e51f-4d10-9573-7c0830ccaad9', 'status': 'completed', 'code': 200} Nov 03 16:21:17.997385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ec6e3-ed3c-4e89-a17b-15620bc99609 None None] Port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:21:18.056144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:18.065395 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:18.192052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:18.305381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Pushing event updated for resources: {'Port': ['ID=4b88212b-d526-4916-bee5-7a3ea2e2a9cf,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:18.306938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:18.369910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 979cb996-ef38-43f0-ab0a-772c32a5bc99 has no active binding in host n-h1-813897-2 {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 16:21:18.388109 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:10Z', 'updated_at': '2021-11-03T16:21:12Z', 'revision_number': 3, 'project_id': '3782781f8adc4286be382d5546147167', 'gw_port': {'id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:11Z', 'updated_at': '2021-11-03T16:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:18.484434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a3fcb-58d2-4cf4-ae97-a5226afa5a1a None None] The sync data for ids ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'] in n-d-813897-2 is: [{'id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:10Z', 'updated_at': '2021-11-03T16:21:12Z', 'revision_number': 3, 'project_id': '3782781f8adc4286be382d5546147167', 'gw_port': {'id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:11Z', 'updated_at': '2021-11-03T16:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:21:18.491813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1191c29-9c0a-4c42-8eeb-08f408695685 req-829e2638-7fd4-486d-9f09-fd1df2df5cd1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0477748 Nov 03 16:21:18.543778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:18.545380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:18.875632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:21:18.951571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d151c-4148-46ec-9ea2-571618cdf087 req-3d22149a-a0da-4f2a-b59f-b42f252d9e85 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:18.953272 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b21d151c-4148-46ec-9ea2-571618cdf087 req-3d22149a-a0da-4f2a-b59f-b42f252d9e85 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.2206542 Nov 03 16:21:19.058548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-23647f39-5285-4bdb-8eee-c8d5e5c8f7ac None None] Provisioning complete for port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:19.059072 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23647f39-5285-4bdb-8eee-c8d5e5c8f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:19.152190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-23647f39-5285-4bdb-8eee-c8d5e5c8f7ac None None] Port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:21:19.161835 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b21d151c-4148-46ec-9ea2-571618cdf087 req-81c427f9-698d-4e54-bd4c-7acf7365ee1e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992495 Nov 03 16:21:19.243379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:21:19.254276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-314a2295-17b3-4601-bdf7-58d1339dde06 admin admin] 10.222.0.86 "PUT /v2.0/routers/d92c5f51-00e0-4b24-b0bc-88ceba3ff455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8629038 Nov 03 16:21:19.650586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-586e8030-1b28-4b66-b8ef-54fdbacac7ea req-3172afca-c524-42fe-a26d-6bdd94bce3d6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0651712 Nov 03 16:21:19.742189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ca2635ae-e51f-4d10-9573-7c0830ccaad9 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:21:19.788716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d7d7da16-8328-4dd1-8cd4-80d306c2df47 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:19.868468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: ca2635ae-e51f-4d10-9573-7c0830ccaad9 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:21:19.868812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device ca2635ae-e51f-4d10-9573-7c0830ccaad9 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:21:19.900201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d7d7da16-8328-4dd1-8cd4-80d306c2df47 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:19.900581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.048810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59862) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:20.054326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1975286594-network', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:20.065858 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.111406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Made reservation on behalf of 5f5a7714a46a451fbf742ed878f22ce3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:20.116448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.126879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port d7d7da16-8328-4dd1-8cd4-80d306c2df47, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d7d7da16-8328-4dd1-8cd4-80d306c2df47,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:20.132374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.136906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.269408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=d7d7da16-8328-4dd1-8cd4-80d306c2df47,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:20.305992 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.313436 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.359523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93896633-4911-421c-9567-da0bfaae687b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:20.398791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:21:20.420370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.420678 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Added segment efac680e-b6ef-4f15-9ba7-3329f8425cd1 of type vlan for network 8a66e57d-3f53-4ef4-9136-358708c62694 Nov 03 16:21:20.463295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977494c-6e6f-4b6e-9e9b-3714a2e0d9f0 req-18673282-8995-4a0b-8a64-24e5a1916f34 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:20.464811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2977494c-6e6f-4b6e-9e9b-3714a2e0d9f0 req-18673282-8995-4a0b-8a64-24e5a1916f34 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.1442022 Nov 03 16:21:20.487169 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.555832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.557221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:20.558423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.590332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2977494c-6e6f-4b6e-9e9b-3714a2e0d9f0 req-6ba34e49-9492-4a21-89ba-5897f432fefc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134329 Nov 03 16:21:20.605071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59878) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:20.612254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Request body: {'subnet': {'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1975286594-subnet', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:20.625971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5515037 Nov 03 16:21:20.655556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Made reservation on behalf of 5f5a7714a46a451fbf742ed878f22ce3 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:20.658349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:20.750186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4524a-ecf0-4713-b2b6-8ec78876236d admin admin] Pushing event updated for resources: {'Network': ['ID=8a66e57d-3f53-4ef4-9136-358708c62694,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:20.762604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 8a66e57d-3f53-4ef4-9136-358708c62694 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:21:20.870449 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bfafd258-aaeb-45c8-851b-17b0369dc6c5 req-088ae5fe-7661-4a28-bf93-8b363541d107 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0630209 Nov 03 16:21:21.286541 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Sync routers for ids ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:21:21.300907 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Routers {'d92c5f51-00e0-4b24-b0bc-88ceba3ff455'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:21.306337 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:21.392363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:21.401842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-01064d5d-43ab-4371-98d5-c04d904ab858 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:21:21.403311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-01064d5d-43ab-4371-98d5-c04d904ab858 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0073819 Nov 03 16:21:21.566295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34791d2-c7d8-4fa5-985b-aaa5d5e465d7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:21.607690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Checking segment: {'id': 'efac680e-b6ef-4f15-9ba7-3329f8425cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:21.610198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Network hostable DHCP agents. Network: 8a66e57d-3f53-4ef4-9136-358708c62694, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:21:21.729748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Network 8a66e57d-3f53-4ef4-9136-358708c62694 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:21:21.740598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d7d7da16-8328-4dd1-8cd4-80d306c2df47 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:21.807038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 8a66e57d-3f53-4ef4-9136-358708c62694) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:21.839439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d4742-6661-4df5-a2b1-ac52cd8cce43 None None] Network 8a66e57d-3f53-4ef4-9136-358708c62694 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:21:21.841858 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:21.842599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:21.931241 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Set router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:21.966239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe663117-8674-4019-b9e4-3d35279ce246 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3655672 Nov 03 16:21:21.973871 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59912) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:22.001710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:22.080071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-eee9e767-b4e0-49bf-b1fe-44e8e6571705 service neutron] 10.222.0.70 "GET /v2.0/ports/979cb996-ef38-43f0-ab0a-772c32a5bc99/bindings/n-h1-813897-2 HTTP/1.1" status: 200 len: 384 time: 0.6465514 Nov 03 16:21:22.089357 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:22.091195 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:22.150590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bf888-582d-4b4e-8c85-33827c52a6a1 req-64962c2c-1052-49c0-9b91-16f31977848b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:22.168269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e7bf888-582d-4b4e-8c85-33827c52a6a1 req-64962c2c-1052-49c0-9b91-16f31977848b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.3218024 Nov 03 16:21:22.220873 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:22.328539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d7d7da16-8328-4dd1-8cd4-80d306c2df47 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:22.333299 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:22.354831 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e7bf888-582d-4b4e-8c85-33827c52a6a1 req-6b77c5cb-03b2-4026-9562-4fc52de1ebb7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851034 Nov 03 16:21:22.376440 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:22.382205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-8a66e57d-3f53-4ef4-9136-358708c62694', 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'fixed_ips': [{'subnet_id': 'e34791d2-c7d8-4fa5-985b-aaa5d5e465d7'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:21:22.388208 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:22.470555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fd4044e-73ce-4a5a-b072-9d8294ce5592 req-259814b0-9699-4112-8b1b-3448231e0109 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0598049 Nov 03 16:21:22.499439 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:10Z', 'updated_at': '2021-11-03T16:21:17Z', 'revision_number': 4, 'project_id': '3782781f8adc4286be382d5546147167', 'gw_port': {'id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:11Z', 'updated_at': '2021-11-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '4b88212b-d526-4916-bee5-7a3ea2e2a9cf', 'name': '', 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'tenant_id': '3782781f8adc4286be382d5546147167', 'mac_address': 'fa:16:3e:b7:e5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '6ce9b022-84c0-4693-b0da-b5e08bcc8bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:15Z', 'updated_at': '2021-11-03T16:21:17Z', 'revision_number': 2, 'project_id': '3782781f8adc4286be382d5546147167', 'subnets': [{'id': '6ce9b022-84c0-4693-b0da-b5e08bcc8bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:22.620463 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Checking router: d92c5f51-00e0-4b24-b0bc-88ceba3ff455 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:21:22.620954 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Updating router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:21:22.712013 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:22.729681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Allocated IP 172.20.0.2 (8a66e57d-3f53-4ef4-9136-358708c62694/e34791d2-c7d8-4fa5-985b-aaa5d5e465d7/f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:23.004413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.070894 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.083343 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.184395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Network 8a66e57d-3f53-4ef4-9136-358708c62694 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:23.197630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:23.202567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Pushing event updated for resources: {'Port': ['ID=f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:23.204955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:23.313656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7372e1fb-133b-40fd-bfe4-f034fc610745 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:23.344409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Attempting to bind port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:23.344815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Attempting to bind port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'efac680e-b6ef-4f15-9ba7-3329f8425cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:23.345181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Attempting to bind port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 on network 8a66e57d-3f53-4ef4-9136-358708c62694 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:23.357958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:23.358475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Checking segment: {'id': 'efac680e-b6ef-4f15-9ba7-3329f8425cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:23.360054 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.360468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Bound using segment: {'id': 'efac680e-b6ef-4f15-9ba7-3329f8425cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:23.360982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Bound port: f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efac680e-b6ef-4f15-9ba7-3329f8425cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:23.361366 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.394534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7372e1fb-133b-40fd-bfe4-f034fc610745 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:23.433035 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.445466 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.542705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] For port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:23.548161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] For port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4,segment=NetworkSegment(efac680e-b6ef-4f15-9ba7-3329f8425cd1),segment_id=efac680e-b6ef-4f15-9ba7-3329f8425cd1)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:23.555491 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.562235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:23.564558 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183174a8-a169-4a26-940e-d60a850ac925" -d '{"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-unplugged", "status": "completed", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:23.605842 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Pushing event updated for resources: {'Port': ['ID=4b88212b-d526-4916-bee5-7a3ea2e2a9cf,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:23.635278 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.635620 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.635958 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.636292 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.636620 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.636945 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.637580 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.637879 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.638343 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.638850 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.641624 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.642187 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:23.731198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7372e1fb-133b-40fd-bfe4-f034fc610745 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:23.750312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1bb8f-a964-43bd-8e2e-42913b7ef30f None None] Pushing event updated for resources: {'Port': ['ID=f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:23.757780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 979cb996-ef38-43f0-ab0a-772c32a5bc99 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:21:23.769784 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Attempting to bind port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:23.773193 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Attempting to bind port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:23.774916 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Attempting to bind port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf on network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:23.778529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3f6327a-13d2-4bf9-93e8-3a691f241973 req-912eb1ff-7ef3-4b71-99b0-6453715f6d97 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0924954 Nov 03 16:21:23.793603 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:23.796753 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Checking segment: {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:23.797372 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.797951 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Bound using segment: {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:23.798642 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Bound port: 4b88212b-d526-4916-bee5-7a3ea2e2a9cf, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:23.799899 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:23.979019 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] For port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:23.988764 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] For port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4b88212b-d526-4916-bee5-7a3ea2e2a9cf,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:24.002893 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.055422 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f1aadc-0c6c-4987-8669-034703879ef7 x-openstack-request-id: req-96f1aadc-0c6c-4987-8669-034703879ef7 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:24.056678 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-unplugged", "status": "completed", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:24.058959 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-96f1aadc-0c6c-4987-8669-034703879ef7 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:24.060780 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'code': 200} Nov 03 16:21:24.077862 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.081583 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7372e1fb-133b-40fd-bfe4-f034fc610745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.141943 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a8e56a7a-1d19-4154-802b-405a49e6d91c None None] Provisioning complete for port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:24.142438 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8e56a7a-1d19-4154-802b-405a49e6d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.164013 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189f029-7573-4168-bffe-0876af38f9f2 None None] Pushing event updated for resources: {'Port': ['ID=4b88212b-d526-4916-bee5-7a3ea2e2a9cf,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:24.167833 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Routers {'d92c5f51-00e0-4b24-b0bc-88ceba3ff455'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:24.168688 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:24.175893 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.357912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Allocated IP 172.25.6.88 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/5633283e-541f-415c-a86d-37ba8e7ab032) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:24.479335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8e56a7a-1d19-4154-802b-405a49e6d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.487244 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] Set router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:24.510743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5e704-1ab1-4108-a94e-b9c6eb399562 req-776d88e5-1c2c-4202-9d6d-5c891986e97a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:24.521153 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9a5e704-1ab1-4108-a94e-b9c6eb399562 req-776d88e5-1c2c-4202-9d6d-5c891986e97a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 945 time: 0.9801767 Nov 03 16:21:24.548185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a8e56a7a-1d19-4154-802b-405a49e6d91c None None] For port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4b88212b-d526-4916-bee5-7a3ea2e2a9cf,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:24.554780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8e56a7a-1d19-4154-802b-405a49e6d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.612981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e56a7a-1d19-4154-802b-405a49e6d91c None None] Pushing event updated for resources: {'Port': ['ID=4b88212b-d526-4916-bee5-7a3ea2e2a9cf,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:24.685809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-95d7d9cf-39e5-4e0f-933a-64497bb90d87 None None] Provisioning complete for port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:24.686625 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-95d7d9cf-39e5-4e0f-933a-64497bb90d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.701039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7372e1fb-133b-40fd-bfe4-f034fc610745 service neutron] Transition to ACTIVE for port object 979cb996-ef38-43f0-ab0a-772c32a5bc99 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:21:24.739220 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.766151 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9a5e704-1ab1-4108-a94e-b9c6eb399562 req-d5852468-aecb-477d-9d55-e1a91bd61663 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440748 Nov 03 16:21:24.769806 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7372e1fb-133b-40fd-bfe4-f034fc610745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.820916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:24.903894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:24.914937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:24.917402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:24.945542 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:10Z', 'updated_at': '2021-11-03T16:21:17Z', 'revision_number': 4, 'project_id': '3782781f8adc4286be382d5546147167', 'gw_port': {'id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:11Z', 'updated_at': '2021-11-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '4b88212b-d526-4916-bee5-7a3ea2e2a9cf', 'name': '', 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'tenant_id': '3782781f8adc4286be382d5546147167', 'mac_address': 'fa:16:3e:b7:e5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '6ce9b022-84c0-4693-b0da-b5e08bcc8bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:15Z', 'updated_at': '2021-11-03T16:21:23Z', 'revision_number': 4, 'project_id': '3782781f8adc4286be382d5546147167', 'subnets': [{'id': '6ce9b022-84c0-4693-b0da-b5e08bcc8bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:25.042466 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbdfba-f736-4e89-a27d-f7a94b1fae1f None None] The sync data for ids ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'] in n-d-813897-2 is: [{'id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:10Z', 'updated_at': '2021-11-03T16:21:17Z', 'revision_number': 4, 'project_id': '3782781f8adc4286be382d5546147167', 'gw_port': {'id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:11Z', 'updated_at': '2021-11-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '4b88212b-d526-4916-bee5-7a3ea2e2a9cf', 'name': '', 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'tenant_id': '3782781f8adc4286be382d5546147167', 'mac_address': 'fa:16:3e:b7:e5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '6ce9b022-84c0-4693-b0da-b5e08bcc8bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:15Z', 'updated_at': '2021-11-03T16:21:23Z', 'revision_number': 4, 'project_id': '3782781f8adc4286be382d5546147167', 'subnets': [{'id': '6ce9b022-84c0-4693-b0da-b5e08bcc8bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:21:25.223927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372e1fb-133b-40fd-bfe4-f034fc610745 service neutron] Pushing event updated for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=11']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:25.389008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a86ffa9-ceaa-4cd0-9bb2-54f7bec7dee2 req-5a16b13c-47ca-4392-b4e2-50a71ea93d5a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0945144 Nov 03 16:21:25.419835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7372e1fb-133b-40fd-bfe4-f034fc610745 service neutron] No DVR routers for this DVR port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:21:25.459129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 979cb996-ef38-43f0-ab0a-772c32a5bc99 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:21:25.495126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Pushing event updated for resources: {'Port': ['ID=5633283e-541f-415c-a86d-37ba8e7ab032,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:25.665654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58002f7-0c7e-4a9a-bff8-9f20289441ae None None] Network 8a66e57d-3f53-4ef4-9136-358708c62694 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:21:25.722625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:25.835458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7372e1fb-133b-40fd-bfe4-f034fc610745 service neutron] 10.222.0.70 "PUT /v2.0/ports/979cb996-ef38-43f0-ab0a-772c32a5bc99/bindings/n-h1-813897-2/activate HTTP/1.1" status: 200 len: 369 time: 3.4392188 Nov 03 16:21:25.881151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:25.971741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Provisioning complete for port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:25.972110 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:26.106575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce28c2-d868-47a3-8288-6a56347f93fa req-bd4307dc-c427-4c29-9ee6-643ff7c53350 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.114981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b2ce28c2-d868-47a3-8288-6a56347f93fa req-bd4307dc-c427-4c29-9ee6-643ff7c53350 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 944 time: 0.1472125 Nov 03 16:21:26.119286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-f34d90f4-158c-4364-9672-a33f48766a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.120914 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-f34d90f4-158c-4364-9672-a33f48766a21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1095 time: 0.1298060 Nov 03 16:21:26.138610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-9efdbc54-d90f-4acd-ae69-5ea587390ce6 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.140907 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-9efdbc54-d90f-4acd-ae69-5ea587390ce6 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268&tenant_id=5d0d96bcd7c04e5f988b6915953b338c&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 1095 time: 0.2401948 Nov 03 16:21:26.176357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:26.177695 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:26.222182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7c255687-3e88-48f6-9174-c3bcac890937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.223701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-7c255687-3e88-48f6-9174-c3bcac890937 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 1095 time: 0.0691614 Nov 03 16:21:26.263059 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b2ce28c2-d868-47a3-8288-6a56347f93fa req-7ad453b7-8581-49aa-a703-612d8529a231 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468487 Nov 03 16:21:26.388708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-a9c092b6-054b-4a30-852c-77dcfcbbffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.390887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-a9c092b6-054b-4a30-852c-77dcfcbbffc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1095 time: 0.1038842 Nov 03 16:21:26.466913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:26.536809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-bdc801b2-1046-45d5-8788-8ee5ecb61472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.540336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-bdc801b2-1046-45d5-8788-8ee5ecb61472 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 200 len: 897 time: 0.3854730 Nov 03 16:21:26.550661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] For port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4,segment=NetworkSegment(efac680e-b6ef-4f15-9ba7-3329f8425cd1),segment_id=efac680e-b6ef-4f15-9ba7-3329f8425cd1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:26.554997 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:26.559109 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:26.603757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-d528e74a-9f1a-4cbc-98f7-b76ed2685553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.606425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-d528e74a-9f1a-4cbc-98f7-b76ed2685553 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 200 len: 897 time: 0.2062693 Nov 03 16:21:26.641756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-231854ce-e731-47e8-826c-31f0c84d4a06 req-cbebba8d-e15f-4b33-bbbf-81cb66cda52b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0987010 Nov 03 16:21:26.646110 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:26.701030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Pushing event updated for resources: {'Port': ['ID=f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:26.712628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-1d346bc9-176a-4b4c-a56a-fee7adf8422e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 998 time: 0.0986769 Nov 03 16:21:26.725264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0bd1f112-babe-44be-9312-aaf214ce8cb2 None None] Provisioning complete for port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:26.725899 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0bd1f112-babe-44be-9312-aaf214ce8cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:26.728459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.728967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.729484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.730002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.730505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.731003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.731495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.731980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.732456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.733652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.734148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.734633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0c47b-9919-4111-8a91-0606b1a844a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:26.740449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:21:26.741033 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:21:26.785687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-6b70c590-fe75-4209-b7df-ae726a456e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.793188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-6b70c590-fe75-4209-b7df-ae726a456e1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf30aa7b-d227-4a29-9d6b-5accb929ac3d HTTP/1.1" status: 200 len: 835 time: 0.0725849 Nov 03 16:21:26.821766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-09fe2fec-b9ff-46be-a3eb-751cfb6375c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 998 time: 0.1979132 Nov 03 16:21:26.868398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-c1a37c2a-2cc4-4359-b41f-f67c322e8bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.875504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-c1a37c2a-2cc4-4359-b41f-f67c322e8bf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa799e08-e55c-4f76-9532-8825ecac5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738513 Nov 03 16:21:26.951090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-1c1a9b44-c1fc-45be-8523-17fe89f7644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:26.963722 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-1c1a9b44-c1fc-45be-8523-17fe89f7644d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf30aa7b-d227-4a29-9d6b-5accb929ac3d HTTP/1.1" status: 200 len: 835 time: 0.1349928 Nov 03 16:21:27.055245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-1e4d0df9-3d3f-4ba8-8341-daf4280544e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:27.057822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-1e4d0df9-3d3f-4ba8-8341-daf4280544e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa799e08-e55c-4f76-9532-8825ecac5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847960 Nov 03 16:21:27.059021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Router 352a4be4-e04c-4cd5-a63f-4863f5940d0d is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:21:27.065849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-28a98a37-87d9-4402-865f-1166f4262b20 service neutron] 10.222.0.15 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833727 Nov 03 16:21:27.179977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-3c68ed2d-8de1-4c17-8f25-050f163b8ec7 service neutron] 10.222.0.15 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069071 Nov 03 16:21:27.333100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4b88212b-d526-4916-bee5-7a3ea2e2a9cf up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:27.432716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:27.433034 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:27.587256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494e13-2f21-4913-bff9-5fc066962e71 req-f58f51ad-67a5-4c4b-a5d7-098f178a9da3 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:27.594417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-f58f51ad-67a5-4c4b-a5d7-098f178a9da3 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268&tenant_id=5d0d96bcd7c04e5f988b6915953b338c&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 1095 time: 0.1352279 Nov 03 16:21:27.702655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:27.746378 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-c08e8824-0f50-4965-8108-d89ddfce6cb9 service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796863 Nov 03 16:21:27.894986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:27.896343 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:27.950067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7688288-d10b-446f-92e2-7676a3b41a2b req-2909beb8-88c4-41c2-903e-6b4ab1abbce5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=d9a8af51-cb69-4da3-8beb-14182ff35dad HTTP/1.1" status: 200 len: 210 time: 0.0997064 Nov 03 16:21:28.006560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-46494e13-2f21-4913-bff9-5fc066962e71 req-d1351d2c-dd63-4b9e-aada-26b45e1f8863 service neutron] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:28.010731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:21:28.016679 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-46494e13-2f21-4913-bff9-5fc066962e71 req-d1351d2c-dd63-4b9e-aada-26b45e1f8863 service neutron] Publish callbacks [] for binding, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:28.029909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46494e13-2f21-4913-bff9-5fc066962e71 req-d1351d2c-dd63-4b9e-aada-26b45e1f8863 service neutron] 10.222.0.15 "DELETE /v2.0/ports/979cb996-ef38-43f0-ab0a-772c32a5bc99/bindings/n-h2-813897-2 HTTP/1.1" status: 204 len: 173 time: 0.4273531 Nov 03 16:21:28.031307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Sync routers for ids ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:21:28.108744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d8b1c-9229-44d0-a3bc-398a3f02e86c req-68273d18-ebf1-4032-959f-f6cbb3455232 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:28.112419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a1d8b1c-9229-44d0-a3bc-398a3f02e86c req-68273d18-ebf1-4032-959f-f6cbb3455232 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 944 time: 0.3648188 Nov 03 16:21:28.163126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:28.164827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-089b43af-69d3-4b4f-b30a-39a95d06c8eb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1893318 Nov 03 16:21:28.167677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59976) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:28.176688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 59978) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:28.183847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Routers {'352a4be4-e04c-4cd5-a63f-4863f5940d0d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:28.184460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:28.242188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adb21024-83f1-4a91-bafb-7b2d21464699 req-fc4f9752-788d-4451-a58b-8d1b55d7a4fa service neutron] 10.222.0.70 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693205 Nov 03 16:21:28.272772 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2a1d8b1c-9229-44d0-a3bc-398a3f02e86c req-915429bd-9726-40db-90bc-14a7bd7a3fd0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360097 Nov 03 16:21:28.472793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Set router 352a4be4-e04c-4cd5-a63f-4863f5940d0d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:28.529437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b04b2aa7-aea1-4c31-b713-6c2c1ba204c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:28.727787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:22Z', 'updated_at': '2021-11-03T16:21:25Z', 'revision_number': 3, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'gw_port': {'id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:07:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:24Z', 'updated_at': '2021-11-03T16:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:28.802931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Checking router: 352a4be4-e04c-4cd5-a63f-4863f5940d0d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:21:28.803287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Updating router 352a4be4-e04c-4cd5-a63f-4863f5940d0d port 5633283e-541f-415c-a86d-37ba8e7ab032 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:21:28.824192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b04b2aa7-aea1-4c31-b713-6c2c1ba204c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:28.835507 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b04b2aa7-aea1-4c31-b713-6c2c1ba204c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:28.867674 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:28.932698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b04b2aa7-aea1-4c31-b713-6c2c1ba204c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=21662cdf58f74b0d825633060a063940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7511272 Nov 03 16:21:28.932698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b2aa7-aea1-4c31-b713-6c2c1ba204c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c319a-49e6-4fce-9a63-6862c8d7f1b7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:28.935070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 59982) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:28.940725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.052713 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc6d0637-bc19-4a56-b936-f38026c36e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.087849 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc6d0637-bc19-4a56-b936-f38026c36e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.157706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc6d0637-bc19-4a56-b936-f38026c36e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.166019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc6d0637-bc19-4a56-b936-f38026c36e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.171012 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fc6d0637-bc19-4a56-b936-f38026c36e58 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd8c319a-49e6-4fce-9a63-6862c8d7f1b7 HTTP/1.1" status: 204 len: 168 time: 0.2333953 Nov 03 16:21:29.182471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d0637-bc19-4a56-b936-f38026c36e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c319a-49e6-4fce-9a63-6862c8d7f1b7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:29.319970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Allocated IP 172.20.0.1 (8a66e57d-3f53-4ef4-9136-358708c62694/e34791d2-c7d8-4fa5-985b-aaa5d5e465d7/c5fa9753-f260-413d-a566-1323f7a6d780) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:29.409712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.422590 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.481588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa25e0-48e0-44d8-906b-78ab22083ce8 req-c84fcc2e-bb5a-424c-97ea-dec671760c67 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:29.483806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50fa25e0-48e0-44d8-906b-78ab22083ce8 req-c84fcc2e-bb5a-424c-97ea-dec671760c67 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 944 time: 0.0825129 Nov 03 16:21:29.499719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.504281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Attempting to bind port 5633283e-541f-415c-a86d-37ba8e7ab032 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:29.504919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Attempting to bind port 5633283e-541f-415c-a86d-37ba8e7ab032 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:29.505436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Attempting to bind port 5633283e-541f-415c-a86d-37ba8e7ab032 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:29.519598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:29.520189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:29.520680 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.521165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:29.521790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Bound port: 5633283e-541f-415c-a86d-37ba8e7ab032, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:29.522654 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.525086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f07a9-87d3-4f8d-a2a7-0c76ae47bcac None None] Pushing event updated for resources: {'Port': ['ID=5633283e-541f-415c-a86d-37ba8e7ab032,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:29.568090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50fa25e0-48e0-44d8-906b-78ab22083ce8 req-5c62636b-abcc-40f5-853e-4e11cf3622d0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728450 Nov 03 16:21:29.591902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.621023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] For port 5633283e-541f-415c-a86d-37ba8e7ab032, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:29.626138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] For port 5633283e-541f-415c-a86d-37ba8e7ab032, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5633283e-541f-415c-a86d-37ba8e7ab032,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:29.634927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.703397 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60000) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:29.706913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Network 8a66e57d-3f53-4ef4-9136-358708c62694 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:29.708271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5fa9753-f260-413d-a566-1323f7a6d780,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:29.711752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:29.720060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f07a9-87d3-4f8d-a2a7-0c76ae47bcac None None] Pushing event updated for resources: {'Port': ['ID=5633283e-541f-415c-a86d-37ba8e7ab032,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:29.724530 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-60911acc-8e17-453c-99e0-30f142883b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.735019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Routers {'352a4be4-e04c-4cd5-a63f-4863f5940d0d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:29.735650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:29.737982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:29.823897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:29.880717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0436-5a94-4832-93f5-67af9afef648 req-8ea1e9e8-a1d1-43bd-a61e-c7a54d6266ba tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:29.894056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-212a0436-5a94-4832-93f5-67af9afef648 req-8ea1e9e8-a1d1-43bd-a61e-c7a54d6266ba tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1095 time: 0.1663761 Nov 03 16:21:29.920950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] Set router 352a4be4-e04c-4cd5-a63f-4863f5940d0d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:30.001989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-212a0436-5a94-4832-93f5-67af9afef648 req-f6205fd7-ca29-42de-8e07-0ee9ad636d82 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913198 Nov 03 16:21:30.045892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-60911acc-8e17-453c-99e0-30f142883b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.052565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-60911acc-8e17-453c-99e0-30f142883b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.096794 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.108497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-60911acc-8e17-453c-99e0-30f142883b18 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6eeab292cc1b49769a309e62d7fc45a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4029241 Nov 03 16:21:30.113076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:30.161569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911acc-8e17-453c-99e0-30f142883b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a0a80f-6d38-4f95-a156-707040ef64f4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:30.214397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-554280bb-ea61-42db-bcee-3939573e8d0d None None] Provisioning complete for port c5fa9753-f260-413d-a566-1323f7a6d780 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:30.215029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-554280bb-ea61-42db-bcee-3939573e8d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.286509 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a25e991-97e1-4372-8a91-083b871e7311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.295684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2732ac-8955-4c85-afe7-c615414b01cf req-9dbb6caf-7124-4da5-b2c6-dd744f705c42 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:30.297457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f2732ac-8955-4c85-afe7-c615414b01cf req-9dbb6caf-7124-4da5-b2c6-dd744f705c42 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 944 time: 0.1395104 Nov 03 16:21:30.318194 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-554280bb-ea61-42db-bcee-3939573e8d0d None None] Port c5fa9753-f260-413d-a566-1323f7a6d780 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:21:30.338317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:22Z', 'updated_at': '2021-11-03T16:21:25Z', 'revision_number': 3, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'gw_port': {'id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:07:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:24Z', 'updated_at': '2021-11-03T16:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:30.374328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a25e991-97e1-4372-8a91-083b871e7311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.377920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3274b393-134d-476e-8acb-9de6c92e2b38 None None] The sync data for ids ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'] in n-d-813897-2 is: [{'id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:22Z', 'updated_at': '2021-11-03T16:21:25Z', 'revision_number': 3, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'gw_port': {'id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:07:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:24Z', 'updated_at': '2021-11-03T16:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:21:30.463680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f2732ac-8955-4c85-afe7-c615414b01cf req-446caf48-e154-41e9-b4af-d43dc53b3966 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590965 Nov 03 16:21:30.497685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60012) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:30.504456 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.507340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a25e991-97e1-4372-8a91-083b871e7311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.510678 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a25e991-97e1-4372-8a91-083b871e7311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.514073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2a25e991-97e1-4372-8a91-083b871e7311 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/96a0a80f-6d38-4f95-a156-707040ef64f4 HTTP/1.1" status: 204 len: 168 time: 0.3997650 Nov 03 16:21:30.517346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.575302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25e991-97e1-4372-8a91-083b871e7311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a0a80f-6d38-4f95-a156-707040ef64f4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:30.597507 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ef932aa4-05e8-4ef5-a8af-4a4dad2b00db tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/ccd8c9d6-dff7-499b-8d89-35530655abb2 HTTP/1.1" status: 200 len: 990 time: 0.0967617 Nov 03 16:21:30.648057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5fa9753-f260-413d-a566-1323f7a6d780,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:30.652314 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:30.816591 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Network 8a66e57d-3f53-4ef4-9136-358708c62694 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:30.818398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:30.871905 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60022) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:31.008353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Router 352a4be4-e04c-4cd5-a63f-4863f5940d0d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:21:31.127760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port d72db2ec-dbd6-4719-a645-a79fe3c56db4 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:21:31.129390 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:31.283419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9d7698bb-5de4-4655-babc-1600b345e045 None None] Provisioning complete for port c5fa9753-f260-413d-a566-1323f7a6d780 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:31.283884 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d7698bb-5de4-4655-babc-1600b345e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:31.297233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:31.297591 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:31.325962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for d72db2ec-dbd6-4719-a645-a79fe3c56db4 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:21:31.336951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:21:31.368562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fb3e0f59-e6f1-4f6a-a5f4-e87bfc60a1d5 admin admin] 10.222.0.86 "PUT /v2.0/routers/352a4be4-e04c-4cd5-a63f-4863f5940d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994202 Nov 03 16:21:31.398588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9d7698bb-5de4-4655-babc-1600b345e045 None None] Port c5fa9753-f260-413d-a566-1323f7a6d780 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:21:31.453669 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:31.607101 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:31.675681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=d72db2ec-dbd6-4719-a645-a79fe3c56db4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:31.736645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5633283e-541f-415c-a86d-37ba8e7ab032 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:31.845444 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:31.845861 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Floating IP ccd8c9d6-dff7-499b-8d89-35530655abb2 disassociated (deleted). External IP: 172.25.6.84, port: 979cb996-ef38-43f0-ab0a-772c32a5bc99. Nov 03 16:21:31.852163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5633283e-541f-415c-a86d-37ba8e7ab032 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:31.852539 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:32.043297 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:32.093425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 5633283e-541f-415c-a86d-37ba8e7ab032, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5633283e-541f-415c-a86d-37ba8e7ab032,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:32.101973 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:32.170849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=5633283e-541f-415c-a86d-37ba8e7ab032,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:32.345637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:21:32.534283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60084) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:32.542921 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3d3fa01-d8a4-414d-a07c-305d86e645c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:32.596797 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:21:32.612235 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] Sync routers for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:21:32.616184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:32.636231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-c646f531-69c1-4d7c-a58c-5e565a258552 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892208 Nov 03 16:21:32.637227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195999f-affc-47b7-9872-b0d053a1be29 req-737dee64-79aa-4160-bc63-776e8899141b tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:32.638693 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-737dee64-79aa-4160-bc63-776e8899141b tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/networks?id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa HTTP/1.1" status: 200 len: 909 time: 0.2739873 Nov 03 16:21:32.638853 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:32.640049 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:32.689351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-acabd602-a9c1-4e7f-8ebd-642e3accb893 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/floatingips/ccd8c9d6-dff7-499b-8d89-35530655abb2 HTTP/1.1" status: 204 len: 168 time: 1.8162348 Nov 03 16:21:32.692762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:32.697886 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925fd115-7f78-4936-bfe7-beaa91aafb87" -d '{"events": [{"name": "network-changed", "server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:32.700807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-7816c23c-f627-44bb-821e-a3ac6e9161d7 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/quotas/5f5a7714a46a451fbf742ed878f22ce3 HTTP/1.1" status: 200 len: 375 time: 0.0512233 Nov 03 16:21:32.866868 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:32.910118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4700fd66-82e8-445b-936c-c6f6144d2e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:32.973864 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5451bc-2451-4daa-8362-63e35c6898c5 x-openstack-request-id: req-1b5451bc-2451-4daa-8362-63e35c6898c5 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:32.973864 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:32.973864 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b5451bc-2451-4daa-8362-63e35c6898c5 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:32.974331 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'status': 'completed', 'code': 200} Nov 03 16:21:32.983766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-52efaef2-f07c-4fa2-b6a0-6e1e38246435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:32.985518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-52efaef2-f07c-4fa2-b6a0-6e1e38246435 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a32cbeafcfa4f13ace9699bab53ab33&device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 1099 time: 0.3087730 Nov 03 16:21:33.094385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Sync routers for ids ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:21:33.112664 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-38e4eac2-a6f8-4d38-acd1-a1ada20c3654 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?tenant_id=5f5a7714a46a451fbf742ed878f22ce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3623633 Nov 03 16:21:33.126193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Routers {'352a4be4-e04c-4cd5-a63f-4863f5940d0d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:33.127099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:33.131648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-ed3e7fb7-e6ae-42e8-b181-63fc614ac14a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:21:33.134933 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-ed3e7fb7-e6ae-42e8-b181-63fc614ac14a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0090292 Nov 03 16:21:33.180587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-5e82ee5e-bb72-49f6-87be-9cf537d58607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:33.182560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-5e82ee5e-bb72-49f6-87be-9cf537d58607 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 1095 time: 0.1489987 Nov 03 16:21:33.383753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949bfc4-ba79-4ae2-810e-a3d07592c6f9 req-ccd56d0a-cfce-4c23-935e-46f96070fee1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:33.388168 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1949bfc4-ba79-4ae2-810e-a3d07592c6f9 req-ccd56d0a-cfce-4c23-935e-46f96070fee1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 944 time: 0.1772749 Nov 03 16:21:33.392247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Set router 352a4be4-e04c-4cd5-a63f-4863f5940d0d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:33.434252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-af7d0158-d48b-4281-8a33-f1879671986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:33.440493 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-af7d0158-d48b-4281-8a33-f1879671986d service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.4087729 Nov 03 16:21:33.441625 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5de90e04-c1fa-48b6-948c-17076b91150f', 'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:3a:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:06Z', 'updated_at': '2021-11-03T16:20:13Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:33.514800 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] Checking router: 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:21:33.536340 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:33.536972 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:33.552563 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1949bfc4-ba79-4ae2-810e-a3d07592c6f9 req-db93a430-3128-48e5-8158-28f17ce13f42 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055689 Nov 03 16:21:33.626524 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-a0669e7f-7980-4008-91b6-c6ca0161aa87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 HTTP/1.1" status: 200 len: 217 time: 0.0996230 Nov 03 16:21:33.757368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-61870db5-854a-4a05-b0e0-0451bad4d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:33.758888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-61870db5-854a-4a05-b0e0-0451bad4d5f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.1236246 Nov 03 16:21:33.762170 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:33.821677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5633283e-541f-415c-a86d-37ba8e7ab032 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:33.844214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4700fd66-82e8-445b-936c-c6f6144d2e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:33.861183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4700fd66-82e8-445b-936c-c6f6144d2e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:33.908712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-63854095-3d89-4755-85a0-0b057854febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:33.910267 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-63854095-3d89-4755-85a0-0b057854febe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239712 Nov 03 16:21:33.933064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-7deaa33f-cfc0-4d85-9df3-c57fa6b1054f service neutron] 10.222.0.86 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864683 Nov 03 16:21:33.949261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-f626b81b-d5ef-44e1-ad4e-ec2a3627ac62 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:33.951242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-f626b81b-d5ef-44e1-ad4e-ec2a3627ac62 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 944 time: 0.2234643 Nov 03 16:21:33.990801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700fd66-82e8-445b-936c-c6f6144d2e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed83341-289d-4269-8812-a13e3aa7cba7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:34.015314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4700fd66-82e8-445b-936c-c6f6144d2e49 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3829e78c9b24b038f49c81f17d02ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4798481 Nov 03 16:21:34.016861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-295910c1-a103-4d5e-80da-2b1d42f988ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:34.019092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-295910c1-a103-4d5e-80da-2b1d42f988ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 200 len: 897 time: 0.8270285 Nov 03 16:21:34.040257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60102) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:34.067899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5633283e-541f-415c-a86d-37ba8e7ab032 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:34.068273 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:34.084296 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5de90e04-c1fa-48b6-948c-17076b91150f', 'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:3a:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:06Z', 'updated_at': '2021-11-03T16:20:13Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:34.113622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-388a8f7a-b418-4a86-be86-84fe94c456f1 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909509 Nov 03 16:21:34.139362 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2ea48-83f1-4a69-96f9-c212d344c0a0 None None] The sync data for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 is: [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:20:07Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5de90e04-c1fa-48b6-948c-17076b91150f', 'name': '', 'network_id': 'fa799e08-e55c-4f76-9532-8825ecac5d7b', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:3a:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:06Z', 'updated_at': '2021-11-03T16:20:13Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': 'cf30aa7b-d227-4a29-9d6b-5accb929ac3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:21:34.171830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-db79a39f-d552-4fd8-8029-d68d6fd99c6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 200 len: 217 time: 0.1103137 Nov 03 16:21:34.209267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:22Z', 'updated_at': '2021-11-03T16:21:30Z', 'revision_number': 4, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'gw_port': {'id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:24Z', 'updated_at': '2021-11-03T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'c5fa9753-f260-413d-a566-1323f7a6d780', 'name': '', 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'mac_address': 'fa:16:3e:1d:6d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'e34791d2-c7d8-4fa5-985b-aaa5d5e465d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:28Z', 'updated_at': '2021-11-03T16:21:30Z', 'revision_number': 2, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'subnets': [{'id': 'e34791d2-c7d8-4fa5-985b-aaa5d5e465d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:34.297808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Checking router: 352a4be4-e04c-4cd5-a63f-4863f5940d0d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:21:34.298517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Updating router 352a4be4-e04c-4cd5-a63f-4863f5940d0d port c5fa9753-f260-413d-a566-1323f7a6d780 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:21:34.312781 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-4e6a76d3-4992-4f20-bd75-8fb3deb92ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904106 Nov 03 16:21:34.341098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-0da2dbb2-a404-48bb-8e8a-bcc4e16fbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:34.344796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-0da2dbb2-a404-48bb-8e8a-bcc4e16fbce6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf30aa7b-d227-4a29-9d6b-5accb929ac3d HTTP/1.1" status: 200 len: 835 time: 0.1542611 Nov 03 16:21:34.357012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-e8400d16-6e5e-4b21-ab05-319d75ce5198 service neutron] 10.222.0.86 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003625 Nov 03 16:21:34.401282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:34.408328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-94fc22a3-4308-4a82-b18c-6231a21ce9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:34.440145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port 979cb996-ef38-43f0-ab0a-772c32a5bc99 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:21:34.440797 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:34.610803 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-94fc22a3-4308-4a82-b18c-6231a21ce9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:34.616863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-710394b8-b4a8-4540-a3f6-7a8ad6a279ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:34.621732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-710394b8-b4a8-4540-a3f6-7a8ad6a279ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa799e08-e55c-4f76-9532-8825ecac5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634950 Nov 03 16:21:34.642707 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7527234-5b1d-4ec5-bcaf-55f87ea1cdc3 None None] New status for floating IP ccd8c9d6-dff7-499b-8d89-35530655abb2: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:21:34.777080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f189e2d-d723-4791-8553-d175ee4be953 req-2f2224c6-92a3-4d84-9180-bb15e37dcaa3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:34.785993 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f189e2d-d723-4791-8553-d175ee4be953 req-2f2224c6-92a3-4d84-9180-bb15e37dcaa3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 944 time: 0.0739610 Nov 03 16:21:34.803294 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58f8b194-2d44-45f1-af12-81582497461b req-422c8b4e-6327-41bc-b5c3-ae7c39323fc1 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 210 time: 0.1191289 Nov 03 16:21:34.871676 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:34.885220 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:34.939577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f189e2d-d723-4791-8553-d175ee4be953 req-2ded6c06-2ae6-4186-b01a-77b955b28474 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c65bd80-f198-400d-8857-d9f25c8598d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525071 Nov 03 16:21:35.005682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port 979cb996-ef38-43f0-ab0a-772c32a5bc99, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=979cb996-ef38-43f0-ab0a-772c32a5bc99,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:35.010189 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:35.054368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for 979cb996-ef38-43f0-ab0a-772c32a5bc99 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:21:35.070974 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-94fc22a3-4308-4a82-b18c-6231a21ce9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:35.073489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-94fc22a3-4308-4a82-b18c-6231a21ce9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:35.077329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-94fc22a3-4308-4a82-b18c-6231a21ce9b6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ed83341-289d-4269-8812-a13e3aa7cba7 HTTP/1.1" status: 204 len: 168 time: 1.0256093 Nov 03 16:21:35.099564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-ac065e7a-2e30-40dc-b0e3-6cf0c3fdbcd6 service neutron] 10.222.0.15 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451735 Nov 03 16:21:35.139089 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9f39a90b-7338-49e7-887b-05d936a2bfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:35.154204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad3c6b-fcdd-4216-b924-7b8ada6936f2 None None] Pushing event updated for resources: {'Port': ['ID=c5fa9753-f260-413d-a566-1323f7a6d780,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:35.179660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Attempting to bind port c5fa9753-f260-413d-a566-1323f7a6d780 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:35.181704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Attempting to bind port c5fa9753-f260-413d-a566-1323f7a6d780 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'efac680e-b6ef-4f15-9ba7-3329f8425cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:35.182377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Attempting to bind port c5fa9753-f260-413d-a566-1323f7a6d780 on network 8a66e57d-3f53-4ef4-9136-358708c62694 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:35.190278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:35.191126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Checking segment: {'id': 'efac680e-b6ef-4f15-9ba7-3329f8425cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:35.191751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:35.192345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Bound using segment: {'id': 'efac680e-b6ef-4f15-9ba7-3329f8425cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:35.193082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Bound port: c5fa9753-f260-413d-a566-1323f7a6d780, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efac680e-b6ef-4f15-9ba7-3329f8425cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:35.193752 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:35.201113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc22a3-4308-4a82-b18c-6231a21ce9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed83341-289d-4269-8812-a13e3aa7cba7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:35.293551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] For port c5fa9753-f260-413d-a566-1323f7a6d780, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:35.298114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] For port c5fa9753-f260-413d-a566-1323f7a6d780, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c5fa9753-f260-413d-a566-1323f7a6d780,segment=NetworkSegment(efac680e-b6ef-4f15-9ba7-3329f8425cd1),segment_id=efac680e-b6ef-4f15-9ba7-3329f8425cd1)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:35.314471 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:35.440230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Routers {'352a4be4-e04c-4cd5-a63f-4863f5940d0d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:35.440965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:35.454153 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:21:35.554480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-925fd115-7f78-4936-bfe7-beaa91aafb87 req-5a3a6980-2d4a-478e-b205-51c7f4b26272 service neutron] 10.222.0.15 "GET /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379877 Nov 03 16:21:35.608911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2c19be7f-d483-4423-80bd-f4a93c0460ea None None] Provisioning complete for port c5fa9753-f260-413d-a566-1323f7a6d780 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:35.616012 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c19be7f-d483-4423-80bd-f4a93c0460ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:35.688125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad3c6b-fcdd-4216-b924-7b8ada6936f2 None None] Pushing event updated for resources: {'Port': ['ID=c5fa9753-f260-413d-a566-1323f7a6d780,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:35.764904 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:35.928959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=979cb996-ef38-43f0-ab0a-772c32a5bc99,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:36.069984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] No DVR routers for this DVR port 979cb996-ef38-43f0-ab0a-772c32a5bc99 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:21:36.080012 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:36.100260 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8490a-2eec-4972-81a0-ed3562c59bf8 req-83da1608-7cf6-4ee9-b5c5-fb0ae655a3a8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.15 "DELETE /v2.0/ports/979cb996-ef38-43f0-ab0a-772c32a5bc99 HTTP/1.1" status: 204 len: 173 time: 2.1330683 Nov 03 16:21:36.102792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-deleted', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:36.106500 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444717eb-43b4-4a84-87de-7f18e22740d1" -d '{"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-deleted", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:36.120141 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9e89cca-f624-46e5-b1c6-439ebdf0b4ea req-69b5b231-08a8-44c5-87bc-ba5e251fb6a4 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 210 time: 0.0956967 Nov 03 16:21:36.214936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-661c4f0f-7477-4d3e-b8f1-112dcb5ea41b req-f4a334c8-feed-425d-9fa9-6483e16906b4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f81a404-fa38-400b-a81d-3c2bc2c4a268 HTTP/1.1" status: 200 len: 210 time: 0.0611434 Nov 03 16:21:36.292391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] Set router 352a4be4-e04c-4cd5-a63f-4863f5940d0d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:36.348855 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3050d45b-e686-4357-8fc7-fd9917a68a65 x-openstack-request-id: req-3050d45b-e686-4357-8fc7-fd9917a68a65 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:36.349274 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f81a404-fa38-400b-a81d-3c2bc2c4a268", "name": "network-vif-deleted", "tag": "979cb996-ef38-43f0-ab0a-772c32a5bc99", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:36.349660 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3050d45b-e686-4357-8fc7-fd9917a68a65 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:36.350173 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f81a404-fa38-400b-a81d-3c2bc2c4a268', 'name': 'network-vif-deleted', 'tag': '979cb996-ef38-43f0-ab0a-772c32a5bc99', 'status': 'completed', 'code': 200} Nov 03 16:21:36.377398 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:36.387395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c19be7f-d483-4423-80bd-f4a93c0460ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:36.408481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60154) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:36.517608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2c19be7f-d483-4423-80bd-f4a93c0460ea None None] For port c5fa9753-f260-413d-a566-1323f7a6d780, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c5fa9753-f260-413d-a566-1323f7a6d780,segment=NetworkSegment(efac680e-b6ef-4f15-9ba7-3329f8425cd1),segment_id=efac680e-b6ef-4f15-9ba7-3329f8425cd1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:36.534882 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c19be7f-d483-4423-80bd-f4a93c0460ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:36.632572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19be7f-d483-4423-80bd-f4a93c0460ea None None] Pushing event updated for resources: {'Port': ['ID=c5fa9753-f260-413d-a566-1323f7a6d780,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:36.667610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-588582912-network', 'tenant_id': '1490fc8ebf0244309cb05a5bf7e4440d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:36.703747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Made reservation on behalf of 1490fc8ebf0244309cb05a5bf7e4440d for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:36.708616 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:36.737951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:36.787976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b1c2a653-8f58-46c7-a805-2085d59e677c None None] Provisioning complete for port c5fa9753-f260-413d-a566-1323f7a6d780 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:36.792103 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1c2a653-8f58-46c7-a805-2085d59e677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:36.933041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:22Z', 'updated_at': '2021-11-03T16:21:30Z', 'revision_number': 4, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'gw_port': {'id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:24Z', 'updated_at': '2021-11-03T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'c5fa9753-f260-413d-a566-1323f7a6d780', 'name': '', 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'mac_address': 'fa:16:3e:1d:6d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'e34791d2-c7d8-4fa5-985b-aaa5d5e465d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:28Z', 'updated_at': '2021-11-03T16:21:35Z', 'revision_number': 4, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'subnets': [{'id': 'e34791d2-c7d8-4fa5-985b-aaa5d5e465d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:36.972102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195999f-affc-47b7-9872-b0d053a1be29 req-d56a229e-df6b-4bf4-9d22-8cddbb815020 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:36.973765 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-d56a229e-df6b-4bf4-9d22-8cddbb815020 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.70 "GET /v2.0/networks?id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa HTTP/1.1" status: 200 len: 909 time: 0.3098681 Nov 03 16:21:36.979076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f9c47-0d73-4bd3-a238-a30b5e609048 None None] The sync data for ids ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'] in n-d-813897-2 is: [{'id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:22Z', 'updated_at': '2021-11-03T16:21:30Z', 'revision_number': 4, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'gw_port': {'id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:24Z', 'updated_at': '2021-11-03T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'c5fa9753-f260-413d-a566-1323f7a6d780', 'name': '', 'network_id': '8a66e57d-3f53-4ef4-9136-358708c62694', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'mac_address': 'fa:16:3e:1d:6d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'e34791d2-c7d8-4fa5-985b-aaa5d5e465d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:28Z', 'updated_at': '2021-11-03T16:21:35Z', 'revision_number': 4, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'subnets': [{'id': 'e34791d2-c7d8-4fa5-985b-aaa5d5e465d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:21:37.008545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Request body: {'port': {'device_id': '742aac69-5d47-488f-84eb-d1d66297c6c1', 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'admin_state_up': True, 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:37.028825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:37.042455 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:37.067166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:21:37.081308 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:37.081909 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Added segment 23778e06-d972-4526-9b5e-7afa74dc49cd of type vlan for network f0db5d12-1a0c-47d0-830c-d5863cbfb704 Nov 03 16:21:37.127244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Made reservation on behalf of 5f5a7714a46a451fbf742ed878f22ce3 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:37.131953 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:37.191003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:37.240356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:37.244070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:37.244742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:37.279506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:37.363951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60188) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:37.390508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9772820 Nov 03 16:21:37.393682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60194) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:37.412107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Request body: {'subnet': {'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-588582912-subnet', 'tenant_id': '1490fc8ebf0244309cb05a5bf7e4440d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:37.438231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca0a99-17dd-41c1-b25e-ec3074db5b6c admin admin] Pushing event updated for resources: {'Network': ['ID=f0db5d12-1a0c-47d0-830c-d5863cbfb704,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:37.448544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Made reservation on behalf of 1490fc8ebf0244309cb05a5bf7e4440d for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:37.449714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network f0db5d12-1a0c-47d0-830c-d5863cbfb704 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:21:37.452551 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:37.584593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c51ccb2-fd43-4242-9c80-29c07e1a2ac0 req-878cb3b4-0cc3-42ee-ad7f-975be425d243 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 210 time: 0.2135594 Nov 03 16:21:37.611875 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 979cb996-ef38-43f0-ab0a-772c32a5bc99 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:21:37.728195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 979cb996-ef38-43f0-ab0a-772c32a5bc99 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:21:37.731857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 979cb996-ef38-43f0-ab0a-772c32a5bc99 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:21:37.835052 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:37.839244 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c5fa9753-f260-413d-a566-1323f7a6d780 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:37.942316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c5fa9753-f260-413d-a566-1323f7a6d780 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:37.942556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Allocated IP 172.20.0.5 (4bcf99a1-638d-4aae-9c3f-e69b518acaaa/6ce9b022-84c0-4693-b0da-b5e08bcc8bb3/0da1b891-c50f-48bf-9ec6-e41513578e33) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:37.943008 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:38.063622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:38.180193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d74c06c5-d850-428a-bdce-e188aa9f160f,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:38.228476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Checking segment: {'id': '23778e06-d972-4526-9b5e-7afa74dc49cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:38.229114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Network hostable DHCP agents. Network: f0db5d12-1a0c-47d0-830c-d5863cbfb704, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:21:38.237714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:38.253906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Network f0db5d12-1a0c-47d0-830c-d5863cbfb704 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:21:38.312448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, f0db5d12-1a0c-47d0-830c-d5863cbfb704) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:38.320375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fd9d32-ce0f-4495-a185-7e6177825a71 None None] Network f0db5d12-1a0c-47d0-830c-d5863cbfb704 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:21:38.334427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:38.335300 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:38.361204 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:38.398005 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-44834c7d-c0bd-4895-99b8-eef36b3bbcbf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9900517 Nov 03 16:21:38.568936 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:38.620543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:38.748742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:38.776880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:38.779224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Pushing event updated for resources: {'Port': ['ID=0da1b891-c50f-48bf-9ec6-e41513578e33,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:38.799063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717b1a8-372f-4435-a4d5-f5cb45ff7739 None None] Network f0db5d12-1a0c-47d0-830c-d5863cbfb704 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:21:39.222204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:39.223194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.291901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4785a-a904-48a7-8f4e-f3e9e418ba70 req-c165eea6-08df-418e-a1f9-0e59b62f0620 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:39.299525 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dde4785a-a904-48a7-8f4e-f3e9e418ba70 req-c165eea6-08df-418e-a1f9-0e59b62f0620 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1027 time: 0.5673709 Nov 03 16:21:39.346493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e1815d5a-a194-4989-bdb8-271978cd1efb None None] Provisioning complete for port 0da1b891-c50f-48bf-9ec6-e41513578e33 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:39.347177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e1815d5a-a194-4989-bdb8-271978cd1efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.368395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-46746287-d8e6-438e-a45c-35a529879cec tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3757641 Nov 03 16:21:39.400264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Request body: {'port': {'device_id': '742aac69-5d47-488f-84eb-d1d66297c6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:39.432676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e1815d5a-a194-4989-bdb8-271978cd1efb None None] Port 0da1b891-c50f-48bf-9ec6-e41513578e33 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:21:39.487255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dde4785a-a904-48a7-8f4e-f3e9e418ba70 req-766357d8-b53b-4441-b8b2-accdd0e9051f tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718810 Nov 03 16:21:39.502469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60382) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:39.511936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4d70b4c5-06ec-465a-9645-3d5cca597f96 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153300669', 'description': 'tempest-secgroup-smoke-1153300669 description', 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:39.550451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.563981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4d70b4c5-06ec-465a-9645-3d5cca597f96 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.699824 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4d70b4c5-06ec-465a-9645-3d5cca597f96 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.706325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4d70b4c5-06ec-465a-9645-3d5cca597f96 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.721818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.754624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4d70b4c5-06ec-465a-9645-3d5cca597f96 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.756236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4d70b4c5-06ec-465a-9645-3d5cca597f96 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2520437 Nov 03 16:21:39.757188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70b4c5-06ec-465a-9645-3d5cca597f96 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:39.764376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60408) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:39.774933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-80b1bd27-eb6c-43f5-8bdf-7186bb9a4d30 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'security_group_rule': {'security_group_id': '4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a', 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:39.814510 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80b1bd27-eb6c-43f5-8bdf-7186bb9a4d30 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.963768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80b1bd27-eb6c-43f5-8bdf-7186bb9a4d30 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:39.969866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80b1bd27-eb6c-43f5-8bdf-7186bb9a4d30 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.000295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1bd27-eb6c-43f5-8bdf-7186bb9a4d30 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71cc4a2-3ccd-4bdb-862d-14f83fca1027,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:40.021848 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80b1bd27-eb6c-43f5-8bdf-7186bb9a4d30 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.034545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-80b1bd27-eb6c-43f5-8bdf-7186bb9a4d30 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2681389 Nov 03 16:21:40.039368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60444) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:40.052636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7b0d65f1-9796-4bfe-b146-203180877d3e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'security_group_rule': {'security_group_id': '4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a', 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:40.139900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b0d65f1-9796-4bfe-b146-203180877d3e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.220123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b0d65f1-9796-4bfe-b146-203180877d3e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.227725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b0d65f1-9796-4bfe-b146-203180877d3e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.248517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da1b891-c50f-48bf-9ec6-e41513578e33 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:21:40.253210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d65f1-9796-4bfe-b146-203180877d3e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d6e149-27cb-4e8b-92a4-2e41ca502589,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:40.273880 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b0d65f1-9796-4bfe-b146-203180877d3e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.278252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7b0d65f1-9796-4bfe-b146-203180877d3e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2347076 Nov 03 16:21:40.281032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60472) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:40.282668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.288999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5a100840-4a45-4e5c-b75b-8db31edaa5ae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'security_group_rule': {'security_group_id': '4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a', 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:40.302228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Transition to ACTIVE for port object 0da1b891-c50f-48bf-9ec6-e41513578e33 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:21:40.304943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port 5de90e04-c1fa-48b6-948c-17076b91150f {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:21:40.305286 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.330438 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.351187 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a100840-4a45-4e5c-b75b-8db31edaa5ae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.464309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a100840-4a45-4e5c-b75b-8db31edaa5ae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.470546 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a100840-4a45-4e5c-b75b-8db31edaa5ae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.502120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a100840-4a45-4e5c-b75b-8db31edaa5ae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec33af00-2ed2-4546-8f5f-6c162ff7c882,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:40.524231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a100840-4a45-4e5c-b75b-8db31edaa5ae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.532262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a100840-4a45-4e5c-b75b-8db31edaa5ae tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2469418 Nov 03 16:21:40.533398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60502) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:40.541706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-31c94331-1b77-4f25-81f7-eb1f835ca6a9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'security_group_rule': {'security_group_id': '4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a', 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:40.593261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Pushing event updated for resources: {'Port': ['ID=0da1b891-c50f-48bf-9ec6-e41513578e33,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:40.626075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31c94331-1b77-4f25-81f7-eb1f835ca6a9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.710776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port 5de90e04-c1fa-48b6-948c-17076b91150f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5de90e04-c1fa-48b6-948c-17076b91150f,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:40.711410 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.749011 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31c94331-1b77-4f25-81f7-eb1f835ca6a9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.774021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31c94331-1b77-4f25-81f7-eb1f835ca6a9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.775610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for 5de90e04-c1fa-48b6-948c-17076b91150f owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:21:40.832148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c94331-1b77-4f25-81f7-eb1f835ca6a9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e32d00-075e-4114-9f85-159990c35338,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:40.884763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e674c-a914-43a7-ae8f-c567c832786b req-7053b828-f971-4642-b621-ed8e43e75bee tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:40.894482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-714e674c-a914-43a7-ae8f-c567c832786b req-7053b828-f971-4642-b621-ed8e43e75bee tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1052 time: 0.1995680 Nov 03 16:21:40.899251 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-31c94331-1b77-4f25-81f7-eb1f835ca6a9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:40.901673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-31c94331-1b77-4f25-81f7-eb1f835ca6a9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664293 Nov 03 16:21:40.906791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60548) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:40.956420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'security_group_rule': {'security_group_id': '4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a', 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:40.981251 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-714e674c-a914-43a7-ae8f-c567c832786b req-e436dc2f-1956-4d1c-9e3c-d80f770dadc3 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776408 Nov 03 16:21:41.010012 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Project 2bc437a94d724a06b94d3ecdcf5867e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:21:41.010012 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:41.025463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Attempting to bind port 0da1b891-c50f-48bf-9ec6-e41513578e33 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:41.026442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Attempting to bind port 0da1b891-c50f-48bf-9ec6-e41513578e33 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:41.027117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Attempting to bind port 0da1b891-c50f-48bf-9ec6-e41513578e33 on network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:41.038416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Port 0da1b891-c50f-48bf-9ec6-e41513578e33 on network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:21:41.038907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Attempting to bind port 0da1b891-c50f-48bf-9ec6-e41513578e33 on network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:41.053482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:41.054041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Checking segment: {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:41.054591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Bound using segment: {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:41.055217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Bound port: 0da1b891-c50f-48bf-9ec6-e41513578e33, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:41.055736 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:41.103227 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:41.112130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:41.152708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:41.154000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2232921 Nov 03 16:21:41.158320 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60574) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:41.173714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-14a662fc-1952-472a-ae1d-9b2721cf4254 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'security_group_rule': {'security_group_id': '4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a', 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:41.176887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4005177e-53f9-4c5a-a032-454dd8ae8b4a,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:41.205689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.206616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.207552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.208773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.216352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.217478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.219556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.220214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.222006 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.223051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.223677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.225311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618cdc1f-fc01-463c-9963-f24ee8fe0458 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:21:41.673781 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] For port 0da1b891-c50f-48bf-9ec6-e41513578e33, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:41.702204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] For port 0da1b891-c50f-48bf-9ec6-e41513578e33, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0da1b891-c50f-48bf-9ec6-e41513578e33,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:41.709271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:41.714654 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-14a662fc-1952-472a-ae1d-9b2721cf4254 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Project 2bc437a94d724a06b94d3ecdcf5867e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:21:41.752070 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-14a662fc-1952-472a-ae1d-9b2721cf4254 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:41.797725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:41.798097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:41.799481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] 10.222.0.70 "PUT /v2.0/ports/0da1b891-c50f-48bf-9ec6-e41513578e33 HTTP/1.1" status: 200 len: 1091 time: 2.4151504 Nov 03 16:21:41.799930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742aac69-5d47-488f-84eb-d1d66297c6c1', 'tag': '0da1b891-c50f-48bf-9ec6-e41513578e33'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:41.802209 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dca3ff-8449-4683-a486-632478745103" -d '{"events": [{"name": "network-changed", "server_uuid": "742aac69-5d47-488f-84eb-d1d66297c6c1", "tag": "0da1b891-c50f-48bf-9ec6-e41513578e33"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:41.911149 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45db040-008f-464e-9360-c330432f3359 x-openstack-request-id: req-c45db040-008f-464e-9360-c330432f3359 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:41.911457 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742aac69-5d47-488f-84eb-d1d66297c6c1", "tag": "0da1b891-c50f-48bf-9ec6-e41513578e33", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:41.911757 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c45db040-008f-464e-9360-c330432f3359 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:41.912201 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742aac69-5d47-488f-84eb-d1d66297c6c1', 'tag': '0da1b891-c50f-48bf-9ec6-e41513578e33', 'status': 'completed', 'code': 200} Nov 03 16:21:41.943751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ef532-4e5b-48e2-b210-9f417b11e895 service neutron] Pushing event updated for resources: {'Port': ['ID=0da1b891-c50f-48bf-9ec6-e41513578e33,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:41.954112 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:42.028032 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-14a662fc-1952-472a-ae1d-9b2721cf4254 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:42.030577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=5de90e04-c1fa-48b6-948c-17076b91150f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:42.074004 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-14a662fc-1952-472a-ae1d-9b2721cf4254 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:42.087872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195999f-affc-47b7-9872-b0d053a1be29 req-65c2a6b1-563a-4df8-9f56-426f8925ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:42.089657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-65c2a6b1-563a-4df8-9f56-426f8925ded7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f5a7714a46a451fbf742ed878f22ce3&device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1094 time: 0.2359819 Nov 03 16:21:42.249390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a662fc-1952-472a-ae1d-9b2721cf4254 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07980b04-8217-4496-af5a-812aefaf4680,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:42.273884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-bddf6f32-4c42-40f5-8817-4cd72a294150 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0da1b891-c50f-48bf-9ec6-e41513578e33 HTTP/1.1" status: 200 len: 217 time: 0.1302457 Nov 03 16:21:42.280931 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-14a662fc-1952-472a-ae1d-9b2721cf4254 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:42.285227 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-14a662fc-1952-472a-ae1d-9b2721cf4254 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1210690 Nov 03 16:21:42.391962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7dd25-3f01-4ddb-82f3-36569e0611a3 req-84e4d7c7-7276-432f-8a18-3153f61e0801 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:42.393470 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-18c7dd25-3f01-4ddb-82f3-36569e0611a3 req-84e4d7c7-7276-432f-8a18-3153f61e0801 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1094 time: 0.2123301 Nov 03 16:21:42.435688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195999f-affc-47b7-9872-b0d053a1be29 req-c7146a19-bd1b-41d1-99c5-3ed4ff495545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:42.437750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-c7146a19-bd1b-41d1-99c5-3ed4ff495545 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ce9b022-84c0-4693-b0da-b5e08bcc8bb3 HTTP/1.1" status: 200 len: 847 time: 0.1517384 Nov 03 16:21:42.551229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-18c7dd25-3f01-4ddb-82f3-36569e0611a3 req-cb4ac6a4-1f59-4684-9147-cdc8a0818445 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495831 Nov 03 16:21:42.552011 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:42.553352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-7161c5ba-531c-4f39-ac99-8c7bfa89cd71 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:42.563410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-7161c5ba-531c-4f39-ac99-8c7bfa89cd71 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/networks?id=f0db5d12-1a0c-47d0-830c-d5863cbfb704 HTTP/1.1" status: 200 len: 808 time: 0.1405501 Nov 03 16:21:42.568557 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195999f-affc-47b7-9872-b0d053a1be29 req-fdde6cdc-3df9-44a0-b9a5-b2e5143749f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:42.570160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-fdde6cdc-3df9-44a0-b9a5-b2e5143749f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949442 Nov 03 16:21:42.590799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-2f96593c-ff6c-4493-a846-5e09fd54bb95 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/quotas/1490fc8ebf0244309cb05a5bf7e4440d HTTP/1.1" status: 200 len: 375 time: 0.0258489 Nov 03 16:21:42.620866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-6f974f45-9ad6-4dc8-a580-2ed50f24d6a5 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1490fc8ebf0244309cb05a5bf7e4440d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292091 Nov 03 16:21:42.738973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-585d5e71-9c30-4e15-9723-6926be38f0b0 service neutron] 10.222.0.86 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058233 Nov 03 16:21:42.754605 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-d33fb184-b677-4fbc-a816-d61a56fe5289 service neutron] 10.222.0.70 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757221 Nov 03 16:21:42.863096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-5fb2fb03-e1e8-473f-a3ce-1ce71423b2c2 service neutron] 10.222.0.86 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170175 Nov 03 16:21:42.954028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8195999f-affc-47b7-9872-b0d053a1be29 req-00636e86-ae28-4fc8-8594-1c88157ddd8b service neutron] 10.222.0.70 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905551 Nov 03 16:21:42.958110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:21:43.088496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6eaca111-5fed-4305-932a-7bec7d940d91 req-261e3d3a-32ba-4e7e-b0e3-2e9ed5e2c18a tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 210 time: 0.0404108 Nov 03 16:21:43.139828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dca3ff-8449-4683-a486-632478745103 req-bc8a34e2-f392-4d06-827e-e8a1d48f0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:43.141579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5dca3ff-8449-4683-a486-632478745103 req-bc8a34e2-f392-4d06-827e-e8a1d48f0a8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f5a7714a46a451fbf742ed878f22ce3&device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1094 time: 0.1289077 Nov 03 16:21:43.288720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:21:43.301359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] Sync routers for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:21:43.310854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26c40de7-5a19-40fb-9b26-c8a721b8f8e6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "PUT /v2.0/routers/19f5ba6d-c78e-42fa-bf5f-a77c00aa324d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9386582 Nov 03 16:21:43.310960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60812) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:43.354291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:43.356021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:43.447500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dca3ff-8449-4683-a486-632478745103 req-7ca2f55f-df7d-4ac9-bcce-419bab044c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:43.448855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb993a22-47ad-4885-8437-f7ddbb996799 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting subnet cf30aa7b-d227-4a29-9d6b-5accb929ac3d {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:21:43.452447 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5dca3ff-8449-4683-a486-632478745103 req-7ca2f55f-df7d-4ac9-bcce-419bab044c48 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa HTTP/1.1" status: 200 len: 909 time: 0.2999835 Nov 03 16:21:43.463148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb993a22-47ad-4885-8437-f7ddbb996799 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:43.553860 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5dca3ff-8449-4683-a486-632478745103 req-f01a9c97-02ff-43f0-afbf-584c894a5ebe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0da1b891-c50f-48bf-9ec6-e41513578e33 HTTP/1.1" status: 200 len: 217 time: 0.0934479 Nov 03 16:21:43.649157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb993a22-47ad-4885-8437-f7ddbb996799 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:43.669618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dca3ff-8449-4683-a486-632478745103 req-56c3a9d1-16a6-44b5-83f1-d4aa04b0f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:43.671133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:43.672136 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5dca3ff-8449-4683-a486-632478745103 req-56c3a9d1-16a6-44b5-83f1-d4aa04b0f184 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ce9b022-84c0-4693-b0da-b5e08bcc8bb3 HTTP/1.1" status: 200 len: 847 time: 0.1082013 Nov 03 16:21:43.776754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dca3ff-8449-4683-a486-632478745103 req-bcd8fa35-47c8-481e-9769-31fa9a3c3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:43.779032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5dca3ff-8449-4683-a486-632478745103 req-bcd8fa35-47c8-481e-9769-31fa9a3c3361 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979004 Nov 03 16:21:43.785551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a9bd6-6479-4f63-a495-61ed6349cf33 req-59606a83-9af5-4217-9c41-fc1c36b6d641 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:43.793871 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2e7a9bd6-6479-4f63-a495-61ed6349cf33 req-59606a83-9af5-4217-9c41-fc1c36b6d641 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1094 time: 0.0652862 Nov 03 16:21:43.839801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb993a22-47ad-4885-8437-f7ddbb996799 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:43.912035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2e7a9bd6-6479-4f63-a495-61ed6349cf33 req-54e52f8c-3493-4d33-aba8-f578a034e2aa tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169455 Nov 03 16:21:43.940537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb993a22-47ad-4885-8437-f7ddbb996799 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:43.984183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb993a22-47ad-4885-8437-f7ddbb996799 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Subnet': ['ID=cf30aa7b-d227-4a29-9d6b-5accb929ac3d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:43.989056 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bb993a22-47ad-4885-8437-f7ddbb996799 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:43.994025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bb993a22-47ad-4885-8437-f7ddbb996799 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/subnets/cf30aa7b-d227-4a29-9d6b-5accb929ac3d HTTP/1.1" status: 204 len: 168 time: 0.6811893 Nov 03 16:21:43.996852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60824) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:43.997113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaeb0db-bd4d-45de-bf42-006dde97cf6d None None] Network fa799e08-e55c-4f76-9532-8825ecac5d7b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:21:44.003417 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5dca3ff-8449-4683-a486-632478745103 req-1205d820-cf9f-48d9-817a-4d34749b58b9 service neutron] 10.222.0.70 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063606 Nov 03 16:21:44.147178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5dca3ff-8449-4683-a486-632478745103 req-c0a7d06c-4b12-425d-9d9a-0443204c6f93 service neutron] 10.222.0.70 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349437 Nov 03 16:21:44.200965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:44.213110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:21:41Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:44.251098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] Checking router: 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:21:44.268821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] Routers {'19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:44.270780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:44.322983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e3e60-49df-4889-b6f7-941405c5e28f None None] DHCP port deletion for fa799e08-e55c-4f76-9532-8825ecac5d7b request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:21:44.373277 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:44.450034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e50e3e60-49df-4889-b6f7-941405c5e28f None None] Deleting port 7c31249b-6225-4a43-9b27-c5f13c0e658e {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:21:44.451518 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e50e3e60-49df-4889-b6f7-941405c5e28f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:44.459960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port d9aa2f20-d072-4647-bb49-037febb9913f {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:21:44.460512 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:44.527340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] Set router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:44.597850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e50e3e60-49df-4889-b6f7-941405c5e28f None None] For port 7c31249b-6225-4a43-9b27-c5f13c0e658e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7c31249b-6225-4a43-9b27-c5f13c0e658e,segment=NetworkSegment(2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b),segment_id=2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:44.598301 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e50e3e60-49df-4889-b6f7-941405c5e28f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:44.606610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port d9aa2f20-d072-4647-bb49-037febb9913f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d9aa2f20-d072-4647-bb49-037febb9913f,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:44.607053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:44.630695 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e50e3e60-49df-4889-b6f7-941405c5e28f None None] Calling delete_port for 7c31249b-6225-4a43-9b27-c5f13c0e658e owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:21:44.673177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for d9aa2f20-d072-4647-bb49-037febb9913f owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:21:44.767323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a9904ef-75ae-4d3a-a1fe-306ed88a3f4f req-6cf81ce5-4b13-4367-a2fb-0b4c81d3116b tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 210 time: 0.0869126 Nov 03 16:21:44.881744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-3729250c-af37-4ad2-8b87-969de00e4bdd tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:44.883349 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-3729250c-af37-4ad2-8b87-969de00e4bdd tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.15 "GET /v2.0/networks?id=f0db5d12-1a0c-47d0-830c-d5863cbfb704 HTTP/1.1" status: 200 len: 808 time: 0.3327844 Nov 03 16:21:44.948095 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e50e3e60-49df-4889-b6f7-941405c5e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:44.973730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Request body: {'port': {'device_id': '36a213e5-7e99-4be6-8278-7412b99e315f', 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704', 'admin_state_up': True, 'tenant_id': '1490fc8ebf0244309cb05a5bf7e4440d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:44.998485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e3e60-49df-4889-b6f7-941405c5e28f None None] Pushing event deleted for resources: {'Port': ['ID=7c31249b-6225-4a43-9b27-c5f13c0e658e,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:45.001277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e3e60-49df-4889-b6f7-941405c5e28f None None] No DVR routers for this DVR port 7c31249b-6225-4a43-9b27-c5f13c0e658e on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:21:45.103820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:21:41Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:45.137237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d918039-61b6-4b8a-b451-e44938073178 None None] The sync data for ids ['19f5ba6d-c78e-42fa-bf5f-a77c00aa324d'] in n-d-813897-2 is: [{'id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877494074', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:20:01Z', 'updated_at': '2021-11-03T16:21:41Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'd9aa2f20-d072-4647-bb49-037febb9913f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5ba6d-c78e-42fa-bf5f-a77c00aa324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:20:02Z', 'updated_at': '2021-11-03T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:21:45.161695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee5a6-845e-42c3-8dde-b58323b9f0a3 req-9f49b208-005f-4df2-895f-959548c634dd tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:45.161695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9ee5a6-845e-42c3-8dde-b58323b9f0a3 req-9f49b208-005f-4df2-895f-959548c634dd tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1094 time: 0.1493335 Nov 03 16:21:45.242364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.269184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9ee5a6-845e-42c3-8dde-b58323b9f0a3 req-bc09eeec-5011-44d3-8e77-1a58349f3572 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940201 Nov 03 16:21:45.292214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=d9aa2f20-d072-4647-bb49-037febb9913f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:45.295984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Made reservation on behalf of 1490fc8ebf0244309cb05a5bf7e4440d for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:45.299760 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.414731 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.540706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.544752 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.603839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Allocated IP 172.20.0.6 (f0db5d12-1a0c-47d0-830c-d5863cbfb704/d74c06c5-d850-428a-bdce-e188aa9f160f/9488c97f-d746-4093-8704-2dae29e50c3c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:45.610657 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.611101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Fanout notify agent at l3_agent the message router_deleted on router 19f5ba6d-c78e-42fa-bf5f-a77c00aa324d {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:21:45.619308 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.623631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0a72c585-8700-4627-996e-c91bad09fe00 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/routers/19f5ba6d-c78e-42fa-bf5f-a77c00aa324d HTTP/1.1" status: 204 len: 168 time: 1.6222839 Nov 03 16:21:45.624603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60836) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:45.812400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.834266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.850970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0da1b891-c50f-48bf-9ec6-e41513578e33 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:21:45.904419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de90e04-c1fa-48b6-948c-17076b91150f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:21:45.923767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:45.966559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5de90e04-c1fa-48b6-948c-17076b91150f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:21:45.968489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5de90e04-c1fa-48b6-948c-17076b91150f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:21:45.969157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7c31249b-6225-4a43-9b27-c5f13c0e658e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:21:45.994745 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.005039 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 7c31249b-6225-4a43-9b27-c5f13c0e658e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:21:46.005753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7c31249b-6225-4a43-9b27-c5f13c0e658e not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:21:46.039372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Network f0db5d12-1a0c-47d0-830c-d5863cbfb704 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:46.043259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:46.065306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:46.072812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Pushing event updated for resources: {'Port': ['ID=9488c97f-d746-4093-8704-2dae29e50c3c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:46.115046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa799e08-e55c-4f76-9532-8825ecac5d7b']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:46.133072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0da1b891-c50f-48bf-9ec6-e41513578e33, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0da1b891-c50f-48bf-9ec6-e41513578e33,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:46.147659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e16868-6c4d-4f61-9308-1be621f14270 req-a1636b50-c2b4-437b-8dfb-f00a42c13898 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:46.157893 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29e16868-6c4d-4f61-9308-1be621f14270 req-a1636b50-c2b4-437b-8dfb-f00a42c13898 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 931 time: 0.2133865 Nov 03 16:21:46.160812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '0da1b891-c50f-48bf-9ec6-e41513578e33', 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'port_id': '0da1b891-c50f-48bf-9ec6-e41513578e33', 'mac_address': 'fa:16:3e:25:61:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce9b022-84c0-4693-b0da-b5e08bcc8bb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:21:46.168132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:46.168790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8df637-5ecf-4bb0-919f-76d3bdc1bd3b') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:46.191839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.196366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:46.197033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.230662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-e67caa2c-d38d-407c-b255-d2c97b35cafc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2611141 Nov 03 16:21:46.239830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.248423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Request body: {'port': {'device_id': '36a213e5-7e99-4be6-8278-7412b99e315f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:46.260703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:21:46.265647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:21:46.268876 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:21:46.273177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.309596 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da1b891-c50f-48bf-9ec6-e41513578e33 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:21:46.345313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29e16868-6c4d-4f61-9308-1be621f14270 req-be5e115c-2c70-4943-ac95-0b5d623b8577 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745586 Nov 03 16:21:46.371721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0da1b891-c50f-48bf-9ec6-e41513578e33, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0da1b891-c50f-48bf-9ec6-e41513578e33,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:46.375124 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.385226 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.423499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.448154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0da1b891-c50f-48bf-9ec6-e41513578e33,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:46.453923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.461699 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/networks/fa799e08-e55c-4f76-9532-8825ecac5d7b HTTP/1.1" status: 204 len: 168 time: 0.8356330 Nov 03 16:21:46.463414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60848) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:46.483103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39229428-4b5b-42f4-b131-bcec817d9916 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Network': ['ID=fa799e08-e55c-4f76-9532-8825ecac5d7b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:46.542819 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd89f58a-988c-4fd8-a59d-70dce6da9f41 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.578095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd89f58a-988c-4fd8-a59d-70dce6da9f41 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.615582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0da1b891-c50f-48bf-9ec6-e41513578e33'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:21:46.636508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b135263-dae8-4ff9-8cb1-44e0e838b0f5 req-04899d0f-4307-48c2-8ec4-7d7734e1ddaa tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:46.644909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3b135263-dae8-4ff9-8cb1-44e0e838b0f5 req-04899d0f-4307-48c2-8ec4-7d7734e1ddaa tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1095 time: 0.0919349 Nov 03 16:21:46.681462 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd89f58a-988c-4fd8-a59d-70dce6da9f41 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.686685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bd89f58a-988c-4fd8-a59d-70dce6da9f41 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:46.688366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bd89f58a-988c-4fd8-a59d-70dce6da9f41 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/security-groups/7c65bd80-f198-400d-8857-d9f25c8598d2 HTTP/1.1" status: 204 len: 168 time: 0.2237678 Nov 03 16:21:46.722809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89f58a-988c-4fd8-a59d-70dce6da9f41 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c65bd80-f198-400d-8857-d9f25c8598d2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:46.793046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3b135263-dae8-4ff9-8cb1-44e0e838b0f5 req-bbc53e4b-ccd4-495f-a056-e1dd37148f3c tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454754 Nov 03 16:21:47.284401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9488c97f-d746-4093-8704-2dae29e50c3c {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:21:47.292417 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:47.305955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Transition to ACTIVE for port object 9488c97f-d746-4093-8704-2dae29e50c3c will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:21:47.311825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:47.359359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Pushing event updated for resources: {'Port': ['ID=9488c97f-d746-4093-8704-2dae29e50c3c,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:47.452153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Attempting to bind port 9488c97f-d746-4093-8704-2dae29e50c3c on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:47.452912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Attempting to bind port 9488c97f-d746-4093-8704-2dae29e50c3c by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '23778e06-d972-4526-9b5e-7afa74dc49cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:47.453635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Attempting to bind port 9488c97f-d746-4093-8704-2dae29e50c3c on network f0db5d12-1a0c-47d0-830c-d5863cbfb704 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:47.458827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Port 9488c97f-d746-4093-8704-2dae29e50c3c on network f0db5d12-1a0c-47d0-830c-d5863cbfb704 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:21:47.459364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Attempting to bind port 9488c97f-d746-4093-8704-2dae29e50c3c on network f0db5d12-1a0c-47d0-830c-d5863cbfb704 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:47.464848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:47.465728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Checking segment: {'id': '23778e06-d972-4526-9b5e-7afa74dc49cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:47.466322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Bound using segment: {'id': '23778e06-d972-4526-9b5e-7afa74dc49cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:47.467804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Bound port: 9488c97f-d746-4093-8704-2dae29e50c3c, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23778e06-d972-4526-9b5e-7afa74dc49cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:47.468611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:47.588327 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97933110-4601-4127-8e3c-9c5148edd0a1 req-9ffc8bf6-a360-4687-9a25-d947be4ad553 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:47.590132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97933110-4601-4127-8e3c-9c5148edd0a1 req-9ffc8bf6-a360-4687-9a25-d947be4ad553 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 943 time: 0.1032443 Nov 03 16:21:47.591386 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60862) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:47.595077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] For port 9488c97f-d746-4093-8704-2dae29e50c3c, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:47.597426 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-16479eb5-d488-48d4-b561-490da73043f9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298092835', 'description': 'tempest-secgroup-smoke-1298092835 description', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:47.598878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] For port 9488c97f-d746-4093-8704-2dae29e50c3c, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9488c97f-d746-4093-8704-2dae29e50c3c,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:47.628795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d9aa2f20-d072-4647-bb49-037febb9913f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:21:47.630277 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:47.649299 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16479eb5-d488-48d4-b561-490da73043f9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:47.696259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:47.697604 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:47.699101 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] 10.222.0.15 "PUT /v2.0/ports/9488c97f-d746-4093-8704-2dae29e50c3c HTTP/1.1" status: 200 len: 1091 time: 1.4551132 Nov 03 16:21:47.705222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a213e5-7e99-4be6-8278-7412b99e315f', 'tag': '9488c97f-d746-4093-8704-2dae29e50c3c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:47.708785 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6eefc7-3e59-4738-acf7-b45e27f77518" -d '{"events": [{"name": "network-changed", "server_uuid": "36a213e5-7e99-4be6-8278-7412b99e315f", "tag": "9488c97f-d746-4093-8704-2dae29e50c3c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:47.730651 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97933110-4601-4127-8e3c-9c5148edd0a1 req-0cb8071e-550b-4655-b2dd-3b459c5043a6 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266148 Nov 03 16:21:47.750990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7676d-7294-4e9a-ac59-428bf8badaca service neutron] Pushing event updated for resources: {'Port': ['ID=9488c97f-d746-4093-8704-2dae29e50c3c,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:47.852875 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2f9a06-f0a6-44b1-979b-a639af070bf6 x-openstack-request-id: req-4d2f9a06-f0a6-44b1-979b-a639af070bf6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:47.853618 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a213e5-7e99-4be6-8278-7412b99e315f", "tag": "9488c97f-d746-4093-8704-2dae29e50c3c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:47.854066 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d2f9a06-f0a6-44b1-979b-a639af070bf6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:47.854659 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a213e5-7e99-4be6-8278-7412b99e315f', 'tag': '9488c97f-d746-4093-8704-2dae29e50c3c', 'status': 'completed', 'code': 200} Nov 03 16:21:47.859182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16479eb5-d488-48d4-b561-490da73043f9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:47.869563 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16479eb5-d488-48d4-b561-490da73043f9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:47.869746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0da1b891-c50f-48bf-9ec6-e41513578e33 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:47.878739 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-105b3f23-14a2-43a8-89cb-ac686a3cb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:47.888990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-105b3f23-14a2-43a8-89cb-ac686a3cb1bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1490fc8ebf0244309cb05a5bf7e4440d&device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 1094 time: 0.1106780 Nov 03 16:21:47.907587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16479eb5-d488-48d4-b561-490da73043f9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ed87ea-65d9-420b-aba0-2cc837e9615e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:47.911165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: d9aa2f20-d072-4647-bb49-037febb9913f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:21:47.911521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d9aa2f20-d072-4647-bb49-037febb9913f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:21:47.928418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16479eb5-d488-48d4-b561-490da73043f9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:47.930319 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-16479eb5-d488-48d4-b561-490da73043f9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3370647 Nov 03 16:21:47.933385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:47.936381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 0da1b891-c50f-48bf-9ec6-e41513578e33 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:21:47.946409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ef922b3f-b7dc-47df-a349-f674a4a34349 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': 'b9ed87ea-65d9-420b-aba0-2cc837e9615e', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:47.947228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 0da1b891-c50f-48bf-9ec6-e41513578e33 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:47.947605 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.000673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-a4b07050-f5f6-415b-8008-d96bc17b9389 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9488c97f-d746-4093-8704-2dae29e50c3c HTTP/1.1" status: 200 len: 217 time: 0.0907168 Nov 03 16:21:48.012205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef922b3f-b7dc-47df-a349-f674a4a34349 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.053853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84bd22-57cf-40e5-a0ec-90906339ae15 req-5b1c3337-842f-4442-8f76-896a5edf56e5 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:48.065099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc84bd22-57cf-40e5-a0ec-90906339ae15 req-5b1c3337-842f-4442-8f76-896a5edf56e5 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1095 time: 0.1684003 Nov 03 16:21:48.104518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-a2c7891f-b953-4f8e-b84d-6bfc85615e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:48.106574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-a2c7891f-b953-4f8e-b84d-6bfc85615e5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d74c06c5-d850-428a-bdce-e188aa9f160f HTTP/1.1" status: 200 len: 848 time: 0.0988111 Nov 03 16:21:48.106746 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.147944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 0da1b891-c50f-48bf-9ec6-e41513578e33, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0da1b891-c50f-48bf-9ec6-e41513578e33,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:48.149221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742aac69-5d47-488f-84eb-d1d66297c6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da1b891-c50f-48bf-9ec6-e41513578e33'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:48.152433 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba95b247-5660-4202-b582-b30c3cb72dff" -d '{"events": [{"server_uuid": "742aac69-5d47-488f-84eb-d1d66297c6c1", "name": "network-vif-plugged", "status": "completed", "tag": "0da1b891-c50f-48bf-9ec6-e41513578e33"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:48.157726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.160793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-2fe06a23-1348-423e-b5b5-ab4dca5eb260 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0db5d12-1a0c-47d0-830c-d5863cbfb704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431666 Nov 03 16:21:48.177113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc84bd22-57cf-40e5-a0ec-90906339ae15 req-9b668754-163b-4129-b535-db647ce4661b tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052418 Nov 03 16:21:48.179250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef922b3f-b7dc-47df-a349-f674a4a34349 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.193330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef922b3f-b7dc-47df-a349-f674a4a34349 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.224001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=0da1b891-c50f-48bf-9ec6-e41513578e33,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:48.276047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef922b3f-b7dc-47df-a349-f674a4a34349 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c052bf-784f-487f-b348-5621b2b6a523,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:48.296738 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef922b3f-b7dc-47df-a349-f674a4a34349 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.303176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60880) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:48.303714 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ef922b3f-b7dc-47df-a349-f674a4a34349 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670225 Nov 03 16:21:48.311569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c8ec7075-54de-4ea3-bebf-c24864633bd9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': 'b9ed87ea-65d9-420b-aba0-2cc837e9615e', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:48.349890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-34bfa8d4-257b-4559-bfc3-56aba01e1b1a service neutron] 10.222.0.15 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714456 Nov 03 16:21:48.438929 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7075-54de-4ea3-bebf-c24864633bd9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.476395 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d4797b-ca7b-4d31-8c5f-163cf03457bd x-openstack-request-id: req-39d4797b-ca7b-4d31-8c5f-163cf03457bd {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:48.476692 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742aac69-5d47-488f-84eb-d1d66297c6c1", "name": "network-vif-plugged", "status": "completed", "tag": "0da1b891-c50f-48bf-9ec6-e41513578e33", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:48.476954 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-39d4797b-ca7b-4d31-8c5f-163cf03457bd {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:48.477354 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742aac69-5d47-488f-84eb-d1d66297c6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da1b891-c50f-48bf-9ec6-e41513578e33', 'code': 200} Nov 03 16:21:48.522367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d9b1f14-3aad-4b2e-b33f-38ab545a42c9 req-b8d5994f-9669-4069-81a3-bf3b3f47d231 service neutron] 10.222.0.15 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624544 Nov 03 16:21:48.534730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7075-54de-4ea3-bebf-c24864633bd9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.540062 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7075-54de-4ea3-bebf-c24864633bd9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.567951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec7075-54de-4ea3-bebf-c24864633bd9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc9774d-6745-425a-8825-7161001836a0,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:48.574882 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7075-54de-4ea3-bebf-c24864633bd9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.577111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c8ec7075-54de-4ea3-bebf-c24864633bd9 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2727726 Nov 03 16:21:48.579740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60882) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:48.584866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9eff2dc8-2dd6-41c7-a690-32953dbfe3d6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': 'b9ed87ea-65d9-420b-aba0-2cc837e9615e', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:48.589347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025a3b1-dbd9-41c6-a683-3ec94703e2d7 req-9b4047aa-8b55-4908-973f-99851c248665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:48.590895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c025a3b1-dbd9-41c6-a683-3ec94703e2d7 req-9b4047aa-8b55-4908-973f-99851c248665 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0479648 Nov 03 16:21:48.655191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9eff2dc8-2dd6-41c7-a690-32953dbfe3d6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.661733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c025a3b1-dbd9-41c6-a683-3ec94703e2d7 req-f1a5cad7-baed-419a-8089-f36fc8f5f561 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616417 Nov 03 16:21:48.695120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-c2903251-4d1a-496a-89c3-bc0286ac5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:48.696624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-c2903251-4d1a-496a-89c3-bc0286ac5f19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1490fc8ebf0244309cb05a5bf7e4440d&device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 1094 time: 0.0885110 Nov 03 16:21:48.744380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9eff2dc8-2dd6-41c7-a690-32953dbfe3d6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.776092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9eff2dc8-2dd6-41c7-a690-32953dbfe3d6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.806359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff2dc8-2dd6-41c7-a690-32953dbfe3d6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15417210-02b1-4b8d-a31f-377be904e066,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:48.816531 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9eff2dc8-2dd6-41c7-a690-32953dbfe3d6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.821016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60886) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:48.821384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9eff2dc8-2dd6-41c7-a690-32953dbfe3d6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2403057 Nov 03 16:21:48.832362 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9f672609-5f45-43c2-b9ab-b4a20c319314 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': 'b9ed87ea-65d9-420b-aba0-2cc837e9615e', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:48.843024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-fb0ccd74-34af-462d-9bcd-c86657529767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:48.845505 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-fb0ccd74-34af-462d-9bcd-c86657529767 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0db5d12-1a0c-47d0-830c-d5863cbfb704 HTTP/1.1" status: 200 len: 909 time: 0.1405172 Nov 03 16:21:48.902296 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f672609-5f45-43c2-b9ab-b4a20c319314 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:48.903204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-90342d94-e153-49c0-9c9e-d85ff08748df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9488c97f-d746-4093-8704-2dae29e50c3c HTTP/1.1" status: 200 len: 217 time: 0.0498672 Nov 03 16:21:48.914865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80251c04-28e0-41e1-9061-40dc0d4819c2 req-ab16f773-9e0f-4a49-b05e-6b3697ce3a8a tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:48.916344 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80251c04-28e0-41e1-9061-40dc0d4819c2 req-ab16f773-9e0f-4a49-b05e-6b3697ce3a8a tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 943 time: 0.0760894 Nov 03 16:21:48.962550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-060161ed-9669-49e7-a11a-a0784570a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:48.964124 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-060161ed-9669-49e7-a11a-a0784570a7a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d74c06c5-d850-428a-bdce-e188aa9f160f HTTP/1.1" status: 200 len: 848 time: 0.0550404 Nov 03 16:21:49.005000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-7071d5bd-3661-40fe-ab85-0de9e72819c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0db5d12-1a0c-47d0-830c-d5863cbfb704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337117 Nov 03 16:21:49.025193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f672609-5f45-43c2-b9ab-b4a20c319314 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.034163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80251c04-28e0-41e1-9061-40dc0d4819c2 req-5d9d2475-7917-4711-a30f-7bb8686ff3d1 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109717 Nov 03 16:21:49.035282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f672609-5f45-43c2-b9ab-b4a20c319314 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.067199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f672609-5f45-43c2-b9ab-b4a20c319314 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20911dbd-a21a-4f11-a3b5-ab4848d23d76,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:49.085815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f672609-5f45-43c2-b9ab-b4a20c319314 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.087462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9f672609-5f45-43c2-b9ab-b4a20c319314 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641120 Nov 03 16:21:49.090541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60890) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:49.097801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7245245d-0bfe-4a6a-9026-662288e35678 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': 'b9ed87ea-65d9-420b-aba0-2cc837e9615e', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:49.130350 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-7245245d-0bfe-4a6a-9026-662288e35678 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Project 5d0d96bcd7c04e5f988b6915953b338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:21:49.137073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7245245d-0bfe-4a6a-9026-662288e35678 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.189053 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-541ea2d1-3c39-48c3-b658-604c1dcb0989 service neutron] 10.222.0.15 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636071 Nov 03 16:21:49.227100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7245245d-0bfe-4a6a-9026-662288e35678 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.233789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7245245d-0bfe-4a6a-9026-662288e35678 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.273194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245245d-0bfe-4a6a-9026-662288e35678 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46aed484-e8b6-440b-ba44-05806800888f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:49.290250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7245245d-0bfe-4a6a-9026-662288e35678 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.291488 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7245245d-0bfe-4a6a-9026-662288e35678 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1999259 Nov 03 16:21:49.294250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60896) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:49.324219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-56cd51f8-6bfe-4352-83b8-f934cfe8b72e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'security_group_rule': {'security_group_id': 'b9ed87ea-65d9-420b-aba0-2cc837e9615e', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:49.337748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb6eefc7-3e59-4738-acf7-b45e27f77518 req-64a139b1-1745-4cca-8798-95ba69a6c5df service neutron] 10.222.0.15 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418123 Nov 03 16:21:49.381610 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-56cd51f8-6bfe-4352-83b8-f934cfe8b72e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Project 5d0d96bcd7c04e5f988b6915953b338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:21:49.391232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56cd51f8-6bfe-4352-83b8-f934cfe8b72e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.406177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d14a8e-afb2-404d-8457-73f3d6706de4 req-a044d76e-a207-421c-832d-78db2415f475 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:49.408206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65d14a8e-afb2-404d-8457-73f3d6706de4 req-a044d76e-a207-421c-832d-78db2415f475 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.1196036 Nov 03 16:21:49.466369 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56cd51f8-6bfe-4352-83b8-f934cfe8b72e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.472399 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56cd51f8-6bfe-4352-83b8-f934cfe8b72e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.474074 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65d14a8e-afb2-404d-8457-73f3d6706de4 req-f234c288-fe34-4ddd-9010-0847334431c1 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552189 Nov 03 16:21:49.493936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd51f8-6bfe-4352-83b8-f934cfe8b72e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed492ce0-29da-4d9f-ab9c-6179edfe501b,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:49.500744 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56cd51f8-6bfe-4352-83b8-f934cfe8b72e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.504831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60900) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:49.504975 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-56cd51f8-6bfe-4352-83b8-f934cfe8b72e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2080083 Nov 03 16:21:49.510273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'network': {'name': 'tempest-network-smoke--58337607', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'port_security_enabled': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:49.534283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:49.537895 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.562254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:21:49.573092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.573432 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Added segment 896f45d4-b1fd-431d-bde7-e76e4936acb4 of type vlan for network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 Nov 03 16:21:49.619305 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.646840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.652324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:49.652901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.754224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60902) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:49.754546 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2482100 Nov 03 16:21:49.755403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6fa90-946c-48df-8dfe-0dea9e2180b6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Network': ['ID=916cce12-9cb5-45f8-8c4c-9d4c0d986786,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:49.760243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'admin_state_up': True, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:49.767115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:21:49.797944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.799231 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:49.867419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:50.014750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:50.276982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799d783-3368-4680-983e-fb0a6cf19cdd req-a8f852db-638e-41dc-be4a-ed97e39e4dd3 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:50.278962 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6799d783-3368-4680-983e-fb0a6cf19cdd req-a8f852db-638e-41dc-be4a-ed97e39e4dd3 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 943 time: 0.1466761 Nov 03 16:21:50.321643 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:50.348688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:50.414386 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6799d783-3368-4680-983e-fb0a6cf19cdd req-fe2d6fc6-fee2-48c5-891f-9865e266ef56 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273034 Nov 03 16:21:50.493960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.25.6.237 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/b95bd3a6-b9f3-467f-9342-2c20e9c471e3) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:50.494190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06fa57-6f5d-48e7-9f5a-1f4eff41c84a req-bb41a916-d77c-4edc-b65e-036404291dec tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:50.495649 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c06fa57-6f5d-48e7-9f5a-1f4eff41c84a req-bb41a916-d77c-4edc-b65e-036404291dec tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 948 time: 0.0821083 Nov 03 16:21:50.561301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c06fa57-6f5d-48e7-9f5a-1f4eff41c84a req-11e4969c-e561-4afb-aa97-85ef0e467ad5 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571523 Nov 03 16:21:50.647015 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:50.664020 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd105408-0c69-425b-9d09-540e66482274 req-8ea68911-d413-438a-9c0f-7e4fd1d3e655 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:50.665691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd105408-0c69-425b-9d09-540e66482274 req-8ea68911-d413-438a-9c0f-7e4fd1d3e655 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0720785 Nov 03 16:21:50.717721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:50.753651 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd105408-0c69-425b-9d09-540e66482274 req-816451f8-4b83-4137-a050-6281b45a222a tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807698 Nov 03 16:21:50.771720 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:50.779172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:50.782382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:50.788119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=b95bd3a6-b9f3-467f-9342-2c20e9c471e3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:50.865638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e427-c455-4dc8-bc6b-745822a66546 req-b63610cc-aed2-4b68-a759-8acdd2a39032 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:50.870014 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4611e427-c455-4dc8-bc6b-745822a66546 req-b63610cc-aed2-4b68-a759-8acdd2a39032 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0462646 Nov 03 16:21:50.915926 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4611e427-c455-4dc8-bc6b-745822a66546 req-71ceaa9d-d7a2-4687-837c-383fc34038e2 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Nov 03 16:21:51.423287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3265a73-70e4-4eeb-8d02-f2cde6cb8d00 req-36949829-abce-4a75-97e9-2ccb8de2c043 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:51.424830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3265a73-70e4-4eeb-8d02-f2cde6cb8d00 req-36949829-abce-4a75-97e9-2ccb8de2c043 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.4364731 Nov 03 16:21:51.440747 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:51.550103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3265a73-70e4-4eeb-8d02-f2cde6cb8d00 req-91429632-9e3a-4af7-9f73-5984c47d0c69 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174328 Nov 03 16:21:51.551269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853582d5-7813-4a22-b073-7c7c1a2148fc req-5aba36ff-62b2-406c-931a-ebaabe547320 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:51.552846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-853582d5-7813-4a22-b073-7c7c1a2148fc req-5aba36ff-62b2-406c-931a-ebaabe547320 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 943 time: 0.0580170 Nov 03 16:21:51.630353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-853582d5-7813-4a22-b073-7c7c1a2148fc req-d85bf502-315c-4647-afdb-e8d5596744ed tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690188 Nov 03 16:21:51.723978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:51.743132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4faf4-a875-421b-8f4f-4d08976b8e7a req-2a4beb52-82ca-4e7f-88b5-c0b3836f25ce tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:51.746144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-faf4faf4-a875-421b-8f4f-4d08976b8e7a req-2a4beb52-82ca-4e7f-88b5-c0b3836f25ce tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 948 time: 0.0574105 Nov 03 16:21:51.810090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-faf4faf4-a875-421b-8f4f-4d08976b8e7a req-c2b3eb75-93f5-4f25-a047-91956b71b6e6 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586729 Nov 03 16:21:51.955265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fff520-af38-4909-a871-51aea6717390 req-f059936c-a08b-410c-be81-60c6556b3cc6 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:51.956941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-f059936c-a08b-410c-be81-60c6556b3cc6 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/networks?id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa HTTP/1.1" status: 200 len: 909 time: 0.1246114 Nov 03 16:21:51.957489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:21:51.969048 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:51.977852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-f442280d-041c-4f4f-8069-1469f200f430 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/quotas/5f5a7714a46a451fbf742ed878f22ce3 HTTP/1.1" status: 200 len: 375 time: 0.0144060 Nov 03 16:21:52.133789 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-f1ffed65-1fb9-4d78-bc20-58a01f87d763 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?tenant_id=5f5a7714a46a451fbf742ed878f22ce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255190 Nov 03 16:21:52.147081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-5f34bc1f-eea0-416b-868c-07a13be4feba service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:21:52.148051 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-5f34bc1f-eea0-416b-868c-07a13be4feba service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050828 Nov 03 16:21:52.149225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:21:52.161187 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Sync routers for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:21:52.171732 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:52.172235 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:52.192833 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:52.194077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-19cbb76b-aff7-4ee3-bd64-dd2af9eccbf4 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4385879 Nov 03 16:21:52.197317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60942) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:52.271135 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-131bfe5f-6304-4f91-bcd9-cf096280ba9a tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=5d0d96bcd7c04e5f988b6915953b338c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721295 Nov 03 16:21:52.273270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60944) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:52.279356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-2b84ba1a-8453-45d6-9756-6d7e4bbc664f service neutron] 10.222.0.86 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216545 Nov 03 16:21:52.331155 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:52.364769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-daf537e6-2560-49f0-86e5-4ccb38f7cbad tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:52.366293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-daf537e6-2560-49f0-86e5-4ccb38f7cbad tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.15 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 948 time: 0.1667933 Nov 03 16:21:52.407333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-311efbb8-f766-4d51-b0e4-353cc64f86ec service neutron] 10.222.0.86 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205747 Nov 03 16:21:52.448013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae0cb3-606f-4241-bcb8-b6d2feef9082 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:52.454340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-27ae0cb3-606f-4241-bcb8-b6d2feef9082 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1751838 Nov 03 16:21:52.454540 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60948) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:52.521655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 60950) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:52.526719 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ec81f166-ec82-463b-ae72-adedb2c86178 tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715294 Nov 03 16:21:52.527436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375913494', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:52.587680 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:50Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:52.641195 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Checking router: d236ccd5-1fc4-4273-9bf4-fc1fecabd505 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:21:52.643100 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Updating router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 port b95bd3a6-b9f3-467f-9342-2c20e9c471e3 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:21:52.671213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d95a9361-c57e-4c7a-95c1-5278e2d7748b req-c1c0a3fc-36e8-44f9-932f-b77969ee805d tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 210 time: 0.0454369 Nov 03 16:21:52.678892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Deleting port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:21:52.678892 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:52.703577 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:52.762244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:52.767148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:52.835948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f19fd-098b-4657-b81f-2857678c793c req-2dcc6816-71e9-453c-8377-4bd065048f9d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:52.846218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae6f19fd-098b-4657-b81f-2857678c793c req-2dcc6816-71e9-453c-8377-4bd065048f9d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 943 time: 0.1055059 Nov 03 16:21:52.879922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] For port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:52.880284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:52.912855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae6f19fd-098b-4657-b81f-2857678c793c req-c04639d3-c2c3-4636-a515-4a2650bd4a91 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660655 Nov 03 16:21:52.937103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Calling delete_port for b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:21:53.098291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87055715-fae7-4262-b6a8-a433dc0a64f1 req-d9df63cb-ef02-4dce-add6-59ce79f90633 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:53.099841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87055715-fae7-4262-b6a8-a433dc0a64f1 req-d9df63cb-ef02-4dce-add6-59ce79f90633 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 948 time: 0.1452634 Nov 03 16:21:53.196147 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.203316 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.209640 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.270917 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2cb55-733e-4d33-a61d-7008d16f611a None None] Pushing event updated for resources: {'Port': ['ID=b95bd3a6-b9f3-467f-9342-2c20e9c471e3,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:53.293709 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Attempting to bind port b95bd3a6-b9f3-467f-9342-2c20e9c471e3 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:53.294079 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Attempting to bind port b95bd3a6-b9f3-467f-9342-2c20e9c471e3 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:53.294440 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Attempting to bind port b95bd3a6-b9f3-467f-9342-2c20e9c471e3 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:53.301895 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:53.303402 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:53.304738 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87055715-fae7-4262-b6a8-a433dc0a64f1 req-b3427b88-4571-4a27-a3f3-cc65e31ad12d tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/security-groups?id=2795b442-3f9d-4eac-9f48-21930ca8b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967945 Nov 03 16:21:53.305678 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.306096 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:53.306842 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Bound port: b95bd3a6-b9f3-467f-9342-2c20e9c471e3, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:53.308568 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.311683 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.344873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['b73a6cdb-f4cb-4f63-a3aa-88986d3287e3'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:21:53.402046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Pushing event deleted for resources: {'Port': ['ID=b73a6cdb-f4cb-4f63-a3aa-88986d3287e3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:53.417898 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] For port b95bd3a6-b9f3-467f-9342-2c20e9c471e3, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:53.422410 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] For port b95bd3a6-b9f3-467f-9342-2c20e9c471e3, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b95bd3a6-b9f3-467f-9342-2c20e9c471e3,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:53.428459 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.444824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Subnet': ['ID=1fa22759-fa36-4203-993b-32dc138acd3c,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:53.447484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Checking segment: {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:53.447782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network hostable DHCP agents. Network: 916cce12-9cb5-45f8-8c4c-9d4c0d986786, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:21:53.450233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] No DVR routers for this DVR port b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:21:53.454284 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.457558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76b708c3-0ed3-42f7-b812-1d22c0103054 req-bfde76dd-7eb2-4435-bb84-02ad9b0b3f74 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.15 "DELETE /v2.0/ports/b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 HTTP/1.1" status: 204 len: 173 time: 1.0785027 Nov 03 16:21:53.458599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32f967f-43a7-45d7-ae21-c16b024b717e', 'name': 'network-vif-deleted', 'tag': 'b73a6cdb-f4cb-4f63-a3aa-88986d3287e3'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:53.461028 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e635b22f-9948-4664-8bd9-733b33c0dd8b" -d '{"events": [{"server_uuid": "d32f967f-43a7-45d7-ae21-c16b024b717e", "name": "network-vif-deleted", "tag": "b73a6cdb-f4cb-4f63-a3aa-88986d3287e3"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:53.498668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:21:53.502737 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2cb55-733e-4d33-a61d-7008d16f611a None None] Pushing event updated for resources: {'Port': ['ID=b95bd3a6-b9f3-467f-9342-2c20e9c471e3,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:53.505583 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:53.506400 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:53.515906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 916cce12-9cb5-45f8-8c4c-9d4c0d986786) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:53.526260 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f8febc-ee25-43bd-b2e1-889e05ba2912 None None] Network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:21:53.537117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:53.537739 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.557960 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e2f723-81b1-46ea-aced-38e3166a0cb0 x-openstack-request-id: req-e5e2f723-81b1-46ea-aced-38e3166a0cb0 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:53.558498 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32f967f-43a7-45d7-ae21-c16b024b717e", "name": "network-vif-deleted", "tag": "b73a6cdb-f4cb-4f63-a3aa-88986d3287e3", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:53.558854 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e5e2f723-81b1-46ea-aced-38e3166a0cb0 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:53.559317 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32f967f-43a7-45d7-ae21-c16b024b717e', 'name': 'network-vif-deleted', 'tag': 'b73a6cdb-f4cb-4f63-a3aa-88986d3287e3', 'status': 'completed', 'code': 200} Nov 03 16:21:53.577074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 60972) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:21:53.580190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ac20478b-d9ce-477c-a366-7f5f6e2d4998 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0570893 Nov 03 16:21:53.611528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9488c97f-d746-4093-8704-2dae29e50c3c details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:21:53.844746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:21:53.845689 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:53.905369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9488c97f-d746-4093-8704-2dae29e50c3c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9488c97f-d746-4093-8704-2dae29e50c3c,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:53.915519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afcdd6ac-3941-46b0-a761-dd2daade57b3 req-8b8ba49b-ba38-4644-912b-9a8ec1600fe2 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 210 time: 0.0881824 Nov 03 16:21:53.963879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '9488c97f-d746-4093-8704-2dae29e50c3c', 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704', 'port_id': '9488c97f-d746-4093-8704-2dae29e50c3c', 'mac_address': 'fa:16:3e:38:83:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74c06c5-d850-428a-bdce-e188aa9f160f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:21:53.968129 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:54.112601 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:54.145429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9488c97f-d746-4093-8704-2dae29e50c3c {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:21:54.167085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9488c97f-d746-4093-8704-2dae29e50c3c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9488c97f-d746-4093-8704-2dae29e50c3c,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:54.173581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:54.267637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Allocated IP 172.20.0.2 (916cce12-9cb5-45f8-8c4c-9d4c0d986786/1fa22759-fa36-4203-993b-32dc138acd3c/2260904a-650d-4e52-ab92-782b4ea93fc7) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:54.298613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fff520-af38-4909-a871-51aea6717390 req-239aa38c-4898-4bc2-a0e5-65c4aa860f71 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:54.299476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-239aa38c-4898-4bc2-a0e5-65c4aa860f71 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.15 "GET /v2.0/networks?id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa HTTP/1.1" status: 200 len: 909 time: 0.2579703 Nov 03 16:21:54.319982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40f97e-6da7-44fb-9f0b-59513e8c7210 req-53a599df-6014-4127-a9be-738f672ec464 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:54.333748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0a40f97e-6da7-44fb-9f0b-59513e8c7210 req-53a599df-6014-4127-a9be-738f672ec464 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 943 time: 0.2321465 Nov 03 16:21:54.387824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Request body: {'port': {'device_id': '968b21ca-20f1-48c6-8db4-dc14a4805025', 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'admin_state_up': True, 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:54.436219 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:50Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:54.484558 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b92c9a-65bf-4c73-b976-204efd02fb66 None None] The sync data for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 is: [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:50Z', 'revision_number': 3, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:21:54.494756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Made reservation on behalf of 5f5a7714a46a451fbf742ed878f22ce3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:21:54.499928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:54.535634 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0a40f97e-6da7-44fb-9f0b-59513e8c7210 req-a4ccaa94-4866-4240-98c5-309d124c616d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010005 Nov 03 16:21:54.553407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9488c97f-d746-4093-8704-2dae29e50c3c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:54.560822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8cdc8f17-7829-47be-bcbf-9ef2d49f76c2 req-6ecdc986-b0d9-4c80-956f-a5e119f9c9c1 tempest-VolumesBackupsTest-1458986413 tempest-VolumesBackupsTest-1458986413-project] 10.222.0.86 "GET /v2.0/ports?device_id=d32f967f-43a7-45d7-ae21-c16b024b717e HTTP/1.1" status: 200 len: 210 time: 0.0547664 Nov 03 16:21:54.590908 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:54.604972 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:54.674828 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:54.683808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:54.695363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Pushing event updated for resources: {'Port': ['ID=2260904a-650d-4e52-ab92-782b4ea93fc7,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:54.703748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:54.710067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['9488c97f-d746-4093-8704-2dae29e50c3c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:21:54.726231 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:54.726913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Allocated IP 172.20.0.3 (4bcf99a1-638d-4aae-9c3f-e69b518acaaa/6ce9b022-84c0-4693-b0da-b5e08bcc8bb3/c2e342e1-fde0-4290-9c56-25d799b9cfe2) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:54.925028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Attempting to bind port 2260904a-650d-4e52-ab92-782b4ea93fc7 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:54.925566 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Attempting to bind port 2260904a-650d-4e52-ab92-782b4ea93fc7 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:54.925968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Attempting to bind port 2260904a-650d-4e52-ab92-782b4ea93fc7 on network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:54.977036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:54.977418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Checking segment: {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:54.980105 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:54.980513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Bound using segment: {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:54.981007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Bound port: 2260904a-650d-4e52-ab92-782b4ea93fc7, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:54.981393 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:55.033497 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:55.177311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] For port 2260904a-650d-4e52-ab92-782b4ea93fc7, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:55.177311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] For port 2260904a-650d-4e52-ab92-782b4ea93fc7, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2260904a-650d-4e52-ab92-782b4ea93fc7,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:55.177488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cbd2b8d1-6317-4bf9-b731-015f66e63204 req-29e720d4-7541-4ad6-8093-59b0894ad3e2 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 210 time: 0.0721023 Nov 03 16:21:55.198939 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:55.230924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:55.238395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.20.0.1 (916cce12-9cb5-45f8-8c4c-9d4c0d986786/1fa22759-fa36-4203-993b-32dc138acd3c/cdd12f78-4ec9-4401-a26d-bb14813a9969) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:21:55.254505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0da1b891-c50f-48bf-9ec6-e41513578e33'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:21:55.349372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Pushing event updated for resources: {'Port': ['ID=c2e342e1-fde0-4290-9c56-25d799b9cfe2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:55.362181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48996faa-f5a0-4503-992e-4df336286f19 None None] Pushing event updated for resources: {'Port': ['ID=2260904a-650d-4e52-ab92-782b4ea93fc7,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:55.378867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:55.378867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:55.385277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:55.457916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:55.460319 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:55.464863 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:55.494496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-f5232bdf-1e47-442f-bac5-52644f156a99 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1109388 Nov 03 16:21:55.522147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Request body: {'port': {'device_id': '968b21ca-20f1-48c6-8db4-dc14a4805025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:21:55.542460 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:55.636962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:21:55.693830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:55.697344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:55.702882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:21:55.756519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:21:55.756671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=cdd12f78-4ec9-4401-a26d-bb14813a9969,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:55.758363 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:55.761312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device b73a6cdb-f4cb-4f63-a3aa-88986d3287e3 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:21:55.896440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b95bd3a6-b9f3-467f-9342-2c20e9c471e3 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:55.912571 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.004375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-de367cf7-693d-4179-af0e-435808b60790 None None] Provisioning complete for port c2e342e1-fde0-4290-9c56-25d799b9cfe2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:56.005223 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de367cf7-693d-4179-af0e-435808b60790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.064766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-de367cf7-693d-4179-af0e-435808b60790 None None] Port c2e342e1-fde0-4290-9c56-25d799b9cfe2 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:21:56.069470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b95bd3a6-b9f3-467f-9342-2c20e9c471e3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:56.069672 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.070085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f65a20-b352-4fde-a9a2-7d2144a480c0 req-04cb1e0b-3a61-4f6a-ada5-9b22f4847821 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:56.080629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88f65a20-b352-4fde-a9a2-7d2144a480c0 req-04cb1e0b-3a61-4f6a-ada5-9b22f4847821 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 944 time: 0.3175867 Nov 03 16:21:56.190268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.227320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port b95bd3a6-b9f3-467f-9342-2c20e9c471e3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b95bd3a6-b9f3-467f-9342-2c20e9c471e3,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:56.238314 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.246577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88f65a20-b352-4fde-a9a2-7d2144a480c0 req-1b3b9c7b-1ec7-482b-b420-ffb1e36a1e1e tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648524 Nov 03 16:21:56.324776 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.335181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=b95bd3a6-b9f3-467f-9342-2c20e9c471e3,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:56.356200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e342e1-fde0-4290-9c56-25d799b9cfe2 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:21:56.366626 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.385802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Transition to ACTIVE for port object c2e342e1-fde0-4290-9c56-25d799b9cfe2 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:21:56.393443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.469119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e342e1-fde0-4290-9c56-25d799b9cfe2,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:56.563976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Attempting to bind port c2e342e1-fde0-4290-9c56-25d799b9cfe2 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:21:56.564444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Attempting to bind port c2e342e1-fde0-4290-9c56-25d799b9cfe2 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:21:56.564873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Attempting to bind port c2e342e1-fde0-4290-9c56-25d799b9cfe2 on network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:56.570477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Port c2e342e1-fde0-4290-9c56-25d799b9cfe2 on network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:21:56.570913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Attempting to bind port c2e342e1-fde0-4290-9c56-25d799b9cfe2 on network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:21:56.578258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:21:56.578665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Checking segment: {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:21:56.579139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Bound using segment: {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:21:56.579673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Bound port: c2e342e1-fde0-4290-9c56-25d799b9cfe2, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bca22f-1342-4d18-9cf2-c35299c2f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:21:56.580139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.699282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57417d9-af93-47f2-bbfc-c8b8b52e23d9 req-e8c2bb9b-b2ff-4084-bed5-f1658bf18ac7 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:56.713516 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d57417d9-af93-47f2-bbfc-c8b8b52e23d9 req-e8c2bb9b-b2ff-4084-bed5-f1658bf18ac7 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1052 time: 0.3183367 Nov 03 16:21:56.723689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] For port c2e342e1-fde0-4290-9c56-25d799b9cfe2, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:21:56.727355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] For port c2e342e1-fde0-4290-9c56-25d799b9cfe2, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c2e342e1-fde0-4290-9c56-25d799b9cfe2,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:21:56.738366 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.809005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:56.810415 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:56.812756 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] 10.222.0.15 "PUT /v2.0/ports/c2e342e1-fde0-4290-9c56-25d799b9cfe2 HTTP/1.1" status: 200 len: 1091 time: 1.3036902 Nov 03 16:21:56.818701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b21ca-20f1-48c6-8db4-dc14a4805025', 'tag': 'c2e342e1-fde0-4290-9c56-25d799b9cfe2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:56.834327 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3937492-5cbf-48cc-bb11-43444d50337b" -d '{"events": [{"name": "network-changed", "server_uuid": "968b21ca-20f1-48c6-8db4-dc14a4805025", "tag": "c2e342e1-fde0-4290-9c56-25d799b9cfe2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:56.899332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5844dd-870e-4aa9-bf7e-4696d6543da2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e342e1-fde0-4290-9c56-25d799b9cfe2,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:56.938007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d57417d9-af93-47f2-bbfc-c8b8b52e23d9 req-b5cb7118-d01d-4eaf-ad37-7eeb546104f6 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214141 Nov 03 16:21:56.949198 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae0fd2-2f10-49bb-a206-1b7cadb1cba7 x-openstack-request-id: req-a3ae0fd2-2f10-49bb-a206-1b7cadb1cba7 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:56.949518 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b21ca-20f1-48c6-8db4-dc14a4805025", "tag": "c2e342e1-fde0-4290-9c56-25d799b9cfe2", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:56.949780 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a3ae0fd2-2f10-49bb-a206-1b7cadb1cba7 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:56.950203 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b21ca-20f1-48c6-8db4-dc14a4805025', 'tag': 'c2e342e1-fde0-4290-9c56-25d799b9cfe2', 'status': 'completed', 'code': 200} Nov 03 16:21:57.003978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fff520-af38-4909-a871-51aea6717390 req-d8e4b76f-cb7f-4a31-b4ad-13ee9f8eadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:57.006111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-d8e4b76f-cb7f-4a31-b4ad-13ee9f8eadf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f5a7714a46a451fbf742ed878f22ce3&device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1094 time: 0.1234095 Nov 03 16:21:57.093723 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:57.104108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:57.124806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-57ac24a9-5c5b-435f-8d02-2ff1cde4b941 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e342e1-fde0-4290-9c56-25d799b9cfe2 HTTP/1.1" status: 200 len: 217 time: 0.1042535 Nov 03 16:21:57.227214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=cdd12f78-4ec9-4401-a26d-bb14813a9969,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:57.230855 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:57.264407 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fff520-af38-4909-a871-51aea6717390 req-06df468f-fe05-49d5-b1d2-29c43a6c4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:57.266485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-06df468f-fe05-49d5-b1d2-29c43a6c4092 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ce9b022-84c0-4693-b0da-b5e08bcc8bb3 HTTP/1.1" status: 200 len: 847 time: 0.1316047 Nov 03 16:21:57.272608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e68794e-3829-4a8f-98d0-63c75249ca5e None None] Network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:21:57.369213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fff520-af38-4909-a871-51aea6717390 req-136fe8cf-fd05-4652-8f02-0743308cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:57.371300 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-136fe8cf-fd05-4652-8f02-0743308cae45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937622 Nov 03 16:21:57.454666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-366ed63a-6bcf-4631-a8b1-6d2c36918d3e None None] Provisioning complete for port 2260904a-650d-4e52-ab92-782b4ea93fc7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:57.455311 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-366ed63a-6bcf-4631-a8b1-6d2c36918d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:57.479851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:21:57.481420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:21:57.564117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7d14c-93dd-4fbb-bed8-6dccee7f0903 req-1750f337-60e8-474f-b196-7cbfb74d6037 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:57.565128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58d7d14c-93dd-4fbb-bed8-6dccee7f0903 req-1750f337-60e8-474f-b196-7cbfb74d6037 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 944 time: 0.1432981 Nov 03 16:21:57.589605 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-366ed63a-6bcf-4631-a8b1-6d2c36918d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:57.622105 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-02381dce-a584-49bd-b064-b80d30aadd7a service neutron] 10.222.0.15 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415142 Nov 03 16:21:57.626191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9488c97f-d746-4093-8704-2dae29e50c3c up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:57.710467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-366ed63a-6bcf-4631-a8b1-6d2c36918d3e None None] For port 2260904a-650d-4e52-ab92-782b4ea93fc7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2260904a-650d-4e52-ab92-782b4ea93fc7,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:57.722986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58d7d14c-93dd-4fbb-bed8-6dccee7f0903 req-c75d3478-d9f9-4e8e-91af-7ffe6529c881 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500690 Nov 03 16:21:57.760207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:21:57.775609 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-366ed63a-6bcf-4631-a8b1-6d2c36918d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:57.811958 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4fff520-af38-4909-a871-51aea6717390 req-aa310d43-a878-4f72-adaa-4a3205f732b8 service neutron] 10.222.0.15 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825459 Nov 03 16:21:57.884619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b95bd3a6-b9f3-467f-9342-2c20e9c471e3 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:57.961157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:21:57.970379 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aad078e6-246c-40dc-b1ba-bb989155936c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "PUT /v2.0/routers/d236ccd5-1fc4-4273-9bf4-fc1fecabd505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3920338 Nov 03 16:21:57.990312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Sync routers for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:21:58.002454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ed63a-6bcf-4631-a8b1-6d2c36918d3e None None] Pushing event updated for resources: {'Port': ['ID=2260904a-650d-4e52-ab92-782b4ea93fc7,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:58.023096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3937492-5cbf-48cc-bb11-43444d50337b req-9367de3b-3397-4bf2-97ce-491c92fd74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:58.024631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3937492-5cbf-48cc-bb11-43444d50337b req-9367de3b-3397-4bf2-97ce-491c92fd74c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f5a7714a46a451fbf742ed878f22ce3&device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1094 time: 0.1086953 Nov 03 16:21:58.030261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 9488c97f-d746-4093-8704-2dae29e50c3c completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:21:58.046539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 9488c97f-d746-4093-8704-2dae29e50c3c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:58.047153 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:58.058941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:21:58.059969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:58.093359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b95bd3a6-b9f3-467f-9342-2c20e9c471e3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:58.093990 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:58.227346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80daff8-50f1-4b8b-88c9-f2fb1c89260f req-4bc0a036-38f1-4a9f-8e33-d0071c64873b tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:58.228960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b80daff8-50f1-4b8b-88c9-f2fb1c89260f req-4bc0a036-38f1-4a9f-8e33-d0071c64873b tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1094 time: 0.1307721 Nov 03 16:21:58.234340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3937492-5cbf-48cc-bb11-43444d50337b req-e59aedc4-809a-40b7-9b8b-8c27ff86b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:58.235823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3937492-5cbf-48cc-bb11-43444d50337b req-e59aedc4-809a-40b7-9b8b-8c27ff86b9b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa HTTP/1.1" status: 200 len: 909 time: 0.2027438 Nov 03 16:21:58.329416 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b80daff8-50f1-4b8b-88c9-f2fb1c89260f req-fcf3b52e-12d8-4065-ad94-2484417692f6 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919149 Nov 03 16:21:58.353367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3937492-5cbf-48cc-bb11-43444d50337b req-1536d34a-984a-4d9d-aaac-8c63ca2bca94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e342e1-fde0-4290-9c56-25d799b9cfe2 HTTP/1.1" status: 200 len: 217 time: 0.1065695 Nov 03 16:21:58.396272 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:21:58.461108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3937492-5cbf-48cc-bb11-43444d50337b req-0e13580a-e669-421d-87c3-7d1e3bfa8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:58.462628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3937492-5cbf-48cc-bb11-43444d50337b req-0e13580a-e669-421d-87c3-7d1e3bfa8283 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ce9b022-84c0-4693-b0da-b5e08bcc8bb3 HTTP/1.1" status: 200 len: 847 time: 0.0878582 Nov 03 16:21:58.473750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-75dc2c8d-a641-46eb-bb25-80b66c6602f3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298092835&fields=id&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 267 time: 0.1184688 Nov 03 16:21:58.662289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3937492-5cbf-48cc-bb11-43444d50337b req-1bd03c8d-7d26-4599-9104-0326ba9df8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:58.672998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3937492-5cbf-48cc-bb11-43444d50337b req-1bd03c8d-7d26-4599-9104-0326ba9df8d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4bcf99a1-638d-4aae-9c3f-e69b518acaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981609 Nov 03 16:21:58.771015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-407289ed-b110-4d13-8d67-75170ca8abce tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:58.785099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-407289ed-b110-4d13-8d67-75170ca8abce tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/networks?id=916cce12-9cb5-45f8-8c4c-9d4c0d986786 HTTP/1.1" status: 200 len: 795 time: 0.2943003 Nov 03 16:21:58.927504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d3fb02f5-043f-48e7-997f-53b49485ece3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/quotas/5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 375 time: 0.1402640 Nov 03 16:21:58.995854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ed1ba-1dc6-41e3-90f0-6d85238ee42a req-e5114ab2-bc3d-4c3a-b38c-def186ea7184 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:58.998645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-691ed1ba-1dc6-41e3-90f0-6d85238ee42a req-e5114ab2-bc3d-4c3a-b38c-def186ea7184 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 944 time: 0.1295052 Nov 03 16:21:59.039399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-79453803-8a37-4b46-a3c6-53db994272b9 None None] Provisioning complete for port cdd12f78-4ec9-4401-a26d-bb14813a9969 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:59.039792 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-79453803-8a37-4b46-a3c6-53db994272b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:59.063460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3937492-5cbf-48cc-bb11-43444d50337b req-efd297bc-bc0a-44d2-b38c-829435b70cfd service neutron] 10.222.0.15 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821609 Nov 03 16:21:59.072773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-691ed1ba-1dc6-41e3-90f0-6d85238ee42a req-f676e553-d652-4807-aa08-57bc4ec07b7a tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671194 Nov 03 16:21:59.099619 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:59.130196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-8b9b3ad1-3b6e-4fac-be7b-1e7f64ecf620 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1903980 Nov 03 16:21:59.210446 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2260904a-650d-4e52-ab92-782b4ea93fc7 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:21:59.254995 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-8b3cd2b1-06d5-4554-b1d6-2d1ea31af18a service neutron] 10.222.0.86 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045666 Nov 03 16:21:59.304966 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-79453803-8a37-4b46-a3c6-53db994272b9 None None] Port cdd12f78-4ec9-4401-a26d-bb14813a9969 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:21:59.341769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a213e5-7e99-4be6-8278-7412b99e315f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9488c97f-d746-4093-8704-2dae29e50c3c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:21:59.344148 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1740d732-5ea7-44b9-b5d8-8931d389aa59" -d '{"events": [{"server_uuid": "36a213e5-7e99-4be6-8278-7412b99e315f", "name": "network-vif-plugged", "status": "completed", "tag": "9488c97f-d746-4093-8704-2dae29e50c3c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:21:59.432187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d3937492-5cbf-48cc-bb11-43444d50337b req-8959b314-5038-4489-8147-345d9c6ed4b4 service neutron] 10.222.0.15 "GET /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540428 Nov 03 16:21:59.446566 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55f58b9-f98d-4cdf-9de2-acdbea8ce998 x-openstack-request-id: req-b55f58b9-f98d-4cdf-9de2-acdbea8ce998 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:21:59.447107 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a213e5-7e99-4be6-8278-7412b99e315f", "name": "network-vif-plugged", "status": "completed", "tag": "9488c97f-d746-4093-8704-2dae29e50c3c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:21:59.447990 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b55f58b9-f98d-4cdf-9de2-acdbea8ce998 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:21:59.448400 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a213e5-7e99-4be6-8278-7412b99e315f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9488c97f-d746-4093-8704-2dae29e50c3c', 'code': 200} Nov 03 16:21:59.467100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9488c97f-d746-4093-8704-2dae29e50c3c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9488c97f-d746-4093-8704-2dae29e50c3c,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:21:59.477436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-79453803-8a37-4b46-a3c6-53db994272b9 None None] Provisioning complete for port 2260904a-650d-4e52-ab92-782b4ea93fc7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:59.478321 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-79453803-8a37-4b46-a3c6-53db994272b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:59.480385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-c7f15592-516f-459f-a7bd-71bf2a0cd897 service neutron] 10.222.0.86 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908576 Nov 03 16:21:59.503526 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:59.586657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdd84c-71ed-44e7-97a5-764afed14f9c req-357c218c-70c3-4888-bb26-e9c9130af0c8 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:59.588191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16bdd84c-71ed-44e7-97a5-764afed14f9c req-357c218c-70c3-4888-bb26-e9c9130af0c8 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1094 time: 0.0930912 Nov 03 16:21:59.606415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99037c-0502-4241-8dfc-39363d2f692c req-a2d359b1-0adc-4e94-8c0f-b1b6ecf5bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:21:59.611953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf99037c-0502-4241-8dfc-39363d2f692c req-a2d359b1-0adc-4e94-8c0f-b1b6ecf5bee9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 1096 time: 0.1021309 Nov 03 16:21:59.687876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16bdd84c-71ed-44e7-97a5-764afed14f9c req-7ab59db7-652d-47d7-a105-06292585a73d tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919719 Nov 03 16:21:59.702826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf99037c-0502-4241-8dfc-39363d2f692c req-b3b69479-e448-45bf-b791-70f8010a3fb3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836291 Nov 03 16:21:59.706723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2260904a-650d-4e52-ab92-782b4ea93fc7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:21:59.707146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:21:59.722255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9488c97f-d746-4093-8704-2dae29e50c3c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:21:59.814859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4d3c7830-93a0-4f6e-ac21-0694b0913252 req-dccaab23-9b2d-4ba8-aec0-cabcac2d4368 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 210 time: 0.0530438 Nov 03 16:21:59.819508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'cdd12f78-4ec9-4401-a26d-bb14813a9969', 'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:c7:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:54Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 2, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:21:59.856710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Checking router: d236ccd5-1fc4-4273-9bf4-fc1fecabd505 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:21:59.857121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Updating router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 port cdd12f78-4ec9-4401-a26d-bb14813a9969 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:21:59.920945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:00.129450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d829576f-aca7-4447-bfe1-884f17b668ed None None] Provisioning complete for port cdd12f78-4ec9-4401-a26d-bb14813a9969 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:00.129806 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d829576f-aca7-4447-bfe1-884f17b668ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:00.204786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2260904a-650d-4e52-ab92-782b4ea93fc7 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:22:00.266928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d829576f-aca7-4447-bfe1-884f17b668ed None None] Port cdd12f78-4ec9-4401-a26d-bb14813a9969 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:22:00.350536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1fd4-8ef0-4109-94de-f1b031229487 req-5a2011aa-480d-40d6-9497-b24cff2b2311 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:00.355024 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a1e1fd4-8ef0-4109-94de-f1b031229487 req-5a2011aa-480d-40d6-9497-b24cff2b2311 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 945 time: 0.1732311 Nov 03 16:22:00.393884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2260904a-650d-4e52-ab92-782b4ea93fc7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:00.394378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:00.489895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a1e1fd4-8ef0-4109-94de-f1b031229487 req-2cd69783-51c5-4cff-9b02-a5be5b6f19fc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277306 Nov 03 16:22:00.542565 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:00.564742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:00.634170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6b54a-c0ea-4d7d-bd0e-ae2838f4ce69 None None] Pushing event updated for resources: {'Port': ['ID=cdd12f78-4ec9-4401-a26d-bb14813a9969,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:00.881786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Attempting to bind port cdd12f78-4ec9-4401-a26d-bb14813a9969 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:22:00.884284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Attempting to bind port cdd12f78-4ec9-4401-a26d-bb14813a9969 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:22:00.885047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Attempting to bind port cdd12f78-4ec9-4401-a26d-bb14813a9969 on network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:22:00.902088 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:22:00.902841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Checking segment: {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:22:00.902841 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:00.903392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Bound using segment: {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:22:00.904626 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Bound port: cdd12f78-4ec9-4401-a26d-bb14813a9969, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:22:00.906201 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:00.931821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd23fa-694c-4443-9cc1-15472361533b req-20ff34a1-e1ae-48db-b03a-51e4a5cab2b6 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:00.941627 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cfbd23fa-694c-4443-9cc1-15472361533b req-20ff34a1-e1ae-48db-b03a-51e4a5cab2b6 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1094 time: 0.0877867 Nov 03 16:22:01.016032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cfbd23fa-694c-4443-9cc1-15472361533b req-b813fdca-81c1-42ce-8e82-2516168bca83 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729866 Nov 03 16:22:01.037122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-47355c8c-57ce-4502-90cd-c712aafb5214 req-8616177e-ecd1-4d01-918b-f275943bb1d5 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 210 time: 0.0787792 Nov 03 16:22:01.054485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] For port cdd12f78-4ec9-4401-a26d-bb14813a9969, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:22:01.058062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] For port cdd12f78-4ec9-4401-a26d-bb14813a9969, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=cdd12f78-4ec9-4401-a26d-bb14813a9969,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:22:01.065700 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:01.158206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6b54a-c0ea-4d7d-bd0e-ae2838f4ce69 None None] Pushing event updated for resources: {'Port': ['ID=cdd12f78-4ec9-4401-a26d-bb14813a9969,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:01.175242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3eaead86-d1fd-4e2f-8dc8-3139323f33dd None None] Provisioning complete for port cdd12f78-4ec9-4401-a26d-bb14813a9969 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:01.175618 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3eaead86-d1fd-4e2f-8dc8-3139323f33dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:01.251178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:22:01.262891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:01.482806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8227-d8bc-44f5-88b0-7b8d6b1f7879 req-add5ff50-2958-4358-a609-2fd39359f779 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:01.484240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7ce8227-d8bc-44f5-88b0-7b8d6b1f7879 req-add5ff50-2958-4358-a609-2fd39359f779 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 946 time: 0.1226106 Nov 03 16:22:01.573586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d3e4e52f-9c43-4ec2-b485-edd93d806f4a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:01.575708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d3e4e52f-9c43-4ec2-b485-edd93d806f4a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "GET /v2.0/networks?id=916cce12-9cb5-45f8-8c4c-9d4c0d986786 HTTP/1.1" status: 200 len: 795 time: 0.2808828 Nov 03 16:22:01.637057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:01.643112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3eaead86-d1fd-4e2f-8dc8-3139323f33dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:01.646987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7ce8227-d8bc-44f5-88b0-7b8d6b1f7879 req-a3da035d-93e7-4238-bf56-f8f537854f1c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454208 Nov 03 16:22:01.647493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c2e342e1-fde0-4290-9c56-25d799b9cfe2 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:22:01.744682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:22:02.138943 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3eaead86-d1fd-4e2f-8dc8-3139323f33dd None None] For port cdd12f78-4ec9-4401-a26d-bb14813a9969, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=cdd12f78-4ec9-4401-a26d-bb14813a9969,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:02.151113 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3eaead86-d1fd-4e2f-8dc8-3139323f33dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:02.157830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c2e342e1-fde0-4290-9c56-25d799b9cfe2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c2e342e1-fde0-4290-9c56-25d799b9cfe2,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:02.221741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaead86-d1fd-4e2f-8dc8-3139323f33dd None None] Pushing event updated for resources: {'Port': ['ID=cdd12f78-4ec9-4401-a26d-bb14813a9969,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:02.242905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'c2e342e1-fde0-4290-9c56-25d799b9cfe2', 'network_id': '4bcf99a1-638d-4aae-9c3f-e69b518acaaa', 'port_id': 'c2e342e1-fde0-4290-9c56-25d799b9cfe2', 'mac_address': 'fa:16:3e:44:08:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce9b022-84c0-4693-b0da-b5e08bcc8bb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:22:02.296830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-584a5098-0092-4034-a1cb-d52631598480 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0d96bcd7c04e5f988b6915953b338c HTTP/1.1" status: 200 len: 380 time: 0.7040203 Nov 03 16:22:02.301744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57bf4c-ebb0-4798-bb9a-48c0a576fb96 req-552f3514-0c4d-4269-936f-ca4aafe18d6f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:02.324779 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f57bf4c-ebb0-4798-bb9a-48c0a576fb96 req-552f3514-0c4d-4269-936f-ca4aafe18d6f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 945 time: 0.6829848 Nov 03 16:22:02.343598 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'port': {'device_id': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'admin_state_up': True, 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'security_groups': ['b9ed87ea-65d9-420b-aba0-2cc837e9615e']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:22:02.363779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f9c210e5-5dad-4698-b368-306b6cdcc053 None None] Provisioning complete for port cdd12f78-4ec9-4401-a26d-bb14813a9969 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:02.364129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f9c210e5-5dad-4698-b368-306b6cdcc053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:02.388935 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:02.468837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e342e1-fde0-4290-9c56-25d799b9cfe2 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:22:02.474370 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f57bf4c-ebb0-4798-bb9a-48c0a576fb96 req-3c8865c1-5f57-42b4-9fe6-df44af3a393c tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477015 Nov 03 16:22:02.597240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'cdd12f78-4ec9-4401-a26d-bb14813a9969', 'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:c7:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:54Z', 'updated_at': '2021-11-03T16:22:01Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:02.619265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Made reservation on behalf of 5d0d96bcd7c04e5f988b6915953b338c for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:22:02.625288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:02.678760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c2e342e1-fde0-4290-9c56-25d799b9cfe2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c2e342e1-fde0-4290-9c56-25d799b9cfe2,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:02.683161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4c80b-6ca2-4392-ac7f-7b1c211228cc None None] The sync data for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 is: [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'cdd12f78-4ec9-4401-a26d-bb14813a9969', 'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:c7:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:54Z', 'updated_at': '2021-11-03T16:22:01Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:22:02.692537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:02.705051 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-efa258ab-d997-45f9-b1eb-3a48d4eb767b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:02.891015 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b841d655-c29a-4dbd-a160-46d0bb185777 req-e598462c-b3ae-4c3f-98f0-213cfb020b6b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 210 time: 0.2391546 Nov 03 16:22:02.996399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c2e342e1-fde0-4290-9c56-25d799b9cfe2,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:03.117879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c2e342e1-fde0-4290-9c56-25d799b9cfe2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:03.144711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.20.0.7 (916cce12-9cb5-45f8-8c4c-9d4c0d986786/1fa22759-fa36-4203-993b-32dc138acd3c/40c7da70-aa30-46d3-9828-baea637adc87) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:22:03.522815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:03.640729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff95569-3f6d-434c-9aba-2ddb0f7df0f8 req-edb0655e-dc0f-450f-8350-ffe3faa43e1d tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:03.647233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ff95569-3f6d-434c-9aba-2ddb0f7df0f8 req-edb0655e-dc0f-450f-8350-ffe3faa43e1d tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1094 time: 1.0483396 Nov 03 16:22:03.666301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:03.720944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ff95569-3f6d-434c-9aba-2ddb0f7df0f8 req-ef8ea293-8d7b-4c59-9ac2-7ecfc17609f7 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669780 Nov 03 16:22:03.786961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:22:03.796390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:22:03.801677 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:22:03.816407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=40c7da70-aa30-46d3-9828-baea637adc87,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:03.901165 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:03.901958 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:03.927785 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-b60b487a-f302-4a6b-8c0f-af794863b1f6 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5910249 Nov 03 16:22:03.947313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Request body: {'port': {'device_id': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:22:04.052522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba09b-6d37-4b45-9b20-95a2ce501d24 req-6cd5ccc1-4a17-4845-9764-c55d0012f16c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:04.060784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b9ba09b-6d37-4b45-9b20-95a2ce501d24 req-6cd5ccc1-4a17-4845-9764-c55d0012f16c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 931 time: 0.0754361 Nov 03 16:22:04.150850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:04.175524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b9ba09b-6d37-4b45-9b20-95a2ce501d24 req-460e0b83-e286-4290-9ccb-7941f952889e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130521 Nov 03 16:22:04.248500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device cdd12f78-4ec9-4401-a26d-bb14813a9969 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:22:04.255847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914f68a-803a-4b11-b6b7-5b6d56413ba5 req-53f6dea6-2976-487d-9488-94e8b2803b8f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:04.261756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e914f68a-803a-4b11-b6b7-5b6d56413ba5 req-53f6dea6-2976-487d-9488-94e8b2803b8f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 945 time: 0.1870797 Nov 03 16:22:04.346353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-518e7cf8-c6ed-499c-8d77-6c6a94331395 None None] Provisioning complete for port 40c7da70-aa30-46d3-9828-baea637adc87 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:04.346981 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-518e7cf8-c6ed-499c-8d77-6c6a94331395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:04.417447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-518e7cf8-c6ed-499c-8d77-6c6a94331395 None None] Port 40c7da70-aa30-46d3-9828-baea637adc87 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:22:04.429001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e914f68a-803a-4b11-b6b7-5b6d56413ba5 req-95a47c44-f924-454c-b866-931d47d0fbe2 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526330 Nov 03 16:22:04.429302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port cdd12f78-4ec9-4401-a26d-bb14813a9969 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:04.430378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:04.729767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c7da70-aa30-46d3-9828-baea637adc87 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:22:04.745468 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:04.764749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Transition to ACTIVE for port object 40c7da70-aa30-46d3-9828-baea637adc87 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:22:04.772905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:04.869424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Pushing event updated for resources: {'Port': ['ID=40c7da70-aa30-46d3-9828-baea637adc87,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:04.916066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c9c6c-3e6b-4454-a06d-1277dae959d2 req-abec0b7d-c0c0-4b0c-ac8a-82a9047a94b3 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:04.917751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-035c9c6c-3e6b-4454-a06d-1277dae959d2 req-abec0b7d-c0c0-4b0c-ac8a-82a9047a94b3 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1095 time: 0.0758874 Nov 03 16:22:04.983604 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4683df48-1463-4280-aa57-fcb191b92f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:04.993776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-035c9c6c-3e6b-4454-a06d-1277dae959d2 req-4bca26e9-05f7-4448-a7d7-bfe56ed05c34 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669672 Nov 03 16:22:05.029266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Attempting to bind port 40c7da70-aa30-46d3-9828-baea637adc87 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:22:05.029660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Attempting to bind port 40c7da70-aa30-46d3-9828-baea637adc87 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:22:05.030135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Attempting to bind port 40c7da70-aa30-46d3-9828-baea637adc87 on network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:22:05.034835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Port 40c7da70-aa30-46d3-9828-baea637adc87 on network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:22:05.035163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Attempting to bind port 40c7da70-aa30-46d3-9828-baea637adc87 on network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:22:05.042137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:22:05.042496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Checking segment: {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:22:05.042996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Bound using segment: {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:22:05.043458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Bound port: 40c7da70-aa30-46d3-9828-baea637adc87, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896f45d4-b1fd-431d-bde7-e76e4936acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:22:05.043841 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:05.128228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:22:05.131325 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40c7da70-aa30-46d3-9828-baea637adc87,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:22:05.137006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:05.174627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:05.175233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:05.176622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] 10.222.0.70 "PUT /v2.0/ports/40c7da70-aa30-46d3-9828-baea637adc87 HTTP/1.1" status: 200 len: 1091 time: 1.2396851 Nov 03 16:22:05.177078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:05.179564 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4424509-da54-4adf-898d-f1e2750e6045" -d '{"events": [{"name": "network-changed", "server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "tag": "40c7da70-aa30-46d3-9828-baea637adc87"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:05.218745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Pushing event updated for resources: {'Port': ['ID=40c7da70-aa30-46d3-9828-baea637adc87,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:05.249316 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.249759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.250161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.252753 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.253211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.253572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.253917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.254252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.254584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.254917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.255308 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.262139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d0b88-88af-4304-bb36-c3bd4379211c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:05.310015 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bea215-5e88-4b62-afe6-396d05b0e95f x-openstack-request-id: req-62bea215-5e88-4b62-afe6-396d05b0e95f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:05.312457 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "tag": "40c7da70-aa30-46d3-9828-baea637adc87", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:05.312457 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62bea215-5e88-4b62-afe6-396d05b0e95f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:05.312457 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87', 'status': 'completed', 'code': 200} Nov 03 16:22:05.343738 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-4665cfe2-ac37-45b7-8b95-6b34d6481751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:05.345271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-4665cfe2-ac37-45b7-8b95-6b34d6481751 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 1094 time: 0.1218174 Nov 03 16:22:05.408781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf27a17-7c54-404e-b00e-14373d98d413 req-fa092ae8-0143-46c6-a4be-77113649b1ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:05.410804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6cf27a17-7c54-404e-b00e-14373d98d413 req-fa092ae8-0143-46c6-a4be-77113649b1ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 943 time: 0.1057267 Nov 03 16:22:05.452759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-f02e1959-ca43-4747-85c0-45bb36a2727b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c7da70-aa30-46d3-9828-baea637adc87 HTTP/1.1" status: 200 len: 217 time: 0.0959587 Nov 03 16:22:05.517200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6cf27a17-7c54-404e-b00e-14373d98d413 req-935b2bd8-a247-4263-966a-db009cc3d598 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952435 Nov 03 16:22:05.599792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-2065fd78-c6ca-4a56-8dd9-de058e3a1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:05.601203 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-2065fd78-c6ca-4a56-8dd9-de058e3a1158 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1fa22759-fa36-4203-993b-32dc138acd3c HTTP/1.1" status: 200 len: 834 time: 0.1425602 Nov 03 16:22:05.658003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a154-b7ad-4f28-9730-0bb6b3c73c2c req-e2f7e375-1754-47ee-ac48-cbf63099c925 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:05.659503 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b227a154-b7ad-4f28-9730-0bb6b3c73c2c req-e2f7e375-1754-47ee-ac48-cbf63099c925 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 945 time: 0.1168518 Nov 03 16:22:05.683243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c2e342e1-fde0-4290-9c56-25d799b9cfe2 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:22:05.687726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-68bd8d7d-c412-4143-8cf7-3f958c4c67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:05.689384 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-68bd8d7d-c412-4143-8cf7-3f958c4c67ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=916cce12-9cb5-45f8-8c4c-9d4c0d986786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763898 Nov 03 16:22:05.762614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-464498f1-08a7-45b4-843c-8dc844188957 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:05.766026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-464498f1-08a7-45b4-843c-8dc844188957 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 945 time: 0.1149137 Nov 03 16:22:05.784348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port c2e342e1-fde0-4290-9c56-25d799b9cfe2 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:22:05.788888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port c2e342e1-fde0-4290-9c56-25d799b9cfe2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:05.791604 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:05.794876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b227a154-b7ad-4f28-9730-0bb6b3c73c2c req-a6a188b7-c7de-4edc-b04f-bdbffc956909 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204841 Nov 03 16:22:05.871481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-3b19048d-4159-4321-9116-f09eabca4fc6 service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728954 Nov 03 16:22:05.911238 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:05.911785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Deleting port 9488c97f-d746-4093-8704-2dae29e50c3c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:05.912125 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:05.956484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b21ca-20f1-48c6-8db4-dc14a4805025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e342e1-fde0-4290-9c56-25d799b9cfe2'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:05.962913 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9c198b-ef09-4562-a16e-a3477e36eab3" -d '{"events": [{"server_uuid": "968b21ca-20f1-48c6-8db4-dc14a4805025", "name": "network-vif-plugged", "status": "completed", "tag": "c2e342e1-fde0-4290-9c56-25d799b9cfe2"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:05.994670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port c2e342e1-fde0-4290-9c56-25d799b9cfe2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c2e342e1-fde0-4290-9c56-25d799b9cfe2,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:06.007433 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:06.077624 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0b160f-1d49-4570-91c4-4501f80ed9c0 x-openstack-request-id: req-9b0b160f-1d49-4570-91c4-4501f80ed9c0 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:06.077912 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b21ca-20f1-48c6-8db4-dc14a4805025", "name": "network-vif-plugged", "status": "completed", "tag": "c2e342e1-fde0-4290-9c56-25d799b9cfe2", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:06.078159 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b0b160f-1d49-4570-91c4-4501f80ed9c0 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:06.078557 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b21ca-20f1-48c6-8db4-dc14a4805025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e342e1-fde0-4290-9c56-25d799b9cfe2', 'code': 200} Nov 03 16:22:06.095891 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba4e0892-4eb7-4110-81bb-20a042d80672 req-276876b0-f721-4fad-9a82-a7c01ec7f31c service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163861 Nov 03 16:22:06.104339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] For port 9488c97f-d746-4093-8704-2dae29e50c3c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9488c97f-d746-4093-8704-2dae29e50c3c,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:06.105336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:06.127465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Calling delete_port for 9488c97f-d746-4093-8704-2dae29e50c3c owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:06.151793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=c2e342e1-fde0-4290-9c56-25d799b9cfe2,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:06.254430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bfe21-22f3-4911-bed5-5685f5831df5 req-f45d11db-af09-467c-ab5f-237e887f16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:06.254651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5a4b-d9ad-4f24-a426-88e73fdf46ca req-46e6d505-d44d-410c-a569-2790cfe325a5 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:06.256503 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df6f5a4b-d9ad-4f24-a426-88e73fdf46ca req-46e6d505-d44d-410c-a569-2790cfe325a5 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.1118948 Nov 03 16:22:06.259113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4424509-da54-4adf-898d-f1e2750e6045 req-a7473d29-d725-4dad-9fec-da591ae80a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:06.261612 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4424509-da54-4adf-898d-f1e2750e6045 req-a7473d29-d725-4dad-9fec-da591ae80a89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 1094 time: 0.0805089 Nov 03 16:22:06.271609 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-054bfe21-22f3-4911-bed5-5685f5831df5 req-f45d11db-af09-467c-ab5f-237e887f16b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.0785124 Nov 03 16:22:06.275147 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:06.349980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-054bfe21-22f3-4911-bed5-5685f5831df5 req-fe6101d5-82c2-4573-af0f-63d54c655c87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691786 Nov 03 16:22:06.375881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:06.407276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-df6f5a4b-d9ad-4f24-a426-88e73fdf46ca req-ceb2b19d-7f48-45e3-985b-bc8e1da5ceb5 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422589 Nov 03 16:22:06.414737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['9488c97f-d746-4093-8704-2dae29e50c3c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:06.454803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4424509-da54-4adf-898d-f1e2750e6045 req-0f0439ef-f262-4738-a649-42a80a4c7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:06.457833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4424509-da54-4adf-898d-f1e2750e6045 req-0f0439ef-f262-4738-a649-42a80a4c7046 service neutron] 10.222.0.70 "GET /v2.0/networks?id=916cce12-9cb5-45f8-8c4c-9d4c0d986786 HTTP/1.1" status: 200 len: 896 time: 0.1822178 Nov 03 16:22:06.470361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Pushing event deleted for resources: {'Port': ['ID=9488c97f-d746-4093-8704-2dae29e50c3c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:06.521183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] No DVR routers for this DVR port 9488c97f-d746-4093-8704-2dae29e50c3c on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:22:06.521761 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4424509-da54-4adf-898d-f1e2750e6045 req-7b58b646-bb39-4515-a4f0-4db1769b46b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c7da70-aa30-46d3-9828-baea637adc87 HTTP/1.1" status: 200 len: 217 time: 0.0552483 Nov 03 16:22:06.524322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:06.529292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-702b4d66-34aa-49df-8afe-399f36c223e5 req-d856dae4-9d3f-47fa-971c-67ee8c396f4d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.15 "DELETE /v2.0/ports/9488c97f-d746-4093-8704-2dae29e50c3c HTTP/1.1" status: 204 len: 173 time: 0.7543905 Nov 03 16:22:06.530200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a213e5-7e99-4be6-8278-7412b99e315f', 'name': 'network-vif-deleted', 'tag': '9488c97f-d746-4093-8704-2dae29e50c3c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:06.532574 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a553b74-e7b9-488c-994c-5ac85283f4d8" -d '{"events": [{"server_uuid": "36a213e5-7e99-4be6-8278-7412b99e315f", "name": "network-vif-deleted", "tag": "9488c97f-d746-4093-8704-2dae29e50c3c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:06.571752 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c20a2-d393-4882-b536-b870cfa6b601 x-openstack-request-id: req-935c20a2-d393-4882-b536-b870cfa6b601 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:06.572061 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a213e5-7e99-4be6-8278-7412b99e315f", "name": "network-vif-deleted", "tag": "9488c97f-d746-4093-8704-2dae29e50c3c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:06.572314 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-935c20a2-d393-4882-b536-b870cfa6b601 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:06.572719 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a213e5-7e99-4be6-8278-7412b99e315f', 'name': 'network-vif-deleted', 'tag': '9488c97f-d746-4093-8704-2dae29e50c3c', 'status': 'completed', 'code': 200} Nov 03 16:22:06.597497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4424509-da54-4adf-898d-f1e2750e6045 req-be1b5825-11da-4974-984c-b3553efc205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:06.599038 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4424509-da54-4adf-898d-f1e2750e6045 req-be1b5825-11da-4974-984c-b3553efc205a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1fa22759-fa36-4203-993b-32dc138acd3c HTTP/1.1" status: 200 len: 834 time: 0.0606179 Nov 03 16:22:06.667053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4424509-da54-4adf-898d-f1e2750e6045 req-fa6cd704-f21b-43aa-b372-8580efc37c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:06.669505 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4424509-da54-4adf-898d-f1e2750e6045 req-fa6cd704-f21b-43aa-b372-8580efc37c21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=916cce12-9cb5-45f8-8c4c-9d4c0d986786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611908 Nov 03 16:22:06.678365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c5e53-58d6-4d48-9d34-cd57bab67886 req-ce142961-71aa-4970-a336-814eccb1e9fa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:06.679874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b6c5e53-58d6-4d48-9d34-cd57bab67886 req-ce142961-71aa-4970-a336-814eccb1e9fa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 943 time: 0.0874529 Nov 03 16:22:06.783407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4424509-da54-4adf-898d-f1e2750e6045 req-f5dddbb9-7c2a-4f30-8bad-ad5b2a9444a3 service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066101 Nov 03 16:22:06.783623 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b6c5e53-58d6-4d48-9d34-cd57bab67886 req-3f8294ed-42af-406f-b2a4-e1028c4e1148 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959058 Nov 03 16:22:06.945073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4424509-da54-4adf-898d-f1e2750e6045 req-25e69bb2-334c-4a42-8782-32ef220c73bc service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517735 Nov 03 16:22:06.980407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe6b9739-a21a-467d-8337-45d7500f6df7 req-f9678abd-c062-4200-b747-89d1a3156d9f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a213e5-7e99-4be6-8278-7412b99e315f HTTP/1.1" status: 200 len: 210 time: 0.0342996 Nov 03 16:22:07.574111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f08284-da89-46e5-ab85-54c7a175eb9b req-00edc888-31d6-4765-9752-6458d3ebb199 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:07.583814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7f08284-da89-46e5-ab85-54c7a175eb9b req-00edc888-31d6-4765-9752-6458d3ebb199 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.0874546 Nov 03 16:22:07.650961 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7f08284-da89-46e5-ab85-54c7a175eb9b req-5da1a7a3-da2a-4ce6-a0d6-9dac609f7522 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658896 Nov 03 16:22:07.691499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:22:07.799057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:07.817723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:07.839605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'port_id': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'mac_address': 'fa:16:3e:fc:58:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:22:07.896722 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:07.913324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:22:07.941153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:07.945200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40c7da70-aa30-46d3-9828-baea637adc87 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:22:07.952203 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:07.980758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f4389-1d43-425e-bd10-a95b22ba6f93 req-c0abe4d6-3367-41d1-b559-8c807c22eb17 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:07.982946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-539f4389-1d43-425e-bd10-a95b22ba6f93 req-c0abe4d6-3367-41d1-b559-8c807c22eb17 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 943 time: 0.1172256 Nov 03 16:22:08.127300 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-539f4389-1d43-425e-bd10-a95b22ba6f93 req-420b22cb-2771-442e-910f-520fd60ac093 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335089 Nov 03 16:22:08.218302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:08.273753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:08.277578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40c7da70-aa30-46d3-9828-baea637adc87,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:08.305874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '40c7da70-aa30-46d3-9828-baea637adc87', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'port_id': '40c7da70-aa30-46d3-9828-baea637adc87', 'mac_address': 'fa:16:3e:0b:e1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:22:08.336518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-a6ae8f58-61be-43f9-9862-0dd4de1ffb47 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:08.338064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-a6ae8f58-61be-43f9-9862-0dd4de1ffb47 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/networks?id=f0db5d12-1a0c-47d0-830c-d5863cbfb704 HTTP/1.1" status: 200 len: 808 time: 0.1287515 Nov 03 16:22:08.362560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-8ce88dd9-e238-471c-b674-6bffa92cb016 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/quotas/1490fc8ebf0244309cb05a5bf7e4440d HTTP/1.1" status: 200 len: 375 time: 0.0175624 Nov 03 16:22:08.389683 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:08.404872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-e5db34a9-c218-432e-b378-8cb413ab48f9 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1490fc8ebf0244309cb05a5bf7e4440d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364404 Nov 03 16:22:08.418756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c7da70-aa30-46d3-9828-baea637adc87 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:22:08.445777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40c7da70-aa30-46d3-9828-baea637adc87,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:08.447077 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:08.455050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:08.534174 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-351851b3-0cf3-4db4-8be4-f510a5c210f1 service neutron] 10.222.0.86 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115098 Nov 03 16:22:08.535715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=40c7da70-aa30-46d3-9828-baea637adc87,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:08.639820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-0309494c-92e8-4807-89e6-7aebc2bdd30d service neutron] 10.222.0.86 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020331 Nov 03 16:22:08.705630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['40c7da70-aa30-46d3-9828-baea637adc87'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:08.852818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f4b60-6e26-45c1-b4d3-83de8bbaa32b req-9102b257-6c50-47a5-8a71-f5327268e948 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:08.862207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a86f4b60-6e26-45c1-b4d3-83de8bbaa32b req-9102b257-6c50-47a5-8a71-f5327268e948 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.0987878 Nov 03 16:22:08.907343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-995ddef8-1512-4588-9e52-ef7c3b5ee953 req-0152ce4e-d1a3-4c7b-8834-60aa66810c92 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 210 time: 0.0456903 Nov 03 16:22:08.932650 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a86f4b60-6e26-45c1-b4d3-83de8bbaa32b req-cc7de048-fb98-4785-9668-338120e7761c tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574689 Nov 03 16:22:09.086272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd5dd-9f6f-43e7-90a5-9595b6692507 req-b3232f8f-9384-4191-ae6a-74f7464e2e8d tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:09.088769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b5dd5dd-9f6f-43e7-90a5-9595b6692507 req-b3232f8f-9384-4191-ae6a-74f7464e2e8d tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.0609736 Nov 03 16:22:09.179453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b5dd5dd-9f6f-43e7-90a5-9595b6692507 req-d3254b51-cd9d-4644-8def-8ddcb8d849e3 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835855 Nov 03 16:22:09.311861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ef220-1099-42e6-a195-72835de0c9b4 req-9e0077e9-331d-46ba-a9dd-431efbc9bef2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:09.315921 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca2ef220-1099-42e6-a195-72835de0c9b4 req-9e0077e9-331d-46ba-a9dd-431efbc9bef2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 944 time: 0.0862265 Nov 03 16:22:09.337116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768bee0-5c9b-4d59-bed6-cbb97ffe9222 req-a3f23c79-9a27-4d8e-88ce-a78e063e3e3e tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:09.339600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1768bee0-5c9b-4d59-bed6-cbb97ffe9222 req-a3f23c79-9a27-4d8e-88ce-a78e063e3e3e tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.0594349 Nov 03 16:22:09.394310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1768bee0-5c9b-4d59-bed6-cbb97ffe9222 req-1cf0db06-793e-4f6e-b51a-7ba3be81b5e0 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Nov 03 16:22:09.399378 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca2ef220-1099-42e6-a195-72835de0c9b4 req-1b3b1ece-2d8d-456c-a6ef-acfdc8ef72c1 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743823 Nov 03 16:22:09.579229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-8d59f204-c779-498d-a360-1c5e853a52a5 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153300669&fields=id&tenant_id=2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 267 time: 0.0768373 Nov 03 16:22:09.674939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85288-7a16-49a3-8458-18077a5493c4 req-28220717-893c-4536-bacd-143e8356a08e tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:09.682442 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04c85288-7a16-49a3-8458-18077a5493c4 req-28220717-893c-4536-bacd-143e8356a08e tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.0536928 Nov 03 16:22:09.703807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830943-e916-453f-b378-5bce324ca870 req-55e59731-3824-47f4-8c9c-8e2527a1b202 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:09.705506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-55e59731-3824-47f4-8c9c-8e2527a1b202 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.1254866 Nov 03 16:22:09.724213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:22:09.728037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04c85288-7a16-49a3-8458-18077a5493c4 req-10ed21b1-6d53-4698-80af-3bc187094578 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Nov 03 16:22:09.737247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-40d02c4d-59d4-4517-942c-b6ba0e6b60fc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/quotas/2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 375 time: 0.0242803 Nov 03 16:22:09.795557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:09.795928 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:09.803899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-6d333cd7-2e27-41b4-8903-15daaa72ee25 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571501 Nov 03 16:22:09.889593 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:09.915947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:09.918477 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e24fc02-ebf0-465c-90a4-03d3452e8c5a" -d '{"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:09.930091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-3796b9c0-cdf5-48b3-a49f-d95ec1b53484 service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132452 Nov 03 16:22:09.942133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:09.946520 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40c7da70-aa30-46d3-9828-baea637adc87 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:22:09.986093 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ff619f-acb9-407a-bb88-6c3d9e009360 x-openstack-request-id: req-40ff619f-acb9-407a-bb88-6c3d9e009360 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:09.986478 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:09.986730 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40ff619f-acb9-407a-bb88-6c3d9e009360 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:09.987301 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'code': 200} Nov 03 16:22:09.995872 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:09.996485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9488c97f-d746-4093-8704-2dae29e50c3c no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:10.043893 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-df741aec-01c8-4ef0-9df2-0a7c0a60b0bf service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129036 Nov 03 16:22:10.047601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 9488c97f-d746-4093-8704-2dae29e50c3c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:10.047736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9488c97f-d746-4093-8704-2dae29e50c3c not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:10.079134 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c5a7a4e-51aa-4e3e-9908-3e97bdb9cd97 req-5729f5e4-c6ae-4512-a5ac-04d8ddc9fb2d tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 210 time: 0.0568879 Nov 03 16:22:10.082797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:10.089310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 40c7da70-aa30-46d3-9828-baea637adc87 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:22:10.095462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 40c7da70-aa30-46d3-9828-baea637adc87 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:10.095833 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:10.203064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:10.244083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40c7da70-aa30-46d3-9828-baea637adc87,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:10.249751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:10.325233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=40c7da70-aa30-46d3-9828-baea637adc87,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:10.373028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-a33854de-85f4-4cfe-a262-166f3db9063a tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:10.374726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-a33854de-85f4-4cfe-a262-166f3db9063a tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.15 "GET /v2.0/networks?id=f0db5d12-1a0c-47d0-830c-d5863cbfb704 HTTP/1.1" status: 200 len: 808 time: 0.1751683 Nov 03 16:22:10.399993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Request body: {'port': {'device_id': 'c61b8fd1-d5fc-4f69-a74e-4496b97c7c91', 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704', 'admin_state_up': True, 'tenant_id': '1490fc8ebf0244309cb05a5bf7e4440d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:22:10.467294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecc8a97f-c2c1-42be-bd81-f2814a0b8e5d req-11401413-32ba-42b1-a3e7-d1ab8e9f401c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 210 time: 0.0463629 Nov 03 16:22:10.579893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7a2a1-5b29-43cb-bf2f-e7cb77113df3 req-066e7953-4dbe-4951-a03c-422d4d9d8c9a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:10.581424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8b7a2a1-5b29-43cb-bf2f-e7cb77113df3 req-066e7953-4dbe-4951-a03c-422d4d9d8c9a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0849595 Nov 03 16:22:10.597165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Made reservation on behalf of 1490fc8ebf0244309cb05a5bf7e4440d for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:22:10.600678 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:10.701006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8b7a2a1-5b29-43cb-bf2f-e7cb77113df3 req-8e40ff97-401f-422b-97f4-cc9dd90ea03a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116126 Nov 03 16:22:10.804029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Allocated IP 172.20.0.9 (f0db5d12-1a0c-47d0-830c-d5863cbfb704/d74c06c5-d850-428a-bdce-e188aa9f160f/138eb7bc-4108-4c6f-a27f-c5da9fea240d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:22:10.863804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b33a-1cf9-4971-b914-3848eac2d4d9 req-553b4038-175d-4ccc-9ae7-4d6317a60d83 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:10.865460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af65b33a-1cf9-4971-b914-3848eac2d4d9 req-553b4038-175d-4ccc-9ae7-4d6317a60d83 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.0479970 Nov 03 16:22:10.923333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af65b33a-1cf9-4971-b914-3848eac2d4d9 req-e65edbae-0977-4b4b-8d90-2bdbb79e6d6d tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Nov 03 16:22:11.013697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:11.065413 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:11.106303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Network f0db5d12-1a0c-47d0-830c-d5863cbfb704 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:22:11.110234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:22:11.114478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:22:11.152445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Pushing event updated for resources: {'Port': ['ID=138eb7bc-4108-4c6f-a27f-c5da9fea240d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:11.190184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:11.191067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:11.229779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6d1d5446-18de-4c99-93db-a2c3af648a25 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344312 Nov 03 16:22:11.244280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa015a9-4b31-4c8e-bc1e-67d10b96d625 req-4bdb6cb9-a4ce-4b09-ad81-1f9cf7f1376e tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:11.250078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa015a9-4b31-4c8e-bc1e-67d10b96d625 req-4bdb6cb9-a4ce-4b09-ad81-1f9cf7f1376e tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 931 time: 0.0768652 Nov 03 16:22:11.256427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Request body: {'port': {'device_id': 'c61b8fd1-d5fc-4f69-a74e-4496b97c7c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:22:11.352581 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1aa015a9-4b31-4c8e-bc1e-67d10b96d625 req-3517103a-1351-4d74-97cb-57340b139605 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001773 Nov 03 16:22:11.355350 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:11.666243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4da7face-139a-4fd1-97e4-91499e1edf64 req-f926a061-bdf2-45da-bb3d-04ae5ecc52dc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 210 time: 0.0607936 Nov 03 16:22:11.753356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830943-e916-453f-b378-5bce324ca870 req-b93783e4-abf5-4389-90b9-a180925bbe44 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:11.758333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-099678c8-6304-4428-9339-c2a4dda7b771 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:11.759970 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-099678c8-6304-4428-9339-c2a4dda7b771 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.0953352 Nov 03 16:22:11.769591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-b93783e4-abf5-4389-90b9-a180925bbe44 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.2777226 Nov 03 16:22:11.865140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-a979957a-6e1a-4d36-95fd-b2b15c14bb27 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 380 time: 0.0832112 Nov 03 16:22:11.877581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'port': {'device_id': 'fcb55002-35e9-499d-8448-be89493a9c12', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'admin_state_up': True, 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'security_groups': ['4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:22:11.988570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:11.991709 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb010e-2e36-4bd1-93f5-66b494d5524c" -d '{"events": [{"server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "name": "network-vif-plugged", "status": "completed", "tag": "40c7da70-aa30-46d3-9828-baea637adc87"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:12.002337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f3024-9a9e-4d6f-8348-a55bd3fc403b req-807e3fce-47d1-458d-8b81-53119151b838 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:12.003929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd7f3024-9a9e-4d6f-8348-a55bd3fc403b req-807e3fce-47d1-458d-8b81-53119151b838 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.1858921 Nov 03 16:22:12.040040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138eb7bc-4108-4c6f-a27f-c5da9fea240d {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:22:12.055869 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:12.134702 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Made reservation on behalf of 2bc437a94d724a06b94d3ecdcf5867e5 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:22:12.138654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:12.149173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Transition to ACTIVE for port object 138eb7bc-4108-4c6f-a27f-c5da9fea240d will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:22:12.162393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810955f4-7549-46e0-b19a-be5e20eda18a req-e1b0d075-fcfa-4d19-8292-218dea1f7be9 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:12.164285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-810955f4-7549-46e0-b19a-be5e20eda18a req-e1b0d075-fcfa-4d19-8292-218dea1f7be9 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=968b21ca-20f1-48c6-8db4-dc14a4805025 HTTP/1.1" status: 200 len: 1096 time: 0.0675869 Nov 03 16:22:12.176550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Deleting port c2e342e1-fde0-4290-9c56-25d799b9cfe2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:12.176887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:12.311270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] For port c2e342e1-fde0-4290-9c56-25d799b9cfe2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=c2e342e1-fde0-4290-9c56-25d799b9cfe2,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:12.311627 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:12.321231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.20.0.13 (e8323ed3-190e-4fd2-9c82-eb82d5ef24b2/59175d77-ecad-41a1-bcd6-d63e1e7bf397/3960d007-517d-4d02-9850-faf51b12f0d8) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:22:12.352903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Calling delete_port for c2e342e1-fde0-4290-9c56-25d799b9cfe2 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:12.454652 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:22:12.536234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:12.555691 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:12.573447 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:12.584769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0da1b891-c50f-48bf-9ec6-e41513578e33'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:12.586370 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd7f3024-9a9e-4d6f-8348-a55bd3fc403b req-69ae3a7f-7cd4-45c5-bdc8-aeb60b25906c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5650697 Nov 03 16:22:12.688485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['c2e342e1-fde0-4290-9c56-25d799b9cfe2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:12.739688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Pushing event updated for resources: {'Port': ['ID=138eb7bc-4108-4c6f-a27f-c5da9fea240d,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:12.746688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] No DVR routers for this DVR port c2e342e1-fde0-4290-9c56-25d799b9cfe2 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:22:12.751029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:12.760401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:12.765415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd7a7135-aabe-4fd0-8da1-f78fa1a2d7e7 req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.15 "DELETE /v2.0/ports/c2e342e1-fde0-4290-9c56-25d799b9cfe2 HTTP/1.1" status: 204 len: 173 time: 0.9964936 Nov 03 16:22:12.819574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b21ca-20f1-48c6-8db4-dc14a4805025', 'name': 'network-vif-deleted', 'tag': 'c2e342e1-fde0-4290-9c56-25d799b9cfe2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:12.823620 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f58ea94-ef48-47eb-8c9a-01b8882ce0f8" -d '{"events": [{"server_uuid": "968b21ca-20f1-48c6-8db4-dc14a4805025", "name": "network-vif-deleted", "tag": "c2e342e1-fde0-4290-9c56-25d799b9cfe2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:12.863055 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b4dd0-ee78-43df-adab-b5e7751d3ef6 x-openstack-request-id: req-071b4dd0-ee78-43df-adab-b5e7751d3ef6 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:12.863356 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "name": "network-vif-plugged", "status": "completed", "tag": "40c7da70-aa30-46d3-9828-baea637adc87", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:12.872692 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-071b4dd0-ee78-43df-adab-b5e7751d3ef6 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:12.875471 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87', 'code': 200} Nov 03 16:22:12.882693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab408a3-b6ed-4add-8697-6925afa84204 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2e342e1-fde0-4290-9c56-25d799b9cfe2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:12.958678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-810955f4-7549-46e0-b19a-be5e20eda18a req-bd2f10fc-ac10-4147-88b0-ef67acab3a8f tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169093 Nov 03 16:22:12.979964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984d33f-4bd7-41ae-b1b2-6ae5a3a0e755 req-e5b69221-7f2c-4df5-9342-1fa495f445e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:12.986508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6984d33f-4bd7-41ae-b1b2-6ae5a3a0e755 req-e5b69221-7f2c-4df5-9342-1fa495f445e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 1096 time: 0.1181879 Nov 03 16:22:12.987987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Attempting to bind port 138eb7bc-4108-4c6f-a27f-c5da9fea240d on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:22:12.994209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Attempting to bind port 138eb7bc-4108-4c6f-a27f-c5da9fea240d by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '23778e06-d972-4526-9b5e-7afa74dc49cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:22:12.996053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Attempting to bind port 138eb7bc-4108-4c6f-a27f-c5da9fea240d on network f0db5d12-1a0c-47d0-830c-d5863cbfb704 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:22:13.019242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:22:13.024284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:22:13.032377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:22:13.097404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Port 138eb7bc-4108-4c6f-a27f-c5da9fea240d on network f0db5d12-1a0c-47d0-830c-d5863cbfb704 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:22:13.100562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Attempting to bind port 138eb7bc-4108-4c6f-a27f-c5da9fea240d on network f0db5d12-1a0c-47d0-830c-d5863cbfb704 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:22:13.106625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=3960d007-517d-4d02-9850-faf51b12f0d8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:13.145758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:22:13.146397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Checking segment: {'id': '23778e06-d972-4526-9b5e-7afa74dc49cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:22:13.147020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Bound using segment: {'id': '23778e06-d972-4526-9b5e-7afa74dc49cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:22:13.147624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Bound port: 138eb7bc-4108-4c6f-a27f-c5da9fea240d, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23778e06-d972-4526-9b5e-7afa74dc49cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:22:13.148144 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:13.188993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6984d33f-4bd7-41ae-b1b2-6ae5a3a0e755 req-915ea5c4-cebd-4e71-ace4-1f1b7afc31d3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603429 Nov 03 16:22:13.215620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e1e7f-3383-4f2f-86f4-3783410ae161 req-42bdfe25-5481-45d3-9b86-41437d958856 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:13.218110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-670e1e7f-3383-4f2f-86f4-3783410ae161 req-42bdfe25-5481-45d3-9b86-41437d958856 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 943 time: 0.2189322 Nov 03 16:22:13.266292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:13.267460 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:13.291636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9df59-82f3-45c5-b2e0-b4553fda4655 req-91b9ba18-7471-4d2c-bce4-6354b0eecbb3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:13.295349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6de9df59-82f3-45c5-b2e0-b4553fda4655 req-91b9ba18-7471-4d2c-bce4-6354b0eecbb3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 932 time: 0.1750653 Nov 03 16:22:13.299641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-bde89b09-b1c0-4bc2-a949-1446e90df6ec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4277108 Nov 03 16:22:13.336988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-670e1e7f-3383-4f2f-86f4-3783410ae161 req-a1f50a0e-76da-4b9c-8aa9-b9c8f3594652 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001084 Nov 03 16:22:13.338671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] For port 138eb7bc-4108-4c6f-a27f-c5da9fea240d, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:22:13.342894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] For port 138eb7bc-4108-4c6f-a27f-c5da9fea240d, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=138eb7bc-4108-4c6f-a27f-c5da9fea240d,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:22:13.367268 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:13.410314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:13.410958 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:13.415814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] 10.222.0.15 "PUT /v2.0/ports/138eb7bc-4108-4c6f-a27f-c5da9fea240d HTTP/1.1" status: 200 len: 1091 time: 2.1628327 Nov 03 16:22:13.447486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Request body: {'port': {'device_id': 'fcb55002-35e9-499d-8448-be89493a9c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:22:13.490907 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae5ad13-53ed-48bf-955f-efac196987c9 x-openstack-request-id: req-bae5ad13-53ed-48bf-955f-efac196987c9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:13.491209 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b21ca-20f1-48c6-8db4-dc14a4805025", "name": "network-vif-deleted", "tag": "c2e342e1-fde0-4290-9c56-25d799b9cfe2", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:13.491467 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bae5ad13-53ed-48bf-955f-efac196987c9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:13.493308 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b21ca-20f1-48c6-8db4-dc14a4805025', 'name': 'network-vif-deleted', 'tag': 'c2e342e1-fde0-4290-9c56-25d799b9cfe2', 'status': 'completed', 'code': 200} Nov 03 16:22:13.590688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6442f18b-df0b-4f5e-a511-98c0d28751a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:13.592430 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-6442f18b-df0b-4f5e-a511-98c0d28751a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1490fc8ebf0244309cb05a5bf7e4440d&device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 1094 time: 0.1053157 Nov 03 16:22:13.593244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a034b-7b61-4cf3-a495-4e20d284c509 service neutron] Pushing event updated for resources: {'Port': ['ID=138eb7bc-4108-4c6f-a27f-c5da9fea240d,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:13.596840 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6de9df59-82f3-45c5-b2e0-b4553fda4655 req-bda50b83-1121-4de9-a9d5-531582c48fe4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881124 Nov 03 16:22:13.704692 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:13.719401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-2c52c92a-2751-4f39-b8f2-567693c1ff21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138eb7bc-4108-4c6f-a27f-c5da9fea240d HTTP/1.1" status: 200 len: 217 time: 0.1055868 Nov 03 16:22:13.761756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bd699794-f7ed-4fc8-83a3-1c64df7b2182 None None] Provisioning complete for port 3960d007-517d-4d02-9850-faf51b12f0d8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:13.762352 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bd699794-f7ed-4fc8-83a3-1c64df7b2182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:13.841089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-9fc63884-8270-42c4-9643-22a2f0c46af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:13.842628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-9fc63884-8270-42c4-9643-22a2f0c46af2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d74c06c5-d850-428a-bdce-e188aa9f160f HTTP/1.1" status: 200 len: 848 time: 0.1149831 Nov 03 16:22:13.860084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bd699794-f7ed-4fc8-83a3-1c64df7b2182 None None] Port 3960d007-517d-4d02-9850-faf51b12f0d8 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:22:13.932789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-8d5b27cf-9d48-44db-8ee4-ba21c40df088 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0db5d12-1a0c-47d0-830c-d5863cbfb704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663059 Nov 03 16:22:14.159268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eddbe3-e1fc-4862-a15e-0cfc68771aa8 req-3fb0509e-76ce-4030-81ed-b6d277ebceae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:14.161552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1eddbe3-e1fc-4862-a15e-0cfc68771aa8 req-3fb0509e-76ce-4030-81ed-b6d277ebceae tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.3179958 Nov 03 16:22:14.342620 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-75644b3a-7a47-4717-aa47-ba80b02b5b47 service neutron] 10.222.0.15 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726606 Nov 03 16:22:14.388564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1eddbe3-e1fc-4862-a15e-0cfc68771aa8 req-f14e5717-c555-461b-861e-9267a421a6df tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158334 Nov 03 16:22:14.468214 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3960d007-517d-4d02-9850-faf51b12f0d8 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:22:14.492104 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:14.521619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Transition to ACTIVE for port object 3960d007-517d-4d02-9850-faf51b12f0d8 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:22:14.531962 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:14.543292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c9e7b9c2-9046-4750-a2da-2c8d029d88b0 req-752ade7d-19eb-4f49-9beb-8b7fb4e06213 service neutron] 10.222.0.15 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887224 Nov 03 16:22:14.678604 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3960d007-517d-4d02-9850-faf51b12f0d8,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:14.709847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fcf95-f7cb-45ef-b404-811da774fdc8 req-87a9cac0-96bc-4840-9125-44ed05ccd396 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:14.712673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e1fcf95-f7cb-45ef-b404-811da774fdc8 req-87a9cac0-96bc-4840-9125-44ed05ccd396 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 943 time: 0.1251297 Nov 03 16:22:14.795221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e1fcf95-f7cb-45ef-b404-811da774fdc8 req-c2c4af56-0cca-450d-b6ea-f35b7326612f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751927 Nov 03 16:22:14.946502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Attempting to bind port 3960d007-517d-4d02-9850-faf51b12f0d8 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:22:14.946942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Attempting to bind port 3960d007-517d-4d02-9850-faf51b12f0d8 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:22:14.948345 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Attempting to bind port 3960d007-517d-4d02-9850-faf51b12f0d8 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:22:14.980775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651d9dd-2370-422e-8f29-f72845c6588e req-383c5fc9-fa3d-4f0f-9dad-62670a556343 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:14.992679 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7651d9dd-2370-422e-8f29-f72845c6588e req-383c5fc9-fa3d-4f0f-9dad-62670a556343 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 944 time: 0.1211572 Nov 03 16:22:14.998654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66075b0-742b-46de-bcdf-4dcd1fa7b1e5 req-f06b8cfd-11c8-497d-8210-e67dc71fe311 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:15.015608 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d66075b0-742b-46de-bcdf-4dcd1fa7b1e5 req-f06b8cfd-11c8-497d-8210-e67dc71fe311 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.3600621 Nov 03 16:22:15.104931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Port 3960d007-517d-4d02-9850-faf51b12f0d8 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:22:15.105355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Attempting to bind port 3960d007-517d-4d02-9850-faf51b12f0d8 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:22:15.125065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:22:15.126031 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:22:15.126535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Bound using segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:22:15.127229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Bound port: 3960d007-517d-4d02-9850-faf51b12f0d8, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:22:15.127719 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:15.178618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d66075b0-742b-46de-bcdf-4dcd1fa7b1e5 req-cd234107-5430-4cbd-baae-d3b65746a3ab tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620820 Nov 03 16:22:15.185852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7651d9dd-2370-422e-8f29-f72845c6588e req-8c7e5eb8-ef63-4b47-a56c-d3ceeafbf653 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907339 Nov 03 16:22:15.283465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] For port 3960d007-517d-4d02-9850-faf51b12f0d8, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:22:15.290749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] For port 3960d007-517d-4d02-9850-faf51b12f0d8, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3960d007-517d-4d02-9850-faf51b12f0d8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:22:15.300389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:15.385334 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:15.386533 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:15.388422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] 10.222.0.70 "PUT /v2.0/ports/3960d007-517d-4d02-9850-faf51b12f0d8 HTTP/1.1" status: 200 len: 1092 time: 1.9852662 Nov 03 16:22:15.388878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb55002-35e9-499d-8448-be89493a9c12', 'tag': '3960d007-517d-4d02-9850-faf51b12f0d8'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:15.391389 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965fbc3a-edd8-42f6-bb8b-189369a931ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb55002-35e9-499d-8448-be89493a9c12", "tag": "3960d007-517d-4d02-9850-faf51b12f0d8"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:15.439867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a23e5-a63d-416d-b608-555df437a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3960d007-517d-4d02-9850-faf51b12f0d8,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:15.469960 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b60898f-1b59-492d-8d76-0d926679010a x-openstack-request-id: req-9b60898f-1b59-492d-8d76-0d926679010a {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:15.470966 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb55002-35e9-499d-8448-be89493a9c12", "tag": "3960d007-517d-4d02-9850-faf51b12f0d8", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:15.471429 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b60898f-1b59-492d-8d76-0d926679010a {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:15.472021 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb55002-35e9-499d-8448-be89493a9c12', 'tag': '3960d007-517d-4d02-9850-faf51b12f0d8', 'status': 'completed', 'code': 200} Nov 03 16:22:15.494556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61b8fd1-d5fc-4f69-a74e-4496b97c7c91', 'tag': '138eb7bc-4108-4c6f-a27f-c5da9fea240d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:15.496910 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce31fed9-f61b-4b66-aced-f517e7b9ea61" -d '{"events": [{"name": "network-changed", "server_uuid": "c61b8fd1-d5fc-4f69-a74e-4496b97c7c91", "tag": "138eb7bc-4108-4c6f-a27f-c5da9fea240d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:15.605924 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e12fd9-8629-4dc7-ad0c-03fb5b3c2cfd x-openstack-request-id: req-b5e12fd9-8629-4dc7-ad0c-03fb5b3c2cfd {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:15.606245 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61b8fd1-d5fc-4f69-a74e-4496b97c7c91", "tag": "138eb7bc-4108-4c6f-a27f-c5da9fea240d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:15.607060 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b5e12fd9-8629-4dc7-ad0c-03fb5b3c2cfd {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:15.607610 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61b8fd1-d5fc-4f69-a74e-4496b97c7c91', 'tag': '138eb7bc-4108-4c6f-a27f-c5da9fea240d', 'status': 'completed', 'code': 200} Nov 03 16:22:15.623906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830943-e916-453f-b378-5bce324ca870 req-1448b29b-8e58-434b-ae31-022b2fc99f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:15.625494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-1448b29b-8e58-434b-ae31-022b2fc99f1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 1095 time: 0.1524811 Nov 03 16:22:15.742476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-42575499-83b5-4d03-b930-b54e0a509e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:15.744213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-42575499-83b5-4d03-b930-b54e0a509e5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1490fc8ebf0244309cb05a5bf7e4440d&device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 1094 time: 0.1102748 Nov 03 16:22:15.758482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c2e342e1-fde0-4290-9c56-25d799b9cfe2 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:15.768224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8791-608a-46dc-bfbe-a016c6bcc761 req-525dda38-c95c-4ea9-8110-3c8480bacafa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:15.784312 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-153f8791-608a-46dc-bfbe-a016c6bcc761 req-525dda38-c95c-4ea9-8110-3c8480bacafa tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.2328916 Nov 03 16:22:15.787668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: c2e342e1-fde0-4290-9c56-25d799b9cfe2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:15.788275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device c2e342e1-fde0-4290-9c56-25d799b9cfe2 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:15.810953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-f3e0750b-c70f-4896-b0a3-cbf2015eb65c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3960d007-517d-4d02-9850-faf51b12f0d8 HTTP/1.1" status: 200 len: 217 time: 0.1493607 Nov 03 16:22:15.952245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830943-e916-453f-b378-5bce324ca870 req-8e604f1d-8be9-4a8f-a168-33fea5c7dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:15.968006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-8e604f1d-8be9-4a8f-a168-33fea5c7dfba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.1412935 Nov 03 16:22:16.009742 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-153f8791-608a-46dc-bfbe-a016c6bcc761 req-00b6e2bb-f715-4bcb-8dc0-df8cb4d37992 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241449 Nov 03 16:22:16.021112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d36393-d23b-49b3-b682-03370d8d66bf req-53086c64-70c7-4d7a-a08c-128ea6fbd5e8 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.022683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31d36393-d23b-49b3-b682-03370d8d66bf req-53086c64-70c7-4d7a-a08c-128ea6fbd5e8 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.2232983 Nov 03 16:22:16.094839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830943-e916-453f-b378-5bce324ca870 req-3901478f-976f-4097-852b-3add9988d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.096846 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-3901478f-976f-4097-852b-3add9988d000 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194854 Nov 03 16:22:16.150726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-fafa000d-0986-45b4-9bdf-73c3200359a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.152302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-fafa000d-0986-45b4-9bdf-73c3200359a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0db5d12-1a0c-47d0-830c-d5863cbfb704 HTTP/1.1" status: 200 len: 909 time: 0.3975332 Nov 03 16:22:16.193888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee381fb0-c5b5-417c-a0e9-d0c3b19470c9 req-15a54ed2-657b-4afb-ba7a-b6619dbe4e2f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.203445 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee381fb0-c5b5-417c-a0e9-d0c3b19470c9 req-15a54ed2-657b-4afb-ba7a-b6619dbe4e2f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 943 time: 0.2853112 Nov 03 16:22:16.304588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-3a6f72cf-0b86-4414-bb48-6c49eacada31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138eb7bc-4108-4c6f-a27f-c5da9fea240d HTTP/1.1" status: 200 len: 217 time: 0.1226735 Nov 03 16:22:16.389781 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-f53e1a31-8085-485b-9f7a-35cc5e1b27a7 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821894 Nov 03 16:22:16.438725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-31d36393-d23b-49b3-b682-03370d8d66bf req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Deleting port 0da1b891-c50f-48bf-9ec6-e41513578e33 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:16.438725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31d36393-d23b-49b3-b682-03370d8d66bf req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:16.442217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-db31748e-9db8-4b23-95d6-d9ccd65bc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.444310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-db31748e-9db8-4b23-95d6-d9ccd65bc44d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d74c06c5-d850-428a-bdce-e188aa9f160f HTTP/1.1" status: 200 len: 848 time: 0.1267295 Nov 03 16:22:16.447741 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ee381fb0-c5b5-417c-a0e9-d0c3b19470c9 req-7556665a-d376-491c-8dc6-351bf0faecaf tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425413 Nov 03 16:22:16.527485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-c3e66ee4-07c4-45ea-afca-6bed8ec78782 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0db5d12-1a0c-47d0-830c-d5863cbfb704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664370 Nov 03 16:22:16.594048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d5e7-1e4f-41bb-8967-5c39dbada78d req-bea2a89a-14ba-45fc-b47e-6a136307e4c8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.602188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aea8d5e7-1e4f-41bb-8967-5c39dbada78d req-bea2a89a-14ba-45fc-b47e-6a136307e4c8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.4647629 Nov 03 16:22:16.605621 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04830943-e916-453f-b378-5bce324ca870 req-7444db77-f4a4-4462-a97c-0695a7f20e29 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073007 Nov 03 16:22:16.709966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-31d36393-d23b-49b3-b682-03370d8d66bf req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] For port 0da1b891-c50f-48bf-9ec6-e41513578e33, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=0da1b891-c50f-48bf-9ec6-e41513578e33,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:16.710737 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31d36393-d23b-49b3-b682-03370d8d66bf req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:16.728647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aea8d5e7-1e4f-41bb-8967-5c39dbada78d req-0dfcef46-d498-4f0c-9381-b6d05584f3d0 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255581 Nov 03 16:22:16.737425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3833069-9104-40ae-a027-e5b7eb177999 req-34f03a42-a1d5-47d1-8b77-461d7e780b31 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.740924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f3833069-9104-40ae-a027-e5b7eb177999 req-34f03a42-a1d5-47d1-8b77-461d7e780b31 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 944 time: 0.1679394 Nov 03 16:22:16.758909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33200) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:16.799194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-f8aabd12-da0b-4743-9acb-0756821ce487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.801028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-f8aabd12-da0b-4743-9acb-0756821ce487 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 1095 time: 0.1367095 Nov 03 16:22:16.843705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-31d36393-d23b-49b3-b682-03370d8d66bf req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Calling delete_port for 0da1b891-c50f-48bf-9ec6-e41513578e33 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:16.934969 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d00a3-30cf-4161-b76a-def4f0c358ac tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.936698 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-676d00a3-30cf-4161-b76a-def4f0c358ac tempest-TestNetworkAdvancedServerOps-575984173 tempest-TestNetworkAdvancedServerOps-575984173-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 1091 time: 0.1766853 Nov 03 16:22:16.941467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33202) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:16.948076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '40c7da70-aa30-46d3-9828-baea637adc87', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:22:16.984020 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df0c8d-1327-4fce-9b64-f1f557d27fc5 req-4274493a-c7d8-4da5-87c0-7a31ad6dde37 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.985665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6df0c8d-1327-4fce-9b64-f1f557d27fc5 req-4274493a-c7d8-4da5-87c0-7a31ad6dde37 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.1053150 Nov 03 16:22:16.988438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-79e326e7-9f46-4651-9de0-80b8e14340c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:16.989961 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-79e326e7-9f46-4651-9de0-80b8e14340c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1804626 Nov 03 16:22:17.055604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:17.062040 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-526974a4-b48e-4716-a664-42b0be55f0a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3960d007-517d-4d02-9850-faf51b12f0d8 HTTP/1.1" status: 200 len: 217 time: 0.0625734 Nov 03 16:22:17.123478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-9964bb65-4e36-4e85-a63f-76d225a91a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:17.124961 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-9964bb65-4e36-4e85-a63f-76d225a91a2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0536637 Nov 03 16:22:17.203005 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6df0c8d-1327-4fce-9b64-f1f557d27fc5 req-f26f1f48-5bc0-41d4-acd8-ac2693113d8e tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=93896633-4911-421c-9567-da0bfaae687b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023013 Nov 03 16:22:17.300295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f3833069-9104-40ae-a027-e5b7eb177999 req-188271af-7cf6-4fcd-a119-81c27a8f7459 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5224612 Nov 03 16:22:17.302285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-3768f9c1-7d24-4312-b1bd-07975bccd0e3 service neutron] 10.222.0.15 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7396750 Nov 03 16:22:17.318230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-29908e98-89e0-4b8c-8d41-24028211fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:17.320150 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-29908e98-89e0-4b8c-8d41-24028211fbda service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773016 Nov 03 16:22:17.414210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31d36393-d23b-49b3-b682-03370d8d66bf req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:17.427785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['0da1b891-c50f-48bf-9ec6-e41513578e33'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:17.504369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Pushing event deleted for resources: {'Port': ['ID=0da1b891-c50f-48bf-9ec6-e41513578e33,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:17.543878 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-0c4c3a71-8ea1-4664-b6c6-92e610dca413 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116666 Nov 03 16:22:17.567873 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:18.158521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d36393-d23b-49b3-b682-03370d8d66bf req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] No DVR routers for this DVR port 0da1b891-c50f-48bf-9ec6-e41513578e33 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:22:18.173373 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-31d36393-d23b-49b3-b682-03370d8d66bf req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:18.178078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31d36393-d23b-49b3-b682-03370d8d66bf req-596cab67-78ee-45d1-8088-70cb956deb21 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.70 "DELETE /v2.0/ports/0da1b891-c50f-48bf-9ec6-e41513578e33 HTTP/1.1" status: 204 len: 173 time: 2.1451535 Nov 03 16:22:18.178563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742aac69-5d47-488f-84eb-d1d66297c6c1', 'name': 'network-vif-deleted', 'tag': '0da1b891-c50f-48bf-9ec6-e41513578e33'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:18.181038 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d437ba1-667b-4f3e-a2f7-d4bc642a1003" -d '{"events": [{"server_uuid": "742aac69-5d47-488f-84eb-d1d66297c6c1", "name": "network-vif-deleted", "tag": "0da1b891-c50f-48bf-9ec6-e41513578e33"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:18.188543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce31fed9-f61b-4b66-aced-f517e7b9ea61 req-73fd7e0a-d94b-4025-93d0-f6c9309bbd1d service neutron] 10.222.0.15 "GET /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8766713 Nov 03 16:22:18.245356 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ae3edd-6c90-435d-b687-9c8dfe112171 x-openstack-request-id: req-25ae3edd-6c90-435d-b687-9c8dfe112171 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:18.245698 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742aac69-5d47-488f-84eb-d1d66297c6c1", "name": "network-vif-deleted", "tag": "0da1b891-c50f-48bf-9ec6-e41513578e33", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:18.245954 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-25ae3edd-6c90-435d-b687-9c8dfe112171 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:18.246389 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742aac69-5d47-488f-84eb-d1d66297c6c1', 'name': 'network-vif-deleted', 'tag': '0da1b891-c50f-48bf-9ec6-e41513578e33', 'status': 'completed', 'code': 200} Nov 03 16:22:18.351391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77e694bd-7a07-4c0a-8aaf-1285949a9f37 req-b546979b-46e7-492c-9e81-c64ee24ef329 tempest-TestServerMultinode-1247162238 tempest-TestServerMultinode-1247162238-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=742aac69-5d47-488f-84eb-d1d66297c6c1 HTTP/1.1" status: 200 len: 210 time: 0.0428765 Nov 03 16:22:18.434930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Allocated IP 172.25.6.204 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/0473c2c5-cda5-46d3-a6d4-8238c04780cc) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:22:18.572355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcb6b8-9605-4203-9fbd-fd23f7fb3ade req-5163444f-f510-4459-9500-c7a513929a83 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:18.576526 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6edcb6b8-9605-4203-9fbd-fd23f7fb3ade req-5163444f-f510-4459-9500-c7a513929a83 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 944 time: 0.0907180 Nov 03 16:22:18.609723 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:18.652000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6edcb6b8-9605-4203-9fbd-fd23f7fb3ade req-46545c90-dc12-4fed-ad6b-2dadef0629dc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682678 Nov 03 16:22:18.656375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:18.715077 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:22:18.732914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80d8c9-c4ee-48ce-8f6c-aa34646de8e4 req-d358db62-d782-4b09-8bc9-193cf9e93fea tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:18.734530 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f80d8c9-c4ee-48ce-8f6c-aa34646de8e4 req-d358db62-d782-4b09-8bc9-193cf9e93fea tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 943 time: 1.1253033 Nov 03 16:22:18.738928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:22:18.753146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:22:18.794068 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-965fbc3a-edd8-42f6-bb8b-189369a931ce req-3ea5352e-5122-48ac-99a1-04256f9de27a service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2423527 Nov 03 16:22:18.827029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=0473c2c5-cda5-46d3-a6d4-8238c04780cc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:18.897053 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f80d8c9-c4ee-48ce-8f6c-aa34646de8e4 req-551573e6-5168-44cb-ad31-9e61c59abb1b tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517954 Nov 03 16:22:19.312612 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:19.413923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:19.484266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33218) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:19.763702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 138eb7bc-4108-4c6f-a27f-c5da9fea240d details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:22:19.929377 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:19.937928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 138eb7bc-4108-4c6f-a27f-c5da9fea240d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=138eb7bc-4108-4c6f-a27f-c5da9fea240d,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:19.953612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '138eb7bc-4108-4c6f-a27f-c5da9fea240d', 'network_id': 'f0db5d12-1a0c-47d0-830c-d5863cbfb704', 'port_id': '138eb7bc-4108-4c6f-a27f-c5da9fea240d', 'mac_address': 'fa:16:3e:47:a2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74c06c5-d850-428a-bdce-e188aa9f160f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:22:19.996489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:20.004709 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:20.010087 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0da1b891-c50f-48bf-9ec6-e41513578e33 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:20.030879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138eb7bc-4108-4c6f-a27f-c5da9fea240d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:22:20.064534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 0da1b891-c50f-48bf-9ec6-e41513578e33 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:20.065230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 0da1b891-c50f-48bf-9ec6-e41513578e33 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:20.078836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 138eb7bc-4108-4c6f-a27f-c5da9fea240d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=138eb7bc-4108-4c6f-a27f-c5da9fea240d,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:20.088970 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:20.102997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event updated for resources: {'Port': ['ID=0473c2c5-cda5-46d3-a6d4-8238c04780cc,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:20.174178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=138eb7bc-4108-4c6f-a27f-c5da9fea240d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:20.228490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b4bd5-fcee-4694-a188-7aa8882661f7 req-0b79efb6-fa0b-4eb7-8785-6080651c9d16 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:20.230100 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-125b4bd5-fcee-4694-a188-7aa8882661f7 req-0b79efb6-fa0b-4eb7-8785-6080651c9d16 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 944 time: 0.3463323 Nov 03 16:22:20.248594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:20.270822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841effc-6c25-496d-a0eb-c9b8aaa8bf24 req-3eedce43-62d2-4fd8-9814-996a610e3190 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:20.282078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f841effc-6c25-496d-a0eb-c9b8aaa8bf24 req-3eedce43-62d2-4fd8-9814-996a610e3190 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 944 time: 0.1857376 Nov 03 16:22:20.399524 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-125b4bd5-fcee-4694-a188-7aa8882661f7 req-ee519ab8-87eb-4a21-b801-5413b56589b9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947962 Nov 03 16:22:20.402557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f841effc-6c25-496d-a0eb-c9b8aaa8bf24 req-bd4a93c7-8470-44b4-bd1b-2762ec529b7f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195068 Nov 03 16:22:20.471340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['138eb7bc-4108-4c6f-a27f-c5da9fea240d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:20.492961 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Floating IP 33ead179-0dde-4f51-8c4b-6beb8e2ca1f6 associated. External IP: 172.25.6.204, port: 40c7da70-aa30-46d3-9828-baea637adc87. Nov 03 16:22:20.688352 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:20.924176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:22:21.149428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:22:21.160717 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] Sync routers for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:22:21.172056 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:22:21.178537 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:22:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:21.256432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:21.301734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a59003ec-5f2e-45bc-8312-2fe5f6952472 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3569489 Nov 03 16:22:21.303844 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:21.306708 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36e32ed-e679-4449-a688-4f8dd11cd8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "tag": "40c7da70-aa30-46d3-9828-baea637adc87"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:21.328139 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:22:21.390944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Deleting port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:21.394448 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:21.448326 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d38119-b260-49ba-a567-57c3235e36de x-openstack-request-id: req-54d38119-b260-49ba-a567-57c3235e36de {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:21.448810 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "tag": "40c7da70-aa30-46d3-9828-baea637adc87", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:21.449291 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-54d38119-b260-49ba-a567-57c3235e36de {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:21.449867 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87', 'status': 'completed', 'code': 200} Nov 03 16:22:21.580543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-bffa5b38-939d-4578-b63c-d484363c935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:21.582177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-bffa5b38-939d-4578-b63c-d484363c935f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 1096 time: 0.1286156 Nov 03 16:22:21.615886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dab26d-8710-4cea-a0e5-1d37a2d66cfc req-ee12b927-f750-4070-8210-b22c4179539a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:21.618275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2dab26d-8710-4cea-a0e5-1d37a2d66cfc req-ee12b927-f750-4070-8210-b22c4179539a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.2162869 Nov 03 16:22:21.663596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec368e9-3980-4eaa-8a3f-29e8053f342e req-867dbe61-1b23-49b7-bd8d-d8cf17e6d6af tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:21.674535 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ec368e9-3980-4eaa-8a3f-29e8053f342e req-867dbe61-1b23-49b7-bd8d-d8cf17e6d6af tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 944 time: 0.1183991 Nov 03 16:22:21.678824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] For port 4b88212b-d526-4916-bee5-7a3ea2e2a9cf, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4b88212b-d526-4916-bee5-7a3ea2e2a9cf,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:21.679678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:21.704502 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '33ead179-0dde-4f51-8c4b-6beb8e2ca1f6', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'port_id': '40c7da70-aa30-46d3-9828-baea637adc87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'mac_address': 'fa:16:3e:0b:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:22:19Z', 'updated_at': '2021-11-03T16:22:19Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd12f78-4ec9-4401-a26d-bb14813a9969', 'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:c7:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:54Z', 'updated_at': '2021-11-03T16:22:01Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:21.757982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ec368e9-3980-4eaa-8a3f-29e8053f342e req-88b06fbf-8aff-4eac-8ce3-baffcef4825f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739899 Nov 03 16:22:21.759477 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] Checking router: d236ccd5-1fc4-4273-9bf4-fc1fecabd505 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:22:21.772115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 138eb7bc-4108-4c6f-a27f-c5da9fea240d up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:22:21.785581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2dab26d-8710-4cea-a0e5-1d37a2d66cfc req-c747f409-3d4a-4931-ac88-f6807bad88c8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483953 Nov 03 16:22:21.796443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Calling delete_port for 4b88212b-d526-4916-bee5-7a3ea2e2a9cf owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:21.809843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33248) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:21.813091 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:22:21.814545 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:22:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:21.929248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1ee02502-d2e9-44c4-9e00-fb37612c50d8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/33ead179-0dde-4f51-8c4b-6beb8e2ca1f6 HTTP/1.1" status: 200 len: 991 time: 0.1175573 Nov 03 16:22:21.938244 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 138eb7bc-4108-4c6f-a27f-c5da9fea240d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:22:21.939532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbae361-dbb2-41e4-a39e-8da84cf77a02 req-2563cb19-75e2-4868-907a-ab2247d09157 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:21.947600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fbae361-dbb2-41e4-a39e-8da84cf77a02 req-2563cb19-75e2-4868-907a-ab2247d09157 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 944 time: 0.0811729 Nov 03 16:22:21.960468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 138eb7bc-4108-4c6f-a27f-c5da9fea240d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:21.961029 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:22.074043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fbae361-dbb2-41e4-a39e-8da84cf77a02 req-d1c11e37-304f-4e55-8dbe-09c8359c263b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199241 Nov 03 16:22:22.097218 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:22.105640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-1f40a89f-8a1c-457b-bad1-21d24ae06b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:22.107307 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-1f40a89f-8a1c-457b-bad1-21d24ae06b01 service neutron] 10.222.0.70 "GET /v2.0/networks?id=916cce12-9cb5-45f8-8c4c-9d4c0d986786 HTTP/1.1" status: 200 len: 896 time: 0.5083721 Nov 03 16:22:22.122607 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:22:22.149588 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:22.189056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 138eb7bc-4108-4c6f-a27f-c5da9fea240d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=138eb7bc-4108-4c6f-a27f-c5da9fea240d,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:22.190719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61b8fd1-d5fc-4f69-a74e-4496b97c7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138eb7bc-4108-4c6f-a27f-c5da9fea240d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:22.194000 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0868eb-b91a-4584-9d14-40f50951d739" -d '{"events": [{"server_uuid": "c61b8fd1-d5fc-4f69-a74e-4496b97c7c91", "name": "network-vif-plugged", "status": "completed", "tag": "138eb7bc-4108-4c6f-a27f-c5da9fea240d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:22.199257 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:22.254673 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:22.351640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b88212b-d526-4916-bee5-7a3ea2e2a9cf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:22.382060 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-85c4733c-a475-407b-ae7b-a5715249976d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c7da70-aa30-46d3-9828-baea637adc87 HTTP/1.1" status: 200 len: 999 time: 0.2587800 Nov 03 16:22:22.440857 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '33ead179-0dde-4f51-8c4b-6beb8e2ca1f6', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'port_id': '40c7da70-aa30-46d3-9828-baea637adc87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'mac_address': 'fa:16:3e:0b:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:22:19Z', 'updated_at': '2021-11-03T16:22:19Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd12f78-4ec9-4401-a26d-bb14813a9969', 'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:c7:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:54Z', 'updated_at': '2021-11-03T16:22:01Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:22.475542 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c33531-ead5-4908-ab05-626213a69f9b None None] The sync data for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 is: [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '33ead179-0dde-4f51-8c4b-6beb8e2ca1f6', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'port_id': '40c7da70-aa30-46d3-9828-baea637adc87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'mac_address': 'fa:16:3e:0b:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:22:19Z', 'updated_at': '2021-11-03T16:22:19Z', 'revision_number': 0, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd12f78-4ec9-4401-a26d-bb14813a9969', 'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:c7:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:54Z', 'updated_at': '2021-11-03T16:22:01Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:22:22.494742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4711-ecfb-4176-97e9-465838b88401 req-03a171fb-b6a5-4dfd-af09-18a8e7d8e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:22.498257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b81a4711-ecfb-4176-97e9-465838b88401 req-03a171fb-b6a5-4dfd-af09-18a8e7d8e70b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 1096 time: 0.1432540 Nov 03 16:22:22.534967 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f220954a-9796-4ca7-8d4b-9f34e65b7867 x-openstack-request-id: req-f220954a-9796-4ca7-8d4b-9f34e65b7867 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:22.535379 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61b8fd1-d5fc-4f69-a74e-4496b97c7c91", "name": "network-vif-plugged", "status": "completed", "tag": "138eb7bc-4108-4c6f-a27f-c5da9fea240d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:22.535731 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f220954a-9796-4ca7-8d4b-9f34e65b7867 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:22.536225 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61b8fd1-d5fc-4f69-a74e-4496b97c7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138eb7bc-4108-4c6f-a27f-c5da9fea240d', 'code': 200} Nov 03 16:22:22.553917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=138eb7bc-4108-4c6f-a27f-c5da9fea240d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:22.597203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-6d6e14b4-adc3-4957-b26a-64f240d99737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:22.599379 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-6d6e14b4-adc3-4957-b26a-64f240d99737 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1fa22759-fa36-4203-993b-32dc138acd3c HTTP/1.1" status: 200 len: 834 time: 0.2066085 Nov 03 16:22:22.643476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b81a4711-ecfb-4176-97e9-465838b88401 req-45ec4884-82f3-4646-95f2-d9885ffef01d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367598 Nov 03 16:22:22.740899 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-3b86e036-76ec-4239-ba59-818f09c7c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:22.742604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-3b86e036-76ec-4239-ba59-818f09c7c40c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=916cce12-9cb5-45f8-8c4c-9d4c0d986786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323769 Nov 03 16:22:22.844770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:22.869767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf6042-d130-4410-942a-14d411dff87a None None] New status for floating IP 33ead179-0dde-4f51-8c4b-6beb8e2ca1f6: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:22:22.934253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33260) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:23.025544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8f64a-72bb-4601-87c2-710561d0cc42 req-71235127-897d-406d-9fc1-1d4148fc8197 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:23.027247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96c8f64a-72bb-4601-87c2-710561d0cc42 req-71235127-897d-406d-9fc1-1d4148fc8197 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 945 time: 0.1761522 Nov 03 16:22:23.031929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a72073ad-f796-4019-b0d1-fbda9d730ac8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/33ead179-0dde-4f51-8c4b-6beb8e2ca1f6 HTTP/1.1" status: 200 len: 991 time: 0.0905735 Nov 03 16:22:23.101988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96c8f64a-72bb-4601-87c2-710561d0cc42 req-f3555b3c-5a14-4fcc-a721-b87699cedeae tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644896 Nov 03 16:22:23.461309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-b15d031f-7031-44d2-9b56-7af9de24c4e6 service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075181 Nov 03 16:22:23.478670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c4d6-b905-4125-80b4-5745ae6f0fdc req-2ce74dd1-c330-4a60-867d-9dd43251a80e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:23.487265 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5954c4d6-b905-4125-80b4-5745ae6f0fdc req-2ce74dd1-c330-4a60-867d-9dd43251a80e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 944 time: 0.1567047 Nov 03 16:22:23.657317 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5954c4d6-b905-4125-80b4-5745ae6f0fdc req-c0b9c253-bbba-4b14-b658-9d7d1b8ef24c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644559 Nov 03 16:22:23.720965 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b36e32ed-e679-4449-a688-4f8dd11cd8e6 req-20ac9dc1-77c5-4ca3-a872-054c7319663b service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513843 Nov 03 16:22:23.822901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:22:23.956220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:22:23.964645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8da3acd9-0d6c-47ba-8228-44aafb1eaf78 admin admin] 10.222.0.86 "PUT /v2.0/routers/d92c5f51-00e0-4b24-b0bc-88ceba3ff455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4758010 Nov 03 16:22:23.968175 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33278) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:23.978004 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] Sync routers for ids ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:22:23.989348 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] Routers {'d92c5f51-00e0-4b24-b0bc-88ceba3ff455'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:22:23.990004 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:22:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:24.039797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33280) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:24.092266 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:24.156897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-84a2e806-d74e-4ab0-b414-2bd955cac279 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/33ead179-0dde-4f51-8c4b-6beb8e2ca1f6 HTTP/1.1" status: 200 len: 993 time: 0.1136172 Nov 03 16:22:24.294256 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:24.380759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Deleting port d7d7da16-8328-4dd1-8cd4-80d306c2df47 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:24.381104 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:24.381292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6943-6fb0-4815-9831-b2933a64dde3 req-4fb5987c-21db-40d8-8451-1894a8d8d7a3 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:24.383294 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] Set router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:22:24.393408 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a6f6943-6fb0-4815-9831-b2933a64dde3 req-4fb5987c-21db-40d8-8451-1894a8d8d7a3 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 945 time: 0.1124218 Nov 03 16:22:24.469792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] For port d7d7da16-8328-4dd1-8cd4-80d306c2df47, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d7d7da16-8328-4dd1-8cd4-80d306c2df47,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:24.470533 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:24.511163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Calling delete_port for d7d7da16-8328-4dd1-8cd4-80d306c2df47 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:24.513948 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a6f6943-6fb0-4815-9831-b2933a64dde3 req-f5e6c04d-5992-4530-b7b5-ab4bc1303151 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195049 Nov 03 16:22:24.814576 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:10Z', 'updated_at': '2021-11-03T16:22:22Z', 'revision_number': 5, 'project_id': '3782781f8adc4286be382d5546147167', 'gw_port': {'id': 'd7d7da16-8328-4dd1-8cd4-80d306c2df47', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:11Z', 'updated_at': '2021-11-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:24.860519 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] Checking router: d92c5f51-00e0-4b24-b0bc-88ceba3ff455 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:22:24.869126 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] Routers {'d92c5f51-00e0-4b24-b0bc-88ceba3ff455'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:22:24.869757 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:22:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:24.951203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e88129-e3a2-4d97-9e69-db264970de2d req-eb820530-3d8b-4347-ab9b-6ebea8a6e85c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:24.953268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-23e88129-e3a2-4d97-9e69-db264970de2d req-eb820530-3d8b-4347-ab9b-6ebea8a6e85c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 944 time: 0.1128638 Nov 03 16:22:25.026723 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-23e88129-e3a2-4d97-9e69-db264970de2d req-322df818-5320-4dd9-8e9b-1db93147d3d8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662189 Nov 03 16:22:25.047714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.099687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d7da16-8328-4dd1-8cd4-80d306c2df47,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:25.212883 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.243812 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] Set router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:22:25.338910 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:10Z', 'updated_at': '2021-11-03T16:22:24Z', 'revision_number': 6, 'project_id': '3782781f8adc4286be382d5546147167', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:25.347049 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.349454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.403651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.404285 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d92c5f51-00e0-4b24-b0bc-88ceba3ff455 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:22:25.414519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.415701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2e039014-2fb3-4b53-a7ad-070291fd20a0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d92c5f51-00e0-4b24-b0bc-88ceba3ff455 HTTP/1.1" status: 204 len: 168 time: 1.4481404 Nov 03 16:22:25.417795 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab1ad54-b3fa-4ddf-8805-2f5b49c36fb5 None None] The sync data for ids ['d92c5f51-00e0-4b24-b0bc-88ceba3ff455'] in n-d-813897-2 is: [{'id': 'd92c5f51-00e0-4b24-b0bc-88ceba3ff455', 'name': 'tempest-TestServerMultinode-37244429-router', 'tenant_id': '3782781f8adc4286be382d5546147167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:10Z', 'updated_at': '2021-11-03T16:22:24Z', 'revision_number': 6, 'project_id': '3782781f8adc4286be382d5546147167', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:22:25.418730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33314) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:25.487774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bc3738-c6ad-4c24-9d79-8352ff1c3ab1 admin admin] Deleting subnet 6ce9b022-84c0-4693-b0da-b5e08bcc8bb3 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:22:25.491329 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1bc3738-c6ad-4c24-9d79-8352ff1c3ab1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.531868 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1bc3738-c6ad-4c24-9d79-8352ff1c3ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.679433 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1bc3738-c6ad-4c24-9d79-8352ff1c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.780258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1bc3738-c6ad-4c24-9d79-8352ff1c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.825809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc3738-c6ad-4c24-9d79-8352ff1c3ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce9b022-84c0-4693-b0da-b5e08bcc8bb3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:25.837371 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a1bc3738-c6ad-4c24-9d79-8352ff1c3ab1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:25.843181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9166e536-739d-4ddc-91d2-e99a8a171823 None None] Network 4bcf99a1-638d-4aae-9c3f-e69b518acaaa requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:22:25.844258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33324) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:25.850959 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a1bc3738-c6ad-4c24-9d79-8352ff1c3ab1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6ce9b022-84c0-4693-b0da-b5e08bcc8bb3 HTTP/1.1" status: 204 len: 168 time: 0.4311283 Nov 03 16:22:25.881552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22673884-4551-4a6e-be40-e2352b50d073 req-86032ef4-d23a-4e32-b9a2-10e8cf9b6635 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:25.883122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22673884-4551-4a6e-be40-e2352b50d073 req-86032ef4-d23a-4e32-b9a2-10e8cf9b6635 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 945 time: 0.1322274 Nov 03 16:22:26.009101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.013971 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22673884-4551-4a6e-be40-e2352b50d073 req-a6aa7e2f-e63c-4fab-9db3-f91bbc6311e0 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214449 Nov 03 16:22:26.112744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Deleting port 9484853d-9543-4a11-a2ce-969a65843472 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:26.115736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.248820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] For port 9484853d-9543-4a11-a2ce-969a65843472, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9484853d-9543-4a11-a2ce-969a65843472,segment=NetworkSegment(86bca22f-1342-4d18-9cf2-c35299c2f707),segment_id=86bca22f-1342-4d18-9cf2-c35299c2f707)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:26.249094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.277573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Calling delete_port for 9484853d-9543-4a11-a2ce-969a65843472 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:26.297185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58141e-54de-4117-b48f-a41af0b1c033 req-eb917883-bf55-4436-b754-18bf61b0ff30 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:26.299506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc58141e-54de-4117-b48f-a41af0b1c033 req-eb917883-bf55-4436-b754-18bf61b0ff30 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 944 time: 0.1047761 Nov 03 16:22:26.342274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] DHCP port deletion for 4bcf99a1-638d-4aae-9c3f-e69b518acaaa request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:22:26.458931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.486680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Deleting port 9484853d-9543-4a11-a2ce-969a65843472 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:26.487330 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.506806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc58141e-54de-4117-b48f-a41af0b1c033 req-c9e05306-3bba-4420-9385-27676ab1d231 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996334 Nov 03 16:22:26.516392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] No DVR routers for this DVR port 9484853d-9543-4a11-a2ce-969a65843472 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:22:26.546713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=9484853d-9543-4a11-a2ce-969a65843472,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:26.619285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.619765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d7d7da16-8328-4dd1-8cd4-80d306c2df47 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:26.627642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] For port 9484853d-9543-4a11-a2ce-969a65843472, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:26.634728 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.667914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcf99a1-638d-4aae-9c3f-e69b518acaaa']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:26.679289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: d7d7da16-8328-4dd1-8cd4-80d306c2df47 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:26.682574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d7d7da16-8328-4dd1-8cd4-80d306c2df47 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:26.683583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4b88212b-d526-4916-bee5-7a3ea2e2a9cf no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:26.686012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Calling delete_port for 9484853d-9543-4a11-a2ce-969a65843472 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:26.690689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bca22f-1342-4d18-9cf2-c35299c2f707') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:26.690985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bca22f-1342-4d18-9cf2-c35299c2f707') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:26.692688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Port 9484853d-9543-4a11-a2ce-969a65843472 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:22:26.718357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.720231 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.725395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 4b88212b-d526-4916-bee5-7a3ea2e2a9cf {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:26.726056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4b88212b-d526-4916-bee5-7a3ea2e2a9cf not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:26.727188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9484853d-9543-4a11-a2ce-969a65843472 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:26.751032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.780385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Pushing event deleted for resources: {'Port': ['ID=9484853d-9543-4a11-a2ce-969a65843472,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:26.783209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] No DVR routers for this DVR port 9484853d-9543-4a11-a2ce-969a65843472 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:22:26.785180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 9484853d-9543-4a11-a2ce-969a65843472 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:26.785706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:22:26.786042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9484853d-9543-4a11-a2ce-969a65843472 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:26.786704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:22:26.790772 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:22:26.808812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.809191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.809558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.809898 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.810231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.810562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.810894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.811218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.811544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.811868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.812190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.812514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de64de-c460-4efd-927c-46e8596d1cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:22:26.880581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.895011 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:26.919202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33338) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:26.937255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] 10.222.0.86 "DELETE /v2.0/networks/4bcf99a1-638d-4aae-9c3f-e69b518acaaa HTTP/1.1" status: 204 len: 168 time: 1.0918152 Nov 03 16:22:26.960224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9166eb-b65f-4e3d-aa89-ca09c1759f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=4bcf99a1-638d-4aae-9c3f-e69b518acaaa,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:27.185518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-181150b2-4caf-4576-b98f-6de311095fbf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1618204 Nov 03 16:22:27.274240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603bc2b-6924-4f54-9c19-0cd3b871150e req-6e7938fb-2bbb-4bec-8f9f-b64e9d86417f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:27.278043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6603bc2b-6924-4f54-9c19-0cd3b871150e req-6e7938fb-2bbb-4bec-8f9f-b64e9d86417f tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 945 time: 0.1485200 Nov 03 16:22:27.351198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-25fddec0-df58-4f99-a94f-62b26a4cfdc4 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:27.352811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-25fddec0-df58-4f99-a94f-62b26a4cfdc4 tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.15 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 945 time: 0.0762720 Nov 03 16:22:27.475826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Deleting port 138eb7bc-4108-4c6f-a27f-c5da9fea240d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:27.476183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:27.523505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-b3dedf2c-8040-475b-baaa-b324a22d57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:27.525770 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-b3dedf2c-8040-475b-baaa-b324a22d57a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 1096 time: 0.2421594 Nov 03 16:22:27.540481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6603bc2b-6924-4f54-9c19-0cd3b871150e req-5c992303-94d2-4adf-a11d-ab9cb7f9457e tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459791 Nov 03 16:22:27.706274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] For port 138eb7bc-4108-4c6f-a27f-c5da9fea240d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=138eb7bc-4108-4c6f-a27f-c5da9fea240d,segment=NetworkSegment(23778e06-d972-4526-9b5e-7afa74dc49cd),segment_id=23778e06-d972-4526-9b5e-7afa74dc49cd)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:27.707694 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:27.724194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Calling delete_port for 138eb7bc-4108-4c6f-a27f-c5da9fea240d owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:27.730062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-5ba6f3e8-d89b-4f7f-aa7f-8ecfb71ea0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:27.731669 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-5ba6f3e8-d89b-4f7f-aa7f-8ecfb71ea0c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=916cce12-9cb5-45f8-8c4c-9d4c0d986786 HTTP/1.1" status: 200 len: 896 time: 0.1423702 Nov 03 16:22:27.841410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea340cd-9312-4baf-98d1-e979796b8ce9 req-8078eed3-3ad2-4257-a712-6d7c7584fa20 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:27.844090 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-93598843-4482-40f2-8bd5-c4404d6813bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c7da70-aa30-46d3-9828-baea637adc87 HTTP/1.1" status: 200 len: 1001 time: 0.1031191 Nov 03 16:22:27.851321 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ea340cd-9312-4baf-98d1-e979796b8ce9 req-8078eed3-3ad2-4257-a712-6d7c7584fa20 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 944 time: 0.2426023 Nov 03 16:22:27.896282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:27.928437 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ea340cd-9312-4baf-98d1-e979796b8ce9 req-604c554f-4986-4348-81f2-99197bb40ef4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757978 Nov 03 16:22:27.973201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-66dea85a-7d65-4aab-88e9-774279ade06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:27.974745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-66dea85a-7d65-4aab-88e9-774279ade06d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1fa22759-fa36-4203-993b-32dc138acd3c HTTP/1.1" status: 200 len: 834 time: 0.1236098 Nov 03 16:22:28.038542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:28.071671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-172a564e-c869-4cf8-9dcc-9544fb3fa579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:28.073181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-172a564e-c869-4cf8-9dcc-9544fb3fa579 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=916cce12-9cb5-45f8-8c4c-9d4c0d986786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891950 Nov 03 16:22:28.074237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 3960d007-517d-4d02-9850-faf51b12f0d8 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:22:28.149021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Pushing event deleted for resources: {'Port': ['ID=138eb7bc-4108-4c6f-a27f-c5da9fea240d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:28.259336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] No DVR routers for this DVR port 138eb7bc-4108-4c6f-a27f-c5da9fea240d on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:22:28.266561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:28.277425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f80cfe36-2fe0-495f-b1f8-12bc631bb5bc req-86402523-6cd7-4c09-ac9a-09dc1bca2fbc tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.15 "DELETE /v2.0/ports/138eb7bc-4108-4c6f-a27f-c5da9fea240d HTTP/1.1" status: 204 len: 173 time: 0.9178145 Nov 03 16:22:28.278152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61b8fd1-d5fc-4f69-a74e-4496b97c7c91', 'name': 'network-vif-deleted', 'tag': '138eb7bc-4108-4c6f-a27f-c5da9fea240d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:28.284430 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954cf739-7ddd-4362-8800-dccf40ee5d06" -d '{"events": [{"server_uuid": "c61b8fd1-d5fc-4f69-a74e-4496b97c7c91", "name": "network-vif-deleted", "tag": "138eb7bc-4108-4c6f-a27f-c5da9fea240d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:28.329078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 3960d007-517d-4d02-9850-faf51b12f0d8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3960d007-517d-4d02-9850-faf51b12f0d8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:28.351740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '3960d007-517d-4d02-9850-faf51b12f0d8', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'port_id': '3960d007-517d-4d02-9850-faf51b12f0d8', 'mac_address': 'fa:16:3e:ff:e4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:22:28.398429 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ddf745-2d34-4797-a56a-494b30d64065 x-openstack-request-id: req-34ddf745-2d34-4797-a56a-494b30d64065 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:28.399320 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61b8fd1-d5fc-4f69-a74e-4496b97c7c91", "name": "network-vif-deleted", "tag": "138eb7bc-4108-4c6f-a27f-c5da9fea240d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:28.399823 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-34ddf745-2d34-4797-a56a-494b30d64065 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:28.400341 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61b8fd1-d5fc-4f69-a74e-4496b97c7c91', 'name': 'network-vif-deleted', 'tag': '138eb7bc-4108-4c6f-a27f-c5da9fea240d', 'status': 'completed', 'code': 200} Nov 03 16:22:28.427788 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:28.453133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3960d007-517d-4d02-9850-faf51b12f0d8 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:22:28.489897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 3960d007-517d-4d02-9850-faf51b12f0d8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3960d007-517d-4d02-9850-faf51b12f0d8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:28.515564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:28.611464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=3960d007-517d-4d02-9850-faf51b12f0d8,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:28.666163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-83eac4aa-840b-47cb-8984-6d5e1fcf88ec service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566452 Nov 03 16:22:28.742807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['3960d007-517d-4d02-9850-faf51b12f0d8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:28.771670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5414242f-70a3-432b-8518-7a8a02cd8cb1 req-211cddfe-19dd-4c5e-bc66-a7628b10aafd tempest-VolumesActionsTest-1625254551 tempest-VolumesActionsTest-1625254551-project] 10.222.0.86 "GET /v2.0/ports?device_id=c61b8fd1-d5fc-4f69-a74e-4496b97c7c91 HTTP/1.1" status: 200 len: 210 time: 0.0589228 Nov 03 16:22:28.893494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e846294-c2ab-42df-8397-472ba3eb6a4c req-dd556b30-791b-4895-9787-2c1823d343d5 service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178533 Nov 03 16:22:28.904196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Deleting port c5fa9753-f260-413d-a566-1323f7a6d780 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:28.905182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:29.079619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] For port c5fa9753-f260-413d-a566-1323f7a6d780, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c5fa9753-f260-413d-a566-1323f7a6d780,segment=NetworkSegment(efac680e-b6ef-4f15-9ba7-3329f8425cd1),segment_id=efac680e-b6ef-4f15-9ba7-3329f8425cd1)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:29.080118 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:29.143613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Calling delete_port for c5fa9753-f260-413d-a566-1323f7a6d780 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:29.224138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2538092-840f-449b-90e3-ad13a3edf818 req-707a58f2-a735-4b84-9b53-ebf8500c54e2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:29.226624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d2538092-840f-449b-90e3-ad13a3edf818 req-707a58f2-a735-4b84-9b53-ebf8500c54e2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 945 time: 0.1242332 Nov 03 16:22:29.471909 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d2538092-840f-449b-90e3-ad13a3edf818 req-b1cc5f6c-014d-42a2-810d-2fc42dd48204 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339258 Nov 03 16:22:29.515690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:29.548818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fa9753-f260-413d-a566-1323f7a6d780,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:29.748927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:29.819300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 138eb7bc-4108-4c6f-a27f-c5da9fea240d no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:29.891352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 138eb7bc-4108-4c6f-a27f-c5da9fea240d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:29.895282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 138eb7bc-4108-4c6f-a27f-c5da9fea240d not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:30.054291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Router 352a4be4-e04c-4cd5-a63f-4863f5940d0d has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:22:30.086058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 3960d007-517d-4d02-9850-faf51b12f0d8 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:22:30.218936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 3960d007-517d-4d02-9850-faf51b12f0d8 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:22:30.223366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 3960d007-517d-4d02-9850-faf51b12f0d8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:30.223740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:30.333177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:30.376889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:22:30.392717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb55002-35e9-499d-8448-be89493a9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3960d007-517d-4d02-9850-faf51b12f0d8'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:30.395775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dbd47cc7-a68e-4262-8505-e17129db9ce4 admin admin] 10.222.0.86 "PUT /v2.0/routers/352a4be4-e04c-4cd5-a63f-4863f5940d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4748478 Nov 03 16:22:30.398420 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b760f1d-1387-4fad-bb00-14addcb24789" -d '{"events": [{"server_uuid": "fcb55002-35e9-499d-8448-be89493a9c12", "name": "network-vif-plugged", "status": "completed", "tag": "3960d007-517d-4d02-9850-faf51b12f0d8"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:30.398591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33388) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:30.428217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] Sync routers for ids ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:22:30.486073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] Routers {'352a4be4-e04c-4cd5-a63f-4863f5940d0d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:22:30.486073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:22:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:30.495884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 3960d007-517d-4d02-9850-faf51b12f0d8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3960d007-517d-4d02-9850-faf51b12f0d8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:30.705627 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceec585-e232-40e2-922d-57338054f307 x-openstack-request-id: req-cceec585-e232-40e2-922d-57338054f307 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:30.709478 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb55002-35e9-499d-8448-be89493a9c12", "name": "network-vif-plugged", "status": "completed", "tag": "3960d007-517d-4d02-9850-faf51b12f0d8", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:30.709827 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cceec585-e232-40e2-922d-57338054f307 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:30.710240 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb55002-35e9-499d-8448-be89493a9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3960d007-517d-4d02-9850-faf51b12f0d8', 'code': 200} Nov 03 16:22:30.712943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:30.837865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd62289-0374-4ee6-9b96-4df97990feed req-359e2e90-9eee-48ce-9991-b67be4a6f5e7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:30.848828 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efd62289-0374-4ee6-9b96-4df97990feed req-359e2e90-9eee-48ce-9991-b67be4a6f5e7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 946 time: 0.1191833 Nov 03 16:22:30.925736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=3960d007-517d-4d02-9850-faf51b12f0d8,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:30.950046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efd62289-0374-4ee6-9b96-4df97990feed req-042cb61e-0b43-4151-b7a3-acf88a878a5e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966058 Nov 03 16:22:30.976629 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940464fb-ed29-47d3-a2f4-3aa6aac4659d req-3d1e9566-221b-401d-b2a4-1ac02eb9660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:30.978187 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-940464fb-ed29-47d3-a2f4-3aa6aac4659d req-3d1e9566-221b-401d-b2a4-1ac02eb9660b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 1097 time: 0.2586026 Nov 03 16:22:30.984716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:30.988289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] Set router 352a4be4-e04c-4cd5-a63f-4863f5940d0d gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:22:31.094905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-940464fb-ed29-47d3-a2f4-3aa6aac4659d req-dc43b0ec-a8e3-4338-a6c6-01ee58bbf1fa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038640 Nov 03 16:22:31.179029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:31.258483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Deleting port 5633283e-541f-415c-a86d-37ba8e7ab032 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:31.258838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:31.349005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:22Z', 'updated_at': '2021-11-03T16:22:29Z', 'revision_number': 5, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'gw_port': {'id': '5633283e-541f-415c-a86d-37ba8e7ab032', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:24Z', 'updated_at': '2021-11-03T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:31.385773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] For port 5633283e-541f-415c-a86d-37ba8e7ab032, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5633283e-541f-415c-a86d-37ba8e7ab032,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:31.386138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:31.391231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] Checking router: 352a4be4-e04c-4cd5-a63f-4863f5940d0d for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:22:31.399783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] Routers {'352a4be4-e04c-4cd5-a63f-4863f5940d0d'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:22:31.400534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:22:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:31.412593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Calling delete_port for 5633283e-541f-415c-a86d-37ba8e7ab032 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:31.547249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] Set router 352a4be4-e04c-4cd5-a63f-4863f5940d0d gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:22:31.604848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:22Z', 'updated_at': '2021-11-03T16:22:31Z', 'revision_number': 6, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:31.636451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c329d2a-4d75-4472-87bf-a65f7339e585 None None] The sync data for ids ['352a4be4-e04c-4cd5-a63f-4863f5940d0d'] in n-d-813897-2 is: [{'id': '352a4be4-e04c-4cd5-a63f-4863f5940d0d', 'name': 'tempest-TestServerMultinode-1975286594-router', 'tenant_id': '5f5a7714a46a451fbf742ed878f22ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:22Z', 'updated_at': '2021-11-03T16:22:31Z', 'revision_number': 6, 'project_id': '5f5a7714a46a451fbf742ed878f22ce3', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:22:31.638995 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:31.666203 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:31.744639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5633283e-541f-415c-a86d-37ba8e7ab032,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:31.799059 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:31.922041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:31.922769 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:32.017847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:32.018595 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 352a4be4-e04c-4cd5-a63f-4863f5940d0d {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:22:32.028263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:32.034439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33438) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:32.047977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-842d1923-3085-49d3-8b37-d6e364a311d8 admin admin] 10.222.0.86 "DELETE /v2.0/routers/352a4be4-e04c-4cd5-a63f-4863f5940d0d HTTP/1.1" status: 204 len: 168 time: 1.6483622 Nov 03 16:22:32.193196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6df789b-b86c-4d76-92ed-5fee3e5775f4 admin admin] Deleting subnet e34791d2-c7d8-4fa5-985b-aaa5d5e465d7 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:22:32.217326 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b6df789b-b86c-4d76-92ed-5fee3e5775f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:32.277679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c5fa9753-f260-413d-a566-1323f7a6d780 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:32.284434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e917cbf-9903-4f48-a1e8-fb103ddd6f2a req-30ab97dc-ee40-47a0-8354-09439e910e71 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:32.303491 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e917cbf-9903-4f48-a1e8-fb103ddd6f2a req-30ab97dc-ee40-47a0-8354-09439e910e71 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 946 time: 0.1767876 Nov 03 16:22:32.346428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b6df789b-b86c-4d76-92ed-5fee3e5775f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:32.378828 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c5fa9753-f260-413d-a566-1323f7a6d780 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:32.379180 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c5fa9753-f260-413d-a566-1323f7a6d780 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:32.474346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e917cbf-9903-4f48-a1e8-fb103ddd6f2a req-9f56b328-f8f7-489e-bbb6-eb3ee8da458d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698503 Nov 03 16:22:32.546969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b6df789b-b86c-4d76-92ed-5fee3e5775f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:32.555495 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb9e2389-cdd7-46a7-9c2e-705a66d7a64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:32.662761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b6df789b-b86c-4d76-92ed-5fee3e5775f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:32.783055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df789b-b86c-4d76-92ed-5fee3e5775f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34791d2-c7d8-4fa5-985b-aaa5d5e465d7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:32.800487 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b6df789b-b86c-4d76-92ed-5fee3e5775f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:32.805413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74545a56-8564-4507-bcd0-0b403287d692 None None] Network 8a66e57d-3f53-4ef4-9136-358708c62694 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:22:32.808483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b6df789b-b86c-4d76-92ed-5fee3e5775f4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e34791d2-c7d8-4fa5-985b-aaa5d5e465d7 HTTP/1.1" status: 204 len: 168 time: 0.7697196 Nov 03 16:22:32.808659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33466) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:32.832966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-c3dae30e-3a1d-4862-aef4-4859888fadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:32.834640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-c3dae30e-3a1d-4862-aef4-4859888fadbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1097 time: 0.1954050 Nov 03 16:22:33.041071 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:33.066906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-2860f0bb-1a65-4d36-848f-9486e5fba08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:33.068993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-2860f0bb-1a65-4d36-848f-9486e5fba08e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.2002287 Nov 03 16:22:33.204990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Deleting port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:33.205366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:33.324145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-1a32672d-0005-48bb-bb32-6e11536596ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1002 time: 0.2375214 Nov 03 16:22:33.387726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] For port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4,segment=NetworkSegment(efac680e-b6ef-4f15-9ba7-3329f8425cd1),segment_id=efac680e-b6ef-4f15-9ba7-3329f8425cd1)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:33.388095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:33.400933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8ae10-762d-43bc-9a18-a802d2ef2295 None None] DHCP port deletion for 8a66e57d-3f53-4ef4-9136-358708c62694 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:22:33.443602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Calling delete_port for f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:33.468784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-06919450-f2aa-419d-b410-286d31f51744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:33.471422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-06919450-f2aa-419d-b410-286d31f51744 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.1256826 Nov 03 16:22:33.540881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8ae10-762d-43bc-9a18-a802d2ef2295 None None] Deleting port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:22:33.545007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae10-762d-43bc-9a18-a802d2ef2295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:33.560932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-d4b53a4b-6535-4e00-bb7f-ae77dc3b14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:33.564051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-d4b53a4b-6535-4e00-bb7f-ae77dc3b14ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848200 Nov 03 16:22:33.615480 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:33.676750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] No DVR routers for this DVR port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:22:33.690590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:33.697564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-0ea8ae10-762d-43bc-9a18-a802d2ef2295 None None] For port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4,segment=NetworkSegment(efac680e-b6ef-4f15-9ba7-3329f8425cd1),segment_id=efac680e-b6ef-4f15-9ba7-3329f8425cd1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:33.697839 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae10-762d-43bc-9a18-a802d2ef2295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:33.725425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8ae10-762d-43bc-9a18-a802d2ef2295 None None] Calling delete_port for f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:22:33.850166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-2d1a9886-e61b-4219-a5df-0c588b0ad288 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776010 Nov 03 16:22:33.870299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5c95-c431-4739-bd60-705695f02452 req-e7d03cec-5a4c-4424-a40a-9e5453784dc1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:33.886164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d53a5c95-c431-4739-bd60-705695f02452 req-e7d03cec-5a4c-4424-a40a-9e5453784dc1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 946 time: 0.1812177 Nov 03 16:22:33.916738 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae10-762d-43bc-9a18-a802d2ef2295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:33.948737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8ae10-762d-43bc-9a18-a802d2ef2295 None None] Pushing event deleted for resources: {'Port': ['ID=f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:33.963484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8ae10-762d-43bc-9a18-a802d2ef2295 None None] No DVR routers for this DVR port f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:22:33.968001 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:34.025173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a66e57d-3f53-4ef4-9136-358708c62694']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:34.049481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efac680e-b6ef-4f15-9ba7-3329f8425cd1') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:34.050638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efac680e-b6ef-4f15-9ba7-3329f8425cd1') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:34.092158 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c46da9d6-8e70-4f2b-ac94-ac99e1ff7abf req-2491004c-4313-4ac2-832a-e4d2577bc576 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047055 Nov 03 16:22:34.114592 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:34.150267 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:34.159496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:22:34.160354 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:22:34.163159 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:22:34.194165 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d53a5c95-c431-4739-bd60-705695f02452 req-a0d177ba-d5c3-419c-bdee-9f837ba7a2c7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009829 Nov 03 16:22:34.289691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:34.301239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:34.326311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:34.329579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8a66e57d-3f53-4ef4-9136-358708c62694 HTTP/1.1" status: 204 len: 168 time: 1.5196290 Nov 03 16:22:34.346986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:34.347463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f6bd1f28-ab5f-4636-9bc6-d1ed2c0453d4 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:34.347896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5633283e-541f-415c-a86d-37ba8e7ab032 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:34.408449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985e7e7-814c-49b8-bac0-c197d35f3ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a66e57d-3f53-4ef4-9136-358708c62694,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:34.463460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494b55d-0c8b-436c-9442-4077a1af8c1a req-326a3983-d0b6-41a2-abd3-f184862e7c2d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:34.474167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6494b55d-0c8b-436c-9442-4077a1af8c1a req-326a3983-d0b6-41a2-abd3-f184862e7c2d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 946 time: 0.1891131 Nov 03 16:22:34.577939 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6494b55d-0c8b-436c-9442-4077a1af8c1a req-26015184-dbb0-430f-904e-c6671bbaa5b2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025681 Nov 03 16:22:34.623912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33484) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:34.642856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5633283e-541f-415c-a86d-37ba8e7ab032 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:22:34.643380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5633283e-541f-415c-a86d-37ba8e7ab032 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:22:34.720965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33488) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:34.830060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-75bfba10-dae2-4538-a565-a0dd37015175 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3782781f8adc4286be382d5546147167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1075177 Nov 03 16:22:34.832571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33492) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:34.949845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb4810-7c81-4599-b91c-d5673eea7266 tempest-TestVolumeBootPattern-983083580 tempest-TestVolumeBootPattern-983083580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:34.952043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4efb4810-7c81-4599-b91c-d5673eea7266 tempest-TestVolumeBootPattern-983083580 tempest-TestVolumeBootPattern-983083580-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 1092 time: 0.3255205 Nov 03 16:22:34.958657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33498) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:34.963492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '3960d007-517d-4d02-9850-faf51b12f0d8', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:22:34.980696 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e95dceb9-efe1-4b60-a77c-33907a2a40dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:35.031454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c616-2405-452c-ba47-5405b2193a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:35.047686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:35.085841 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c616-2405-452c-ba47-5405b2193a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:35.131431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b5450-ad9e-435e-a7f1-a349be056298 req-3fd53ac3-0244-4a5e-8ff5-ffd889b67cf9 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:35.140260 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a7b5450-ad9e-435e-a7f1-a349be056298 req-3fd53ac3-0244-4a5e-8ff5-ffd889b67cf9 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 946 time: 0.1342158 Nov 03 16:22:35.162480 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c616-2405-452c-ba47-5405b2193a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:35.171618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c616-2405-452c-ba47-5405b2193a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:35.177889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eaa4c616-2405-452c-ba47-5405b2193a3d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9c6f3cc8-a8e2-41e4-94e2-7f18d7590341 HTTP/1.1" status: 204 len: 168 time: 0.3439903 Nov 03 16:22:35.188458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4c616-2405-452c-ba47-5405b2193a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f3cc8-a8e2-41e4-94e2-7f18d7590341,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:35.259525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a7b5450-ad9e-435e-a7f1-a349be056298 req-aa788f23-2bb3-43ee-8fae-9d696fff8f92 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179743 Nov 03 16:22:35.323006 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:35.659578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.25.6.207 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/bbfb1be4-52fd-4b26-8a00-4b8c8a234d8f) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:22:35.862670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:35.880280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33514) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:35.907643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:35.940728 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-21cf0ec8-afd5-44e6-8b56-069c3337a31b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5f5a7714a46a451fbf742ed878f22ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586238 Nov 03 16:22:35.941633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33516) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:22:35.971697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:22:35.977688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:22:35.986087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:22:36.013793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=bbfb1be4-52fd-4b26-8a00-4b8c8a234d8f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:36.020529 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-198788c9-edeb-47c9-8a05-a30dbcb77852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:36.068020 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-198788c9-edeb-47c9-8a05-a30dbcb77852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:36.167465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-198788c9-edeb-47c9-8a05-a30dbcb77852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:36.170835 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-198788c9-edeb-47c9-8a05-a30dbcb77852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:36.174239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-198788c9-edeb-47c9-8a05-a30dbcb77852 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/93896633-4911-421c-9567-da0bfaae687b HTTP/1.1" status: 204 len: 168 time: 0.2292304 Nov 03 16:22:36.208663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198788c9-edeb-47c9-8a05-a30dbcb77852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93896633-4911-421c-9567-da0bfaae687b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:36.296644 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:36.520731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058760b1-3ed5-4bf1-a621-c57208f57f18 req-597ca1c7-fbde-4cd4-a079-18397852d575 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:36.533933 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-058760b1-3ed5-4bf1-a621-c57208f57f18 req-597ca1c7-fbde-4cd4-a079-18397852d575 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 946 time: 0.1242917 Nov 03 16:22:36.729592 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-058760b1-3ed5-4bf1-a621-c57208f57f18 req-48ab5091-3656-4ae2-935b-ec221d5fda0b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834722 Nov 03 16:22:36.867511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:37.041821 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:37.335909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:37.350230 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:37.487777 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:37.489723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=bbfb1be4-52fd-4b26-8a00-4b8c8a234d8f,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:37.662613 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Floating IP de92233d-5b82-47ea-a2cc-1a506c8fd7ac associated. External IP: 172.25.6.207, port: 3960d007-517d-4d02-9850-faf51b12f0d8. Nov 03 16:22:37.768533 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:37.846658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:22:37.987350 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:38.003612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Router 25552b96-83ff-405a-bf08-1fee1cc2824f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:22:38.039634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:38.040653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:38.045175 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47617be3-b705-42f7-8feb-ba3f554d796d" -d '{"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:38.072858 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:38.151301 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7134e8b9-199f-4869-aec2-862c939ff225 x-openstack-request-id: req-7134e8b9-199f-4869-aec2-862c939ff225 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:38.151602 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:38.151857 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7134e8b9-199f-4869-aec2-862c939ff225 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:38.152254 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'code': 200} Nov 03 16:22:38.205650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:38.441051 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:38.552222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:22:38.565891 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] Sync routers for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:22:38.609460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:38.610265 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:22:38.611218 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:22:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:38.666798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-528a0c1e-1353-47d2-bafe-caa6daa8cc52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7066424 Nov 03 16:22:38.669504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb55002-35e9-499d-8448-be89493a9c12', 'tag': '3960d007-517d-4d02-9850-faf51b12f0d8'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:38.675895 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eda2d3d-23d9-4e25-bcee-335ed27b9584" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb55002-35e9-499d-8448-be89493a9c12", "tag": "3960d007-517d-4d02-9850-faf51b12f0d8"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:38.738222 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0c1ee6-e713-4304-a453-b186dd48ce00 x-openstack-request-id: req-8c0c1ee6-e713-4304-a453-b186dd48ce00 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:38.739120 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb55002-35e9-499d-8448-be89493a9c12", "tag": "3960d007-517d-4d02-9850-faf51b12f0d8", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:38.739551 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c0c1ee6-e713-4304-a453-b186dd48ce00 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:38.740116 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb55002-35e9-499d-8448-be89493a9c12', 'tag': '3960d007-517d-4d02-9850-faf51b12f0d8', 'status': 'completed', 'code': 200} Nov 03 16:22:38.885742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-56a360e1-b7d9-439b-bde3-5d3ce1ca9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:38.889941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-56a360e1-b7d9-439b-bde3-5d3ce1ca9f92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 1097 time: 0.1206563 Nov 03 16:22:38.895244 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:22:39.047248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-5b46c331-90d9-40da-a0d9-258c803d7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:39.049041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-5b46c331-90d9-40da-a0d9-258c803d7120 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1505127 Nov 03 16:22:39.134815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-ba36c50a-c12a-4434-bf3d-5e1cadf61741 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3960d007-517d-4d02-9850-faf51b12f0d8 HTTP/1.1" status: 200 len: 1000 time: 0.0780640 Nov 03 16:22:39.187493 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'de92233d-5b82-47ea-a2cc-1a506c8fd7ac', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': '3960d007-517d-4d02-9850-faf51b12f0d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:ff:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb55002-35e9-499d-8448-be89493a9c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:22:36Z', 'updated_at': '2021-11-03T16:22:36Z', 'revision_number': 0, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:39.221501 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] Checking router: 25552b96-83ff-405a-bf08-1fee1cc2824f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:22:39.226461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-0ea8f224-8fa5-4e0d-adce-6c5e35ab0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:39.228078 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-0ea8f224-8fa5-4e0d-adce-6c5e35ab0a01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0829813 Nov 03 16:22:39.232877 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:22:39.233652 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:22:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:39.345740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-9ec192c5-7d92-499f-a8e6-8d9b46138927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:39.347865 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-9ec192c5-7d92-499f-a8e6-8d9b46138927 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105487 Nov 03 16:22:39.397718 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:22:39.499018 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-c386882d-e837-4d73-9171-ac10eecc9d51 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409311 Nov 03 16:22:39.639577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0eda2d3d-23d9-4e25-bcee-335ed27b9584 req-32776175-0491-4d12-87cd-013480a990a0 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315515 Nov 03 16:22:39.686965 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'de92233d-5b82-47ea-a2cc-1a506c8fd7ac', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': '3960d007-517d-4d02-9850-faf51b12f0d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:ff:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb55002-35e9-499d-8448-be89493a9c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:22:36Z', 'updated_at': '2021-11-03T16:22:36Z', 'revision_number': 0, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:22:39.717738 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56199c6-a578-4975-b2e8-f72a3e9eae1c None None] The sync data for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 is: [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'de92233d-5b82-47ea-a2cc-1a506c8fd7ac', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': '3960d007-517d-4d02-9850-faf51b12f0d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:ff:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb55002-35e9-499d-8448-be89493a9c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:22:36Z', 'updated_at': '2021-11-03T16:22:36Z', 'revision_number': 0, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:22:40.238924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a9d88-95ce-4856-8bf2-fa702d4af5fb None None] New status for floating IP de92233d-5b82-47ea-a2cc-1a506c8fd7ac: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:22:43.864499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:22:43.979343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:44.002063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'port_id': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'mac_address': 'fa:16:3e:fc:58:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:22:44.047898 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:44.063036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:22:44.094451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:44.099995 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:44.179999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:44.253495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:22:45.880245 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:22:46.007451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:22:46.007730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:46.280034 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:46.360781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:22:46.365897 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a794c81d-62ba-45da-ae2f-0d392854526c" -d '{"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:22:46.384813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:22:46.391989 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:46.452561 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f489751-e44e-432f-bffa-cb2cd88e45fe x-openstack-request-id: req-6f489751-e44e-432f-bffa-cb2cd88e45fe {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:22:46.452855 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:22:46.453113 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6f489751-e44e-432f-bffa-cb2cd88e45fe {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:22:46.453536 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'code': 200} Nov 03 16:22:46.525145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=10']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:22:49.467810 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:22:52.003156 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:22:56.045948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c2ae-ae33-46cc-aa2f-faa88da94450 req-c8809fac-4774-4072-9c4e-d207e0d89ec2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:56.049154 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a69c2ae-ae33-46cc-aa2f-faa88da94450 req-c8809fac-4774-4072-9c4e-d207e0d89ec2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.1044655 Nov 03 16:22:56.130537 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a69c2ae-ae33-46cc-aa2f-faa88da94450 req-41ef00a0-f30a-4b87-92f0-7d8b7e09a0ea tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724070 Nov 03 16:22:57.299116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b662-777b-44f5-9d76-2af7b008ffd1 req-6f7e5102-54bc-46d6-bb00-d376099ae032 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:57.302437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4290b662-777b-44f5-9d76-2af7b008ffd1 req-6f7e5102-54bc-46d6-bb00-d376099ae032 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0738893 Nov 03 16:22:57.382053 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4290b662-777b-44f5-9d76-2af7b008ffd1 req-9e02e4fd-0923-4f4e-84f9-c78b34bdd5dc tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719068 Nov 03 16:22:58.645118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd9d3a-88ca-4bd2-bbf9-2bb4638b624f req-4c96266c-1796-424f-b9a2-57c9031245df tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:58.648802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17dd9d3a-88ca-4bd2-bbf9-2bb4638b624f req-4c96266c-1796-424f-b9a2-57c9031245df tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.1403797 Nov 03 16:22:58.767425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-17dd9d3a-88ca-4bd2-bbf9-2bb4638b624f req-4a082bf1-3933-4893-a999-12bab123c7ef tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111348 Nov 03 16:22:59.926920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328cff4-b2df-480e-852d-57e265d98eae req-70785dc0-d49b-4dc2-91a2-94abaecfa2d8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:59.932614 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1328cff4-b2df-480e-852d-57e265d98eae req-70785dc0-d49b-4dc2-91a2-94abaecfa2d8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0708249 Nov 03 16:22:59.933431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51a064-7113-4f93-a3bc-44f73de2333a req-d853da47-20fc-4921-80a7-336e5f781f55 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:22:59.940957 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0a51a064-7113-4f93-a3bc-44f73de2333a req-d853da47-20fc-4921-80a7-336e5f781f55 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0612528 Nov 03 16:23:00.020525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1328cff4-b2df-480e-852d-57e265d98eae req-601258f7-8ee9-4e78-b0bd-ed7963519ebb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780816 Nov 03 16:23:00.035484 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0a51a064-7113-4f93-a3bc-44f73de2333a req-b137b01f-2e14-49e8-9883-7ecf6a110c8d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918269 Nov 03 16:23:00.748726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33962) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:00.803212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a2b37f-e6ab-4b80-983a-4acb42248f14 admin admin] Deleting subnet d74c06c5-d850-428a-bdce-e188aa9f160f {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:23:00.807116 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a9a2b37f-e6ab-4b80-983a-4acb42248f14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:00.850659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a9a2b37f-e6ab-4b80-983a-4acb42248f14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:00.892981 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a9a2b37f-e6ab-4b80-983a-4acb42248f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:00.955781 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a9a2b37f-e6ab-4b80-983a-4acb42248f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:00.984457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2b37f-e6ab-4b80-983a-4acb42248f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d74c06c5-d850-428a-bdce-e188aa9f160f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:00.989004 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a9a2b37f-e6ab-4b80-983a-4acb42248f14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:00.994861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33966) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:00.995345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a9a2b37f-e6ab-4b80-983a-4acb42248f14 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d74c06c5-d850-428a-bdce-e188aa9f160f HTTP/1.1" status: 204 len: 168 time: 0.2449298 Nov 03 16:23:01.100089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.174100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0ef2e-c239-4567-a115-4688eb89fd3b req-ba3f0894-5766-4663-97c5-ce12f877aa10 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:01.181680 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79f0ef2e-c239-4567-a115-4688eb89fd3b req-ba3f0894-5766-4663-97c5-ce12f877aa10 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0634425 Nov 03 16:23:01.237512 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79f0ef2e-c239-4567-a115-4688eb89fd3b req-4caf1d12-493a-4362-b3c6-5aa11cf7829d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546227 Nov 03 16:23:01.251923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d01720-3c9b-4871-ba2c-78a4ff37c8bf req-5008d432-7209-40e6-92f6-e87d470752e3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:01.253545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-06d01720-3c9b-4871-ba2c-78a4ff37c8bf req-5008d432-7209-40e6-92f6-e87d470752e3 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.1101596 Nov 03 16:23:01.293798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.335364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0db5d12-1a0c-47d0-830c-d5863cbfb704']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:01.358925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23778e06-d972-4526-9b5e-7afa74dc49cd') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:01.359217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23778e06-d972-4526-9b5e-7afa74dc49cd') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:01.369921 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-06d01720-3c9b-4871-ba2c-78a4ff37c8bf req-f195045f-12aa-4004-9d48-b60dd954f073 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878956 Nov 03 16:23:01.373959 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.388772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.395200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:23:01.395660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:23:01.412975 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:23:01.462781 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.478732 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.494019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.498849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f0db5d12-1a0c-47d0-830c-d5863cbfb704 HTTP/1.1" status: 204 len: 168 time: 0.5028207 Nov 03 16:23:01.513646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0db5d12-1a0c-47d0-830c-d5863cbfb704,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:01.526358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.526711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.527762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.528353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.528720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.529056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.529388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.529748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.530551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.531368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.531839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.532161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23d291-ff2d-405b-834c-f25bc12db2c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:01.719538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 33990) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:01.801635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fc8d3-1f7d-4247-806c-19d7563ed7f3 req-e7dc3e53-e650-434a-b1b4-9da3d5069473 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:01.806856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c0fc8d3-1f7d-4247-806c-19d7563ed7f3 req-e7dc3e53-e650-434a-b1b4-9da3d5069473 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0804067 Nov 03 16:23:01.812229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-15724745-055c-46cf-8cdb-af303ff20599 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1490fc8ebf0244309cb05a5bf7e4440d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0889997 Nov 03 16:23:01.812600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 33994) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:01.861852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c0fc8d3-1f7d-4247-806c-19d7563ed7f3 req-cfc3b485-fde3-4a6a-a484-0e6347f3aacf tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508919 Nov 03 16:23:01.876521 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abd025a1-d0f8-491d-a7ad-5958a12a036f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.898100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abd025a1-d0f8-491d-a7ad-5958a12a036f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.943851 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abd025a1-d0f8-491d-a7ad-5958a12a036f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.946668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abd025a1-d0f8-491d-a7ad-5958a12a036f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:01.948078 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-abd025a1-d0f8-491d-a7ad-5958a12a036f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f856ef0a-c37b-4ee5-9ceb-33e17ca5b420 HTTP/1.1" status: 204 len: 168 time: 0.1343188 Nov 03 16:23:01.957557 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd025a1-d0f8-491d-a7ad-5958a12a036f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f856ef0a-c37b-4ee5-9ceb-33e17ca5b420,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:02.533466 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-082ae346-052a-4afb-86db-450dae5d2fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:02.542189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ae75-b011-469c-8320-931d66659bc9 req-0d0d4380-c3f1-49d1-bf7a-10c3855f4aac tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:02.545833 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b591ae75-b011-469c-8320-931d66659bc9 req-0d0d4380-c3f1-49d1-bf7a-10c3855f4aac tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0877535 Nov 03 16:23:02.645378 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b591ae75-b011-469c-8320-931d66659bc9 req-17b61a84-799c-45bc-ab2b-99c7ab84d465 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885208 Nov 03 16:23:03.006197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c201d9-7dce-4a42-b1a5-2552b64d32f3 req-b1c913d1-e3e9-4b14-9939-09ce6c725222 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:03.007756 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66c201d9-7dce-4a42-b1a5-2552b64d32f3 req-b1c913d1-e3e9-4b14-9939-09ce6c725222 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0632510 Nov 03 16:23:03.063661 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-66c201d9-7dce-4a42-b1a5-2552b64d32f3 req-e9c00abd-1ace-4a64-b3d8-e05763a315b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472727 Nov 03 16:23:03.805620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b4afe-2c9d-4309-a671-4094713fc6ea req-dbb12ecf-83dc-4e1e-9e44-8db2ea68c652 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:03.807058 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d52b4afe-2c9d-4309-a671-4094713fc6ea req-dbb12ecf-83dc-4e1e-9e44-8db2ea68c652 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0568266 Nov 03 16:23:03.882742 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d52b4afe-2c9d-4309-a671-4094713fc6ea req-4d5a0d8d-76a0-47de-bb9f-21e1aa1cb8ec tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607185 Nov 03 16:23:03.924567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:23:04.016593 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:04.046611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:23:04.049174 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ace2396-a149-4c7c-b5cf-9cb7396cc505" -d '{"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:23:04.072919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:04.079523 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:04.168786 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c882bd-34b5-4d2d-8c80-6b3ad7c4e979 x-openstack-request-id: req-77c882bd-34b5-4d2d-8c80-6b3ad7c4e979 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:23:04.169819 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:23:04.170165 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-77c882bd-34b5-4d2d-8c80-6b3ad7c4e979 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:23:04.170712 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'code': 200} Nov 03 16:23:04.178185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:04.267606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f931f-2567-4b28-8849-83024f5bd489 req-9b422440-8cdd-4a56-a13f-5a04e9fc1872 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:04.267606 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c4f931f-2567-4b28-8849-83024f5bd489 req-9b422440-8cdd-4a56-a13f-5a04e9fc1872 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0860968 Nov 03 16:23:04.318071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c4f931f-2567-4b28-8849-83024f5bd489 req-36640f4a-1aab-4d36-944a-f2f4453cb42c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428941 Nov 03 16:23:04.969279 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2df58200-c61d-45cc-a022-a2289543644e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:05.030209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1454a-8feb-4f81-99c4-c1adf75524f0 req-7a055f35-e600-4b7f-88ac-87f00116117c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:05.038372 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ee1454a-8feb-4f81-99c4-c1adf75524f0 req-7a055f35-e600-4b7f-88ac-87f00116117c tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0670028 Nov 03 16:23:05.111390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8ee1454a-8feb-4f81-99c4-c1adf75524f0 req-eef5d7fc-78b4-4326-8231-0122793a15f8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666480 Nov 03 16:23:05.458406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbab09-4100-42c5-9ff5-069479e08978 req-87cc1ab1-ae21-4b99-8f99-6405d53e873c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:05.460538 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fcbab09-4100-42c5-9ff5-069479e08978 req-87cc1ab1-ae21-4b99-8f99-6405d53e873c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0686908 Nov 03 16:23:05.513797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fcbab09-4100-42c5-9ff5-069479e08978 req-3cc5703f-e8f6-4bf8-b725-fb5781e38886 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465267 Nov 03 16:23:05.924426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:23:06.062002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:06.081458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'port_id': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'mac_address': 'fa:16:3e:fc:58:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:23:06.131356 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:06.148909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:23:06.180874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:06.188534 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:06.246443 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=12']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:06.273682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:06.278730 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cf2a-a60a-4fdf-987d-dcfffb2889c4 req-43fdb504-c4c1-467c-a72f-03e58a700430 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:06.280335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6981cf2a-a60a-4fdf-987d-dcfffb2889c4 req-43fdb504-c4c1-467c-a72f-03e58a700430 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0831554 Nov 03 16:23:06.335583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:23:06.338504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6981cf2a-a60a-4fdf-987d-dcfffb2889c4 req-f97bd15e-3e35-4d3e-a93a-bac5778cf8ce tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502896 Nov 03 16:23:06.635237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28633da-4293-48c4-a3b3-018aa2a19cba req-ebe8a39e-9a16-474c-a8da-d2beb103f82e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:06.637172 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d28633da-4293-48c4-a3b3-018aa2a19cba req-ebe8a39e-9a16-474c-a8da-d2beb103f82e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 946 time: 0.0504866 Nov 03 16:23:06.686754 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d28633da-4293-48c4-a3b3-018aa2a19cba req-73386b3b-4137-4163-a7e3-6b3c6a44faad tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 Nov 03 16:23:07.453937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73117e8-1aff-46ed-9ed0-2be2bd52c81f req-2dcf25f1-14bb-49aa-8ff5-895e28193575 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:07.460846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e73117e8-1aff-46ed-9ed0-2be2bd52c81f req-2dcf25f1-14bb-49aa-8ff5-895e28193575 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0564897 Nov 03 16:23:07.515763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e73117e8-1aff-46ed-9ed0-2be2bd52c81f req-610b4028-1928-4c08-a174-1db105523747 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534439 Nov 03 16:23:07.767369 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:07.848555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9754c1-e8e5-4037-a98c-454448858740 req-5fa8a9af-8157-47ed-9966-e7bccd5c502a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:07.850351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e9754c1-e8e5-4037-a98c-454448858740 req-5fa8a9af-8157-47ed-9966-e7bccd5c502a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 946 time: 0.0541375 Nov 03 16:23:07.907619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e9754c1-e8e5-4037-a98c-454448858740 req-366759d6-e842-4664-8028-938cf3f1054a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500970 Nov 03 16:23:07.934781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:23:07.986913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:23:07.986913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:08.071251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:08.107493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:08.109060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:23:08.111489 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab42701a-ba2a-4e7b-abbb-dbee56e45193" -d '{"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:23:08.115602 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:08.172884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=13']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:08.176601 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26415ba-6bb2-458d-871c-a80249404e26 x-openstack-request-id: req-c26415ba-6bb2-458d-871c-a80249404e26 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:23:08.176986 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:23:08.177338 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c26415ba-6bb2-458d-871c-a80249404e26 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:23:08.177860 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'code': 200} Nov 03 16:23:08.389646 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:08.642708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1307-004f-4771-ba77-54556b54e574 req-5e6c033c-2ff6-409a-8a28-12b1e963730b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:08.644212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c26e1307-004f-4771-ba77-54556b54e574 req-5e6c033c-2ff6-409a-8a28-12b1e963730b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0523462 Nov 03 16:23:08.702858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c26e1307-004f-4771-ba77-54556b54e574 req-bd0ce2f9-99da-48d4-aba4-9efead928463 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520000 Nov 03 16:23:09.042023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fa534-8e76-4eb9-843d-d834b2fe72d4 req-8861c98a-5281-4b77-8734-5e89801d384b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:09.044722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-836fa534-8e76-4eb9-843d-d834b2fe72d4 req-8861c98a-5281-4b77-8734-5e89801d384b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0621095 Nov 03 16:23:09.094257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-836fa534-8e76-4eb9-843d-d834b2fe72d4 req-4113e2df-f26d-4d6f-b1b2-622987cc44ff tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Nov 03 16:23:09.833032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042308de-c06b-4773-af3b-cb33a2b27edf req-549cf3b8-b5c5-4b14-9c9c-69c293d26623 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:09.834684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-042308de-c06b-4773-af3b-cb33a2b27edf req-549cf3b8-b5c5-4b14-9c9c-69c293d26623 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0581319 Nov 03 16:23:09.896191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-042308de-c06b-4773-af3b-cb33a2b27edf req-1ec5410f-2474-413d-840f-258d73e27241 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539794 Nov 03 16:23:10.224126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0d7e9-52ec-44b4-aa3e-462238c3826b req-679ff655-4bb7-45b4-b3f2-e4a6e3c334a7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:10.225796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ccd0d7e9-52ec-44b4-aa3e-462238c3826b req-679ff655-4bb7-45b4-b3f2-e4a6e3c334a7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0548210 Nov 03 16:23:10.290404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ccd0d7e9-52ec-44b4-aa3e-462238c3826b req-45e09401-4e48-4e2a-a81f-95c60cb0dc1a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565906 Nov 03 16:23:11.113516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24424c-8c79-4d85-bcff-1949cab323f1 req-7dcd635f-0737-42e1-b7c2-fe51668b92e8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:11.115838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b24424c-8c79-4d85-bcff-1949cab323f1 req-7dcd635f-0737-42e1-b7c2-fe51668b92e8 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0931745 Nov 03 16:23:11.180489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b24424c-8c79-4d85-bcff-1949cab323f1 req-fbd252d7-6c90-4752-a6ed-af06e687f704 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572395 Nov 03 16:23:11.439064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080062d-3ee2-46e7-9671-abea8d6c86fe req-6f05408d-d248-4923-bb49-5d3b6440fc79 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:11.448147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9080062d-3ee2-46e7-9671-abea8d6c86fe req-6f05408d-d248-4923-bb49-5d3b6440fc79 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0802321 Nov 03 16:23:11.514605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9080062d-3ee2-46e7-9671-abea8d6c86fe req-24eb0d42-6983-4c20-9dbf-923dc40a36b1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643690 Nov 03 16:23:12.340583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a7cd4-41d7-47e7-9fec-82600718908c req-3ee6bfd8-4cc3-4f46-b483-8ffbceef9e0a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:12.351087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-482a7cd4-41d7-47e7-9fec-82600718908c req-3ee6bfd8-4cc3-4f46-b483-8ffbceef9e0a tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0850117 Nov 03 16:23:12.415807 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-482a7cd4-41d7-47e7-9fec-82600718908c req-ec0e03be-cedc-4361-8c6c-dc67bbaac346 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634792 Nov 03 16:23:12.670871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb026b-b462-41d2-9a68-dc15acd0ab69 req-690ac41f-6f95-4073-8fb3-83cb847883a3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:12.679884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bddb026b-b462-41d2-9a68-dc15acd0ab69 req-690ac41f-6f95-4073-8fb3-83cb847883a3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0839787 Nov 03 16:23:12.740657 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bddb026b-b462-41d2-9a68-dc15acd0ab69 req-5837d53c-3ece-474a-a189-616d39c1e912 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569291 Nov 03 16:23:13.599790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77250c4-7ece-4895-a2b0-7a246b38bf87 req-780d83aa-bd1d-4091-a4ef-2c5dd577fa01 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:13.602357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b77250c4-7ece-4895-a2b0-7a246b38bf87 req-780d83aa-bd1d-4091-a4ef-2c5dd577fa01 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0837297 Nov 03 16:23:13.703365 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b77250c4-7ece-4895-a2b0-7a246b38bf87 req-c1ba0fa6-ed02-4af4-8ef6-9b338833c091 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928605 Nov 03 16:23:13.905959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e67b-5651-4798-826f-a9ea7004fe67 req-213c14dd-2422-40f4-bdfe-f89a08878a64 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:13.908193 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c98e67b-5651-4798-826f-a9ea7004fe67 req-213c14dd-2422-40f4-bdfe-f89a08878a64 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0669725 Nov 03 16:23:13.973974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c98e67b-5651-4798-826f-a9ea7004fe67 req-7c581f1e-3a01-4663-a878-537c23882f10 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576320 Nov 03 16:23:14.084427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b40a3-3b57-4c58-be6a-78c11cc39a69 req-56bc6c88-339d-4ebb-985a-49df352f3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:14.086604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-675b40a3-3b57-4c58-be6a-78c11cc39a69 req-56bc6c88-339d-4ebb-985a-49df352f3536 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 1096 time: 0.0665014 Nov 03 16:23:14.193434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-675b40a3-3b57-4c58-be6a-78c11cc39a69 req-52971cbc-49a1-4419-9b3b-265bf16e9896 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965984 Nov 03 16:23:14.349561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40c7da70-aa30-46d3-9828-baea637adc87 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:23:14.532928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40c7da70-aa30-46d3-9828-baea637adc87,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:14.561334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '40c7da70-aa30-46d3-9828-baea637adc87', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'port_id': '40c7da70-aa30-46d3-9828-baea637adc87', 'mac_address': 'fa:16:3e:0b:e1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:23:14.618021 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:14.633705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40c7da70-aa30-46d3-9828-baea637adc87 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:23:14.659789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40c7da70-aa30-46d3-9828-baea637adc87,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:14.669756 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:14.788939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=40c7da70-aa30-46d3-9828-baea637adc87,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:14.874808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaecb40-b6d2-4c19-aef0-95cce6fc7091 req-81d423ae-7a84-4899-9054-1a3523588948 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:14.883513 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ddaecb40-b6d2-4c19-aef0-95cce6fc7091 req-81d423ae-7a84-4899-9054-1a3523588948 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 944 time: 0.0672228 Nov 03 16:23:14.984106 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ddaecb40-b6d2-4c19-aef0-95cce6fc7091 req-faddf5fe-a514-479f-a0f1-89743534efc2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993040 Nov 03 16:23:15.171060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c922ec-fdb7-4930-bee8-4241b8d4bf7e req-c14d06dc-bac2-4e28-87f6-fa149e09d4a2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:15.173202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70c922ec-fdb7-4930-bee8-4241b8d4bf7e req-c14d06dc-bac2-4e28-87f6-fa149e09d4a2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0765836 Nov 03 16:23:15.308572 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70c922ec-fdb7-4930-bee8-4241b8d4bf7e req-267b2f16-5552-4a11-b005-95c578fbb232 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218135 Nov 03 16:23:15.972079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['40c7da70-aa30-46d3-9828-baea637adc87'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:23:16.144304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c9f8-51eb-4619-863c-dd1d8354f4cc req-eb9e8bf6-96a8-4325-a481-b49185b5aab7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:16.154389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd25c9f8-51eb-4619-863c-dd1d8354f4cc req-eb9e8bf6-96a8-4325-a481-b49185b5aab7 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 944 time: 0.0592880 Nov 03 16:23:16.219277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd25c9f8-51eb-4619-863c-dd1d8354f4cc req-e28d8d3a-e199-4f3e-9f9a-ec58bef3f53e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636268 Nov 03 16:23:16.240154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 34280) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:16.369566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5ae152ac-14e7-49a9-8ef9-85051a83e952 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/floatingips/33ead179-0dde-4f51-8c4b-6beb8e2ca1f6 HTTP/1.1" status: 200 len: 992 time: 0.1269262 Nov 03 16:23:16.369906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40c7da70-aa30-46d3-9828-baea637adc87 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:23:16.570528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0128bd-e070-4a84-b3d5-f3a61d2ffc3a req-c4da14be-49bd-423f-9f46-d0f881dea554 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:16.572905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb0128bd-e070-4a84-b3d5-f3a61d2ffc3a req-c4da14be-49bd-423f-9f46-d0f881dea554 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.1436298 Nov 03 16:23:16.638180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb0128bd-e070-4a84-b3d5-f3a61d2ffc3a req-0972968b-367f-4f75-b3b9-5a248b0c88e9 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536599 Nov 03 16:23:16.686078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:16.704499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 40c7da70-aa30-46d3-9828-baea637adc87 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:23:16.731375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40c7da70-aa30-46d3-9828-baea637adc87,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:16.743445 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:16.821426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=40c7da70-aa30-46d3-9828-baea637adc87,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:17.783851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138c4d3-9c5e-4c22-89fb-7edfac57b9f7 req-68c4de01-1667-4f5a-9eb1-612f81067293 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:17.785363 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7138c4d3-9c5e-4c22-89fb-7edfac57b9f7 req-68c4de01-1667-4f5a-9eb1-612f81067293 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0617065 Nov 03 16:23:17.845265 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7138c4d3-9c5e-4c22-89fb-7edfac57b9f7 req-bd6000ff-85a2-4eac-b1b8-cf22630f82b2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532815 Nov 03 16:23:18.387026 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40c7da70-aa30-46d3-9828-baea637adc87 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:23:18.526112 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 40c7da70-aa30-46d3-9828-baea637adc87 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:23:18.527142 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:18.731986 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:18.757140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:23:18.759903 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e46642-c252-4ca4-a3e0-5c4b317e02cb" -d '{"events": [{"server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "name": "network-vif-plugged", "status": "completed", "tag": "40c7da70-aa30-46d3-9828-baea637adc87"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:23:18.794360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40c7da70-aa30-46d3-9828-baea637adc87,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:18.805826 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:18.844401 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ed1eab-d03f-4f2f-9441-4b37f8322d0e x-openstack-request-id: req-86ed1eab-d03f-4f2f-9441-4b37f8322d0e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:23:18.844703 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "name": "network-vif-plugged", "status": "completed", "tag": "40c7da70-aa30-46d3-9828-baea637adc87", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:23:18.844949 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-86ed1eab-d03f-4f2f-9441-4b37f8322d0e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:23:18.845339 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87', 'code': 200} Nov 03 16:23:18.925227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=40c7da70-aa30-46d3-9828-baea637adc87,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:19.044845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93085879-13fe-4a54-a51b-7dec32bcf9fa req-1e7341a5-94ab-4f6c-b345-8f4efcf7590c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:19.046643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-93085879-13fe-4a54-a51b-7dec32bcf9fa req-1e7341a5-94ab-4f6c-b345-8f4efcf7590c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0858085 Nov 03 16:23:19.139731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-93085879-13fe-4a54-a51b-7dec32bcf9fa req-fb95b26f-fbad-4a6b-b666-b43bb37ad954 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781786 Nov 03 16:23:20.325141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de02b3-c49e-4525-b17e-e34e40c35bc1 req-5f2a252c-2ac3-41f9-b0bb-4ee676e1ae72 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:20.327781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36de02b3-c49e-4525-b17e-e34e40c35bc1 req-5f2a252c-2ac3-41f9-b0bb-4ee676e1ae72 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0801013 Nov 03 16:23:20.408554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36de02b3-c49e-4525-b17e-e34e40c35bc1 req-9774bca1-c42b-4d34-b8c7-0dcfb81b605d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747809 Nov 03 16:23:21.605883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02773672-67f7-4188-87b9-52638d81fc4e req-80bc920d-c488-4093-9e9f-ca52c7dbbe5d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:21.615463 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02773672-67f7-4188-87b9-52638d81fc4e req-80bc920d-c488-4093-9e9f-ca52c7dbbe5d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.1052301 Nov 03 16:23:22.038192 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:22.066143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-02773672-67f7-4188-87b9-52638d81fc4e req-e8f01377-18ed-4248-9bdc-452f03e91986 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493263 Nov 03 16:23:23.190042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba26903-ec28-4576-9268-8607c6c51319 req-7bb48428-3c6d-49d1-9023-87d3aee19617 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:23.191539 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aba26903-ec28-4576-9268-8607c6c51319 req-7bb48428-3c6d-49d1-9023-87d3aee19617 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0527892 Nov 03 16:23:23.239454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aba26903-ec28-4576-9268-8607c6c51319 req-1219a3a7-5008-4591-b659-988423a9b3d5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Nov 03 16:23:24.365736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473a3e1-0383-4c9a-85cf-2288758e5de0 req-515c53bb-eeef-4eb8-9e9a-6d3bf90cc49e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:24.367230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5473a3e1-0383-4c9a-85cf-2288758e5de0 req-515c53bb-eeef-4eb8-9e9a-6d3bf90cc49e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0497077 Nov 03 16:23:24.416383 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5473a3e1-0383-4c9a-85cf-2288758e5de0 req-58c24ae2-d7ff-42d8-a698-c46b954f4ac5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418897 Nov 03 16:23:24.651810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622dae-036c-4570-8329-ad049a04d8e9 req-26ed1399-6112-42c8-aa1c-947602693117 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:24.659303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16622dae-036c-4570-8329-ad049a04d8e9 req-26ed1399-6112-42c8-aa1c-947602693117 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0783300 Nov 03 16:23:24.704047 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-16622dae-036c-4570-8329-ad049a04d8e9 req-aa19696d-face-4e16-a62f-77b8461eda1e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 Nov 03 16:23:25.807170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3a3f0-37c4-4744-9e6c-8244dc8f8bff req-2fa8bd34-9a1e-4d3d-81c8-c6f78f3d4427 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:25.810674 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6da3a3f0-37c4-4744-9e6c-8244dc8f8bff req-2fa8bd34-9a1e-4d3d-81c8-c6f78f3d4427 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0579109 Nov 03 16:23:25.869551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6da3a3f0-37c4-4744-9e6c-8244dc8f8bff req-48786c75-54c4-4846-baaa-d5963c4d2dfc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493195 Nov 03 16:23:26.017411 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:23:26.153402 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:26.159840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16c8fb-324b-42b6-8c87-c951e0597bf4 req-02d10f48-cbbc-4ad8-92dd-60a635ed0843 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:26.161624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d16c8fb-324b-42b6-8c87-c951e0597bf4 req-02d10f48-cbbc-4ad8-92dd-60a635ed0843 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 947 time: 0.0570517 Nov 03 16:23:26.183043 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:23:26.187149 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe4b760-4649-45fd-952d-10d8310cc8bb" -d '{"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:23:26.212488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:26.223040 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:26.250172 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bea6b8-3ed1-48fe-aba3-00606913321b x-openstack-request-id: req-d6bea6b8-3ed1-48fe-aba3-00606913321b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:23:26.250457 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:23:26.250901 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d6bea6b8-3ed1-48fe-aba3-00606913321b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:23:26.251432 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'code': 200} Nov 03 16:23:26.253664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-196e9033-0ed3-453d-9ca2-5bce86174d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:26.256822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-196e9033-0ed3-453d-9ca2-5bce86174d86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1098 time: 0.1216409 Nov 03 16:23:26.272376 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d16c8fb-324b-42b6-8c87-c951e0597bf4 req-d91f8b6e-02b1-43bc-a62f-324c4ad72d6c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023676 Nov 03 16:23:26.282337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=14']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:26.376808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-6e8995c7-52ea-46b5-82c2-fa9faf97a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:26.378514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-6e8995c7-52ea-46b5-82c2-fa9faf97a0a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.0970285 Nov 03 16:23:26.457463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-c257b355-922d-456e-b850-ed655de968ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1000 time: 0.0719428 Nov 03 16:23:26.463359 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:23:26.513492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-44bcff06-6a25-40f7-9f9f-20455db3d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:26.515002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-44bcff06-6a25-40f7-9f9f-20455db3d359 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0495906 Nov 03 16:23:26.565791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-071d695e-ce2f-4121-9388-334aa04845ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:26.567405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-071d695e-ce2f-4121-9388-334aa04845ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454588 Nov 03 16:23:26.673902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-d728bdee-ca30-4326-966f-065031afad5c service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994761 Nov 03 16:23:26.784549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6061bbf-48eb-445d-ad20-4532c7aace98 req-04237081-f1d7-4752-a56b-ef1344fc7e9e service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030953 Nov 03 16:23:26.983011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-252d056c-a046-4607-a001-9d78b32dcd5d req-ec35e998-ce8c-4035-b005-6e80d02c90cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502665 Nov 03 16:23:27.077945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d056c-a046-4607-a001-9d78b32dcd5d req-ec5b059c-238c-4e34-ac09-e3e7ec7bc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:27.079766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-252d056c-a046-4607-a001-9d78b32dcd5d req-ec5b059c-238c-4e34-ac09-e3e7ec7bc809 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 1096 time: 0.0442383 Nov 03 16:23:27.209242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d056c-a046-4607-a001-9d78b32dcd5d req-295cf964-d3c6-4209-9ae3-49859f76f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:27.211080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-252d056c-a046-4607-a001-9d78b32dcd5d req-295cf964-d3c6-4209-9ae3-49859f76f1d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=916cce12-9cb5-45f8-8c4c-9d4c0d986786 HTTP/1.1" status: 200 len: 896 time: 0.0977840 Nov 03 16:23:27.308294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-252d056c-a046-4607-a001-9d78b32dcd5d req-6ca0c99c-7279-4ff6-bb81-f5c793dc89aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c7da70-aa30-46d3-9828-baea637adc87 HTTP/1.1" status: 200 len: 1001 time: 0.0850127 Nov 03 16:23:27.378171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d056c-a046-4607-a001-9d78b32dcd5d req-d0f0d019-0dde-4f3f-8a45-4d6c19f450eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:27.379639 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-252d056c-a046-4607-a001-9d78b32dcd5d req-d0f0d019-0dde-4f3f-8a45-4d6c19f450eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1fa22759-fa36-4203-993b-32dc138acd3c HTTP/1.1" status: 200 len: 834 time: 0.0648613 Nov 03 16:23:27.418001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8822f-7964-4695-9d39-e76f165e238a req-be7eff76-f08f-4282-8941-0b3e2dc2d392 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:27.420286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77f8822f-7964-4695-9d39-e76f165e238a req-be7eff76-f08f-4282-8941-0b3e2dc2d392 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0816505 Nov 03 16:23:27.454361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d056c-a046-4607-a001-9d78b32dcd5d req-883035fa-be4b-469c-8731-cf30149f74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:27.455848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-252d056c-a046-4607-a001-9d78b32dcd5d req-883035fa-be4b-469c-8731-cf30149f74eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=916cce12-9cb5-45f8-8c4c-9d4c0d986786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584793 Nov 03 16:23:27.503952 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77f8822f-7964-4695-9d39-e76f165e238a req-6462f068-a1a7-4c99-88e0-d8b15efdd373 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774786 Nov 03 16:23:27.567980 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-252d056c-a046-4607-a001-9d78b32dcd5d req-55f0d76e-9b19-448a-b4ab-b0488e9efa31 service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033921 Nov 03 16:23:27.664924 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-252d056c-a046-4607-a001-9d78b32dcd5d req-803fae06-7d96-4dd8-9e1d-e438056c5c2f service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883207 Nov 03 16:23:28.627917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160edbc-f916-44c1-907b-b74a39b8053b req-99174772-847b-40e0-bbd1-797f3aa4f714 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:28.629693 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c160edbc-f916-44c1-907b-b74a39b8053b req-99174772-847b-40e0-bbd1-797f3aa4f714 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0544026 Nov 03 16:23:28.717388 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c160edbc-f916-44c1-907b-b74a39b8053b req-99d70c9f-20dc-4f3a-8e11-3d464e0e7be5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679791 Nov 03 16:23:28.934666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59bc52-6abc-4574-adec-e18dbf4b10e9 req-6191d6c9-0854-4b5c-bac4-cefcb289f3f3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:28.936198 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe59bc52-6abc-4574-adec-e18dbf4b10e9 req-6191d6c9-0854-4b5c-bac4-cefcb289f3f3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0550079 Nov 03 16:23:28.994282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe59bc52-6abc-4574-adec-e18dbf4b10e9 req-968736af-4f62-4d57-ad3b-a79f202b4bb7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451090 Nov 03 16:23:29.129597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524445e3-24f6-49ab-aa1d-08f02ec3e386 req-a4e02971-4cc0-4abc-aa1c-26c2116971ce tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:29.131114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-524445e3-24f6-49ab-aa1d-08f02ec3e386 req-a4e02971-4cc0-4abc-aa1c-26c2116971ce tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0649397 Nov 03 16:23:29.184819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-524445e3-24f6-49ab-aa1d-08f02ec3e386 req-0d840543-fd9b-4bfe-97e2-16413f0e7770 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464365 Nov 03 16:23:29.499378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-a829fbaa-610f-41f9-82a6-2ccaacc1c30b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:29.501002 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-a829fbaa-610f-41f9-82a6-2ccaacc1c30b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.1139777 Nov 03 16:23:29.516875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-c26b3343-73c8-474e-8a6b-4760b2ba7e1b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/quotas/3713d6ff8deb49a884fe46bb2261c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0100815 Nov 03 16:23:29.580326 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-066d6065-c5f5-46a4-aea1-343da9f75540 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0531604 Nov 03 16:23:29.676103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62a091f8-d476-4b7f-aa45-25f50ff03560 service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893359 Nov 03 16:23:29.776945 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-4f53590c-bf65-47da-be31-8a0e88ffbbec service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956378 Nov 03 16:23:30.004472 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae406996-e28f-4d35-ab4d-89f10ac6e4be req-11a545e4-992c-4f68-a728-a108ee250c9b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 210 time: 0.0337207 Nov 03 16:23:31.126153 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5d08bf1-ff05-4ca9-b91f-cf083d9d3187 req-8129a013-937e-41da-a257-80e5f9bbe148 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 210 time: 0.0433538 Nov 03 16:23:31.277681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-fd908725-3336-4e13-b7d8-17ca3c3a014f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:31.279291 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-fd908725-3336-4e13-b7d8-17ca3c3a014f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.1478474 Nov 03 16:23:31.305983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'port': {'device_id': '60c7b4fd-4b0e-4580-b261-284aaeda886a', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'admin_state_up': True, 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:23:31.429541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Made reservation on behalf of 3713d6ff8deb49a884fe46bb2261c6d0 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:23:31.434744 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:31.468399 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:31.574567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Allocated IP 172.20.0.9 (4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a/f39f0838-5cba-4c8e-b27a-a777aec3711c/76639cf1-433c-44ec-b5c5-9a4e7f4cca6a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:23:31.752222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:31.792693 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:31.834247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:23:31.837311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:23:31.840554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:23:31.886884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'Port': ['ID=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:31.940295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:31.941156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:31.962932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-62aad03e-4247-4a4e-a219-16d01e3fb188 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6642535 Nov 03 16:23:31.984606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Request body: {'port': {'device_id': '60c7b4fd-4b0e-4580-b261-284aaeda886a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:23:32.052538 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:32.184449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-030eeb95-d57b-4820-af01-064ab044c6f9 None None] Provisioning complete for port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:23:32.198433 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-030eeb95-d57b-4820-af01-064ab044c6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:32.268765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-030eeb95-d57b-4820-af01-064ab044c6f9 None None] Port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:23:32.361118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69a17f-1c62-4429-86dd-531a7bf47bab req-30801aa7-af66-48be-b70c-fa18c48eb8b1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:32.369173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dc69a17f-1c62-4429-86dd-531a7bf47bab req-30801aa7-af66-48be-b70c-fa18c48eb8b1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 931 time: 0.0969269 Nov 03 16:23:32.450832 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dc69a17f-1c62-4429-86dd-531a7bf47bab req-29de0c5f-b945-48f7-8ca3-5f67c2eaf946 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804958 Nov 03 16:23:32.461434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:23:32.475549 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:32.488041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Transition to ACTIVE for port object 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:23:32.491795 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:32.553677 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0bf4-e386-4938-aa40-1e29334d5822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:32.626014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Pushing event updated for resources: {'Port': ['ID=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:32.669770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Attempting to bind port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:23:32.670800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Attempting to bind port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:23:32.671195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Attempting to bind port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:23:32.681594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:23:32.682298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Attempting to bind port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:23:32.689638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:23:32.690379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Checking segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:23:32.690516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Bound using segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:23:32.691019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Bound port: 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:23:32.691440 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:32.773781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] For port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:23:32.778336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] For port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:23:32.785383 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:32.820860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:32.821882 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:32.824604 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] 10.222.0.15 "PUT /v2.0/ports/76639cf1-433c-44ec-b5c5-9a4e7f4cca6a HTTP/1.1" status: 200 len: 1091 time: 0.8443913 Nov 03 16:23:32.827409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c7b4fd-4b0e-4580-b261-284aaeda886a', 'tag': '76639cf1-433c-44ec-b5c5-9a4e7f4cca6a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:23:32.829774 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c" -d '{"events": [{"name": "network-changed", "server_uuid": "60c7b4fd-4b0e-4580-b261-284aaeda886a", "tag": "76639cf1-433c-44ec-b5c5-9a4e7f4cca6a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:23:32.872836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913f383-9ba3-4323-ba6a-b91b27ccf339 service neutron] Pushing event updated for resources: {'Port': ['ID=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:32.895659 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3786130-204a-4a0f-a2f2-f20555ab51de x-openstack-request-id: req-a3786130-204a-4a0f-a2f2-f20555ab51de {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:23:32.895956 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c7b4fd-4b0e-4580-b261-284aaeda886a", "tag": "76639cf1-433c-44ec-b5c5-9a4e7f4cca6a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:23:32.896216 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a3786130-204a-4a0f-a2f2-f20555ab51de {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:23:32.896629 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c7b4fd-4b0e-4580-b261-284aaeda886a', 'tag': '76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', 'status': 'completed', 'code': 200} Nov 03 16:23:32.959799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-df73f4d1-9da7-459a-b904-bb9213a3729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:32.961312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-df73f4d1-9da7-459a-b904-bb9213a3729e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 1094 time: 0.0575707 Nov 03 16:23:33.021052 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-6b5f75b0-21dd-4e82-9408-8771c1cc253d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a HTTP/1.1" status: 200 len: 217 time: 0.0458908 Nov 03 16:23:33.086396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-7a6ee343-73e5-44c9-a748-0d5d939b357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:33.087986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-7a6ee343-73e5-44c9-a748-0d5d939b357b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0579875 Nov 03 16:23:33.154691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-71832465-04ee-42b8-941e-2b5cfcd5c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:33.156792 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-71832465-04ee-42b8-941e-2b5cfcd5c4d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562370 Nov 03 16:23:33.263330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-fdd25107-7975-431b-9b87-edba8be4c8bb service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983458 Nov 03 16:23:33.356501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c80d9b6-50e3-421e-afdf-81370af8b110 req-e4a21afa-da4e-46ae-b5f1-d024bdfcc6f7 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848687 Nov 03 16:23:33.605350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-86b70159-20ae-4ce0-b4c6-97eefe673d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:33.606975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-86b70159-20ae-4ce0-b4c6-97eefe673d71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 1094 time: 0.1146307 Nov 03 16:23:33.611398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a22632-9c96-43f2-8d74-147949171282 req-f89e92ef-a438-4816-b371-938257fe1b23 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842464 Nov 03 16:23:33.622554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b04fe-c3c4-48c1-8660-4ac0cf262a6d req-2f0f5cff-b2bb-4714-80e2-446d2796f32d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:33.624290 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df6b04fe-c3c4-48c1-8660-4ac0cf262a6d req-2f0f5cff-b2bb-4714-80e2-446d2796f32d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 943 time: 0.0889714 Nov 03 16:23:33.771271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df6b04fe-c3c4-48c1-8660-4ac0cf262a6d req-f4c4161c-e8fe-4f27-bd6d-e7661d79b05d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406877 Nov 03 16:23:33.802537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22632-9c96-43f2-8d74-147949171282 req-2651a88f-74d2-4534-92bf-e6af99c6a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:33.804016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a22632-9c96-43f2-8d74-147949171282 req-2651a88f-74d2-4534-92bf-e6af99c6a7ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1096 time: 0.1093805 Nov 03 16:23:33.810145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-df04a169-0246-48d8-91c9-1d87dfbb4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:33.811529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-df04a169-0246-48d8-91c9-1d87dfbb4479 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1740541 Nov 03 16:23:33.877707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-d1c3791b-566b-4d6e-82b7-21efbd4e7ba9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a HTTP/1.1" status: 200 len: 217 time: 0.0588214 Nov 03 16:23:33.968918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-520cc376-b4f2-4c28-b953-1292ad1a0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:33.970402 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-520cc376-b4f2-4c28-b953-1292ad1a0a46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0848505 Nov 03 16:23:34.011227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22632-9c96-43f2-8d74-147949171282 req-228ca0c1-c968-4215-b6db-52b96e034913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:34.012760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a22632-9c96-43f2-8d74-147949171282 req-228ca0c1-c968-4215-b6db-52b96e034913 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1868622 Nov 03 16:23:34.069029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-a04a34a9-4263-4437-967f-6954f3182236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:34.069457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-a04a34a9-4263-4437-967f-6954f3182236 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913301 Nov 03 16:23:34.104844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a22632-9c96-43f2-8d74-147949171282 req-47cab54f-8179-48e2-9f53-a0b94ac32b6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1000 time: 0.0841815 Nov 03 16:23:34.203200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22632-9c96-43f2-8d74-147949171282 req-a874feda-cf8b-44a4-a4d6-45be23e3bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:34.204662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a22632-9c96-43f2-8d74-147949171282 req-a874feda-cf8b-44a4-a4d6-45be23e3bdd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0900626 Nov 03 16:23:34.223454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-9f68487e-7a48-4685-849e-d71bd94eaed6 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425622 Nov 03 16:23:34.337663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22632-9c96-43f2-8d74-147949171282 req-2fb2e18a-8485-4f8d-a2d7-f8fee24091ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:34.339869 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a22632-9c96-43f2-8d74-147949171282 req-2fb2e18a-8485-4f8d-a2d7-f8fee24091ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252940 Nov 03 16:23:34.422034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d80d5aa9-69b9-4e91-8293-1266e0d9f86c req-4e95d056-9b05-4a84-81be-239d570d9b19 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798255 Nov 03 16:23:34.456997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a22632-9c96-43f2-8d74-147949171282 req-b93fbdc6-c98d-4b83-b8d7-288aafd6068e service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079834 Nov 03 16:23:34.577668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79a22632-9c96-43f2-8d74-147949171282 req-c6d7df2f-a97d-4624-9753-adb4cb047030 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949018 Nov 03 16:23:34.921192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae68ac-c8fb-4242-b977-8f663ac85e9b req-9f677637-b051-4ab7-9b03-00d76397f4c0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:34.923601 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-37ae68ac-c8fb-4242-b977-8f663ac85e9b req-9f677637-b051-4ab7-9b03-00d76397f4c0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 943 time: 0.0662282 Nov 03 16:23:34.975269 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5602043d-8b55-4c64-930a-330e4e2944fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:35.003892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-37ae68ac-c8fb-4242-b977-8f663ac85e9b req-2fb4adfe-160e-40a1-bcc2-b0db1ea022e6 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650425 Nov 03 16:23:36.139255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d0ccb-9e38-47bf-b796-ba183235d2a3 req-4fc7f8cc-7b46-480a-a2ae-14eae1d2efcf tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:36.142035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-945d0ccb-9e38-47bf-b796-ba183235d2a3 req-4fc7f8cc-7b46-480a-a2ae-14eae1d2efcf tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 943 time: 0.0565212 Nov 03 16:23:36.195871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-945d0ccb-9e38-47bf-b796-ba183235d2a3 req-972beefc-292f-44c6-bb75-dd55d7a92332 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479963 Nov 03 16:23:36.285862 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:37.355015 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d24731-640d-4aff-9134-e90d80d9c936 req-7bc686aa-2740-4e1d-9c53-cbd24b3f51d3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:37.356558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14d24731-640d-4aff-9134-e90d80d9c936 req-7bc686aa-2740-4e1d-9c53-cbd24b3f51d3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 943 time: 0.0558269 Nov 03 16:23:37.418105 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14d24731-640d-4aff-9134-e90d80d9c936 req-e57792fa-5b1e-45a0-9cc9-c687265bfc19 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Nov 03 16:23:37.766746 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:38.080862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:23:38.191341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:38.202517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'port_id': '76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', 'mac_address': 'fa:16:3e:1f:42:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:23:38.239905 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:38.256832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:23:38.281057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:38.285482 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:38.335606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:38.345728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.348044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.348466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.348893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.349620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.350236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.350583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.350918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.351252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.351584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.351939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.352269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:38.392335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:38.563950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562df53c-a752-45be-bb71-9579e540e1ba req-e5ef55db-633d-4172-88a9-70a609739460 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:38.566357 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-562df53c-a752-45be-bb71-9579e540e1ba req-e5ef55db-633d-4172-88a9-70a609739460 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 944 time: 0.0668457 Nov 03 16:23:38.614587 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-562df53c-a752-45be-bb71-9579e540e1ba req-88e64c72-ee96-4e5f-bd52-973dc468bcb1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Nov 03 16:23:38.667998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['76639cf1-433c-44ec-b5c5-9a4e7f4cca6a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:23:39.738078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2353f7-795f-40d0-abe6-1c01ae295526 req-17833bf6-47c4-4afa-b679-e352eb5e2a79 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:39.740160 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee2353f7-795f-40d0-abe6-1c01ae295526 req-17833bf6-47c4-4afa-b679-e352eb5e2a79 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 944 time: 0.0547080 Nov 03 16:23:39.796023 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee2353f7-795f-40d0-abe6-1c01ae295526 req-c8b02391-d8a0-4801-bc79-6c4fd60f604d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Nov 03 16:23:40.097477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:23:40.151445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:23:40.156068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:23:40.156439 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:40.247279 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:40.286928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c7b4fd-4b0e-4580-b261-284aaeda886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76639cf1-433c-44ec-b5c5-9a4e7f4cca6a'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:23:40.289744 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c077240f-5d3c-4b8f-ab3f-403f34a5b715" -d '{"events": [{"server_uuid": "60c7b4fd-4b0e-4580-b261-284aaeda886a", "name": "network-vif-plugged", "status": "completed", "tag": "76639cf1-433c-44ec-b5c5-9a4e7f4cca6a"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:23:40.303163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:40.312432 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:40.367966 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d1ceec-6c82-48d0-b807-da56677df0ae x-openstack-request-id: req-c4d1ceec-6c82-48d0-b807-da56677df0ae {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:23:40.368305 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c7b4fd-4b0e-4580-b261-284aaeda886a", "name": "network-vif-plugged", "status": "completed", "tag": "76639cf1-433c-44ec-b5c5-9a4e7f4cca6a", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:23:40.368560 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c4d1ceec-6c82-48d0-b807-da56677df0ae {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:23:40.369026 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c7b4fd-4b0e-4580-b261-284aaeda886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', 'code': 200} Nov 03 16:23:40.372139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:40.518552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941cf8a-641d-4b07-94a2-b27afaa76c3d req-5c0fdedb-abd0-4b65-8c36-440f9789a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:40.520181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6941cf8a-641d-4b07-94a2-b27afaa76c3d req-5c0fdedb-abd0-4b65-8c36-440f9789a61f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 1096 time: 0.0588970 Nov 03 16:23:40.578249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6941cf8a-641d-4b07-94a2-b27afaa76c3d req-d807641b-8c16-4e9f-8bbb-61b49794392d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495672 Nov 03 16:23:40.934113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125274fe-5cb3-4f28-b685-f4a5430417a3 req-bb3c5694-8766-4466-bef1-b777c71188c1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:40.941416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-125274fe-5cb3-4f28-b685-f4a5430417a3 req-bb3c5694-8766-4466-bef1-b777c71188c1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0697315 Nov 03 16:23:40.985900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-125274fe-5cb3-4f28-b685-f4a5430417a3 req-5fece822-f242-44e7-bab9-8650093d645b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Nov 03 16:23:41.822948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-3cf6991d-57b2-4639-bbd4-72caf01bce0d req-43e7e02d-890c-43b7-92f3-324d7ce04ac8 service neutron] (108105) timed out ('10.222.0.86', 40760) {{(pid=108105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:23:42.134532 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebde390-98b6-4a15-91e1-f69ac187f68f req-41b1b8cd-478e-4d2a-a067-0dc0c3952910 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:42.136739 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cebde390-98b6-4a15-91e1-f69ac187f68f req-41b1b8cd-478e-4d2a-a067-0dc0c3952910 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0715394 Nov 03 16:23:42.198691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cebde390-98b6-4a15-91e1-f69ac187f68f req-d86f0a53-90ba-4eb2-aad3-1f65c767f3ac tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522614 Nov 03 16:23:43.331427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd614e0-ba86-4edd-93b1-bd8722770047 req-242e2edb-77f6-4173-b68a-a99329c59247 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:43.332974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4bd614e0-ba86-4edd-93b1-bd8722770047 req-242e2edb-77f6-4173-b68a-a99329c59247 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0528421 Nov 03 16:23:43.396374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4bd614e0-ba86-4edd-93b1-bd8722770047 req-9986d8e4-0c37-4fa2-986b-4401eef7664d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549042 Nov 03 16:23:43.621922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7343d-ec6c-4356-a442-1e3d3a651d6c req-897e376e-c7df-4e6f-984b-0752421ad67f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:43.623501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41b7343d-ec6c-4356-a442-1e3d3a651d6c req-897e376e-c7df-4e6f-984b-0752421ad67f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0693414 Nov 03 16:23:43.688667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41b7343d-ec6c-4356-a442-1e3d3a651d6c req-ceda8367-9f6f-454b-981c-292e8c41c266 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581887 Nov 03 16:23:44.824314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091ab78-d75b-45c7-9b97-8f75948e5a37 req-cea0398a-809c-4561-ab01-d489cbdbe3f1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:44.826113 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a091ab78-d75b-45c7-9b97-8f75948e5a37 req-cea0398a-809c-4561-ab01-d489cbdbe3f1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0576410 Nov 03 16:23:44.875984 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a091ab78-d75b-45c7-9b97-8f75948e5a37 req-f52ceb47-e722-4955-8b00-d66f80114468 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Nov 03 16:23:46.022680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6355-54ea-4421-aab7-4510b160ba45 req-810b06da-2bf5-41ab-b8c8-bd04a4f4478a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:46.024321 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-deed6355-54ea-4421-aab7-4510b160ba45 req-810b06da-2bf5-41ab-b8c8-bd04a4f4478a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0530221 Nov 03 16:23:46.080302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-deed6355-54ea-4421-aab7-4510b160ba45 req-bc73d3bf-c6a5-4757-aec5-d75fbf2c33b5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 Nov 03 16:23:47.211600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19292ae4-ca5c-424c-8380-a690c2b4d5eb req-3fd27954-ea2b-4547-9089-0111294a411d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:47.213203 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19292ae4-ca5c-424c-8380-a690c2b4d5eb req-3fd27954-ea2b-4547-9089-0111294a411d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0558679 Nov 03 16:23:47.271778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19292ae4-ca5c-424c-8380-a690c2b4d5eb req-80128cd5-a2c6-4e6f-8e21-e7e46c06fa8d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518782 Nov 03 16:23:48.400775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2264938-130d-47e0-b202-31ec9aed938f req-f5ba1873-b078-4a83-b661-beb4328c2c48 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:48.402610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2264938-130d-47e0-b202-31ec9aed938f req-f5ba1873-b078-4a83-b661-beb4328c2c48 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0544100 Nov 03 16:23:48.454578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2264938-130d-47e0-b202-31ec9aed938f req-226ddd79-f94b-4a18-ab16-eae67ebed95d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Nov 03 16:23:49.574404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13587c-5bde-4517-828f-8c9caf692e98 req-1ec11081-743c-44a3-8e85-1da97de58508 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:49.577010 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad13587c-5bde-4517-828f-8c9caf692e98 req-1ec11081-743c-44a3-8e85-1da97de58508 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0521383 Nov 03 16:23:49.628041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad13587c-5bde-4517-828f-8c9caf692e98 req-40e32381-11b0-4d9c-b5ec-7802686fb014 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452757 Nov 03 16:23:50.762409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bccfc-536f-425c-a58b-d43be9671954 req-d217c0c1-d3af-4ae6-8f4f-147d6482b755 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:50.769877 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce7bccfc-536f-425c-a58b-d43be9671954 req-d217c0c1-d3af-4ae6-8f4f-147d6482b755 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0674183 Nov 03 16:23:50.819307 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce7bccfc-536f-425c-a58b-d43be9671954 req-8253e8be-cac8-47f8-8fba-2cdca61da00c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485830 Nov 03 16:23:51.679966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35600) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:51.860304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port 0473c2c5-cda5-46d3-a6d4-8238c04780cc {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:23:51.860532 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:51.979145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e8d47-632b-4379-b86c-16c7b112f298 req-5f31b9c2-6266-4b7b-b160-b02d9d5c771b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:51.981096 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b31e8d47-632b-4379-b86c-16c7b112f298 req-5f31b9c2-6266-4b7b-b160-b02d9d5c771b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0676112 Nov 03 16:23:52.002953 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:52.011803 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:52.012293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:52.034269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for 0473c2c5-cda5-46d3-a6d4-8238c04780cc owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:23:52.076813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b31e8d47-632b-4379-b86c-16c7b112f298 req-c639b5a2-c23c-43ee-a6be-68df107786a0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832493 Nov 03 16:23:52.235390 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:52.268242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=0473c2c5-cda5-46d3-a6d4-8238c04780cc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:52.278800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.279433 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.279940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.281197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.281974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.281974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.282217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.282755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.283380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.283618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.284094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.284790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:23:52.352094 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:52.352627 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Floating IP 33ead179-0dde-4f51-8c4b-6beb8e2ca1f6 disassociated (deleted). External IP: 172.25.6.204, port: 40c7da70-aa30-46d3-9828-baea637adc87. Nov 03 16:23:52.584231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:23:52.703535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:23:52.708546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:52.716866 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] Sync routers for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:23:52.727903 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:23:52.729360 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:23:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:52.751229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5a5a3dbc-0664-4966-9d2a-630da7494fcb tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/floatingips/33ead179-0dde-4f51-8c4b-6beb8e2ca1f6 HTTP/1.1" status: 204 len: 168 time: 1.0701559 Nov 03 16:23:52.751832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:23:52.756375 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a195a4e-d609-402b-9d28-535810c7118c" -d '{"events": [{"name": "network-changed", "server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "tag": "40c7da70-aa30-46d3-9828-baea637adc87"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:23:52.809574 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34872755-0301-4e41-9817-190acc92a724 x-openstack-request-id: req-34872755-0301-4e41-9817-190acc92a724 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:23:52.810121 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "tag": "40c7da70-aa30-46d3-9828-baea637adc87", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:23:52.810654 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-34872755-0301-4e41-9817-190acc92a724 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:23:52.811392 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87', 'status': 'completed', 'code': 200} Nov 03 16:23:52.930760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195a4e-d609-402b-9d28-535810c7118c req-09868502-1d29-4e40-8e19-853a7237734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:52.933140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a195a4e-d609-402b-9d28-535810c7118c req-09868502-1d29-4e40-8e19-853a7237734a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 1096 time: 0.0979826 Nov 03 16:23:52.971724 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:23:53.123262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195a4e-d609-402b-9d28-535810c7118c req-5d97c846-3e86-4b34-8884-92d47214b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:53.129317 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a195a4e-d609-402b-9d28-535810c7118c req-5d97c846-3e86-4b34-8884-92d47214b24e service neutron] 10.222.0.70 "GET /v2.0/networks?id=916cce12-9cb5-45f8-8c4c-9d4c0d986786 HTTP/1.1" status: 200 len: 896 time: 0.1820688 Nov 03 16:23:53.174297 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20723a1a-6e48-4e55-b687-f098c41ad156 req-ef4309c4-2da9-47ad-8843-c353ec94f41e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:53.175866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20723a1a-6e48-4e55-b687-f098c41ad156 req-ef4309c4-2da9-47ad-8843-c353ec94f41e tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.1180420 Nov 03 16:23:53.209315 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a195a4e-d609-402b-9d28-535810c7118c req-c9f50de1-64f2-4590-81e7-5237b507560a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c7da70-aa30-46d3-9828-baea637adc87 HTTP/1.1" status: 200 len: 217 time: 0.0661345 Nov 03 16:23:53.251286 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'cdd12f78-4ec9-4401-a26d-bb14813a9969', 'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:c7:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:54Z', 'updated_at': '2021-11-03T16:22:01Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:53.300907 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] Checking router: d236ccd5-1fc4-4273-9bf4-fc1fecabd505 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:23:53.312443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc80d-0afe-445e-a0fe-4c822fcc91a8 req-e9eb6334-0db0-4571-b7c1-f016a6400983 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:53.313080 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:23:53.314040 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:23:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:53.314227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dedbc80d-0afe-445e-a0fe-4c822fcc91a8 req-e9eb6334-0db0-4571-b7c1-f016a6400983 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.1146045 Nov 03 16:23:53.319843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20723a1a-6e48-4e55-b687-f098c41ad156 req-28be6ce2-9c3a-4c5a-9cec-1c8cc375b723 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136270 Nov 03 16:23:53.328778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195a4e-d609-402b-9d28-535810c7118c req-ca5e08f6-2b13-4d41-9d39-e6bed6e28a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:53.330502 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a195a4e-d609-402b-9d28-535810c7118c req-ca5e08f6-2b13-4d41-9d39-e6bed6e28a43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1fa22759-fa36-4203-993b-32dc138acd3c HTTP/1.1" status: 200 len: 834 time: 0.1021018 Nov 03 16:23:53.390793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195a4e-d609-402b-9d28-535810c7118c req-2c6f4d5f-03b8-45f7-bc3d-b0dc0d9c3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:53.392559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a195a4e-d609-402b-9d28-535810c7118c req-2c6f4d5f-03b8-45f7-bc3d-b0dc0d9c3953 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=916cce12-9cb5-45f8-8c4c-9d4c0d986786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529418 Nov 03 16:23:53.393196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dedbc80d-0afe-445e-a0fe-4c822fcc91a8 req-d58ae713-5740-4fb4-9ce7-4b06fddaafce tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618198 Nov 03 16:23:53.441693 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:23:53.508207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a195a4e-d609-402b-9d28-535810c7118c req-cca4c18b-d2d9-4848-a8cf-2659b4544d20 service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073194 Nov 03 16:23:53.606224 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a195a4e-d609-402b-9d28-535810c7118c req-04c77843-7450-4fec-a4bd-74a327e7a294 service neutron] 10.222.0.70 "GET /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876482 Nov 03 16:23:53.655726 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'cdd12f78-4ec9-4401-a26d-bb14813a9969', 'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:c7:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:54Z', 'updated_at': '2021-11-03T16:22:01Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:53.681928 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a0efc-3f81-4de5-ab48-eee02158004e None None] The sync data for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 is: [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'cdd12f78-4ec9-4401-a26d-bb14813a9969', 'name': '', 'network_id': '916cce12-9cb5-45f8-8c4c-9d4c0d986786', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'mac_address': 'fa:16:3e:c7:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:54Z', 'updated_at': '2021-11-03T16:22:01Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'subnets': [{'id': '1fa22759-fa36-4203-993b-32dc138acd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:23:53.907262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce7be3-2078-41a9-99f7-5fd73d124de0 None None] New status for floating IP 33ead179-0dde-4f51-8c4b-6beb8e2ca1f6: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:23:54.342076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-1fa975a2-8ba6-45be-afa6-1b29c6bd9087 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:54.343652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-1fa975a2-8ba6-45be-afa6-1b29c6bd9087 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0503132 Nov 03 16:23:54.468741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16378b1e-0076-4071-9fe2-12b490022b14 req-4f74fc66-fe70-45bf-8328-3070c7414963 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:54.470251 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16378b1e-0076-4071-9fe2-12b490022b14 req-4f74fc66-fe70-45bf-8328-3070c7414963 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/ports?device_id=49e9a2f4-e018-410b-a1ce-8a2ed829ac84 HTTP/1.1" status: 200 len: 945 time: 0.0742509 Nov 03 16:23:54.485322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port 40c7da70-aa30-46d3-9828-baea637adc87 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:23:54.485972 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:54.530992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b691c13-547f-4272-8a52-25b10d9452f7 req-d6dbd850-b1c0-4631-b518-22c223a31a35 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:54.539772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b691c13-547f-4272-8a52-25b10d9452f7 req-d6dbd850-b1c0-4631-b518-22c223a31a35 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0728977 Nov 03 16:23:54.603702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b691c13-547f-4272-8a52-25b10d9452f7 req-a0a99c35-2cad-495f-a61e-4b12a14a17a7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578892 Nov 03 16:23:54.624633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-16378b1e-0076-4071-9fe2-12b490022b14 req-36be3413-fd86-47be-8791-45f728ce6863 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9ed87ea-65d9-420b-aba0-2cc837e9615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098599 Nov 03 16:23:54.632410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port 40c7da70-aa30-46d3-9828-baea637adc87, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=40c7da70-aa30-46d3-9828-baea637adc87,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:54.632776 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:54.647198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for 40c7da70-aa30-46d3-9828-baea637adc87 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:23:54.787450 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:54.819783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=40c7da70-aa30-46d3-9828-baea637adc87,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:54.865638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] No DVR routers for this DVR port 40c7da70-aa30-46d3-9828-baea637adc87 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:23:54.870560 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:54.875274 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9a4a1e7-7c0c-4107-93de-bda846755fc4 req-4167401b-569a-4a7c-8e64-93d63a2a02b2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.70 "DELETE /v2.0/ports/40c7da70-aa30-46d3-9828-baea637adc87 HTTP/1.1" status: 204 len: 173 time: 0.5248055 Nov 03 16:23:54.875828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'name': 'network-vif-deleted', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:23:54.878320 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3140d7-cef5-46a5-ac4a-74edd7cb5321" -d '{"events": [{"server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "name": "network-vif-deleted", "tag": "40c7da70-aa30-46d3-9828-baea637adc87"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:23:54.928261 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56afdc-476c-46d9-91bc-a2efef4b7fac x-openstack-request-id: req-9d56afdc-476c-46d9-91bc-a2efef4b7fac {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:23:54.928683 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e9a2f4-e018-410b-a1ce-8a2ed829ac84", "name": "network-vif-deleted", "tag": "40c7da70-aa30-46d3-9828-baea637adc87", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:23:54.929020 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d56afdc-476c-46d9-91bc-a2efef4b7fac {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:23:54.929486 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e9a2f4-e018-410b-a1ce-8a2ed829ac84', 'name': 'network-vif-deleted', 'tag': '40c7da70-aa30-46d3-9828-baea637adc87', 'status': 'completed', 'code': 200} Nov 03 16:23:55.701780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35826) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:55.735032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a7fc8-bdc5-46a9-bf02-723e601c6ed0 req-15b47f5f-e8e7-4b52-9c17-9b8f75fcef45 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:55.736673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-991a7fc8-bdc5-46a9-bf02-723e601c6ed0 req-15b47f5f-e8e7-4b52-9c17-9b8f75fcef45 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0694203 Nov 03 16:23:55.808275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-991a7fc8-bdc5-46a9-bf02-723e601c6ed0 req-9db9c275-58d6-4b4b-8e28-c0e29419993d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598726 Nov 03 16:23:56.474314 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:56.744659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port cdd12f78-4ec9-4401-a26d-bb14813a9969 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:23:56.745333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:56.844725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port cdd12f78-4ec9-4401-a26d-bb14813a9969, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=cdd12f78-4ec9-4401-a26d-bb14813a9969,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:56.845758 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:56.860685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for cdd12f78-4ec9-4401-a26d-bb14813a9969 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:23:56.975379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429107-844b-4b87-80d8-264c62687b03 req-6e33e09e-703c-4591-82c9-339942408f72 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:56.976887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05429107-844b-4b87-80d8-264c62687b03 req-6e33e09e-703c-4591-82c9-339942408f72 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0725958 Nov 03 16:23:57.084892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05429107-844b-4b87-80d8-264c62687b03 req-13735898-8d7d-4388-8963-379585f9e30a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888197 Nov 03 16:23:57.157254 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:57.189003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=cdd12f78-4ec9-4401-a26d-bb14813a9969,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:57.366662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:57.591414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:23:57.697964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:23:57.706184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1c384671-6a49-4f5c-b68d-ff5290d8f15b tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "PUT /v2.0/routers/d236ccd5-1fc4-4273-9bf4-fc1fecabd505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0024531 Nov 03 16:23:57.706640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35838) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:57.709630 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] Sync routers for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:23:57.723097 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:23:57.723919 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:23:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:57.757789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8954cdbc-c1c7-4be7-a820-1720aadf9e10 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting subnet 1fa22759-fa36-4203-993b-32dc138acd3c {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:23:57.761620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8954cdbc-c1c7-4be7-a820-1720aadf9e10 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:57.801707 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8954cdbc-c1c7-4be7-a820-1720aadf9e10 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:57.840053 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:23:57.906241 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8954cdbc-c1c7-4be7-a820-1720aadf9e10 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:58.003755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8954cdbc-c1c7-4be7-a820-1720aadf9e10 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:58.036598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954cdbc-c1c7-4be7-a820-1720aadf9e10 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa22759-fa36-4203-993b-32dc138acd3c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:58.038614 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8954cdbc-c1c7-4be7-a820-1720aadf9e10 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:58.043976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8954cdbc-c1c7-4be7-a820-1720aadf9e10 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/subnets/1fa22759-fa36-4203-993b-32dc138acd3c HTTP/1.1" status: 204 len: 168 time: 0.3362713 Nov 03 16:23:58.046053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35842) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:58.054231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e3cc3-1d23-4dc1-837f-19d83f26b58d None None] Network 916cce12-9cb5-45f8-8c4c-9d4c0d986786 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:23:58.084475 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:23:57Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:58.114436 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] Checking router: d236ccd5-1fc4-4273-9bf4-fc1fecabd505 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:23:58.123386 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] Routers {'d236ccd5-1fc4-4273-9bf4-fc1fecabd505'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:23:58.123996 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:23:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:58.255105 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] Set router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:23:58.314869 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:58.480284 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:23:57Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:23:58.485571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c68ec3-baa1-4a65-a6f0-088964403adf req-d5e8be8a-dd53-4af4-882f-b960ebb41b32 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:58.498364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43c68ec3-baa1-4a65-a6f0-088964403adf req-d5e8be8a-dd53-4af4-882f-b960ebb41b32 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.2740431 Nov 03 16:23:58.512274 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c8cf4b-1ed1-4ddc-a441-bb210453ccc3 None None] The sync data for ids ['d236ccd5-1fc4-4273-9bf4-fc1fecabd505'] in n-d-813897-2 is: [{'id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553484019', 'tenant_id': '5d0d96bcd7c04e5f988b6915953b338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:21:49Z', 'updated_at': '2021-11-03T16:23:57Z', 'revision_number': 5, 'project_id': '5d0d96bcd7c04e5f988b6915953b338c', 'gw_port': {'id': 'b95bd3a6-b9f3-467f-9342-2c20e9c471e3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ccd5-1fc4-4273-9bf4-fc1fecabd505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:21:50Z', 'updated_at': '2021-11-03T16:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:23:58.557242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:58.615691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40c7da70-aa30-46d3-9828-baea637adc87 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:23:58.667462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 40c7da70-aa30-46d3-9828-baea637adc87 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:23:58.668028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 40c7da70-aa30-46d3-9828-baea637adc87 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:23:58.685587 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43c68ec3-baa1-4a65-a6f0-088964403adf req-5cf7b1ce-1f0f-400f-962f-6ebcd2d8ef88 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798148 Nov 03 16:23:58.729934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Deleting port b95bd3a6-b9f3-467f-9342-2c20e9c471e3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:23:58.730277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:58.835605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] For port b95bd3a6-b9f3-467f-9342-2c20e9c471e3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b95bd3a6-b9f3-467f-9342-2c20e9c471e3,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:58.836237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:58.867761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Calling delete_port for b95bd3a6-b9f3-467f-9342-2c20e9c471e3 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:23:58.880559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f6b85-149f-4d7e-871c-6aedee2d78f1 None None] DHCP port deletion for 916cce12-9cb5-45f8-8c4c-9d4c0d986786 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:23:58.945160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f6b85-149f-4d7e-871c-6aedee2d78f1 None None] Deleting port 2260904a-650d-4e52-ab92-782b4ea93fc7 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:23:58.945999 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6b85-149f-4d7e-871c-6aedee2d78f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:58.960768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35852) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:59.168770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-dd1f6b85-149f-4d7e-871c-6aedee2d78f1 None None] For port 2260904a-650d-4e52-ab92-782b4ea93fc7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2260904a-650d-4e52-ab92-782b4ea93fc7,segment=NetworkSegment(896f45d4-b1fd-431d-bde7-e76e4936acb4),segment_id=896f45d4-b1fd-431d-bde7-e76e4936acb4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:23:59.169951 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6b85-149f-4d7e-871c-6aedee2d78f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.180445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.190670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47e1e83f-9467-408e-9885-3cc8b05375bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.200206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f6b85-149f-4d7e-871c-6aedee2d78f1 None None] Calling delete_port for 2260904a-650d-4e52-ab92-782b4ea93fc7 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:23:59.231950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Port': ['ID=b95bd3a6-b9f3-467f-9342-2c20e9c471e3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:59.316519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.339565 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6b85-149f-4d7e-871c-6aedee2d78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.345499 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47e1e83f-9467-408e-9885-3cc8b05375bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.352497 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47e1e83f-9467-408e-9885-3cc8b05375bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.387379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f6b85-149f-4d7e-871c-6aedee2d78f1 None None] Pushing event deleted for resources: {'Port': ['ID=2260904a-650d-4e52-ab92-782b4ea93fc7,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:59.404116 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f6b85-149f-4d7e-871c-6aedee2d78f1 None None] No DVR routers for this DVR port 2260904a-650d-4e52-ab92-782b4ea93fc7 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:23:59.411511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1e83f-9467-408e-9885-3cc8b05375bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1366b-13b7-4a2e-a1fb-5a135d8c8cd1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:59.424917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-47e1e83f-9467-408e-9885-3cc8b05375bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=212b3fc8d12a46ce9928c880f23b138b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4609520 Nov 03 16:23:59.425231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35858) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:59.479742 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.484763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.491189 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64388954-5d29-48d9-8d5e-ce887bd4e1e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.514570 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64388954-5d29-48d9-8d5e-ce887bd4e1e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.538468 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.539048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Fanout notify agent at l3_agent the message router_deleted on router d236ccd5-1fc4-4273-9bf4-fc1fecabd505 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:23:59.548860 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.550032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e225ef66-895b-4e36-b6e3-74196a35eaa2 tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/routers/d236ccd5-1fc4-4273-9bf4-fc1fecabd505 HTTP/1.1" status: 204 len: 168 time: 1.5024559 Nov 03 16:23:59.554510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35860) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:23:59.601080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64388954-5d29-48d9-8d5e-ce887bd4e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.605969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-64388954-5d29-48d9-8d5e-ce887bd4e1e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.607881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-64388954-5d29-48d9-8d5e-ce887bd4e1e7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/55f1366b-13b7-4a2e-a1fb-5a135d8c8cd1 HTTP/1.1" status: 204 len: 168 time: 0.1814651 Nov 03 16:23:59.621560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64388954-5d29-48d9-8d5e-ce887bd4e1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1366b-13b7-4a2e-a1fb-5a135d8c8cd1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:23:59.719882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:23:59.943187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7428594-be11-4cd5-8585-ca575f4e001f req-3bf1091d-48b3-4293-aea1-4c7affd13262 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:23:59.948603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7428594-be11-4cd5-8585-ca575f4e001f req-3bf1091d-48b3-4293-aea1-4c7affd13262 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.1450441 Nov 03 16:23:59.984534 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:00.034851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916cce12-9cb5-45f8-8c4c-9d4c0d986786']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:00.060719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896f45d4-b1fd-431d-bde7-e76e4936acb4') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:00.061626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896f45d4-b1fd-431d-bde7-e76e4936acb4') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:00.065099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7428594-be11-4cd5-8585-ca575f4e001f req-66ac72ed-f03b-4a7c-81a2-a6da1c4cbe2d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093888 Nov 03 16:24:00.079954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:00.097388 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:00.105793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:24:00.106287 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:24:00.110436 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:24:00.329932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b95bd3a6-b9f3-467f-9342-2c20e9c471e3 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:24:00.373889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b95bd3a6-b9f3-467f-9342-2c20e9c471e3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:24:00.374253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b95bd3a6-b9f3-467f-9342-2c20e9c471e3 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:24:00.374687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device cdd12f78-4ec9-4401-a26d-bb14813a9969 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:24:00.418890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: cdd12f78-4ec9-4401-a26d-bb14813a9969 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:24:00.419310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device cdd12f78-4ec9-4401-a26d-bb14813a9969 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:24:00.419742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2260904a-650d-4e52-ab92-782b4ea93fc7 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:24:00.458302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2260904a-650d-4e52-ab92-782b4ea93fc7 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:24:00.458949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2260904a-650d-4e52-ab92-782b4ea93fc7 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:24:00.748427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:00.757582 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:00.763648 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/networks/916cce12-9cb5-45f8-8c4c-9d4c0d986786 HTTP/1.1" status: 204 len: 168 time: 1.2058618 Nov 03 16:24:00.764107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35888) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:00.782283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29b09d-9697-45e7-afd3-df57785c45ba tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'Network': ['ID=916cce12-9cb5-45f8-8c4c-9d4c0d986786,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:01.071009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eaacab41-fe31-4ffa-a0d7-c159449495ec tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:01.100225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eaacab41-fe31-4ffa-a0d7-c159449495ec tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:01.171793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eaacab41-fe31-4ffa-a0d7-c159449495ec tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:01.179346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eaacab41-fe31-4ffa-a0d7-c159449495ec tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:01.180866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eaacab41-fe31-4ffa-a0d7-c159449495ec tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] 10.222.0.86 "DELETE /v2.0/security-groups/b9ed87ea-65d9-420b-aba0-2cc837e9615e HTTP/1.1" status: 204 len: 168 time: 0.4156904 Nov 03 16:24:01.195231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacab41-fe31-4ffa-a0d7-c159449495ec tempest-TestNetworkAdvancedServerOps-775472222 tempest-TestNetworkAdvancedServerOps-775472222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ed87ea-65d9-420b-aba0-2cc837e9615e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:01.237416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09246ac8-afda-4387-88a9-ed05ce7d8774 req-172273b7-24f4-4e1c-bba6-a3bf64e7c89b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:01.249667 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09246ac8-afda-4387-88a9-ed05ce7d8774 req-172273b7-24f4-4e1c-bba6-a3bf64e7c89b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0922143 Nov 03 16:24:01.299938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09246ac8-afda-4387-88a9-ed05ce7d8774 req-b4448756-336b-4c88-abc4-c3e1a8b8c0e1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493913 Nov 03 16:24:01.461490 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:01.540944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35918) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:01.690151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bcc3291c-3a8f-4208-8985-6a5796ccea83 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d0d96bcd7c04e5f988b6915953b338c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474764 Nov 03 16:24:01.692632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35926) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:01.745195 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:01.768001 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:01.817856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:01.820423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:01.824251 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be2b8b09-d941-4724-bb56-3164e54b0cc0 HTTP/1.1" status: 204 len: 168 time: 0.1280973 Nov 03 16:24:01.832092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2b8b09-d941-4724-bb56-3164e54b0cc0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:01.841143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.841404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.842047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.842557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.843039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.843505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.843979 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.844452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.844966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.845438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.845932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:01.846402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f06d3-eeed-490e-8d0c-3c06596e3371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:02.228943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35942) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:02.278057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f8bceef8-8892-47ff-90a5-bf66d35f387d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=41d5d827cbdb4049ac62f201a2233b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478356 Nov 03 16:24:02.280541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35944) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:02.336841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ca89e0e-53fe-41c7-9b78-f9e773b585e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.361401 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ca89e0e-53fe-41c7-9b78-f9e773b585e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.426756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ca89e0e-53fe-41c7-9b78-f9e773b585e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.430716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6ca89e0e-53fe-41c7-9b78-f9e773b585e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.448411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6ca89e0e-53fe-41c7-9b78-f9e773b585e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/15c31b66-d6fd-458a-9a2e-ffe18f91384e HTTP/1.1" status: 204 len: 168 time: 0.1650708 Nov 03 16:24:02.453376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e3f65-d0da-4235-85af-c699eab78ebc req-9d7e4b98-bc6e-4372-b9e9-eef38e38aebc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:02.454997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b71e3f65-d0da-4235-85af-c699eab78ebc req-9d7e4b98-bc6e-4372-b9e9-eef38e38aebc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0778577 Nov 03 16:24:02.462183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca89e0e-53fe-41c7-9b78-f9e773b585e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c31b66-d6fd-458a-9a2e-ffe18f91384e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:02.500614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35950) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:02.507263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'network': {'name': 'tempest-network-smoke--2099534687', 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'port_security_enabled': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:02.531108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ad74-ec45-4fd5-b6ed-940dd3a8315c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.533191 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b71e3f65-d0da-4235-85af-c699eab78ebc req-4581bc04-45da-480c-9977-193368db892c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672007 Nov 03 16:24:02.558696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Made reservation on behalf of 766029c03e0f40b8813e4af71d8cb1a5 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:24:02.562984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.574407 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.655476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.659766 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.693692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:24:02.702199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb3d39e-1e60-4b38-b315-a10cbb05fcab,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:02.705325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.705707 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Added segment f398d7d1-0b9d-4fd1-ab7c-867411b77950 of type vlan for network e3edf783-79c6-4e38-977a-d8cb1ba8268e Nov 03 16:24:02.763006 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.792980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.799297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:02.799948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.869861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3673601 Nov 03 16:24:02.874026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35952) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:02.880813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9d1df-15d3-4d89-aace-ed0253f0b816 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Network': ['ID=e3edf783-79c6-4e38-977a-d8cb1ba8268e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:02.881972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'admin_state_up': True, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:02.901481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e3edf783-79c6-4e38-977a-d8cb1ba8268e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:24:02.921914 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.923912 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:02.998806 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:03.147707 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:03.353809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:03.378012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:03.463119 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:24:03.484556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Allocated IP 172.25.6.149 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/b39afc43-c225-43a6-a6ee-4e750c4e599a) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:24:03.595509 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:03.632712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:03.661423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee740d5-7877-415d-bade-3675f3f17e1d req-6bd73c70-1bed-463a-afcd-7a7e8f7292cc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:03.663725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee740d5-7877-415d-bade-3675f3f17e1d req-6bd73c70-1bed-463a-afcd-7a7e8f7292cc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0565603 Nov 03 16:24:03.672228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:24:03.676611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:03.682985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:24:03.707038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=b39afc43-c225-43a6-a6ee-4e750c4e599a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:03.738741 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee740d5-7877-415d-bade-3675f3f17e1d req-5067f1c4-38ae-4e40-87e4-67ed87e94425 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601709 Nov 03 16:24:03.940058 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:04.141471 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:04.287487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Router 1baaefee-a41f-4acd-9768-194484baee41 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:24:04.408816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:24:04.419254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Sync routers for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:24:04.430351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:04.432143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8383f2ea-6fab-450d-bb22-a15e5dad38b2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5566983 Nov 03 16:24:04.435302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:24:04.435732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35962) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:04.438295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:23:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:04.571167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:24:04.684083 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8fe97c33-adce-4d5c-a109-7baee1a6f4af tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=766029c03e0f40b8813e4af71d8cb1a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2470827 Nov 03 16:24:04.686687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 35966) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:04.749924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:03Z', 'revision_number': 3, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:04.783069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Checking router: 1baaefee-a41f-4acd-9768-194484baee41 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:24:04.783427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Updating router 1baaefee-a41f-4acd-9768-194484baee41 port b39afc43-c225-43a6-a6ee-4e750c4e599a binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:24:04.809547 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:04.888880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e78d3ad-fb4a-47f4-85d6-1ad0a59f09ad tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:04.890764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8e78d3ad-fb4a-47f4-85d6-1ad0a59f09ad tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2026289 Nov 03 16:24:04.893367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35970) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:04.906640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986eaf47-e00c-47bf-bf8c-55e15e2edc76 req-01465d40-00b6-4eb1-b51b-f2cbbd1b94b3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:04.908311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-986eaf47-e00c-47bf-bf8c-55e15e2edc76 req-01465d40-00b6-4eb1-b51b-f2cbbd1b94b3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0844448 Nov 03 16:24:04.923348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5d8d7b74-8c05-4222-9f74-079d9830cde9 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282865 Nov 03 16:24:04.926287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35972) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:04.931668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-208795493', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:04.962679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-986eaf47-e00c-47bf-bf8c-55e15e2edc76 req-ef1d6409-c49f-4a33-9929-26fff08c3f0b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466127 Nov 03 16:24:04.991434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f2430f98-a3b4-42fb-b451-b464d45eb5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.018944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Made reservation on behalf of 766029c03e0f40b8813e4af71d8cb1a5 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:24:05.022497 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.093412 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.099778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.163329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924bc19-b2ef-4fb2-8c98-c79f1668fa19 None None] Pushing event updated for resources: {'Port': ['ID=b39afc43-c225-43a6-a6ee-4e750c4e599a,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:05.167812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Attempting to bind port b39afc43-c225-43a6-a6ee-4e750c4e599a on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:24:05.168111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Attempting to bind port b39afc43-c225-43a6-a6ee-4e750c4e599a by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:24:05.168451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Attempting to bind port b39afc43-c225-43a6-a6ee-4e750c4e599a on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:24:05.175981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:24:05.176361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:24:05.176769 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.177157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:24:05.177661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Bound port: b39afc43-c225-43a6-a6ee-4e750c4e599a, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:24:05.178049 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.213492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.230521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] For port b39afc43-c225-43a6-a6ee-4e750c4e599a, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:24:05.233681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] For port b39afc43-c225-43a6-a6ee-4e750c4e599a, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b39afc43-c225-43a6-a6ee-4e750c4e599a,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:24:05.238671 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.281559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Subnet': ['ID=b7a73c81-d022-4237-82d8-08f814d5f2c2,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:05.288657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Checking segment: {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:24:05.289016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network hostable DHCP agents. Network: e3edf783-79c6-4e38-977a-d8cb1ba8268e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:24:05.303905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:24:05.304528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:24:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:05.307092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network e3edf783-79c6-4e38-977a-d8cb1ba8268e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:24:05.308609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924bc19-b2ef-4fb2-8c98-c79f1668fa19 None None] Pushing event updated for resources: {'Port': ['ID=b39afc43-c225-43a6-a6ee-4e750c4e599a,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:05.318356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e3edf783-79c6-4e38-977a-d8cb1ba8268e) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:05.324059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:05.324645 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.345858 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-184c1ce1-bd42-44fb-9d03-55ff39ad3b06 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4146235 Nov 03 16:24:05.346145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 35976) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:05.346435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ff831-dae4-4bbc-bf69-90806654e754 None None] Network e3edf783-79c6-4e38-977a-d8cb1ba8268e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:24:05.480978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:24:05.662373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:24:05.663208 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.793888 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:05.842699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:03Z', 'revision_number': 3, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:05.881202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918685fa-b560-4269-867d-0534e2fa3d51 None None] The sync data for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 is: [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:03Z', 'revision_number': 3, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:24:05.894129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Allocated IP 172.20.0.2 (e3edf783-79c6-4e38-977a-d8cb1ba8268e/b7a73c81-d022-4237-82d8-08f814d5f2c2/abc9ce2d-20ca-4679-9273-32142760cf47) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:24:06.203893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.203893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.226418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Network e3edf783-79c6-4e38-977a-d8cb1ba8268e is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:24:06.241899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:06.269041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702c28f-ad80-4afd-98df-e85484ed8aed req-eef0d308-70e3-4c19-826f-eea80075e4fc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:06.273950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6702c28f-ad80-4afd-98df-e85484ed8aed req-eef0d308-70e3-4c19-826f-eea80075e4fc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.2104764 Nov 03 16:24:06.295755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:24:06.302182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Allocated IP 172.20.0.1 (e3edf783-79c6-4e38-977a-d8cb1ba8268e/b7a73c81-d022-4237-82d8-08f814d5f2c2/68457a1f-65d2-43a1-8184-3cd435f0a7c5) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:24:06.358945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Pushing event updated for resources: {'Port': ['ID=abc9ce2d-20ca-4679-9273-32142760cf47,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:06.405138 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.424208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6702c28f-ad80-4afd-98df-e85484ed8aed req-c563d783-4f11-4bb6-a781-c27267375e7f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387389 Nov 03 16:24:06.455125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b39afc43-c225-43a6-a6ee-4e750c4e599a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:24:06.499613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Attempting to bind port abc9ce2d-20ca-4679-9273-32142760cf47 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:24:06.500274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Attempting to bind port abc9ce2d-20ca-4679-9273-32142760cf47 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:24:06.500554 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Attempting to bind port abc9ce2d-20ca-4679-9273-32142760cf47 on network e3edf783-79c6-4e38-977a-d8cb1ba8268e {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:24:06.514759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:24:06.515508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Checking segment: {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:24:06.516077 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.516619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Bound using segment: {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:24:06.517270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Bound port: abc9ce2d-20ca-4679-9273-32142760cf47, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:24:06.517862 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.546734 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.583293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b39afc43-c225-43a6-a6ee-4e750c4e599a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:06.583658 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.588518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.635040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network e3edf783-79c6-4e38-977a-d8cb1ba8268e is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:24:06.638803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:06.639191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] For port abc9ce2d-20ca-4679-9273-32142760cf47, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:24:06.644663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:24:06.659514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] For port abc9ce2d-20ca-4679-9273-32142760cf47, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=abc9ce2d-20ca-4679-9273-32142760cf47,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:24:06.669168 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.692639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=68457a1f-65d2-43a1-8184-3cd435f0a7c5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:06.723011 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.779847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.815998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbfd79-57d2-47ce-842f-3800d8d3f5e0 None None] Pushing event updated for resources: {'Port': ['ID=abc9ce2d-20ca-4679-9273-32142760cf47,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:06.832056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port b39afc43-c225-43a6-a6ee-4e750c4e599a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b39afc43-c225-43a6-a6ee-4e750c4e599a,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:06.842346 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:06.905878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=b39afc43-c225-43a6-a6ee-4e750c4e599a,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:06.918328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:07.285867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:07.292428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:07.375560 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:07.377404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=68457a1f-65d2-43a1-8184-3cd435f0a7c5,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:07.480057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network e3edf783-79c6-4e38-977a-d8cb1ba8268e is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:24:07.481574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:07.590420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3ed4f-7dec-459e-94f8-30d85b819636 req-f02ff106-0da2-49ac-8516-36294ee58e33 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:07.593146 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-54a3ed4f-7dec-459e-94f8-30d85b819636 req-f02ff106-0da2-49ac-8516-36294ee58e33 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0695789 Nov 03 16:24:07.634359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Router 1baaefee-a41f-4acd-9768-194484baee41 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:24:07.652381 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-54a3ed4f-7dec-459e-94f8-30d85b819636 req-ee563b57-913a-4ab2-946c-de7e1949cada tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527780 Nov 03 16:24:07.776110 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.013034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfbe2a6-c2de-4878-8908-91f2b5abf89e None None] Network e3edf783-79c6-4e38-977a-d8cb1ba8268e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:24:08.127055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-17a993cd-3033-498e-a3bf-3bb0ee6bdcd4 None None] Provisioning complete for port abc9ce2d-20ca-4679-9273-32142760cf47 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:08.127566 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-17a993cd-3033-498e-a3bf-3bb0ee6bdcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.161554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:24:08.169811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3bb66d07-9a92-43f8-b12e-5ced214ed96d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "PUT /v2.0/routers/1baaefee-a41f-4acd-9768-194484baee41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8208125 Nov 03 16:24:08.170777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36028) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:08.176517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-88614c8c-bd3c-41b4-8b1c-d9f4ee7c1e75 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--961287467', 'description': 'tempest-secgroup_access--961287467 description', 'project_id': '766029c03e0f40b8813e4af71d8cb1a5'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:08.210392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88614c8c-bd3c-41b4-8b1c-d9f4ee7c1e75 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.359378 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88614c8c-bd3c-41b4-8b1c-d9f4ee7c1e75 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.365889 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88614c8c-bd3c-41b4-8b1c-d9f4ee7c1e75 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.414564 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-88614c8c-bd3c-41b4-8b1c-d9f4ee7c1e75 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.416185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-88614c8c-bd3c-41b4-8b1c-d9f4ee7c1e75 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2442684 Nov 03 16:24:08.419145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36034) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:08.423928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a4d9b9ef-cb4b-4edf-8ac3-ef05e310f25c tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1225353001', 'description': 'tempest-secgroup_general--1225353001 description', 'project_id': '766029c03e0f40b8813e4af71d8cb1a5'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:08.430275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88614c8c-bd3c-41b4-8b1c-d9f4ee7c1e75 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:08.465091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b9ef-cb4b-4edf-8ac3-ef05e310f25c tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.500186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b39afc43-c225-43a6-a6ee-4e750c4e599a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:24:08.552057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.571915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b9ef-cb4b-4edf-8ac3-ef05e310f25c tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.576834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-17a993cd-3033-498e-a3bf-3bb0ee6bdcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.581258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b9ef-cb4b-4edf-8ac3-ef05e310f25c tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.634897 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b9ef-cb4b-4edf-8ac3-ef05e310f25c tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.641244 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a4d9b9ef-cb4b-4edf-8ac3-ef05e310f25c tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2208457 Nov 03 16:24:08.644612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36038) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:08.649203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2b96b97a-2181-4a00-bbe4-7887266ef8a7 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'security_group_rule': {'security_group_id': 'ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6', 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:08.651837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9b9ef-cb4b-4edf-8ac3-ef05e310f25c tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:08.677010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-17a993cd-3033-498e-a3bf-3bb0ee6bdcd4 None None] For port abc9ce2d-20ca-4679-9273-32142760cf47, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=abc9ce2d-20ca-4679-9273-32142760cf47,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:08.678431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b39afc43-c225-43a6-a6ee-4e750c4e599a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:08.678870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.707787 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-17a993cd-3033-498e-a3bf-3bb0ee6bdcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.719223 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b96b97a-2181-4a00-bbe4-7887266ef8a7 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.817243 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Sync routers for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:24:08.844948 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:24:08.850407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a993cd-3033-498e-a3bf-3bb0ee6bdcd4 None None] Pushing event updated for resources: {'Port': ['ID=abc9ce2d-20ca-4679-9273-32142760cf47,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:08.863177 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:24:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:08.877729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b96b97a-2181-4a00-bbe4-7887266ef8a7 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.897726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fdc41-98b1-43f6-a93e-3b5f16b1aa19 req-586cba13-05b7-4ab0-8fce-d8ec88271f8e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:08.905711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca9fdc41-98b1-43f6-a93e-3b5f16b1aa19 req-586cba13-05b7-4ab0-8fce-d8ec88271f8e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.1256082 Nov 03 16:24:08.913687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b96b97a-2181-4a00-bbe4-7887266ef8a7 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.935872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96b97a-2181-4a00-bbe4-7887266ef8a7 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62974769-ea9e-4a05-9a7c-1c92cf1dae5b,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:08.951551 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b96b97a-2181-4a00-bbe4-7887266ef8a7 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:08.955375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2b96b97a-2181-4a00-bbe4-7887266ef8a7 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097088 Nov 03 16:24:09.015891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device abc9ce2d-20ca-4679-9273-32142760cf47 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:24:09.116895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1dc6e412-872a-4ec8-b25d-3aeccddc00a3 None None] Provisioning complete for port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:09.117362 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e412-872a-4ec8-b25d-3aeccddc00a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:09.184078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6e412-872a-4ec8-b25d-3aeccddc00a3 None None] Port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:24:09.234233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port abc9ce2d-20ca-4679-9273-32142760cf47 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:09.235412 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:09.279392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1dc6e412-872a-4ec8-b25d-3aeccddc00a3 None None] Provisioning complete for port abc9ce2d-20ca-4679-9273-32142760cf47 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:09.279985 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e412-872a-4ec8-b25d-3aeccddc00a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:09.307711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca9fdc41-98b1-43f6-a93e-3b5f16b1aa19 req-34fe8b81-71f8-428c-9e96-174fbd0c089a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007809 Nov 03 16:24:09.355963 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:24:09.359797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-95a5a3a4-cd11-4928-ba92-d7ca148112de tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup_general--1225353001&fields=id&tenant_id=766029c03e0f40b8813e4af71d8cb1a5 HTTP/1.1" status: 200 len: 267 time: 0.0887609 Nov 03 16:24:09.478858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-1d6d10f0-5a50-433f-a5a1-30190295e491 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup_access--961287467&fields=id&tenant_id=766029c03e0f40b8813e4af71d8cb1a5 HTTP/1.1" status: 200 len: 267 time: 0.1111369 Nov 03 16:24:09.568233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-014866c2-828b-4490-b375-b553b079a497 None None] Provisioning complete for port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:09.568612 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-014866c2-828b-4490-b375-b553b079a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:09.607252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-3562fe94-2936-4a93-9b24-e48701150c8e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:09.613943 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-014866c2-828b-4490-b375-b553b079a497 None None] Port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:24:09.615340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-3562fe94-2936-4a93-9b24-e48701150c8e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/networks?id=e3edf783-79c6-4e38-977a-d8cb1ba8268e HTTP/1.1" status: 200 len: 797 time: 0.1272128 Nov 03 16:24:09.627385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4a87e471-a1dc-41cc-8838-a8467ba9e5e1 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/quotas/766029c03e0f40b8813e4af71d8cb1a5 HTTP/1.1" status: 200 len: 375 time: 0.0109620 Nov 03 16:24:09.655094 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '68457a1f-65d2-43a1-8184-3cd435f0a7c5', 'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:fe:62:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:05Z', 'updated_at': '2021-11-03T16:24:07Z', 'revision_number': 2, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:09.681663 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Checking router: 1baaefee-a41f-4acd-9768-194484baee41 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:24:09.682014 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Updating router 1baaefee-a41f-4acd-9768-194484baee41 port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:24:09.689257 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-d4e26f4b-76c1-4099-a7db-d3b717b9f181 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=766029c03e0f40b8813e4af71d8cb1a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554554 Nov 03 16:24:09.716053 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:09.801913 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-09b8fefd-6a71-495c-ab21-a2b87fe3efef service neutron] 10.222.0.86 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981827 Nov 03 16:24:09.910885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-51ae246a-317c-467f-a53b-2b30bbc552bd service neutron] 10.222.0.86 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018982 Nov 03 16:24:10.014010 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:10.019849 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:10.085282 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Pushing event updated for resources: {'Port': ['ID=68457a1f-65d2-43a1-8184-3cd435f0a7c5,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:10.115844 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.116194 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.116541 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.116865 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.117243 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.117601 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.117928 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.118291 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.118845 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.119263 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.119539 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.119864 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:10.150639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf86499-0eea-4972-9710-40cf816d7351 req-607b972b-6ad2-4f2a-ba39-cd6683bad7cc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 210 time: 0.0527775 Nov 03 16:24:10.160717 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Attempting to bind port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:24:10.160959 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Attempting to bind port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:24:10.161321 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Attempting to bind port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 on network e3edf783-79c6-4e38-977a-d8cb1ba8268e {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:24:10.167232 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:24:10.167907 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Checking segment: {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:24:10.168471 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:10.169026 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Bound using segment: {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:24:10.169773 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Bound port: 68457a1f-65d2-43a1-8184-3cd435f0a7c5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:24:10.170338 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:10.284006 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] For port 68457a1f-65d2-43a1-8184-3cd435f0a7c5, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:24:10.287288 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] For port 68457a1f-65d2-43a1-8184-3cd435f0a7c5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=68457a1f-65d2-43a1-8184-3cd435f0a7c5,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:24:10.293090 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:10.351327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device abc9ce2d-20ca-4679-9273-32142760cf47 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:24:10.370365 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3625f0-c02b-4e20-8d6b-621190d5171b None None] Pushing event updated for resources: {'Port': ['ID=68457a1f-65d2-43a1-8184-3cd435f0a7c5,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:10.431897 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:24:10.432732 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:24:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:10.456217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port abc9ce2d-20ca-4679-9273-32142760cf47 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:10.456732 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:10.531956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cae02f-f3f2-4396-a1c6-66f402401d7b req-6bb13dfa-e2e9-40a1-9d46-065b16320ef2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:10.543890 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27cae02f-f3f2-4396-a1c6-66f402401d7b req-6bb13dfa-e2e9-40a1-9d46-065b16320ef2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.1532950 Nov 03 16:24:10.582174 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:24:10.588107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-75a0cc52-6bda-477f-97ee-3d619a9de090 None None] Provisioning complete for port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:10.588545 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75a0cc52-6bda-477f-97ee-3d619a9de090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:10.619662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27cae02f-f3f2-4396-a1c6-66f402401d7b req-d8f2a6d2-e122-4f5d-a65c-72ca313167a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683751 Nov 03 16:24:10.795571 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75a0cc52-6bda-477f-97ee-3d619a9de090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:10.847916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-75a0cc52-6bda-477f-97ee-3d619a9de090 None None] For port 68457a1f-65d2-43a1-8184-3cd435f0a7c5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=68457a1f-65d2-43a1-8184-3cd435f0a7c5,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:10.860683 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75a0cc52-6bda-477f-97ee-3d619a9de090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:10.924234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0cc52-6bda-477f-97ee-3d619a9de090 None None] Pushing event updated for resources: {'Port': ['ID=68457a1f-65d2-43a1-8184-3cd435f0a7c5,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:10.950423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206e4a7-9a77-4099-ae0c-d1184d2e636a req-424692e9-8bb8-436d-844b-7c692a862065 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:10.958596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1206e4a7-9a77-4099-ae0c-d1184d2e636a req-424692e9-8bb8-436d-844b-7c692a862065 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.1086702 Nov 03 16:24:10.989384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-428e0d90-5985-4713-a2c4-018077f8ed99 None None] Provisioning complete for port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:10.989941 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-428e0d90-5985-4713-a2c4-018077f8ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:11.001138 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '68457a1f-65d2-43a1-8184-3cd435f0a7c5', 'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:fe:62:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:05Z', 'updated_at': '2021-11-03T16:24:10Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:11.036503 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a541d-c676-4401-a21a-9c2289ea9121 None None] The sync data for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 is: [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '68457a1f-65d2-43a1-8184-3cd435f0a7c5', 'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:fe:62:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:05Z', 'updated_at': '2021-11-03T16:24:10Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:24:11.068844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1206e4a7-9a77-4099-ae0c-d1184d2e636a req-69f2aaa5-dbdc-4015-b8f5-5f3982699114 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090858 Nov 03 16:24:11.266565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2c56244-9d69-422a-a0f4-6b72bdd9169f req-c1eb5934-d8ad-40d8-863a-df8386c27a18 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 210 time: 0.0409138 Nov 03 16:24:11.291385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7a8be-b41e-4e40-baa7-ab1005f31887 req-6c0bb279-4f15-4a9e-8d1a-c852f6669077 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:11.292939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ef7a8be-b41e-4e40-baa7-ab1005f31887 req-6c0bb279-4f15-4a9e-8d1a-c852f6669077 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0767734 Nov 03 16:24:11.356137 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3ef7a8be-b41e-4e40-baa7-ab1005f31887 req-56ff5129-bacf-4621-a606-008c82b1499d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566576 Nov 03 16:24:11.736300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-1b98f584-211b-481e-893f-2f8db9ca098e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:11.738000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-1b98f584-211b-481e-893f-2f8db9ca098e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.70 "GET /v2.0/networks?id=e3edf783-79c6-4e38-977a-d8cb1ba8268e HTTP/1.1" status: 200 len: 797 time: 0.2762105 Nov 03 16:24:11.749984 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-18c91fe3-e143-47d6-a300-3f4a748932fa tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:11.751710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-18c91fe3-e143-47d6-a300-3f4a748932fa tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.2267904 Nov 03 16:24:11.779987 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-0bc811bf-cb78-47c1-b75d-8e18a6aec8d8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/quotas/3713d6ff8deb49a884fe46bb2261c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0217693 Nov 03 16:24:11.874170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-600aa404-3ee3-470f-9284-22718b2c6454 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=766029c03e0f40b8813e4af71d8cb1a5 HTTP/1.1" status: 200 len: 477 time: 0.1214595 Nov 03 16:24:11.887970 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-8affa3b9-7791-4fe1-b895-6a193479a4d6 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1003094 Nov 03 16:24:11.892888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'port': {'device_id': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'admin_state_up': True, 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'security_groups': ['1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d', 'ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:12.070072 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-9765a791-b937-47ff-8d3f-ae20db51b9c1 service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736193 Nov 03 16:24:12.168092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Made reservation on behalf of 766029c03e0f40b8813e4af71d8cb1a5 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:24:12.171735 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:12.204811 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-7316d118-e02f-43ac-b83c-eb33058aab87 service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234074 Nov 03 16:24:12.401538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 68457a1f-65d2-43a1-8184-3cd435f0a7c5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:24:12.444280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Allocated IP 172.20.0.14 (e3edf783-79c6-4e38-977a-d8cb1ba8268e/b7a73c81-d022-4237-82d8-08f814d5f2c2/50284582-eed9-4455-b1b0-3a61f9c03009) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:24:12.476038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c06dafb-acad-4dbb-8ea0-ecbbae6c7f05 req-d781ea2b-a29a-4b03-8eed-c4b00508112b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 210 time: 0.1003904 Nov 03 16:24:12.527434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a8ca6dbb-c4dc-44cb-909a-3c8411b7d8f3 req-c3a125c8-29ee-4f0c-8ad4-c058acd67f88 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 210 time: 0.0608237 Nov 03 16:24:12.533664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:12.534494 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:12.747058 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:12.784771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:12.829576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network e3edf783-79c6-4e38-977a-d8cb1ba8268e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:24:12.832798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:12.839577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:24:12.872436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=50284582-eed9-4455-b1b0-3a61f9c03009,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:12.914632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:12.916077 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:12.937343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-186a9e74-b707-448c-baae-ba33ac107c66 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0482907 Nov 03 16:24:12.950471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Request body: {'port': {'device_id': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:13.034095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:13.110700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-04dfd503-bee3-4527-bef5-7610ba393cc0 None None] Provisioning complete for port 50284582-eed9-4455-b1b0-3a61f9c03009 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:13.112190 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04dfd503-bee3-4527-bef5-7610ba393cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:13.157089 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-04dfd503-bee3-4527-bef5-7610ba393cc0 None None] Port 50284582-eed9-4455-b1b0-3a61f9c03009 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:24:13.360580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50284582-eed9-4455-b1b0-3a61f9c03009 {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:24:13.370134 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:13.385860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Transition to ACTIVE for port object 50284582-eed9-4455-b1b0-3a61f9c03009 will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:24:13.390487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:13.678094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127c2ac-4aaf-4560-a036-e577ec10ab08 req-0baedc5a-0c3a-4517-8c76-00267beb2ae1 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:13.679730 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6127c2ac-4aaf-4560-a036-e577ec10ab08 req-0baedc5a-0c3a-4517-8c76-00267beb2ae1 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 983 time: 0.1075256 Nov 03 16:24:13.759812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6127c2ac-4aaf-4560-a036-e577ec10ab08 req-15013926-ab78-4d97-a3c5-31d76f401256 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0682423 Nov 03 16:24:13.844672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b56dbf7a-cf76-4c73-acf7-3b0ea9a29749 req-60e53921-49a2-4d4f-89da-c25bad24a89b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 210 time: 0.0415382 Nov 03 16:24:13.855512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Pushing event updated for resources: {'Port': ['ID=50284582-eed9-4455-b1b0-3a61f9c03009,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:13.947415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Attempting to bind port 50284582-eed9-4455-b1b0-3a61f9c03009 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:24:13.948220 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Attempting to bind port 50284582-eed9-4455-b1b0-3a61f9c03009 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:24:13.948716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Attempting to bind port 50284582-eed9-4455-b1b0-3a61f9c03009 on network e3edf783-79c6-4e38-977a-d8cb1ba8268e {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:24:13.953878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Port 50284582-eed9-4455-b1b0-3a61f9c03009 on network e3edf783-79c6-4e38-977a-d8cb1ba8268e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:24:13.954438 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Attempting to bind port 50284582-eed9-4455-b1b0-3a61f9c03009 on network e3edf783-79c6-4e38-977a-d8cb1ba8268e {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:24:13.959956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:24:13.960547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Checking segment: {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:24:13.961101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Bound using segment: {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:24:13.961727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Bound port: 50284582-eed9-4455-b1b0-3a61f9c03009, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f398d7d1-0b9d-4fd1-ab7c-867411b77950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:24:13.962805 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:14.064679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] For port 50284582-eed9-4455-b1b0-3a61f9c03009, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:24:14.070275 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] For port 50284582-eed9-4455-b1b0-3a61f9c03009, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=50284582-eed9-4455-b1b0-3a61f9c03009,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:24:14.079006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:14.130865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:14.131743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:14.135755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] 10.222.0.70 "PUT /v2.0/ports/50284582-eed9-4455-b1b0-3a61f9c03009 HTTP/1.1" status: 200 len: 1131 time: 1.1900482 Nov 03 16:24:14.138182 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:24:14.148312 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b5e493-9e29-4279-80e1-ba183c9cd834" -d '{"events": [{"name": "network-changed", "server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:24:14.200875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923cc82-5740-4529-a775-7e189cb89b8b service neutron] Pushing event updated for resources: {'Port': ['ID=50284582-eed9-4455-b1b0-3a61f9c03009,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:14.241361 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83770793-3534-4d6b-80bc-c7f1b86e814b x-openstack-request-id: req-83770793-3534-4d6b-80bc-c7f1b86e814b {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:24:14.241688 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:24:14.241965 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-83770793-3534-4d6b-80bc-c7f1b86e814b {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:24:14.242530 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009', 'status': 'completed', 'code': 200} Nov 03 16:24:14.298649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-b3f8a7a8-be1d-4e8c-8049-fab8e98b1bef tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:14.300250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-b3f8a7a8-be1d-4e8c-8049-fab8e98b1bef tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.2234066 Nov 03 16:24:14.322087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-d99e6187-7001-4f94-a7f3-a6c4958535f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:14.324655 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-d99e6187-7001-4f94-a7f3-a6c4958535f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=766029c03e0f40b8813e4af71d8cb1a5&device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 1134 time: 0.0746999 Nov 03 16:24:14.328486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'port': {'device_id': '6bc83bc7-495f-4374-8ecf-235fe7cce660', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'admin_state_up': True, 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:14.409138 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-1142ab1b-fd3c-4191-a33c-3da36e9249ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50284582-eed9-4455-b1b0-3a61f9c03009 HTTP/1.1" status: 200 len: 217 time: 0.0623875 Nov 03 16:24:14.474267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-316e7e54-54bd-4a03-852c-61dad3260a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:14.475283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Made reservation on behalf of 3713d6ff8deb49a884fe46bb2261c6d0 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:24:14.476425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-316e7e54-54bd-4a03-852c-61dad3260a37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7a73c81-d022-4237-82d8-08f814d5f2c2 HTTP/1.1" status: 200 len: 834 time: 0.0589402 Nov 03 16:24:14.480176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:14.530966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-5a9cd42c-bcc9-4299-9c1d-2a10d142b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:14.532695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-5a9cd42c-bcc9-4299-9c1d-2a10d142b9da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3edf783-79c6-4e38-977a-d8cb1ba8268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485909 Nov 03 16:24:14.620493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Allocated IP 172.20.0.7 (4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a/f39f0838-5cba-4c8e-b27a-a777aec3711c/48adbdbe-d3d8-4012-9f73-df2e24251a4e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:24:14.642015 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-6cfbb216-3109-4784-bae6-e2d11f2ce047 service neutron] 10.222.0.70 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017952 Nov 03 16:24:14.747587 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2bddfdd-9e9a-46cc-88e1-2260575c69a4 req-1a1bf3e3-0cc6-45db-9b88-183e3559e311 service neutron] 10.222.0.70 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984888 Nov 03 16:24:14.828222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:14.872320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:14.896819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-0aa5c42a-21fa-4aab-ae8e-166944c35d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:14.898481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-0aa5c42a-21fa-4aab-ae8e-166944c35d20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=766029c03e0f40b8813e4af71d8cb1a5&device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 1134 time: 0.0985208 Nov 03 16:24:14.909445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['76639cf1-433c-44ec-b5c5-9a4e7f4cca6a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:24:14.925709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:24:14.937043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:14.940593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:24:14.947524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0efd71-be8f-4651-b88b-c871ee6395e2 req-862dc93e-68f5-4c35-b97b-6f6b4582b2a0 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:14.949549 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b0efd71-be8f-4651-b88b-c871ee6395e2 req-862dc93e-68f5-4c35-b97b-6f6b4582b2a0 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 983 time: 0.1019387 Nov 03 16:24:15.014559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'Port': ['ID=48adbdbe-d3d8-4012-9f73-df2e24251a4e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:15.064344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209df10-4b9b-4cc1-b088-e5e39a53f17a req-e933eefd-42a7-4c7c-b8ef-439f644910d8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:15.066398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f209df10-4b9b-4cc1-b088-e5e39a53f17a req-e933eefd-42a7-4c7c-b8ef-439f644910d8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 931 time: 0.1336613 Nov 03 16:24:15.080839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:15.081763 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:15.141360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-24a0a2e1-3dbb-42b9-a887-ae7378c17f26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8180871 Nov 03 16:24:15.153164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f209df10-4b9b-4cc1-b088-e5e39a53f17a req-526376df-3eaf-405b-9b90-9576ae8965b7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682456 Nov 03 16:24:15.162105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Request body: {'port': {'device_id': '6bc83bc7-495f-4374-8ecf-235fe7cce660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:15.176371 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b0efd71-be8f-4651-b88b-c871ee6395e2 req-a909a18f-3019-4c51-9810-e321eb1bbd3d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2144651 Nov 03 16:24:15.177914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-05e39deb-08a3-4620-9979-00bee431dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:15.179303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-05e39deb-08a3-4620-9979-00bee431dffe service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3edf783-79c6-4e38-977a-d8cb1ba8268e HTTP/1.1" status: 200 len: 898 time: 0.2585790 Nov 03 16:24:15.244847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:15.256854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-b26f3a6d-5305-4f03-b445-043a9876c38a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50284582-eed9-4455-b1b0-3a61f9c03009 HTTP/1.1" status: 200 len: 217 time: 0.0689380 Nov 03 16:24:15.285070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-54e1a69a-c41a-4f98-8783-350feba30313 None None] Provisioning complete for port 48adbdbe-d3d8-4012-9f73-df2e24251a4e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:15.286146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54e1a69a-c41a-4f98-8783-350feba30313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:15.321448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-a3d945ac-2083-48fc-96f1-b3e35399982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:15.323637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-a3d945ac-2083-48fc-96f1-b3e35399982b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7a73c81-d022-4237-82d8-08f814d5f2c2 HTTP/1.1" status: 200 len: 834 time: 0.0573378 Nov 03 16:24:15.332326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-54e1a69a-c41a-4f98-8783-350feba30313 None None] Port 48adbdbe-d3d8-4012-9f73-df2e24251a4e cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:24:15.398161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-b6a8f890-8386-4320-a43b-47d7d290668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:15.400974 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-b6a8f890-8386-4320-a43b-47d7d290668b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3edf783-79c6-4e38-977a-d8cb1ba8268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678303 Nov 03 16:24:15.506848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-e3fc04ed-31e8-4865-9206-e73c22a2d654 service neutron] 10.222.0.70 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970690 Nov 03 16:24:15.576961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48adbdbe-d3d8-4012-9f73-df2e24251a4e {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:24:15.585636 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:15.600582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Transition to ACTIVE for port object 48adbdbe-d3d8-4012-9f73-df2e24251a4e will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:24:15.607666 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:15.611033 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79b5e493-9e29-4279-80e1-ba183c9cd834 req-75743fbd-a02f-42dd-86c8-3217d9be5fdb service neutron] 10.222.0.70 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956163 Nov 03 16:24:15.662896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Pushing event updated for resources: {'Port': ['ID=48adbdbe-d3d8-4012-9f73-df2e24251a4e,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:15.756443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Attempting to bind port 48adbdbe-d3d8-4012-9f73-df2e24251a4e on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:24:15.756777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Attempting to bind port 48adbdbe-d3d8-4012-9f73-df2e24251a4e by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:24:15.757103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Attempting to bind port 48adbdbe-d3d8-4012-9f73-df2e24251a4e on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:24:15.764517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Port 48adbdbe-d3d8-4012-9f73-df2e24251a4e on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:24:15.764852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Attempting to bind port 48adbdbe-d3d8-4012-9f73-df2e24251a4e on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:24:15.770862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:24:15.771232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Checking segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:24:15.771613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Bound using segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:24:15.772084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Bound port: 48adbdbe-d3d8-4012-9f73-df2e24251a4e, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:24:15.772399 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:15.853389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] For port 48adbdbe-d3d8-4012-9f73-df2e24251a4e, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:24:15.858854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] For port 48adbdbe-d3d8-4012-9f73-df2e24251a4e, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=48adbdbe-d3d8-4012-9f73-df2e24251a4e,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:24:15.865324 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:15.901919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:15.902844 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:15.904217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] 10.222.0.15 "PUT /v2.0/ports/48adbdbe-d3d8-4012-9f73-df2e24251a4e HTTP/1.1" status: 200 len: 1091 time: 0.7466927 Nov 03 16:24:15.906652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc83bc7-495f-4374-8ecf-235fe7cce660', 'tag': '48adbdbe-d3d8-4012-9f73-df2e24251a4e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:24:15.908891 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc83bc7-495f-4374-8ecf-235fe7cce660", "tag": "48adbdbe-d3d8-4012-9f73-df2e24251a4e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:24:15.936120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bbcde-063a-4e4e-92c5-b2877d7f534d service neutron] Pushing event updated for resources: {'Port': ['ID=48adbdbe-d3d8-4012-9f73-df2e24251a4e,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:15.966367 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0825979-a8a0-4a02-8cbf-fe2622173aa7 x-openstack-request-id: req-f0825979-a8a0-4a02-8cbf-fe2622173aa7 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:24:15.966798 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc83bc7-495f-4374-8ecf-235fe7cce660", "tag": "48adbdbe-d3d8-4012-9f73-df2e24251a4e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:24:15.967229 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0825979-a8a0-4a02-8cbf-fe2622173aa7 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:24:15.969232 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc83bc7-495f-4374-8ecf-235fe7cce660', 'tag': '48adbdbe-d3d8-4012-9f73-df2e24251a4e', 'status': 'completed', 'code': 200} Nov 03 16:24:16.034335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-8dc87313-056e-4d00-a967-2118041b1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:16.036106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-8dc87313-056e-4d00-a967-2118041b1647 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 1094 time: 0.0537963 Nov 03 16:24:16.094724 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-4b103bae-f801-469c-81b1-59f2d56d21e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48adbdbe-d3d8-4012-9f73-df2e24251a4e HTTP/1.1" status: 200 len: 217 time: 0.0440698 Nov 03 16:24:16.148483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-7c91f79a-4276-482c-b396-ea24cc3fa667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:16.150956 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-7c91f79a-4276-482c-b396-ea24cc3fa667 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0487354 Nov 03 16:24:16.216548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-7e267fb8-418d-47be-b9b7-8fdc87b76cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:16.218906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-7e267fb8-418d-47be-b9b7-8fdc87b76cbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595667 Nov 03 16:24:16.320235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a840d-7db4-4877-96ca-a4baf5bf2115 req-7ad4885d-6683-443c-a32f-b423bf15280d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:16.322784 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc3a840d-7db4-4877-96ca-a4baf5bf2115 req-7ad4885d-6683-443c-a32f-b423bf15280d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 943 time: 0.0682192 Nov 03 16:24:16.386747 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc3a840d-7db4-4877-96ca-a4baf5bf2115 req-9a200d6f-8497-4973-ab30-2ff619e83e11 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560389 Nov 03 16:24:16.414288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27cf30-2346-4ac3-8ad6-7c559cd11211 req-68a6806d-5039-485f-b651-ba32506cacd9 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:16.416176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d27cf30-2346-4ac3-8ad6-7c559cd11211 req-68a6806d-5039-485f-b651-ba32506cacd9 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 983 time: 0.0959105 Nov 03 16:24:16.418508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-5f4d5627-b64d-432e-bdc0-471280e48db2 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890845 Nov 03 16:24:16.569875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d27cf30-2346-4ac3-8ad6-7c559cd11211 req-da70f4cf-b60d-422b-8e85-c64311d7b119 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1465743 Nov 03 16:24:16.582559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7084f0ac-e0d9-47b6-ae25-9d857027e812 req-4615fd04-e5e1-4c56-ac08-89e5ee0b2eeb service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521769 Nov 03 16:24:16.626425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 50284582-eed9-4455-b1b0-3a61f9c03009 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:24:16.727282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-4611e65c-6d40-48ab-a358-321fa7b0225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:16.729814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-4611e65c-6d40-48ab-a358-321fa7b0225c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 1094 time: 0.0516090 Nov 03 16:24:16.741264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 50284582-eed9-4455-b1b0-3a61f9c03009, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=50284582-eed9-4455-b1b0-3a61f9c03009,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:16.753428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '50284582-eed9-4455-b1b0-3a61f9c03009', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'port_id': '50284582-eed9-4455-b1b0-3a61f9c03009', 'mac_address': 'fa:16:3e:6a:0c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:24:16.804215 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:16.821015 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50284582-eed9-4455-b1b0-3a61f9c03009 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:24:16.842848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 50284582-eed9-4455-b1b0-3a61f9c03009, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=50284582-eed9-4455-b1b0-3a61f9c03009,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:16.843063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-e5c45e27-1c75-48eb-a802-2f00513ad782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:16.844912 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-e5c45e27-1c75-48eb-a802-2f00513ad782 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1040013 Nov 03 16:24:16.847615 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:16.895967 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-2a0f28d5-bfd0-471b-a2e4-96a2c7c0de8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48adbdbe-d3d8-4012-9f73-df2e24251a4e HTTP/1.1" status: 200 len: 217 time: 0.0427918 Nov 03 16:24:16.907185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=50284582-eed9-4455-b1b0-3a61f9c03009,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:16.948963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-46fc0b96-fc43-4ce1-b650-ab6a324ce30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:16.950393 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-46fc0b96-fc43-4ce1-b650-ab6a324ce30b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0474608 Nov 03 16:24:17.008645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-3739de1e-07eb-4319-af21-615d69fd1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:17.011004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-3739de1e-07eb-4319-af21-615d69fd1594 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523138 Nov 03 16:24:17.099784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['50284582-eed9-4455-b1b0-3a61f9c03009'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:24:17.109209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-d010c72d-b70d-46d0-aec5-8b25825a7763 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888216 Nov 03 16:24:17.245697 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48ad4d94-1310-462e-b3c5-6d5cdef2a8fe req-c950d27b-4752-4527-bf77-9d1cf1fe13b1 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102817 Nov 03 16:24:17.528704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90fc8-bca0-4d39-a3b4-4730b62c307d req-1701751a-2711-4e01-97b7-a62724ce7b9c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:17.530237 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecd90fc8-bca0-4d39-a3b4-4730b62c307d req-1701751a-2711-4e01-97b7-a62724ce7b9c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 943 time: 0.0532489 Nov 03 16:24:17.585244 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ecd90fc8-bca0-4d39-a3b4-4730b62c307d req-a7303098-129c-42f7-9665-8b12b1c9c1be tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489762 Nov 03 16:24:17.716682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa8aa-ad82-46ab-93fb-370da91367d9 req-59f61372-5ede-4b73-97ef-834e0c6e7058 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:17.724690 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e1fa8aa-ad82-46ab-93fb-370da91367d9 req-59f61372-5ede-4b73-97ef-834e0c6e7058 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 984 time: 0.0713046 Nov 03 16:24:17.789386 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2e1fa8aa-ad82-46ab-93fb-370da91367d9 req-92b956ad-6afc-4874-b98f-8d5a41b9adfd tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0637386 Nov 03 16:24:18.632057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 50284582-eed9-4455-b1b0-3a61f9c03009 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:24:18.701916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 50284582-eed9-4455-b1b0-3a61f9c03009 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:24:18.706401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 50284582-eed9-4455-b1b0-3a61f9c03009 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:18.706861 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:18.729035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae31324-c9ec-4e1d-95da-77741706ac77 req-636e3963-ef61-4f38-aed0-73a6aba9b2ca tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:18.731835 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ae31324-c9ec-4e1d-95da-77741706ac77 req-636e3963-ef61-4f38-aed0-73a6aba9b2ca tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 943 time: 0.0651891 Nov 03 16:24:18.797339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0ae31324-c9ec-4e1d-95da-77741706ac77 req-45a0c899-bf90-4429-aac6-29758cefcc64 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575900 Nov 03 16:24:18.814863 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:18.847857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:24:18.850630 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c721e868-fafc-4f10-9cb0-0854b70604e2" -d '{"events": [{"server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "name": "network-vif-plugged", "status": "completed", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:24:18.865231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 50284582-eed9-4455-b1b0-3a61f9c03009, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=50284582-eed9-4455-b1b0-3a61f9c03009,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:18.870779 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:18.908907 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7717fc-163b-4553-a968-f3c96396259c x-openstack-request-id: req-ff7717fc-163b-4553-a968-f3c96396259c {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:24:18.909550 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "name": "network-vif-plugged", "status": "completed", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:24:18.910013 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff7717fc-163b-4553-a968-f3c96396259c {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:24:18.910607 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009', 'code': 200} Nov 03 16:24:18.943664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=50284582-eed9-4455-b1b0-3a61f9c03009,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:18.943889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef9a7a-1308-4569-be00-7a36deb7987e req-611bd965-55a1-4485-8820-7b749eb46dc0 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:18.945808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ef9a7a-1308-4569-be00-7a36deb7987e req-611bd965-55a1-4485-8820-7b749eb46dc0 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 985 time: 0.0585313 Nov 03 16:24:19.017596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f14f07-dbdc-4632-8a80-c9959f27dfca req-f1e0933c-2f61-434a-9a11-2432cf804f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:19.019171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78f14f07-dbdc-4632-8a80-c9959f27dfca req-f1e0933c-2f61-434a-9a11-2432cf804f3c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 1136 time: 0.0442240 Nov 03 16:24:19.021909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-32ef9a7a-1308-4569-be00-7a36deb7987e req-5f5a9f78-f998-48bf-bc73-a713bd0f2f96 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0690718 Nov 03 16:24:19.081756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78f14f07-dbdc-4632-8a80-c9959f27dfca req-d0bda379-ede2-4c13-9987-bba91c2ecde8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0536392 Nov 03 16:24:19.938065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43835aa8-6211-4f4a-8bcd-783483214c5d req-611a2979-d344-4387-95ce-e65fd38f8304 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:19.939873 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43835aa8-6211-4f4a-8bcd-783483214c5d req-611a2979-d344-4387-95ce-e65fd38f8304 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 943 time: 0.0626280 Nov 03 16:24:19.992826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43835aa8-6211-4f4a-8bcd-783483214c5d req-546af91e-0954-4523-8633-7b6ccc335a24 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 Nov 03 16:24:20.154469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5956b14-758b-49a7-981a-5e2b6f2e66d6 req-8083158e-24ef-4cad-8193-2a36865e0fbf tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:20.156263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5956b14-758b-49a7-981a-5e2b6f2e66d6 req-8083158e-24ef-4cad-8193-2a36865e0fbf tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 985 time: 0.0620353 Nov 03 16:24:20.233860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5956b14-758b-49a7-981a-5e2b6f2e66d6 req-3d984699-3cd7-48f0-8f18-e3d3bf8b20ed tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0700464 Nov 03 16:24:20.254964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 48adbdbe-d3d8-4012-9f73-df2e24251a4e details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:24:20.362232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 48adbdbe-d3d8-4012-9f73-df2e24251a4e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=48adbdbe-d3d8-4012-9f73-df2e24251a4e,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:20.373930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '48adbdbe-d3d8-4012-9f73-df2e24251a4e', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'port_id': '48adbdbe-d3d8-4012-9f73-df2e24251a4e', 'mac_address': 'fa:16:3e:9f:95:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:24:20.416155 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:20.430886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48adbdbe-d3d8-4012-9f73-df2e24251a4e {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:24:20.455327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 48adbdbe-d3d8-4012-9f73-df2e24251a4e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=48adbdbe-d3d8-4012-9f73-df2e24251a4e,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:20.460154 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:20.508403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=48adbdbe-d3d8-4012-9f73-df2e24251a4e,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:20.848740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['48adbdbe-d3d8-4012-9f73-df2e24251a4e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:24:21.112951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2d643-1344-4f48-b0df-9401e41a9f7a req-9c39d979-cfb3-42d1-a63f-218cb68c75dc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:21.114511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6aa2d643-1344-4f48-b0df-9401e41a9f7a req-9c39d979-cfb3-42d1-a63f-218cb68c75dc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 944 time: 0.0512941 Nov 03 16:24:21.182596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6aa2d643-1344-4f48-b0df-9401e41a9f7a req-fcc4b3eb-c8f2-486a-9541-ba92b7d28b20 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608487 Nov 03 16:24:21.362705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248ef75-425e-41ed-9c5f-99d362030f11 req-4946dd83-eb34-46a5-97d5-257dcdf0b90f tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:21.364158 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a248ef75-425e-41ed-9c5f-99d362030f11 req-4946dd83-eb34-46a5-97d5-257dcdf0b90f tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 985 time: 0.0506523 Nov 03 16:24:21.421398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a248ef75-425e-41ed-9c5f-99d362030f11 req-87b85a70-126e-4fc6-b89d-13b5e6d2ef42 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0501013 Nov 03 16:24:21.537930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac06c2-3e21-4f1e-bf66-5bbbb72ada32 req-06bf5fc6-3739-417c-a811-f11719b748a9 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:21.539398 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-23ac06c2-3e21-4f1e-bf66-5bbbb72ada32 req-06bf5fc6-3739-417c-a811-f11719b748a9 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 985 time: 0.0489392 Nov 03 16:24:21.601179 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-23ac06c2-3e21-4f1e-bf66-5bbbb72ada32 req-4a6d7192-a47d-4ff8-bff9-4b51bbd6cc3b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0548606 Nov 03 16:24:21.722189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f7ddc-787f-447a-8b11-e74a81a7c418 req-1c78f56e-83bc-4e02-8dc8-4df859581c77 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:21.723884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b5f7ddc-787f-447a-8b11-e74a81a7c418 req-1c78f56e-83bc-4e02-8dc8-4df859581c77 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 1136 time: 0.0483408 Nov 03 16:24:21.742672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4b5f7ddc-787f-447a-8b11-e74a81a7c418 req-18d378ca-58e0-4b32-a600-0b32b3e89deb tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:21.821468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4b5f7ddc-787f-447a-8b11-e74a81a7c418 req-18d378ca-58e0-4b32-a600-0b32b3e89deb tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:21.825170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4b5f7ddc-787f-447a-8b11-e74a81a7c418 req-18d378ca-58e0-4b32-a600-0b32b3e89deb tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:21.871331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d378ca-58e0-4b32-a600-0b32b3e89deb tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c44aaa-1c7a-4d77-8613-befd83fda12c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:21.892545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b5f7ddc-787f-447a-8b11-e74a81a7c418 req-18d378ca-58e0-4b32-a600-0b32b3e89deb tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1517656 Nov 03 16:24:21.906539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36342) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:21.947980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e1a81-db22-4853-9d43-6c6cc2c33aea tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:21.949589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8e2e1a81-db22-4853-9d43-6c6cc2c33aea tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 1131 time: 0.0418994 Nov 03 16:24:21.952846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36344) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:21.957082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '50284582-eed9-4455-b1b0-3a61f9c03009', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:21.980390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:22.002712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:22.084576 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:22.195811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Allocated IP 172.25.6.48 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d4e4fd30-dc4a-413d-a80d-2d104ba3ef9b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:24:22.268315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 48adbdbe-d3d8-4012-9f73-df2e24251a4e up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:24:22.319693 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:22.327518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac51c9b-7709-4693-a02c-4e9645116b76 req-058d69c6-9dca-42e7-9747-227a51ebe59a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:22.330069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2ac51c9b-7709-4693-a02c-4e9645116b76 req-058d69c6-9dca-42e7-9747-227a51ebe59a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 944 time: 0.0674894 Nov 03 16:24:22.339173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 48adbdbe-d3d8-4012-9f73-df2e24251a4e completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:24:22.343777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 48adbdbe-d3d8-4012-9f73-df2e24251a4e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:22.344318 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:22.362229 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:22.398092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2ac51c9b-7709-4693-a02c-4e9645116b76 req-725d60cb-bf2b-4849-9a92-c9702944ea72 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601404 Nov 03 16:24:22.401453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:24:22.406788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:22.414230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:24:22.447444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=d4e4fd30-dc4a-413d-a80d-2d104ba3ef9b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:22.450268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:22.482404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc83bc7-495f-4374-8ecf-235fe7cce660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48adbdbe-d3d8-4012-9f73-df2e24251a4e'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:24:22.485642 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fc9608-4adb-4955-82b9-90723d5e3201" -d '{"events": [{"server_uuid": "6bc83bc7-495f-4374-8ecf-235fe7cce660", "name": "network-vif-plugged", "status": "completed", "tag": "48adbdbe-d3d8-4012-9f73-df2e24251a4e"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:24:22.498700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 48adbdbe-d3d8-4012-9f73-df2e24251a4e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=48adbdbe-d3d8-4012-9f73-df2e24251a4e,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:22.504507 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:22.532751 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc76672b-bb33-4fc1-b4cf-4c8152ec91e8 x-openstack-request-id: req-bc76672b-bb33-4fc1-b4cf-4c8152ec91e8 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:24:22.533146 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc83bc7-495f-4374-8ecf-235fe7cce660", "name": "network-vif-plugged", "status": "completed", "tag": "48adbdbe-d3d8-4012-9f73-df2e24251a4e", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:24:22.533472 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc76672b-bb33-4fc1-b4cf-4c8152ec91e8 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:24:22.533947 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc83bc7-495f-4374-8ecf-235fe7cce660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48adbdbe-d3d8-4012-9f73-df2e24251a4e', 'code': 200} Nov 03 16:24:22.558406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=48adbdbe-d3d8-4012-9f73-df2e24251a4e,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:22.699705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fd08c-dbee-41a6-b128-ef0b1960c1a6 req-63b6a406-e9f6-426b-b361-f3d0222146ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:22.701463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b7fd08c-dbee-41a6-b128-ef0b1960c1a6 req-63b6a406-e9f6-426b-b361-f3d0222146ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 1096 time: 0.0627515 Nov 03 16:24:22.814017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b7fd08c-dbee-41a6-b128-ef0b1960c1a6 req-7356da85-9614-486f-bb17-af47bb4492d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941663 Nov 03 16:24:22.878814 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:22.944863 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:23.095892 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:23.100327 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:23.165499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=d4e4fd30-dc4a-413d-a80d-2d104ba3ef9b,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:23.179376 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:23.279890 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Floating IP 3084e77e-136f-4414-a9d3-e3fc7edf0ec1 associated. External IP: 172.25.6.48, port: 50284582-eed9-4455-b1b0-3a61f9c03009. Nov 03 16:24:23.493265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Router 1baaefee-a41f-4acd-9768-194484baee41 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:24:23.531087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2e8b-9c4b-4903-b233-9c5ac3d84534 req-2a30705c-a9d1-4741-8f09-cd8bab5011a2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:23.532756 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f30d2e8b-9c4b-4903-b233-9c5ac3d84534 req-2a30705c-a9d1-4741-8f09-cd8bab5011a2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 945 time: 0.0544460 Nov 03 16:24:23.586451 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f30d2e8b-9c4b-4903-b233-9c5ac3d84534 req-c82c42e5-bafe-48a4-93a5-c5340b0487a5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463986 Nov 03 16:24:23.609722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:24:23.621996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] Sync routers for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:24:23.629115 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:23.633007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:24:23.633972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:24:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:23.675522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-11f7826e-9380-4e25-9e22-2732617a3c5e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7193902 Nov 03 16:24:23.675522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:24:23.675980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36354) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:23.681670 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78" -d '{"events": [{"name": "network-changed", "server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:24:23.731320 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3989543e-f1fa-4cbd-b890-5933725439a4 x-openstack-request-id: req-3989543e-f1fa-4cbd-b890-5933725439a4 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:24:23.731930 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:24:23.732432 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3989543e-f1fa-4cbd-b890-5933725439a4 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:24:23.733050 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009', 'status': 'completed', 'code': 200} Nov 03 16:24:23.896940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-de9161ec-7787-4bb6-be66-463c0a910198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:23.898738 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-de9161ec-7787-4bb6-be66-463c0a910198 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=766029c03e0f40b8813e4af71d8cb1a5&device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 1136 time: 0.1146772 Nov 03 16:24:23.921826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:24:23.948191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfbde0-ade1-416c-9548-fbacfd27e2d2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:23.948756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfbde0-ade1-416c-9548-fbacfd27e2d2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:23.949223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfbde0-ade1-416c-9548-fbacfd27e2d2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:23.949724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfbde0-ade1-416c-9548-fbacfd27e2d2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:23.950189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfbde0-ade1-416c-9548-fbacfd27e2d2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:23.950902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfbde0-ade1-416c-9548-fbacfd27e2d2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:23.951354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfbde0-ade1-416c-9548-fbacfd27e2d2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:23.955675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cbdfbde0-ade1-416c-9548-fbacfd27e2d2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.2763207 Nov 03 16:24:23.956419 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36360) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:24.096480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4d0e8-c5b5-4505-8cbf-785bf2519465 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.096946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4d0e8-c5b5-4505-8cbf-785bf2519465 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.097397 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4d0e8-c5b5-4505-8cbf-785bf2519465 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.097875 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4d0e8-c5b5-4505-8cbf-785bf2519465 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.098320 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4d0e8-c5b5-4505-8cbf-785bf2519465 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.098765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4d0e8-c5b5-4505-8cbf-785bf2519465 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.099207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4d0e8-c5b5-4505-8cbf-785bf2519465 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.103605 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a3f4d0e8-c5b5-4505-8cbf-785bf2519465 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.1440802 Nov 03 16:24:24.103861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 36362) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:24.129487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-a85029d5-bd98-40f1-8f6c-aeef0829f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.129743 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-a85029d5-bd98-40f1-8f6c-aeef0829f3d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3edf783-79c6-4e38-977a-d8cb1ba8268e HTTP/1.1" status: 200 len: 898 time: 0.2172222 Nov 03 16:24:24.199805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '3084e77e-136f-4414-a9d3-e3fc7edf0ec1', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '1baaefee-a41f-4acd-9768-194484baee41', 'port_id': '50284582-eed9-4455-b1b0-3a61f9c03009', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'mac_address': 'fa:16:3e:6a:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:24:22Z', 'updated_at': '2021-11-03T16:24:22Z', 'revision_number': 0, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68457a1f-65d2-43a1-8184-3cd435f0a7c5', 'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:fe:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:05Z', 'updated_at': '2021-11-03T16:24:10Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:24.255049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] Checking router: 1baaefee-a41f-4acd-9768-194484baee41 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:24:24.263180 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-49f27313-b475-48e4-a6ba-4200a1d474cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50284582-eed9-4455-b1b0-3a61f9c03009 HTTP/1.1" status: 200 len: 999 time: 0.0984175 Nov 03 16:24:24.272557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:24:24.273843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:24:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:24.395231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:24:24.400147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-654b779b-7542-4540-90a3-edf7cb22e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.401638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-654b779b-7542-4540-90a3-edf7cb22e23e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7a73c81-d022-4237-82d8-08f814d5f2c2 HTTP/1.1" status: 200 len: 834 time: 0.1227694 Nov 03 16:24:24.501356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f5150388-a732-46af-9e8c-f3b011507f8d tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.3938837 Nov 03 16:24:24.501356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-053ce0b1-f584-437c-8338-fae42ffa20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.501750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 36364) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:24.502622 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-053ce0b1-f584-437c-8338-fae42ffa20c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3edf783-79c6-4e38-977a-d8cb1ba8268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845001 Nov 03 16:24:24.550920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30d3c1-a98a-43b0-a828-b08f62a1a3bf tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.551431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30d3c1-a98a-43b0-a828-b08f62a1a3bf tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.565555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-de30d3c1-a98a-43b0-a828-b08f62a1a3bf tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1baaefee-a41f-4acd-9768-194484baee41 HTTP/1.1" status: 200 len: 1990 time: 0.0505514 Nov 03 16:24:24.648527 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '3084e77e-136f-4414-a9d3-e3fc7edf0ec1', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '1baaefee-a41f-4acd-9768-194484baee41', 'port_id': '50284582-eed9-4455-b1b0-3a61f9c03009', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'mac_address': 'fa:16:3e:6a:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:24:22Z', 'updated_at': '2021-11-03T16:24:22Z', 'revision_number': 0, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68457a1f-65d2-43a1-8184-3cd435f0a7c5', 'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:fe:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:05Z', 'updated_at': '2021-11-03T16:24:10Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:24.678656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837bdf4-78ba-4c04-b5d7-5b7ffe34fedc None None] The sync data for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 is: [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '3084e77e-136f-4414-a9d3-e3fc7edf0ec1', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '1baaefee-a41f-4acd-9768-194484baee41', 'port_id': '50284582-eed9-4455-b1b0-3a61f9c03009', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'mac_address': 'fa:16:3e:6a:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:24:22Z', 'updated_at': '2021-11-03T16:24:22Z', 'revision_number': 0, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68457a1f-65d2-43a1-8184-3cd435f0a7c5', 'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:fe:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:05Z', 'updated_at': '2021-11-03T16:24:10Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:24:24.906592 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab80be1-1474-497c-84d3-635f35f97e65 None None] New status for floating IP 3084e77e-136f-4414-a9d3-e3fc7edf0ec1: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:24:24.912739 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-2bd234fc-9201-441d-97dd-772b7a0875b4 service neutron] 10.222.0.70 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022872 Nov 03 16:24:24.929796 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5c805-1259-4ca7-a663-33671971142b req-bf335fbc-e6de-411e-8f84-a61b1974b2ba tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:24.931911 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dcb5c805-1259-4ca7-a663-33671971142b req-bf335fbc-e6de-411e-8f84-a61b1974b2ba tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 945 time: 0.0713024 Nov 03 16:24:25.038120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dcb5c805-1259-4ca7-a663-33671971142b req-cd32ac60-d746-4bca-ad98-c4a1d10ff6c5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989559 Nov 03 16:24:25.061362 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b13b8eff-2349-42ca-a7d7-9d2e4c714e78 req-9cb90dd1-5639-41aa-a5e7-44a7ce1ed307 service neutron] 10.222.0.70 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363728 Nov 03 16:24:29.624337 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-dfbfa87b-465a-48c6-8510-2a569e0b7388 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408525 Nov 03 16:24:29.686516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-65320058-70db-4035-8dd8-a9c4ea8d314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:29.688029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-65320058-70db-4035-8dd8-a9c4ea8d314e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 1097 time: 0.0415711 Nov 03 16:24:29.801807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-76acac50-bdac-4c0a-9299-648a6da8bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:29.803309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-76acac50-bdac-4c0a-9299-648a6da8bdb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.0958350 Nov 03 16:24:29.873978 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-4e91acab-63a5-4181-9a18-5ab8f6e25e70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3960d007-517d-4d02-9850-faf51b12f0d8 HTTP/1.1" status: 200 len: 1002 time: 0.0625122 Nov 03 16:24:29.930309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-ba9dd40f-041a-4201-bf18-1ec019c18d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:29.932114 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-ba9dd40f-041a-4201-bf18-1ec019c18d4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0514815 Nov 03 16:24:29.983872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-8d85aea9-7e33-41a0-a741-ee4027206dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:29.985426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-8d85aea9-7e33-41a0-a741-ee4027206dc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430403 Nov 03 16:24:30.082109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-bf14331e-5cd0-4d65-851a-bdb50055b9dd service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872443 Nov 03 16:24:30.177665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24d538a2-cf50-4c8d-b683-6b9d0fd13486 req-d2eb21d5-f4e8-4ed8-9708-8bb13bd5fa4f service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878544 Nov 03 16:24:31.459512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:32.522511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad4fefec-da12-463d-b15c-8bed0962850a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:34.964602 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a955ec88-92d8-4db1-b2f7-7bcc28ba73b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:35.017823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-4c2304f6-432e-4506-a33a-bf4f74e76b4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463052 Nov 03 16:24:35.115801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-5c293939-c565-4195-894b-f3304851ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:35.117352 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-5c293939-c565-4195-894b-f3304851ee50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1096 time: 0.0419154 Nov 03 16:24:35.224453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-8e3eb414-ebed-49e6-a51b-e9c22726befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:35.225954 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-8e3eb414-ebed-49e6-a51b-e9c22726befd service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.0893090 Nov 03 16:24:35.638018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-87c0798e-05a5-42bd-843b-23e1c8786270 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1000 time: 0.4045956 Nov 03 16:24:35.688416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-de254e99-2357-4ea3-bb74-5e1680eb546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:35.689941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-de254e99-2357-4ea3-bb74-5e1680eb546a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0448000 Nov 03 16:24:35.739061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-7da19a5c-a7ab-4ae3-b88e-1d4510c5db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:35.740574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-7da19a5c-a7ab-4ae3-b88e-1d4510c5db08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435696 Nov 03 16:24:35.836858 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-ad3592ea-8f39-43a3-aac2-33dc99e8e1b3 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888863 Nov 03 16:24:35.947972 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d6ea7a-7536-4e70-a95c-88ba7d3507b9 req-7afe3f1b-a506-4d4b-8923-7f4037448bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929208 Nov 03 16:24:36.276614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea3e7b-e4d7-4f22-8b96-2ef7580613ef req-94fa6b29-dd55-434d-b1f0-6d2cf1984caa tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:36.278495 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6ea3e7b-e4d7-4f22-8b96-2ef7580613ef req-94fa6b29-dd55-434d-b1f0-6d2cf1984caa tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 946 time: 0.0552397 Nov 03 16:24:36.280890 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:36.328520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6ea3e7b-e4d7-4f22-8b96-2ef7580613ef req-12355df3-b39d-44db-b71e-3f874d3bc9ad tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Nov 03 16:24:37.116328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c5c4e-8ac5-4151-8f44-e7e18741c4e0 req-81af81c6-eca9-4ed3-ad3d-d1f22c639431 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:37.117953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b48c5c4e-8ac5-4151-8f44-e7e18741c4e0 req-81af81c6-eca9-4ed3-ad3d-d1f22c639431 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0491843 Nov 03 16:24:37.169803 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b48c5c4e-8ac5-4151-8f44-e7e18741c4e0 req-23dc8aed-90dd-4563-a7da-34f7b5599eba tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449655 Nov 03 16:24:37.294092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040d702-242c-426e-9f49-27ae23a665c3 req-fe3cf254-9c4c-4775-9ce6-79e88e32358b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:37.295688 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a040d702-242c-426e-9f49-27ae23a665c3 req-fe3cf254-9c4c-4775-9ce6-79e88e32358b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0526078 Nov 03 16:24:37.348339 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a040d702-242c-426e-9f49-27ae23a665c3 req-07cc506f-d132-486c-ac95-b6bf041b0312 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464962 Nov 03 16:24:37.457143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebfb65-be3b-4cbd-9898-7d2d0bf891c6 req-3dd402d5-1791-49e3-b11e-f86694571c40 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:37.459063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85ebfb65-be3b-4cbd-9898-7d2d0bf891c6 req-3dd402d5-1791-49e3-b11e-f86694571c40 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 946 time: 0.0576849 Nov 03 16:24:37.520029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85ebfb65-be3b-4cbd-9898-7d2d0bf891c6 req-bddc8430-8c01-4356-a589-0af761e0bf55 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473866 Nov 03 16:24:37.613321 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9465d-d640-435d-ae57-4bbaf41f80d8 req-ce0f247c-c54d-4450-8674-cfa325a935d7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:37.614753 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-74b9465d-d640-435d-ae57-4bbaf41f80d8 req-ce0f247c-c54d-4450-8674-cfa325a935d7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0577292 Nov 03 16:24:37.664351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-74b9465d-d640-435d-ae57-4bbaf41f80d8 req-2c3612ea-82cd-47ff-9caf-51efeae1a769 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Nov 03 16:24:37.772991 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:38.004775 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-1e8b14bf-afe0-4a1f-98d2-872fb8ee8a15 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:38.007566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-1e8b14bf-afe0-4a1f-98d2-872fb8ee8a15 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 946 time: 0.0702574 Nov 03 16:24:38.122723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419671e-4f7f-4be4-a56e-88322ccc9ab2 req-6b080ee2-914c-453e-9804-013f2d2aefe8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:38.124248 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1419671e-4f7f-4be4-a56e-88322ccc9ab2 req-6b080ee2-914c-453e-9804-013f2d2aefe8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.1157665 Nov 03 16:24:38.178487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port 3960d007-517d-4d02-9850-faf51b12f0d8 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:24:38.178823 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:38.216651 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1419671e-4f7f-4be4-a56e-88322ccc9ab2 req-f2668cf4-2596-4e58-8add-5ef41ac26a9d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851412 Nov 03 16:24:38.300563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] For port 3960d007-517d-4d02-9850-faf51b12f0d8, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3960d007-517d-4d02-9850-faf51b12f0d8,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:24:38.301187 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:38.396484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:38.531945 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:38.532315 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:38.532713 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Floating IP de92233d-5b82-47ea-a2cc-1a506c8fd7ac disassociated. External IP: 172.25.6.207, port: 3960d007-517d-4d02-9850-faf51b12f0d8. Nov 03 16:24:38.533056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for 3960d007-517d-4d02-9850-faf51b12f0d8 owned by compute:nova {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:24:38.647875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34055f5-1065-4a43-8af9-1f98265bc2e8 req-336180b1-c805-4999-9fcf-8192082fbb69 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:38.654568 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d34055f5-1065-4a43-8af9-1f98265bc2e8 req-336180b1-c805-4999-9fcf-8192082fbb69 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 946 time: 0.0553758 Nov 03 16:24:38.669239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:38.695724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=3960d007-517d-4d02-9850-faf51b12f0d8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:38.702080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d34055f5-1065-4a43-8af9-1f98265bc2e8 req-1ff3c0a1-5946-49ee-89eb-d5f1eaddf096 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459857 Nov 03 16:24:38.818838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Router 25552b96-83ff-405a-bf08-1fee1cc2824f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:24:38.927891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:24:38.938881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] Sync routers for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:24:38.949460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:24:38.950318 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:24:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:38.971169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] No DVR routers for this DVR port 3960d007-517d-4d02-9850-faf51b12f0d8 on host n-h2-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:24:38.973928 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:38.977290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d275ac7-d077-40d7-869c-4184ed28ebc2 req-102fc270-fd62-4f7c-9331-d4df1e99eba6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "DELETE /v2.0/ports/3960d007-517d-4d02-9850-faf51b12f0d8 HTTP/1.1" status: 204 len: 173 time: 0.9548843 Nov 03 16:24:38.978270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb55002-35e9-499d-8448-be89493a9c12', 'name': 'network-vif-deleted', 'tag': '3960d007-517d-4d02-9850-faf51b12f0d8'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:24:38.980723 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9922c97-6189-4d5f-ad65-cbf4903de05d" -d '{"events": [{"server_uuid": "fcb55002-35e9-499d-8448-be89493a9c12", "name": "network-vif-deleted", "tag": "3960d007-517d-4d02-9850-faf51b12f0d8"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:24:39.037360 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d21a9c6-9496-433c-9977-2b4db83fcb83 x-openstack-request-id: req-1d21a9c6-9496-433c-9977-2b4db83fcb83 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:24:39.037686 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb55002-35e9-499d-8448-be89493a9c12", "name": "network-vif-deleted", "tag": "3960d007-517d-4d02-9850-faf51b12f0d8", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:24:39.037945 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d21a9c6-9496-433c-9977-2b4db83fcb83 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:24:39.038370 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb55002-35e9-499d-8448-be89493a9c12', 'name': 'network-vif-deleted', 'tag': '3960d007-517d-4d02-9850-faf51b12f0d8', 'status': 'completed', 'code': 200} Nov 03 16:24:39.091651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:24:39.323832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:39.351638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] Checking router: 25552b96-83ff-405a-bf08-1fee1cc2824f for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:24:39.359588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da5a51-707e-4441-afc7-ffde7cf9f8ba req-d61f0ad0-6295-44ec-bfce-6d2b28420a34 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:39.360019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:24:39.360621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:24:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:39.362234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b2da5a51-707e-4441-afc7-ffde7cf9f8ba req-d61f0ad0-6295-44ec-bfce-6d2b28420a34 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0586424 Nov 03 16:24:39.419514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b2da5a51-707e-4441-afc7-ffde7cf9f8ba req-7a14c015-d47b-4251-897b-ec345bb8ac1c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496135 Nov 03 16:24:39.472270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:24:39.678644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:24:39.710053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bdcc0d-2f7b-49f5-be73-e9ff67ad8e90 None None] The sync data for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 is: [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:24:39.822436 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b10e9aa1-0644-4ec2-aa26-4b8e112c6dd3 req-c2517e07-405f-42f6-9365-290dfa1d5262 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 210 time: 0.0314820 Nov 03 16:24:39.967318 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b521f6-abc1-48e8-8cb6-b6fae46fdd4b None None] New status for floating IP de92233d-5b82-47ea-a2cc-1a506c8fd7ac: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:24:40.474149 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:24:40.542652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcbda3-d505-4611-8404-d00cfb045779 req-13e6ce21-e2bc-4438-8e78-daca922ad93a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:40.544326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14fcbda3-d505-4611-8404-d00cfb045779 req-13e6ce21-e2bc-4438-8e78-daca922ad93a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Nov 03 16:24:40.592839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14fcbda3-d505-4611-8404-d00cfb045779 req-1f73dd76-bb4b-4b8a-810c-ac325159d615 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424962 Nov 03 16:24:40.735232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 3960d007-517d-4d02-9850-faf51b12f0d8 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:24:40.756997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 3960d007-517d-4d02-9850-faf51b12f0d8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:24:40.757349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 3960d007-517d-4d02-9850-faf51b12f0d8 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:24:40.916803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f889cdf-b0bf-4330-b973-eac2c0d18d0e req-a7fe71ec-e744-41c1-a1ee-db4eb5514ef7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 210 time: 0.0258422 Nov 03 16:24:41.725808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20a83e-2496-4e6e-8172-e856815f1fd5 req-81910c87-c78a-4040-99b2-a067ad248e47 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:41.729425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef20a83e-2496-4e6e-8172-e856815f1fd5 req-81910c87-c78a-4040-99b2-a067ad248e47 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0553479 Nov 03 16:24:41.783349 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef20a83e-2496-4e6e-8172-e856815f1fd5 req-356445c7-b6f0-4146-b5a9-f566d9eddfd4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478168 Nov 03 16:24:42.019097 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11d9d935-d751-49c2-9586-e74a841ebf7e req-0bed22ea-c4c5-4681-b4c9-a329fd2db863 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 210 time: 0.0313714 Nov 03 16:24:42.932591 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54595a-a0a7-466a-a0e4-c75bd7129f28 req-7a0ebe8f-22c5-42b5-9568-8336f6b09228 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:42.935107 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f54595a-a0a7-466a-a0e4-c75bd7129f28 req-7a0ebe8f-22c5-42b5-9568-8336f6b09228 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0727077 Nov 03 16:24:42.988293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f54595a-a0a7-466a-a0e4-c75bd7129f28 req-e76a643e-0abd-43fd-aea7-6bf587bc8bec tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471413 Nov 03 16:24:43.122788 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6d0238a6-cc8c-42f0-b02b-7d0eb9d77562 req-345abfbd-3030-483c-a7dc-aaaae80d0720 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 210 time: 0.0271986 Nov 03 16:24:44.125557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05995f05-f5da-4385-b016-268f6374946c req-f1c73197-327c-4ef0-a54c-02144052dcd6 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:44.127137 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05995f05-f5da-4385-b016-268f6374946c req-f1c73197-327c-4ef0-a54c-02144052dcd6 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0657654 Nov 03 16:24:44.190322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05995f05-f5da-4385-b016-268f6374946c req-a2614066-b605-4806-975d-ef052730b40f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561450 Nov 03 16:24:44.241003 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-898f6230-abd4-4da4-8b2e-fb9609876133 req-ddbea884-5b2f-497b-8076-7ef2c4a149ad tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=fcb55002-35e9-499d-8448-be89493a9c12 HTTP/1.1" status: 200 len: 210 time: 0.0280855 Nov 03 16:24:45.317705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50b5e-3446-4100-974b-ebbd960fe274 req-374e631d-a4a9-41cb-bf2b-2a1663b2f305 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:45.319207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28b50b5e-3446-4100-974b-ebbd960fe274 req-374e631d-a4a9-41cb-bf2b-2a1663b2f305 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0599833 Nov 03 16:24:45.371314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28b50b5e-3446-4100-974b-ebbd960fe274 req-22ca9529-b5e5-4b23-93f8-67816dbdb1cc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454488 Nov 03 16:24:45.523310 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-b75d190e-9fd9-4f66-b16b-8e93cd27cdab tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153300669&fields=id&tenant_id=2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 267 time: 0.0518215 Nov 03 16:24:45.631053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-ab3d404e-4aeb-4eac-b4c4-ae39933ba9f9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:45.632522 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-ab3d404e-4aeb-4eac-b4c4-ae39933ba9f9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.1014869 Nov 03 16:24:45.647989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-4497518a-f6c9-404b-bbf5-205f3521cbb8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/quotas/2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 375 time: 0.0089934 Nov 03 16:24:45.707814 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-742c0a3e-a07c-41c7-8243-213e4f23b676 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536199 Nov 03 16:24:45.818662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-01466e95-e0ba-4168-89eb-1af45542cb49 service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948446 Nov 03 16:24:45.911361 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-39ed2203-e1ec-4a1e-a73e-afe16d18220c service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858192 Nov 03 16:24:46.209398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cb56d384-d7a9-4830-946a-0611befe2831 req-1e4bd592-34d0-4cc3-8dec-c4faf555c850 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Nov 03 16:24:46.509432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0921de-26ff-4e37-aa77-68c0eb99026e req-35fcd464-3f30-4b76-b148-6dc75577feb2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:46.511215 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bd0921de-26ff-4e37-aa77-68c0eb99026e req-35fcd464-3f30-4b76-b148-6dc75577feb2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0560913 Nov 03 16:24:46.566415 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bd0921de-26ff-4e37-aa77-68c0eb99026e req-ed853384-3afd-4948-9e15-ed3e83c15868 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483146 Nov 03 16:24:47.256436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-7b874c93-44cf-4139-8fe1-f710fdd93f22 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:47.259145 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-7b874c93-44cf-4139-8fe1-f710fdd93f22 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.1225920 Nov 03 16:24:47.323942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-409c3964-fe3f-406b-8b69-fa3355f61a60 req-ee205199-351a-4ef0-9980-72eb0f356ada tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 210 time: 0.0315120 Nov 03 16:24:47.343422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-a417c0b8-17b8-48e0-99d3-df0f0d8ed005 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 380 time: 0.0696530 Nov 03 16:24:47.356978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'port': {'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'admin_state_up': True, 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'security_groups': ['4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:47.484840 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Made reservation on behalf of 2bc437a94d724a06b94d3ecdcf5867e5 for: {'port': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:24:47.489386 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:47.649997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.20.0.8 (e8323ed3-190e-4fd2-9c82-eb82d5ef24b2/59175d77-ecad-41a1-bcd6-d63e1e7bf397/f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:24:47.737483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17950a77-a93e-4df0-8107-746a0e5d58df req-4a6a8644-1b1e-4bd0-a0ae-873f425e82fa tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:47.739035 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17950a77-a93e-4df0-8107-746a0e5d58df req-4a6a8644-1b1e-4bd0-a0ae-873f425e82fa tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0837147 Nov 03 16:24:47.854437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17950a77-a93e-4df0-8107-746a0e5d58df req-68f6d4d0-ea40-465e-8320-ebc3eb004c14 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969403 Nov 03 16:24:47.895313 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:47.938147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:47.988775 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:24:47.992630 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:47.995505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:47.997865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:24:48.055966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:48.056639 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:48.079178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-97f99458-93db-4f72-9759-a54a1ae21277 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272813 Nov 03 16:24:48.092717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Request body: {'port': {'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:48.152131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:48.363961 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-15ea2b6a-22db-4f2d-b130-84f8e47463bb None None] Provisioning complete for port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:24:48.365780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-15ea2b6a-22db-4f2d-b130-84f8e47463bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:48.436734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-15ea2b6a-22db-4f2d-b130-84f8e47463bb None None] Port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:24:48.510390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9d966-ff50-4c02-acd0-eed3cb301c0e req-4a29bf00-50eb-4776-a6bc-4b2076d4a479 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:48.512670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e9d966-ff50-4c02-acd0-eed3cb301c0e req-4a29bf00-50eb-4776-a6bc-4b2076d4a479 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 931 time: 0.0805924 Nov 03 16:24:48.542691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c {{(pid=108105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:24:48.551394 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:48.565633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.provisioning_blocks [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Transition to ACTIVE for port object f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c will not be triggered until provisioned by entity L2. {{(pid=108105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:24:48.573194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:48.579425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e9d966-ff50-4c02-acd0-eed3cb301c0e req-fa770c5d-97e7-48af-b179-02d4b1c34f85 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539153 Nov 03 16:24:48.652143 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:48.726366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Attempting to bind port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:24:48.726709 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Attempting to bind port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:24:48.727600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Attempting to bind port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:24:48.732963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:24:48.733216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Attempting to bind port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:24:48.741282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:24:48.741991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:24:48.742611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Bound using segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} {{(pid=108105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:24:48.743352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.managers [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Bound port: f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}}] {{(pid=108105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:24:48.743967 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:48.829601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] For port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c, host n-h2-813897-2, cleared binding levels {{(pid=108105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:24:48.832972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] For port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:24:48.839172 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:48.876202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:48.876794 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:48.878218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] 10.222.0.70 "PUT /v2.0/ports/f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c HTTP/1.1" status: 200 len: 1091 time: 0.7900558 Nov 03 16:24:48.878666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:24:48.882415 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9016d67d-b413-414f-8f2f-3fdd409f9756" -d '{"events": [{"name": "network-changed", "server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:24:48.920371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98001b-5a2c-4332-81b1-23cbab2bce73 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:48.983127 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b34d86-202f-4643-b009-2e049fb96d3f x-openstack-request-id: req-d8b34d86-202f-4643-b009-2e049fb96d3f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:24:48.983664 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:24:48.984076 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d8b34d86-202f-4643-b009-2e049fb96d3f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:24:48.984658 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'status': 'completed', 'code': 200} Nov 03 16:24:49.003376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-ba1d908d-765f-4bfc-9892-9fe53f9ab911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.005197 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-ba1d908d-765f-4bfc-9892-9fe53f9ab911 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 1094 time: 0.0529830 Nov 03 16:24:49.105355 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-59560283-9c96-485d-92b4-4b7e1e52c19a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c HTTP/1.1" status: 200 len: 217 time: 0.0882716 Nov 03 16:24:49.125075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a5bdb-1077-4665-9d11-437e78b8dd91 req-41269a45-3a34-4848-9f2a-d6272a2d10d8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.130139 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b76a5bdb-1077-4665-9d11-437e78b8dd91 req-41269a45-3a34-4848-9f2a-d6272a2d10d8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.1235282 Nov 03 16:24:49.181416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-d3ef970e-5570-4a45-8464-244cc04f350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.182956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-d3ef970e-5570-4a45-8464-244cc04f350f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0668478 Nov 03 16:24:49.267203 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b76a5bdb-1077-4665-9d11-437e78b8dd91 req-d592a77d-8cf7-41ce-91a0-3a44cb88ff45 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832336 Nov 03 16:24:49.273789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-96267e6c-02d3-4aa9-a7b0-02c0dc8ea298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.275850 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-96267e6c-02d3-4aa9-a7b0-02c0dc8ea298 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735779 Nov 03 16:24:49.401036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-95e942aa-5f65-4d16-9e22-22c36a941763 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160483 Nov 03 16:24:49.563564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bcf8c-4a9a-434c-afff-f244ada07b23 req-25f56a41-8942-47fb-940d-4b973510710f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.565212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f07bcf8c-4a9a-434c-afff-f244ada07b23 req-25f56a41-8942-47fb-940d-4b973510710f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0716398 Nov 03 16:24:49.587949 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e995543f-c62d-4eae-80bb-d8d2c9d08337 req-ef393778-da57-474e-97f0-e1f87352cb31 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780643 Nov 03 16:24:49.644969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f07bcf8c-4a9a-434c-afff-f244ada07b23 req-28c52f68-452d-44cc-9afd-c235c858eea4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686686 Nov 03 16:24:49.710345 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-bdad21db-1ca0-42fa-95d9-bd3795bfe821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.712604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-bdad21db-1ca0-42fa-95d9-bd3795bfe821 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 1094 time: 0.0641577 Nov 03 16:24:49.723242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-e2e9ffac-75db-48c9-a283-f33fafbf6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.724751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-e2e9ffac-75db-48c9-a283-f33fafbf6f00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1096 time: 0.1339128 Nov 03 16:24:49.737514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5f2b5-6e85-4aa2-9889-d67636bd9e9d req-3980545e-ab3a-462c-8844-d881adafa709 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.739032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cd5f2b5-6e85-4aa2-9889-d67636bd9e9d req-3980545e-ab3a-462c-8844-d881adafa709 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0612702 Nov 03 16:24:49.847912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-2ad2b3e8-4588-4272-afba-97de1ae3eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.849714 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-2ad2b3e8-4588-4272-afba-97de1ae3eb96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1097772 Nov 03 16:24:49.853381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-4c10ec59-1c38-40e8-9676-9b31a51d5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.855036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-4c10ec59-1c38-40e8-9676-9b31a51d5211 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1292329 Nov 03 16:24:49.902478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-d0207e7a-ac5d-4e94-b8dd-433870aed09f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c HTTP/1.1" status: 200 len: 217 time: 0.0380306 Nov 03 16:24:49.940490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-3119381b-0cb2-4885-b434-b310978b8e2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1000 time: 0.0771060 Nov 03 16:24:49.965625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-912ad193-32c4-4e79-a4b8-8146583d3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:49.967458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-912ad193-32c4-4e79-a4b8-8146583d3a17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0576053 Nov 03 16:24:50.010628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-9b9b56b3-d6fb-4f58-b461-0f37ab14b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:50.012118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-9b9b56b3-d6fb-4f58-b461-0f37ab14b3b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0613070 Nov 03 16:24:50.021665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cd5f2b5-6e85-4aa2-9889-d67636bd9e9d req-7ed0478c-1eba-4541-9cdf-fff5e3d7065b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892018 Nov 03 16:24:50.050890 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-c8e246a9-7de5-4540-a6aa-3b12103b3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:50.052825 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-c8e246a9-7de5-4540-a6aa-3b12103b3650 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766187 Nov 03 16:24:50.089382 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-90f30dc9-f96d-478c-8217-f46881957800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:50.091625 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-90f30dc9-f96d-478c-8217-f46881957800 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690787 Nov 03 16:24:50.163354 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-72154d10-b061-49bb-b4ae-4496e758f489 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996804 Nov 03 16:24:50.204707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-c621b878-e766-4437-8cbd-8b4eac8ddac5 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045759 Nov 03 16:24:50.312060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-312e50ec-f381-4c28-8f74-ebed13e8f145 req-58a21baa-0af2-4cb6-b71c-cbcb8acb59ba service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990829 Nov 03 16:24:50.587671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9016d67d-b413-414f-8f2f-3fdd409f9756 req-3b732732-5852-4c90-8002-2dc7b09d5bc7 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151218 Nov 03 16:24:50.780019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f1aa-4343-4fab-8093-3d035bcd5a60 req-91507a40-59d1-45fe-9738-2e134f452d91 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:50.781907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7a1f1aa-4343-4fab-8093-3d035bcd5a60 req-91507a40-59d1-45fe-9738-2e134f452d91 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0627298 Nov 03 16:24:50.831620 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7a1f1aa-4343-4fab-8093-3d035bcd5a60 req-7e0580bc-0858-42f8-bef8-3c4b92206d20 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434568 Nov 03 16:24:51.148672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14cca5-56c4-4dc0-9e55-7687dfb894c5 req-ed2c7c49-e328-42cf-b85e-f61f34c628b9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:51.150801 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf14cca5-56c4-4dc0-9e55-7687dfb894c5 req-ed2c7c49-e328-42cf-b85e-f61f34c628b9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0532405 Nov 03 16:24:51.206032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf14cca5-56c4-4dc0-9e55-7687dfb894c5 req-c71a0a15-cece-4d6c-ae1e-b7db22583f46 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467710 Nov 03 16:24:51.962907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899b1e-12fd-4165-9960-dd228ac1dfe2 req-cfc4ab9b-11db-4381-87b8-f4b8458d2364 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:51.964374 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7899b1e-12fd-4165-9960-dd228ac1dfe2 req-cfc4ab9b-11db-4381-87b8-f4b8458d2364 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0576155 Nov 03 16:24:51.990143 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:52.025290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e7899b1e-12fd-4165-9960-dd228ac1dfe2 req-bbe3ff99-2407-4dfd-89e1-2b91871523d9 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546081 Nov 03 16:24:52.166995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97441a-9d19-4800-9ec1-6d7c6df00768 req-eee19df0-6d75-472d-9481-0a4e11a4860e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:52.168616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0a97441a-9d19-4800-9ec1-6d7c6df00768 req-eee19df0-6d75-472d-9481-0a4e11a4860e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0708256 Nov 03 16:24:52.222840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0a97441a-9d19-4800-9ec1-6d7c6df00768 req-421d7005-f9ef-4db5-9077-c514c7610815 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480084 Nov 03 16:24:52.357851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7434a-2a20-4258-8522-5f114c6f52e5 req-eb4a99b1-e118-411d-a285-efe6b057015c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:52.359402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9de7434a-2a20-4258-8522-5f114c6f52e5 req-eb4a99b1-e118-411d-a285-efe6b057015c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0581467 Nov 03 16:24:52.429142 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9de7434a-2a20-4258-8522-5f114c6f52e5 req-d06c90c1-e062-4f66-b0a6-16b50a6a718e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601115 Nov 03 16:24:52.536736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff210f33-4c22-4e60-adfa-7386da4f38d0 req-4533fa89-ac58-4727-83bd-b5d6177fda3d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:52.538414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff210f33-4c22-4e60-adfa-7386da4f38d0 req-4533fa89-ac58-4727-83bd-b5d6177fda3d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0549860 Nov 03 16:24:52.605996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff210f33-4c22-4e60-adfa-7386da4f38d0 req-20b27bd8-ca5c-44cb-9731-2f5e6b04e704 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559642 Nov 03 16:24:52.828112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b125b62-572e-49ed-b85c-bc1b971f09c7 req-bcd8c67d-6759-4ebe-9893-235c432bc1c0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:52.829745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b125b62-572e-49ed-b85c-bc1b971f09c7 req-bcd8c67d-6759-4ebe-9893-235c432bc1c0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0548623 Nov 03 16:24:52.888605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b125b62-572e-49ed-b85c-bc1b971f09c7 req-b48840ca-09ce-42ce-9f97-f09b0e264c8d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504520 Nov 03 16:24:53.551447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe93500-48b0-435e-8dcb-20850e06ad49 req-0a77d599-eb20-4758-a8eb-6d18a9bab2b1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:53.553176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dbe93500-48b0-435e-8dcb-20850e06ad49 req-0a77d599-eb20-4758-a8eb-6d18a9bab2b1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0540824 Nov 03 16:24:53.608888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dbe93500-48b0-435e-8dcb-20850e06ad49 req-6aa7a72a-a4ab-4ac1-9330-0d82a6e78f41 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484002 Nov 03 16:24:54.012727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc130c92-3589-4497-b32c-1bbf515a98e9 req-9e66e33b-0d47-4bb0-9d65-47aa9045baab tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:54.014279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cc130c92-3589-4497-b32c-1bbf515a98e9 req-9e66e33b-0d47-4bb0-9d65-47aa9045baab tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0508916 Nov 03 16:24:54.063399 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cc130c92-3589-4497-b32c-1bbf515a98e9 req-44b8fe51-5fe0-45f0-96ad-1106170451e7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 Nov 03 16:24:54.273098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954e90f-9aa0-4f0c-bfdc-747b04910292 req-75bb0a01-46b6-42c0-a8b5-83e7e208f38d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:54.274949 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f954e90f-9aa0-4f0c-bfdc-747b04910292 req-75bb0a01-46b6-42c0-a8b5-83e7e208f38d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0548780 Nov 03 16:24:54.324628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f954e90f-9aa0-4f0c-bfdc-747b04910292 req-49fac5f0-4f55-4572-b25b-198752625c66 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Nov 03 16:24:54.737950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2451a89-77a1-4faf-97a0-d9fd362d3129 req-2c845428-ff8b-4f61-a7e1-1e2fa890f70f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:54.739438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d2451a89-77a1-4faf-97a0-d9fd362d3129 req-2c845428-ff8b-4f61-a7e1-1e2fa890f70f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0496793 Nov 03 16:24:54.788556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d2451a89-77a1-4faf-97a0-d9fd362d3129 req-0669c100-74ba-4178-88df-51230c9933c9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Nov 03 16:24:55.464226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc9d4a-88ec-4cf4-93e0-deb24efdfaac req-6bc26326-e664-433f-9dbc-15dcb45a14f4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:55.465741 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fc9d4a-88ec-4cf4-93e0-deb24efdfaac req-6bc26326-e664-433f-9dbc-15dcb45a14f4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0682166 Nov 03 16:24:55.512691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70fc9d4a-88ec-4cf4-93e0-deb24efdfaac req-ae01ed8f-5439-443a-a50f-43e0fe5c1ab1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408435 Nov 03 16:24:55.630699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced7b68-984b-4244-bdcc-712ce595cb87 req-328a0b23-7a36-432c-a3f2-f720b65b5bfa tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:55.632300 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ced7b68-984b-4244-bdcc-712ce595cb87 req-328a0b23-7a36-432c-a3f2-f720b65b5bfa tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0515621 Nov 03 16:24:55.692687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ced7b68-984b-4244-bdcc-712ce595cb87 req-b9a94f0b-4ba2-48bf-bf3f-addd867757d9 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525706 Nov 03 16:24:55.820218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306946a-bcb2-4ed8-b87c-4d2226278c28 req-dfaf9647-99a6-448d-a4ce-8e4b6a54bccd tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:55.822519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9306946a-bcb2-4ed8-b87c-4d2226278c28 req-dfaf9647-99a6-448d-a4ce-8e4b6a54bccd tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0498366 Nov 03 16:24:55.873411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9306946a-bcb2-4ed8-b87c-4d2226278c28 req-3c057916-4f53-439a-b1c2-136d4aae9df3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441360 Nov 03 16:24:55.919400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1435b-d2c6-43c3-9fb1-7963b697c526 req-72b48095-0fdd-4d99-9b58-c15ee2fcba1f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:55.921036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78f1435b-d2c6-43c3-9fb1-7963b697c526 req-72b48095-0fdd-4d99-9b58-c15ee2fcba1f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0624437 Nov 03 16:24:55.975916 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-78f1435b-d2c6-43c3-9fb1-7963b697c526 req-64a4cb54-186d-499a-a194-53e277083fb9 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487792 Nov 03 16:24:56.000128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70cda9-ffdf-49f9-a2c7-7640a62c1310 req-10f97f95-ed9f-4257-a88d-d2446ed7cc6d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:56.001640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd70cda9-ffdf-49f9-a2c7-7640a62c1310 req-10f97f95-ed9f-4257-a88d-d2446ed7cc6d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0528138 Nov 03 16:24:56.053611 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd70cda9-ffdf-49f9-a2c7-7640a62c1310 req-a2528962-9d8e-4215-9bdc-1fe7ebde710e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455964 Nov 03 16:24:57.113699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4584c-4bde-41cf-9130-4b517765b77b req-13b736d6-a3df-43c1-9a3a-e69e258132ab tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:57.115203 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edc4584c-4bde-41cf-9130-4b517765b77b req-13b736d6-a3df-43c1-9a3a-e69e258132ab tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0632391 Nov 03 16:24:57.171763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edc4584c-4bde-41cf-9130-4b517765b77b req-0867fc22-c502-4a02-81a6-961b7bb4da8f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499177 Nov 03 16:24:58.296050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c42bd7-5a4b-4152-9d4a-b2888c10d63f req-7100c3eb-c712-4277-bdd4-776742969356 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:58.297556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44c42bd7-5a4b-4152-9d4a-b2888c10d63f req-7100c3eb-c712-4277-bdd4-776742969356 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0506151 Nov 03 16:24:58.348710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-44c42bd7-5a4b-4152-9d4a-b2888c10d63f req-be650adf-5ba5-49a5-9fa2-11cd111298cd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449204 Nov 03 16:24:58.582444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37322) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:58.679482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a6f8321b-e80e-4567-b928-e1067a43393b tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3321 time: 0.0955617 Nov 03 16:24:58.683224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37328) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:58.688121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'network': {'name': 'tempest-network-smoke--1724076330', 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'port_security_enabled': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:58.712812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Made reservation on behalf of 766029c03e0f40b8813e4af71d8cb1a5 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:24:58.717263 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:58.742197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:24:58.754886 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:58.755269 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Added segment 87c79d86-9b2c-4575-9388-afa25e73a97b of type vlan for network 59e31aa1-0797-4b12-85e0-187205ed6e6b Nov 03 16:24:58.800738 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:58.826518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:58.832099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:58.832668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:58.897975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2135727 Nov 03 16:24:58.900573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37332) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:24:58.907976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab110c-caf1-48f6-bed9-e7e2746ac436 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Network': ['ID=59e31aa1-0797-4b12-85e0-187205ed6e6b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:58.909414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'admin_state_up': True, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:24:58.921235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 59e31aa1-0797-4b12-85e0-187205ed6e6b details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:24:58.951737 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:58.952832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:59.016961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:59.161006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:59.382390 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:59.407964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:59.516841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9465c-aa77-42cb-bc7c-dd5bda0805fb req-7545ac1c-5db6-43ec-9742-562ae128fa56 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:24:59.518263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8cd9465c-aa77-42cb-bc7c-dd5bda0805fb req-7545ac1c-5db6-43ec-9742-562ae128fa56 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0723546 Nov 03 16:24:59.598462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Allocated IP 172.25.6.45 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/61b98aec-7b99-4bd7-834f-574b0d559889) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:24:59.607517 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8cd9465c-aa77-42cb-bc7c-dd5bda0805fb req-a3c8ae47-d06d-4650-b908-99173960f315 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709014 Nov 03 16:24:59.724207 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:59.764780 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:24:59.824128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=61b98aec-7b99-4bd7-834f-574b0d559889,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:24:59.828399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:24:59.833269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:24:59.836716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.837111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.837467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.837830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.838264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.838602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.838942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.839272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.839923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.839923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.840250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.840576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:24:59.843674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:00.099412 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:00.305484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:00.439554 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Router b72f1875-38fa-4455-95f3-0755fa4b5142 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:25:00.550843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:00.562302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Sync routers for ids ['b72f1875-38fa-4455-95f3-0755fa4b5142'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:00.574257 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:00.574478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Routers {'b72f1875-38fa-4455-95f3-0755fa4b5142'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:00.575072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:24:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b72f1875-38fa-4455-95f3-0755fa4b5142'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:00.579098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c69eb80d-c9df-40bd-81c8-2cc7c4c5286a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6732235 Nov 03 16:25:00.579262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37362) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:00.655108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917b077-09bd-4130-bc44-d20ef3afa90e tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:00.660173 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f917b077-09bd-4130-bc44-d20ef3afa90e tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=766029c03e0f40b8813e4af71d8cb1a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0764523 Nov 03 16:25:00.660413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37368) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:00.702625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Set router b72f1875-38fa-4455-95f3-0755fa4b5142 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:00.796293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7a141-5e3e-4366-9a33-44715b620a5a req-557a803d-ac8e-45f9-bc50-4fad21cc5eb0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:00.797796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40b7a141-5e3e-4366-9a33-44715b620a5a req-557a803d-ac8e-45f9-bc50-4fad21cc5eb0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 943 time: 0.0786941 Nov 03 16:25:00.799285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0040e6d3-2765-4601-9a22-466d6a28b56b tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:00.800835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0040e6d3-2765-4601-9a22-466d6a28b56b tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394849 Nov 03 16:25:00.804153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37372) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:00.843496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:25:00.876853 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4bb418b4-cf2d-4503-9d29-cb60f7a9ff6d tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715058 Nov 03 16:25:00.877688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40b7a141-5e3e-4366-9a33-44715b620a5a req-94a7c1af-1a01-4f3e-beac-28971b999f63 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638745 Nov 03 16:25:00.877877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37376) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:00.911660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a52662f6-1dd7-4ad9-a3c6-2128c46ab4a9 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=766029c03e0f40b8813e4af71d8cb1a5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324652 Nov 03 16:25:00.914103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37378) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:01.020531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a95dd6-3884-4b21-9c4f-0df66bc6ba62 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:01.022745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c7a95dd6-3884-4b21-9c4f-0df66bc6ba62 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1074686 Nov 03 16:25:01.025791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37384) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:01.056344 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-41365513-8a15-4ae1-a2ff-c659e189f0d6 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289531 Nov 03 16:25:01.058683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37386) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:01.063704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-983933597', 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b', 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:01.150519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:01.153496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Made reservation on behalf of 766029c03e0f40b8813e4af71d8cb1a5 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:25:01.157079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:01.168344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:25:01.218665 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:01.234811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:58Z', 'updated_at': '2021-11-03T16:24:59Z', 'revision_number': 3, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:59Z', 'updated_at': '2021-11-03T16:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:01.237494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:25:01.278429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Checking router: b72f1875-38fa-4455-95f3-0755fa4b5142 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:01.278781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Updating router b72f1875-38fa-4455-95f3-0755fa4b5142 port 61b98aec-7b99-4bd7-834f-574b0d559889 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:25:01.313575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:01.318699 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:01.322599 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:01.355354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:01.419437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Subnet': ['ID=74266160-6103-43c9-9ca8-6e23098d5076,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:01.430923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Checking segment: {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:01.431293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network hostable DHCP agents. Network: 59e31aa1-0797-4b12-85e0-187205ed6e6b, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:25:01.449152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:01.450322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network 59e31aa1-0797-4b12-85e0-187205ed6e6b is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:25:01.460452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 59e31aa1-0797-4b12-85e0-187205ed6e6b) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:01.465773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:01.466560 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:01.482128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.482552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.482851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.483237 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.483586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.483939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.484323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.484656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.485183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.485489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.485820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.486308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:01.489888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724690a0-76e3-4eb8-bcdb-3f4922ce6fc2 None None] Network 59e31aa1-0797-4b12-85e0-187205ed6e6b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:25:01.490585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d1dc03b2-eba4-40e4-b38d-97cdfc44cfd2 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4307647 Nov 03 16:25:01.493777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37396) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:01.577166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:25:01.592728 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:01.887476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-59e31aa1-0797-4b12-85e0-187205ed6e6b', 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'fixed_ips': [{'subnet_id': '74266160-6103-43c9-9ca8-6e23098d5076'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:25:01.887990 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:01.940869 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.000994 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.005507 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.015011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621037b9-4646-4958-988e-1dfa0124efba req-f87b9e3e-cba5-43ed-83ad-afec1d55d4bc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:02.024989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-621037b9-4646-4958-988e-1dfa0124efba req-f87b9e3e-cba5-43ed-83ad-afec1d55d4bc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 944 time: 0.0689607 Nov 03 16:25:02.106088 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-621037b9-4646-4958-988e-1dfa0124efba req-68f502e4-e5ef-4e00-96ca-e592c0af2e00 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801792 Nov 03 16:25:02.134188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250868f-e17a-4517-9ff8-35bfef0b175b None None] Pushing event updated for resources: {'Port': ['ID=61b98aec-7b99-4bd7-834f-574b0d559889,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:02.140140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Attempting to bind port 61b98aec-7b99-4bd7-834f-574b0d559889 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:02.140608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Attempting to bind port 61b98aec-7b99-4bd7-834f-574b0d559889 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:02.141068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Attempting to bind port 61b98aec-7b99-4bd7-834f-574b0d559889 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:02.154757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:02.155041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:02.155705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.155705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:02.156249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Bound port: 61b98aec-7b99-4bd7-834f-574b0d559889, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:02.156706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.212758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Allocated IP 172.20.0.18 (59e31aa1-0797-4b12-85e0-187205ed6e6b/74266160-6103-43c9-9ca8-6e23098d5076/8477fddc-654d-40f1-a90c-fdb9e85a3371) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:02.294601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] For port 61b98aec-7b99-4bd7-834f-574b0d559889, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:02.347332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] For port 61b98aec-7b99-4bd7-834f-574b0d559889, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=61b98aec-7b99-4bd7-834f-574b0d559889,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:02.357250 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.469634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Routers {'b72f1875-38fa-4455-95f3-0755fa4b5142'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:02.470251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:24:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b72f1875-38fa-4455-95f3-0755fa4b5142'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:02.483196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250868f-e17a-4517-9ff8-35bfef0b175b None None] Pushing event updated for resources: {'Port': ['ID=61b98aec-7b99-4bd7-834f-574b0d559889,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:02.522170 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.544935 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.587784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Allocated IP 172.20.0.17 (59e31aa1-0797-4b12-85e0-187205ed6e6b/74266160-6103-43c9-9ca8-6e23098d5076/049013cd-7520-4166-baa4-e4470d5ea366) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:02.611469 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc92b4f2-8dc2-4881-9817-a9782ce2b091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.633797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Network 59e31aa1-0797-4b12-85e0-187205ed6e6b is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:02.643239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:02.647138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Pushing event updated for resources: {'Port': ['ID=8477fddc-654d-40f1-a90c-fdb9e85a3371,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:02.649978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:02.661742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] Set router b72f1875-38fa-4455-95f3-0755fa4b5142 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:02.724647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.760238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.799240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network 59e31aa1-0797-4b12-85e0-187205ed6e6b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:02.802395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:02.809856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:02.810272 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Attempting to bind port 8477fddc-654d-40f1-a90c-fdb9e85a3371 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:02.810656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Attempting to bind port 8477fddc-654d-40f1-a90c-fdb9e85a3371 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:02.811029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Attempting to bind port 8477fddc-654d-40f1-a90c-fdb9e85a3371 on network 59e31aa1-0797-4b12-85e0-187205ed6e6b {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:02.818685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:02.819057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Checking segment: {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:02.819462 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.819855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Bound using segment: {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:02.820880 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Bound port: 8477fddc-654d-40f1-a90c-fdb9e85a3371, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:02.821270 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.839046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=049013cd-7520-4166-baa4-e4470d5ea366,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:02.852496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.852970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.853413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.853867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.854821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.854821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.855181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.855689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.856125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.856564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.856974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.857396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:02.873453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:02.873799 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:02.979755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] For port 8477fddc-654d-40f1-a90c-fdb9e85a3371, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:02.985322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] For port 8477fddc-654d-40f1-a90c-fdb9e85a3371, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8477fddc-654d-40f1-a90c-fdb9e85a3371,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:02.991378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:03.042166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:03.044894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:25:03.065459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:03.073774 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:03.094585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e31fd7-588c-4790-9049-bdf823d2a18d None None] Pushing event updated for resources: {'Port': ['ID=8477fddc-654d-40f1-a90c-fdb9e85a3371,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:03.100667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:58Z', 'updated_at': '2021-11-03T16:24:59Z', 'revision_number': 3, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:59Z', 'updated_at': '2021-11-03T16:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:03.197353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7bad1-780a-43d1-a89b-9c49b3a88e5a None None] The sync data for ids ['b72f1875-38fa-4455-95f3-0755fa4b5142'] in n-d-813897-2 is: [{'id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:58Z', 'updated_at': '2021-11-03T16:24:59Z', 'revision_number': 3, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:59Z', 'updated_at': '2021-11-03T16:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:03.284734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:03.348778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:25:03.351768 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228ab228-f0a8-44df-bae0-877b89223962" -d '{"events": [{"server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "name": "network-vif-plugged", "status": "completed", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:25:03.407786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:03.421464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:03.481670 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681cd90-96d1-4073-98c3-a467ae49bff5 x-openstack-request-id: req-5681cd90-96d1-4073-98c3-a467ae49bff5 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:25:03.482000 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "name": "network-vif-plugged", "status": "completed", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:25:03.486954 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5681cd90-96d1-4073-98c3-a467ae49bff5 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:25:03.487965 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'code': 200} Nov 03 16:25:03.495440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae08cb-48d2-4cd5-bb7d-6a6856b571e0 req-f56b5e01-fba3-487a-8213-11e1ad19b308 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:03.497027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38ae08cb-48d2-4cd5-bb7d-6a6856b571e0 req-f56b5e01-fba3-487a-8213-11e1ad19b308 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 944 time: 0.2516530 Nov 03 16:25:03.537458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:03.612411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9790f91-728c-4054-93ff-3446c4651ab5 req-18f0e822-6a34-41a1-a65f-9b03fe571019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:03.619527 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9790f91-728c-4054-93ff-3446c4651ab5 req-18f0e822-6a34-41a1-a65f-9b03fe571019 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 1096 time: 0.0945456 Nov 03 16:25:03.701647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38ae08cb-48d2-4cd5-bb7d-6a6856b571e0 req-55931121-d8e3-486e-a3f7-81600697b253 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895967 Nov 03 16:25:03.733443 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9790f91-728c-4054-93ff-3446c4651ab5 req-0766a100-782a-4981-81c4-7f831db752fc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908480 Nov 03 16:25:03.803422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:03.812069 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:03.917150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:03.919417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=049013cd-7520-4166-baa4-e4470d5ea366,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:04.055175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network 59e31aa1-0797-4b12-85e0-187205ed6e6b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:04.060646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:04.243460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Router b72f1875-38fa-4455-95f3-0755fa4b5142 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:25:04.438709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 61b98aec-7b99-4bd7-834f-574b0d559889 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:04.514094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 61b98aec-7b99-4bd7-834f-574b0d559889 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:04.514714 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:04.581112 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34c93d-41b9-450c-900c-7c53176dba2c None None] Network 59e31aa1-0797-4b12-85e0-187205ed6e6b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:25:04.870938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28b74e-525b-4cb6-a7ea-bb4514e2353b req-3157f863-573f-4660-ad17-e2c31b54a336 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:04.874643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:04.889632 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8ca5db0d-2f12-4145-95b5-80ea12eadf3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "PUT /v2.0/routers/b72f1875-38fa-4455-95f3-0755fa4b5142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3945999 Nov 03 16:25:04.890757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa28b74e-525b-4cb6-a7ea-bb4514e2353b req-3157f863-573f-4660-ad17-e2c31b54a336 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 945 time: 0.0917361 Nov 03 16:25:04.917745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6d1d3047-0481-41b4-abb4-897b12755fd3 None None] Provisioning complete for port 8477fddc-654d-40f1-a90c-fdb9e85a3371 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:04.918137 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d1d3047-0481-41b4-abb4-897b12755fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:04.943652 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:04.961372 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aa28b74e-525b-4cb6-a7ea-bb4514e2353b req-72ff8279-d5fb-42f9-9a29-063b8ead75a2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645308 Nov 03 16:25:04.990946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 61b98aec-7b99-4bd7-834f-574b0d559889, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=61b98aec-7b99-4bd7-834f-574b0d559889,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:05.023862 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:05.025114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8477fddc-654d-40f1-a90c-fdb9e85a3371 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:05.113335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94992d0e-751a-435b-b8ff-90ba08cd7ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:05.132279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046d30d-4d8a-4f58-822b-12819b9c393d req-ff73ecdf-dc75-43c4-83ac-a491da62bcfc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:05.143127 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d046d30d-4d8a-4f58-822b-12819b9c393d req-ff73ecdf-dc75-43c4-83ac-a491da62bcfc tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 945 time: 0.0847085 Nov 03 16:25:05.219028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=61b98aec-7b99-4bd7-834f-574b0d559889,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:05.227602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-c35b7644-25aa-41b3-bad1-56903040445f tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:05.229204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-c35b7644-25aa-41b3-bad1-56903040445f tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/networks?id=59e31aa1-0797-4b12-85e0-187205ed6e6b HTTP/1.1" status: 200 len: 798 time: 0.1869802 Nov 03 16:25:05.254384 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d1d3047-0481-41b4-abb4-897b12755fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:05.256267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-1bb11fb1-ff1b-4ec8-bbdd-6cb76398517f tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/quotas/766029c03e0f40b8813e4af71d8cb1a5 HTTP/1.1" status: 200 len: 375 time: 0.0143890 Nov 03 16:25:05.258224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8477fddc-654d-40f1-a90c-fdb9e85a3371 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:05.258929 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:05.345468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6d1d3047-0481-41b4-abb4-897b12755fd3 None None] For port 8477fddc-654d-40f1-a90c-fdb9e85a3371, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8477fddc-654d-40f1-a90c-fdb9e85a3371,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:05.363637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-5ecc23d2-2129-4d19-bcfd-ae086a399f64 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=766029c03e0f40b8813e4af71d8cb1a5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0922804 Nov 03 16:25:05.380369 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d1d3047-0481-41b4-abb4-897b12755fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:05.506500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d046d30d-4d8a-4f58-822b-12819b9c393d req-8f826b29-15a3-458f-8b9d-1dc53524bcc1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619564 Nov 03 16:25:05.533648 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37482) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:05.564926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d3047-0481-41b4-abb4-897b12755fd3 None None] Pushing event updated for resources: {'Port': ['ID=8477fddc-654d-40f1-a90c-fdb9e85a3371,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:05.591854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15514f0-633d-4ea5-a1a2-6a1aeb74a3e1 tempest-TestVolumeBootPattern-983083580 tempest-TestVolumeBootPattern-983083580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:05.596204 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c15514f0-633d-4ea5-a1a2-6a1aeb74a3e1 tempest-TestVolumeBootPattern-983083580 tempest-TestVolumeBootPattern-983083580-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 1091 time: 0.0587454 Nov 03 16:25:05.596497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-23948b17-121a-4214-a11e-ca4534b2725f service neutron] 10.222.0.86 "GET /v2.0/networks/59e31aa1-0797-4b12-85e0-187205ed6e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262614 Nov 03 16:25:05.598108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37484) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:05.601737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:05.638273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:05.708741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-43f08fe8-84a9-4eb5-8904-05a87999562e None None] Provisioning complete for port 8477fddc-654d-40f1-a90c-fdb9e85a3371 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:05.709423 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-43f08fe8-84a9-4eb5-8904-05a87999562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:05.753826 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Sync routers for ids ['b72f1875-38fa-4455-95f3-0755fa4b5142'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:05.763336 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-7694638f-ee19-4cd2-b85b-5b5bea31785e service neutron] 10.222.0.86 "GET /v2.0/networks/59e31aa1-0797-4b12-85e0-187205ed6e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684723 Nov 03 16:25:05.765988 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Routers {'b72f1875-38fa-4455-95f3-0755fa4b5142'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:05.766706 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b72f1875-38fa-4455-95f3-0755fa4b5142'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:05.806901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:05.901376 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Set router b72f1875-38fa-4455-95f3-0755fa4b5142 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:05.955154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-43f08fe8-84a9-4eb5-8904-05a87999562e None None] Provisioning complete for port 049013cd-7520-4166-baa4-e4470d5ea366 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:05.955526 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-43f08fe8-84a9-4eb5-8904-05a87999562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.024499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.25.6.252 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/a6431670-bcdd-4d9c-9dfa-e94733727af3) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:06.135847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-43f08fe8-84a9-4eb5-8904-05a87999562e None None] Port 049013cd-7520-4166-baa4-e4470d5ea366 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:25:06.175909 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b8373b11-d21c-4e1d-b914-99dcaa511d48 req-53b8ca1b-08bd-47e8-96f7-4aa78db6c520 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 210 time: 0.0368452 Nov 03 16:25:06.233502 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.301469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c666edc3-d48e-49a0-a716-2290ae6e656d None None] Provisioning complete for port 049013cd-7520-4166-baa4-e4470d5ea366 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:06.302074 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c666edc3-d48e-49a0-a716-2290ae6e656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.323045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.373670 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:58Z', 'updated_at': '2021-11-03T16:25:02Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:59Z', 'updated_at': '2021-11-03T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '049013cd-7520-4166-baa4-e4470d5ea366', 'name': '', 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:45:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74266160-6103-43c9-9ca8-6e23098d5076', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:02Z', 'updated_at': '2021-11-03T16:25:03Z', 'revision_number': 2, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': '74266160-6103-43c9-9ca8-6e23098d5076', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:06.392998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c666edc3-d48e-49a0-a716-2290ae6e656d None None] Port 049013cd-7520-4166-baa4-e4470d5ea366 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:25:06.408268 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Checking router: b72f1875-38fa-4455-95f3-0755fa4b5142 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:06.408860 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Updating router b72f1875-38fa-4455-95f3-0755fa4b5142 port 049013cd-7520-4166-baa4-e4470d5ea366 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:25:06.419937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 61b98aec-7b99-4bd7-834f-574b0d559889 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:06.431602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:06.438180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:06.442508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:06.443612 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.476083 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.522508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5d1ec666-c00d-4217-9ae4-b40743745d9f None None] Provisioning complete for port 049013cd-7520-4166-baa4-e4470d5ea366 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:06.522880 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec666-c00d-4217-9ae4-b40743745d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.586838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ec666-c00d-4217-9ae4-b40743745d9f None None] Port 049013cd-7520-4166-baa4-e4470d5ea366 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:25:06.593361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 61b98aec-7b99-4bd7-834f-574b0d559889 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:06.593903 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.721465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8477fddc-654d-40f1-a90c-fdb9e85a3371 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:06.754836 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=a6431670-bcdd-4d9c-9dfa-e94733727af3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:06.791597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8477fddc-654d-40f1-a90c-fdb9e85a3371 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:06.791973 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.895486 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.919193 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.935912 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:06.981271 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3ec34-1850-4fc4-bb76-7bda212b2230 None None] Pushing event updated for resources: {'Port': ['ID=049013cd-7520-4166-baa4-e4470d5ea366,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:07.043465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.062790 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Attempting to bind port 049013cd-7520-4166-baa4-e4470d5ea366 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:07.063299 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Attempting to bind port 049013cd-7520-4166-baa4-e4470d5ea366 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:07.063670 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Attempting to bind port 049013cd-7520-4166-baa4-e4470d5ea366 on network 59e31aa1-0797-4b12-85e0-187205ed6e6b {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:07.074442 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:07.074818 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Checking segment: {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:07.076424 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.076834 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Bound using segment: {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:07.077682 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Bound port: 049013cd-7520-4166-baa4-e4470d5ea366, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:07.078064 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.178927 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] For port 049013cd-7520-4166-baa4-e4470d5ea366, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:07.184968 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] For port 049013cd-7520-4166-baa4-e4470d5ea366, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=049013cd-7520-4166-baa4-e4470d5ea366,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:07.192224 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.251698 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Routers {'b72f1875-38fa-4455-95f3-0755fa4b5142'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:07.252377 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b72f1875-38fa-4455-95f3-0755fa4b5142'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:07.296690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.303057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.328184 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-02349676-7f61-46ae-a8ad-4fa63bb789aa None None] Provisioning complete for port 049013cd-7520-4166-baa4-e4470d5ea366 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:07.328574 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-02349676-7f61-46ae-a8ad-4fa63bb789aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.363968 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3ec34-1850-4fc4-bb76-7bda212b2230 None None] Pushing event updated for resources: {'Port': ['ID=049013cd-7520-4166-baa4-e4470d5ea366,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:07.473975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=a6431670-bcdd-4d9c-9dfa-e94733727af3,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:07.478700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.512354 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a13202be-1e7f-4fb4-aa72-8bf6790cabd6 req-8d7015a4-6607-45be-a642-d466610c92a8 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 210 time: 0.2464886 Nov 03 16:25:07.518858 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] Set router b72f1875-38fa-4455-95f3-0755fa4b5142 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:07.525038 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-02349676-7f61-46ae-a8ad-4fa63bb789aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.625346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-02349676-7f61-46ae-a8ad-4fa63bb789aa None None] For port 049013cd-7520-4166-baa4-e4470d5ea366, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=049013cd-7520-4166-baa4-e4470d5ea366,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:07.636573 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-02349676-7f61-46ae-a8ad-4fa63bb789aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.733899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02349676-7f61-46ae-a8ad-4fa63bb789aa None None] Pushing event updated for resources: {'Port': ['ID=049013cd-7520-4166-baa4-e4470d5ea366,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:07.748934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-d72506e9-f302-4652-aef6-8d177d721064 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:07.750805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-d72506e9-f302-4652-aef6-8d177d721064 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.15 "GET /v2.0/networks?id=59e31aa1-0797-4b12-85e0-187205ed6e6b HTTP/1.1" status: 200 len: 798 time: 0.2058368 Nov 03 16:25:07.772997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Request body: {'port': {'device_id': '9c62516c-3985-4386-a3d8-a43dd703f027', 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b', 'admin_state_up': True, 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:07.799598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8ef436b9-ff28-4192-992a-695d6af5d72b None None] Provisioning complete for port 049013cd-7520-4166-baa4-e4470d5ea366 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:07.799598 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8ef436b9-ff28-4192-992a-695d6af5d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.848989 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.895519 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:58Z', 'updated_at': '2021-11-03T16:25:02Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:59Z', 'updated_at': '2021-11-03T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '049013cd-7520-4166-baa4-e4470d5ea366', 'name': '', 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:45:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74266160-6103-43c9-9ca8-6e23098d5076', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:02Z', 'updated_at': '2021-11-03T16:25:07Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': '74266160-6103-43c9-9ca8-6e23098d5076', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:07.953238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Made reservation on behalf of 766029c03e0f40b8813e4af71d8cb1a5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:25:07.958441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:07.966760 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ddf2cd-05ed-4aa3-9580-d364490dcef2 None None] The sync data for ids ['b72f1875-38fa-4455-95f3-0755fa4b5142'] in n-d-813897-2 is: [{'id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:58Z', 'updated_at': '2021-11-03T16:25:02Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:59Z', 'updated_at': '2021-11-03T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '049013cd-7520-4166-baa4-e4470d5ea366', 'name': '', 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:45:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74266160-6103-43c9-9ca8-6e23098d5076', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:02Z', 'updated_at': '2021-11-03T16:25:07Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': '74266160-6103-43c9-9ca8-6e23098d5076', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:08.067456 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Floating IP 7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6 associated. External IP: 172.25.6.252, port: f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c. Nov 03 16:25:08.137345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Allocated IP 172.20.0.20 (59e31aa1-0797-4b12-85e0-187205ed6e6b/74266160-6103-43c9-9ca8-6e23098d5076/15d36ab5-8db1-42f9-bafe-62f8d99e1942) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:08.294023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:08.355582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:08.393333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Network 59e31aa1-0797-4b12-85e0-187205ed6e6b is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:08.396906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:08.400239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:08.442218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 049013cd-7520-4166-baa4-e4470d5ea366 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:08.462057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event updated for resources: {'Port': ['ID=15d36ab5-8db1-42f9-bafe-62f8d99e1942,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:08.479516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:08.481192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:08.505769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Router 25552b96-83ff-405a-bf08-1fee1cc2824f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:25:08.516268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:08.540799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-ba39527a-e588-41f7-897d-3e9fec105f3e tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7723069 Nov 03 16:25:08.554015 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 049013cd-7520-4166-baa4-e4470d5ea366 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:08.555560 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:08.573718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Request body: {'port': {'device_id': '9c62516c-3985-4386-a3d8-a43dd703f027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:08.683425 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:08.790309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4ea2-d4a1-40ed-9b6d-928d96d89005 req-e8eabea6-e564-4732-9dba-c0357687dfc0 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:08.792123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9cfc4ea2-d4a1-40ed-9b6d-928d96d89005 req-e8eabea6-e564-4732-9dba-c0357687dfc0 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 895 time: 0.1115100 Nov 03 16:25:08.793691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:08.806010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] Sync routers for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:08.819957 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:08.821127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:08.840396 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:08.879421 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e2de130-4144-46cb-94df-b257093733dd tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2725534 Nov 03 16:25:08.879421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:25:08.879421 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494" -d '{"events": [{"name": "network-changed", "server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:25:08.922427 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ba6af5-f71b-4265-932e-ba4171c553e5 x-openstack-request-id: req-b1ba6af5-f71b-4265-932e-ba4171c553e5 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:25:08.922721 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:25:08.923125 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b1ba6af5-f71b-4265-932e-ba4171c553e5 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:25:08.923543 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'status': 'completed', 'code': 200} Nov 03 16:25:08.964371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-abafff6e-7ded-4b76-bb5b-f9f76def17f0 None None] Provisioning complete for port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:08.964886 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-abafff6e-7ded-4b76-bb5b-f9f76def17f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:09.002348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-abafff6e-7ded-4b76-bb5b-f9f76def17f0 None None] Port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:25:09.027671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-3f727a50-be45-45a1-8431-916dbde33932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:09.029738 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-3f727a50-be45-45a1-8431-916dbde33932 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 1096 time: 0.0790884 Nov 03 16:25:09.118531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:09.162242 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-6be9497c-6bfb-4d46-a5af-6b90b42dcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:09.163993 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-6be9497c-6bfb-4d46-a5af-6b90b42dcd7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1252639 Nov 03 16:25:09.309885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-13df57c3-ec0f-44ac-8ad6-a7f2bf01c2bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c HTTP/1.1" status: 200 len: 999 time: 0.1383202 Nov 03 16:25:09.310296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d36ab5-8db1-42f9-bafe-62f8d99e1942 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:25:09.318333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:09.338531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Transition to ACTIVE for port object 15d36ab5-8db1-42f9-bafe-62f8d99e1942 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:25:09.358552 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:09.385471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-30a1222d-887c-4790-a602-8ebf457ba7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:09.388696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-30a1222d-887c-4790-a602-8ebf457ba7ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0708246 Nov 03 16:25:09.442382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:25:06Z', 'updated_at': '2021-11-03T16:25:06Z', 'revision_number': 0, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:09.457083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Pushing event updated for resources: {'Port': ['ID=15d36ab5-8db1-42f9-bafe-62f8d99e1942,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:09.466545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-59a2e936-aa1b-476a-9241-2b28406fba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:09.477896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-59a2e936-aa1b-476a-9241-2b28406fba28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805271 Nov 03 16:25:09.509188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] Checking router: 25552b96-83ff-405a-bf08-1fee1cc2824f for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:09.514882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Attempting to bind port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:09.515232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Attempting to bind port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:09.515567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Attempting to bind port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 on network 59e31aa1-0797-4b12-85e0-187205ed6e6b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:09.519326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:09.519944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:09.521492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 on network 59e31aa1-0797-4b12-85e0-187205ed6e6b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:25:09.522026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Attempting to bind port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 on network 59e31aa1-0797-4b12-85e0-187205ed6e6b {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:09.529284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:09.529926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Checking segment: {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:09.530482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Bound using segment: {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:09.531087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Bound port: 15d36ab5-8db1-42f9-bafe-62f8d99e1942, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c79d86-9b2c-4575-9388-afa25e73a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:09.531613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:09.638669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] For port 15d36ab5-8db1-42f9-bafe-62f8d99e1942, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:09.644498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-891095f0-b5e4-4dd0-9780-e5e13c9e358d service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593282 Nov 03 16:25:09.645145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] For port 15d36ab5-8db1-42f9-bafe-62f8d99e1942, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=15d36ab5-8db1-42f9-bafe-62f8d99e1942,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:09.659725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:09.699592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:09.700225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:09.700399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:09.705199 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] 10.222.0.15 "PUT /v2.0/ports/15d36ab5-8db1-42f9-bafe-62f8d99e1942 HTTP/1.1" status: 200 len: 1055 time: 1.1402850 Nov 03 16:25:09.705749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c62516c-3985-4386-a3d8-a43dd703f027', 'tag': '15d36ab5-8db1-42f9-bafe-62f8d99e1942'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:25:09.708121 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09952d58-a0ae-479b-9a3d-bc13d84462af" -d '{"events": [{"name": "network-changed", "server_uuid": "9c62516c-3985-4386-a3d8-a43dd703f027", "tag": "15d36ab5-8db1-42f9-bafe-62f8d99e1942"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:25:09.888706 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b38ae4c7-a7a0-4b87-948e-99d0ab98f494 req-4ba31ee6-375a-4501-8d6a-2138513b0670 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365551 Nov 03 16:25:09.900586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849025ce-b960-4e82-b8e4-eb1694a5c828 service neutron] Pushing event updated for resources: {'Port': ['ID=15d36ab5-8db1-42f9-bafe-62f8d99e1942,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:09.935541 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a3e000-4b34-478b-9304-bf3b7a7ace35 x-openstack-request-id: req-d2a3e000-4b34-478b-9304-bf3b7a7ace35 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:25:09.936156 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c62516c-3985-4386-a3d8-a43dd703f027", "tag": "15d36ab5-8db1-42f9-bafe-62f8d99e1942", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:25:09.936593 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2a3e000-4b34-478b-9304-bf3b7a7ace35 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:25:09.937148 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c62516c-3985-4386-a3d8-a43dd703f027', 'tag': '15d36ab5-8db1-42f9-bafe-62f8d99e1942', 'status': 'completed', 'code': 200} Nov 03 16:25:09.947973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-f991a9c9-c9d4-4067-b1a5-c6c399410382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:09.949512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-f991a9c9-c9d4-4067-b1a5-c6c399410382 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=766029c03e0f40b8813e4af71d8cb1a5&device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 1058 time: 0.1064477 Nov 03 16:25:10.014049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-4b0f2a6b-9bad-4f50-a3ea-7b2f9b76c427 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=15d36ab5-8db1-42f9-bafe-62f8d99e1942 HTTP/1.1" status: 200 len: 217 time: 0.0490735 Nov 03 16:25:10.015755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6103-cab6-49c2-af67-4d0c29ee54a4 req-81e6d76a-0967-4b62-be3c-912398a641c7 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:10.017404 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b5f6103-cab6-49c2-af67-4d0c29ee54a4 req-81e6d76a-0967-4b62-be3c-912398a641c7 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 907 time: 0.0938096 Nov 03 16:25:10.080183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-e92dd3ef-aac1-45ea-a276-138d090461b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:10.081898 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-e92dd3ef-aac1-45ea-a276-138d090461b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74266160-6103-43c9-9ca8-6e23098d5076 HTTP/1.1" status: 200 len: 837 time: 0.0597100 Nov 03 16:25:10.129560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:25:06Z', 'updated_at': '2021-11-03T16:25:06Z', 'revision_number': 0, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:10.130282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-cb36dab9-bcd8-43d1-9366-4b4cbbcd968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:10.131823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-cb36dab9-bcd8-43d1-9366-4b4cbbcd968c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59e31aa1-0797-4b12-85e0-187205ed6e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429392 Nov 03 16:25:10.164364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fce8c2-c284-4f82-83ce-3f7556808ef2 None None] The sync data for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 is: [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:25:06Z', 'updated_at': '2021-11-03T16:25:06Z', 'revision_number': 0, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:10.276332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-afc7d718-9b74-41e7-99fa-7edd177071b0 service neutron] 10.222.0.15 "GET /v2.0/networks/59e31aa1-0797-4b12-85e0-187205ed6e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368012 Nov 03 16:25:10.374745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aab80e9-ae6d-48d2-9d8f-ebf7ddc0ca28 req-fd092011-f7f6-4dce-b68a-c0b8a449b904 service neutron] 10.222.0.15 "GET /v2.0/networks/59e31aa1-0797-4b12-85e0-187205ed6e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896125 Nov 03 16:25:10.418969 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c895a-2458-4fdc-832c-5b69a70d1094 None None] New status for floating IP 7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:25:10.534587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-1a902d8a-553d-42dc-992c-05c70a530268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:10.536178 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-1a902d8a-553d-42dc-992c-05c70a530268 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=766029c03e0f40b8813e4af71d8cb1a5&device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 1058 time: 0.0465167 Nov 03 16:25:10.636078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-afee08e6-ea38-4c8f-b906-9cf98c13b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:10.637710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-afee08e6-ea38-4c8f-b906-9cf98c13b434 service neutron] 10.222.0.15 "GET /v2.0/networks?id=59e31aa1-0797-4b12-85e0-187205ed6e6b HTTP/1.1" status: 200 len: 899 time: 0.0944362 Nov 03 16:25:10.681789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-e1d5a0b2-c7a8-4ac3-921c-bec3bc19ecf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=15d36ab5-8db1-42f9-bafe-62f8d99e1942 HTTP/1.1" status: 200 len: 217 time: 0.0359240 Nov 03 16:25:10.739174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-3ff88758-add8-4b29-9631-83a2855ed8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:10.740559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-3ff88758-add8-4b29-9631-83a2855ed8ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74266160-6103-43c9-9ca8-6e23098d5076 HTTP/1.1" status: 200 len: 837 time: 0.0506229 Nov 03 16:25:10.788474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-0b328f19-7a7e-4405-a9be-777977e3c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:10.790909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-0b328f19-7a7e-4405-a9be-777977e3c918 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59e31aa1-0797-4b12-85e0-187205ed6e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417552 Nov 03 16:25:10.889271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-55d1a8db-0c9d-47f9-aed2-c9e9c2854463 service neutron] 10.222.0.15 "GET /v2.0/networks/59e31aa1-0797-4b12-85e0-187205ed6e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905626 Nov 03 16:25:10.983853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09952d58-a0ae-479b-9a3d-bc13d84462af req-52d2f616-289d-42ec-bb2d-3f46612ee617 service neutron] 10.222.0.15 "GET /v2.0/networks/59e31aa1-0797-4b12-85e0-187205ed6e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872383 Nov 03 16:25:11.154834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f095c-570c-4d88-9090-7a7c140b7160 req-ccd27ca9-474b-481d-b97c-7d04fe32785d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:11.156335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-149f095c-570c-4d88-9090-7a7c140b7160 req-ccd27ca9-474b-481d-b97c-7d04fe32785d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 907 time: 0.0515997 Nov 03 16:25:12.289338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662de577-d432-4f45-8b66-085736841509 req-343f7a66-c3e0-45ac-bdf5-73fbddbda564 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:12.291551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-662de577-d432-4f45-8b66-085736841509 req-343f7a66-c3e0-45ac-bdf5-73fbddbda564 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 907 time: 0.0592115 Nov 03 16:25:13.414135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa345777-4731-493e-8698-85e2872bbdd3 req-c1cd0718-58b3-46f0-b0b3-16d4a4e9e286 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:13.415602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aa345777-4731-493e-8698-85e2872bbdd3 req-c1cd0718-58b3-46f0-b0b3-16d4a4e9e286 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 907 time: 0.0529029 Nov 03 16:25:14.498389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 15d36ab5-8db1-42f9-bafe-62f8d99e1942 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:25:14.536431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef837f28-3f8e-46b4-96b4-b4528b2aed17 req-a34c7486-7e05-4163-957a-19c9880a2d08 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:14.538026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ef837f28-3f8e-46b4-96b4-b4528b2aed17 req-a34c7486-7e05-4163-957a-19c9880a2d08 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 907 time: 0.0518582 Nov 03 16:25:14.768681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 15d36ab5-8db1-42f9-bafe-62f8d99e1942, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=15d36ab5-8db1-42f9-bafe-62f8d99e1942,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:14.780749 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '15d36ab5-8db1-42f9-bafe-62f8d99e1942', 'network_id': '59e31aa1-0797-4b12-85e0-187205ed6e6b', 'port_id': '15d36ab5-8db1-42f9-bafe-62f8d99e1942', 'mac_address': 'fa:16:3e:ab:31:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74266160-6103-43c9-9ca8-6e23098d5076', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:25:14.817319 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:14.831519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d36ab5-8db1-42f9-bafe-62f8d99e1942 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:25:14.851340 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 15d36ab5-8db1-42f9-bafe-62f8d99e1942, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=15d36ab5-8db1-42f9-bafe-62f8d99e1942,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:14.856420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:14.909071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=15d36ab5-8db1-42f9-bafe-62f8d99e1942,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:15.301160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['15d36ab5-8db1-42f9-bafe-62f8d99e1942'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:25:15.673160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22ff1-fc9b-4887-983d-207a3bf6f043 req-b073031e-b11d-4cc0-956b-1d0942c2b93d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:15.674261 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93c22ff1-fc9b-4887-983d-207a3bf6f043 req-b073031e-b11d-4cc0-956b-1d0942c2b93d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 908 time: 0.0545168 Nov 03 16:25:16.515366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 15d36ab5-8db1-42f9-bafe-62f8d99e1942 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:16.565215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:25:16.569363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:16.569792 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:16.651166 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:16.673241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c62516c-3985-4386-a3d8-a43dd703f027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d36ab5-8db1-42f9-bafe-62f8d99e1942'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:25:16.675502 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d253bfbe-9aa7-400d-8cb3-fb7aaa078f99" -d '{"events": [{"server_uuid": "9c62516c-3985-4386-a3d8-a43dd703f027", "name": "network-vif-plugged", "status": "completed", "tag": "15d36ab5-8db1-42f9-bafe-62f8d99e1942"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:25:16.689195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 15d36ab5-8db1-42f9-bafe-62f8d99e1942, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=15d36ab5-8db1-42f9-bafe-62f8d99e1942,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:16.694273 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:16.742978 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcfeef5-22b4-4d44-a09c-02f425c8136e x-openstack-request-id: req-4dcfeef5-22b4-4d44-a09c-02f425c8136e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:25:16.743272 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c62516c-3985-4386-a3d8-a43dd703f027", "name": "network-vif-plugged", "status": "completed", "tag": "15d36ab5-8db1-42f9-bafe-62f8d99e1942", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:25:16.743528 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4dcfeef5-22b4-4d44-a09c-02f425c8136e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:25:16.744454 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c62516c-3985-4386-a3d8-a43dd703f027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d36ab5-8db1-42f9-bafe-62f8d99e1942', 'code': 200} Nov 03 16:25:16.747890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=15d36ab5-8db1-42f9-bafe-62f8d99e1942,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:16.809365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc222c80-8001-4ffc-88ac-b4b31df21ef5 req-4a443707-84e1-4cd3-8a4c-43a09b418a5d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:16.810916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dc222c80-8001-4ffc-88ac-b4b31df21ef5 req-4a443707-84e1-4cd3-8a4c-43a09b418a5d tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 909 time: 0.0536618 Nov 03 16:25:16.869959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f24dbf-4c7c-405b-bfe8-444e3de5d278 req-936e7b58-d27a-4aba-88b5-17d9ca80a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:16.871461 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7f24dbf-4c7c-405b-bfe8-444e3de5d278 req-936e7b58-d27a-4aba-88b5-17d9ca80a2f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 1060 time: 0.0407381 Nov 03 16:25:17.463541 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:25:17.932340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871742a1-3cd6-4d1d-aa0b-b67f6253d39c req-acfd5a52-fa03-49f4-98b8-6b0b0a5c8708 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:17.933896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-871742a1-3cd6-4d1d-aa0b-b67f6253d39c req-acfd5a52-fa03-49f4-98b8-6b0b0a5c8708 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 909 time: 0.0511160 Nov 03 16:25:19.054587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa923e1-a15e-4102-88ff-c43a4c81a95d req-880ac639-994b-403d-b449-93a0912dcdf9 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:19.056063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bfa923e1-a15e-4102-88ff-c43a4c81a95d req-880ac639-994b-403d-b449-93a0912dcdf9 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 909 time: 0.0527716 Nov 03 16:25:19.173048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b849a-aeae-412f-aaad-a54173d5799f req-765dc3bc-b600-4fba-924b-c2a19710980c tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:19.174544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a82b849a-aeae-412f-aaad-a54173d5799f req-765dc3bc-b600-4fba-924b-c2a19710980c tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 909 time: 0.0493004 Nov 03 16:25:19.282150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501100-a42e-4574-9046-d4285f8417b5 req-a453a2a5-90d6-4264-9279-4de9d0b032b1 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:19.283734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-36501100-a42e-4574-9046-d4285f8417b5 req-a453a2a5-90d6-4264-9279-4de9d0b032b1 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 1060 time: 0.0422962 Nov 03 16:25:19.395061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569dff-5965-47ea-98b3-54d76aacfc6e req-1e747343-7f8e-46c3-8674-ec36120fd0f2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:19.396597 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95569dff-5965-47ea-98b3-54d76aacfc6e req-1e747343-7f8e-46c3-8674-ec36120fd0f2 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 1136 time: 0.0472674 Nov 03 16:25:19.450364 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95569dff-5965-47ea-98b3-54d76aacfc6e req-eb8d0517-3c41-4985-b249-85f474406e07 tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0463891 Nov 03 16:25:19.473445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37666) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:19.515479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd46206-eb8b-4a29-86b4-925442fb466e tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:19.517025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ddd46206-eb8b-4a29-86b4-925442fb466e tempest-TestSecurityGroupsBasicOps-1077095286 tempest-TestSecurityGroupsBasicOps-1077095286-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 1055 time: 0.0425203 Nov 03 16:25:19.739256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c56eb-45a7-4da5-acfa-f71abc1f62b9 req-3ea9ad83-fd9f-4a9a-b32b-7ab735a2523f tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:19.740733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-300c56eb-45a7-4da5-acfa-f71abc1f62b9 req-3ea9ad83-fd9f-4a9a-b32b-7ab735a2523f tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 909 time: 0.0506949 Nov 03 16:25:20.866697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596806d7-2a1d-4b6e-9d78-137e384b8c06 req-485f0f84-01d2-4fb5-aa4f-49029151928a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:20.868189 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-596806d7-2a1d-4b6e-9d78-137e384b8c06 req-485f0f84-01d2-4fb5-aa4f-49029151928a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 909 time: 0.0530925 Nov 03 16:25:21.320646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-0947ae23-9f27-49e8-852a-d5c28878644b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:21.322325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-0947ae23-9f27-49e8-852a-d5c28878644b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 909 time: 0.0489805 Nov 03 16:25:21.416857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Deleting port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:25:21.417069 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:21.506402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] For port 15d36ab5-8db1-42f9-bafe-62f8d99e1942, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=15d36ab5-8db1-42f9-bafe-62f8d99e1942,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:21.506826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:21.520090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Calling delete_port for 15d36ab5-8db1-42f9-bafe-62f8d99e1942 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:25:21.651798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:21.680985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Port': ['ID=15d36ab5-8db1-42f9-bafe-62f8d99e1942,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:21.756504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] No DVR routers for this DVR port 15d36ab5-8db1-42f9-bafe-62f8d99e1942 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:25:21.762873 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:21.769752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fc62f6d-2dc8-4402-b960-c33e364a5497 req-6f54dd6b-96b1-42bc-97ed-3469c6e6358a tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.15 "DELETE /v2.0/ports/15d36ab5-8db1-42f9-bafe-62f8d99e1942 HTTP/1.1" status: 204 len: 173 time: 0.4416463 Nov 03 16:25:21.771274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c62516c-3985-4386-a3d8-a43dd703f027', 'name': 'network-vif-deleted', 'tag': '15d36ab5-8db1-42f9-bafe-62f8d99e1942'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:25:21.776928 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3e06f9-82af-4c25-803f-3b3ef6e19568" -d '{"events": [{"server_uuid": "9c62516c-3985-4386-a3d8-a43dd703f027", "name": "network-vif-deleted", "tag": "15d36ab5-8db1-42f9-bafe-62f8d99e1942"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:25:21.830183 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8ddcaa-62c0-43bd-b98b-368429ba0aff x-openstack-request-id: req-6e8ddcaa-62c0-43bd-b98b-368429ba0aff {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:25:21.830840 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c62516c-3985-4386-a3d8-a43dd703f027", "name": "network-vif-deleted", "tag": "15d36ab5-8db1-42f9-bafe-62f8d99e1942", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:25:21.831344 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e8ddcaa-62c0-43bd-b98b-368429ba0aff {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:25:21.832789 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c62516c-3985-4386-a3d8-a43dd703f027', 'name': 'network-vif-deleted', 'tag': '15d36ab5-8db1-42f9-bafe-62f8d99e1942', 'status': 'completed', 'code': 200} Nov 03 16:25:21.992992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5405b35e-3752-47c0-9514-12064c1f68fd req-21eb1a58-6907-4d0b-a4be-3e061005cc19 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c62516c-3985-4386-a3d8-a43dd703f027 HTTP/1.1" status: 200 len: 210 time: 0.0288448 Nov 03 16:25:22.018397 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:23.055136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37690) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:23.435857 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:23.703244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Deleting port 049013cd-7520-4166-baa4-e4470d5ea366 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:25:23.703589 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:23.806678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] For port 049013cd-7520-4166-baa4-e4470d5ea366, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=049013cd-7520-4166-baa4-e4470d5ea366,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:23.807043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:23.819418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Calling delete_port for 049013cd-7520-4166-baa4-e4470d5ea366 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:25:24.035867 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:24.063792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Port': ['ID=049013cd-7520-4166-baa4-e4470d5ea366,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:24.254580 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:24.489276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Router b72f1875-38fa-4455-95f3-0755fa4b5142 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:25:24.593687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:24.599002 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3d1b8a0c-8fd1-43ef-92e9-3e5221dbe0dc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "PUT /v2.0/routers/b72f1875-38fa-4455-95f3-0755fa4b5142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5418496 Nov 03 16:25:24.601846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37698) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:24.603844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] Sync routers for ids ['b72f1875-38fa-4455-95f3-0755fa4b5142'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:24.613775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] Routers {'b72f1875-38fa-4455-95f3-0755fa4b5142'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:24.614388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b72f1875-38fa-4455-95f3-0755fa4b5142'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:24.655163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74f00d7-55ed-45e5-9618-f7a8bf0bf987 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Deleting subnet 74266160-6103-43c9-9ca8-6e23098d5076 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:25:24.658372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b74f00d7-55ed-45e5-9618-f7a8bf0bf987 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:24.700808 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b74f00d7-55ed-45e5-9618-f7a8bf0bf987 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:24.724388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] Set router b72f1875-38fa-4455-95f3-0755fa4b5142 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:24.787911 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b74f00d7-55ed-45e5-9618-f7a8bf0bf987 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:24.848428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b74f00d7-55ed-45e5-9618-f7a8bf0bf987 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:24.876810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f00d7-55ed-45e5-9618-f7a8bf0bf987 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Subnet': ['ID=74266160-6103-43c9-9ca8-6e23098d5076,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:24.884570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b74f00d7-55ed-45e5-9618-f7a8bf0bf987 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:24.892659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37700) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:24.894338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e528f-422c-4963-8c54-6dd6a2b40897 None None] Network 59e31aa1-0797-4b12-85e0-187205ed6e6b requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:25:24.898091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b74f00d7-55ed-45e5-9618-f7a8bf0bf987 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "DELETE /v2.0/subnets/74266160-6103-43c9-9ca8-6e23098d5076 HTTP/1.1" status: 204 len: 168 time: 0.2951953 Nov 03 16:25:25.014270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.024271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:58Z', 'updated_at': '2021-11-03T16:25:23Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:59Z', 'updated_at': '2021-11-03T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:25.055457 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] Checking router: b72f1875-38fa-4455-95f3-0755fa4b5142 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:25.069490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] Routers {'b72f1875-38fa-4455-95f3-0755fa4b5142'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:25.070303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b72f1875-38fa-4455-95f3-0755fa4b5142'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:25.146719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.181747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd861de-73bb-4cb7-a2ac-fb83e677c530 None None] DHCP port deletion for 59e31aa1-0797-4b12-85e0-187205ed6e6b request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:25:25.215183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Deleting port 61b98aec-7b99-4bd7-834f-574b0d559889 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:25:25.215528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.243556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] Set router b72f1875-38fa-4455-95f3-0755fa4b5142 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:25.300643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] For port 61b98aec-7b99-4bd7-834f-574b0d559889, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=61b98aec-7b99-4bd7-834f-574b0d559889,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:25.301060 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.319648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Calling delete_port for 61b98aec-7b99-4bd7-834f-574b0d559889 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:25:25.371163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-fcd861de-73bb-4cb7-a2ac-fb83e677c530 None None] Deleting port 8477fddc-654d-40f1-a90c-fdb9e85a3371 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:25:25.371537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fcd861de-73bb-4cb7-a2ac-fb83e677c530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.457592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-fcd861de-73bb-4cb7-a2ac-fb83e677c530 None None] For port 8477fddc-654d-40f1-a90c-fdb9e85a3371, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8477fddc-654d-40f1-a90c-fdb9e85a3371,segment=NetworkSegment(87c79d86-9b2c-4575-9388-afa25e73a97b),segment_id=87c79d86-9b2c-4575-9388-afa25e73a97b)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:25.457990 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fcd861de-73bb-4cb7-a2ac-fb83e677c530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.487902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.489217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-fcd861de-73bb-4cb7-a2ac-fb83e677c530 None None] Calling delete_port for 8477fddc-654d-40f1-a90c-fdb9e85a3371 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:25:25.543842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Port': ['ID=61b98aec-7b99-4bd7-834f-574b0d559889,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:25.581041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:58Z', 'updated_at': '2021-11-03T16:25:23Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:59Z', 'updated_at': '2021-11-03T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:25.588847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.796783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa5a2d-3964-4017-a94c-d27734874f88 None None] The sync data for ids ['b72f1875-38fa-4455-95f3-0755fa4b5142'] in n-d-813897-2 is: [{'id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759932254', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:58Z', 'updated_at': '2021-11-03T16:25:23Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': '61b98aec-7b99-4bd7-834f-574b0d559889', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72f1875-38fa-4455-95f3-0755fa4b5142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:59Z', 'updated_at': '2021-11-03T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:25.796783 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fcd861de-73bb-4cb7-a2ac-fb83e677c530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.796783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd861de-73bb-4cb7-a2ac-fb83e677c530 None None] Pushing event deleted for resources: {'Port': ['ID=8477fddc-654d-40f1-a90c-fdb9e85a3371,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:25.796783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd861de-73bb-4cb7-a2ac-fb83e677c530 None None] No DVR routers for this DVR port 8477fddc-654d-40f1-a90c-fdb9e85a3371 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:25:25.802741 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.802741 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.815527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.816092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Fanout notify agent at l3_agent the message router_deleted on router b72f1875-38fa-4455-95f3-0755fa4b5142 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:25:25.824239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:25.825867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0922d30b-a82b-4a72-8ea6-8ed72a7959ba tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "DELETE /v2.0/routers/b72f1875-38fa-4455-95f3-0755fa4b5142 HTTP/1.1" status: 204 len: 168 time: 0.9317818 Nov 03 16:25:25.828778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37718) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:25.922266 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.044365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.065934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e31aa1-0797-4b12-85e0-187205ed6e6b']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:26.077488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c79d86-9b2c-4575-9388-afa25e73a97b') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:26.077978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c79d86-9b2c-4575-9388-afa25e73a97b') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:26.090312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.109801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.120900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:25:26.121345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:25:26.125486 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:25:26.189829 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.199604 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.204002 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "DELETE /v2.0/networks/59e31aa1-0797-4b12-85e0-187205ed6e6b HTTP/1.1" status: 204 len: 168 time: 0.3731029 Nov 03 16:25:26.205792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37728) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:26.223664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79bf10-0109-43ca-98a5-d5614b1912bc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Network': ['ID=59e31aa1-0797-4b12-85e0-187205ed6e6b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:26.416004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 049013cd-7520-4166-baa4-e4470d5ea366 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:25:26.448217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Deleting port d4e4fd30-dc4a-413d-a80d-2d104ba3ef9b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:25:26.448954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.453054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 049013cd-7520-4166-baa4-e4470d5ea366 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:25:26.453054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 049013cd-7520-4166-baa4-e4470d5ea366 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:25:26.453474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8477fddc-654d-40f1-a90c-fdb9e85a3371 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:25:26.475968 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 8477fddc-654d-40f1-a90c-fdb9e85a3371 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:25:26.476319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8477fddc-654d-40f1-a90c-fdb9e85a3371 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:25:26.556496 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.556880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.572025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Calling delete_port for d4e4fd30-dc4a-413d-a80d-2d104ba3ef9b owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:25:26.576924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 15d36ab5-8db1-42f9-bafe-62f8d99e1942 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:25:26.598314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 15d36ab5-8db1-42f9-bafe-62f8d99e1942 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:25:26.598895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 15d36ab5-8db1-42f9-bafe-62f8d99e1942 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:25:26.730877 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.759370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Port': ['ID=d4e4fd30-dc4a-413d-a80d-2d104ba3ef9b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:26.826493 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:26.826745 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Floating IP 3084e77e-136f-4414-a9d3-e3fc7edf0ec1 disassociated (deleted). External IP: 172.25.6.48, port: 50284582-eed9-4455-b1b0-3a61f9c03009. Nov 03 16:25:27.366159 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Router 1baaefee-a41f-4acd-9768-194484baee41 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:25:27.506173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:27.511557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:27.528868 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] Sync routers for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:27.540077 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:27.540544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e9f0676b-41f7-4913-ad9b-bb57e81e9b6b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "DELETE /v2.0/floatingips/3084e77e-136f-4414-a9d3-e3fc7edf0ec1 HTTP/1.1" status: 204 len: 168 time: 1.3335230 Nov 03 16:25:27.541151 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:27.541314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:25:27.544508 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c64d55-6a54-4da7-81fc-b5a395de3705" -d '{"events": [{"name": "network-changed", "server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:25:27.615019 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feef7b02-73b7-4ae9-9718-4f83db2c80b8 x-openstack-request-id: req-feef7b02-73b7-4ae9-9718-4f83db2c80b8 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:25:27.615325 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:25:27.615581 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-feef7b02-73b7-4ae9-9718-4f83db2c80b8 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:25:27.615985 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009', 'status': 'completed', 'code': 200} Nov 03 16:25:27.663517 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:27.669498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-f7a8301c-c7a7-4497-8917-2f70830fa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:27.671240 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-f7a8301c-c7a7-4497-8917-2f70830fa625 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=766029c03e0f40b8813e4af71d8cb1a5&device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 1136 time: 0.0503316 Nov 03 16:25:27.842269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-aa6e6152-e1ad-459e-93a3-efa4776c52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:27.843862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-aa6e6152-e1ad-459e-93a3-efa4776c52d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3edf783-79c6-4e38-977a-d8cb1ba8268e HTTP/1.1" status: 200 len: 898 time: 0.1643918 Nov 03 16:25:27.871245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3502a3-2ca2-46c3-a834-8be36d123bcb req-42a8cae1-3463-4fcd-9a14-0fa2058ef61b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:27.873009 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a3502a3-2ca2-46c3-a834-8be36d123bcb req-42a8cae1-3463-4fcd-9a14-0fa2058ef61b tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 985 time: 0.0715642 Nov 03 16:25:27.905748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-4c51b170-d02b-44cd-8cb0-dfb96b4ac678 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50284582-eed9-4455-b1b0-3a61f9c03009 HTTP/1.1" status: 200 len: 217 time: 0.0495174 Nov 03 16:25:27.916095 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '68457a1f-65d2-43a1-8184-3cd435f0a7c5', 'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:fe:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:05Z', 'updated_at': '2021-11-03T16:24:10Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:27.951584 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] Checking router: 1baaefee-a41f-4acd-9768-194484baee41 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:27.961217 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:27.961849 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:27.998284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-40278fca-a2c9-42a9-bc12-b01f8f310f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:27.999790 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-40278fca-a2c9-42a9-bc12-b01f8f310f5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7a73c81-d022-4237-82d8-08f814d5f2c2 HTTP/1.1" status: 200 len: 834 time: 0.0797634 Nov 03 16:25:28.008542 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8a3502a3-2ca2-46c3-a834-8be36d123bcb req-51d1c7e9-8737-44a6-b4d3-7e6a072c88f1 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1056972 Nov 03 16:25:28.058740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-84d1bd51-1d2b-4f3b-b41a-2de8d3dbfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:28.060311 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-84d1bd51-1d2b-4f3b-b41a-2de8d3dbfa25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3edf783-79c6-4e38-977a-d8cb1ba8268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483861 Nov 03 16:25:28.096379 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:28.182163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-a7cf6f58-743b-422f-aafe-2217d6ca83a0 service neutron] 10.222.0.70 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093700 Nov 03 16:25:28.304094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 61b98aec-7b99-4bd7-834f-574b0d559889 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:25:28.310445 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f1c64d55-6a54-4da7-81fc-b5a395de3705 req-795622d7-f968-4474-b70d-3754f01923b2 service neutron] 10.222.0.70 "GET /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167796 Nov 03 16:25:28.347990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 61b98aec-7b99-4bd7-834f-574b0d559889 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:25:28.348286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 61b98aec-7b99-4bd7-834f-574b0d559889 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:25:28.435837 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '68457a1f-65d2-43a1-8184-3cd435f0a7c5', 'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:fe:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:05Z', 'updated_at': '2021-11-03T16:24:10Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:28.476477 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b095c-13f7-49ef-93c8-2e25cc71d760 None None] The sync data for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 is: [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '68457a1f-65d2-43a1-8184-3cd435f0a7c5', 'name': '', 'network_id': 'e3edf783-79c6-4e38-977a-d8cb1ba8268e', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'mac_address': 'fa:16:3e:fe:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:05Z', 'updated_at': '2021-11-03T16:24:10Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'subnets': [{'id': 'b7a73c81-d022-4237-82d8-08f814d5f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:28.766765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e079a-8c0d-494f-9f72-c7c506a4cf78 None None] New status for floating IP 3084e77e-136f-4414-a9d3-e3fc7edf0ec1: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:25:28.959985 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-e669ee94-1088-4374-b777-31643a22abfd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488338 Nov 03 16:25:29.053995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-f5a33d9d-8f55-49e5-ac03-328ae302c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:29.055815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-f5a33d9d-8f55-49e5-ac03-328ae302c7c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 1096 time: 0.0455832 Nov 03 16:25:29.174396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071498a3-3933-4c9e-8ef0-09ee54fb1087 req-72d4f527-db19-460c-8cb3-8f9b7d57c1fc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:29.175964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-071498a3-3933-4c9e-8ef0-09ee54fb1087 req-72d4f527-db19-460c-8cb3-8f9b7d57c1fc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 985 time: 0.0696199 Nov 03 16:25:29.193250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-4a29cfd1-7917-46e5-a40c-a5d7260e1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:29.194769 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-4a29cfd1-7917-46e5-a40c-a5d7260e1b8b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1151853 Nov 03 16:25:29.278868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-071498a3-3933-4c9e-8ef0-09ee54fb1087 req-69e127da-a6c6-4964-b73f-d30fb7d61dfc tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/security-groups?id=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d&id=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0963261 Nov 03 16:25:29.289073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-8a323e98-d6c9-4166-8595-bfd25cf340da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c HTTP/1.1" status: 200 len: 1001 time: 0.0850005 Nov 03 16:25:29.317609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-dba58993-88de-48c2-a7d5-c31da17a7592 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:29.319414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-dba58993-88de-48c2-a7d5-c31da17a7592 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.70 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 985 time: 0.0803907 Nov 03 16:25:29.345863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-827af4dd-f05e-4093-a3af-c1a6b98796e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:29.347715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-827af4dd-f05e-4093-a3af-c1a6b98796e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0502586 Nov 03 16:25:29.411173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-54953ad5-ab7d-49d7-a2ef-80eee63d6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:29.412979 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-54953ad5-ab7d-49d7-a2ef-80eee63d6952 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551317 Nov 03 16:25:29.434251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Deleting port 50284582-eed9-4455-b1b0-3a61f9c03009 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:25:29.434653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:29.530148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-61233de4-bd19-4a7f-a523-70af31a3ede5 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075380 Nov 03 16:25:29.532615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] For port 50284582-eed9-4455-b1b0-3a61f9c03009, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=50284582-eed9-4455-b1b0-3a61f9c03009,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:29.532981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:29.549042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Calling delete_port for 50284582-eed9-4455-b1b0-3a61f9c03009 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:25:29.642059 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-42910196-90eb-408e-9c02-6ce93cc5daea service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033623 Nov 03 16:25:29.713925 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:29.742272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Port': ['ID=50284582-eed9-4455-b1b0-3a61f9c03009,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:29.792089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] No DVR routers for this DVR port 50284582-eed9-4455-b1b0-3a61f9c03009 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:25:29.794876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:29.798527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-52e1799c-1cf6-44bd-aebf-6dd9a842a07d req-ec3bf0c5-7797-4856-ba8d-27c27cee8c39 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.70 "DELETE /v2.0/ports/50284582-eed9-4455-b1b0-3a61f9c03009 HTTP/1.1" status: 204 len: 173 time: 0.4727986 Nov 03 16:25:29.798996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'name': 'network-vif-deleted', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:25:29.801444 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7319ec19-ead2-49cb-afe1-04cb1d7ac7d7" -d '{"events": [{"server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "name": "network-vif-deleted", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:25:29.850023 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d782b4-fa31-40fd-a4b0-c9908bfe670c x-openstack-request-id: req-80d782b4-fa31-40fd-a4b0-c9908bfe670c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:25:29.850345 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113bce4c-8dc5-44aa-8b3a-34382539e3aa", "name": "network-vif-deleted", "tag": "50284582-eed9-4455-b1b0-3a61f9c03009", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:25:29.850607 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-80d782b4-fa31-40fd-a4b0-c9908bfe670c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:25:29.851058 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113bce4c-8dc5-44aa-8b3a-34382539e3aa', 'name': 'network-vif-deleted', 'tag': '50284582-eed9-4455-b1b0-3a61f9c03009', 'status': 'completed', 'code': 200} Nov 03 16:25:30.435407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58e82839-f422-49e9-860c-42fb990388d7 req-611e877d-c82e-46e3-a917-8aaaf6c90469 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "GET /v2.0/ports?device_id=113bce4c-8dc5-44aa-8b3a-34382539e3aa HTTP/1.1" status: 200 len: 210 time: 0.0530171 Nov 03 16:25:31.497039 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:31.514440 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37864) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:31.579725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c15e199f-cb1f-4f9f-8d2c-9541f34abc19 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:31.607539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c15e199f-cb1f-4f9f-8d2c-9541f34abc19 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:31.656107 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c15e199f-cb1f-4f9f-8d2c-9541f34abc19 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:31.659060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c15e199f-cb1f-4f9f-8d2c-9541f34abc19 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:31.660288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c15e199f-cb1f-4f9f-8d2c-9541f34abc19 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "DELETE /v2.0/security-groups/1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d HTTP/1.1" status: 204 len: 168 time: 0.1448116 Nov 03 16:25:31.663531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37868) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:31.670625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e199f-cb1f-4f9f-8d2c-9541f34abc19 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4fbbff-b66d-4fcb-90e0-e6ca5f44b90d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:31.731280 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f15e439e-45bd-4ce0-a2cd-0c806506a3a3 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:31.755260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f15e439e-45bd-4ce0-a2cd-0c806506a3a3 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:31.804025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f15e439e-45bd-4ce0-a2cd-0c806506a3a3 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:31.808090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f15e439e-45bd-4ce0-a2cd-0c806506a3a3 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:31.809563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f15e439e-45bd-4ce0-a2cd-0c806506a3a3 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "DELETE /v2.0/security-groups/ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6 HTTP/1.1" status: 204 len: 168 time: 0.1445937 Nov 03 16:25:31.812537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:31.820628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e439e-45bd-4ce0-a2cd-0c806506a3a3 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae66cc96-3dc5-410b-9a86-4fea9a8ffdc6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:32.206289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:32.501610 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Deleting port 68457a1f-65d2-43a1-8184-3cd435f0a7c5 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:25:32.501957 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:32.526370 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3241400d-897b-441d-bcb4-e2a2cc2ce03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:32.603892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] For port 68457a1f-65d2-43a1-8184-3cd435f0a7c5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=68457a1f-65d2-43a1-8184-3cd435f0a7c5,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:32.604411 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:32.617732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Calling delete_port for 68457a1f-65d2-43a1-8184-3cd435f0a7c5 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:25:32.819776 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:32.859994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Port': ['ID=68457a1f-65d2-43a1-8184-3cd435f0a7c5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:33.044893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 50284582-eed9-4455-b1b0-3a61f9c03009 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:25:33.060208 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:33.082938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 50284582-eed9-4455-b1b0-3a61f9c03009 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:25:33.083282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 50284582-eed9-4455-b1b0-3a61f9c03009 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:25:33.303708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Router 1baaefee-a41f-4acd-9768-194484baee41 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:25:33.701265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:33.707569 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9b8e94b8-224e-43bb-9fab-fb0c51c51796 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "PUT /v2.0/routers/1baaefee-a41f-4acd-9768-194484baee41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8933985 Nov 03 16:25:33.710122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37918) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:33.718252 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] Sync routers for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:33.729426 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:33.730140 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:33.771071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e1fd20-2329-4918-9d5a-6d84dfde7493 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Deleting subnet b7a73c81-d022-4237-82d8-08f814d5f2c2 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:25:33.775974 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63e1fd20-2329-4918-9d5a-6d84dfde7493 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:33.829234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63e1fd20-2329-4918-9d5a-6d84dfde7493 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:33.849102 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:33.918479 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63e1fd20-2329-4918-9d5a-6d84dfde7493 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:33.983716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63e1fd20-2329-4918-9d5a-6d84dfde7493 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.011406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1fd20-2329-4918-9d5a-6d84dfde7493 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a73c81-d022-4237-82d8-08f814d5f2c2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:34.023886 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-63e1fd20-2329-4918-9d5a-6d84dfde7493 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.028848 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-63e1fd20-2329-4918-9d5a-6d84dfde7493 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "DELETE /v2.0/subnets/b7a73c81-d022-4237-82d8-08f814d5f2c2 HTTP/1.1" status: 204 len: 168 time: 0.3176711 Nov 03 16:25:34.030874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea8eec-9b15-4eff-9c2d-073f56843433 None None] Network e3edf783-79c6-4e38-977a-d8cb1ba8268e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:25:34.031403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37928) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:34.058101 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:25:32Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:34.091165 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] Checking router: 1baaefee-a41f-4acd-9768-194484baee41 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:34.101719 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] Routers {'1baaefee-a41f-4acd-9768-194484baee41'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:34.102344 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1baaefee-a41f-4acd-9768-194484baee41'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:34.164748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.231938 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] Set router 1baaefee-a41f-4acd-9768-194484baee41 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:34.282751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec06e5a-6228-48cf-899b-f970ebccb400 None None] DHCP port deletion for e3edf783-79c6-4e38-977a-d8cb1ba8268e request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:25:34.299704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.373242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-aec06e5a-6228-48cf-899b-f970ebccb400 None None] Deleting port abc9ce2d-20ca-4679-9273-32142760cf47 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:25:34.376255 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aec06e5a-6228-48cf-899b-f970ebccb400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.379372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Deleting port b39afc43-c225-43a6-a6ee-4e750c4e599a {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:25:34.379713 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.465358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-aec06e5a-6228-48cf-899b-f970ebccb400 None None] For port abc9ce2d-20ca-4679-9273-32142760cf47, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=abc9ce2d-20ca-4679-9273-32142760cf47,segment=NetworkSegment(f398d7d1-0b9d-4fd1-ab7c-867411b77950),segment_id=f398d7d1-0b9d-4fd1-ab7c-867411b77950)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:34.465791 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aec06e5a-6228-48cf-899b-f970ebccb400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.480566 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-aec06e5a-6228-48cf-899b-f970ebccb400 None None] Calling delete_port for abc9ce2d-20ca-4679-9273-32142760cf47 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:25:34.484395 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:25:32Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:34.499897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] For port b39afc43-c225-43a6-a6ee-4e750c4e599a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b39afc43-c225-43a6-a6ee-4e750c4e599a,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:34.502762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.518781 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd069e-f8c8-467d-ba15-d683addc15e1 None None] The sync data for ids ['1baaefee-a41f-4acd-9768-194484baee41'] in n-d-813897-2 is: [{'id': '1baaefee-a41f-4acd-9768-194484baee41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1550298239', 'tenant_id': '766029c03e0f40b8813e4af71d8cb1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:24:02Z', 'updated_at': '2021-11-03T16:25:32Z', 'revision_number': 5, 'project_id': '766029c03e0f40b8813e4af71d8cb1a5', 'gw_port': {'id': 'b39afc43-c225-43a6-a6ee-4e750c4e599a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baaefee-a41f-4acd-9768-194484baee41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:24:03Z', 'updated_at': '2021-11-03T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:34.526206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Calling delete_port for b39afc43-c225-43a6-a6ee-4e750c4e599a owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:25:34.536531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device abc9ce2d-20ca-4679-9273-32142760cf47 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:25:34.630904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aec06e5a-6228-48cf-899b-f970ebccb400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.671980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec06e5a-6228-48cf-899b-f970ebccb400 None None] Pushing event deleted for resources: {'Port': ['ID=abc9ce2d-20ca-4679-9273-32142760cf47,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:34.674250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec06e5a-6228-48cf-899b-f970ebccb400 None None] No DVR routers for this DVR port abc9ce2d-20ca-4679-9273-32142760cf47 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:25:34.676021 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.748093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.776669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Port': ['ID=b39afc43-c225-43a6-a6ee-4e750c4e599a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:34.842738 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.946791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.949259 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:34.969422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ee332d0b-4ed9-4c42-8a0e-9d33077ccfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.025443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.026187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Fanout notify agent at l3_agent the message router_deleted on router 1baaefee-a41f-4acd-9768-194484baee41 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:25:35.034722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.036202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ca65326f-d078-44f5-8dfa-62f47fa22921 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "DELETE /v2.0/routers/1baaefee-a41f-4acd-9768-194484baee41 HTTP/1.1" status: 204 len: 168 time: 1.0035410 Nov 03 16:25:35.038545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 37950) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:35.122816 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.225379 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.253577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3edf783-79c6-4e38-977a-d8cb1ba8268e']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:35.272647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f398d7d1-0b9d-4fd1-ab7c-867411b77950') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:35.273047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f398d7d1-0b9d-4fd1-ab7c-867411b77950') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:35.285825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.311042 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.319343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:25:35.320067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:25:35.324112 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:25:35.395016 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.403901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:35.407384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] 10.222.0.86 "DELETE /v2.0/networks/e3edf783-79c6-4e38-977a-d8cb1ba8268e HTTP/1.1" status: 204 len: 168 time: 0.3678682 Nov 03 16:25:35.426026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef5013-ca20-4e7e-a380-f358c4bcc106 tempest-TestSecurityGroupsBasicOps-1141812287 tempest-TestSecurityGroupsBasicOps-1141812287-project] Pushing event deleted for resources: {'Network': ['ID=e3edf783-79c6-4e38-977a-d8cb1ba8268e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:35.549827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-d0f77133-fc71-43a1-9414-25f0b5d80ad3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535471 Nov 03 16:25:35.637107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-7fc0095c-a64f-47ba-acb1-3f38923a8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:35.637353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-7fc0095c-a64f-47ba-acb1-3f38923a8c57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 1096 time: 0.0485585 Nov 03 16:25:35.758751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-d32daaeb-3da2-416b-946d-6b41c20995d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:35.760751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-d32daaeb-3da2-416b-946d-6b41c20995d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1029077 Nov 03 16:25:35.773480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37974) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:35.805079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-efc6df29-a1c2-450c-8438-ef477dffb00e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a HTTP/1.1" status: 200 len: 217 time: 0.0375955 Nov 03 16:25:35.866714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-83b6eecb-9848-4485-8dbf-9cf20f1239bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:35.868963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-83b6eecb-9848-4485-8dbf-9cf20f1239bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0560021 Nov 03 16:25:35.932684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f5ef04b0-2a84-4e7a-a319-9710b27bcde0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=766029c03e0f40b8813e4af71d8cb1a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566153 Nov 03 16:25:35.935369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37980) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:36.003276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75d5da02-3be6-487d-80b5-7a151773f6a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.039642 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75d5da02-3be6-487d-80b5-7a151773f6a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.099265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75d5da02-3be6-487d-80b5-7a151773f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.101977 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-75d5da02-3be6-487d-80b5-7a151773f6a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.106142 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-75d5da02-3be6-487d-80b5-7a151773f6a7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ceb3d39e-1e60-4b38-b315-a10cbb05fcab HTTP/1.1" status: 204 len: 168 time: 0.1671734 Nov 03 16:25:36.113170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5da02-3be6-487d-80b5-7a151773f6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb3d39e-1e60-4b38-b315-a10cbb05fcab,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:36.295655 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.348288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-7b2ad02f-2991-424e-aa40-13bcaa230277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:36.350372 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-7b2ad02f-2991-424e-aa40-13bcaa230277 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4744306 Nov 03 16:25:36.378119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 68457a1f-65d2-43a1-8184-3cd435f0a7c5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:25:36.404449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 68457a1f-65d2-43a1-8184-3cd435f0a7c5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:25:36.404795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 68457a1f-65d2-43a1-8184-3cd435f0a7c5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:25:36.405287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b39afc43-c225-43a6-a6ee-4e750c4e599a no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:25:36.431240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b39afc43-c225-43a6-a6ee-4e750c4e599a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:25:36.431926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b39afc43-c225-43a6-a6ee-4e750c4e599a not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:25:36.471379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 37998) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:36.472827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-47f82db1-e953-49e9-8922-267d4c504217 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139488 Nov 03 16:25:36.487915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-347898a8-8302-4c76-85e6-8df1996c2f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.577690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-347898a8-8302-4c76-85e6-8df1996c2f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.578810 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24b18bc4-0090-455d-aa9a-015af39570e7 req-c529af03-c908-4b5c-afc9-3801b198e2d2 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985765 Nov 03 16:25:36.582793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-347898a8-8302-4c76-85e6-8df1996c2f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.627856 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-347898a8-8302-4c76-85e6-8df1996c2f5d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a317b2542f8f4927a8af98679bc3c0f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552079 Nov 03 16:25:36.628953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347898a8-8302-4c76-85e6-8df1996c2f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54315dc4-2024-4af4-8668-ebe9256d69d0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:36.630633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38002) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:36.682243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2adb8108-794c-47d7-9ee6-f7b5ac0f4208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.704127 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2adb8108-794c-47d7-9ee6-f7b5ac0f4208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.753108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2adb8108-794c-47d7-9ee6-f7b5ac0f4208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.755747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2adb8108-794c-47d7-9ee6-f7b5ac0f4208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:36.756925 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2adb8108-794c-47d7-9ee6-f7b5ac0f4208 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/54315dc4-2024-4af4-8668-ebe9256d69d0 HTTP/1.1" status: 204 len: 168 time: 0.1250541 Nov 03 16:25:36.766834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb8108-794c-47d7-9ee6-f7b5ac0f4208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54315dc4-2024-4af4-8668-ebe9256d69d0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:37.106668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38008) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:37.150261 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ebd354da-4d22-4ab1-94e6-c6a9cd1ff996 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=065f2be2d0344fb3a765c3a98eb6b872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415778 Nov 03 16:25:37.152823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38010) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:37.201159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9146df04-49ff-4e60-b657-2a616ead44cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:37.222660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9146df04-49ff-4e60-b657-2a616ead44cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:37.268997 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9146df04-49ff-4e60-b657-2a616ead44cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:37.271654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9146df04-49ff-4e60-b657-2a616ead44cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:37.272806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9146df04-49ff-4e60-b657-2a616ead44cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/35c44aaa-1c7a-4d77-8613-befd83fda12c HTTP/1.1" status: 204 len: 168 time: 0.1190925 Nov 03 16:25:37.281238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146df04-49ff-4e60-b657-2a616ead44cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c44aaa-1c7a-4d77-8613-befd83fda12c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:37.782255 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:37.986732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38034) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:38.085925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1461984045-network', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:38.107942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Made reservation on behalf of f780d58cd1034e9cba5cb1bd7ec69296 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:25:38.110293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.119223 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.192992 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.198128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.225555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:25:38.231069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c28c7-1dd2-4ef3-a964-13afb39ca399,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:38.238397 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.238837 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Added segment dfcd86d2-4885-4932-ad11-63b37b3a5c81 of type vlan for network 92460bd0-77c3-4b79-ae87-4ce1b0160890 Nov 03 16:25:38.283835 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.310060 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.311105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:38.311845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.383811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3957500 Nov 03 16:25:38.386748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:38.388542 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80201693-7190-4fc5-8ad4-42c3bc89eb55 admin admin] Pushing event updated for resources: {'Network': ['ID=92460bd0-77c3-4b79-ae87-4ce1b0160890,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:38.399934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 92460bd0-77c3-4b79-ae87-4ce1b0160890 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:25:38.402847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Request body: {'subnet': {'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1461984045-subnet', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:38.441566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Made reservation on behalf of f780d58cd1034e9cba5cb1bd7ec69296 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:25:38.444825 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.472465 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.634211 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.686099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cea6306-dca7-42eb-a1b9-9610ac090422,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:38.719191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Checking segment: {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:38.719550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Network hostable DHCP agents. Network: 92460bd0-77c3-4b79-ae87-4ce1b0160890, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:25:38.741601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Network 92460bd0-77c3-4b79-ae87-4ce1b0160890 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:25:38.753003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 92460bd0-77c3-4b79-ae87-4ce1b0160890) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:38.757373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:38.758003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.765338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b08c029-bcd6-438e-80d2-840457cf6890 None None] Network 92460bd0-77c3-4b79-ae87-4ce1b0160890 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:25:38.777658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-940c5dfe-9f43-4e11-892a-4dd8b26a124c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3897307 Nov 03 16:25:38.780451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38044) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:38.784972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:38.808843 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.810245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:38.868974 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.008531 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.101637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-92460bd0-77c3-4b79-ae87-4ce1b0160890', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:25:39.102786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.226601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.246406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Allocated IP 172.20.0.2 (92460bd0-77c3-4b79-ae87-4ce1b0160890/3cea6306-dca7-42eb-a1b9-9610ac090422/1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:39.249273 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.388696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Allocated IP 172.25.6.174 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/de30b0bf-61f3-4ebd-a411-087b5dd603b3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:39.433105 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.439511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.494298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Network 92460bd0-77c3-4b79-ae87-4ce1b0160890 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:39.497657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:39.497861 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.507386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:39.518716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Pushing event updated for resources: {'Port': ['ID=1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:39.544831 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.570007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Attempting to bind port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:39.570377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Attempting to bind port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:39.570735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Attempting to bind port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 on network 92460bd0-77c3-4b79-ae87-4ce1b0160890 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:39.576967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:39.577336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Checking segment: {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:39.577793 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.578181 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Bound using segment: {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:39.578651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Bound port: 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:39.579016 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.594294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Pushing event updated for resources: {'Port': ['ID=de30b0bf-61f3-4ebd-a411-087b5dd603b3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:39.606555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:39.608101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:39.614697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:39.646297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] For port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:39.650909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] For port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:39.655946 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:39.729749 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c857f-6c1a-49f0-8037-2e50ca4e03fd None None] Pushing event updated for resources: {'Port': ['ID=1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:39.921857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:40.136138 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:40.272754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:25:40.392199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:40.401375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:40.422202 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:40.424008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a17afc58-b5cd-42bf-9166-755a82621c3f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6425455 Nov 03 16:25:40.426784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38050) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:40.438073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Sync routers for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:40.459551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:40.460433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:40.523401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:40.524050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:40.622495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:40.737440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:40.806372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:40.818720 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:40.858363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e2f4c-ca1d-4bbd-8aba-56a4ac9be86b None None] Network 92460bd0-77c3-4b79-ae87-4ce1b0160890 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:25:40.904262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:40.916285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:40.998771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-68d14d54-156c-4f38-b8ef-871879e4293e None None] Provisioning complete for port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:40.999052 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-68d14d54-156c-4f38-b8ef-871879e4293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.076898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Allocated IP 172.20.0.1 (92460bd0-77c3-4b79-ae87-4ce1b0160890/3cea6306-dca7-42eb-a1b9-9610ac090422/95814ffb-060f-419e-900d-49138604b5fb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:41.100357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:39Z', 'revision_number': 3, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:41.146939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Checking router: 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:41.147289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Updating router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 port de30b0bf-61f3-4ebd-a411-087b5dd603b3 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:25:41.188669 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.203629 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.228311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.296686 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Network 92460bd0-77c3-4b79-ae87-4ce1b0160890 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:41.303160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:41.305162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Pushing event updated for resources: {'Port': ['ID=95814ffb-060f-419e-900d-49138604b5fb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:41.313785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:41.362910 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.511299 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.517754 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.525906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.595292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb6e0d-710e-42e0-945d-1475ba119dc4 None None] Pushing event updated for resources: {'Port': ['ID=de30b0bf-61f3-4ebd-a411-087b5dd603b3,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:41.610639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Attempting to bind port de30b0bf-61f3-4ebd-a411-087b5dd603b3 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:41.611018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Attempting to bind port de30b0bf-61f3-4ebd-a411-087b5dd603b3 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:41.611387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Attempting to bind port de30b0bf-61f3-4ebd-a411-087b5dd603b3 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:41.613642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-52d1553a-f421-4ee9-b3af-2ecbc68b11c9 None None] Provisioning complete for port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:41.614013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-52d1553a-f421-4ee9-b3af-2ecbc68b11c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.661760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:41.662213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:41.662664 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.663093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:41.663575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Bound port: de30b0bf-61f3-4ebd-a411-087b5dd603b3, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:41.663961 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.724762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] For port de30b0bf-61f3-4ebd-a411-087b5dd603b3, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:41.725167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.729067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] For port de30b0bf-61f3-4ebd-a411-087b5dd603b3, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=de30b0bf-61f3-4ebd-a411-087b5dd603b3,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:41.731820 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.736976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.807254 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:41.810913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Pushing event updated for resources: {'Port': ['ID=95814ffb-060f-419e-900d-49138604b5fb,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:41.835159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb6e0d-710e-42e0-945d-1475ba119dc4 None None] Pushing event updated for resources: {'Port': ['ID=de30b0bf-61f3-4ebd-a411-087b5dd603b3,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:41.840456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:41.841074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:41.917389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Network 92460bd0-77c3-4b79-ae87-4ce1b0160890 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:41.918919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:41.963987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:41.996870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b9004acb-ba8e-4b4f-972b-d80d3ecdeb28 None None] Provisioning complete for port 95814ffb-060f-419e-900d-49138604b5fb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:41.997249 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9004acb-ba8e-4b4f-972b-d80d3ecdeb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:42.041700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:25:42.084654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b9004acb-ba8e-4b4f-972b-d80d3ecdeb28 None None] Port 95814ffb-060f-419e-900d-49138604b5fb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:25:42.173677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:42.200889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-60541fed-7d31-438b-a2f1-d58fe707ce2c admin admin] 10.222.0.86 "PUT /v2.0/routers/5b1f52b8-0b06-4515-a8ef-47c0f11c7b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723057 Nov 03 16:25:42.346386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d6c83cca-c402-4b8a-b5df-36dc72297c8b None None] Provisioning complete for port 95814ffb-060f-419e-900d-49138604b5fb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:42.346752 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6c83cca-c402-4b8a-b5df-36dc72297c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:42.372108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:42.431745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d6c83cca-c402-4b8a-b5df-36dc72297c8b None None] Port 95814ffb-060f-419e-900d-49138604b5fb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:25:42.478024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:42.478346 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:42.482877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 2, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:42.532437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e0f7d-b99d-4744-ab5a-fa042ae3a121 None None] The sync data for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 is: [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 2, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:42.750705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38080) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:42.756882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-345512474-network', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:42.804322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Made reservation on behalf of 33ffb2ac12784e6a8b8c283fbab6a5a5 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:25:42.809921 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:42.820555 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:42.911581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:42.916741 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:42.944177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:25:42.955748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cfc403-71cc-421c-b046-a70e1ef18625,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:42.964727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:42.964993 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Added segment 4ef4ea2f-3b2a-4dfc-a159-9496ec034a03 of type vlan for network 956c4b29-cd85-4fc7-af48-8cb51dca94cc Nov 03 16:25:43.010860 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.038191 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.039388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:43.041081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.102212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38082) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:43.102926 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3503940 Nov 03 16:25:43.110218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Request body: {'subnet': {'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-345512474-subnet', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:43.110639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5947dec-34d0-473a-9e06-3bc05ec49e3c admin admin] Pushing event updated for resources: {'Network': ['ID=956c4b29-cd85-4fc7-af48-8cb51dca94cc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:43.121033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 956c4b29-cd85-4fc7-af48-8cb51dca94cc details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:25:43.141636 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Made reservation on behalf of 33ffb2ac12784e6a8b8c283fbab6a5a5 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:25:43.144334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.361734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.429926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7d942e-cd2f-43ab-b37a-b85f0ed08293,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:43.434247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Checking segment: {'id': '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:43.434629 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Network hostable DHCP agents. Network: 956c4b29-cd85-4fc7-af48-8cb51dca94cc, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:25:43.456167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Network 956c4b29-cd85-4fc7-af48-8cb51dca94cc is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:25:43.467076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 956c4b29-cd85-4fc7-af48-8cb51dca94cc) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:43.471869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:43.472754 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.475894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa3858-ee12-40cd-a3db-4c315bab11ef None None] Network 956c4b29-cd85-4fc7-af48-8cb51dca94cc requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:25:43.506461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-315d0c89-a7cd-4d92-a016-c69c6e662c91 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4026806 Nov 03 16:25:43.509203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38084) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:43.515629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:43.543647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.545502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.613367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.652344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-956c4b29-cd85-4fc7-af48-8cb51dca94cc', 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'fixed_ips': [{'subnet_id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:25:43.653559 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.785620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:43.847965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Allocated IP 172.20.0.2 (956c4b29-cd85-4fc7-af48-8cb51dca94cc/be7d942e-cd2f-43ab-b37a-b85f0ed08293/e32855e2-497c-46cc-ae0b-5520fc69b73f) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:44.016006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.023791 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.067541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.089005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Pushing event updated for resources: {'Port': ['ID=e32855e2-497c-46cc-ae0b-5520fc69b73f,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:44.096955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Network 956c4b29-cd85-4fc7-af48-8cb51dca94cc is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:44.098640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:44.099610 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.100986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:44.166893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Attempting to bind port e32855e2-497c-46cc-ae0b-5520fc69b73f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:44.167416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Attempting to bind port e32855e2-497c-46cc-ae0b-5520fc69b73f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:44.167940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Attempting to bind port e32855e2-497c-46cc-ae0b-5520fc69b73f on network 956c4b29-cd85-4fc7-af48-8cb51dca94cc {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:44.175042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:44.175545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Checking segment: {'id': '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:44.176050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.176544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Bound using segment: {'id': '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:44.177133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Bound port: e32855e2-497c-46cc-ae0b-5520fc69b73f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:44.177654 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.218844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Allocated IP 172.25.6.130 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/9818d3d2-2731-4ef3-8a1d-16350b7ed3fc) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:44.255851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] For port e32855e2-497c-46cc-ae0b-5520fc69b73f, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:44.265680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] For port e32855e2-497c-46cc-ae0b-5520fc69b73f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e32855e2-497c-46cc-ae0b-5520fc69b73f,segment=NetworkSegment(4ef4ea2f-3b2a-4dfc-a159-9496ec034a03),segment_id=4ef4ea2f-3b2a-4dfc-a159-9496ec034a03)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:44.270746 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.372915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd6d91-ad3d-4253-9dd5-86a8c3cdc708 None None] Pushing event updated for resources: {'Port': ['ID=e32855e2-497c-46cc-ae0b-5520fc69b73f,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:44.395473 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.405467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device de30b0bf-61f3-4ebd-a411-087b5dd603b3 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:44.455605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.475464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port de30b0bf-61f3-4ebd-a411-087b5dd603b3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:44.476329 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.506153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:44.509240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:44.514205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:44.572873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9818d3d2-2731-4ef3-8a1d-16350b7ed3fc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:44.580727 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.623566 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port de30b0bf-61f3-4ebd-a411-087b5dd603b3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=de30b0bf-61f3-4ebd-a411-087b5dd603b3,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:44.631191 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:44.752134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=de30b0bf-61f3-4ebd-a411-087b5dd603b3,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:45.063124 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Sync routers for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:45.075094 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:45.076093 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:45.183806 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:45.234177 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:45.409135 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 2, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:45.435403 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Checking router: 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:45.435659 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Updating router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 port 95814ffb-060f-419e-900d-49138604b5fb binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:25:45.453889 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:45.555946 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:45.613129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:25:45.754808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:45.764993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Sync routers for ids ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:45.780200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Routers {'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:45.780837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:45.809408 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:45.813711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-85370f5b-5662-4b0c-a97d-6719c75745d5 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2998934 Nov 03 16:25:45.813711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38090) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:45.845217 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:45.854995 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:45.925675 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Set router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:45.940126 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Pushing event updated for resources: {'Port': ['ID=95814ffb-060f-419e-900d-49138604b5fb,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:45.966445 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.966796 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.967131 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.967674 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.968241 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.968740 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.970702 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.971226 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.971549 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.971880 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.972210 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:45.972535 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:25:46.079399 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Attempting to bind port 95814ffb-060f-419e-900d-49138604b5fb on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:46.080482 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Attempting to bind port 95814ffb-060f-419e-900d-49138604b5fb by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:46.081014 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Attempting to bind port 95814ffb-060f-419e-900d-49138604b5fb on network 92460bd0-77c3-4b79-ae87-4ce1b0160890 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:46.087873 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:46.088767 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Checking segment: {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:46.089324 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:46.089906 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Bound using segment: {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:46.090531 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Bound port: 95814ffb-060f-419e-900d-49138604b5fb, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:46.091674 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:46.137029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242114f-7953-4b49-a789-5fd8736a65ca None None] Network 956c4b29-cd85-4fc7-af48-8cb51dca94cc requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:25:46.183815 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] For port 95814ffb-060f-419e-900d-49138604b5fb, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:46.188043 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] For port 95814ffb-060f-419e-900d-49138604b5fb, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=95814ffb-060f-419e-900d-49138604b5fb,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:46.196482 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:46.263300 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3755b92-dd7d-455b-bc45-1f42d60e7d29 None None] Pushing event updated for resources: {'Port': ['ID=95814ffb-060f-419e-900d-49138604b5fb,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:46.290545 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:46.291428 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:46.347187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a50def85-6e20-4c18-a91a-42a912c3df73 None None] Provisioning complete for port e32855e2-497c-46cc-ae0b-5520fc69b73f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:46.347568 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a50def85-6e20-4c18-a91a-42a912c3df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:46.441954 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:46.552234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:46.626462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 95814ffb-060f-419e-900d-49138604b5fb up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:46.702192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:43Z', 'updated_at': '2021-11-03T16:25:45Z', 'revision_number': 3, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'gw_port': {'id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:44Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:46.764258 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:46Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:46.768640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Allocated IP 172.20.0.1 (956c4b29-cd85-4fc7-af48-8cb51dca94cc/be7d942e-cd2f-43ab-b37a-b85f0ed08293/b5365972-9403-46e8-8710-3fe01e6377b6) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:46.774881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Checking router: f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:46.775903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Updating router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:25:46.799928 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d998d2-b593-4542-ac76-471e3ae50e9f None None] The sync data for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 is: [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:46Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:46.823905 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a50def85-6e20-4c18-a91a-42a912c3df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:46.832910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 95814ffb-060f-419e-900d-49138604b5fb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:46.833277 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:46.841422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:46.956783 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:46.997799 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.042561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Network 956c4b29-cd85-4fc7-af48-8cb51dca94cc is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:47.045851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:47.053452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:47.090873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a50def85-6e20-4c18-a91a-42a912c3df73 None None] For port e32855e2-497c-46cc-ae0b-5520fc69b73f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e32855e2-497c-46cc-ae0b-5520fc69b73f,segment=NetworkSegment(4ef4ea2f-3b2a-4dfc-a159-9496ec034a03),segment_id=4ef4ea2f-3b2a-4dfc-a159-9496ec034a03)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:47.098367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Pushing event updated for resources: {'Port': ['ID=b5365972-9403-46e8-8710-3fe01e6377b6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:47.130972 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a50def85-6e20-4c18-a91a-42a912c3df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.148232 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.475584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.536313 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.594363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50def85-6e20-4c18-a91a-42a912c3df73 None None] Pushing event updated for resources: {'Port': ['ID=e32855e2-497c-46cc-ae0b-5520fc69b73f,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:47.600194 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-365f11fc-cd19-4782-9fd1-970629225b22 None None] Provisioning complete for port e32855e2-497c-46cc-ae0b-5520fc69b73f triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:47.600506 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-365f11fc-cd19-4782-9fd1-970629225b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.646606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 95814ffb-060f-419e-900d-49138604b5fb, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=95814ffb-060f-419e-900d-49138604b5fb,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:47.664090 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.665547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e32855e2-497c-46cc-ae0b-5520fc69b73f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:47.796230 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.803621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.844774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=95814ffb-060f-419e-900d-49138604b5fb,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:47.849844 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.905779 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.915809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e32855e2-497c-46cc-ae0b-5520fc69b73f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:47.916245 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:47.917924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Pushing event updated for resources: {'Port': ['ID=b5365972-9403-46e8-8710-3fe01e6377b6,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:47.922930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:48.015028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Attempting to bind port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:48.015406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Attempting to bind port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:48.015812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Attempting to bind port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:48.017743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddcc9d-1f6b-4e29-86eb-94b4eb6a8e2a None None] Pushing event updated for resources: {'Port': ['ID=9818d3d2-2731-4ef3-8a1d-16350b7ed3fc,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:48.029367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:48.029775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:48.030176 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:48.030739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:48.031047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Bound port: 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:48.031434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:48.038297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-365f11fc-cd19-4782-9fd1-970629225b22 None None] Provisioning complete for port 95814ffb-060f-419e-900d-49138604b5fb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:48.038705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-365f11fc-cd19-4782-9fd1-970629225b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:48.099671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Network 956c4b29-cd85-4fc7-af48-8cb51dca94cc is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:48.103342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:48.170442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] For port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:48.177102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] For port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9818d3d2-2731-4ef3-8a1d-16350b7ed3fc,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:48.187419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:48.190221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device de30b0bf-61f3-4ebd-a411-087b5dd603b3 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:48.306402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:25:48.364952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddcc9d-1f6b-4e29-86eb-94b4eb6a8e2a None None] Pushing event updated for resources: {'Port': ['ID=9818d3d2-2731-4ef3-8a1d-16350b7ed3fc,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:48.368285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Routers {'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:48.368933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:48.430742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port de30b0bf-61f3-4ebd-a411-087b5dd603b3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:48.431201 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:48.458707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:25:48.482606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2feda13e-20f1-4009-baaf-3a49e9ec9267 admin admin] 10.222.0.86 "PUT /v2.0/routers/f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6678629 Nov 03 16:25:48.538924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] Set router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:48.542003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-47035d72-970b-4a98-8aff-68798d5348ea None None] Provisioning complete for port b5365972-9403-46e8-8710-3fe01e6377b6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:48.542371 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-47035d72-970b-4a98-8aff-68798d5348ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:48.718766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-47035d72-970b-4a98-8aff-68798d5348ea None None] Port b5365972-9403-46e8-8710-3fe01e6377b6 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:25:48.831077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:43Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 4, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'gw_port': {'id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:44Z', 'updated_at': '2021-11-03T16:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b5365972-9403-46e8-8710-3fe01e6377b6', 'name': '', 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'mac_address': 'fa:16:3e:3d:dc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:46Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 2, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'subnets': [{'id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:48.859436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40460fb-8da9-4670-9aac-57ca8be626bb None None] The sync data for ids ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'] in n-d-813897-2 is: [{'id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:43Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 4, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'gw_port': {'id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:44Z', 'updated_at': '2021-11-03T16:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b5365972-9403-46e8-8710-3fe01e6377b6', 'name': '', 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'mac_address': 'fa:16:3e:3d:dc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:46Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 2, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'subnets': [{'id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:48.865485 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 95814ffb-060f-419e-900d-49138604b5fb up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:48.926783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 95814ffb-060f-419e-900d-49138604b5fb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:48.927161 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.011839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e32855e2-497c-46cc-ae0b-5520fc69b73f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:49.065492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e32855e2-497c-46cc-ae0b-5520fc69b73f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:49.066128 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.186354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38276) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:49.194019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-effc5841-0bb5-4fcf-a55c-ce22b9dceeac tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1857096475', 'description': 'tempest-secgroup-smoke-1857096475 description', 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:49.239233 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-effc5841-0bb5-4fcf-a55c-ce22b9dceeac tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.347513 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-effc5841-0bb5-4fcf-a55c-ce22b9dceeac tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.353121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-effc5841-0bb5-4fcf-a55c-ce22b9dceeac tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.387696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-effc5841-0bb5-4fcf-a55c-ce22b9dceeac tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.392432 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38304) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:49.396520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-effc5841-0bb5-4fcf-a55c-ce22b9dceeac tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2089460 Nov 03 16:25:49.398005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a061d46b-a8e9-4351-bc4f-156f5f881201 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Request body: {'security_group_rule': {'security_group_id': '568d2c34-9e3e-44b5-9587-51ee43cb3135', 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:49.400834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc5841-0bb5-4fcf-a55c-ce22b9dceeac tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568d2c34-9e3e-44b5-9587-51ee43cb3135,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:49.443994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a061d46b-a8e9-4351-bc4f-156f5f881201 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.524334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a061d46b-a8e9-4351-bc4f-156f5f881201 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.529450 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a061d46b-a8e9-4351-bc4f-156f5f881201 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.556749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061d46b-a8e9-4351-bc4f-156f5f881201 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cea851-cbb2-4cbf-9640-179b58d1d094,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:49.566793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a061d46b-a8e9-4351-bc4f-156f5f881201 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.568887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a061d46b-a8e9-4351-bc4f-156f5f881201 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752348 Nov 03 16:25:49.571734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38330) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:49.577146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ad63df83-306f-4f3d-9bcb-d062b606136d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Request body: {'security_group_rule': {'security_group_id': '568d2c34-9e3e-44b5-9587-51ee43cb3135', 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:49.615099 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad63df83-306f-4f3d-9bcb-d062b606136d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.705587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad63df83-306f-4f3d-9bcb-d062b606136d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.709849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad63df83-306f-4f3d-9bcb-d062b606136d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.733076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63df83-306f-4f3d-9bcb-d062b606136d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10a7b90-7e93-4e18-b5bf-35dbfea14cc7,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:49.748611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ad63df83-306f-4f3d-9bcb-d062b606136d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.750231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ad63df83-306f-4f3d-9bcb-d062b606136d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770425 Nov 03 16:25:49.752953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38352) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:49.759166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d471e6bd-3065-4969-a03d-acf9b5290d7b tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Request body: {'security_group_rule': {'security_group_id': '568d2c34-9e3e-44b5-9587-51ee43cb3135', 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:49.790884 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d471e6bd-3065-4969-a03d-acf9b5290d7b tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.867485 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d471e6bd-3065-4969-a03d-acf9b5290d7b tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.872282 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d471e6bd-3065-4969-a03d-acf9b5290d7b tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.889119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471e6bd-3065-4969-a03d-acf9b5290d7b tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4381baff-7a13-4901-a450-4561195b6115,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:49.905582 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d471e6bd-3065-4969-a03d-acf9b5290d7b tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:49.906829 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d471e6bd-3065-4969-a03d-acf9b5290d7b tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524725 Nov 03 16:25:49.909674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38374) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:49.915313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f5e3706d-6f4d-4b9f-8c29-a2e73209a854 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Request body: {'security_group_rule': {'security_group_id': '568d2c34-9e3e-44b5-9587-51ee43cb3135', 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:49.949504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5e3706d-6f4d-4b9f-8c29-a2e73209a854 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.030855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5e3706d-6f4d-4b9f-8c29-a2e73209a854 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.036112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5e3706d-6f4d-4b9f-8c29-a2e73209a854 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.057372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3706d-6f4d-4b9f-8c29-a2e73209a854 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ae9555-3428-4844-a27b-046b28ece66f,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:50.066602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5e3706d-6f4d-4b9f-8c29-a2e73209a854 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.070763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38400) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:50.071230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f5e3706d-6f4d-4b9f-8c29-a2e73209a854 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1600318 Nov 03 16:25:50.080726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-dceca796-4f90-488e-b394-705a169a4187 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Request body: {'security_group_rule': {'security_group_id': '568d2c34-9e3e-44b5-9587-51ee43cb3135', 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:50.107952 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-dceca796-4f90-488e-b394-705a169a4187 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Project f780d58cd1034e9cba5cb1bd7ec69296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:25:50.113435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceca796-4f90-488e-b394-705a169a4187 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.189887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceca796-4f90-488e-b394-705a169a4187 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.194632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceca796-4f90-488e-b394-705a169a4187 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.223317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceca796-4f90-488e-b394-705a169a4187 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847449d6-c8e4-443a-a3d1-3752246c444a,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:50.234063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dceca796-4f90-488e-b394-705a169a4187 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.235481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dceca796-4f90-488e-b394-705a169a4187 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1632946 Nov 03 16:25:50.239457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38422) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:25:50.246408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e623cbff-abd4-4803-8ed4-efeb781ce5c4 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Request body: {'security_group_rule': {'security_group_id': '568d2c34-9e3e-44b5-9587-51ee43cb3135', 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:50.283227 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-e623cbff-abd4-4803-8ed4-efeb781ce5c4 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Project f780d58cd1034e9cba5cb1bd7ec69296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:25:50.289592 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e623cbff-abd4-4803-8ed4-efeb781ce5c4 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.374211 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e623cbff-abd4-4803-8ed4-efeb781ce5c4 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.379565 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e623cbff-abd4-4803-8ed4-efeb781ce5c4 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.404122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623cbff-abd4-4803-8ed4-efeb781ce5c4 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4190c2-6631-4d85-b401-1e153a590131,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:50.422393 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e623cbff-abd4-4803-8ed4-efeb781ce5c4 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:50.424098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e623cbff-abd4-4803-8ed4-efeb781ce5c4 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1831317 Nov 03 16:25:50.597162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7ed63b7d-4566-493b-a9a0-c979d38442ab tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1857096475&fields=id&tenant_id=f780d58cd1034e9cba5cb1bd7ec69296 HTTP/1.1" status: 200 len: 267 time: 0.0498860 Nov 03 16:25:50.724139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d24257-36c6-47da-a47e-529ff63873fb req-f2afcca3-31b9-4b34-b1d5-44f831796b79 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:50.725786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-f2afcca3-31b9-4b34-b1d5-44f831796b79 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/networks?id=92460bd0-77c3-4b79-ae87-4ce1b0160890 HTTP/1.1" status: 200 len: 809 time: 0.1198888 Nov 03 16:25:50.742552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-aaee8f68-2973-4a42-aa9c-f309914d328a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/quotas/f780d58cd1034e9cba5cb1bd7ec69296 HTTP/1.1" status: 200 len: 375 time: 0.0099993 Nov 03 16:25:50.809705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-49964bd3-12ec-4b4a-9721-04966b1f3411 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f780d58cd1034e9cba5cb1bd7ec69296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598152 Nov 03 16:25:50.889738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:50.954270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-5770e1d8-50b2-47f1-937b-dc754e8dd6e8 service neutron] 10.222.0.86 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274822 Nov 03 16:25:50.956990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:50.957448 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:51.071255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-d4021df8-7431-49ed-8c7e-059738c7d8ac service neutron] 10.222.0.86 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069078 Nov 03 16:25:51.081757 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:51.105877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9818d3d2-2731-4ef3-8a1d-16350b7ed3fc,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:51.111174 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:51.174154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=9818d3d2-2731-4ef3-8a1d-16350b7ed3fc,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:51.379717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e31f6294-7096-44f7-a614-05a565a0a547 req-13431ede-2fa4-4b45-ae1e-59ea7cd8d23d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 210 time: 0.0489562 Nov 03 16:25:51.444565 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587997e4-0ed6-4e53-9663-39b81b6f25a6 req-13dca459-47dc-4485-9a8d-bfd59b81210c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:51.447477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-587997e4-0ed6-4e53-9663-39b81b6f25a6 req-13dca459-47dc-4485-9a8d-bfd59b81210c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0839186 Nov 03 16:25:51.464647 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Sync routers for ids ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:25:51.469805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-3f84dc0f-937e-4e93-8fd1-25446051221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:51.474680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-3f84dc0f-937e-4e93-8fd1-25446051221a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1096 time: 0.0856435 Nov 03 16:25:51.484679 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Routers {'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:51.487599 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:51.591375 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-587997e4-0ed6-4e53-9663-39b81b6f25a6 req-63b925a6-b852-4633-9aa3-b2a53c19c16e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346178 Nov 03 16:25:51.620300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-00ac448e-b87e-4e59-b57e-fe9a0b2eca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:51.621741 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-00ac448e-b87e-4e59-b57e-fe9a0b2eca79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1371837 Nov 03 16:25:51.622275 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Set router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:51.715585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-6dda063f-7bd3-4a3f-b70c-ebba5fab60ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1000 time: 0.0861993 Nov 03 16:25:51.774961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-282c7e42-fb8a-40d1-9d5f-4f0cf1d6a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:51.776854 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-282c7e42-fb8a-40d1-9d5f-4f0cf1d6a052 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0541651 Nov 03 16:25:51.827129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-433b1a65-441f-4438-8f8a-d390ec1e350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:51.828878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-433b1a65-441f-4438-8f8a-d390ec1e350f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452797 Nov 03 16:25:51.864426 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:43Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 4, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'gw_port': {'id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:44Z', 'updated_at': '2021-11-03T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b5365972-9403-46e8-8710-3fe01e6377b6', 'name': '', 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'mac_address': 'fa:16:3e:3d:dc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:46Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 2, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'subnets': [{'id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:51.897068 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Checking router: f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:25:51.897392 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Updating router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 port b5365972-9403-46e8-8710-3fe01e6377b6 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:25:51.924361 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:51.945123 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-8228582b-51a8-4c06-a798-7937326b12dd service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094112 Nov 03 16:25:52.014438 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:52.054176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7dd25ec7-ad44-4bd7-8a6a-0c03a67251fb req-61cd547e-775a-4883-8d07-32b734337490 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013286 Nov 03 16:25:52.199623 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:52.206328 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:52.264450 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da6b84-fc99-4273-b84f-b1995c211e0c None None] Pushing event updated for resources: {'Port': ['ID=b5365972-9403-46e8-8710-3fe01e6377b6,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:52.326238 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Attempting to bind port b5365972-9403-46e8-8710-3fe01e6377b6 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:52.326613 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Attempting to bind port b5365972-9403-46e8-8710-3fe01e6377b6 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:52.326982 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Attempting to bind port b5365972-9403-46e8-8710-3fe01e6377b6 on network 956c4b29-cd85-4fc7-af48-8cb51dca94cc {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:52.332487 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:52.332898 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Checking segment: {'id': '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:52.333277 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:52.333886 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Bound using segment: {'id': '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:52.334767 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Bound port: b5365972-9403-46e8-8710-3fe01e6377b6, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:52.334767 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:52.430843 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] For port b5365972-9403-46e8-8710-3fe01e6377b6, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:52.438424 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] For port b5365972-9403-46e8-8710-3fe01e6377b6, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b5365972-9403-46e8-8710-3fe01e6377b6,segment=NetworkSegment(4ef4ea2f-3b2a-4dfc-a159-9496ec034a03),segment_id=4ef4ea2f-3b2a-4dfc-a159-9496ec034a03)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:52.451867 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:52.564199 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da6b84-fc99-4273-b84f-b1995c211e0c None None] Pushing event updated for resources: {'Port': ['ID=b5365972-9403-46e8-8710-3fe01e6377b6,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:52.582193 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Routers {'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:25:52.583212 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:52.601464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4ea27dbf-423b-4474-85d5-9222839ae09b None None] Provisioning complete for port b5365972-9403-46e8-8710-3fe01e6377b6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:52.603432 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4ea27dbf-423b-4474-85d5-9222839ae09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:52.638115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62ccee35-546d-458a-a254-47fe1aaf9d89 req-a0fcb57a-7c81-44b5-9689-aa0657a09551 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 210 time: 0.1266026 Nov 03 16:25:52.722359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d24257-36c6-47da-a47e-529ff63873fb req-0d133939-2591-4576-b4d4-796ea86b85d5 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:52.726012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-0d133939-2591-4576-b4d4-796ea86b85d5 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.70 "GET /v2.0/networks?id=92460bd0-77c3-4b79-ae87-4ce1b0160890 HTTP/1.1" status: 200 len: 809 time: 0.3309603 Nov 03 16:25:52.849279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55016366-5cdb-4e9d-800d-ca3c56b198f5 req-1076fca4-ed09-42d5-8d93-a22fe76465d5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:52.852692 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-975a1e3a-3bd2-4219-9226-cf180252d776 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f780d58cd1034e9cba5cb1bd7ec69296 HTTP/1.1" status: 200 len: 380 time: 0.1161602 Nov 03 16:25:52.858112 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55016366-5cdb-4e9d-800d-ca3c56b198f5 req-1076fca4-ed09-42d5-8d93-a22fe76465d5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.1452754 Nov 03 16:25:52.866545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Request body: {'port': {'device_id': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'admin_state_up': True, 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'security_groups': ['568d2c34-9e3e-44b5-9587-51ee43cb3135']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:52.868849 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4ea27dbf-423b-4474-85d5-9222839ae09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:52.954549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4ea27dbf-423b-4474-85d5-9222839ae09b None None] For port b5365972-9403-46e8-8710-3fe01e6377b6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b5365972-9403-46e8-8710-3fe01e6377b6,segment=NetworkSegment(4ef4ea2f-3b2a-4dfc-a159-9496ec034a03),segment_id=4ef4ea2f-3b2a-4dfc-a159-9496ec034a03)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:52.964731 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4ea27dbf-423b-4474-85d5-9222839ae09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:52.988215 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] Set router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:25:52.999745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55016366-5cdb-4e9d-800d-ca3c56b198f5 req-b647763c-a8ae-4cc2-9556-dbd88b19c9b7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330783 Nov 03 16:25:53.027644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:53.059887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Made reservation on behalf of f780d58cd1034e9cba5cb1bd7ec69296 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:25:53.066132 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:53.097621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea27dbf-423b-4474-85d5-9222839ae09b None None] Pushing event updated for resources: {'Port': ['ID=b5365972-9403-46e8-8710-3fe01e6377b6,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:53.109934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-79c4b27f-c9aa-414b-a70a-5674d84344d5 None None] Provisioning complete for port b5365972-9403-46e8-8710-3fe01e6377b6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:53.110628 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-79c4b27f-c9aa-414b-a70a-5674d84344d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:53.240281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Allocated IP 172.20.0.10 (92460bd0-77c3-4b79-ae87-4ce1b0160890/3cea6306-dca7-42eb-a1b9-9610ac090422/277b536f-7b05-4ec7-9208-64b5db671c22) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:25:53.253982 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:43Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 4, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'gw_port': {'id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:44Z', 'updated_at': '2021-11-03T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b5365972-9403-46e8-8710-3fe01e6377b6', 'name': '', 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'mac_address': 'fa:16:3e:3d:dc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:46Z', 'updated_at': '2021-11-03T16:25:52Z', 'revision_number': 4, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'subnets': [{'id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:25:53.308990 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87d659-b440-47fb-a015-40c53dbbda41 None None] The sync data for ids ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'] in n-d-813897-2 is: [{'id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:43Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 4, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'gw_port': {'id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:44Z', 'updated_at': '2021-11-03T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b5365972-9403-46e8-8710-3fe01e6377b6', 'name': '', 'network_id': '956c4b29-cd85-4fc7-af48-8cb51dca94cc', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'mac_address': 'fa:16:3e:3d:dc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:46Z', 'updated_at': '2021-11-03T16:25:52Z', 'revision_number': 4, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'subnets': [{'id': 'be7d942e-cd2f-43ab-b37a-b85f0ed08293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:25:53.377826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:53.378228 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:53.448482 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:53.496049 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:53.510737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b5365972-9403-46e8-8710-3fe01e6377b6 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:53.551677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Network 92460bd0-77c3-4b79-ae87-4ce1b0160890 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:25:53.554471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:25:53.562794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:25:53.573023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b5365972-9403-46e8-8710-3fe01e6377b6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:53.573392 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:53.600046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'Port': ['ID=277b536f-7b05-4ec7-9208-64b5db671c22,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:53.631290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:53.632174 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:53.671086 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-143c9910-b385-41f4-b91c-bd8b33e1f279 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8110185 Nov 03 16:25:53.684474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Request body: {'port': {'device_id': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:25:53.835365 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:53.996977 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-06b9f9cc-fb87-4203-b243-6246fe3eb68a None None] Provisioning complete for port 277b536f-7b05-4ec7-9208-64b5db671c22 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:53.997603 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06b9f9cc-fb87-4203-b243-6246fe3eb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:54.054061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-06b9f9cc-fb87-4203-b243-6246fe3eb68a None None] Port 277b536f-7b05-4ec7-9208-64b5db671c22 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:25:54.142453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63b40d-3e58-4d04-abd3-54ae77be8a4e req-45e94643-de3d-404e-9eed-9cb5baaef366 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:54.146459 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae63b40d-3e58-4d04-abd3-54ae77be8a4e req-45e94643-de3d-404e-9eed-9cb5baaef366 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0620778 Nov 03 16:25:54.218529 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae63b40d-3e58-4d04-abd3-54ae77be8a4e req-228a39ac-ceb0-4446-b776-15a462edbdeb tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674131 Nov 03 16:25:54.343829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d8af9-2d88-41c3-b512-a2a10889c2ba req-68e79072-95e1-4a45-80b9-a5df25d9b1ff tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:54.345318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef9d8af9-2d88-41c3-b512-a2a10889c2ba req-68e79072-95e1-4a45-80b9-a5df25d9b1ff tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 932 time: 0.5292301 Nov 03 16:25:54.466312 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:25:54.494090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef9d8af9-2d88-41c3-b512-a2a10889c2ba req-bd2b42b1-32df-4bf9-8abe-a2dee660e978 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351783 Nov 03 16:25:54.619783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277b536f-7b05-4ec7-9208-64b5db671c22 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:25:54.627558 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:54.641755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Transition to ACTIVE for port object 277b536f-7b05-4ec7-9208-64b5db671c22 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:25:54.646351 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:54.695067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Pushing event updated for resources: {'Port': ['ID=277b536f-7b05-4ec7-9208-64b5db671c22,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:54.777731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Attempting to bind port 277b536f-7b05-4ec7-9208-64b5db671c22 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:25:54.778181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Attempting to bind port 277b536f-7b05-4ec7-9208-64b5db671c22 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:25:54.778585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Attempting to bind port 277b536f-7b05-4ec7-9208-64b5db671c22 on network 92460bd0-77c3-4b79-ae87-4ce1b0160890 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:54.784835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Port 277b536f-7b05-4ec7-9208-64b5db671c22 on network 92460bd0-77c3-4b79-ae87-4ce1b0160890 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:25:54.785274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Attempting to bind port 277b536f-7b05-4ec7-9208-64b5db671c22 on network 92460bd0-77c3-4b79-ae87-4ce1b0160890 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:25:54.791163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:25:54.791714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Checking segment: {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:25:54.792255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Bound using segment: {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:25:54.792763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Bound port: 277b536f-7b05-4ec7-9208-64b5db671c22, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcd86d2-4885-4932-ad11-63b37b3a5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:25:54.793201 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:54.884716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b5365972-9403-46e8-8710-3fe01e6377b6 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:54.889562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] For port 277b536f-7b05-4ec7-9208-64b5db671c22, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:25:54.893335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] For port 277b536f-7b05-4ec7-9208-64b5db671c22, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=277b536f-7b05-4ec7-9208-64b5db671c22,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:25:54.899722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:54.940885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:54.941857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:54.943720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] 10.222.0.70 "PUT /v2.0/ports/277b536f-7b05-4ec7-9208-64b5db671c22 HTTP/1.1" status: 200 len: 1092 time: 1.2642095 Nov 03 16:25:54.946990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b5365972-9403-46e8-8710-3fe01e6377b6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:54.947644 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:54.948328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'tag': '277b536f-7b05-4ec7-9208-64b5db671c22'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:25:54.951931 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867f98df-5944-4657-983a-7009ff7cc9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f03515-51d2-4b02-97a4-86da6d83ecc3", "tag": "277b536f-7b05-4ec7-9208-64b5db671c22"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:25:55.002786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af75588-51b1-4ed0-89dc-d7dc0096a997 service neutron] Pushing event updated for resources: {'Port': ['ID=277b536f-7b05-4ec7-9208-64b5db671c22,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:55.024944 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f72ae29-7281-43e0-b88c-1a2fc7f5d717 x-openstack-request-id: req-2f72ae29-7281-43e0-b88c-1a2fc7f5d717 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:25:55.025234 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f03515-51d2-4b02-97a4-86da6d83ecc3", "tag": "277b536f-7b05-4ec7-9208-64b5db671c22", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:25:55.025496 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f72ae29-7281-43e0-b88c-1a2fc7f5d717 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:25:55.026355 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'tag': '277b536f-7b05-4ec7-9208-64b5db671c22', 'status': 'completed', 'code': 200} Nov 03 16:25:55.065865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d24257-36c6-47da-a47e-529ff63873fb req-5f276ec3-f360-40f7-a56b-8f31b02a1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:55.067442 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-5f276ec3-f360-40f7-a56b-8f31b02a1feb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f780d58cd1034e9cba5cb1bd7ec69296&device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.0545790 Nov 03 16:25:55.126745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-29feebd2-5ab6-4641-927c-f48a67a7cfbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277b536f-7b05-4ec7-9208-64b5db671c22 HTTP/1.1" status: 200 len: 217 time: 0.0480523 Nov 03 16:25:55.186201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d24257-36c6-47da-a47e-529ff63873fb req-bae93b81-e397-424d-8aaf-e88ae718a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:55.187969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-bae93b81-e397-424d-8aaf-e88ae718a889 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cea6306-dca7-42eb-a1b9-9610ac090422 HTTP/1.1" status: 200 len: 848 time: 0.0506058 Nov 03 16:25:55.244301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d24257-36c6-47da-a47e-529ff63873fb req-81c772ef-306e-441c-b9a0-bfe903fcd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:55.246253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-81c772ef-306e-441c-b9a0-bfe903fcd5db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=92460bd0-77c3-4b79-ae87-4ce1b0160890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485168 Nov 03 16:25:55.357432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-389e2f3a-3abd-45e3-9de0-93cad73e8391 service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018779 Nov 03 16:25:55.450890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e7d24257-36c6-47da-a47e-529ff63873fb req-a9301321-9aa7-44b0-89e2-6c35a25df84f service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850861 Nov 03 16:25:55.553259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f98df-5944-4657-983a-7009ff7cc9ff req-806f7dac-6700-4847-89c1-2b49094c7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:55.555390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867f98df-5944-4657-983a-7009ff7cc9ff req-806f7dac-6700-4847-89c1-2b49094c7f2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f780d58cd1034e9cba5cb1bd7ec69296&device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.0495610 Nov 03 16:25:55.673185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738d50d-852b-4068-8200-d739a80c828b req-92c9b755-63da-47c9-88b6-f6b5cd8dad00 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:55.674706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f738d50d-852b-4068-8200-d739a80c828b req-92c9b755-63da-47c9-88b6-f6b5cd8dad00 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 944 time: 0.1027460 Nov 03 16:25:55.707634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f98df-5944-4657-983a-7009ff7cc9ff req-5bbac3a0-f2cc-40ba-ba04-13b985d85c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:55.709013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867f98df-5944-4657-983a-7009ff7cc9ff req-5bbac3a0-f2cc-40ba-ba04-13b985d85c82 service neutron] 10.222.0.70 "GET /v2.0/networks?id=92460bd0-77c3-4b79-ae87-4ce1b0160890 HTTP/1.1" status: 200 len: 910 time: 0.1452522 Nov 03 16:25:55.762655 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867f98df-5944-4657-983a-7009ff7cc9ff req-228d021f-9131-4277-93df-a4f6f319a885 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277b536f-7b05-4ec7-9208-64b5db671c22 HTTP/1.1" status: 200 len: 217 time: 0.0430617 Nov 03 16:25:55.772656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f738d50d-852b-4068-8200-d739a80c828b req-b4d682d7-3cb8-42ce-8b9a-ecadebc767c0 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904493 Nov 03 16:25:55.821803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f98df-5944-4657-983a-7009ff7cc9ff req-a4d939a6-d77d-479c-b5b6-ab800311981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:55.823297 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867f98df-5944-4657-983a-7009ff7cc9ff req-a4d939a6-d77d-479c-b5b6-ab800311981f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cea6306-dca7-42eb-a1b9-9610ac090422 HTTP/1.1" status: 200 len: 848 time: 0.0495141 Nov 03 16:25:55.879144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f98df-5944-4657-983a-7009ff7cc9ff req-64c8baf0-6d30-413d-9c65-7b0febdd964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:55.880606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867f98df-5944-4657-983a-7009ff7cc9ff req-64c8baf0-6d30-413d-9c65-7b0febdd964c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=92460bd0-77c3-4b79-ae87-4ce1b0160890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459175 Nov 03 16:25:55.978861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867f98df-5944-4657-983a-7009ff7cc9ff req-a17759e3-e09e-4e8c-b344-fda73d203fe5 service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890665 Nov 03 16:25:56.084394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-867f98df-5944-4657-983a-7009ff7cc9ff req-55e84875-3994-489a-8317-3a0b18cb073e service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919304 Nov 03 16:25:56.899241 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b904ba-3351-4083-b683-f7e7f0d57f23 req-a1da6064-52e8-471f-88d6-824171e04070 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:56.900614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b7b904ba-3351-4083-b683-f7e7f0d57f23 req-a1da6064-52e8-471f-88d6-824171e04070 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0543282 Nov 03 16:25:56.951589 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b7b904ba-3351-4083-b683-f7e7f0d57f23 req-fdd42e35-947d-41ce-ad27-4cf25be2132a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447390 Nov 03 16:25:57.152422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 277b536f-7b05-4ec7-9208-64b5db671c22 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:25:57.254463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 277b536f-7b05-4ec7-9208-64b5db671c22, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=277b536f-7b05-4ec7-9208-64b5db671c22,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:57.269378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '277b536f-7b05-4ec7-9208-64b5db671c22', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'port_id': '277b536f-7b05-4ec7-9208-64b5db671c22', 'mac_address': 'fa:16:3e:19:17:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:25:57.318189 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:57.333062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277b536f-7b05-4ec7-9208-64b5db671c22 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:25:57.355325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 277b536f-7b05-4ec7-9208-64b5db671c22, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=277b536f-7b05-4ec7-9208-64b5db671c22,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:57.358988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:57.407299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=277b536f-7b05-4ec7-9208-64b5db671c22,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:57.613258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['277b536f-7b05-4ec7-9208-64b5db671c22'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:25:58.071804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb9700-cbc6-4bf4-bcfe-0eb3cdf7baf9 req-0ed66845-adf1-4539-b988-3757d91ae335 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:58.073447 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6fb9700-cbc6-4bf4-bcfe-0eb3cdf7baf9 req-0ed66845-adf1-4539-b988-3757d91ae335 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 945 time: 0.0504227 Nov 03 16:25:58.125701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6fb9700-cbc6-4bf4-bcfe-0eb3cdf7baf9 req-6b6ac665-f514-4f5c-8681-220aa335d101 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456026 Nov 03 16:25:59.177965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 277b536f-7b05-4ec7-9208-64b5db671c22 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:25:59.246319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 277b536f-7b05-4ec7-9208-64b5db671c22 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:25:59.251754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 277b536f-7b05-4ec7-9208-64b5db671c22 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:25:59.252322 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:59.303296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3bd8-cb3d-49aa-b8f6-d78f16a5786a req-75057113-e97f-4de5-afa8-a362e28d49ae tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:59.314998 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca6b3bd8-cb3d-49aa-b8f6-d78f16a5786a req-75057113-e97f-4de5-afa8-a362e28d49ae tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 945 time: 0.0715067 Nov 03 16:25:59.372581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:59.379866 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ca6b3bd8-cb3d-49aa-b8f6-d78f16a5786a req-5fe77c1e-7d2d-4b6e-8d95-936332479546 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592663 Nov 03 16:25:59.402296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277b536f-7b05-4ec7-9208-64b5db671c22'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:25:59.404850 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ebc4c-285d-4ba7-99f9-d9a6b14087b6" -d '{"events": [{"server_uuid": "b5f03515-51d2-4b02-97a4-86da6d83ecc3", "name": "network-vif-plugged", "status": "completed", "tag": "277b536f-7b05-4ec7-9208-64b5db671c22"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:25:59.419479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 277b536f-7b05-4ec7-9208-64b5db671c22, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=277b536f-7b05-4ec7-9208-64b5db671c22,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:25:59.425899 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:25:59.462472 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161b9994-9c7d-4f16-9bc4-22b0e22176a3 x-openstack-request-id: req-161b9994-9c7d-4f16-9bc4-22b0e22176a3 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:25:59.463006 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f03515-51d2-4b02-97a4-86da6d83ecc3", "name": "network-vif-plugged", "status": "completed", "tag": "277b536f-7b05-4ec7-9208-64b5db671c22", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:25:59.463231 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-161b9994-9c7d-4f16-9bc4-22b0e22176a3 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:25:59.464114 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277b536f-7b05-4ec7-9208-64b5db671c22', 'code': 200} Nov 03 16:25:59.486958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=277b536f-7b05-4ec7-9208-64b5db671c22,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:25:59.561410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1c401-482e-4179-81e5-6e5215eaa07a req-4add72c2-9e56-4267-a610-de180437f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:25:59.563690 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4af1c401-482e-4179-81e5-6e5215eaa07a req-4add72c2-9e56-4267-a610-de180437f5ee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0446005 Nov 03 16:25:59.621542 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4af1c401-482e-4179-81e5-6e5215eaa07a req-da406908-4483-4f6a-9cda-b5f5d0718e16 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476604 Nov 03 16:26:00.495168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c4e9c-62bf-4d84-b324-beb552ecabd0 req-900636bb-e4af-4684-be7b-51d7a635d44e tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:00.497099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c14c4e9c-62bf-4d84-b324-beb552ecabd0 req-900636bb-e4af-4684-be7b-51d7a635d44e tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0545180 Nov 03 16:26:00.557471 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c14c4e9c-62bf-4d84-b324-beb552ecabd0 req-81b49063-12a2-433e-9980-4fed6434ef64 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540285 Nov 03 16:26:00.558003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38652) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:00.703888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6856f842-4637-49c9-94e9-ef23d4bf0c61 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4a32cbeafcfa4f13ace9699bab53ab33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447530 Nov 03 16:26:00.706351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38656) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:00.757620 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:00.779621 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:00.828472 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:00.831413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:00.832451 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2795b442-3f9d-4eac-9f48-21930ca8b0e2 HTTP/1.1" status: 204 len: 168 time: 0.1252065 Nov 03 16:26:00.848164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2795b442-3f9d-4eac-9f48-21930ca8b0e2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:00.859074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.859428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.859769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.860160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.860562 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.860817 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.861259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.861616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.861940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.862263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.862584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:00.862952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564584e-f074-4c12-816c-37f447355278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:01.502580 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:01.686228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07419247-05e9-417d-8cd7-30ab1c8d1841 req-091c947e-fad3-4de0-a433-464ba8d3426d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:01.687726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07419247-05e9-417d-8cd7-30ab1c8d1841 req-091c947e-fad3-4de0-a433-464ba8d3426d tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0516357 Nov 03 16:26:01.741084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07419247-05e9-417d-8cd7-30ab1c8d1841 req-57f7b3e6-53bc-4a5b-9dfc-b09c38a37c3b tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463338 Nov 03 16:26:01.868406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49013f-aa6b-44f2-b651-165f88779c63 req-7835fde5-4da3-4672-bb9d-cd7df64ed847 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:01.870541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf49013f-aa6b-44f2-b651-165f88779c63 req-7835fde5-4da3-4672-bb9d-cd7df64ed847 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0550983 Nov 03 16:26:01.929509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bf49013f-aa6b-44f2-b651-165f88779c63 req-74f11f5f-086c-4b23-98e6-f5c44fd1b2c6 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522676 Nov 03 16:26:02.053952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99af84-db70-4082-a1b3-190fb8a6df07 req-1ff8fe84-2890-4f7d-8e3c-401efe3849ff tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:02.055669 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef99af84-db70-4082-a1b3-190fb8a6df07 req-1ff8fe84-2890-4f7d-8e3c-401efe3849ff tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0524709 Nov 03 16:26:02.106147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef99af84-db70-4082-a1b3-190fb8a6df07 req-19ec5f9b-e64e-4d38-9dc3-f3f2959c961e tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443981 Nov 03 16:26:02.128466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38694) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:02.327041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d9291a-00dc-405f-af84-ab250f118a76 tempest-TestServerBasicOps-299674439 tempest-TestServerBasicOps-299674439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:02.328796 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-69d9291a-00dc-405f-af84-ab250f118a76 tempest-TestServerBasicOps-299674439 tempest-TestServerBasicOps-299674439-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 1092 time: 0.1991868 Nov 03 16:26:02.331790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38698) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:02.336626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '277b536f-7b05-4ec7-9208-64b5db671c22', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:02.361119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:02.463312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:02.537832 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1043a4dc-9b95-49c0-96bf-f806f68776a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:02.599348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Allocated IP 172.25.6.249 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/08349344-c71c-4555-8684-b629f2f3d8f3) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:02.718531 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:02.754079 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:02.789850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:02.794100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:02.799691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:02.824106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'Port': ['ID=08349344-c71c-4555-8684-b629f2f3d8f3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:03.192725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:03.266794 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:03.437725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:03.442183 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:03.511363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event updated for resources: {'Port': ['ID=08349344-c71c-4555-8684-b629f2f3d8f3,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:03.526099 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:03.634014 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Floating IP 155b6c47-cc8e-4aa3-9126-d4e96ebaa1d9 associated. External IP: 172.25.6.249, port: 277b536f-7b05-4ec7-9208-64b5db671c22. Nov 03 16:26:03.860052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:26:03.972857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:03.985736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] Sync routers for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:03.991838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:03.998250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:03.998929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:04.030195 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e0ea534b-5f72-4a4b-8147-6660e6d918f2 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6973386 Nov 03 16:26:04.034118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'tag': '277b536f-7b05-4ec7-9208-64b5db671c22'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:26:04.037969 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72c0d0c-b220-4249-a395-97839edab923" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f03515-51d2-4b02-97a4-86da6d83ecc3", "tag": "277b536f-7b05-4ec7-9208-64b5db671c22"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:26:04.077407 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ba6a1d-309c-4cea-adbc-6aadd95c10fc x-openstack-request-id: req-c5ba6a1d-309c-4cea-adbc-6aadd95c10fc {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:26:04.077803 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f03515-51d2-4b02-97a4-86da6d83ecc3", "tag": "277b536f-7b05-4ec7-9208-64b5db671c22", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:26:04.078136 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c5ba6a1d-309c-4cea-adbc-6aadd95c10fc {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:26:04.078750 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'tag': '277b536f-7b05-4ec7-9208-64b5db671c22', 'status': 'completed', 'code': 200} Nov 03 16:26:04.113764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:04.149782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0d0c-b220-4249-a395-97839edab923 req-eaa562e8-f9f7-4138-9b51-cd728f2a2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:04.151883 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c72c0d0c-b220-4249-a395-97839edab923 req-eaa562e8-f9f7-4138-9b51-cd728f2a2df6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f780d58cd1034e9cba5cb1bd7ec69296&device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0521924 Nov 03 16:26:04.250226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0d0c-b220-4249-a395-97839edab923 req-a6ad9f77-032d-462e-a5f9-04f26a69e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:04.252097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c72c0d0c-b220-4249-a395-97839edab923 req-a6ad9f77-032d-462e-a5f9-04f26a69e3ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=92460bd0-77c3-4b79-ae87-4ce1b0160890 HTTP/1.1" status: 200 len: 910 time: 0.0926816 Nov 03 16:26:04.335259 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c72c0d0c-b220-4249-a395-97839edab923 req-b82385c4-4233-42c6-804c-2d5759377975 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277b536f-7b05-4ec7-9208-64b5db671c22 HTTP/1.1" status: 200 len: 1000 time: 0.0749516 Nov 03 16:26:04.349188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '155b6c47-cc8e-4aa3-9126-d4e96ebaa1d9', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'port_id': '277b536f-7b05-4ec7-9208-64b5db671c22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'mac_address': 'fa:16:3e:19:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:03Z', 'updated_at': '2021-11-03T16:26:03Z', 'revision_number': 0, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 5, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:04.384289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] Checking router: 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:04.389551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0d0c-b220-4249-a395-97839edab923 req-f7b43748-06b1-4988-960f-688c1ae19081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:04.392079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c72c0d0c-b220-4249-a395-97839edab923 req-f7b43748-06b1-4988-960f-688c1ae19081 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cea6306-dca7-42eb-a1b9-9610ac090422 HTTP/1.1" status: 200 len: 848 time: 0.0497231 Nov 03 16:26:04.393335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:04.394001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:25:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:04.447560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0d0c-b220-4249-a395-97839edab923 req-225faa3c-6f23-4b90-ac04-da55ef520c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:04.449077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c72c0d0c-b220-4249-a395-97839edab923 req-225faa3c-6f23-4b90-ac04-da55ef520c3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=92460bd0-77c3-4b79-ae87-4ce1b0160890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492871 Nov 03 16:26:04.562204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:04.608532 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c72c0d0c-b220-4249-a395-97839edab923 req-daf9d0bf-e98c-477a-8cce-93e9dd9acf29 service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500545 Nov 03 16:26:04.708223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c72c0d0c-b220-4249-a395-97839edab923 req-210c4561-04df-4dfa-8f64-f6478d0f1f52 service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924439 Nov 03 16:26:04.817588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '155b6c47-cc8e-4aa3-9126-d4e96ebaa1d9', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'port_id': '277b536f-7b05-4ec7-9208-64b5db671c22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'mac_address': 'fa:16:3e:19:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:03Z', 'updated_at': '2021-11-03T16:26:03Z', 'revision_number': 0, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 5, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:04.848051 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7ba91-cd6e-40c0-8016-8d2fb0a4f525 None None] The sync data for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 is: [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '155b6c47-cc8e-4aa3-9126-d4e96ebaa1d9', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'port_id': '277b536f-7b05-4ec7-9208-64b5db671c22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'mac_address': 'fa:16:3e:19:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:03Z', 'updated_at': '2021-11-03T16:26:03Z', 'revision_number': 0, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 5, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:26:04.962271 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-253af8dc-7266-4f62-9c3e-633424d2b7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:05.038017 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504a297-9003-4a40-902d-e274ba3cd0c1 None None] New status for floating IP 155b6c47-cc8e-4aa3-9126-d4e96ebaa1d9: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:26:06.285081 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:07.781063 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:08.405052 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:18.945424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38812) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:19.052979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ef96bf2-c4e5-4fc4-ae11-8fcf991c8740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:19.137927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ef96bf2-c4e5-4fc4-ae11-8fcf991c8740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:19.142226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ef96bf2-c4e5-4fc4-ae11-8fcf991c8740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:19.184718 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ef96bf2-c4e5-4fc4-ae11-8fcf991c8740 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b9126733864b488d8997ea73d2e23816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375295 Nov 03 16:26:19.185625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef96bf2-c4e5-4fc4-ae11-8fcf991c8740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba849b8-63be-42b2-8cf7-578582003f7c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:19.187466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38816) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:19.239246 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:19.271561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:19.318349 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:19.321231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:19.322612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bba849b8-63be-42b2-8cf7-578582003f7c HTTP/1.1" status: 204 len: 168 time: 0.1336005 Nov 03 16:26:19.330704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba849b8-63be-42b2-8cf7-578582003f7c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:19.340044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.340392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.340732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.341090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.341392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.341887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.342216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.342543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.342870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.343188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.343511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.343909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b4429-ee0c-4287-94e8-3afba90ef90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:19.940457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38838) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:20.037896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-917341624-network', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:20.060949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Made reservation on behalf of 395c126f8c4642a8ae6259792f16bc61 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:26:20.063323 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.072235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.145633 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.149139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.171030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:26:20.185719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8cd35a-c858-4f64-a0b4-768e0e2bae4b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:20.191043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.191382 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Added segment edc171c4-8982-439f-8271-f022bf747ffa of type vlan for network 16fec719-f361-4c75-8f9b-d4272e8e4e2c Nov 03 16:26:20.233550 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.264303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.265258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:20.265865 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.316174 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3746231 Nov 03 16:26:20.319121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38842) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:20.324905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Request body: {'subnet': {'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-917341624-subnet', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:20.346688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Made reservation on behalf of 395c126f8c4642a8ae6259792f16bc61 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:26:20.349069 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.356891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c9f52-a83e-4e23-a603-5074223c90a7 admin admin] Pushing event updated for resources: {'Network': ['ID=16fec719-f361-4c75-8f9b-d4272e8e4e2c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:20.367272 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 16fec719-f361-4c75-8f9b-d4272e8e4e2c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:26:20.515569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.571287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=160950c2-48d4-4762-9d6c-280296a02af0,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:20.580994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Checking segment: {'id': 'edc171c4-8982-439f-8271-f022bf747ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:20.581358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Network hostable DHCP agents. Network: 16fec719-f361-4c75-8f9b-d4272e8e4e2c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:26:20.598311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Network 16fec719-f361-4c75-8f9b-d4272e8e4e2c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:26:20.607456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 16fec719-f361-4c75-8f9b-d4272e8e4e2c) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:20.612304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:20.613332 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.617744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66030d6-abf2-44c8-b083-93f727dd9590 None None] Network 16fec719-f361-4c75-8f9b-d4272e8e4e2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:26:20.629259 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-89ca7d22-bb9a-4e65-ad1e-29110c5bbfa3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3083141 Nov 03 16:26:20.632047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38844) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:20.636618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:20.657780 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.658757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.716151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.761788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-16fec719-f361-4c75-8f9b-d4272e8e4e2c', 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'fixed_ips': [{'subnet_id': '160950c2-48d4-4762-9d6c-280296a02af0'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:26:20.762644 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.855126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:20.900939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Allocated IP 172.20.0.2 (16fec719-f361-4c75-8f9b-d4272e8e4e2c/160950c2-48d4-4762-9d6c-280296a02af0/efd55c6d-159f-41b2-b69a-d4f341192320) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:21.057949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.079279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.190741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Allocated IP 172.25.6.233 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d66d4813-2a72-42be-81a4-6d5d9e74b3e9) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:21.200844 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.206857 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.244610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Network 16fec719-f361-4c75-8f9b-d4272e8e4e2c is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:21.249465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:21.252980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:21.260364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Pushing event updated for resources: {'Port': ['ID=efd55c6d-159f-41b2-b69a-d4f341192320,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:21.283844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.284203 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.284553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.284902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.285246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.285607 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.285950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.286630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.286630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.286929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.287438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.287619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:26:21.301167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.324789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Attempting to bind port efd55c6d-159f-41b2-b69a-d4f341192320 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:21.325082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Attempting to bind port efd55c6d-159f-41b2-b69a-d4f341192320 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'edc171c4-8982-439f-8271-f022bf747ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:21.325757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Attempting to bind port efd55c6d-159f-41b2-b69a-d4f341192320 on network 16fec719-f361-4c75-8f9b-d4272e8e4e2c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:21.330838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:21.331412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Checking segment: {'id': 'edc171c4-8982-439f-8271-f022bf747ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:21.331812 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.332203 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Bound using segment: {'id': 'edc171c4-8982-439f-8271-f022bf747ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:21.332672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Bound port: efd55c6d-159f-41b2-b69a-d4f341192320, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc171c4-8982-439f-8271-f022bf747ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:21.333050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.336170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.374446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:21.377241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:21.383879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:21.397266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] For port efd55c6d-159f-41b2-b69a-d4f341192320, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:21.401504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] For port efd55c6d-159f-41b2-b69a-d4f341192320, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=efd55c6d-159f-41b2-b69a-d4f341192320,segment=NetworkSegment(edc171c4-8982-439f-8271-f022bf747ffa),segment_id=edc171c4-8982-439f-8271-f022bf747ffa)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:21.405876 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.411837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Pushing event updated for resources: {'Port': ['ID=d66d4813-2a72-42be-81a4-6d5d9e74b3e9,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:21.473359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7876c-fc0c-4dbf-907d-8561877c17d3 None None] Pushing event updated for resources: {'Port': ['ID=efd55c6d-159f-41b2-b69a-d4f341192320,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:21.666696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.861156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:21.989385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Router 61210846-2914-4c31-97c4-2f0659f71585 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:26:22.008329 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:22.099860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:22.110759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Sync routers for ids ['61210846-2914-4c31-97c4-2f0659f71585'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:22.119511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:22.123630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a417b89d-e205-496b-99a5-c161f67e60eb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4876494 Nov 03 16:26:22.123630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38846) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:22.124974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Routers {'61210846-2914-4c31-97c4-2f0659f71585'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:22.125746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['61210846-2914-4c31-97c4-2f0659f71585'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:22.245862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Set router 61210846-2914-4c31-97c4-2f0659f71585 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:22.395270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8061b0e-76ad-4105-a634-95aa43af1ced None None] Network 16fec719-f361-4c75-8f9b-d4272e8e4e2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:26:22.484661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6478924b-a04f-4eaa-b0a8-4c9976d9ea6c None None] Provisioning complete for port efd55c6d-159f-41b2-b69a-d4f341192320 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:22.485331 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6478924b-a04f-4eaa-b0a8-4c9976d9ea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:22.556821 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:22.593683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61210846-2914-4c31-97c4-2f0659f71585', 'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:20Z', 'updated_at': '2021-11-03T16:26:21Z', 'revision_number': 3, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'gw_port': {'id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:21Z', 'updated_at': '2021-11-03T16:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:22.644149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Checking router: 61210846-2914-4c31-97c4-2f0659f71585 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:22.644370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Updating router 61210846-2914-4c31-97c4-2f0659f71585 port d66d4813-2a72-42be-81a4-6d5d9e74b3e9 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:26:22.693392 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6478924b-a04f-4eaa-b0a8-4c9976d9ea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:22.699067 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:22.712394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Allocated IP 172.20.0.1 (16fec719-f361-4c75-8f9b-d4272e8e4e2c/160950c2-48d4-4762-9d6c-280296a02af0/492280ed-aab1-48fe-90f0-61dcae24cafb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:22.767984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6478924b-a04f-4eaa-b0a8-4c9976d9ea6c None None] For port efd55c6d-159f-41b2-b69a-d4f341192320, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=efd55c6d-159f-41b2-b69a-d4f341192320,segment=NetworkSegment(edc171c4-8982-439f-8271-f022bf747ffa),segment_id=edc171c4-8982-439f-8271-f022bf747ffa)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:22.813865 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6478924b-a04f-4eaa-b0a8-4c9976d9ea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:22.828294 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:22.879026 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:22.900230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478924b-a04f-4eaa-b0a8-4c9976d9ea6c None None] Pushing event updated for resources: {'Port': ['ID=efd55c6d-159f-41b2-b69a-d4f341192320,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:22.937796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device efd55c6d-159f-41b2-b69a-d4f341192320 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:22.940045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Network 16fec719-f361-4c75-8f9b-d4272e8e4e2c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:22.944823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:22.951211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:22.980688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Pushing event updated for resources: {'Port': ['ID=492280ed-aab1-48fe-90f0-61dcae24cafb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:23.001449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.042226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port efd55c6d-159f-41b2-b69a-d4f341192320 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:23.042595 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.113842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-59864d22-f16f-4165-9b68-9b26a8fbbfbf None None] Provisioning complete for port efd55c6d-159f-41b2-b69a-d4f341192320 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:23.114210 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59864d22-f16f-4165-9b68-9b26a8fbbfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.121087 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.132755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.146014 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.225405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3462af-4bfc-4d0e-a1b8-aa8cf82c96c8 None None] Pushing event updated for resources: {'Port': ['ID=d66d4813-2a72-42be-81a4-6d5d9e74b3e9,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:23.228023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Attempting to bind port d66d4813-2a72-42be-81a4-6d5d9e74b3e9 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:23.228393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Attempting to bind port d66d4813-2a72-42be-81a4-6d5d9e74b3e9 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:23.228767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Attempting to bind port d66d4813-2a72-42be-81a4-6d5d9e74b3e9 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:23.258044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:23.258414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:23.258815 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.259201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:23.260013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Bound port: d66d4813-2a72-42be-81a4-6d5d9e74b3e9, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:23.260154 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.306686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.311406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.355339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] For port d66d4813-2a72-42be-81a4-6d5d9e74b3e9, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:23.358885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] For port d66d4813-2a72-42be-81a4-6d5d9e74b3e9, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d66d4813-2a72-42be-81a4-6d5d9e74b3e9,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:23.364282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.424001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Routers {'61210846-2914-4c31-97c4-2f0659f71585'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:23.424639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['61210846-2914-4c31-97c4-2f0659f71585'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:23.431188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3462af-4bfc-4d0e-a1b8-aa8cf82c96c8 None None] Pushing event updated for resources: {'Port': ['ID=d66d4813-2a72-42be-81a4-6d5d9e74b3e9,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:23.497945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cd9e3790-50ea-4d66-83b0-e5fc70e48638 None None] Provisioning complete for port 492280ed-aab1-48fe-90f0-61dcae24cafb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:23.498615 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3790-50ea-4d66-83b0-e5fc70e48638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.576082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e3790-50ea-4d66-83b0-e5fc70e48638 None None] Port 492280ed-aab1-48fe-90f0-61dcae24cafb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:26:23.580935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] Set router 61210846-2914-4c31-97c4-2f0659f71585 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:23.732807 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:23.734597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Pushing event updated for resources: {'Port': ['ID=492280ed-aab1-48fe-90f0-61dcae24cafb,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:23.836875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Network 16fec719-f361-4c75-8f9b-d4272e8e4e2c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:23.838518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:23.951157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61210846-2914-4c31-97c4-2f0659f71585', 'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:20Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 4, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'gw_port': {'id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:21Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '492280ed-aab1-48fe-90f0-61dcae24cafb', 'name': '', 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'mac_address': 'fa:16:3e:86:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '160950c2-48d4-4762-9d6c-280296a02af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:22Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 2, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'subnets': [{'id': '160950c2-48d4-4762-9d6c-280296a02af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:23.964163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Router 61210846-2914-4c31-97c4-2f0659f71585 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:26:23.979434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2daa1-0add-4dfa-ae9d-6c67f1ec4c5a None None] The sync data for ids ['61210846-2914-4c31-97c4-2f0659f71585'] in n-d-813897-2 is: [{'id': '61210846-2914-4c31-97c4-2f0659f71585', 'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:20Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 4, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'gw_port': {'id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:21Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '492280ed-aab1-48fe-90f0-61dcae24cafb', 'name': '', 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'mac_address': 'fa:16:3e:86:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '160950c2-48d4-4762-9d6c-280296a02af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:22Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 2, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'subnets': [{'id': '160950c2-48d4-4762-9d6c-280296a02af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:26:24.079022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:24.084342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d58a1b33-a897-4044-aef8-1d33d23c81bc admin admin] 10.222.0.86 "PUT /v2.0/routers/61210846-2914-4c31-97c4-2f0659f71585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9597607 Nov 03 16:26:24.099306 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cf003a65-80f5-43e4-9f14-89a34a85cd84 None None] Provisioning complete for port 492280ed-aab1-48fe-90f0-61dcae24cafb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:24.099672 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cf003a65-80f5-43e4-9f14-89a34a85cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.140732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cf003a65-80f5-43e4-9f14-89a34a85cd84 None None] Port 492280ed-aab1-48fe-90f0-61dcae24cafb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:26:24.597463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38862) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:24.602632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-878203689-network', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:24.633359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Made reservation on behalf of de1e7daf69e94edcbe540cb29a36d863 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:26:24.638911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.658441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.742759 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.746998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.769242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:26:24.784568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2e625c-6016-434e-bbcc-2ad5a7fd7cd0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:24.790509 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.790846 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Added segment 5bca2b5e-6184-4045-b2aa-99ce73ec6de3 of type vlan for network 17a3b94a-a28d-495e-8770-61b934a73fa4 Nov 03 16:26:24.835664 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.865341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.866562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:24.867204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.933020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3343849 Nov 03 16:26:24.935912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38866) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:24.942727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Request body: {'subnet': {'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-878203689-subnet', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:24.951536 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device efd55c6d-159f-41b2-b69a-d4f341192320 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:24.955154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed976545-e4b1-4160-886d-ef298f2a7032 admin admin] Pushing event updated for resources: {'Network': ['ID=17a3b94a-a28d-495e-8770-61b934a73fa4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:24.973364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Made reservation on behalf of de1e7daf69e94edcbe540cb29a36d863 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:26:24.976769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:24.978570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 17a3b94a-a28d-495e-8770-61b934a73fa4 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:26:25.066933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port efd55c6d-159f-41b2-b69a-d4f341192320 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:25.067384 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.152549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d66d4813-2a72-42be-81a4-6d5d9e74b3e9 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:25.160152 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.206243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d66d4813-2a72-42be-81a4-6d5d9e74b3e9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:25.206732 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.216094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ce99e8-7487-4b50-9f5c-881bd6753fd2,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:25.227282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Checking segment: {'id': '5bca2b5e-6184-4045-b2aa-99ce73ec6de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:25.227631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Network hostable DHCP agents. Network: 17a3b94a-a28d-495e-8770-61b934a73fa4, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:26:25.246827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Network 17a3b94a-a28d-495e-8770-61b934a73fa4 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:26:25.266136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 17a3b94a-a28d-495e-8770-61b934a73fa4) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:25.271579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:25.272252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.284054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3eeafe-6afb-40a8-b4c7-d45100a7f893 None None] Network 17a3b94a-a28d-495e-8770-61b934a73fa4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:26:25.297943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-197e5ba7-6ab0-42d2-842a-da8f667e8490 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3608553 Nov 03 16:26:25.300342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38868) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:25.307241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:25.329445 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.330748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.345668 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.380509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port d66d4813-2a72-42be-81a4-6d5d9e74b3e9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d66d4813-2a72-42be-81a4-6d5d9e74b3e9,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:25.386463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.392071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.478805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=d66d4813-2a72-42be-81a4-6d5d9e74b3e9,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:25.508435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-17a3b94a-a28d-495e-8770-61b934a73fa4', 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'fixed_ips': [{'subnet_id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:26:25.509393 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.539490 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.653958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Allocated IP 172.20.0.2 (17a3b94a-a28d-495e-8770-61b934a73fa4/05ce99e8-7487-4b50-9f5c-881bd6753fd2/a53f3432-2964-4c50-bdd6-2ff942323996) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:25.745470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.770184 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.800991 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.807640 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.845036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Network 17a3b94a-a28d-495e-8770-61b934a73fa4 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:25.847826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:25.851396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:25.880464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Pushing event updated for resources: {'Port': ['ID=a53f3432-2964-4c50-bdd6-2ff942323996,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:25.908971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Allocated IP 172.25.6.211 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:25.916959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Attempting to bind port a53f3432-2964-4c50-bdd6-2ff942323996 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:25.917332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Attempting to bind port a53f3432-2964-4c50-bdd6-2ff942323996 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '5bca2b5e-6184-4045-b2aa-99ce73ec6de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:25.917732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Attempting to bind port a53f3432-2964-4c50-bdd6-2ff942323996 on network 17a3b94a-a28d-495e-8770-61b934a73fa4 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:25.923657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:25.924059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Checking segment: {'id': '5bca2b5e-6184-4045-b2aa-99ce73ec6de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:25.924472 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:25.924921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Bound using segment: {'id': '5bca2b5e-6184-4045-b2aa-99ce73ec6de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:25.925454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Bound port: a53f3432-2964-4c50-bdd6-2ff942323996, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bca2b5e-6184-4045-b2aa-99ce73ec6de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:25.925970 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.006263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] For port a53f3432-2964-4c50-bdd6-2ff942323996, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:26.010255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] For port a53f3432-2964-4c50-bdd6-2ff942323996, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a53f3432-2964-4c50-bdd6-2ff942323996,segment=NetworkSegment(5bca2b5e-6184-4045-b2aa-99ce73ec6de3),segment_id=5bca2b5e-6184-4045-b2aa-99ce73ec6de3)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:26.015823 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.039489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.074670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb895a11-5004-4d77-884d-37ba6172d590 None None] Pushing event updated for resources: {'Port': ['ID=a53f3432-2964-4c50-bdd6-2ff942323996,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:26.088315 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.130170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:26.137748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:26.140181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:26.165271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Pushing event updated for resources: {'Port': ['ID=c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:26.182732 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Sync routers for ids ['61210846-2914-4c31-97c4-2f0659f71585'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:26.193083 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Routers {'61210846-2914-4c31-97c4-2f0659f71585'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:26.193728 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['61210846-2914-4c31-97c4-2f0659f71585'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:26.314697 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Set router 61210846-2914-4c31-97c4-2f0659f71585 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:26.451101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.521986 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61210846-2914-4c31-97c4-2f0659f71585', 'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:20Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 4, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'gw_port': {'id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:21Z', 'updated_at': '2021-11-03T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '492280ed-aab1-48fe-90f0-61dcae24cafb', 'name': '', 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'mac_address': 'fa:16:3e:86:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '160950c2-48d4-4762-9d6c-280296a02af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:22Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 2, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'subnets': [{'id': '160950c2-48d4-4762-9d6c-280296a02af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:26.550567 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Checking router: 61210846-2914-4c31-97c4-2f0659f71585 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:26.550922 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Updating router 61210846-2914-4c31-97c4-2f0659f71585 port 492280ed-aab1-48fe-90f0-61dcae24cafb binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:26:26.577189 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.652053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.795074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Router 59694bff-0102-4326-9923-a5a825010161 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:26:26.851130 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.864257 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.920025 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80314a96-9fb6-4d4d-bc34-f756814bd06d None None] Pushing event updated for resources: {'Port': ['ID=492280ed-aab1-48fe-90f0-61dcae24cafb,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:26.956011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:26.968448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Sync routers for ids ['59694bff-0102-4326-9923-a5a825010161'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:26.983754 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:26.987706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6a116874-d719-4286-91fb-cae535827b0f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6837389 Nov 03 16:26:26.988406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:27.013174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Routers {'59694bff-0102-4326-9923-a5a825010161'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:27.016239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['59694bff-0102-4326-9923-a5a825010161'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:27.023258 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Attempting to bind port 492280ed-aab1-48fe-90f0-61dcae24cafb on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:27.023623 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Attempting to bind port 492280ed-aab1-48fe-90f0-61dcae24cafb by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'edc171c4-8982-439f-8271-f022bf747ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:27.023996 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Attempting to bind port 492280ed-aab1-48fe-90f0-61dcae24cafb on network 16fec719-f361-4c75-8f9b-d4272e8e4e2c {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:27.030779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d66d4813-2a72-42be-81a4-6d5d9e74b3e9 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:27.034409 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:27.034409 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Checking segment: {'id': 'edc171c4-8982-439f-8271-f022bf747ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:27.034749 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.035128 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Bound using segment: {'id': 'edc171c4-8982-439f-8271-f022bf747ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:27.035737 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Bound port: 492280ed-aab1-48fe-90f0-61dcae24cafb, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc171c4-8982-439f-8271-f022bf747ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:27.036106 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.120112 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] For port 492280ed-aab1-48fe-90f0-61dcae24cafb, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:27.124472 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] For port 492280ed-aab1-48fe-90f0-61dcae24cafb, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=492280ed-aab1-48fe-90f0-61dcae24cafb,segment=NetworkSegment(edc171c4-8982-439f-8271-f022bf747ffa),segment_id=edc171c4-8982-439f-8271-f022bf747ffa)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:27.136030 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.201268 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80314a96-9fb6-4d4d-bc34-f756814bd06d None None] Pushing event updated for resources: {'Port': ['ID=492280ed-aab1-48fe-90f0-61dcae24cafb,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:27.231729 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Routers {'61210846-2914-4c31-97c4-2f0659f71585'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:27.232683 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['61210846-2914-4c31-97c4-2f0659f71585'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:27.237243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d66d4813-2a72-42be-81a4-6d5d9e74b3e9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:27.237637 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.281777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216cf56-0cec-46e7-92eb-ca8141915b58 None None] Network 17a3b94a-a28d-495e-8770-61b934a73fa4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:26:27.290096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Set router 59694bff-0102-4326-9923-a5a825010161 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:27.366265 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] Set router 61210846-2914-4c31-97c4-2f0659f71585 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:27.430658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Provisioning complete for port a53f3432-2964-4c50-bdd6-2ff942323996 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:27.431072 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.532826 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.608519 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61210846-2914-4c31-97c4-2f0659f71585', 'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:20Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 4, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'gw_port': {'id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:21Z', 'updated_at': '2021-11-03T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '492280ed-aab1-48fe-90f0-61dcae24cafb', 'name': '', 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'mac_address': 'fa:16:3e:86:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '160950c2-48d4-4762-9d6c-280296a02af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:22Z', 'updated_at': '2021-11-03T16:26:27Z', 'revision_number': 4, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'subnets': [{'id': '160950c2-48d4-4762-9d6c-280296a02af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:27.630513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a53f3432-2964-4c50-bdd6-2ff942323996 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:27.644442 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aedd1f-7531-4deb-969b-6c24123603ec None None] The sync data for ids ['61210846-2914-4c31-97c4-2f0659f71585'] in n-d-813897-2 is: [{'id': '61210846-2914-4c31-97c4-2f0659f71585', 'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:20Z', 'updated_at': '2021-11-03T16:26:23Z', 'revision_number': 4, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'gw_port': {'id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:21Z', 'updated_at': '2021-11-03T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '492280ed-aab1-48fe-90f0-61dcae24cafb', 'name': '', 'network_id': '16fec719-f361-4c75-8f9b-d4272e8e4e2c', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'mac_address': 'fa:16:3e:86:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '160950c2-48d4-4762-9d6c-280296a02af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:22Z', 'updated_at': '2021-11-03T16:26:27Z', 'revision_number': 4, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'subnets': [{'id': '160950c2-48d4-4762-9d6c-280296a02af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:26:27.752557 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.822206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] For port a53f3432-2964-4c50-bdd6-2ff942323996, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a53f3432-2964-4c50-bdd6-2ff942323996,segment=NetworkSegment(5bca2b5e-6184-4045-b2aa-99ce73ec6de3),segment_id=5bca2b5e-6184-4045-b2aa-99ce73ec6de3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:27.830653 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.833741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a53f3432-2964-4c50-bdd6-2ff942323996 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:27.834130 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.843035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59694bff-0102-4326-9923-a5a825010161', 'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:26Z', 'revision_number': 3, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'gw_port': {'id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:27.942412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Provisioning complete for port 492280ed-aab1-48fe-90f0-61dcae24cafb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:27.942939 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:27.997018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Checking router: 59694bff-0102-4326-9923-a5a825010161 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:27.997333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Updating router 59694bff-0102-4326-9923-a5a825010161 port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:26:28.059989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Allocated IP 172.20.0.1 (17a3b94a-a28d-495e-8770-61b934a73fa4/05ce99e8-7487-4b50-9f5c-881bd6753fd2/a0d4ad66-4b35-4646-9814-0af32013946d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:28.182035 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.218743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.227989 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.268731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Network 17a3b94a-a28d-495e-8770-61b934a73fa4 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:28.276011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:28.280047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:28.307243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d4ad66-4b35-4646-9814-0af32013946d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:28.310746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Pushing event updated for resources: {'Port': ['ID=a53f3432-2964-4c50-bdd6-2ff942323996,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:28.331891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.391410 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.462693 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] For port 492280ed-aab1-48fe-90f0-61dcae24cafb, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=492280ed-aab1-48fe-90f0-61dcae24cafb,segment=NetworkSegment(edc171c4-8982-439f-8271-f022bf747ffa),segment_id=edc171c4-8982-439f-8271-f022bf747ffa)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:28.471515 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.499095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.570380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c29060-acd5-4e80-b91a-51467fbcd60d None None] Pushing event updated for resources: {'Port': ['ID=492280ed-aab1-48fe-90f0-61dcae24cafb,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:28.612846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-795c4020-005d-48e8-9214-a1523568005b None None] Provisioning complete for port a53f3432-2964-4c50-bdd6-2ff942323996 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:28.613223 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-795c4020-005d-48e8-9214-a1523568005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.676123 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.681119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.684428 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.692228 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.750260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.752153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d4ad66-4b35-4646-9814-0af32013946d,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:28.767808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82d9a6-39ee-4c55-8a6e-c093e52bee29 None None] Pushing event updated for resources: {'Port': ['ID=c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:28.774324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Attempting to bind port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:28.774697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Attempting to bind port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:28.775064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Attempting to bind port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:28.786151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:28.786531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:28.786929 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.787317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:28.787805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Bound port: c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:28.788222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.834735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-795c4020-005d-48e8-9214-a1523568005b None None] Provisioning complete for port a0d4ad66-4b35-4646-9814-0af32013946d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:28.835872 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-795c4020-005d-48e8-9214-a1523568005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.856084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Network 17a3b94a-a28d-495e-8770-61b934a73fa4 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:28.857494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:28.881205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] For port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:28.891409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] For port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:28.895151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-795c4020-005d-48e8-9214-a1523568005b None None] Port a0d4ad66-4b35-4646-9814-0af32013946d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:26:28.901792 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:28.942813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 492280ed-aab1-48fe-90f0-61dcae24cafb up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:28.992193 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Router 59694bff-0102-4326-9923-a5a825010161 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:26:28.997276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-795c4020-005d-48e8-9214-a1523568005b None None] Provisioning complete for port 492280ed-aab1-48fe-90f0-61dcae24cafb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:28.997786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-795c4020-005d-48e8-9214-a1523568005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:29.045804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82d9a6-39ee-4c55-8a6e-c093e52bee29 None None] Pushing event updated for resources: {'Port': ['ID=c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:29.049515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Routers {'59694bff-0102-4326-9923-a5a825010161'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:29.050383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['59694bff-0102-4326-9923-a5a825010161'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:29.111131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:29.124038 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2945adc7-1b5f-4956-a7d1-1fceaf31ff58 admin admin] 10.222.0.86 "PUT /v2.0/routers/59694bff-0102-4326-9923-a5a825010161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1260781 Nov 03 16:26:29.166719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 492280ed-aab1-48fe-90f0-61dcae24cafb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:29.167096 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:29.244992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] Set router 59694bff-0102-4326-9923-a5a825010161 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:29.440747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a53f3432-2964-4c50-bdd6-2ff942323996 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:29.487660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e21fd5b1-885a-43df-9258-2720496fcf5c None None] Provisioning complete for port a0d4ad66-4b35-4646-9814-0af32013946d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:29.488036 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e21fd5b1-885a-43df-9258-2720496fcf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:29.565021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e21fd5b1-885a-43df-9258-2720496fcf5c None None] Port a0d4ad66-4b35-4646-9814-0af32013946d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:26:29.580235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a53f3432-2964-4c50-bdd6-2ff942323996 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:29.580539 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:29.634582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-55380e57-e049-47b9-9c3a-564981053000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59694bff-0102-4326-9923-a5a825010161', 'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 4, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'gw_port': {'id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'a0d4ad66-4b35-4646-9814-0af32013946d', 'name': '', 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'mac_address': 'fa:16:3e:49:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:27Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 2, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'subnets': [{'id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:29.668201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55380e57-e049-47b9-9c3a-564981053000 None None] The sync data for ids ['59694bff-0102-4326-9923-a5a825010161'] in n-d-813897-2 is: [{'id': '59694bff-0102-4326-9923-a5a825010161', 'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 4, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'gw_port': {'id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'a0d4ad66-4b35-4646-9814-0af32013946d', 'name': '', 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'mac_address': 'fa:16:3e:49:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:27Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 2, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'subnets': [{'id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:26:30.213093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38918) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:30.610045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:30.657460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05d80948-c792-4897-8fad-40a3b266939d req-1e7060cc-2054-4112-9dfc-0e036237296e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1540151 Nov 03 16:26:30.747366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d80948-c792-4897-8fad-40a3b266939d req-fd9af56d-871f-4c87-b739-f4fd7307348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:30.749610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05d80948-c792-4897-8fad-40a3b266939d req-fd9af56d-871f-4c87-b739-f4fd7307348f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 1096 time: 0.0456164 Nov 03 16:26:30.878252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d80948-c792-4897-8fad-40a3b266939d req-06be8676-da30-427b-9273-c5569ca66e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:30.879756 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05d80948-c792-4897-8fad-40a3b266939d req-06be8676-da30-427b-9273-c5569ca66e49 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1079819 Nov 03 16:26:30.899392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Deleting port 492280ed-aab1-48fe-90f0-61dcae24cafb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:26:30.899732 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:30.918486 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:30.966818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05d80948-c792-4897-8fad-40a3b266939d req-804c9afd-858f-42c1-95a0-3020fe4f21bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c HTTP/1.1" status: 200 len: 1001 time: 0.0753176 Nov 03 16:26:30.976522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:30.976909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:31.005161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] For port 492280ed-aab1-48fe-90f0-61dcae24cafb, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=492280ed-aab1-48fe-90f0-61dcae24cafb,segment=NetworkSegment(edc171c4-8982-439f-8271-f022bf747ffa),segment_id=edc171c4-8982-439f-8271-f022bf747ffa)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:31.005294 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:31.020057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Calling delete_port for 492280ed-aab1-48fe-90f0-61dcae24cafb owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:26:31.031889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d80948-c792-4897-8fad-40a3b266939d req-e95413c1-125c-4515-8454-b71884f47f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:31.033632 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05d80948-c792-4897-8fad-40a3b266939d req-e95413c1-125c-4515-8454-b71884f47f31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0585496 Nov 03 16:26:31.064983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:31.089826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:31.090010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d80948-c792-4897-8fad-40a3b266939d req-ba5709c9-4d50-4827-91e0-12966e639c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:31.091702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05d80948-c792-4897-8fad-40a3b266939d req-ba5709c9-4d50-4827-91e0-12966e639c8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508649 Nov 03 16:26:31.098898 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:31.165199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:31.205996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05d80948-c792-4897-8fad-40a3b266939d req-f47bd372-c333-4276-9d71-5724c5bf4cb5 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058130 Nov 03 16:26:31.231996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:31.260675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Pushing event deleted for resources: {'Port': ['ID=492280ed-aab1-48fe-90f0-61dcae24cafb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:31.316710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05d80948-c792-4897-8fad-40a3b266939d req-9b5a7652-6c1e-4ac0-b6f5-fb6d21659b8e service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024623 Nov 03 16:26:31.438934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:31.495171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:31.556405 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:26:31.669089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Router 61210846-2914-4c31-97c4-2f0659f71585 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:26:31.785582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:31.799346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6ac0e38b-5fdb-4829-b889-378df193cb61 admin admin] 10.222.0.86 "PUT /v2.0/routers/61210846-2914-4c31-97c4-2f0659f71585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5850527 Nov 03 16:26:31.801463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38924) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:31.803070 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] Sync routers for ids ['61210846-2914-4c31-97c4-2f0659f71585'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:31.813808 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] Routers {'61210846-2914-4c31-97c4-2f0659f71585'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:31.814444 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['61210846-2914-4c31-97c4-2f0659f71585'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:31.921415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:31.925644 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] Set router 61210846-2914-4c31-97c4-2f0659f71585 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:32.025867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Sync routers for ids ['59694bff-0102-4326-9923-a5a825010161'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:32.032756 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.035716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Routers {'59694bff-0102-4326-9923-a5a825010161'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:32.036518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['59694bff-0102-4326-9923-a5a825010161'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:32.091400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Deleting port d66d4813-2a72-42be-81a4-6d5d9e74b3e9 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:26:32.091885 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.114930 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61210846-2914-4c31-97c4-2f0659f71585', 'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:20Z', 'updated_at': '2021-11-03T16:26:31Z', 'revision_number': 5, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'gw_port': {'id': 'd66d4813-2a72-42be-81a4-6d5d9e74b3e9', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61210846-2914-4c31-97c4-2f0659f71585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:21Z', 'updated_at': '2021-11-03T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:32.144658 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] Checking router: 61210846-2914-4c31-97c4-2f0659f71585 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:32.150460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Set router 59694bff-0102-4326-9923-a5a825010161 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:32.153629 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] Routers {'61210846-2914-4c31-97c4-2f0659f71585'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:32.154432 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['61210846-2914-4c31-97c4-2f0659f71585'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:32.184423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] For port d66d4813-2a72-42be-81a4-6d5d9e74b3e9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d66d4813-2a72-42be-81a4-6d5d9e74b3e9,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:32.185420 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.202670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Calling delete_port for d66d4813-2a72-42be-81a4-6d5d9e74b3e9 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:26:32.259721 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] Set router 61210846-2914-4c31-97c4-2f0659f71585 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:32.317784 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61210846-2914-4c31-97c4-2f0659f71585', 'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:20Z', 'updated_at': '2021-11-03T16:26:32Z', 'revision_number': 6, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:32.350906 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63474d7c-4af0-4557-8bbc-600c2373b704 None None] The sync data for ids ['61210846-2914-4c31-97c4-2f0659f71585'] in n-d-813897-2 is: [{'id': '61210846-2914-4c31-97c4-2f0659f71585', 'name': 'tempest-TestAggregatesBasicOps-917341624-router', 'tenant_id': '395c126f8c4642a8ae6259792f16bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:20Z', 'updated_at': '2021-11-03T16:26:32Z', 'revision_number': 6, 'project_id': '395c126f8c4642a8ae6259792f16bc61', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:26:32.543375 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b55d341a-f97e-4c08-852e-baf9cb880122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.550624 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59694bff-0102-4326-9923-a5a825010161', 'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 4, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'gw_port': {'id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'a0d4ad66-4b35-4646-9814-0af32013946d', 'name': '', 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'mac_address': 'fa:16:3e:49:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:27Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 2, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'subnets': [{'id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:32.579175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Checking router: 59694bff-0102-4326-9923-a5a825010161 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:32.579526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Updating router 59694bff-0102-4326-9923-a5a825010161 port a0d4ad66-4b35-4646-9814-0af32013946d binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:26:32.606688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.704382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.735245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66d4813-2a72-42be-81a4-6d5d9e74b3e9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:32.805545 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.903885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.909510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.909763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.912752 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.958928 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.959496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61210846-2914-4c31-97c4-2f0659f71585 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:26:32.961162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334a385-ace2-427a-bfd4-85c5ac54e307 None None] Pushing event updated for resources: {'Port': ['ID=a0d4ad66-4b35-4646-9814-0af32013946d,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:32.968647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:32.972228 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-079d5553-c13e-41b4-90db-2701749643d1 admin admin] 10.222.0.86 "DELETE /v2.0/routers/61210846-2914-4c31-97c4-2f0659f71585 HTTP/1.1" status: 204 len: 168 time: 1.1673536 Nov 03 16:26:32.972456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38928) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:33.012342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Attempting to bind port a0d4ad66-4b35-4646-9814-0af32013946d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:33.012715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Attempting to bind port a0d4ad66-4b35-4646-9814-0af32013946d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '5bca2b5e-6184-4045-b2aa-99ce73ec6de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:33.013086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Attempting to bind port a0d4ad66-4b35-4646-9814-0af32013946d on network 17a3b94a-a28d-495e-8770-61b934a73fa4 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:33.018398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:33.018776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Checking segment: {'id': '5bca2b5e-6184-4045-b2aa-99ce73ec6de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:33.019183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.019602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Bound using segment: {'id': '5bca2b5e-6184-4045-b2aa-99ce73ec6de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:33.020062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Bound port: a0d4ad66-4b35-4646-9814-0af32013946d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bca2b5e-6184-4045-b2aa-99ce73ec6de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:33.020449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.024023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c65194b-a527-4974-9c78-989d28680dfb admin admin] Deleting subnet 160950c2-48d4-4762-9d6c-280296a02af0 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:26:33.027331 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c65194b-a527-4974-9c78-989d28680dfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.069503 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c65194b-a527-4974-9c78-989d28680dfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.096001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] For port a0d4ad66-4b35-4646-9814-0af32013946d, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:33.099273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] For port a0d4ad66-4b35-4646-9814-0af32013946d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a0d4ad66-4b35-4646-9814-0af32013946d,segment=NetworkSegment(5bca2b5e-6184-4045-b2aa-99ce73ec6de3),segment_id=5bca2b5e-6184-4045-b2aa-99ce73ec6de3)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:33.105459 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.158655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c65194b-a527-4974-9c78-989d28680dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.162739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Routers {'59694bff-0102-4326-9923-a5a825010161'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:33.164086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['59694bff-0102-4326-9923-a5a825010161'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:33.242765 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c65194b-a527-4974-9c78-989d28680dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.268861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65194b-a527-4974-9c78-989d28680dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160950c2-48d4-4762-9d6c-280296a02af0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:33.274755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334a385-ace2-427a-bfd4-85c5ac54e307 None None] Pushing event updated for resources: {'Port': ['ID=a0d4ad66-4b35-4646-9814-0af32013946d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:33.280495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c65194b-a527-4974-9c78-989d28680dfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.284770 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9c65194b-a527-4974-9c78-989d28680dfb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/160950c2-48d4-4762-9d6c-280296a02af0 HTTP/1.1" status: 204 len: 168 time: 0.3113856 Nov 03 16:26:33.287388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38930) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:33.320047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ea8ba-7e97-4d5e-8f5b-f2e1f95bf1ad None None] Network 16fec719-f361-4c75-8f9b-d4272e8e4e2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:26:33.338444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:33.375300 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.433617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Deleting port efd55c6d-159f-41b2-b69a-d4f341192320 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:26:33.433963 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.445011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-99fbbcfe-5a8d-4416-97fa-afa9df9d63d3 None None] Provisioning complete for port a0d4ad66-4b35-4646-9814-0af32013946d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:33.445425 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99fbbcfe-5a8d-4416-97fa-afa9df9d63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.480854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] Set router 59694bff-0102-4326-9923-a5a825010161 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:33.510273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] For port efd55c6d-159f-41b2-b69a-d4f341192320, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=efd55c6d-159f-41b2-b69a-d4f341192320,segment=NetworkSegment(edc171c4-8982-439f-8271-f022bf747ffa),segment_id=edc171c4-8982-439f-8271-f022bf747ffa)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:33.510832 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.531966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Calling delete_port for efd55c6d-159f-41b2-b69a-d4f341192320 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:26:33.620966 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.648178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Pushing event deleted for resources: {'Port': ['ID=efd55c6d-159f-41b2-b69a-d4f341192320,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:33.653115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] No DVR routers for this DVR port efd55c6d-159f-41b2-b69a-d4f341192320 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:26:33.678746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:33.679118 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.733845 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.755913 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fec719-f361-4c75-8f9b-d4272e8e4e2c']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:33.766422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc171c4-8982-439f-8271-f022bf747ffa') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:33.766774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc171c4-8982-439f-8271-f022bf747ffa') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:33.776225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99fbbcfe-5a8d-4416-97fa-afa9df9d63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.777677 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.792113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.799312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:26:33.799712 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:26:33.801517 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:26:33.823434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3e8f3f-7b96-4bfc-bd07-53ea954a0818 None None] DHCP port deletion for 16fec719-f361-4c75-8f9b-d4272e8e4e2c request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:26:33.866934 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.871866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.875382 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] 10.222.0.86 "DELETE /v2.0/networks/16fec719-f361-4c75-8f9b-d4272e8e4e2c HTTP/1.1" status: 204 len: 168 time: 0.5862007 Nov 03 16:26:33.878529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38932) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:33.880517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-99fbbcfe-5a8d-4416-97fa-afa9df9d63d3 None None] For port a0d4ad66-4b35-4646-9814-0af32013946d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a0d4ad66-4b35-4646-9814-0af32013946d,segment=NetworkSegment(5bca2b5e-6184-4045-b2aa-99ce73ec6de3),segment_id=5bca2b5e-6184-4045-b2aa-99ce73ec6de3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:33.891163 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-99fbbcfe-5a8d-4416-97fa-afa9df9d63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:33.924800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251eeba-5eb1-4cbd-917f-01502873d57c admin admin] Pushing event deleted for resources: {'Network': ['ID=16fec719-f361-4c75-8f9b-d4272e8e4e2c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:33.950153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59694bff-0102-4326-9923-a5a825010161', 'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 4, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'gw_port': {'id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'a0d4ad66-4b35-4646-9814-0af32013946d', 'name': '', 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'mac_address': 'fa:16:3e:49:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:27Z', 'updated_at': '2021-11-03T16:26:33Z', 'revision_number': 4, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'subnets': [{'id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:34.001691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 492280ed-aab1-48fe-90f0-61dcae24cafb no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:26:34.009452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f8b5c-eedc-4805-9925-cc6d7387b697 None None] The sync data for ids ['59694bff-0102-4326-9923-a5a825010161'] in n-d-813897-2 is: [{'id': '59694bff-0102-4326-9923-a5a825010161', 'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:28Z', 'revision_number': 4, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'gw_port': {'id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'a0d4ad66-4b35-4646-9814-0af32013946d', 'name': '', 'network_id': '17a3b94a-a28d-495e-8770-61b934a73fa4', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'mac_address': 'fa:16:3e:49:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:27Z', 'updated_at': '2021-11-03T16:26:33Z', 'revision_number': 4, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'subnets': [{'id': '05ce99e8-7487-4b50-9f5c-881bd6753fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:26:34.032239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbbcfe-5a8d-4416-97fa-afa9df9d63d3 None None] Pushing event updated for resources: {'Port': ['ID=a0d4ad66-4b35-4646-9814-0af32013946d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:34.036924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 492280ed-aab1-48fe-90f0-61dcae24cafb {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:26:34.037184 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 492280ed-aab1-48fe-90f0-61dcae24cafb not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:26:34.045166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d8f51eab-53cd-4922-a617-85eac3420760 None None] Provisioning complete for port a0d4ad66-4b35-4646-9814-0af32013946d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:34.045645 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d8f51eab-53cd-4922-a617-85eac3420760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:34.256159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:34.514790 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Deleting port a0d4ad66-4b35-4646-9814-0af32013946d {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:26:34.515135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:34.601117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] For port a0d4ad66-4b35-4646-9814-0af32013946d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a0d4ad66-4b35-4646-9814-0af32013946d,segment=NetworkSegment(5bca2b5e-6184-4045-b2aa-99ce73ec6de3),segment_id=5bca2b5e-6184-4045-b2aa-99ce73ec6de3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:34.601569 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:34.615177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Calling delete_port for a0d4ad66-4b35-4646-9814-0af32013946d owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:26:34.798261 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:34.825830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d4ad66-4b35-4646-9814-0af32013946d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:34.908907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a0d4ad66-4b35-4646-9814-0af32013946d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:34.935090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a0d4ad66-4b35-4646-9814-0af32013946d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:26:34.935439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a0d4ad66-4b35-4646-9814-0af32013946d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 16:26:34.959383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Port a0d4ad66-4b35-4646-9814-0af32013946d not found, will not notify nova. {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 16:26:34.974332 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-643663d7-e8f2-4dc5-ab9b-c3d4056f0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:35.006469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:35.025029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device efd55c6d-159f-41b2-b69a-d4f341192320 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:26:35.048273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: efd55c6d-159f-41b2-b69a-d4f341192320 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:26:35.048616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device efd55c6d-159f-41b2-b69a-d4f341192320 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:26:35.049032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d66d4813-2a72-42be-81a4-6d5d9e74b3e9 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:26:35.070139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: d66d4813-2a72-42be-81a4-6d5d9e74b3e9 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:26:35.070488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d66d4813-2a72-42be-81a4-6d5d9e74b3e9 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:26:35.228971 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Router 59694bff-0102-4326-9923-a5a825010161 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:26:35.335649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:35.340576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b950a144-5891-4518-b3bd-33db965d3ab2 admin admin] 10.222.0.86 "PUT /v2.0/routers/59694bff-0102-4326-9923-a5a825010161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4611220 Nov 03 16:26:35.343268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38934) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:35.345797 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] Sync routers for ids ['59694bff-0102-4326-9923-a5a825010161'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:35.357194 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] Routers {'59694bff-0102-4326-9923-a5a825010161'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:35.357852 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['59694bff-0102-4326-9923-a5a825010161'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:35.447652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:35.472853 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] Set router 59694bff-0102-4326-9923-a5a825010161 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:35.550704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:35.604986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Deleting port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:26:35.605303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:35.651331 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59694bff-0102-4326-9923-a5a825010161', 'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:34Z', 'revision_number': 5, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'gw_port': {'id': 'c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59694bff-0102-4326-9923-a5a825010161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:35.677343 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] Checking router: 59694bff-0102-4326-9923-a5a825010161 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:35.685809 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] Routers {'59694bff-0102-4326-9923-a5a825010161'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:35.686410 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['59694bff-0102-4326-9923-a5a825010161'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:35.686732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] For port c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:35.687089 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:35.698936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Calling delete_port for c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:26:35.776358 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] Set router 59694bff-0102-4326-9923-a5a825010161 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:35.833050 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59694bff-0102-4326-9923-a5a825010161', 'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:35Z', 'revision_number': 6, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:35.860818 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50214ac-1a60-4cd5-a695-cbfe4ddab972 None None] The sync data for ids ['59694bff-0102-4326-9923-a5a825010161'] in n-d-813897-2 is: [{'id': '59694bff-0102-4326-9923-a5a825010161', 'name': 'tempest-TestAggregatesBasicOps-878203689-router', 'tenant_id': 'de1e7daf69e94edcbe540cb29a36d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:25Z', 'updated_at': '2021-11-03T16:26:35Z', 'revision_number': 6, 'project_id': 'de1e7daf69e94edcbe540cb29a36d863', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:26:35.865052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:35.891628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:35.953730 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.042226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.044351 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.090076 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.090528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59694bff-0102-4326-9923-a5a825010161 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:26:36.094713 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.095839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ea6ec174-e8cf-4f5f-ab60-c605471cb0d4 admin admin] 10.222.0.86 "DELETE /v2.0/routers/59694bff-0102-4326-9923-a5a825010161 HTTP/1.1" status: 204 len: 168 time: 0.7516825 Nov 03 16:26:36.098752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38936) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:36.143948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce965e9f-3e41-4bac-9ffd-f0f52927f975 admin admin] Deleting subnet 05ce99e8-7487-4b50-9f5c-881bd6753fd2 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:26:36.146988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce965e9f-3e41-4bac-9ffd-f0f52927f975 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.181103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce965e9f-3e41-4bac-9ffd-f0f52927f975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.266844 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce965e9f-3e41-4bac-9ffd-f0f52927f975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.290769 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.323954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce965e9f-3e41-4bac-9ffd-f0f52927f975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.350201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce965e9f-3e41-4bac-9ffd-f0f52927f975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ce99e8-7487-4b50-9f5c-881bd6753fd2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:36.352218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ce965e9f-3e41-4bac-9ffd-f0f52927f975 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.355419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ce965e9f-3e41-4bac-9ffd-f0f52927f975 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/05ce99e8-7487-4b50-9f5c-881bd6753fd2 HTTP/1.1" status: 204 len: 168 time: 0.2557337 Nov 03 16:26:36.356709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ad4115-5cb7-4bc5-a99f-cb9b3b93183a None None] Network 17a3b94a-a28d-495e-8770-61b934a73fa4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:26:36.358234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38940) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:36.428894 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.483130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Deleting port a53f3432-2964-4c50-bdd6-2ff942323996 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:26:36.483464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.551831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] For port a53f3432-2964-4c50-bdd6-2ff942323996, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a53f3432-2964-4c50-bdd6-2ff942323996,segment=NetworkSegment(5bca2b5e-6184-4045-b2aa-99ce73ec6de3),segment_id=5bca2b5e-6184-4045-b2aa-99ce73ec6de3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:36.552194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.565587 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Calling delete_port for a53f3432-2964-4c50-bdd6-2ff942323996 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:26:36.588671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-067b8120-1270-443c-b040-c01ec8f2124a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951896 Nov 03 16:26:36.640105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] DHCP port deletion for 17a3b94a-a28d-495e-8770-61b934a73fa4 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:26:36.656237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.693075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-85646e26-6ad2-4fb3-b89b-99d5c7b78586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:36.694987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-85646e26-6ad2-4fb3-b89b-99d5c7b78586 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 1096 time: 0.0662887 Nov 03 16:26:36.699018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] Deleting port a53f3432-2964-4c50-bdd6-2ff942323996 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:26:36.699481 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.700873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53f3432-2964-4c50-bdd6-2ff942323996,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:36.707074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] No DVR routers for this DVR port a53f3432-2964-4c50-bdd6-2ff942323996 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:26:36.773494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] For port a53f3432-2964-4c50-bdd6-2ff942323996, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:36.774554 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.790959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] Calling delete_port for a53f3432-2964-4c50-bdd6-2ff942323996 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:26:36.794905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] Port a53f3432-2964-4c50-bdd6-2ff942323996 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:26:36.796872 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:36.830104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] Pushing event deleted for resources: {'Port': ['ID=a53f3432-2964-4c50-bdd6-2ff942323996,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:36.833657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-a42004bf-1b2e-4e70-bfcf-33bdde18e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:36.835586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-a42004bf-1b2e-4e70-bfcf-33bdde18e820 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1189985 Nov 03 16:26:36.849754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d447f3c-c9b7-47fe-896c-565051e124a6 None None] No DVR routers for this DVR port a53f3432-2964-4c50-bdd6-2ff942323996 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:26:36.886126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:26:36.899710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-921c9220-4419-43bf-9e78-41d825fdfa52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48adbdbe-d3d8-4012-9f73-df2e24251a4e HTTP/1.1" status: 200 len: 217 time: 0.0566173 Nov 03 16:26:36.908972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:26:36.909320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c5b66d1c-62d9-43b5-ba21-7e4d0d87f80a not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:26:36.909780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a0d4ad66-4b35-4646-9814-0af32013946d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:26:36.941785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a0d4ad66-4b35-4646-9814-0af32013946d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:26:36.942179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a0d4ad66-4b35-4646-9814-0af32013946d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:26:36.942573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a53f3432-2964-4c50-bdd6-2ff942323996 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:26:36.971852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-db4062d4-eeee-4173-aa44-15ba7a00ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:36.973621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-db4062d4-eeee-4173-aa44-15ba7a00ff86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0664246 Nov 03 16:26:36.973758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a53f3432-2964-4c50-bdd6-2ff942323996 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:26:36.973921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a53f3432-2964-4c50-bdd6-2ff942323996 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:26:37.024932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-267bea1c-cea2-4148-9cc5-b821540b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:37.026498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-267bea1c-cea2-4148-9cc5-b821540b7497 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449691 Nov 03 16:26:37.121935 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.126221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-d249f045-93ff-4395-82f4-8898d32971a8 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920165 Nov 03 16:26:37.142866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a3b94a-a28d-495e-8770-61b934a73fa4']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:37.152884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bca2b5e-6184-4045-b2aa-99ce73ec6de3') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:37.153176 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bca2b5e-6184-4045-b2aa-99ce73ec6de3') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:37.162324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.175899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.182026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:26:37.182409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:26:37.184025 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:26:37.215918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6ce84c-edc2-48e1-adf8-d55bb7967356 req-b85f55fc-9484-452f-9b13-90a86d4df60b service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828142 Nov 03 16:26:37.241851 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.249043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.252230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] 10.222.0.86 "DELETE /v2.0/networks/17a3b94a-a28d-495e-8770-61b934a73fa4 HTTP/1.1" status: 204 len: 168 time: 0.8932602 Nov 03 16:26:37.263120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db645b9d-d962-464c-9baa-ca70d3af3a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a3b94a-a28d-495e-8770-61b934a73fa4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:37.421865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38946) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:37.465467 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ed2f698d-a431-4475-b9e2-6b42460f020c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=395c126f8c4642a8ae6259792f16bc61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424190 Nov 03 16:26:37.468039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 38948) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:37.515209 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89124714-1a16-4368-a44c-ced7ecfbc341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.535533 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89124714-1a16-4368-a44c-ced7ecfbc341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.580879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89124714-1a16-4368-a44c-ced7ecfbc341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.583423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89124714-1a16-4368-a44c-ced7ecfbc341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.584734 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-89124714-1a16-4368-a44c-ced7ecfbc341 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4b8cd35a-c858-4f64-a0b4-768e0e2bae4b HTTP/1.1" status: 204 len: 168 time: 0.1156073 Nov 03 16:26:37.592561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124714-1a16-4368-a44c-ced7ecfbc341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8cd35a-c858-4f64-a0b4-768e0e2bae4b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:37.782403 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:37.897790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38956) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:37.937472 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5b2aa8d2-2e04-4acd-a63f-a7e373a918d9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=de1e7daf69e94edcbe540cb29a36d863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383611 Nov 03 16:26:37.939986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 38960) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:37.991533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0418d61-c078-4e93-a5d5-88ab4c689ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:38.012952 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0418d61-c078-4e93-a5d5-88ab4c689ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:38.057625 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0418d61-c078-4e93-a5d5-88ab4c689ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:38.060215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a0418d61-c078-4e93-a5d5-88ab4c689ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:38.061359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a0418d61-c078-4e93-a5d5-88ab4c689ec1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d2e625c-6016-434e-bbcc-2ad5a7fd7cd0 HTTP/1.1" status: 204 len: 168 time: 0.1204841 Nov 03 16:26:38.068975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0418d61-c078-4e93-a5d5-88ab4c689ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2e625c-6016-434e-bbcc-2ad5a7fd7cd0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:38.406512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.176781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39000) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:39.266994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:39.313964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff150-fb07-44d6-ba09-d659222e6f8b req-e4ef4fa3-6582-4aaf-9146-847c3440fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:39.315523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9edff150-fb07-44d6-ba09-d659222e6f8b req-e4ef4fa3-6582-4aaf-9146-847c3440fb90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 1097 time: 0.1377292 Nov 03 16:26:39.364765 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9edff150-fb07-44d6-ba09-d659222e6f8b req-12c3ce05-7a5c-4864-aeb8-812ea4c16efb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Nov 03 16:26:39.368203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'network': {'name': 'tempest-network-smoke--515791448', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'port_security_enabled': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:39.388574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Made reservation on behalf of ffacc1f826ba49189eea517517fbe87b for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:26:39.392122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.401228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.479825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.483672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.509102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:26:39.518484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d9ec74-348a-470f-b3c3-05e3de27b7e8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:39.523753 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.524224 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Added segment 4c3856b2-ac0c-4eac-9da0-24d7c1d6206e of type vlan for network 4522346a-6704-4c96-869e-42481add9658 Nov 03 16:26:39.562665 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.587121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.594190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:39.594916 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.630565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3624527 Nov 03 16:26:39.634047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39010) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:39.638676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-207879120', 'admin_state_up': True, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:39.662630 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.664077 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.666009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0158305-9fcb-477c-afc6-eed4df92c78c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Network': ['ID=4522346a-6704-4c96-869e-42481add9658,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:39.677400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 4522346a-6704-4c96-869e-42481add9658 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:26:39.718374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:39.852995 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:40.046116 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:40.065211 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:40.172550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.25.6.239 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/f11b132f-ddc7-46dd-8db7-2a92b3fd830f) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:40.283724 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:40.318269 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:40.354793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:40.358322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:40.360979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:40.399872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=f11b132f-ddc7-46dd-8db7-2a92b3fd830f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:40.627780 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:40.827094 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:40.954600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router a9517029-fe1b-4294-8713-a82a67d9117c is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:26:41.063669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:41.073084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Sync routers for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:41.085352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:41.085568 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:41.085994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:41.086887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a8afc28f-4298-49e0-9060-bd709d3a90ba tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4517663 Nov 03 16:26:41.089972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39022) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:41.167217 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b96bb4bc-0c66-4c63-94e5-2804473cba4a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=ffacc1f826ba49189eea517517fbe87b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761054 Nov 03 16:26:41.169931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39026) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:41.268865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a52e0-5e67-4764-b76d-c0cb8b619934 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:41.270757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-050a52e0-5e67-4764-b76d-c0cb8b619934 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0998943 Nov 03 16:26:41.274098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39028) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:41.302792 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a65b31dd-ba5c-474f-8a5d-9db4a988bbea tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275118 Nov 03 16:26:41.305356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39030) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:41.310375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298739224', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:41.352972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:41.400179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Made reservation on behalf of ffacc1f826ba49189eea517517fbe87b for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:26:41.404000 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:41.536516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:26:40Z', 'revision_number': 3, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:41.566823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Checking router: a9517029-fe1b-4294-8713-a82a67d9117c for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:41.567174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Updating router a9517029-fe1b-4294-8713-a82a67d9117c port f11b132f-ddc7-46dd-8db7-2a92b3fd830f binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:26:41.591481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:41.592420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:41.661247 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Subnet': ['ID=d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:41.677647 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Checking segment: {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:41.678019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network hostable DHCP agents. Network: 4522346a-6704-4c96-869e-42481add9658, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:26:41.697547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network 4522346a-6704-4c96-869e-42481add9658 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:26:41.706804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 4522346a-6704-4c96-869e-42481add9658) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:41.711883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:41.712503 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:41.718234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e102b-2376-452a-a00d-9efd4ffcbe2d None None] Network 4522346a-6704-4c96-869e-42481add9658 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:26:41.729923 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a802a283-ab18-4d1f-817b-15b8c20a46cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4234772 Nov 03 16:26:41.732669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39032) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:41.961030 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:41.966752 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:41.971544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-4522346a-6704-4c96-869e-42481add9658', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:26:41.972339 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.047697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Attempting to bind port f11b132f-ddc7-46dd-8db7-2a92b3fd830f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:42.048075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Attempting to bind port f11b132f-ddc7-46dd-8db7-2a92b3fd830f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:42.048422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Attempting to bind port f11b132f-ddc7-46dd-8db7-2a92b3fd830f on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:42.088944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de151002-c049-4200-9d15-56289ab2c493 None None] Pushing event updated for resources: {'Port': ['ID=f11b132f-ddc7-46dd-8db7-2a92b3fd830f,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:42.101948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:42.102328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:42.102725 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.103108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:42.103580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Bound port: f11b132f-ddc7-46dd-8db7-2a92b3fd830f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:42.103982 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.189081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.199102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] For port f11b132f-ddc7-46dd-8db7-2a92b3fd830f, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:42.214871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Allocated IP 172.20.0.2 (4522346a-6704-4c96-869e-42481add9658/d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a/b4be07c7-7846-4f3e-9785-07d6ab7e3651) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:42.217595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] For port f11b132f-ddc7-46dd-8db7-2a92b3fd830f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f11b132f-ddc7-46dd-8db7-2a92b3fd830f,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:42.226186 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.345620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de151002-c049-4200-9d15-56289ab2c493 None None] Pushing event updated for resources: {'Port': ['ID=f11b132f-ddc7-46dd-8db7-2a92b3fd830f,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:42.349816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:42.350473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:42.499895 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.508232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:42.510705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.558030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.20.0.1 (4522346a-6704-4c96-869e-42481add9658/d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a/65304d48-8b23-497c-b96c-c7bab30967c3) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:42.627067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Network 4522346a-6704-4c96-869e-42481add9658 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:42.651379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Pushing event updated for resources: {'Port': ['ID=b4be07c7-7846-4f3e-9785-07d6ab7e3651,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:42.655455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:42.658850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:42.681238 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.716693 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.751634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Attempting to bind port b4be07c7-7846-4f3e-9785-07d6ab7e3651 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:42.751920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Attempting to bind port b4be07c7-7846-4f3e-9785-07d6ab7e3651 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:42.752283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Attempting to bind port b4be07c7-7846-4f3e-9785-07d6ab7e3651 on network 4522346a-6704-4c96-869e-42481add9658 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:42.757689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network 4522346a-6704-4c96-869e-42481add9658 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:42.760119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:42.760488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Checking segment: {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:42.760888 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.761281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Bound using segment: {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:42.761774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Bound port: b4be07c7-7846-4f3e-9785-07d6ab7e3651, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:42.762155 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.762996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:42.766844 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:42.791952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=65304d48-8b23-497c-b96c-c7bab30967c3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:42.814818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.837710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:26:40Z', 'revision_number': 3, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:42.839787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] For port b4be07c7-7846-4f3e-9785-07d6ab7e3651, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:42.843591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] For port b4be07c7-7846-4f3e-9785-07d6ab7e3651, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b4be07c7-7846-4f3e-9785-07d6ab7e3651,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:42.872004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbd7ac-6eea-4fb2-a8b9-672ebaeb75e8 None None] The sync data for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 is: [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:26:40Z', 'revision_number': 3, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:26:42.873980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:42.940174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb24d17-8353-4efb-9233-fec538481a51 None None] Pushing event updated for resources: {'Port': ['ID=b4be07c7-7846-4f3e-9785-07d6ab7e3651,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:42.968316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:43.326774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:43.331766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:43.407598 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:43.409717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=65304d48-8b23-497c-b96c-c7bab30967c3,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:43.514025 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network 4522346a-6704-4c96-869e-42481add9658 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:43.515549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:43.637292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router a9517029-fe1b-4294-8713-a82a67d9117c has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:26:43.927162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9aeb47-7768-442d-a00b-8e4a8d409a22 None None] Network 4522346a-6704-4c96-869e-42481add9658 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:26:44.054652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-55b267ce-d203-4fa0-87b0-062bb0902623 None None] Provisioning complete for port b4be07c7-7846-4f3e-9785-07d6ab7e3651 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:44.055024 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55b267ce-d203-4fa0-87b0-062bb0902623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:44.078368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:44.084041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-92eb8f81-74ab-4a0c-8474-b488ac7a3d93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "PUT /v2.0/routers/a9517029-fe1b-4294-8713-a82a67d9117c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3496332 Nov 03 16:26:44.086534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39036) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:44.174128 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55b267ce-d203-4fa0-87b0-062bb0902623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:44.205453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.205957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.206607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.207022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.207478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.208155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.208619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.209066 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.210266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.215124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-966ddaaa-54bc-44cc-992e-3ca43965a408 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6377 time: 0.1258414 Nov 03 16:26:44.215797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39038) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:44.217123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-55b267ce-d203-4fa0-87b0-062bb0902623 None None] For port b4be07c7-7846-4f3e-9785-07d6ab7e3651, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b4be07c7-7846-4f3e-9785-07d6ab7e3651,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:44.222504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55b267ce-d203-4fa0-87b0-062bb0902623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:44.277119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b267ce-d203-4fa0-87b0-062bb0902623 None None] Pushing event updated for resources: {'Port': ['ID=b4be07c7-7846-4f3e-9785-07d6ab7e3651,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:44.348418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.348875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.349603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.349769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.350871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.351323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.351762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.352337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.353079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:44.358249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-780ee514-0f3e-429a-bae8-96b847a0fa8d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5914 time: 0.1413019 Nov 03 16:26:44.358495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:44.446804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6b33153f-8ecf-4b36-8f96-1767a9fcf425 None None] Provisioning complete for port b4be07c7-7846-4f3e-9785-07d6ab7e3651 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:44.447171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b33153f-8ecf-4b36-8f96-1767a9fcf425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:44.523367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8483ecbd-c2c6-4846-8197-582a316048b4 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5203 time: 0.1601679 Nov 03 16:26:44.557465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6b33153f-8ecf-4b36-8f96-1767a9fcf425 None None] Provisioning complete for port 65304d48-8b23-497c-b96c-c7bab30967c3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:44.557885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b33153f-8ecf-4b36-8f96-1767a9fcf425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:44.573987 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Sync routers for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:44.585563 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:44.586521 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:44.712262 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:44.790265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6b33153f-8ecf-4b36-8f96-1767a9fcf425 None None] Port 65304d48-8b23-497c-b96c-c7bab30967c3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:26:44.846856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39044) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:44.854633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2fe69515-e216-4984-8695-9ddf895a0e78 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690454904', 'description': 'tempest-secgroup-smoke-690454904 description', 'project_id': 'ffacc1f826ba49189eea517517fbe87b'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:44.880725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2fe69515-e216-4984-8695-9ddf895a0e78 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:44.916201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-aaaf53d7-31da-412b-8b95-2f4b11b6395f None None] Provisioning complete for port 65304d48-8b23-497c-b96c-c7bab30967c3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:44.916551 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aaaf53d7-31da-412b-8b95-2f4b11b6395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:44.957130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf53d7-31da-412b-8b95-2f4b11b6395f None None] Port 65304d48-8b23-497c-b96c-c7bab30967c3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:26:44.967064 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2fe69515-e216-4984-8695-9ddf895a0e78 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:44.970051 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b4be07c7-7846-4f3e-9785-07d6ab7e3651 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:44.972120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2fe69515-e216-4984-8695-9ddf895a0e78 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:44.999197 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2fe69515-e216-4984-8695-9ddf895a0e78 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.002053 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2fe69515-e216-4984-8695-9ddf895a0e78 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1509912 Nov 03 16:26:45.003685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39046) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:45.008871 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe69515-e216-4984-8695-9ddf895a0e78 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db9d12e-8812-4265-9a32-89c2e7494aca,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.010486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c0b73cde-f9b0-479d-93cf-5b336e06226e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '7db9d12e-8812-4265-9a32-89c2e7494aca', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:45.030334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b4be07c7-7846-4f3e-9785-07d6ab7e3651 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:45.030722 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.044779 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c0b73cde-f9b0-479d-93cf-5b336e06226e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.057673 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:26:42Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:43Z', 'revision_number': 2, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:45.086512 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Checking router: a9517029-fe1b-4294-8713-a82a67d9117c for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:45.086748 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Updating router a9517029-fe1b-4294-8713-a82a67d9117c port 65304d48-8b23-497c-b96c-c7bab30967c3 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:26:45.098568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c0b73cde-f9b0-479d-93cf-5b336e06226e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.102619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c0b73cde-f9b0-479d-93cf-5b336e06226e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.111469 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.115986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f11b132f-ddc7-46dd-8db7-2a92b3fd830f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:45.125057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b73cde-f9b0-479d-93cf-5b336e06226e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db91789a-3476-4bcf-81d7-bf362ef953de,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.137609 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c0b73cde-f9b0-479d-93cf-5b336e06226e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.144064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39048) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:45.144493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c0b73cde-f9b0-479d-93cf-5b336e06226e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384158 Nov 03 16:26:45.149740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f78c8ac3-bd73-4c28-a010-c265ee36c4af tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '7db9d12e-8812-4265-9a32-89c2e7494aca', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:45.179723 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78c8ac3-bd73-4c28-a010-c265ee36c4af tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.187671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f11b132f-ddc7-46dd-8db7-2a92b3fd830f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:45.188266 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.232837 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78c8ac3-bd73-4c28-a010-c265ee36c4af tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.236494 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78c8ac3-bd73-4c28-a010-c265ee36c4af tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.255928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c8ac3-bd73-4c28-a010-c265ee36c4af tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fd111e-2456-4a09-bc17-762c00a0dd29,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.276568 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f78c8ac3-bd73-4c28-a010-c265ee36c4af tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.280308 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f78c8ac3-bd73-4c28-a010-c265ee36c4af tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330054 Nov 03 16:26:45.280488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39050) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:45.285493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-392a5916-4e4b-40c6-b56b-5b45af033aa8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '7db9d12e-8812-4265-9a32-89c2e7494aca', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:45.321261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.321565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-392a5916-4e4b-40c6-b56b-5b45af033aa8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.346767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port f11b132f-ddc7-46dd-8db7-2a92b3fd830f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f11b132f-ddc7-46dd-8db7-2a92b3fd830f,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:45.352196 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.392571 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-392a5916-4e4b-40c6-b56b-5b45af033aa8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.399083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-392a5916-4e4b-40c6-b56b-5b45af033aa8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.410463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=f11b132f-ddc7-46dd-8db7-2a92b3fd830f,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.417989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a5916-4e4b-40c6-b56b-5b45af033aa8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9005552-8260-4706-bd7a-f4c24f9e0ab1,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.429358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-392a5916-4e4b-40c6-b56b-5b45af033aa8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.430588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-392a5916-4e4b-40c6-b56b-5b45af033aa8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486154 Nov 03 16:26:45.433245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39052) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:45.437778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-407f5519-8850-4044-98e1-cddbc5d84530 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '7db9d12e-8812-4265-9a32-89c2e7494aca', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:45.466871 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407f5519-8850-4044-98e1-cddbc5d84530 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.488296 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.493987 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.525957 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407f5519-8850-4044-98e1-cddbc5d84530 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.531406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407f5519-8850-4044-98e1-cddbc5d84530 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.549385 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebcef2-fb1f-490a-a236-06c22d948f8b None None] Pushing event updated for resources: {'Port': ['ID=65304d48-8b23-497c-b96c-c7bab30967c3,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.555047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f5519-8850-4044-98e1-cddbc5d84530 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ac233b-3ee1-4307-a8b1-7c633ec81599,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.563883 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407f5519-8850-4044-98e1-cddbc5d84530 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.565229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-407f5519-8850-4044-98e1-cddbc5d84530 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309307 Nov 03 16:26:45.568093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39054) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:45.574045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d7e67dc1-441c-4874-a354-9cb2cc07e138 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '7db9d12e-8812-4265-9a32-89c2e7494aca', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:45.598551 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-d7e67dc1-441c-4874-a354-9cb2cc07e138 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Project ffacc1f826ba49189eea517517fbe87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:26:45.606342 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d7e67dc1-441c-4874-a354-9cb2cc07e138 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.613933 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Attempting to bind port 65304d48-8b23-497c-b96c-c7bab30967c3 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:45.614516 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Attempting to bind port 65304d48-8b23-497c-b96c-c7bab30967c3 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:45.614644 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Attempting to bind port 65304d48-8b23-497c-b96c-c7bab30967c3 on network 4522346a-6704-4c96-869e-42481add9658 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:45.621097 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:45.621727 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Checking segment: {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:45.622707 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.623116 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Bound using segment: {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:45.623606 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Bound port: 65304d48-8b23-497c-b96c-c7bab30967c3, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:45.624132 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.677117 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d7e67dc1-441c-4874-a354-9cb2cc07e138 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.683074 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d7e67dc1-441c-4874-a354-9cb2cc07e138 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.698683 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] For port 65304d48-8b23-497c-b96c-c7bab30967c3, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:45.704605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e67dc1-441c-4874-a354-9cb2cc07e138 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc409ea2-84d0-402d-93d8-94a5887171ad,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.712607 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] For port 65304d48-8b23-497c-b96c-c7bab30967c3, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=65304d48-8b23-497c-b96c-c7bab30967c3,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:45.713122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d7e67dc1-441c-4874-a354-9cb2cc07e138 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.714498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d7e67dc1-441c-4874-a354-9cb2cc07e138 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446888 Nov 03 16:26:45.717185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39056) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:45.719934 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.722197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-baa417b0-bf1a-429a-bd06-68e78463a928 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '7db9d12e-8812-4265-9a32-89c2e7494aca', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:45.746206 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-baa417b0-bf1a-429a-bd06-68e78463a928 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Project ffacc1f826ba49189eea517517fbe87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:26:45.751168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-baa417b0-bf1a-429a-bd06-68e78463a928 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.786077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ee7119a9-539a-410d-a337-cd485374738a None None] Provisioning complete for port 65304d48-8b23-497c-b96c-c7bab30967c3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:45.786260 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebcef2-fb1f-490a-a236-06c22d948f8b None None] Pushing event updated for resources: {'Port': ['ID=65304d48-8b23-497c-b96c-c7bab30967c3,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.786780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ee7119a9-539a-410d-a337-cd485374738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.796992 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:45.798027 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:45.856736 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-baa417b0-bf1a-429a-bd06-68e78463a928 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.863060 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-baa417b0-bf1a-429a-bd06-68e78463a928 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.891314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa417b0-bf1a-429a-bd06-68e78463a928 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0541a3-ea2e-4c07-83b8-8aee9e41bed7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:45.894642 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ee7119a9-539a-410d-a337-cd485374738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.907185 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-baa417b0-bf1a-429a-bd06-68e78463a928 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:45.917204 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-baa417b0-bf1a-429a-bd06-68e78463a928 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1903355 Nov 03 16:26:45.931974 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:45.949919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ee7119a9-539a-410d-a337-cd485374738a None None] For port 65304d48-8b23-497c-b96c-c7bab30967c3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=65304d48-8b23-497c-b96c-c7bab30967c3,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:45.956512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ee7119a9-539a-410d-a337-cd485374738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:46.026071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7119a9-539a-410d-a337-cd485374738a None None] Pushing event updated for resources: {'Port': ['ID=65304d48-8b23-497c-b96c-c7bab30967c3,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:46.087407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-02dbedbc-4bfc-4170-ae8d-17a7ee013d25 None None] Provisioning complete for port 65304d48-8b23-497c-b96c-c7bab30967c3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:46.087927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-02dbedbc-4bfc-4170-ae8d-17a7ee013d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:46.099895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-24170abe-cbca-4db7-b934-b1a0447de235 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690454904&fields=id&tenant_id=ffacc1f826ba49189eea517517fbe87b HTTP/1.1" status: 200 len: 267 time: 0.0515385 Nov 03 16:26:46.197479 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:26:42Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:46.224375 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8c552-a30a-4e26-b3d1-9cb9b5bbfae0 None None] The sync data for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 is: [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:26:42Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:26:46.226779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-02f0f9de-62ac-42bc-97af-167308b0b041 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:46.228320 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-02f0f9de-62ac-42bc-97af-167308b0b041 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/networks?id=4522346a-6704-4c96-869e-42481add9658 HTTP/1.1" status: 200 len: 796 time: 0.1185091 Nov 03 16:26:46.244789 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-88fe3c74-9fd6-43fb-af59-fe2ad67f0e32 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/quotas/ffacc1f826ba49189eea517517fbe87b HTTP/1.1" status: 200 len: 375 time: 0.0104151 Nov 03 16:26:46.323212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-b8fd128b-3533-4fed-89f8-f5a0fb014f9c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716486 Nov 03 16:26:46.487647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-5a84dc66-b5de-43c3-b856-388e7fc1fc40 service neutron] 10.222.0.86 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467190 Nov 03 16:26:46.592909 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-1635c82e-89b5-46ec-a4fe-3a2156d22b3f service neutron] 10.222.0.86 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987854 Nov 03 16:26:46.796079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e2b02f9-632a-4192-82b9-6f60735cef22 req-c818977d-f087-4507-9c90-d2fcea3ae608 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 210 time: 0.0348892 Nov 03 16:26:46.981129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 65304d48-8b23-497c-b96c-c7bab30967c3 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:47.041230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 65304d48-8b23-497c-b96c-c7bab30967c3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:47.041230 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:47.125686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f11b132f-ddc7-46dd-8db7-2a92b3fd830f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:47.181383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f11b132f-ddc7-46dd-8db7-2a92b3fd830f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:47.181876 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:47.906092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88a434af-db3c-451d-94a2-00ca6b794ae3 req-ce3a2851-fc60-440b-bdb2-d00c054aab16 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 210 time: 0.0366025 Nov 03 16:26:47.985625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-67e9eba5-9a9e-495a-a369-81c1a1ab9a93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:47.987221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-67e9eba5-9a9e-495a-a369-81c1a1ab9a93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "GET /v2.0/networks?id=4522346a-6704-4c96-869e-42481add9658 HTTP/1.1" status: 200 len: 796 time: 0.1098211 Nov 03 16:26:48.051091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-76fcb772-6672-49a4-9535-8fb7096c4194 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffacc1f826ba49189eea517517fbe87b HTTP/1.1" status: 200 len: 379 time: 0.0544834 Nov 03 16:26:48.060560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'port': {'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'admin_state_up': True, 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'security_groups': ['7db9d12e-8812-4265-9a32-89c2e7494aca']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:48.168718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Made reservation on behalf of ffacc1f826ba49189eea517517fbe87b for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:26:48.172193 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:48.294384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.20.0.14 (4522346a-6704-4c96-869e-42481add9658/d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a/f2a9442c-6338-4f86-88e3-869c86043358) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:48.435704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:48.468327 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:48.508584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network 4522346a-6704-4c96-869e-42481add9658 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:48.511567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:48.517858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:48.547521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=f2a9442c-6338-4f86-88e3-869c86043358,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:48.575823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:48.576444 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:48.594452 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a4f07f7e-26c8-45b5-831f-3ef60e1b8831 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5376341 Nov 03 16:26:48.608544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Request body: {'port': {'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:48.665023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:48.719107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3e7acfda-0a18-4619-be72-8f23cda14d35 None None] Provisioning complete for port f2a9442c-6338-4f86-88e3-869c86043358 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:48.719721 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3e7acfda-0a18-4619-be72-8f23cda14d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:48.756845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3e7acfda-0a18-4619-be72-8f23cda14d35 None None] Port f2a9442c-6338-4f86-88e3-869c86043358 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:26:49.265642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6774fcf-d54c-442f-9659-c44f7fa89dc3 req-d14d2eeb-095d-4d62-b5f6-aa553f199faa tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:49.267200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6774fcf-d54c-442f-9659-c44f7fa89dc3 req-d14d2eeb-095d-4d62-b5f6-aa553f199faa tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 932 time: 0.1023550 Nov 03 16:26:49.361819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6774fcf-d54c-442f-9659-c44f7fa89dc3 req-7ccf9dea-0d53-4551-af74-a96b62423870 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824554 Nov 03 16:26:49.371079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a9442c-6338-4f86-88e3-869c86043358 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:26:49.379246 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:49.392775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Transition to ACTIVE for port object f2a9442c-6338-4f86-88e3-869c86043358 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:26:49.396581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:49.452023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Pushing event updated for resources: {'Port': ['ID=f2a9442c-6338-4f86-88e3-869c86043358,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:49.530095 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf1686-ac81-4ead-bd04-aeff962c9d6a req-cd45e7dd-5c32-4bdd-ab06-80f32259c324 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:49.532380 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-92cf1686-ac81-4ead-bd04-aeff962c9d6a req-cd45e7dd-5c32-4bdd-ab06-80f32259c324 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0602973 Nov 03 16:26:49.535807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Attempting to bind port f2a9442c-6338-4f86-88e3-869c86043358 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:49.536152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Attempting to bind port f2a9442c-6338-4f86-88e3-869c86043358 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:49.536490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Attempting to bind port f2a9442c-6338-4f86-88e3-869c86043358 on network 4522346a-6704-4c96-869e-42481add9658 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:49.541671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Port f2a9442c-6338-4f86-88e3-869c86043358 on network 4522346a-6704-4c96-869e-42481add9658 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:26:49.542004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Attempting to bind port f2a9442c-6338-4f86-88e3-869c86043358 on network 4522346a-6704-4c96-869e-42481add9658 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:49.547312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:49.547655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Checking segment: {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:49.548039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Bound using segment: {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:49.548474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Bound port: f2a9442c-6338-4f86-88e3-869c86043358, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4522346a-6704-4c96-869e-42481add9658'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:49.548833 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:49.586542 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-92cf1686-ac81-4ead-bd04-aeff962c9d6a req-3aade219-92bb-42ee-817b-363d166f88c0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457032 Nov 03 16:26:49.628454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] For port f2a9442c-6338-4f86-88e3-869c86043358, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:49.634929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] For port f2a9442c-6338-4f86-88e3-869c86043358, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f2a9442c-6338-4f86-88e3-869c86043358,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:49.643724 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:49.689673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:49.690382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:49.691800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] 10.222.0.70 "PUT /v2.0/ports/f2a9442c-6338-4f86-88e3-869c86043358 HTTP/1.1" status: 200 len: 1092 time: 1.0888474 Nov 03 16:26:49.697154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:26:49.699784 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167edb8c-1b15-4016-8532-eba4237bdb27" -d '{"events": [{"name": "network-changed", "server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "tag": "f2a9442c-6338-4f86-88e3-869c86043358"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:26:49.824715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd9f2-d40f-483a-9ff2-79ffcf08fbcd service neutron] Pushing event updated for resources: {'Port': ['ID=f2a9442c-6338-4f86-88e3-869c86043358,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:49.854914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27642593-bff9-4f75-a4a8-079b681ced1d req-a0a29b25-46c9-4cc5-a49e-c9ca8f10773b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:49.856646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-27642593-bff9-4f75-a4a8-079b681ced1d req-a0a29b25-46c9-4cc5-a49e-c9ca8f10773b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.1639445 Nov 03 16:26:49.868864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a6a82e4f-1aee-43d7-bef0-82bdf2b488e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:49.870603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-a6a82e4f-1aee-43d7-bef0-82bdf2b488e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 1095 time: 0.1169388 Nov 03 16:26:49.899616 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1cc1d0-5878-4fff-8d6c-e9e50ab26b12 x-openstack-request-id: req-6d1cc1d0-5878-4fff-8d6c-e9e50ab26b12 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:26:49.899909 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "tag": "f2a9442c-6338-4f86-88e3-869c86043358", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:26:49.900158 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6d1cc1d0-5878-4fff-8d6c-e9e50ab26b12 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:26:49.900577 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358', 'status': 'completed', 'code': 200} Nov 03 16:26:49.935172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-8835de72-ceb5-4382-8169-49c146ea858f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a9442c-6338-4f86-88e3-869c86043358 HTTP/1.1" status: 200 len: 217 time: 0.0459352 Nov 03 16:26:49.991017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-27642593-bff9-4f75-a4a8-079b681ced1d req-a2b9e204-12a3-45e0-b67b-94116aa35b67 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238410 Nov 03 16:26:50.008276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-194f761e-4cd1-48a8-93e5-f586999efba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:50.010047 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-194f761e-4cd1-48a8-93e5-f586999efba3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a HTTP/1.1" status: 200 len: 834 time: 0.0675755 Nov 03 16:26:50.067062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-09069da9-f553-492a-9605-5161a0829d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:50.069242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-09069da9-f553-492a-9605-5161a0829d78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4522346a-6704-4c96-869e-42481add9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512440 Nov 03 16:26:50.168129 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-c519942d-e1b8-459f-ac21-3c86dbdb458b service neutron] 10.222.0.70 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925474 Nov 03 16:26:50.275385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-275e31b1-fe02-4cdc-b23d-23c0c0bbc651 req-36849220-650d-42fd-9532-66a5676dfa42 service neutron] 10.222.0.70 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998976 Nov 03 16:26:50.326834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-1f21a75f-d013-4a9b-adc7-7087e9f3dfdb tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:50.328665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-1f21a75f-d013-4a9b-adc7-7087e9f3dfdb tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.1367319 Nov 03 16:26:50.354975 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-dcdf8e0f-d3be-4b76-955d-9872c51ea5eb tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/quotas/3713d6ff8deb49a884fe46bb2261c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0200038 Nov 03 16:26:50.425662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-e0740eee-f424-4db8-94a3-527d82831ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:50.427444 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-e0740eee-f424-4db8-94a3-527d82831ea6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 1095 time: 0.1045263 Nov 03 16:26:50.483680 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-9faf2117-3e85-445c-9b2f-d5f65e45b70c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1246083 Nov 03 16:26:50.577599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-cdd6713e-b723-4892-920d-551a2d4d5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:50.579029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-cdd6713e-b723-4892-920d-551a2d4d5d75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4522346a-6704-4c96-869e-42481add9658 HTTP/1.1" status: 200 len: 897 time: 0.1444283 Nov 03 16:26:50.583487 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-5bff7e0e-3342-4c01-b3ee-38056e94aac1 service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911841 Nov 03 16:26:50.588407 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0c4e9-408b-41a9-be2b-88b72b220935 req-c084bba2-767a-4178-a483-99c2a7084719 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:50.589880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0f0c4e9-408b-41a9-be2b-88b72b220935 req-c084bba2-767a-4178-a483-99c2a7084719 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 944 time: 0.0785472 Nov 03 16:26:50.639667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-25f6ebba-d163-4bbc-a1bd-50e861bc7da7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a9442c-6338-4f86-88e3-869c86043358 HTTP/1.1" status: 200 len: 217 time: 0.0488021 Nov 03 16:26:50.700446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-cd329896-6555-4b08-8a00-3f2cd8fef8e6 service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101391 Nov 03 16:26:50.722455 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0f0c4e9-408b-41a9-be2b-88b72b220935 req-34745779-4155-4f7b-8146-3bbb482db340 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254551 Nov 03 16:26:50.724200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-b6d8d467-5321-4f5c-8553-6be81e920ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:50.726323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-b6d8d467-5321-4f5c-8553-6be81e920ac1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a HTTP/1.1" status: 200 len: 834 time: 0.0768256 Nov 03 16:26:50.774521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-0e277fed-5987-4a1d-bec1-bee9e03e8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:50.776038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-0e277fed-5987-4a1d-bec1-bee9e03e8727 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4522346a-6704-4c96-869e-42481add9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420446 Nov 03 16:26:50.882561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-864e3706-e95b-436e-80fd-26cc09a3c806 req-66a35972-335c-4045-9f24-e62f5b3797e8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 210 time: 0.0341778 Nov 03 16:26:50.906274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-865643ca-9a0a-448e-9e0a-eab8696790a9 service neutron] 10.222.0.70 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223202 Nov 03 16:26:51.003329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-167edb8c-1b15-4016-8532-eba4237bdb27 req-00491e60-cfad-4126-85fe-8ff41a3751e4 service neutron] 10.222.0.70 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889673 Nov 03 16:26:51.368781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f2a9442c-6338-4f86-88e3-869c86043358 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:26:51.498363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f2a9442c-6338-4f86-88e3-869c86043358, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f2a9442c-6338-4f86-88e3-869c86043358,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:51.510304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'f2a9442c-6338-4f86-88e3-869c86043358', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:26:51.554262 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:51.567806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a9442c-6338-4f86-88e3-869c86043358 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:26:51.589241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f2a9442c-6338-4f86-88e3-869c86043358, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f2a9442c-6338-4f86-88e3-869c86043358,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:51.594103 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:51.646188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f2a9442c-6338-4f86-88e3-869c86043358,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:51.817563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['f2a9442c-6338-4f86-88e3-869c86043358'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:26:51.855047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e610e-4902-4b44-859c-51ccadaac31e req-790dbbde-308d-4580-847f-7d18022fc736 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:51.856641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f44e610e-4902-4b44-859c-51ccadaac31e req-790dbbde-308d-4580-847f-7d18022fc736 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 945 time: 0.0605719 Nov 03 16:26:51.964152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f44e610e-4902-4b44-859c-51ccadaac31e req-4d50918d-ec7a-489a-8aca-92f5d269481a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006596 Nov 03 16:26:51.992702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-4e0cfa4c-0189-43d6-b016-c9724c30d586 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:51.995008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-4e0cfa4c-0189-43d6-b016-c9724c30d586 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.1875141 Nov 03 16:26:52.020972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'port': {'device_id': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'admin_state_up': True, 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:52.050622 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:52.054880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26a7fe82-85b6-43ea-9074-86ba4716d8b9 req-4f9667b7-f671-4634-8947-9c313802a0f9 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 210 time: 0.0494688 Nov 03 16:26:52.174621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Made reservation on behalf of 3713d6ff8deb49a884fe46bb2261c6d0 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:26:52.178767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:52.334838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Allocated IP 172.20.0.3 (4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a/f39f0838-5cba-4c8e-b27a-a777aec3711c/94a874b4-d36e-436d-8771-c12dcca867a8) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:52.486165 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:52.520729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:52.554978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', '48adbdbe-d3d8-4012-9f73-df2e24251a4e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:26:52.568863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:52.574983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:52.579127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:52.613257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'Port': ['ID=94a874b4-d36e-436d-8771-c12dcca867a8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:52.647381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:52.648322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:52.671888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-3b37dadc-fb88-49f3-a46c-8aee8c74e827 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6546757 Nov 03 16:26:52.692528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Request body: {'port': {'device_id': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:52.760581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:52.867458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c3029d6a-e205-4375-97db-57e629cc3be1 None None] Provisioning complete for port 94a874b4-d36e-436d-8771-c12dcca867a8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:52.867740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c3029d6a-e205-4375-97db-57e629cc3be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:52.902764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c3029d6a-e205-4375-97db-57e629cc3be1 None None] Port 94a874b4-d36e-436d-8771-c12dcca867a8 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:26:53.064531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a874b4-d36e-436d-8771-c12dcca867a8 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:26:53.074452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:53.096368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Transition to ACTIVE for port object 94a874b4-d36e-436d-8771-c12dcca867a8 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:26:53.097736 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a4dab-b598-4c8f-84d2-635eea6e1817 req-485225e3-d54d-47ce-b5f7-9951ecb7c75b tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:53.099652 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-181a4dab-b598-4c8f-84d2-635eea6e1817 req-485225e3-d54d-47ce-b5f7-9951ecb7c75b tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 945 time: 0.0585914 Nov 03 16:26:53.107570 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:53.163875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-181a4dab-b598-4c8f-84d2-635eea6e1817 req-2d27611f-8e41-4553-8122-350b6e52038f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575910 Nov 03 16:26:53.212563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Pushing event updated for resources: {'Port': ['ID=94a874b4-d36e-436d-8771-c12dcca867a8,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:53.281045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9907f-9490-4c3f-9577-c5ce5b406207 req-81c0e779-0d17-4ed2-8376-afa05df38021 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:53.282650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8c9907f-9490-4c3f-9577-c5ce5b406207 req-81c0e779-0d17-4ed2-8376-afa05df38021 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 943 time: 0.1426127 Nov 03 16:26:53.340967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Attempting to bind port 94a874b4-d36e-436d-8771-c12dcca867a8 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:26:53.341452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Attempting to bind port 94a874b4-d36e-436d-8771-c12dcca867a8 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:26:53.341911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Attempting to bind port 94a874b4-d36e-436d-8771-c12dcca867a8 on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:53.359141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Port 94a874b4-d36e-436d-8771-c12dcca867a8 on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:26:53.359595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Attempting to bind port 94a874b4-d36e-436d-8771-c12dcca867a8 on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:26:53.366555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8c9907f-9490-4c3f-9577-c5ce5b406207 req-1ff282a9-b6b3-4a27-8d58-ce8e438d7cc4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731504 Nov 03 16:26:53.369865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:26:53.370203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Checking segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:26:53.370579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Bound using segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:26:53.371016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Bound port: 94a874b4-d36e-436d-8771-c12dcca867a8, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:26:53.371370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:53.387819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f2a9442c-6338-4f86-88e3-869c86043358 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:53.437146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] For port 94a874b4-d36e-436d-8771-c12dcca867a8, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:26:53.440990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] For port 94a874b4-d36e-436d-8771-c12dcca867a8, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94a874b4-d36e-436d-8771-c12dcca867a8,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:26:53.446556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:53.447310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port f2a9442c-6338-4f86-88e3-869c86043358 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:26:53.453637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port f2a9442c-6338-4f86-88e3-869c86043358 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:53.454797 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:53.479963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:53.480603 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:53.482453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] 10.222.0.15 "PUT /v2.0/ports/94a874b4-d36e-436d-8771-c12dcca867a8 HTTP/1.1" status: 200 len: 1091 time: 0.7955914 Nov 03 16:26:53.484599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'tag': '94a874b4-d36e-436d-8771-c12dcca867a8'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:26:53.486982 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccb8d54-8192-4aae-971a-193207b6c2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d17163-0bde-463b-aaa3-85547bbe8bad", "tag": "94a874b4-d36e-436d-8771-c12dcca867a8"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:26:53.540135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecae3b-e519-4aeb-a7c9-7bce690567ca service neutron] Pushing event updated for resources: {'Port': ['ID=94a874b4-d36e-436d-8771-c12dcca867a8,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:53.577210 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb609edc-157e-40e8-bd9c-2758ea853b16 x-openstack-request-id: req-bb609edc-157e-40e8-bd9c-2758ea853b16 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:26:53.577507 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d17163-0bde-463b-aaa3-85547bbe8bad", "tag": "94a874b4-d36e-436d-8771-c12dcca867a8", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:26:53.577851 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb609edc-157e-40e8-bd9c-2758ea853b16 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:26:53.578277 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'tag': '94a874b4-d36e-436d-8771-c12dcca867a8', 'status': 'completed', 'code': 200} Nov 03 16:26:53.612345 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:53.641841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-70fabf50-b38b-4eb0-82d8-885028da70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:53.643141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-70fabf50-b38b-4eb0-82d8-885028da70fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 1094 time: 0.0527747 Nov 03 16:26:53.646248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:26:53.649247 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295efa8a-d7f2-40e2-b07d-a64c5420f90d" -d '{"events": [{"server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "name": "network-vif-plugged", "status": "completed", "tag": "f2a9442c-6338-4f86-88e3-869c86043358"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:26:53.666812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port f2a9442c-6338-4f86-88e3-869c86043358, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f2a9442c-6338-4f86-88e3-869c86043358,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:53.681587 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:53.736080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-bb243c1b-6e1d-42b4-be53-fbfa30eacf2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94a874b4-d36e-436d-8771-c12dcca867a8 HTTP/1.1" status: 200 len: 217 time: 0.0771894 Nov 03 16:26:53.769326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=f2a9442c-6338-4f86-88e3-869c86043358,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:53.802617 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe59cf-202f-462c-aecd-7166aa3c3f93 x-openstack-request-id: req-e3fe59cf-202f-462c-aecd-7166aa3c3f93 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:26:53.802617 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "name": "network-vif-plugged", "status": "completed", "tag": "f2a9442c-6338-4f86-88e3-869c86043358", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:26:53.803590 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e3fe59cf-202f-462c-aecd-7166aa3c3f93 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:26:53.804086 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358', 'code': 200} Nov 03 16:26:53.810718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-d59f377a-0918-4011-ab16-081a1e30b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:53.812201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-d59f377a-0918-4011-ab16-081a1e30b081 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0675356 Nov 03 16:26:53.874980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-7575e710-ef14-47bc-8875-7d791c6ed4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:53.876384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-7575e710-ef14-47bc-8875-7d791c6ed4d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565782 Nov 03 16:26:53.964165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda922c2-25bd-4320-aef6-3a4fdc089696 req-68617467-d4ed-4ca0-923c-e71d025a99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:53.965673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dda922c2-25bd-4320-aef6-3a4fdc089696 req-68617467-d4ed-4ca0-923c-e71d025a99c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 1097 time: 0.1017346 Nov 03 16:26:54.000342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-0508b59c-b423-4359-b016-269d0f818635 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095543 Nov 03 16:26:54.047489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dda922c2-25bd-4320-aef6-3a4fdc089696 req-d63f38fa-f1df-4dfb-af56-bb3b0296b87c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738432 Nov 03 16:26:54.104771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24f03b1e-23fc-4afd-a618-5e41049aea22 req-afb96d87-c4a3-4a52-939d-165ecfd508b9 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964713 Nov 03 16:26:54.233113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-834b46d6-6803-4602-aa6e-861fadbd6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:54.234656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-834b46d6-6803-4602-aa6e-861fadbd6cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 1094 time: 0.0462577 Nov 03 16:26:54.311030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b28d9-b3c6-4a7b-bc63-16d0181a5492 req-fe3cc959-a07f-4bcb-827f-bd6979d28331 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:54.312551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e70b28d9-b3c6-4a7b-bc63-16d0181a5492 req-fe3cc959-a07f-4bcb-827f-bd6979d28331 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 946 time: 0.0698383 Nov 03 16:26:54.336318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-c1319571-6e9f-4069-8043-27792f8bb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:54.337820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-c1319571-6e9f-4069-8043-27792f8bb15b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.0949824 Nov 03 16:26:54.366431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e70b28d9-b3c6-4a7b-bc63-16d0181a5492 req-ee5b1fb2-0088-46e9-9351-3dc03fa0bd18 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464377 Nov 03 16:26:54.385305 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-f581d847-3f9c-4ed4-9f5b-380c3ff74454 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94a874b4-d36e-436d-8771-c12dcca867a8 HTTP/1.1" status: 200 len: 217 time: 0.0386653 Nov 03 16:26:54.444267 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-e9ae1f2e-7144-4d6a-ac51-f063cbf9c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:54.445928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-e9ae1f2e-7144-4d6a-ac51-f063cbf9c5b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0531299 Nov 03 16:26:54.520669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1703845-c2fd-48bc-9de7-8ca66bae6bf0 req-7d1f122a-4a6c-4c7a-bcf7-d303cb090f5f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:54.522945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1703845-c2fd-48bc-9de7-8ca66bae6bf0 req-7d1f122a-4a6c-4c7a-bcf7-d303cb090f5f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 943 time: 0.0819626 Nov 03 16:26:54.524810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-d3aaf9c7-7f62-4fb5-ac4b-cc27ad629508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:54.526422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-d3aaf9c7-7f62-4fb5-ac4b-cc27ad629508 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727980 Nov 03 16:26:54.627453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1703845-c2fd-48bc-9de7-8ca66bae6bf0 req-6f01fd36-2087-4f84-bbe5-47dc4ba0d479 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986373 Nov 03 16:26:54.654397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-93d3b1f3-40e1-43eb-af10-30acb84a215e service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196456 Nov 03 16:26:54.763453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ccb8d54-8192-4aae-971a-193207b6c2e9 req-4c851d68-6159-4f1c-b047-dba030471761 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004093 Nov 03 16:26:55.511933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeaa2d-9805-4f83-afb6-ef68ec517a70 req-f353b732-3dbd-495e-8850-f9538439952b tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:55.513689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-25aeaa2d-9805-4f83-afb6-ef68ec517a70 req-f353b732-3dbd-495e-8850-f9538439952b tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 946 time: 0.0647678 Nov 03 16:26:55.608403 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-25aeaa2d-9805-4f83-afb6-ef68ec517a70 req-ee75ab51-6fdf-40dc-bf54-d4cc8db123c6 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858159 Nov 03 16:26:55.779486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c42694-719c-4dda-8cf1-3c3bad45118c req-abd60ed5-c5bc-4753-879a-2f9968c792fb tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:55.785984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9c42694-719c-4dda-8cf1-3c3bad45118c req-abd60ed5-c5bc-4753-879a-2f9968c792fb tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 946 time: 0.0944545 Nov 03 16:26:55.826435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cc89c-beaa-4c0d-b14d-d5af560cd4d2 req-2c0038be-f6f0-47f7-b0ee-c1ec4b98349d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:55.828917 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-743cc89c-beaa-4c0d-b14d-d5af560cd4d2 req-2c0038be-f6f0-47f7-b0ee-c1ec4b98349d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 943 time: 0.0703509 Nov 03 16:26:55.852074 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e9c42694-719c-4dda-8cf1-3c3bad45118c req-1f3f0d78-944a-4430-847c-e35b52652985 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654304 Nov 03 16:26:55.877905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39176) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:55.895489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-743cc89c-beaa-4c0d-b14d-d5af560cd4d2 req-33be6dc1-0a59-4c07-9216-4827a2020618 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586126 Nov 03 16:26:55.937681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac6392-32c0-426c-ba75-b0de31533432 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:55.940189 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-caac6392-32c0-426c-ba75-b0de31533432 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 1092 time: 0.0599673 Nov 03 16:26:55.942907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39178) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:55.948216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:26:55.986983 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:56.121583 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:56.270062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.25.6.12 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/34f48859-e725-4773-a118-a770e8a28788) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:26:56.423722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:56.469186 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:56.509969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:26:56.513467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:26:56.521254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:26:56.549272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=34f48859-e725-4773-a118-a770e8a28788,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:56.962063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 94a874b4-d36e-436d-8771-c12dcca867a8 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:26:57.073015 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:57.096823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 94a874b4-d36e-436d-8771-c12dcca867a8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94a874b4-d36e-436d-8771-c12dcca867a8,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:57.114580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '94a874b4-d36e-436d-8771-c12dcca867a8', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'port_id': '94a874b4-d36e-436d-8771-c12dcca867a8', 'mac_address': 'fa:16:3e:46:94:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:26:57.122676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9bed4-b5b6-4155-99da-ebb8b2b45228 req-120b540e-64df-44af-b2bf-1d1ad52e7383 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:57.123049 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fd9bed4-b5b6-4155-99da-ebb8b2b45228 req-120b540e-64df-44af-b2bf-1d1ad52e7383 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 943 time: 0.1240005 Nov 03 16:26:57.165266 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:57.179771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a874b4-d36e-436d-8771-c12dcca867a8 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:26:57.209942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 94a874b4-d36e-436d-8771-c12dcca867a8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94a874b4-d36e-436d-8771-c12dcca867a8,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:57.219987 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:57.255063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fd9bed4-b5b6-4155-99da-ebb8b2b45228 req-e39d56ea-f9eb-4e93-b254-ce6b9dc01699 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211066 Nov 03 16:26:57.260069 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:57.314057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=94a874b4-d36e-436d-8771-c12dcca867a8,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:57.463385 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:57.467953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:57.544681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=34f48859-e725-4773-a118-a770e8a28788,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:57.558287 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:57.619310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['94a874b4-d36e-436d-8771-c12dcca867a8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:26:57.681042 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Floating IP 1f1ac84c-45fa-46e2-ba44-187dc880e66e associated. External IP: 172.25.6.12, port: f2a9442c-6338-4f86-88e3-869c86043358. Nov 03 16:26:58.369075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router a9517029-fe1b-4294-8713-a82a67d9117c has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:26:58.391313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f4c9c-344c-4056-94d9-a64d88587761 req-20799ccf-cd2f-4aec-a393-42e17f2ac9cf tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:58.393468 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-809f4c9c-344c-4056-94d9-a64d88587761 req-20799ccf-cd2f-4aec-a393-42e17f2ac9cf tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 944 time: 0.0556223 Nov 03 16:26:58.461686 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-809f4c9c-344c-4056-94d9-a64d88587761 req-8f612d79-74d3-4b6e-a1d8-72d643d26731 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608091 Nov 03 16:26:58.501812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:26:58.515352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] Sync routers for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:26:58.523087 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:58.530483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:58.531456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:58.553194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b65b6d37-dcc7-440d-9a43-58fa32ecceb0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6091683 Nov 03 16:26:58.554743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:26:58.556160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39188) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:58.568862 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b1efae-1552-4b72-b593-c2de1a803daf" -d '{"events": [{"name": "network-changed", "server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "tag": "f2a9442c-6338-4f86-88e3-869c86043358"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:26:58.632428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-793f1d02-821f-4b71-9c31-374a4bd6e2ec tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/floatingips/1f1ac84c-45fa-46e2-ba44-187dc880e66e HTTP/1.1" status: 200 len: 991 time: 0.0746846 Nov 03 16:26:58.653091 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d239877a-91a3-4f5f-94bb-0e062e29cf85 x-openstack-request-id: req-d239877a-91a3-4f5f-94bb-0e062e29cf85 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:26:58.653666 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "tag": "f2a9442c-6338-4f86-88e3-869c86043358", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:26:58.654297 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d239877a-91a3-4f5f-94bb-0e062e29cf85 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:26:58.654560 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358', 'status': 'completed', 'code': 200} Nov 03 16:26:58.745328 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:58.752950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-5286fb33-dc21-4010-addb-fe038655b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:58.759209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-5286fb33-dc21-4010-addb-fe038655b1ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 1097 time: 0.0786936 Nov 03 16:26:58.882264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-311c9b25-7299-4b40-9155-d3ca403704a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:58.883674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-311c9b25-7299-4b40-9155-d3ca403704a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4522346a-6704-4c96-869e-42481add9658 HTTP/1.1" status: 200 len: 897 time: 0.1152701 Nov 03 16:26:59.018819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-e8fc6611-b6c7-4e51-9889-03f5386ed0b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a9442c-6338-4f86-88e3-869c86043358 HTTP/1.1" status: 200 len: 999 time: 0.1257441 Nov 03 16:26:59.019786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 94a874b4-d36e-436d-8771-c12dcca867a8 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:26:59.098298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-447cae4f-d510-4066-b141-a17395facde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:59.101155 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-447cae4f-d510-4066-b141-a17395facde3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a HTTP/1.1" status: 200 len: 834 time: 0.0750988 Nov 03 16:26:59.133091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 94a874b4-d36e-436d-8771-c12dcca867a8 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:26:59.140694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 94a874b4-d36e-436d-8771-c12dcca867a8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:26:59.141068 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:59.149096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:26:42Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '1f1ac84c-45fa-46e2-ba44-187dc880e66e', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:56Z', 'updated_at': '2021-11-03T16:26:56Z', 'revision_number': 0, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:59.152462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-7c98c508-54a0-4fd2-8005-d5b39ad0132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:59.154004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-7c98c508-54a0-4fd2-8005-d5b39ad0132f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4522346a-6704-4c96-869e-42481add9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467241 Nov 03 16:26:59.192894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] Checking router: a9517029-fe1b-4294-8713-a82a67d9117c for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:26:59.214175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:26:59.214811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:26:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:59.264931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-8e16e439-dbc6-41d7-a625-afb11dabec32 service neutron] 10.222.0.70 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026464 Nov 03 16:26:59.358987 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:59.374215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:26:59.383681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f0b1efae-1552-4b72-b593-c2de1a803daf req-621694ed-fee7-4b13-a489-6e8552f0f5c7 service neutron] 10.222.0.70 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089911 Nov 03 16:26:59.417098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a874b4-d36e-436d-8771-c12dcca867a8'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:26:59.419449 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2921f1-33a6-4442-8568-37bcb7983e07" -d '{"events": [{"server_uuid": "d3d17163-0bde-463b-aaa3-85547bbe8bad", "name": "network-vif-plugged", "status": "completed", "tag": "94a874b4-d36e-436d-8771-c12dcca867a8"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:26:59.440294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 94a874b4-d36e-436d-8771-c12dcca867a8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94a874b4-d36e-436d-8771-c12dcca867a8,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:26:59.448629 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:26:59.635815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39200) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:26:59.674319 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf3881f-8cef-476d-a08a-700d0a1c96f8 x-openstack-request-id: req-7bf3881f-8cef-476d-a08a-700d0a1c96f8 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:26:59.678213 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d17163-0bde-463b-aaa3-85547bbe8bad", "name": "network-vif-plugged", "status": "completed", "tag": "94a874b4-d36e-436d-8771-c12dcca867a8", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:26:59.678213 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7bf3881f-8cef-476d-a08a-700d0a1c96f8 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:26:59.678213 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a874b4-d36e-436d-8771-c12dcca867a8', 'code': 200} Nov 03 16:26:59.737297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=94a874b4-d36e-436d-8771-c12dcca867a8,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:26:59.755509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3be6e-425a-468c-93f3-a38b827d67ad req-9adfdf90-492a-4f4b-9c3a-aeecc6920b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:59.757384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-74e3be6e-425a-468c-93f3-a38b827d67ad req-9adfdf90-492a-4f4b-9c3a-aeecc6920b42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 1096 time: 0.1630809 Nov 03 16:26:59.772472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b68b6-27cf-43d0-b838-3d38cb7ca0de req-b6bd8aca-ff43-46e6-ae37-5bb69d98ac01 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:26:59.775943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4f6b68b6-27cf-43d0-b838-3d38cb7ca0de req-b6bd8aca-ff43-46e6-ae37-5bb69d98ac01 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 945 time: 0.1803184 Nov 03 16:26:59.822600 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a46da6e5-a147-49f9-ad88-4ca09a7f6bff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/floatingips/1f1ac84c-45fa-46e2-ba44-187dc880e66e HTTP/1.1" status: 200 len: 991 time: 0.1760614 Nov 03 16:26:59.860642 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-74e3be6e-425a-468c-93f3-a38b827d67ad req-61762126-75d0-4441-a6f6-3995ea5376e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836942 Nov 03 16:26:59.864097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4f6b68b6-27cf-43d0-b838-3d38cb7ca0de req-3599ed12-ef34-4442-aa1e-6afde64295de tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780990 Nov 03 16:26:59.946427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:26:42Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '1f1ac84c-45fa-46e2-ba44-187dc880e66e', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:56Z', 'updated_at': '2021-11-03T16:26:56Z', 'revision_number': 0, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:26:59.974149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63dce3-ff72-4e25-86eb-7069048e21a6 None None] The sync data for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 is: [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:26:42Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '1f1ac84c-45fa-46e2-ba44-187dc880e66e', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:56Z', 'updated_at': '2021-11-03T16:26:56Z', 'revision_number': 0, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:27:00.228163 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683aa0f1-6cba-4396-9685-b15ca9ddaa62 None None] New status for floating IP 1f1ac84c-45fa-46e2-ba44-187dc880e66e: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:27:00.819441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39204) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:00.884185 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c32f2a2e-e47f-4b9e-a356-07f86adddb97 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/floatingips/1f1ac84c-45fa-46e2-ba44-187dc880e66e HTTP/1.1" status: 200 len: 993 time: 0.0635104 Nov 03 16:27:00.984955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29b690-6f33-41aa-bc78-a947a6b0f9b0 req-2f23d1ad-544d-432d-8e1f-6ab90be4f43d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:00.986489 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc29b690-6f33-41aa-bc78-a947a6b0f9b0 req-2f23d1ad-544d-432d-8e1f-6ab90be4f43d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 945 time: 0.0495267 Nov 03 16:27:01.034057 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc29b690-6f33-41aa-bc78-a947a6b0f9b0 req-ce8ff366-7059-4829-a8cc-70ea861b3129 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Nov 03 16:27:01.307104 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-00b36e92-2ee4-4f46-a223-063090c1fadb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153300669&fields=id&tenant_id=2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 267 time: 0.0462570 Nov 03 16:27:01.419052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-a4325770-4b69-4f04-9814-d2450e404276 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:01.420536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-a4325770-4b69-4f04-9814-d2450e404276 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.1065695 Nov 03 16:27:01.436045 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-5ed93c2d-9204-4bc7-a302-9ca55b2c4fac tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/quotas/2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 375 time: 0.0097108 Nov 03 16:27:01.493844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-a18cb5fa-ba38-44f9-8c6f-2f301d5ad7c4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0521586 Nov 03 16:27:01.499988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:01.588396 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-07c86cd3-4bce-4d52-a749-f1f0ef2886f7 service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827990 Nov 03 16:27:01.681556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-12401800-5054-4070-aaa8-b9536fd165be service neutron] 10.222.0.86 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870445 Nov 03 16:27:01.963046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-675b3694-5248-44d5-9b24-c733bf7d06cb req-a63ae547-6511-4610-a2ab-360e0e278a61 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 210 time: 0.0271070 Nov 03 16:27:02.153857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9344-2f31-4eac-bb05-242f5dee3528 req-7341645e-3dee-48ac-86ea-7554917f96cc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:02.155340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c09b9344-2f31-4eac-bb05-242f5dee3528 req-7341645e-3dee-48ac-86ea-7554917f96cc tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 945 time: 0.0495031 Nov 03 16:27:02.203227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c09b9344-2f31-4eac-bb05-242f5dee3528 req-cfa4841c-e999-4049-b45a-57fc0ebdaa7b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Nov 03 16:27:02.329675 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-333f13d8-e519-4470-b6e0-5eddb404ae58 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3713d6ff8deb49a884fe46bb2261c6d0 HTTP/1.1" status: 200 len: 267 time: 0.0482917 Nov 03 16:27:02.387212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-c2cf7112-6589-4d6a-a6b0-27ede3599155 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:02.388856 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-c2cf7112-6589-4d6a-a6b0-27ede3599155 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 945 time: 0.0525126 Nov 03 16:27:02.401441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'port': {'security_groups': []}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:02.468679 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:02.534236 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cabd113d-e790-4ba7-9c5d-f5f464e6a67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:02.635217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] For port 94a874b4-d36e-436d-8771-c12dcca867a8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94a874b4-d36e-436d-8771-c12dcca867a8,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:02.664041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:02.668592 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:02.702549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', '48adbdbe-d3d8-4012-9f73-df2e24251a4e', '94a874b4-d36e-436d-8771-c12dcca867a8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:27:02.734613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'Port': ['ID=94a874b4-d36e-436d-8771-c12dcca867a8,revision_number=6']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:02.743512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:02.744278 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:02.746759 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-212b4d10-dd74-4027-865d-f982dfc4c688 req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "PUT /v2.0/ports/94a874b4-d36e-436d-8771-c12dcca867a8 HTTP/1.1" status: 200 len: 904 time: 0.3503988 Nov 03 16:27:02.746759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'tag': '94a874b4-d36e-436d-8771-c12dcca867a8'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:02.749627 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d17163-0bde-463b-aaa3-85547bbe8bad", "tag": "94a874b4-d36e-436d-8771-c12dcca867a8"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:02.759450 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.759808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.760160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.760509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.760854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.761194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.761561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.761887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.762228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.762563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.762896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.763230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336fc8-870d-4a13-bf52-6490cda4f7c4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:02.883983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['94a874b4-d36e-436d-8771-c12dcca867a8'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:27:02.979745 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08c36ad-c8ce-49e2-8f3d-ef9ce0410a7c x-openstack-request-id: req-c08c36ad-c8ce-49e2-8f3d-ef9ce0410a7c {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:02.980248 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d17163-0bde-463b-aaa3-85547bbe8bad", "tag": "94a874b4-d36e-436d-8771-c12dcca867a8", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:02.980389 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c08c36ad-c8ce-49e2-8f3d-ef9ce0410a7c {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:02.980886 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'tag': '94a874b4-d36e-436d-8771-c12dcca867a8', 'status': 'completed', 'code': 200} Nov 03 16:27:03.024540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4408ed7-bd2b-4227-b06e-f44c04bbf316 req-b57acc21-06e6-49b1-82fd-f889bcb7bcf0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:03.026577 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f4408ed7-bd2b-4227-b06e-f44c04bbf316 req-b57acc21-06e6-49b1-82fd-f889bcb7bcf0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 907 time: 0.1406469 Nov 03 16:27:03.082094 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8799c271-b763-4928-bad5-11d90c135a96 req-5ecfc2c8-2e54-4098-850a-4f76dce6e62d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 210 time: 0.0391119 Nov 03 16:27:03.095803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-9cfd699f-f935-445f-9a4f-2d1f19621b3a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:03.097284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-9cfd699f-f935-445f-9a4f-2d1f19621b3a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 812 time: 0.2349243 Nov 03 16:27:03.104977 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5b42c2d6-6481-46ba-959a-feb9bb1e577a None None] Provisioning complete for port 94a874b4-d36e-436d-8771-c12dcca867a8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:03.105479 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b42c2d6-6481-46ba-959a-feb9bb1e577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:03.107712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-1a49f1eb-b692-44a6-92b2-aa392bc58347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:03.109212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-1a49f1eb-b692-44a6-92b2-aa392bc58347 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 1058 time: 0.0795033 Nov 03 16:27:03.279826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-d9e93afd-a1e0-403f-a8be-06d1218b276d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc437a94d724a06b94d3ecdcf5867e5 HTTP/1.1" status: 200 len: 380 time: 0.1696355 Nov 03 16:27:03.296278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcec1-097f-4478-bcb5-c111ff951835 req-bc00418f-e485-4ff9-bc4c-853069308abf tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:03.297738 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85cfcec1-097f-4478-bcb5-c111ff951835 req-bc00418f-e485-4ff9-bc4c-853069308abf tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.1582689 Nov 03 16:27:03.301112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'port': {'device_id': '81bda7d8-702e-404b-b398-b9169e958a12', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'admin_state_up': True, 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'security_groups': ['4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:03.347453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-eb1c6090-05dc-4fce-960d-aaebfac4f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:03.348909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-eb1c6090-05dc-4fce-960d-aaebfac4f73f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.2203622 Nov 03 16:27:03.434888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-6986c576-ba44-470d-afb7-1e27db3a08e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94a874b4-d36e-436d-8771-c12dcca867a8 HTTP/1.1" status: 200 len: 217 time: 0.0530727 Nov 03 16:27:03.491359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-85cfcec1-097f-4478-bcb5-c111ff951835 req-a79bd3ca-cd81-4ca3-b922-dd0d09a0b5e1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820576 Nov 03 16:27:03.526874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-ac80cd42-3645-4a75-a138-4551f79f9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:03.528554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-ac80cd42-3645-4a75-a138-4551f79f9ae8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0851481 Nov 03 16:27:03.563529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Made reservation on behalf of 2bc437a94d724a06b94d3ecdcf5867e5 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:27:03.567131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:03.605214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-2d0d6767-86d2-4add-84ec-2b494168577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:03.606864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-2d0d6767-86d2-4add-84ec-2b494168577f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700896 Nov 03 16:27:03.617084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d1ff6-6aff-4f5f-a2a6-9c02eb4fad8c req-5520936a-f03f-4e2f-bfeb-b638b02fbd3b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:03.618608 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d70d1ff6-6aff-4f5f-a2a6-9c02eb4fad8c req-5520936a-f03f-4e2f-bfeb-b638b02fbd3b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0524042 Nov 03 16:27:03.671579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d70d1ff6-6aff-4f5f-a2a6-9c02eb4fad8c req-192d8a6b-44ff-4864-8c74-6188abf9a756 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461752 Nov 03 16:27:03.784571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.20.0.7 (e8323ed3-190e-4fd2-9c82-eb82d5ef24b2/59175d77-ecad-41a1-bcd6-d63e1e7bf397/31a9a947-55c4-4d57-ba1f-7560f9045f61) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:27:03.794200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-900226bf-acb5-4738-841e-0746c30b7456 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609821 Nov 03 16:27:04.046362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0aa9ca88-b61c-43cd-9ec6-d05a35b80c83 req-a4d3ba6c-b0eb-439f-b752-5ddcc61a706f service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425554 Nov 03 16:27:04.084932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-ede1bb8c-9165-422b-810c-72d704c87643 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:04.086405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-ede1bb8c-9165-422b-810c-72d704c87643 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.2729340 Nov 03 16:27:04.103880 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:04.110660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-65d2eea6-596c-4948-87bf-b05989fe7d28 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/quotas/3713d6ff8deb49a884fe46bb2261c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0182061 Nov 03 16:27:04.196387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1800b83a-653c-4713-832c-e8ffca3646d4 req-b3314400-7a2b-4e4a-acd2-e1b4d129eeec tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 210 time: 0.0389102 Nov 03 16:27:04.199590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-906f72c6-0f24-4a63-ae33-1e1d4bddf151 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0823579 Nov 03 16:27:04.201089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:04.304207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:27:04.312760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:27:04.316481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:27:04.320323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=31a9a947-55c4-4d57-ba1f-7560f9045f61,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:04.390172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:04.390783 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:04.401385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-8c8dca66-aee5-46b0-b3d5-1012a37001e9 service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915886 Nov 03 16:27:04.424486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-8d07cf49-6f66-47c3-ae73-2e2d93f62bc0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1360793 Nov 03 16:27:04.447393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Request body: {'port': {'device_id': '81bda7d8-702e-404b-b398-b9169e958a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:04.557101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:04.577252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-09087b1f-874f-4873-be1f-2c9d952ceabb service neutron] 10.222.0.86 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659868 Nov 03 16:27:04.646130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e68657fb-37cd-4e17-ad2f-f9f05febdcb6 None None] Provisioning complete for port 31a9a947-55c4-4d57-ba1f-7560f9045f61 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:04.647151 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e68657fb-37cd-4e17-ad2f-f9f05febdcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:04.704095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e68657fb-37cd-4e17-ad2f-f9f05febdcb6 None None] Port 31a9a947-55c4-4d57-ba1f-7560f9045f61 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:27:04.799047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f7c5282-fa4b-4a3e-909e-5b71d296f788 req-90ad374e-5e2d-48cf-9e89-b6f86d41068d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 210 time: 0.0389063 Nov 03 16:27:04.928775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a9a947-55c4-4d57-ba1f-7560f9045f61 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:27:04.937821 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:04.958909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Transition to ACTIVE for port object 31a9a947-55c4-4d57-ba1f-7560f9045f61 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:27:04.966548 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:04.979431 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aafb3b28-3a44-4d38-83ea-f8a1f0748760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:05.029004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Pushing event updated for resources: {'Port': ['ID=31a9a947-55c4-4d57-ba1f-7560f9045f61,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:05.119391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Attempting to bind port 31a9a947-55c4-4d57-ba1f-7560f9045f61 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:27:05.120040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Attempting to bind port 31a9a947-55c4-4d57-ba1f-7560f9045f61 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:27:05.120040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Attempting to bind port 31a9a947-55c4-4d57-ba1f-7560f9045f61 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:27:05.126409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Port 31a9a947-55c4-4d57-ba1f-7560f9045f61 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:27:05.126733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Attempting to bind port 31a9a947-55c4-4d57-ba1f-7560f9045f61 on network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:27:05.134515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:27:05.134849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Checking segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:27:05.135944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Bound using segment: {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:27:05.136393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Bound port: 31a9a947-55c4-4d57-ba1f-7560f9045f61, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83201095-ede5-4b5a-bbad-11ab2a4d7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:27:05.136756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:05.215554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] For port 31a9a947-55c4-4d57-ba1f-7560f9045f61, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:27:05.219531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] For port 31a9a947-55c4-4d57-ba1f-7560f9045f61, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=31a9a947-55c4-4d57-ba1f-7560f9045f61,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:27:05.225988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:05.290728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:05.291483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:05.295196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] 10.222.0.70 "PUT /v2.0/ports/31a9a947-55c4-4d57-ba1f-7560f9045f61 HTTP/1.1" status: 200 len: 1091 time: 0.8592057 Nov 03 16:27:05.295621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:05.303387 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:05.389826 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88d7d5-4e55-4865-b8ce-475e806d89a1 x-openstack-request-id: req-8f88d7d5-4e55-4865-b8ce-475e806d89a1 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:05.390430 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:05.390903 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f88d7d5-4e55-4865-b8ce-475e806d89a1 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:05.391517 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'status': 'completed', 'code': 200} Nov 03 16:27:05.466998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-b39b6656-6298-407e-babb-542d2db6552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:05.468621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-b39b6656-6298-407e-babb-542d2db6552f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 1094 time: 0.0676777 Nov 03 16:27:05.469231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c1d7-1a60-4696-8621-753413928c55 service neutron] Pushing event updated for resources: {'Port': ['ID=31a9a947-55c4-4d57-ba1f-7560f9045f61,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:05.484406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac06452-1af7-4102-a61a-73ac5611292c req-af562e54-867d-4e9b-9dd2-79d79492c0bf tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:05.485979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ac06452-1af7-4102-a61a-73ac5611292c req-af562e54-867d-4e9b-9dd2-79d79492c0bf tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.1639597 Nov 03 16:27:05.533363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-e224458a-781c-47fb-a675-002ac9c1e42f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31a9a947-55c4-4d57-ba1f-7560f9045f61 HTTP/1.1" status: 200 len: 217 time: 0.0464151 Nov 03 16:27:05.592520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-c476aa7b-cece-4d6e-8fd1-a626e2b23fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:05.593938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-c476aa7b-cece-4d6e-8fd1-a626e2b23fbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0522685 Nov 03 16:27:05.648027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7ac06452-1af7-4102-a61a-73ac5611292c req-05025bf8-8f9e-4cbe-9479-a5c216393be2 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535485 Nov 03 16:27:05.662789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-20f85679-1a3b-4b08-860b-d597fe2dd17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:05.664394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-20f85679-1a3b-4b08-860b-d597fe2dd17b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597856 Nov 03 16:27:05.772188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-007e333b-a9d8-4270-afe8-1916229805c5 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980339 Nov 03 16:27:05.868414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3803a234-c7a6-40fd-a444-f9a378ed28f3 req-85733014-31ec-44b5-b6d4-9e7fa1f6a3e5 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880425 Nov 03 16:27:05.929330 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c9334b8-da42-44b5-9a87-36e747c16c3f req-f1e3ed29-b19c-43c8-b962-e39983274b75 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 210 time: 0.0377731 Nov 03 16:27:05.976934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-a0160216-7c65-4342-819c-5980cbc0bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:05.978514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-a0160216-7c65-4342-819c-5980cbc0bd37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 1094 time: 0.0609894 Nov 03 16:27:06.161558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-1e21c207-b8b7-4dba-8b26-823b3cd04598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:06.163333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-1e21c207-b8b7-4dba-8b26-823b3cd04598 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1774142 Nov 03 16:27:06.184007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-85316961-9209-457c-b1ba-eda728aac8bd tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:06.185373 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-85316961-9209-457c-b1ba-eda728aac8bd tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 811 time: 0.1730368 Nov 03 16:27:06.218763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Request body: {'port': {'device_id': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'admin_state_up': True, 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:06.224413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-abda0722-7fcb-4b6e-811e-a7d8619fde67 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31a9a947-55c4-4d57-ba1f-7560f9045f61 HTTP/1.1" status: 200 len: 217 time: 0.0521345 Nov 03 16:27:06.296867 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:06.337166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-2e777d4c-fafc-4187-9192-4925392f3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:06.338654 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-2e777d4c-fafc-4187-9192-4925392f3fff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.1036162 Nov 03 16:27:06.408744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Made reservation on behalf of 3713d6ff8deb49a884fe46bb2261c6d0 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:27:06.412409 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:06.417511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-15ede955-456b-41e4-9ff0-db86bcb73c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:06.419296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-15ede955-456b-41e4-9ff0-db86bcb73c76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710285 Nov 03 16:27:06.613511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-26caf638-0e2a-48f0-90fa-97ede8142df4 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844890 Nov 03 16:27:06.691183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Allocated IP 172.20.0.13 (4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a/f39f0838-5cba-4c8e-b27a-a777aec3711c/9585d445-f693-47ee-8402-a5c84f47682b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:27:06.790846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55f8f8ec-e7a8-43b4-b51e-8a39cc36c4b2 req-54ee5e3e-c044-44d1-bc82-583f02764e0a service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673682 Nov 03 16:27:06.868728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a7989-a3af-47b0-9a80-0efa76a36fb4 req-116e6fb6-89a2-4b03-b2f9-9bb8ef56dc41 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:06.870393 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-532a7989-a3af-47b0-9a80-0efa76a36fb4 req-116e6fb6-89a2-4b03-b2f9-9bb8ef56dc41 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.1306934 Nov 03 16:27:06.948939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:06.957932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-532a7989-a3af-47b0-9a80-0efa76a36fb4 req-20f35b4e-a3bf-458e-9c53-3988df0ee965 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801709 Nov 03 16:27:07.003157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:07.036028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', '48adbdbe-d3d8-4012-9f73-df2e24251a4e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:27:07.055354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:27:07.061481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:27:07.065471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:27:07.094314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event updated for resources: {'Port': ['ID=9585d445-f693-47ee-8402-a5c84f47682b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:07.106281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12b5f-e23e-4544-9de4-458cbec53a8a req-e87f5467-fe72-48fc-a8e1-09b2dc8cfdd3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:07.118890 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8b12b5f-e23e-4544-9de4-458cbec53a8a req-e87f5467-fe72-48fc-a8e1-09b2dc8cfdd3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 932 time: 0.1019170 Nov 03 16:27:07.124064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:07.124697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:07.154664 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-2343daed-0ab2-4492-bd91-f65762d31178 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9396343 Nov 03 16:27:07.178175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Request body: {'port': {'device_id': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:07.198886 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8b12b5f-e23e-4544-9de4-458cbec53a8a req-f882ad9e-85e7-44f5-9c69-33a90aab8f62 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742579 Nov 03 16:27:07.237021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:07.402773 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-04725d66-20d5-47ba-b2fc-a7c634dff8fb None None] Provisioning complete for port 9585d445-f693-47ee-8402-a5c84f47682b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:07.403378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04725d66-20d5-47ba-b2fc-a7c634dff8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:07.441696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-04725d66-20d5-47ba-b2fc-a7c634dff8fb None None] Port 9585d445-f693-47ee-8402-a5c84f47682b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:27:07.791016 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:07.941066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9585d445-f693-47ee-8402-a5c84f47682b {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:27:07.949049 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:07.961268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Transition to ACTIVE for port object 9585d445-f693-47ee-8402-a5c84f47682b will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:27:07.965611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:08.041152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9585d445-f693-47ee-8402-a5c84f47682b,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:08.146981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Attempting to bind port 9585d445-f693-47ee-8402-a5c84f47682b on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:27:08.147324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Attempting to bind port 9585d445-f693-47ee-8402-a5c84f47682b by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:27:08.147661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Attempting to bind port 9585d445-f693-47ee-8402-a5c84f47682b on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:27:08.155550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Port 9585d445-f693-47ee-8402-a5c84f47682b on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:27:08.155550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Attempting to bind port 9585d445-f693-47ee-8402-a5c84f47682b on network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:27:08.168722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d69d1-de50-4b42-8a1a-3de5516a0875 req-ab18c66b-e91d-429e-92b5-ba265927744d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:08.170309 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e22d69d1-de50-4b42-8a1a-3de5516a0875 req-ab18c66b-e91d-429e-92b5-ba265927744d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.0962453 Nov 03 16:27:08.171637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:27:08.171979 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Checking segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:27:08.172370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Bound using segment: {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:27:08.172819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Bound port: 9585d445-f693-47ee-8402-a5c84f47682b, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31f9705-db95-489e-9d09-9257c1af24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:27:08.173176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:08.275834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e22d69d1-de50-4b42-8a1a-3de5516a0875 req-0a25f103-2e17-48ac-89e5-b62d830b1c14 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987668 Nov 03 16:27:08.285688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:27:08.289166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9585d445-f693-47ee-8402-a5c84f47682b,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:27:08.305353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:08.331088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7b9ec-a5bd-4551-8d08-61f3f3c031b8 req-3d01c19e-e1ea-442f-bcfe-2fdf769e8c97 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:08.332710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eac7b9ec-a5bd-4551-8d08-61f3f3c031b8 req-3d01c19e-e1ea-442f-bcfe-2fdf769e8c97 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 944 time: 0.0628033 Nov 03 16:27:08.343586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:08.344330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:08.345970 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] 10.222.0.15 "PUT /v2.0/ports/9585d445-f693-47ee-8402-a5c84f47682b HTTP/1.1" status: 200 len: 1092 time: 1.1732781 Nov 03 16:27:08.348441 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:08.351719 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "tag": "9585d445-f693-47ee-8402-a5c84f47682b"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:08.403339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4786d6-69a1-4d46-97f6-e6ba1c55a3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9585d445-f693-47ee-8402-a5c84f47682b,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:08.418381 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9857e3ca-558b-4468-aaf2-f21b43f3a109 x-openstack-request-id: req-9857e3ca-558b-4468-aaf2-f21b43f3a109 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:08.418756 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "tag": "9585d445-f693-47ee-8402-a5c84f47682b", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:08.419016 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9857e3ca-558b-4468-aaf2-f21b43f3a109 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:08.419466 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b', 'status': 'completed', 'code': 200} Nov 03 16:27:08.425393 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:08.458090 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eac7b9ec-a5bd-4551-8d08-61f3f3c031b8 req-3203c19f-f72e-48cb-9d43-8778bf04d1ac tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176233 Nov 03 16:27:08.471443 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:27:08.480553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-27a02a90-a66b-4638-8a69-3c8e8873587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:08.482503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-27a02a90-a66b-4638-8a69-3c8e8873587d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 1095 time: 0.0621898 Nov 03 16:27:08.536043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-3dc8428a-000c-4354-ad9f-1db4c41f6f85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9585d445-f693-47ee-8402-a5c84f47682b HTTP/1.1" status: 200 len: 217 time: 0.0389359 Nov 03 16:27:08.600455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-02f9d7ba-a09d-40a6-a59c-a09db3149650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:08.602156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-02f9d7ba-a09d-40a6-a59c-a09db3149650 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0589049 Nov 03 16:27:08.657893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-a17bff39-216a-48e4-b67e-c16ec85fef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:08.659524 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-a17bff39-216a-48e4-b67e-c16ec85fef8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500386 Nov 03 16:27:08.763373 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-07cf4fcd-8aee-4835-a7dd-2c1e59a7a4da service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962110 Nov 03 16:27:08.867603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5121e7ae-178a-4d81-a8be-4caf301b17cd req-f351edb1-41d5-403d-8fa9-14b2c4eef99f service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977037 Nov 03 16:27:08.994061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-3fba1611-ba06-4721-aa3a-79c9c8bfc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:08.995480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-3fba1611-ba06-4721-aa3a-79c9c8bfc7ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 1095 time: 0.0423362 Nov 03 16:27:09.089296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-9497b6bf-a77d-40f9-870e-ee94c3821ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:09.090825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-9497b6bf-a77d-40f9-870e-ee94c3821ba8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.0885305 Nov 03 16:27:09.134373 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-40dcb611-bdc4-43c5-87d8-52d223ee5214 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9585d445-f693-47ee-8402-a5c84f47682b HTTP/1.1" status: 200 len: 217 time: 0.0358183 Nov 03 16:27:09.184676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-144a5d9c-a056-4c99-91e7-e19f8943e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:09.186119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-144a5d9c-a056-4c99-91e7-e19f8943e10c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0443823 Nov 03 16:27:09.237311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-bc7e3072-cff5-48d0-adea-3014cc97ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:09.238839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-bc7e3072-cff5-48d0-adea-3014cc97ecee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450618 Nov 03 16:27:09.328878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-5d58167c-be61-4f98-9cb8-fb0eb021d086 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824142 Nov 03 16:27:09.455466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d37d-c57a-4ef3-9fb6-d3011eb06fd7 req-345fadcb-6ee0-4007-95ee-601f790b9e3e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:09.456942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3e2d37d-c57a-4ef3-9fb6-d3011eb06fd7 req-345fadcb-6ee0-4007-95ee-601f790b9e3e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.1017334 Nov 03 16:27:09.462926 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b7194c9-3f68-42ec-b2e7-9e0086614f5f req-02bbffc1-43d1-4fb6-a106-9cd165553ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260600 Nov 03 16:27:09.508310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3e2d37d-c57a-4ef3-9fb6-d3011eb06fd7 req-97112de8-7a4e-47a2-9663-99a56cebfbb3 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444527 Nov 03 16:27:09.588751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98b263-91ea-4edc-b2b2-339af196fc37 req-9ee414d8-39f0-43cf-82da-86912caa8e94 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:09.590261 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f98b263-91ea-4edc-b2b2-339af196fc37 req-9ee414d8-39f0-43cf-82da-86912caa8e94 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 944 time: 0.0495594 Nov 03 16:27:09.637863 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f98b263-91ea-4edc-b2b2-339af196fc37 req-f9546cab-0c4d-4634-befc-35d1dc70a9b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 Nov 03 16:27:10.628036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcc638-ad3f-4f71-9969-30846019de0c req-22b5c6bd-bfcd-42d7-8f7f-870035a7eb52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:10.629486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96dcc638-ad3f-4f71-9969-30846019de0c req-22b5c6bd-bfcd-42d7-8f7f-870035a7eb52 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.0525467 Nov 03 16:27:10.680355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96dcc638-ad3f-4f71-9969-30846019de0c req-eda11607-e2c8-4a6b-84eb-bd0c6496c6c0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Nov 03 16:27:10.757621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b60a4-9997-4712-9107-0e741344c749 req-282be0f6-5567-4357-8488-f6554f1b5f2e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:10.759098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c3b60a4-9997-4712-9107-0e741344c749 req-282be0f6-5567-4357-8488-f6554f1b5f2e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 944 time: 0.0492878 Nov 03 16:27:10.807095 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c3b60a4-9997-4712-9107-0e741344c749 req-711b7e7f-67f6-4f92-8e76-2e77dd1e7001 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Nov 03 16:27:11.064670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9585d445-f693-47ee-8402-a5c84f47682b details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:27:11.160756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9585d445-f693-47ee-8402-a5c84f47682b,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:11.172454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '9585d445-f693-47ee-8402-a5c84f47682b', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'port_id': '9585d445-f693-47ee-8402-a5c84f47682b', 'mac_address': 'fa:16:3e:1e:a5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:27:11.209509 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:11.222408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9585d445-f693-47ee-8402-a5c84f47682b {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:27:11.242606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9585d445-f693-47ee-8402-a5c84f47682b,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:11.247322 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:11.297091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9585d445-f693-47ee-8402-a5c84f47682b,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:11.649849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['9585d445-f693-47ee-8402-a5c84f47682b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:27:11.798605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1b982-b3f0-49f0-8a6a-d981c0fbb0c2 req-ffc75d3c-b56f-40ed-9411-91607498bd8b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:11.800098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54e1b982-b3f0-49f0-8a6a-d981c0fbb0c2 req-ffc75d3c-b56f-40ed-9411-91607498bd8b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.0496893 Nov 03 16:27:11.851162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-54e1b982-b3f0-49f0-8a6a-d981c0fbb0c2 req-79cae7db-b923-44f7-a6b2-bc309a8077e4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Nov 03 16:27:11.932101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db771b-746f-4920-a333-64cecae35cf8 req-e95f8a9d-c1e5-416c-8609-8ae9b5eaaff5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:11.933468 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39db771b-746f-4920-a333-64cecae35cf8 req-e95f8a9d-c1e5-416c-8609-8ae9b5eaaff5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 945 time: 0.0533381 Nov 03 16:27:11.981048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39db771b-746f-4920-a333-64cecae35cf8 req-b2d695fd-e3ee-4b78-b6b3-6bfa6ba22ca8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Nov 03 16:27:12.966640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1e995-329c-4e0f-b6b2-ddcadc39ff8f req-db297853-da48-402f-9e04-f35d6d3b214c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:12.968140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-86d1e995-329c-4e0f-b6b2-ddcadc39ff8f req-db297853-da48-402f-9e04-f35d6d3b214c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.0497718 Nov 03 16:27:13.024541 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-86d1e995-329c-4e0f-b6b2-ddcadc39ff8f req-7eff6622-78e3-4341-a57d-15e7366f8124 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503652 Nov 03 16:27:13.076484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9585d445-f693-47ee-8402-a5c84f47682b up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:27:13.097486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5deb3-3ac4-4775-a15b-5a05f08f30b6 req-2e489d88-bd67-401f-95e5-620718f7653f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:13.099826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72c5deb3-3ac4-4775-a15b-5a05f08f30b6 req-2e489d88-bd67-401f-95e5-620718f7653f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 945 time: 0.0500271 Nov 03 16:27:13.125638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 9585d445-f693-47ee-8402-a5c84f47682b completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:27:13.129748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 9585d445-f693-47ee-8402-a5c84f47682b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:13.130180 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:13.148595 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-72c5deb3-3ac4-4775-a15b-5a05f08f30b6 req-70123468-9dab-4746-81df-ab1b2fab7682 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Nov 03 16:27:13.207031 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:13.229231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:13.231486 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871f4c2a-ed19-4749-b78c-d706c24ce17d" -d '{"events": [{"server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "name": "network-vif-plugged", "status": "completed", "tag": "9585d445-f693-47ee-8402-a5c84f47682b"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:13.244474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9585d445-f693-47ee-8402-a5c84f47682b,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:13.248579 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:13.275666 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135238e8-e698-474b-aff4-d952bc3fdc48 x-openstack-request-id: req-135238e8-e698-474b-aff4-d952bc3fdc48 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:13.275958 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "name": "network-vif-plugged", "status": "completed", "tag": "9585d445-f693-47ee-8402-a5c84f47682b", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:13.276212 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-135238e8-e698-474b-aff4-d952bc3fdc48 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:13.276720 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b', 'code': 200} Nov 03 16:27:13.301896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9585d445-f693-47ee-8402-a5c84f47682b,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:13.390025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bfdec-8fc9-4646-9514-b03c3ccbcec8 req-5fc9dfee-2c9b-48ce-bf95-1737dafde3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:13.391407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da8bfdec-8fc9-4646-9514-b03c3ccbcec8 req-5fc9dfee-2c9b-48ce-bf95-1737dafde3aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 1097 time: 0.0408227 Nov 03 16:27:13.434751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da8bfdec-8fc9-4646-9514-b03c3ccbcec8 req-ab41bd66-b554-4642-aa7d-f5eaeaa1949c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358479 Nov 03 16:27:14.142596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647302ae-5d95-4343-9e21-dd7df2982e94 req-d405b2fc-ae0e-4b5f-867c-a9f47cdd81be tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:14.144066 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-647302ae-5d95-4343-9e21-dd7df2982e94 req-d405b2fc-ae0e-4b5f-867c-a9f47cdd81be tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.0489266 Nov 03 16:27:14.198624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-647302ae-5d95-4343-9e21-dd7df2982e94 req-b1602678-b5b9-4bd3-ba20-d67f8b4401fa tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483341 Nov 03 16:27:14.266906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0e686-932f-49ab-a7d4-cd5c413a0d3c req-09004775-5616-4e67-9285-e49c698174aa tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:14.268418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80f0e686-932f-49ab-a7d4-cd5c413a0d3c req-09004775-5616-4e67-9285-e49c698174aa tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0493166 Nov 03 16:27:14.315597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80f0e686-932f-49ab-a7d4-cd5c413a0d3c req-7b1425c6-127e-499d-886b-d191cf9d27a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Nov 03 16:27:15.315805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38668252-4136-4543-9295-00dfb57c3929 req-405dd342-209f-427f-b67e-be8656466a78 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:15.317275 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-38668252-4136-4543-9295-00dfb57c3929 req-405dd342-209f-427f-b67e-be8656466a78 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.0496566 Nov 03 16:27:15.370278 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-38668252-4136-4543-9295-00dfb57c3929 req-e68c208f-0080-40ac-8f72-f36b286856b1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468245 Nov 03 16:27:15.443659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00327d-5514-44de-afc4-4ebfd5717896 req-12ab817e-311e-433d-9a2e-e29dfd4d198a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:15.445161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb00327d-5514-44de-afc4-4ebfd5717896 req-12ab817e-311e-433d-9a2e-e29dfd4d198a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0569289 Nov 03 16:27:15.492932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb00327d-5514-44de-afc4-4ebfd5717896 req-0808e074-9154-484f-bf12-ef5fefe182f9 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Nov 03 16:27:15.685652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665efae4-dce5-4186-9953-499045b03476 req-ccfd042e-fb62-4b05-8678-a2c31720c0fe tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:15.687127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-665efae4-dce5-4186-9953-499045b03476 req-ccfd042e-fb62-4b05-8678-a2c31720c0fe tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0488992 Nov 03 16:27:15.734541 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-665efae4-dce5-4186-9953-499045b03476 req-81701a4e-be2f-44c9-b7d3-fe9aa64ab78f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Nov 03 16:27:16.485944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc03771-1633-4746-b807-2d4b3ad77fbc req-29cfdc27-1cac-4cf7-b58c-bacafe7c289b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:16.487432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2dc03771-1633-4746-b807-2d4b3ad77fbc req-29cfdc27-1cac-4cf7-b58c-bacafe7c289b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.0488405 Nov 03 16:27:16.536149 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2dc03771-1633-4746-b807-2d4b3ad77fbc req-4f0f2c56-cb50-4dee-b4ec-210f8a1c780e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Nov 03 16:27:16.851662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf032ffc-9f63-4d95-bdb1-933cd13a5309 req-997d530b-0179-44d1-b15a-b13c2d4aca2d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:16.853228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf032ffc-9f63-4d95-bdb1-933cd13a5309 req-997d530b-0179-44d1-b15a-b13c2d4aca2d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0493824 Nov 03 16:27:16.903369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bf032ffc-9f63-4d95-bdb1-933cd13a5309 req-56b613c3-f809-40f8-8b82-e239a29fb624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Nov 03 16:27:17.321973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae79a54-0de1-4707-9ff7-71e2a6cb69c6 req-f9a258ad-5a49-4742-b94b-30489ecb8de1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:17.323463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cae79a54-0de1-4707-9ff7-71e2a6cb69c6 req-f9a258ad-5a49-4742-b94b-30489ecb8de1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0491736 Nov 03 16:27:17.372247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cae79a54-0de1-4707-9ff7-71e2a6cb69c6 req-4f462a0d-a89b-4302-ba35-7148bd1cfc98 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Nov 03 16:27:17.461857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 31a9a947-55c4-4d57-ba1f-7560f9045f61 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:27:17.558764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 31a9a947-55c4-4d57-ba1f-7560f9045f61, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=31a9a947-55c4-4d57-ba1f-7560f9045f61,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:17.570833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'port_id': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'mac_address': 'fa:16:3e:f1:87:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:27:17.608096 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:17.621416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a9a947-55c4-4d57-ba1f-7560f9045f61 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:27:17.640998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 31a9a947-55c4-4d57-ba1f-7560f9045f61, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=31a9a947-55c4-4d57-ba1f-7560f9045f61,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:17.646803 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:17.661555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c0191-0d73-48b9-a8e9-0c979e23ce61 req-55edfd1d-cff3-4721-ac16-fa7b3b3c8837 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:17.663256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f92c0191-0d73-48b9-a8e9-0c979e23ce61 req-55edfd1d-cff3-4721-ac16-fa7b3b3c8837 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 943 time: 0.0557909 Nov 03 16:27:17.695909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=31a9a947-55c4-4d57-ba1f-7560f9045f61,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:17.714171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f92c0191-0d73-48b9-a8e9-0c979e23ce61 req-f9280de5-ab6f-4c2f-87b2-2df173da65e6 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444584 Nov 03 16:27:17.916413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['31a9a947-55c4-4d57-ba1f-7560f9045f61'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:27:18.487425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81b0b7-a37d-4570-b0b7-f97651569c4d req-302da412-48ed-4817-bbc9-ee622e00303a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:18.488899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c81b0b7-a37d-4570-b0b7-f97651569c4d req-302da412-48ed-4817-bbc9-ee622e00303a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0488667 Nov 03 16:27:18.536249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c81b0b7-a37d-4570-b0b7-f97651569c4d req-0b9aea94-16c8-4721-b3c1-4665bef56854 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Nov 03 16:27:18.830178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa56e1-c180-41e6-a5df-46d3d1fe07d0 req-ed4a8ef8-aca5-433b-9b0d-1f6f3c98b987 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:18.831657 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96fa56e1-c180-41e6-a5df-46d3d1fe07d0 req-ed4a8ef8-aca5-433b-9b0d-1f6f3c98b987 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 944 time: 0.0492802 Nov 03 16:27:18.880768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-96fa56e1-c180-41e6-a5df-46d3d1fe07d0 req-9f2995f7-002b-4085-bb83-81db5d45cc6f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Nov 03 16:27:19.086478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9585d445-f693-47ee-8402-a5c84f47682b details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:27:19.183384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9585d445-f693-47ee-8402-a5c84f47682b,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:19.195381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '9585d445-f693-47ee-8402-a5c84f47682b', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'port_id': '9585d445-f693-47ee-8402-a5c84f47682b', 'mac_address': 'fa:16:3e:1e:a5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:27:19.231433 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:19.244202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9585d445-f693-47ee-8402-a5c84f47682b {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:27:19.264536 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9585d445-f693-47ee-8402-a5c84f47682b,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:19.268992 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:19.320145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9585d445-f693-47ee-8402-a5c84f47682b,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:19.440976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['9585d445-f693-47ee-8402-a5c84f47682b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:27:19.478916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 31a9a947-55c4-4d57-ba1f-7560f9045f61 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:27:19.558812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 31a9a947-55c4-4d57-ba1f-7560f9045f61 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:27:19.576526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 31a9a947-55c4-4d57-ba1f-7560f9045f61 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:19.576902 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:19.658377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fc822-20bd-4851-9555-57c5f10d57c0 req-253e7186-ec67-446b-a06b-215f4445b3fd tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:19.659865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-606fc822-20bd-4851-9555-57c5f10d57c0 req-253e7186-ec67-446b-a06b-215f4445b3fd tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 945 time: 0.0535176 Nov 03 16:27:19.691374 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:19.707044 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-606fc822-20bd-4851-9555-57c5f10d57c0 req-7c38c109-cb08-4f3f-948b-14550732d0e4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410216 Nov 03 16:27:19.715060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:19.717434 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80811279-e92c-4d45-8948-a5fc321be3d6" -d '{"events": [{"server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "name": "network-vif-plugged", "status": "completed", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:19.730828 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 31a9a947-55c4-4d57-ba1f-7560f9045f61, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=31a9a947-55c4-4d57-ba1f-7560f9045f61,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:19.735683 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:19.759149 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589d685d-4395-4e8c-ab26-89460a5c4ccc x-openstack-request-id: req-589d685d-4395-4e8c-ab26-89460a5c4ccc {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:19.759447 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "name": "network-vif-plugged", "status": "completed", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:19.759731 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-589d685d-4395-4e8c-ab26-89460a5c4ccc {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:19.760101 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'code': 200} Nov 03 16:27:19.789645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=31a9a947-55c4-4d57-ba1f-7560f9045f61,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:19.860484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ee08-3189-48f4-9aa6-254ebb051082 req-9328d45b-3e36-4aec-a2f9-3f433d209239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:19.861969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a89ee08-3189-48f4-9aa6-254ebb051082 req-9328d45b-3e36-4aec-a2f9-3f433d209239 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 1096 time: 0.0392923 Nov 03 16:27:19.910065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a89ee08-3189-48f4-9aa6-254ebb051082 req-2b04bac5-b9c5-4a84-a7d0-d0e2f729e5a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380790 Nov 03 16:27:19.999248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106088c6-5fb7-48b5-b6e4-88b0a22fbc18 req-d5667e03-fa07-4108-8ec5-fc56eb0270e0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:20.000639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-106088c6-5fb7-48b5-b6e4-88b0a22fbc18 req-d5667e03-fa07-4108-8ec5-fc56eb0270e0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 945 time: 0.0527172 Nov 03 16:27:20.049301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-106088c6-5fb7-48b5-b6e4-88b0a22fbc18 req-a5e9396a-3666-4920-81fb-53d86879f508 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419986 Nov 03 16:27:20.830721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae8191-8504-42fd-9e77-4b2f1f685160 req-e0b4b164-41a8-4be5-81d1-28537b8678d4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:20.832383 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ebae8191-8504-42fd-9e77-4b2f1f685160 req-e0b4b164-41a8-4be5-81d1-28537b8678d4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 945 time: 0.0539382 Nov 03 16:27:20.879544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ebae8191-8504-42fd-9e77-4b2f1f685160 req-7e6f1be9-a927-42bd-91a2-9a68981063a0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Nov 03 16:27:21.086221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9585d445-f693-47ee-8402-a5c84f47682b up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:27:21.136142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 9585d445-f693-47ee-8402-a5c84f47682b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:21.136518 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:21.167002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1671600-be51-49d7-b7a2-388696b193b5 req-e67889af-386e-4eb8-ae41-7c885c141f3f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:21.168520 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1671600-be51-49d7-b7a2-388696b193b5 req-e67889af-386e-4eb8-ae41-7c885c141f3f tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 945 time: 0.0499437 Nov 03 16:27:21.216126 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:21.219861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1671600-be51-49d7-b7a2-388696b193b5 req-e551bae7-f4e5-4ad2-a352-5c1c82f4c687 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449252 Nov 03 16:27:21.253985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9585d445-f693-47ee-8402-a5c84f47682b,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:21.258888 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:21.310932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9585d445-f693-47ee-8402-a5c84f47682b,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:21.318569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.318919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.319352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.319590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.319927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.320262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.320589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.320917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.321248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.321586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.321915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.322235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.347444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfbb57-809a-495f-99b4-fd976dfc1cdf req-69e757bb-ba7b-4b9e-a0f2-82d0f673958d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:21.349599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28bfbb57-809a-495f-99b4-fd976dfc1cdf req-69e757bb-ba7b-4b9e-a0f2-82d0f673958d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 945 time: 0.0532200 Nov 03 16:27:21.399390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28bfbb57-809a-495f-99b4-fd976dfc1cdf req-7b8bd337-b224-4064-945e-e6c62f1f9f7e tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436103 Nov 03 16:27:21.421666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39360) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:21.462856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3da984d-d08d-4acb-bbd6-15e2304bc355 tempest-TestVolumeBootPattern-983083580 tempest-TestVolumeBootPattern-983083580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:21.464773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c3da984d-d08d-4acb-bbd6-15e2304bc355 tempest-TestVolumeBootPattern-983083580 tempest-TestVolumeBootPattern-983083580-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 1091 time: 0.0421176 Nov 03 16:27:21.467670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39362) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:21.471926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:21.494012 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:21.591204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:21.701773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Allocated IP 172.25.6.81 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/0cc8ea57-2e83-4fde-9135-0c5198fccccb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:27:21.761100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:21.763506 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9863edb-5f5f-4169-bc00-642df40239e1" -d '{"events": [{"server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "name": "network-vif-plugged", "status": "completed", "tag": "9585d445-f693-47ee-8402-a5c84f47682b"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:21.799367 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31e083-da36-4194-bf15-96b19f67b52c x-openstack-request-id: req-9c31e083-da36-4194-bf15-96b19f67b52c {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:21.799658 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "name": "network-vif-plugged", "status": "completed", "tag": "9585d445-f693-47ee-8402-a5c84f47682b", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:21.799907 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9c31e083-da36-4194-bf15-96b19f67b52c {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:21.800296 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b', 'code': 200} Nov 03 16:27:21.802364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:21.836092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:21.871307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:27:21.873949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:27:21.880333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:27:21.907343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=0cc8ea57-2e83-4fde-9135-0c5198fccccb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:21.919039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.919380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.919718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.920050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.920380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.920709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.921030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.921350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.921692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.922015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.922335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:21.922653 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:27:22.029251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:22.046861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acedb61-837d-4bb9-8b8f-6b7b142fcd91 req-091bb51a-cacd-4508-a3d8-2dc42f330b2f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:22.048352 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0acedb61-837d-4bb9-8b8f-6b7b142fcd91 req-091bb51a-cacd-4508-a3d8-2dc42f330b2f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0893869 Nov 03 16:27:22.167896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0acedb61-837d-4bb9-8b8f-6b7b142fcd91 req-04ab088b-b445-4040-a49e-10a75d743d9b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850372 Nov 03 16:27:22.328390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:22.394177 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:22.541747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:22.546196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:22.609595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event updated for resources: {'Port': ['ID=0cc8ea57-2e83-4fde-9135-0c5198fccccb,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:22.622690 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:22.720637 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Floating IP 3c912a5a-6aff-4307-9a1f-cc7efa594e08 associated. External IP: 172.25.6.81, port: 31a9a947-55c4-4d57-ba1f-7560f9045f61. Nov 03 16:27:22.923986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Router 25552b96-83ff-405a-bf08-1fee1cc2824f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:27:23.030096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:27:23.040059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] Sync routers for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:27:23.048399 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:23.048895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:27:23.049513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:27:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:27:23.078196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f1bd46e2-66f8-417a-b8fd-a163f274f1b0 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6094279 Nov 03 16:27:23.078854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:23.081202 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1626ce2a-3f4e-426f-91c3-e3306b510dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:23.122563 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ab2df4-901a-4aa7-b32e-586d430d2b69 x-openstack-request-id: req-83ab2df4-901a-4aa7-b32e-586d430d2b69 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:23.122860 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:23.123118 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-83ab2df4-901a-4aa7-b32e-586d430d2b69 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:23.123528 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'status': 'completed', 'code': 200} Nov 03 16:27:23.159092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:27:23.187360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-62612f96-27db-4485-817e-b59fa21e23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:23.188881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-62612f96-27db-4485-817e-b59fa21e23c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 1096 time: 0.0413413 Nov 03 16:27:23.315307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-39d9c0ac-e8a7-4a64-83d6-977787055a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:23.316793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-39d9c0ac-e8a7-4a64-83d6-977787055a8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1191602 Nov 03 16:27:23.329009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791315a-a968-4fef-8cc9-ebe192a3d428 req-304e3fe6-e9a6-48b2-a06b-2418da3ffda4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:23.330449 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c791315a-a968-4fef-8cc9-ebe192a3d428 req-304e3fe6-e9a6-48b2-a06b-2418da3ffda4 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0756578 Nov 03 16:27:23.391234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '3c912a5a-6aff-4307-9a1f-cc7efa594e08', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:f1:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bda7d8-702e-404b-b398-b9169e958a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:27:22Z', 'updated_at': '2021-11-03T16:27:22Z', 'revision_number': 0, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}, {'id': '7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:25:06Z', 'updated_at': '2021-11-03T16:25:10Z', 'revision_number': 1, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:27:23.417506 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] Checking router: 25552b96-83ff-405a-bf08-1fee1cc2824f for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:27:23.425685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:27:23.425857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-6a610faf-6510-4a20-ad09-c0ab8ce214d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31a9a947-55c4-4d57-ba1f-7560f9045f61 HTTP/1.1" status: 200 len: 998 time: 0.0943429 Nov 03 16:27:23.426300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:27:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:27:23.430824 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c791315a-a968-4fef-8cc9-ebe192a3d428 req-0d905656-43b2-47f2-8d08-7d51804d5d8a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920198 Nov 03 16:27:23.481217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-cf140572-6355-4ad2-9595-663fbc7d377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:23.482746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-cf140572-6355-4ad2-9595-663fbc7d377a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0493383 Nov 03 16:27:23.531379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-e1331814-ef1c-40c0-80ef-f2a67abcf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:23.533141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-e1331814-ef1c-40c0-80ef-f2a67abcf2e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425556 Nov 03 16:27:23.537420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:27:23.634522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-1e0f6a20-aebc-4ed7-bfef-20e3db7436c5 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935514 Nov 03 16:27:23.742318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1626ce2a-3f4e-426f-91c3-e3306b510dd3 req-b7d279c8-17c2-45ef-b464-f79eb415e1be service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993469 Nov 03 16:27:23.939229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '3c912a5a-6aff-4307-9a1f-cc7efa594e08', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:f1:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bda7d8-702e-404b-b398-b9169e958a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:27:22Z', 'updated_at': '2021-11-03T16:27:22Z', 'revision_number': 0, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}, {'id': '7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:25:06Z', 'updated_at': '2021-11-03T16:25:10Z', 'revision_number': 1, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:27:23.969575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468604c4-eb00-40c6-884d-101c463dcdb7 None None] The sync data for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 is: [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '3c912a5a-6aff-4307-9a1f-cc7efa594e08', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:f1:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bda7d8-702e-404b-b398-b9169e958a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:27:22Z', 'updated_at': '2021-11-03T16:27:22Z', 'revision_number': 0, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}, {'id': '7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:25:06Z', 'updated_at': '2021-11-03T16:25:10Z', 'revision_number': 1, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:27:24.238767 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63239d97-b221-4600-87ea-9ca51d37a0a7 None None] New status for floating IP 3c912a5a-6aff-4307-9a1f-cc7efa594e08: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:27:24.563167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26157a74-602f-4077-bce8-e85e35352327 req-8960539f-a0a2-44c9-82f5-6ba1204ed70d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:24.566141 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26157a74-602f-4077-bce8-e85e35352327 req-8960539f-a0a2-44c9-82f5-6ba1204ed70d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0547323 Nov 03 16:27:24.625742 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26157a74-602f-4077-bce8-e85e35352327 req-2455d513-cd19-4aad-a9d2-c8599d3691b5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534256 Nov 03 16:27:25.758179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaccdc0-70ca-4495-ada7-114d4f346af7 req-043264f5-1c7b-4bee-a8ac-ecb3d16e2753 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:25.759684 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-baaccdc0-70ca-4495-ada7-114d4f346af7 req-043264f5-1c7b-4bee-a8ac-ecb3d16e2753 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0587175 Nov 03 16:27:25.820865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-baaccdc0-70ca-4495-ada7-114d4f346af7 req-277a6daa-69e2-428b-9ecc-6ed37f718de0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550320 Nov 03 16:27:26.952769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccae5fe-49ab-44d5-bb13-bc6a106d7f64 req-1b23450a-f0b7-4c93-8739-acb600d4fd5b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:26.954309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ccae5fe-49ab-44d5-bb13-bc6a106d7f64 req-1b23450a-f0b7-4c93-8739-acb600d4fd5b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0546906 Nov 03 16:27:27.012136 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ccae5fe-49ab-44d5-bb13-bc6a106d7f64 req-879055eb-4c35-4814-9581-3d25bbbaed08 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511999 Nov 03 16:27:28.135159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb94cc-fd97-4c8e-be79-5a2b512b19a9 req-dbae2a7b-5d41-4902-b1aa-9dbed300b9f1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:28.142803 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38cb94cc-fd97-4c8e-be79-5a2b512b19a9 req-dbae2a7b-5d41-4902-b1aa-9dbed300b9f1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0585198 Nov 03 16:27:28.190971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38cb94cc-fd97-4c8e-be79-5a2b512b19a9 req-1bd9ab12-66f1-4051-902a-0332f6b087bd tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472956 Nov 03 16:27:29.326381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec92e-df85-4647-b04d-16666bc006ea req-0233d7f7-4cbf-4d4e-b54e-703b5abecfd0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:29.328020 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4eec92e-df85-4647-b04d-16666bc006ea req-0233d7f7-4cbf-4d4e-b54e-703b5abecfd0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0532300 Nov 03 16:27:29.389835 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4eec92e-df85-4647-b04d-16666bc006ea req-e6131dbc-3e00-45a8-a9b6-bc57153a42f2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550964 Nov 03 16:27:29.957781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-7be00f41-bbac-48b0-b6bc-e485ada85f88 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472507 Nov 03 16:27:30.042275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-298fb4c2-93c9-4a54-94a1-852ebdc65e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:30.044155 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-298fb4c2-93c9-4a54-94a1-852ebdc65e47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f780d58cd1034e9cba5cb1bd7ec69296&device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0577645 Nov 03 16:27:30.168594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-7348d2f2-232b-4000-ae98-46bc5883ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:30.170101 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-7348d2f2-232b-4000-ae98-46bc5883ebfa service neutron] 10.222.0.70 "GET /v2.0/networks?id=92460bd0-77c3-4b79-ae87-4ce1b0160890 HTTP/1.1" status: 200 len: 910 time: 0.1038370 Nov 03 16:27:30.257054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-32f5a30d-3ae5-4c46-8c76-d8bcf326f692 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277b536f-7b05-4ec7-9208-64b5db671c22 HTTP/1.1" status: 200 len: 1002 time: 0.0783494 Nov 03 16:27:30.324662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-49f7ee2e-6b6e-452f-9ecb-8ce8f99b0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:30.326710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-49f7ee2e-6b6e-452f-9ecb-8ce8f99b0310 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cea6306-dca7-42eb-a1b9-9610ac090422 HTTP/1.1" status: 200 len: 848 time: 0.0610900 Nov 03 16:27:30.382708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-6bc74626-f7a8-4d84-b6a1-b80e70914a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:30.384247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-6bc74626-f7a8-4d84-b6a1-b80e70914a6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=92460bd0-77c3-4b79-ae87-4ce1b0160890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457306 Nov 03 16:27:30.523562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-ec41d270-6605-47b7-90db-a7b7dfb96a52 service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259630 Nov 03 16:27:30.541103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282d414-3ecd-4d6f-a18c-7d16917fafd0 req-fc397c53-9ed9-4e84-9f22-edd24bc43912 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:30.542769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3282d414-3ecd-4d6f-a18c-7d16917fafd0 req-fc397c53-9ed9-4e84-9f22-edd24bc43912 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0703728 Nov 03 16:27:30.654287 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3282d414-3ecd-4d6f-a18c-7d16917fafd0 req-844a16cc-f1e9-4181-9312-a3370a1ec79a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043506 Nov 03 16:27:30.671757 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-329a3862-5ee7-44dc-8658-1a9206f34e7c req-4d7ef251-fcdc-44c5-b69a-f55a7554cc98 service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395202 Nov 03 16:27:31.500216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:31.792750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc9a0d-d419-450a-8a5b-3f4af06ba44b req-323604ef-9993-4f78-8d80-de236bd76398 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:31.794285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d2bc9a0d-d419-450a-8a5b-3f4af06ba44b req-323604ef-9993-4f78-8d80-de236bd76398 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0589306 Nov 03 16:27:31.848258 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d2bc9a0d-d419-450a-8a5b-3f4af06ba44b req-9ad8449f-ff35-4cb6-924c-c156575ce5ac tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Nov 03 16:27:31.957879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39432) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:32.068048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc23eb-5dd6-4055-b171-4d4fb71b856a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:32.068518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc23eb-5dd6-4055-b171-4d4fb71b856a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:32.068945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc23eb-5dd6-4055-b171-4d4fb71b856a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:32.070587 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eecc23eb-5dd6-4055-b171-4d4fb71b856a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/ports?project_id=ffacc1f826ba49189eea517517fbe87b&network_id=4522346a-6704-4c96-869e-42481add9658 HTTP/1.1" status: 200 len: 2970 time: 0.1101720 Nov 03 16:27:32.540385 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5d28f702-533a-4bf7-a498-b31221473f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:32.981116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146150a8-2a9c-4e6a-aacf-2788da21b375 req-a6d45d2d-4817-411c-9896-e8ae9d4a915a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:32.987065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-146150a8-2a9c-4e6a-aacf-2788da21b375 req-a6d45d2d-4817-411c-9896-e8ae9d4a915a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0584621 Nov 03 16:27:33.035476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-146150a8-2a9c-4e6a-aacf-2788da21b375 req-28c918f8-6523-47f6-8b77-c2a488945ac1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448971 Nov 03 16:27:33.855724 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-eb459ab1-3f77-4851-8dee-842e786caf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:33.857188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-eb459ab1-3f77-4851-8dee-842e786caf4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 1097 time: 0.0398917 Nov 03 16:27:33.949860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-fe3cbf44-6052-47b3-895d-87fc6ab11d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:33.951588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-fe3cbf44-6052-47b3-895d-87fc6ab11d56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.0875065 Nov 03 16:27:33.994601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-26babc79-70f3-4b29-ad0b-1848e1f170a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9585d445-f693-47ee-8402-a5c84f47682b HTTP/1.1" status: 200 len: 217 time: 0.0342419 Nov 03 16:27:34.048644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-8c01e5fd-5769-44d9-b9a6-0bc796c73749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:34.050093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-8c01e5fd-5769-44d9-b9a6-0bc796c73749 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0469782 Nov 03 16:27:34.163246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97906c3-e8ca-4534-94ae-8c6a9127ec1b req-8eaaa50e-3427-4d0e-a0f9-273d139b1687 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:34.164730 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b97906c3-e8ca-4534-94ae-8c6a9127ec1b req-8eaaa50e-3427-4d0e-a0f9-273d139b1687 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0574493 Nov 03 16:27:34.217136 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b97906c3-e8ca-4534-94ae-8c6a9127ec1b req-1982ac3f-622b-4bb7-b647-3885d5f54773 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Nov 03 16:27:34.219286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39460) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:34.274126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678d855c-b771-4308-8441-403d21b77d0e tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:34.275666 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-678d855c-b771-4308-8441-403d21b77d0e tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a HTTP/1.1" status: 200 len: 814 time: 0.0554204 Nov 03 16:27:34.440418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-54ee052e-4f2c-43d6-ad57-6682f7d02431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:34.442856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-54ee052e-4f2c-43d6-ad57-6682f7d02431 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3842638 Nov 03 16:27:34.531559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-6fb65028-adc3-471b-96e4-7e4e2d488b74 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821815 Nov 03 16:27:34.623348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3fac356-7c37-48ad-91c9-0fcb022e2697 req-8257d758-7e41-4360-88d9-a26f929dc397 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839274 Nov 03 16:27:34.757153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39466) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:34.762138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'network': {'name': 'tempest-network-smoke--243119587', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'port_security_enabled': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:34.783146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Made reservation on behalf of ffacc1f826ba49189eea517517fbe87b for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:27:34.787554 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:34.810535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:27:34.820057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:34.820057 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Added segment b37868b2-5027-48fa-bf40-0f5daef75ed5 of type vlan for network 96ae63aa-5e3d-42a5-9c04-b2923b902019 Nov 03 16:27:34.860603 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:34.883526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:34.889154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:34.889753 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:34.950303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1918480 Nov 03 16:27:34.953422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39468) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:34.971774 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ae2d7af-6f66-4755-a77f-db0e7cb5825a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:34.998882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0863f-2d34-4b98-be3e-9692207ab492 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Network': ['ID=96ae63aa-5e3d-42a5-9c04-b2923b902019,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:35.010910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 96ae63aa-5e3d-42a5-9c04-b2923b902019 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:27:35.025685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b7730b-e992-499e-99a3-a8b06e068e55 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:35.027234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-53b7730b-e992-499e-99a3-a8b06e068e55 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=ffacc1f826ba49189eea517517fbe87b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0726504 Nov 03 16:27:35.030184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39470) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:35.115565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f99b43f-e012-4bd9-a5ea-85cc8d2d68c8 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:35.117108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2f99b43f-e012-4bd9-a5ea-85cc8d2d68c8 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860157 Nov 03 16:27:35.119938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39472) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:35.147600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-78c76755-7bc4-4f07-8806-4314a55c14a4 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266275 Nov 03 16:27:35.150271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39474) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:35.181649 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-78a68cc6-0721-4cc6-9c5b-f1db545920ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=ffacc1f826ba49189eea517517fbe87b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303402 Nov 03 16:27:35.184032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39476) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:35.269429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725c498-f0ab-4aff-9999-e292215e66c2 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:35.271512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9725c498-f0ab-4aff-9999-e292215e66c2 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865335 Nov 03 16:27:35.274323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39480) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:35.304627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-50d66944-f8a3-4f5a-91f5-b8f1729afaa0 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292366 Nov 03 16:27:35.307250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39482) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:35.312231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35454630', 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:35.356709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ce3bf-709a-48ee-9288-7e9c3c948c2a req-f50e84e2-3743-455a-817e-6c5ebb40f3b1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:35.358730 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f3ce3bf-709a-48ee-9288-7e9c3c948c2a req-f50e84e2-3743-455a-817e-6c5ebb40f3b1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0575230 Nov 03 16:27:35.405815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Made reservation on behalf of ffacc1f826ba49189eea517517fbe87b for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:27:35.407647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f3ce3bf-709a-48ee-9288-7e9c3c948c2a req-b4e4f323-a834-4aa4-bbbc-70fc9e5f9200 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Nov 03 16:27:35.409278 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:35.586328 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:35.648033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Subnet': ['ID=0b5c0aa4-cb81-4634-b31f-da421823179c,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:35.655506 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Checking segment: {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:27:35.655976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network hostable DHCP agents. Network: 96ae63aa-5e3d-42a5-9c04-b2923b902019, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:27:35.672783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network 96ae63aa-5e3d-42a5-9c04-b2923b902019 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:27:35.681295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 96ae63aa-5e3d-42a5-9c04-b2923b902019) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:27:35.685597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:35.686182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:35.690035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82000ddb-f88d-4654-8aa8-1df9814d829e None None] Network 96ae63aa-5e3d-42a5-9c04-b2923b902019 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:27:35.701964 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5103d321-ce84-44a3-a08e-b6da7c32a38f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.3936098 Nov 03 16:27:35.843341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-96ae63aa-5e3d-42a5-9c04-b2923b902019', 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ips': [{'subnet_id': '0b5c0aa4-cb81-4634-b31f-da421823179c'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:27:35.844228 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:35.875734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39486) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:35.881303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-39edbd5a-23a0-445f-ad01-b954175e4c7d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548816420', 'description': 'tempest-secgroup-smoke-548816420 description', 'project_id': 'ffacc1f826ba49189eea517517fbe87b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:35.903287 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39edbd5a-23a0-445f-ad01-b954175e4c7d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:35.971447 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39edbd5a-23a0-445f-ad01-b954175e4c7d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:35.976423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39edbd5a-23a0-445f-ad01-b954175e4c7d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:35.991889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Allocated IP 172.20.0.18 (96ae63aa-5e3d-42a5-9c04-b2923b902019/0b5c0aa4-cb81-4634-b31f-da421823179c/4429ccdb-c4d4-40fd-8869-eced2fce80b9) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:27:36.011286 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-39edbd5a-23a0-445f-ad01-b954175e4c7d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.015210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-39edbd5a-23a0-445f-ad01-b954175e4c7d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357856 Nov 03 16:27:36.015583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39488) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:36.020444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6e580086-6235-412d-a09a-32160a65ff0d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '74c334f5-32ed-44f9-8b9e-56ecdfb8a798', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:36.025514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edbd5a-23a0-445f-ad01-b954175e4c7d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c334f5-32ed-44f9-8b9e-56ecdfb8a798,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:36.051253 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e580086-6235-412d-a09a-32160a65ff0d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.109573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e580086-6235-412d-a09a-32160a65ff0d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.113090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e580086-6235-412d-a09a-32160a65ff0d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.134135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e580086-6235-412d-a09a-32160a65ff0d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39011b97-e03d-4df7-922b-073a4849a529,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:36.139624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e580086-6235-412d-a09a-32160a65ff0d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.143649 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6e580086-6235-412d-a09a-32160a65ff0d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242359 Nov 03 16:27:36.143768 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.143988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39490) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:36.149516 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.151375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-835fa50e-fe36-48fc-ab9d-3d9352151c91 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '74c334f5-32ed-44f9-8b9e-56ecdfb8a798', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:36.179419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-835fa50e-fe36-48fc-ab9d-3d9352151c91 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.190542 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Network 96ae63aa-5e3d-42a5-9c04-b2923b902019 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:27:36.193928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:27:36.198307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:27:36.201611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Pushing event updated for resources: {'Port': ['ID=4429ccdb-c4d4-40fd-8869-eced2fce80b9,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:36.240686 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-835fa50e-fe36-48fc-ab9d-3d9352151c91 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.244762 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-835fa50e-fe36-48fc-ab9d-3d9352151c91 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.261641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Attempting to bind port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:27:36.266828 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Attempting to bind port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:27:36.266828 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Attempting to bind port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 on network 96ae63aa-5e3d-42a5-9c04-b2923b902019 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:27:36.267122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fa50e-fe36-48fc-ab9d-3d9352151c91 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097e446a-43a9-44a6-a768-0fde2b6acf75,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:36.276847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-835fa50e-fe36-48fc-ab9d-3d9352151c91 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.278099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-835fa50e-fe36-48fc-ab9d-3d9352151c91 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321304 Nov 03 16:27:36.280266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:27:36.280908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Checking segment: {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:27:36.281065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39492) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:36.281318 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.281806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Bound using segment: {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:27:36.282311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Bound port: 4429ccdb-c4d4-40fd-8869-eced2fce80b9, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:27:36.282958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.286202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3bd65763-d36d-4746-abd1-d3d4cf55fc6e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '74c334f5-32ed-44f9-8b9e-56ecdfb8a798', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:36.312244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.318515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bd65763-d36d-4746-abd1-d3d4cf55fc6e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.362831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] For port 4429ccdb-c4d4-40fd-8869-eced2fce80b9, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:27:36.366778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] For port 4429ccdb-c4d4-40fd-8869-eced2fce80b9, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4429ccdb-c4d4-40fd-8869-eced2fce80b9,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:27:36.374824 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.381505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bd65763-d36d-4746-abd1-d3d4cf55fc6e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.387247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bd65763-d36d-4746-abd1-d3d4cf55fc6e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.409271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd65763-d36d-4746-abd1-d3d4cf55fc6e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4a3cba-56e9-4c90-868a-5cd019c75373,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:36.417464 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3bd65763-d36d-4746-abd1-d3d4cf55fc6e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.421482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39498) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:36.422323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3bd65763-d36d-4746-abd1-d3d4cf55fc6e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396480 Nov 03 16:27:36.426652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2ef73cca-e1b6-4a5a-8b2d-4a03acf6af5f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '74c334f5-32ed-44f9-8b9e-56ecdfb8a798', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:36.440882 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e9671-6b6d-40d0-8f70-ce02595fea07 None None] Pushing event updated for resources: {'Port': ['ID=4429ccdb-c4d4-40fd-8869-eced2fce80b9,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:36.491804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2ef73cca-e1b6-4a5a-8b2d-4a03acf6af5f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.569260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2ef73cca-e1b6-4a5a-8b2d-4a03acf6af5f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.576812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2ef73cca-e1b6-4a5a-8b2d-4a03acf6af5f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.594456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef73cca-e1b6-4a5a-8b2d-4a03acf6af5f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e725d62-8cf6-4b66-bdf9-2e6c5844bbf8,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:36.609306 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2ef73cca-e1b6-4a5a-8b2d-4a03acf6af5f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.612095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9abc8-1507-44fb-81ce-90cd8818dbca req-d89e6bdc-d32a-426e-b43d-aae22a670174 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:36.613893 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-06c9abc8-1507-44fb-81ce-90cd8818dbca req-d89e6bdc-d32a-426e-b43d-aae22a670174 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 946 time: 0.0959208 Nov 03 16:27:36.614475 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2ef73cca-e1b6-4a5a-8b2d-4a03acf6af5f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1917400 Nov 03 16:27:36.615279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39502) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:36.617962 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61842ff3-b317-41f3-a831-414017b534c0 req-f143f052-9c3f-4e46-b3ca-73ac4b37163b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826478 Nov 03 16:27:36.620492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c6cf7343-1051-4004-a2e9-d7ab11cc0a0e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '74c334f5-32ed-44f9-8b9e-56ecdfb8a798', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:36.650817 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-c6cf7343-1051-4004-a2e9-d7ab11cc0a0e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Project ffacc1f826ba49189eea517517fbe87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:27:36.657316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7343-1051-4004-a2e9-d7ab11cc0a0e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.698281 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-06c9abc8-1507-44fb-81ce-90cd8818dbca req-d3e36dcb-b4ac-4d60-9258-698059492273 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753195 Nov 03 16:27:36.764683 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7343-1051-4004-a2e9-d7ab11cc0a0e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.771914 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7343-1051-4004-a2e9-d7ab11cc0a0e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.784227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61842ff3-b317-41f3-a831-414017b534c0 req-e52e1074-d93e-46d3-b590-87ce2f83dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:36.785999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61842ff3-b317-41f3-a831-414017b534c0 req-e52e1074-d93e-46d3-b590-87ce2f83dd52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1096 time: 0.0565712 Nov 03 16:27:36.791823 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf7343-1051-4004-a2e9-d7ab11cc0a0e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b344fdc-84b3-4973-af33-c7910f9415a7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:36.806887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7343-1051-4004-a2e9-d7ab11cc0a0e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.808122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c6cf7343-1051-4004-a2e9-d7ab11cc0a0e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1918437 Nov 03 16:27:36.810874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39504) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:36.815434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-1d06aa85-3408-4a7f-aa7d-f5a3bd122b4d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '74c334f5-32ed-44f9-8b9e-56ecdfb8a798', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:36.840299 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-1d06aa85-3408-4a7f-aa7d-f5a3bd122b4d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Project ffacc1f826ba49189eea517517fbe87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:27:36.846573 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d06aa85-3408-4a7f-aa7d-f5a3bd122b4d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.922729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61842ff3-b317-41f3-a831-414017b534c0 req-2554099c-03e3-49b1-8fb5-c0a8fb147e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:36.924244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61842ff3-b317-41f3-a831-414017b534c0 req-2554099c-03e3-49b1-8fb5-c0a8fb147e93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.1111166 Nov 03 16:27:36.937051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d06aa85-3408-4a7f-aa7d-f5a3bd122b4d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.945160 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d06aa85-3408-4a7f-aa7d-f5a3bd122b4d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.947360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4429ccdb-c4d4-40fd-8869-eced2fce80b9 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:27:36.969656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06aa85-3408-4a7f-aa7d-f5a3bd122b4d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f60430-93a8-4860-8eba-1f9a4160d0ae,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:36.978411 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1d06aa85-3408-4a7f-aa7d-f5a3bd122b4d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:36.992724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1d06aa85-3408-4a7f-aa7d-f5a3bd122b4d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1795642 Nov 03 16:27:37.021601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:37.022266 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:37.057195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61842ff3-b317-41f3-a831-414017b534c0 req-93eeb5ed-af85-454f-88e4-50d1060759ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1000 time: 0.1234138 Nov 03 16:27:37.117968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61842ff3-b317-41f3-a831-414017b534c0 req-a8a410f8-6a60-49e3-9393-f79aaff73b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:37.119435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61842ff3-b317-41f3-a831-414017b534c0 req-a8a410f8-6a60-49e3-9393-f79aaff73b1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0542088 Nov 03 16:27:37.122613 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:37.155127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9585d445-f693-47ee-8402-a5c84f47682b no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:27:37.159333 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-09862689-7a96-4a35-bc57-a7bfddd92aa6 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548816420&fields=id&tenant_id=ffacc1f826ba49189eea517517fbe87b HTTP/1.1" status: 200 len: 267 time: 0.0508709 Nov 03 16:27:37.168860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61842ff3-b317-41f3-a831-414017b534c0 req-f15becac-3c62-4702-a37f-5e66126be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:37.170481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61842ff3-b317-41f3-a831-414017b534c0 req-f15becac-3c62-4702-a37f-5e66126be310 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437491 Nov 03 16:27:37.185919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 4429ccdb-c4d4-40fd-8869-eced2fce80b9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4429ccdb-c4d4-40fd-8869-eced2fce80b9,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:37.193834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:37.283126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=4429ccdb-c4d4-40fd-8869-eced2fce80b9,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:37.295575 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:37.303211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61842ff3-b317-41f3-a831-414017b534c0 req-42ff1df6-406a-4cb2-837d-18195509b30b service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249406 Nov 03 16:27:37.312827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-952eec07-03b6-4e8b-958b-59970353bf35 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:37.314555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-952eec07-03b6-4e8b-958b-59970353bf35 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/networks?id=96ae63aa-5e3d-42a5-9c04-b2923b902019 HTTP/1.1" status: 200 len: 796 time: 0.1455901 Nov 03 16:27:37.320529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:37.323241 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4cc875-c98b-4cef-b303-1f9c2385d846" -d '{"events": [{"server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "name": "network-vif-unplugged", "status": "completed", "tag": "9585d445-f693-47ee-8402-a5c84f47682b"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:37.334072 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b0369d20-701f-4ff5-a7ad-556c4e6ca976 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/quotas/ffacc1f826ba49189eea517517fbe87b HTTP/1.1" status: 200 len: 375 time: 0.0123613 Nov 03 16:27:37.350574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9585d445-f693-47ee-8402-a5c84f47682b,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:37.357097 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:37.390557 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5741c91a-a83e-47cc-b262-1ebe65315ad0 x-openstack-request-id: req-5741c91a-a83e-47cc-b262-1ebe65315ad0 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:37.390850 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "name": "network-vif-unplugged", "status": "failed", "tag": "9585d445-f693-47ee-8402-a5c84f47682b", "code": 422}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:37.391178 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5741c91a-a83e-47cc-b262-1ebe65315ad0 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:37.391770 n-d-813897-2 neutron-server[108106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b', 'code': 422} returned with failed status Nov 03 16:27:37.418853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9585d445-f693-47ee-8402-a5c84f47682b,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:37.426367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-fdce4705-80e7-4308-953f-6ff3651def26 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0854545 Nov 03 16:27:37.444002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61842ff3-b317-41f3-a831-414017b534c0 req-9287d248-9aa7-476f-bf0f-e0143dee4ce8 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329021 Nov 03 16:27:37.531441 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-1cb304fb-fb61-4a10-99d9-ff9f0a077579 service neutron] 10.222.0.86 "GET /v2.0/networks/96ae63aa-5e3d-42a5-9c04-b2923b902019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935287 Nov 03 16:27:37.624335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb4d59-b69a-44e1-8206-6545ec66d8a2 None None] Network 96ae63aa-5e3d-42a5-9c04-b2923b902019 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:27:37.626121 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-e888fe22-a4fc-4fa2-9b02-ef59d06915ca service neutron] 10.222.0.86 "GET /v2.0/networks/96ae63aa-5e3d-42a5-9c04-b2923b902019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878160 Nov 03 16:27:37.780760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f7c50702-8c9b-4025-a3ce-860659233e9c None None] Provisioning complete for port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:37.781217 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f7c50702-8c9b-4025-a3ce-860659233e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:37.799745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-69e3957e-d49e-4d97-9036-db396b58b899 req-d0e8949a-49a1-401b-89bd-6266f1802caf tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 210 time: 0.0350690 Nov 03 16:27:37.836629 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:37.854296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7b88-1250-43b0-a020-cc6d42ec7c9d req-44fd52bb-17d1-4648-a204-bc68a36f3b25 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:37.855277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bede7b88-1250-43b0-a020-cc6d42ec7c9d req-44fd52bb-17d1-4648-a204-bc68a36f3b25 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 944 time: 0.0627713 Nov 03 16:27:37.918104 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bede7b88-1250-43b0-a020-cc6d42ec7c9d req-e512994c-cf82-45e5-b2cb-4a95954df963 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Nov 03 16:27:38.047622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92246-4a5f-401a-a022-e1a9498d5456 req-759eefef-7e11-43a9-ad60-bee7664417e6 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:38.049497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6d92246-4a5f-401a-a022-e1a9498d5456 req-759eefef-7e11-43a9-ad60-bee7664417e6 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0549905 Nov 03 16:27:38.104777 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6d92246-4a5f-401a-a022-e1a9498d5456 req-0ab89033-37b5-4d7e-9c02-7d12ad936305 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462127 Nov 03 16:27:38.128829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-69e82643-e43d-46a5-82d6-6520eb611bb7 None None] Provisioning complete for port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:38.128829 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69e82643-e43d-46a5-82d6-6520eb611bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:38.246616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e8ccc-5115-4913-baca-789c0be6933a req-26708761-3bab-4111-9528-7c84152baf71 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:38.248300 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-127e8ccc-5115-4913-baca-789c0be6933a req-26708761-3bab-4111-9528-7c84152baf71 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0623651 Nov 03 16:27:38.300523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-127e8ccc-5115-4913-baca-789c0be6933a req-7e79cf2a-ec02-49b3-b9f7-e2b238e4264c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Nov 03 16:27:38.416030 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:38.505339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12252685-6c27-44c8-aec5-ed2155d14b11 req-1fcbcfb5-9dba-4de9-8495-3c2ecc69d9a2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:38.506913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12252685-6c27-44c8-aec5-ed2155d14b11 req-1fcbcfb5-9dba-4de9-8495-3c2ecc69d9a2 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0500538 Nov 03 16:27:38.559201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12252685-6c27-44c8-aec5-ed2155d14b11 req-476f1935-1bbf-49cb-ae83-fcbe3eb83484 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462947 Nov 03 16:27:38.896071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-11e0f12b-7ab3-4357-b40f-84d3e38abf14 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:38.900485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-11e0f12b-7ab3-4357-b40f-84d3e38abf14 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "GET /v2.0/networks?id=96ae63aa-5e3d-42a5-9c04-b2923b902019 HTTP/1.1" status: 200 len: 796 time: 0.1092100 Nov 03 16:27:38.918698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4429ccdb-c4d4-40fd-8869-eced2fce80b9 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:27:38.938214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-43cbcfba-cf85-4aba-ac99-23327a4d7d92 req-4f96543b-22ea-4452-934f-8a31d2dcae70 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 210 time: 0.0336683 Nov 03 16:27:38.968073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:38.968472 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:38.997070 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-34054780-e970-4f41-b780-fde99adfc647 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffacc1f826ba49189eea517517fbe87b HTTP/1.1" status: 200 len: 471 time: 0.0862660 Nov 03 16:27:39.007701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'port': {'device_id': '2fceea76-b8dd-492f-a2d2-d9fb13ddce00', 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019', 'admin_state_up': True, 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'security_groups': ['74c334f5-32ed-44f9-8b9e-56ecdfb8a798']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:39.118971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Made reservation on behalf of ffacc1f826ba49189eea517517fbe87b for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:27:39.122761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:39.251154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.20.0.26 (96ae63aa-5e3d-42a5-9c04-b2923b902019/0b5c0aa4-cb81-4634-b31f-da421823179c/b3b1805a-a027-4047-990b-44f385ce980d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:27:39.394266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:39.430175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:39.477762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network 96ae63aa-5e3d-42a5-9c04-b2923b902019 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:27:39.482828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:27:39.486590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:27:39.512578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=b3b1805a-a027-4047-990b-44f385ce980d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:39.545084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:39.545842 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:39.568127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-b6ed0fa8-102a-49f1-9a91-147b9b5d4512 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641608 Nov 03 16:27:39.585577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Request body: {'port': {'device_id': '2fceea76-b8dd-492f-a2d2-d9fb13ddce00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:27:39.684514 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:39.745111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d619df1-ce10-4c37-8b2d-b11ca5239903 req-7934ba7b-edaa-4852-9b8f-5938e71bf39d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:39.746635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1d619df1-ce10-4c37-8b2d-b11ca5239903 req-7934ba7b-edaa-4852-9b8f-5938e71bf39d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0958920 Nov 03 16:27:39.753617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a1eb5fad-1eb7-4e16-97ac-17c104488128 None None] Provisioning complete for port b3b1805a-a027-4047-990b-44f385ce980d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:39.754682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5fad-1eb7-4e16-97ac-17c104488128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:39.793382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb5fad-1eb7-4e16-97ac-17c104488128 None None] Port b3b1805a-a027-4047-990b-44f385ce980d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:27:39.880735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1d619df1-ce10-4c37-8b2d-b11ca5239903 req-a42cd7b5-e709-43aa-b3e5-17d7c6fbe088 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197693 Nov 03 16:27:40.011763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b1805a-a027-4047-990b-44f385ce980d {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:27:40.019593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:40.032876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Transition to ACTIVE for port object b3b1805a-a027-4047-990b-44f385ce980d will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:27:40.036848 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:40.037802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b3611-a502-44e6-9dc2-d480ecbafb46 req-a836ccab-00f3-4a5a-b3b3-ada25562aaef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:40.039294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f68b3611-a502-44e6-9dc2-d480ecbafb46 req-a836ccab-00f3-4a5a-b3b3-ada25562aaef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 932 time: 0.0519905 Nov 03 16:27:40.093603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b1805a-a027-4047-990b-44f385ce980d,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:40.095482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f68b3611-a502-44e6-9dc2-d480ecbafb46 req-b2f4e21e-bacd-4527-a4a0-26a45e01e01e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488935 Nov 03 16:27:40.168312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Attempting to bind port b3b1805a-a027-4047-990b-44f385ce980d on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:27:40.168614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Attempting to bind port b3b1805a-a027-4047-990b-44f385ce980d by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:27:40.168948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Attempting to bind port b3b1805a-a027-4047-990b-44f385ce980d on network 96ae63aa-5e3d-42a5-9c04-b2923b902019 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:27:40.173764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Port b3b1805a-a027-4047-990b-44f385ce980d on network 96ae63aa-5e3d-42a5-9c04-b2923b902019 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:27:40.174092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Attempting to bind port b3b1805a-a027-4047-990b-44f385ce980d on network 96ae63aa-5e3d-42a5-9c04-b2923b902019 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:27:40.180070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:27:40.180410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Checking segment: {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:27:40.180797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Bound using segment: {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:27:40.181233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Bound port: b3b1805a-a027-4047-990b-44f385ce980d, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:27:40.181615 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:40.249220 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] For port b3b1805a-a027-4047-990b-44f385ce980d, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:27:40.252861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] For port b3b1805a-a027-4047-990b-44f385ce980d, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3b1805a-a027-4047-990b-44f385ce980d,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:27:40.257672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:40.295304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:40.295899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:40.297270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] 10.222.0.70 "PUT /v2.0/ports/b3b1805a-a027-4047-990b-44f385ce980d HTTP/1.1" status: 200 len: 1092 time: 0.7198613 Nov 03 16:27:40.297722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fceea76-b8dd-492f-a2d2-d9fb13ddce00', 'tag': 'b3b1805a-a027-4047-990b-44f385ce980d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:40.299961 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86a02ca-e7af-4616-a539-5cb35603733e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fceea76-b8dd-492f-a2d2-d9fb13ddce00", "tag": "b3b1805a-a027-4047-990b-44f385ce980d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:40.325322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553bb2b-378a-46e2-8e2d-6905c6af3f74 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b1805a-a027-4047-990b-44f385ce980d,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:40.351459 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b6ccb9-f73e-4909-892a-f89a216e288f x-openstack-request-id: req-68b6ccb9-f73e-4909-892a-f89a216e288f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:40.351764 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fceea76-b8dd-492f-a2d2-d9fb13ddce00", "tag": "b3b1805a-a027-4047-990b-44f385ce980d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:40.352021 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-68b6ccb9-f73e-4909-892a-f89a216e288f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:40.352433 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fceea76-b8dd-492f-a2d2-d9fb13ddce00', 'tag': 'b3b1805a-a027-4047-990b-44f385ce980d', 'status': 'completed', 'code': 200} Nov 03 16:27:40.408241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-ced00394-d27e-40c6-9a3d-3e20177b960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:40.409791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-ced00394-d27e-40c6-9a3d-3e20177b960d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 1095 time: 0.0486836 Nov 03 16:27:40.464278 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-1247850c-0c17-4c91-9c61-7be74eca4c2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b3b1805a-a027-4047-990b-44f385ce980d HTTP/1.1" status: 200 len: 217 time: 0.0462966 Nov 03 16:27:40.521658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-779a1e36-9cfa-49d4-88c3-70a42371d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:40.523292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-779a1e36-9cfa-49d4-88c3-70a42371d9c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b5c0aa4-cb81-4634-b31f-da421823179c HTTP/1.1" status: 200 len: 836 time: 0.0497658 Nov 03 16:27:40.577738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c4b9f7cf-875e-4e47-b760-604b9f4a8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:40.579241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-c4b9f7cf-875e-4e47-b760-604b9f4a8eb6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96ae63aa-5e3d-42a5-9c04-b2923b902019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486007 Nov 03 16:27:40.672990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-9e1bb01a-af8d-4217-a200-861351b6752c service neutron] 10.222.0.70 "GET /v2.0/networks/96ae63aa-5e3d-42a5-9c04-b2923b902019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857756 Nov 03 16:27:40.772668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed8f025b-825d-4532-9e3b-d332d0fc616c req-197d4228-bd75-4962-b994-38ab63d9d519 service neutron] 10.222.0.70 "GET /v2.0/networks/96ae63aa-5e3d-42a5-9c04-b2923b902019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914867 Nov 03 16:27:40.857682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a02ca-e7af-4616-a539-5cb35603733e req-a7c7b40b-fc9f-4981-bd50-e1452a01b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:40.859171 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f86a02ca-e7af-4616-a539-5cb35603733e req-a7c7b40b-fc9f-4981-bd50-e1452a01b591 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 1095 time: 0.0421903 Nov 03 16:27:40.956627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a02ca-e7af-4616-a539-5cb35603733e req-38152f7e-8603-4223-aa3d-c038f97714b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:40.958462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f86a02ca-e7af-4616-a539-5cb35603733e req-38152f7e-8603-4223-aa3d-c038f97714b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96ae63aa-5e3d-42a5-9c04-b2923b902019 HTTP/1.1" status: 200 len: 897 time: 0.0909033 Nov 03 16:27:40.997979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7d3d3-f54e-4c04-bbcd-18c1106aa5e5 req-d8b54dea-d48f-4e21-9e04-451f356240ce tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:40.999471 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8be7d3d3-f54e-4c04-bbcd-18c1106aa5e5 req-d8b54dea-d48f-4e21-9e04-451f356240ce tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0499277 Nov 03 16:27:41.000652 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f86a02ca-e7af-4616-a539-5cb35603733e req-f07cac0b-7952-4579-a5d1-c0f0bec1c1f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b3b1805a-a027-4047-990b-44f385ce980d HTTP/1.1" status: 200 len: 217 time: 0.0349979 Nov 03 16:27:41.047449 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8be7d3d3-f54e-4c04-bbcd-18c1106aa5e5 req-eff2cebb-81b8-4c7b-9e6f-c84dc4238b26 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Nov 03 16:27:41.052017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a02ca-e7af-4616-a539-5cb35603733e req-6cb58814-0480-42d2-b47f-3c17e445f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:41.052017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f86a02ca-e7af-4616-a539-5cb35603733e req-6cb58814-0480-42d2-b47f-3c17e445f2c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b5c0aa4-cb81-4634-b31f-da421823179c HTTP/1.1" status: 200 len: 836 time: 0.0428851 Nov 03 16:27:41.097503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a02ca-e7af-4616-a539-5cb35603733e req-d19d43d9-a371-4f96-98be-4b29c321e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:41.099088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f86a02ca-e7af-4616-a539-5cb35603733e req-d19d43d9-a371-4f96-98be-4b29c321e2d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96ae63aa-5e3d-42a5-9c04-b2923b902019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406835 Nov 03 16:27:41.159799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9585d445-f693-47ee-8402-a5c84f47682b no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:27:41.230230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f86a02ca-e7af-4616-a539-5cb35603733e req-8fad7a75-6bd0-45da-b366-8de0fc30594a service neutron] 10.222.0.70 "GET /v2.0/networks/96ae63aa-5e3d-42a5-9c04-b2923b902019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203225 Nov 03 16:27:41.238597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b38bfc-7e5d-4129-824f-a554c0ba8952 req-bd65d1f4-0f65-4cf9-8736-1eb5efc17e72 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:41.240504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45b38bfc-7e5d-4129-824f-a554c0ba8952 req-bd65d1f4-0f65-4cf9-8736-1eb5efc17e72 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 944 time: 0.0703983 Nov 03 16:27:41.344172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45b38bfc-7e5d-4129-824f-a554c0ba8952 req-ec228fb2-03f0-4f34-bf18-ed1ec17da08d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955544 Nov 03 16:27:41.364533 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f86a02ca-e7af-4616-a539-5cb35603733e req-b84eed18-885c-444d-adcc-8d647abb2a15 service neutron] 10.222.0.70 "GET /v2.0/networks/96ae63aa-5e3d-42a5-9c04-b2923b902019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230896 Nov 03 16:27:42.166314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc28072-3e26-4358-b10b-e5e01d74ad68 req-4cf6d54e-f027-4db6-b92d-3bb5fbc3808b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:42.167791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bfc28072-3e26-4358-b10b-e5e01d74ad68 req-4cf6d54e-f027-4db6-b92d-3bb5fbc3808b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0503781 Nov 03 16:27:42.214241 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bfc28072-3e26-4358-b10b-e5e01d74ad68 req-aba38416-689c-4aa5-a3fd-51db669c110e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 Nov 03 16:27:42.462114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f46167-c025-4eaf-b89b-0c858ab11b50 req-c907c418-a94f-4ce5-aa5d-99c8b86f3ec9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:42.463596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64f46167-c025-4eaf-b89b-0c858ab11b50 req-c907c418-a94f-4ce5-aa5d-99c8b86f3ec9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 944 time: 0.0498211 Nov 03 16:27:42.512933 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64f46167-c025-4eaf-b89b-0c858ab11b50 req-db475414-f777-4d93-8adf-4560b282919a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 Nov 03 16:27:43.342412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b40e2-6503-41c1-b212-91efcce4b254 req-20b87b6a-c91b-44a5-84a9-4077b5127436 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:43.343863 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c74b40e2-6503-41c1-b212-91efcce4b254 req-20b87b6a-c91b-44a5-84a9-4077b5127436 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0538330 Nov 03 16:27:43.391248 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c74b40e2-6503-41c1-b212-91efcce4b254 req-f364c345-1d9d-4af6-88be-2ce46cd43b45 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 Nov 03 16:27:43.507327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b3b1805a-a027-4047-990b-44f385ce980d details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:27:43.605476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b3b1805a-a027-4047-990b-44f385ce980d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3b1805a-a027-4047-990b-44f385ce980d,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:43.617766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'b3b1805a-a027-4047-990b-44f385ce980d', 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019', 'port_id': 'b3b1805a-a027-4047-990b-44f385ce980d', 'mac_address': 'fa:16:3e:cc:5a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c0aa4-cb81-4634-b31f-da421823179c', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:27:43.637812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81ed99-80dc-41a4-b35d-2f49f8329ac1 req-b7a6f3d2-5d00-482d-844d-59f7426396f7 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:43.639523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d81ed99-80dc-41a4-b35d-2f49f8329ac1 req-b7a6f3d2-5d00-482d-844d-59f7426396f7 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 944 time: 0.0549083 Nov 03 16:27:43.659589 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:43.672353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b1805a-a027-4047-990b-44f385ce980d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:27:43.691857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b3b1805a-a027-4047-990b-44f385ce980d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3b1805a-a027-4047-990b-44f385ce980d,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:43.696278 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:43.696574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d81ed99-80dc-41a4-b35d-2f49f8329ac1 req-951699ca-f459-4c4d-a35b-de1c3bfb4617 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506730 Nov 03 16:27:43.743633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b3b1805a-a027-4047-990b-44f385ce980d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:43.847019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-eacbb1dc-1fa3-4581-af14-caf6844e80f4 req-8cc6e931-2a0a-4467-ae00-9ff203142c27 service neutron] (108105) timed out ('10.222.0.86', 41526) {{(pid=108105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:27:43.965254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['b3b1805a-a027-4047-990b-44f385ce980d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:27:44.506609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37638fb2-0002-4cc1-adda-a433563dcab4 req-173969b2-e071-4922-9e7b-0724fe23d7d1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:44.508091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-37638fb2-0002-4cc1-adda-a433563dcab4 req-173969b2-e071-4922-9e7b-0724fe23d7d1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0491631 Nov 03 16:27:44.555120 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-37638fb2-0002-4cc1-adda-a433563dcab4 req-60caa902-2291-4e42-9d38-fd5a17839844 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407236 Nov 03 16:27:44.814415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caf3df-15f9-4fc3-b492-b063294fa000 req-8c6b7cdc-983e-47a1-b3aa-ccdadad1fc4e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:44.815793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20caf3df-15f9-4fc3-b492-b063294fa000 req-8c6b7cdc-983e-47a1-b3aa-ccdadad1fc4e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 945 time: 0.0490875 Nov 03 16:27:44.866616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20caf3df-15f9-4fc3-b492-b063294fa000 req-2e97d14f-8684-4e1c-8206-350ae6fcc883 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443089 Nov 03 16:27:45.470670 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:27:45.530219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b3b1805a-a027-4047-990b-44f385ce980d up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:27:45.580136 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port b3b1805a-a027-4047-990b-44f385ce980d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:27:45.584861 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port b3b1805a-a027-4047-990b-44f385ce980d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:45.585242 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:45.676339 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:45.681392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ff425-70ac-4c4e-bfc9-1f15773a2cf2 req-a81f15b5-9e02-40ee-b51d-c4a8e2a01dce tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:45.683028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-717ff425-70ac-4c4e-bfc9-1f15773a2cf2 req-a81f15b5-9e02-40ee-b51d-c4a8e2a01dce tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0588565 Nov 03 16:27:45.700491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fceea76-b8dd-492f-a2d2-d9fb13ddce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b1805a-a027-4047-990b-44f385ce980d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:45.702915 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cfe6aa-2ede-44cb-bde2-8dbc60a55a86" -d '{"events": [{"server_uuid": "2fceea76-b8dd-492f-a2d2-d9fb13ddce00", "name": "network-vif-plugged", "status": "completed", "tag": "b3b1805a-a027-4047-990b-44f385ce980d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:45.719268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port b3b1805a-a027-4047-990b-44f385ce980d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3b1805a-a027-4047-990b-44f385ce980d,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:45.724959 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:45.743836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-717ff425-70ac-4c4e-bfc9-1f15773a2cf2 req-392bcaea-d786-4881-9f7e-d427731b7df5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543203 Nov 03 16:27:45.751120 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c46dd0-3a9a-4204-895e-71ef1412671f x-openstack-request-id: req-f1c46dd0-3a9a-4204-895e-71ef1412671f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:45.751503 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fceea76-b8dd-492f-a2d2-d9fb13ddce00", "name": "network-vif-plugged", "status": "completed", "tag": "b3b1805a-a027-4047-990b-44f385ce980d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:45.751803 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f1c46dd0-3a9a-4204-895e-71ef1412671f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:45.752165 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fceea76-b8dd-492f-a2d2-d9fb13ddce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b1805a-a027-4047-990b-44f385ce980d', 'code': 200} Nov 03 16:27:45.782678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=b3b1805a-a027-4047-990b-44f385ce980d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:45.857354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa57da-82c7-4460-b5de-4e2b585690eb req-09401549-31de-460b-9c56-c07364780ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:45.858922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3bfa57da-82c7-4460-b5de-4e2b585690eb req-09401549-31de-460b-9c56-c07364780ea6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 1097 time: 0.0460792 Nov 03 16:27:45.907099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3bfa57da-82c7-4460-b5de-4e2b585690eb req-5aa3493f-3f4b-47ba-bc99-1bddb833bda4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401747 Nov 03 16:27:45.986195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e8407-794f-4bca-9264-1ee3ff63d03c req-82b43afa-a3d2-4706-b9e8-5a077da5873a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:45.987740 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-105e8407-794f-4bca-9264-1ee3ff63d03c req-82b43afa-a3d2-4706-b9e8-5a077da5873a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 946 time: 0.0516500 Nov 03 16:27:46.042563 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-105e8407-794f-4bca-9264-1ee3ff63d03c req-366b8282-8071-4908-b71b-0a970600b90c tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487552 Nov 03 16:27:46.862069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498e11b-e4f8-4bcf-8110-d444750cc617 req-2a634a35-5854-49d2-ab7e-be143e4e1e06 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:46.863554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7498e11b-e4f8-4bcf-8110-d444750cc617 req-2a634a35-5854-49d2-ab7e-be143e4e1e06 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0501182 Nov 03 16:27:46.910738 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7498e11b-e4f8-4bcf-8110-d444750cc617 req-bff68c91-5ce7-42b8-8355-65b4ecc44798 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Nov 03 16:27:47.177826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d38fa-6ef7-4a79-8c48-7467b6de8a2f req-562de6f5-b385-431d-b892-32a7da1feb82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:47.179755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d38fa-6ef7-4a79-8c48-7467b6de8a2f req-562de6f5-b385-431d-b892-32a7da1feb82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 946 time: 0.0571034 Nov 03 16:27:47.243329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d38fa-6ef7-4a79-8c48-7467b6de8a2f req-27897fc3-3993-43ec-8879-a712b5529a97 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573750 Nov 03 16:27:48.034658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01697f1c-6f7f-4ce5-b436-74596e7de7f9 req-ac242c78-08c9-4b7c-b52b-7993f4e40621 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:48.036176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-01697f1c-6f7f-4ce5-b436-74596e7de7f9 req-ac242c78-08c9-4b7c-b52b-7993f4e40621 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Nov 03 16:27:48.088632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-01697f1c-6f7f-4ce5-b436-74596e7de7f9 req-ff6632cd-19c6-46b0-a9fa-d94aacbf8d71 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456893 Nov 03 16:27:48.359788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228d9b-7389-4af2-8dfe-22938c991d0f req-4987e745-2917-4445-9edc-b7ffac7cee20 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:48.361255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75228d9b-7389-4af2-8dfe-22938c991d0f req-4987e745-2917-4445-9edc-b7ffac7cee20 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 946 time: 0.0495656 Nov 03 16:27:48.410168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-75228d9b-7389-4af2-8dfe-22938c991d0f req-981b61ba-e173-4365-8168-4766f39c8c82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428481 Nov 03 16:27:48.523085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4de0f-c067-46e4-9fea-bc71188b5bbf req-53f70e40-e644-4e9f-a630-896423acf019 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:48.524477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33c4de0f-c067-46e4-9fea-bc71188b5bbf req-53f70e40-e644-4e9f-a630-896423acf019 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 946 time: 0.0487697 Nov 03 16:27:48.573282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-33c4de0f-c067-46e4-9fea-bc71188b5bbf req-c3329468-db1d-4bd2-8c75-83e6a8496797 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 Nov 03 16:27:49.204951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521ec34-3cd7-48e4-a335-9cf883388320 req-eb74d794-24e4-430e-b37e-a1ad011f2e8a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:49.206453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d521ec34-3cd7-48e4-a335-9cf883388320 req-eb74d794-24e4-430e-b37e-a1ad011f2e8a tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0497246 Nov 03 16:27:49.252325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d521ec34-3cd7-48e4-a335-9cf883388320 req-47f6ca86-861d-496e-a1c5-c3aa6eaed225 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396936 Nov 03 16:27:49.453976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a940041-ecb6-40c1-9b06-71c0f8c8e8e3 req-621a5e95-635f-43cf-a6ce-e771ac5eb5f0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:49.455621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a940041-ecb6-40c1-9b06-71c0f8c8e8e3 req-621a5e95-635f-43cf-a6ce-e771ac5eb5f0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0563750 Nov 03 16:27:49.527291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-0881a59e-d706-4b3b-a311-995beb9a0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:49.528768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-0881a59e-d706-4b3b-a311-995beb9a0bdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1096 time: 0.0692000 Nov 03 16:27:49.532487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a940041-ecb6-40c1-9b06-71c0f8c8e8e3 req-488dfa4a-9420-4770-aa72-0856b052f69c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654151 Nov 03 16:27:49.622892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-7a13ba09-373a-4bff-9bec-6172f3f0d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:49.624369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-7a13ba09-373a-4bff-9bec-6172f3f0d9f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.0887346 Nov 03 16:27:49.688510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-2de98cce-0607-4c52-bb0f-e21aaed11f0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1000 time: 0.0563438 Nov 03 16:27:49.736288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-8afbe948-b5e6-42d7-90f6-e359f2e1a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:49.737655 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-8afbe948-b5e6-42d7-90f6-e359f2e1a7a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0422227 Nov 03 16:27:49.786091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-8ce841eb-a546-4855-a2f0-393d67030f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:49.787834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-8ce841eb-a546-4855-a2f0-393d67030f95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430410 Nov 03 16:27:49.877263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-4e886c21-4015-4810-bcaa-114a4eaf5afd service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819852 Nov 03 16:27:49.968274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4cc8da7-c2de-47ab-8a6c-97b94c01f384 req-857f4b1c-1e8f-4d21-b054-7fd999e64919 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834577 Nov 03 16:27:50.060579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39592) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:27:50.493492 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:50.917512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef70d4b-caf3-4d99-aded-9177956818f2 req-bff22ef6-5bb2-431d-a2a6-e4b3f4ab11cb tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:50.919006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aef70d4b-caf3-4d99-aded-9177956818f2 req-bff22ef6-5bb2-431d-a2a6-e4b3f4ab11cb tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.1169922 Nov 03 16:27:51.018492 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aef70d4b-caf3-4d99-aded-9177956818f2 req-a5cf12f2-763e-44e2-b5e9-0ab4b0bae9b1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934391 Nov 03 16:27:51.136238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.20.0.17 (96ae63aa-5e3d-42a5-9c04-b2923b902019/0b5c0aa4-cb81-4634-b31f-da421823179c/8b729803-2781-4e82-b0f3-135bdbfa0118) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:27:51.136907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807cd66-e3bd-44ad-8d2c-3f759125d95a req-640dc5a2-93e0-4948-99b0-31417f1ae636 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:51.137951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7807cd66-e3bd-44ad-8d2c-3f759125d95a req-640dc5a2-93e0-4948-99b0-31417f1ae636 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0507693 Nov 03 16:27:51.186366 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7807cd66-e3bd-44ad-8d2c-3f759125d95a req-5a4cd3f3-b0f2-4807-bbde-cd3e592a199c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Nov 03 16:27:51.256852 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:51.327422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefc88c-b4a4-4002-81aa-a3c38e2884f0 req-cee22459-3da1-40c4-b19f-cca3f019fe45 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:51.328911 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bcefc88c-b4a4-4002-81aa-a3c38e2884f0 req-cee22459-3da1-40c4-b19f-cca3f019fe45 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0673604 Nov 03 16:27:51.334130 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:51.399719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network 96ae63aa-5e3d-42a5-9c04-b2923b902019 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:27:51.408811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:27:51.417006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:27:51.452862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bcefc88c-b4a4-4002-81aa-a3c38e2884f0 req-73b734a6-c975-40c0-89b2-e15f92fd31cf tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163104 Nov 03 16:27:51.455896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=8b729803-2781-4e82-b0f3-135bdbfa0118,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:51.477889 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:51.621623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:51.664430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bdaeea8a-82d0-4e72-bd68-5d17549efe3e None None] Provisioning complete for port 8b729803-2781-4e82-b0f3-135bdbfa0118 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:51.664997 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bdaeea8a-82d0-4e72-bd68-5d17549efe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:51.704375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bdaeea8a-82d0-4e72-bd68-5d17549efe3e None None] Port 8b729803-2781-4e82-b0f3-135bdbfa0118 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:27:51.762382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97c5f0-529f-4cdd-aa88-8e8a04e5a800 req-2e587e18-ce34-4a37-809f-5a913710c9f3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:51.763843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f97c5f0-529f-4cdd-aa88-8e8a04e5a800 req-2e587e18-ce34-4a37-809f-5a913710c9f3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.1010342 Nov 03 16:27:51.864182 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f97c5f0-529f-4cdd-aa88-8e8a04e5a800 req-8e4cbc2b-9875-46fd-806a-0e71937d5ad5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681615 Nov 03 16:27:51.984680 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:51.989111 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:52.035119 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:52.061928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=8b729803-2781-4e82-b0f3-135bdbfa0118,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:52.066733 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:52.160776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network 96ae63aa-5e3d-42a5-9c04-b2923b902019 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:27:52.162264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:27:52.281605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router a9517029-fe1b-4294-8713-a82a67d9117c has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:27:52.398361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:27:52.403336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c7678cb2-c77c-4332-ba72-f08b3339325d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "PUT /v2.0/routers/a9517029-fe1b-4294-8713-a82a67d9117c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417354 Nov 03 16:27:52.420364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Sync routers for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:27:52.438111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:27:52.438647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:27:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:27:52.480325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-dd53fa24-4130-4b57-aff7-a7f519ed9b6e None None] Provisioning complete for port 8b729803-2781-4e82-b0f3-135bdbfa0118 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:52.480692 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd53fa24-4130-4b57-aff7-a7f519ed9b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:52.557905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-dd53fa24-4130-4b57-aff7-a7f519ed9b6e None None] Port 8b729803-2781-4e82-b0f3-135bdbfa0118 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:27:52.575210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:27:52.801460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:27:51Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '1f1ac84c-45fa-46e2-ba44-187dc880e66e', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:56Z', 'updated_at': '2021-11-03T16:27:00Z', 'revision_number': 1, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b729803-2781-4e82-b0f3-135bdbfa0118', 'name': '', 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:54:b1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0b5c0aa4-cb81-4634-b31f-da421823179c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:27:50Z', 'updated_at': '2021-11-03T16:27:51Z', 'revision_number': 2, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '0b5c0aa4-cb81-4634-b31f-da421823179c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:27:52.828833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Checking router: a9517029-fe1b-4294-8713-a82a67d9117c for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:27:52.829127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Updating router a9517029-fe1b-4294-8713-a82a67d9117c port 8b729803-2781-4e82-b0f3-135bdbfa0118 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:27:52.854235 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:52.984708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4103a9-96df-4725-9079-0cd6d7a6296e req-95c94d6c-8f8e-4379-a796-a95574b322bd tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:52.986289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc4103a9-96df-4725-9079-0cd6d7a6296e req-95c94d6c-8f8e-4379-a796-a95574b322bd tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0488319 Nov 03 16:27:53.038896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc4103a9-96df-4725-9079-0cd6d7a6296e req-5e5951b5-d984-481d-9231-bb8a98d8eab7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460670 Nov 03 16:27:53.254841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f2788-a707-4094-be03-67e981e36121 req-6d0f199f-079a-4623-8ccd-d4c09b08e4b1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:53.257397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b8f2788-a707-4094-be03-67e981e36121 req-6d0f199f-079a-4623-8ccd-d4c09b08e4b1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0539021 Nov 03 16:27:53.286344 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:53.292429 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:53.323586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b8f2788-a707-4094-be03-67e981e36121 req-a8e0e020-337c-4e9e-9257-cfaa709d3d3c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494642 Nov 03 16:27:53.342344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd29c16-6aa4-429f-8155-25ef1de427f6 None None] Pushing event updated for resources: {'Port': ['ID=8b729803-2781-4e82-b0f3-135bdbfa0118,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:53.376032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-2887d276-0490-4ada-a083-06b9f278e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:53.377538 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-2887d276-0490-4ada-a083-06b9f278e1eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 1096 time: 0.0526123 Nov 03 16:27:53.402093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Attempting to bind port 8b729803-2781-4e82-b0f3-135bdbfa0118 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:27:53.403066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Attempting to bind port 8b729803-2781-4e82-b0f3-135bdbfa0118 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:27:53.403509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Attempting to bind port 8b729803-2781-4e82-b0f3-135bdbfa0118 on network 96ae63aa-5e3d-42a5-9c04-b2923b902019 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:27:53.408988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:27:53.410094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Checking segment: {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:27:53.410583 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:53.411048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Bound using segment: {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:27:53.412104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Bound port: 8b729803-2781-4e82-b0f3-135bdbfa0118, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37868b2-5027-48fa-bf40-0f5daef75ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:27:53.412568 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:53.479476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-6df8a6c1-c945-4c9f-92d7-7db1d5d64231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:53.480833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] For port 8b729803-2781-4e82-b0f3-135bdbfa0118, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:27:53.480994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-6df8a6c1-c945-4c9f-92d7-7db1d5d64231 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 200 len: 912 time: 0.0964074 Nov 03 16:27:53.484141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] For port 8b729803-2781-4e82-b0f3-135bdbfa0118, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8b729803-2781-4e82-b0f3-135bdbfa0118,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:27:53.488834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:53.551584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:27:53.552220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:27:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:27:53.554768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd29c16-6aa4-429f-8155-25ef1de427f6 None None] Pushing event updated for resources: {'Port': ['ID=8b729803-2781-4e82-b0f3-135bdbfa0118,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:53.555561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-d613841c-2a3e-4cdd-9a16-561e313916f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 200 len: 1000 time: 0.0661685 Nov 03 16:27:53.615520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-b564e73e-7c96-4820-9ba2-564d3cb44ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:53.617107 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-b564e73e-7c96-4820-9ba2-564d3cb44ac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 200 len: 850 time: 0.0522852 Nov 03 16:27:53.650223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-62229164-bb94-454e-bdc2-2849c38b79a2 None None] Provisioning complete for port 8b729803-2781-4e82-b0f3-135bdbfa0118 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:53.650596 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62229164-bb94-454e-bdc2-2849c38b79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:53.667833 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-3bd875d3-67b3-4d8a-ad7a-7c1eb56b94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:53.669596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-3bd875d3-67b3-4d8a-ad7a-7c1eb56b94d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451045 Nov 03 16:27:53.710017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:27:53.769874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-c7c3f7a9-bfab-48a9-bca7-9d1c7f4bb7f5 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913365 Nov 03 16:27:53.834449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62229164-bb94-454e-bdc2-2849c38b79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:53.866159 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8ae3d3b-117d-4185-af43-70a2d4bdf301 req-15030717-0419-4518-9fc1-dce964bae842 service neutron] 10.222.0.15 "GET /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896642 Nov 03 16:27:53.921865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-62229164-bb94-454e-bdc2-2849c38b79a2 None None] For port 8b729803-2781-4e82-b0f3-135bdbfa0118, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8b729803-2781-4e82-b0f3-135bdbfa0118,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:53.930009 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62229164-bb94-454e-bdc2-2849c38b79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:54.016802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62229164-bb94-454e-bdc2-2849c38b79a2 None None] Pushing event updated for resources: {'Port': ['ID=8b729803-2781-4e82-b0f3-135bdbfa0118,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:54.057466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:27:51Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '1f1ac84c-45fa-46e2-ba44-187dc880e66e', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:56Z', 'updated_at': '2021-11-03T16:27:00Z', 'revision_number': 1, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b729803-2781-4e82-b0f3-135bdbfa0118', 'name': '', 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:54:b1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0b5c0aa4-cb81-4634-b31f-da421823179c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:27:50Z', 'updated_at': '2021-11-03T16:27:53Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '0b5c0aa4-cb81-4634-b31f-da421823179c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:27:54.060529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-19043867-d69e-4027-a306-90cf991e5460 None None] Provisioning complete for port 8b729803-2781-4e82-b0f3-135bdbfa0118 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:54.060894 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-19043867-d69e-4027-a306-90cf991e5460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:54.086707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0677a-1c73-47b1-877e-18408e71c3ba None None] The sync data for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 is: [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:27:51Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '1f1ac84c-45fa-46e2-ba44-187dc880e66e', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:56Z', 'updated_at': '2021-11-03T16:27:00Z', 'revision_number': 1, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b729803-2781-4e82-b0f3-135bdbfa0118', 'name': '', 'network_id': '96ae63aa-5e3d-42a5-9c04-b2923b902019', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:54:b1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0b5c0aa4-cb81-4634-b31f-da421823179c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:27:50Z', 'updated_at': '2021-11-03T16:27:53Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '0b5c0aa4-cb81-4634-b31f-da421823179c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:27:54.455388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012c039-1755-40c1-9e19-811db44a4993 req-46b95ce1-0788-4683-9804-3e10eee8854b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:54.456848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5012c039-1755-40c1-9e19-811db44a4993 req-46b95ce1-0788-4683-9804-3e10eee8854b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0516586 Nov 03 16:27:54.508618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5012c039-1755-40c1-9e19-811db44a4993 req-ca1a8e6e-c988-44a5-9f6a-98cff879c378 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446661 Nov 03 16:27:54.917378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8b729803-2781-4e82-b0f3-135bdbfa0118 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:27:54.971995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8b729803-2781-4e82-b0f3-135bdbfa0118 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:27:54.972276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:55.625165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bed96-2cac-408b-93c9-9a7ab3def6d6 req-9da29d90-2f4c-42c8-a2b0-04d514fc5c71 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:55.626644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed0bed96-2cac-408b-93c9-9a7ab3def6d6 req-9da29d90-2f4c-42c8-a2b0-04d514fc5c71 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Nov 03 16:27:55.672212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed0bed96-2cac-408b-93c9-9a7ab3def6d6 req-aca1bf07-804f-4edb-9e55-c143d52a1756 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394943 Nov 03 16:27:55.790477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d2ed6-522a-40ca-bd22-b19b44c123f2 req-f098bf31-e672-4979-9615-0160ef5c3975 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:55.792032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b21d2ed6-522a-40ca-bd22-b19b44c123f2 req-f098bf31-e672-4979-9615-0160ef5c3975 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0526712 Nov 03 16:27:55.838421 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b21d2ed6-522a-40ca-bd22-b19b44c123f2 req-c3d276cd-2a68-40a0-b914-e6382f27b9e5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Nov 03 16:27:56.404608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-f76a6488-c341-472f-bd58-a121a454b64e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:56.406072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-f76a6488-c341-472f-bd58-a121a454b64e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=2993b5f1-3d60-461b-844d-e56daa6e839f HTTP/1.1" status: 200 len: 944 time: 0.0521023 Nov 03 16:27:56.495962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Deleting port 9585d445-f693-47ee-8402-a5c84f47682b {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:27:56.496290 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:56.584714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] For port 9585d445-f693-47ee-8402-a5c84f47682b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9585d445-f693-47ee-8402-a5c84f47682b,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:56.585080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:56.597158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Calling delete_port for 9585d445-f693-47ee-8402-a5c84f47682b owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:27:56.719697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:56.750905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event deleted for resources: {'Port': ['ID=9585d445-f693-47ee-8402-a5c84f47682b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:56.752092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', '48adbdbe-d3d8-4012-9f73-df2e24251a4e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:27:56.791976 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] No DVR routers for this DVR port 9585d445-f693-47ee-8402-a5c84f47682b on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:27:56.794683 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:56.802101 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8b644a4-b538-4882-afaf-948e6b538d60 req-7cb98fb1-e601-47d7-98cc-6253017de07c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "DELETE /v2.0/ports/9585d445-f693-47ee-8402-a5c84f47682b HTTP/1.1" status: 204 len: 173 time: 0.3900678 Nov 03 16:27:56.802684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'name': 'network-vif-deleted', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:56.807515 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd383f1-bd6a-4930-97b5-fbb19f523c86" -d '{"events": [{"server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "name": "network-vif-deleted", "tag": "9585d445-f693-47ee-8402-a5c84f47682b"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:56.856608 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09dbc18-9341-4ea6-8aa1-7a6659f2abd3 x-openstack-request-id: req-d09dbc18-9341-4ea6-8aa1-7a6659f2abd3 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:56.857098 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2993b5f1-3d60-461b-844d-e56daa6e839f", "name": "network-vif-deleted", "tag": "9585d445-f693-47ee-8402-a5c84f47682b", "status": "failed", "code": 422}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:56.857487 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d09dbc18-9341-4ea6-8aa1-7a6659f2abd3 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:56.858100 n-d-813897-2 neutron-server[108104]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2993b5f1-3d60-461b-844d-e56daa6e839f', 'name': 'network-vif-deleted', 'tag': '9585d445-f693-47ee-8402-a5c84f47682b', 'status': 'failed', 'code': 422} returned with failed status Nov 03 16:27:57.334607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1162cb-a740-4904-858d-e95eff62da77 req-47e48d50-a41c-428e-9355-b8b1dc69cda3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:57.336138 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3c1162cb-a740-4904-858d-e95eff62da77 req-47e48d50-a41c-428e-9355-b8b1dc69cda3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 907 time: 0.0581782 Nov 03 16:27:58.454635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1024a0-3428-47dc-9792-d6abe8e0a4bc req-18c35873-ac76-42b7-90f8-4d080d982ad7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:58.456112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d1024a0-3428-47dc-9792-d6abe8e0a4bc req-18c35873-ac76-42b7-90f8-4d080d982ad7 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 907 time: 0.0496287 Nov 03 16:27:58.839949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-9551539a-63d9-4e87-89ce-0ad80e2ae523 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:27:58.841411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-9551539a-63d9-4e87-89ce-0ad80e2ae523 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 907 time: 0.0518930 Nov 03 16:27:58.932369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Deleting port 94a874b4-d36e-436d-8771-c12dcca867a8 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:27:58.932775 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:59.024910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] For port 94a874b4-d36e-436d-8771-c12dcca867a8, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94a874b4-d36e-436d-8771-c12dcca867a8,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:27:59.025271 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:59.038077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Calling delete_port for 94a874b4-d36e-436d-8771-c12dcca867a8 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:27:59.166517 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:59.199479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event deleted for resources: {'Port': ['ID=94a874b4-d36e-436d-8771-c12dcca867a8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:27:59.243250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] No DVR routers for this DVR port 94a874b4-d36e-436d-8771-c12dcca867a8 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:27:59.245967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:27:59.249669 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-70b1e0b3-ee36-420f-a8b6-4ab0e660d177 req-156b0864-2fdb-4538-b9ba-80b67636f91b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "DELETE /v2.0/ports/94a874b4-d36e-436d-8771-c12dcca867a8 HTTP/1.1" status: 204 len: 173 time: 0.4016519 Nov 03 16:27:59.250229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'name': 'network-vif-deleted', 'tag': '94a874b4-d36e-436d-8771-c12dcca867a8'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:27:59.252757 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75951b2-a6f7-4bb9-b392-53dcfb075341" -d '{"events": [{"server_uuid": "d3d17163-0bde-463b-aaa3-85547bbe8bad", "name": "network-vif-deleted", "tag": "94a874b4-d36e-436d-8771-c12dcca867a8"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:27:59.297822 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6695fe08-25b2-481e-9204-fbfd1d8ee1aa x-openstack-request-id: req-6695fe08-25b2-481e-9204-fbfd1d8ee1aa {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:27:59.298263 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d17163-0bde-463b-aaa3-85547bbe8bad", "name": "network-vif-deleted", "tag": "94a874b4-d36e-436d-8771-c12dcca867a8", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:27:59.298532 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6695fe08-25b2-481e-9204-fbfd1d8ee1aa {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:27:59.299299 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d17163-0bde-463b-aaa3-85547bbe8bad', 'name': 'network-vif-deleted', 'tag': '94a874b4-d36e-436d-8771-c12dcca867a8', 'status': 'completed', 'code': 200} Nov 03 16:27:59.563276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f9d09c1-5456-4b0f-9cb9-ec9515796b68 req-1f6aad95-4a34-4eb3-97e8-d7d95e8f5002 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3d17163-0bde-463b-aaa3-85547bbe8bad HTTP/1.1" status: 200 len: 210 time: 0.0267375 Nov 03 16:28:00.834613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84f8ca-bf79-4b73-be2c-d07b01da31ae req-56c9c7fe-487f-4aa9-80a0-df837153ea01 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:00.835913 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec84f8ca-bf79-4b73-be2c-d07b01da31ae req-56c9c7fe-487f-4aa9-80a0-df837153ea01 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 945 time: 0.0507238 Nov 03 16:28:00.884378 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ec84f8ca-bf79-4b73-be2c-d07b01da31ae req-5ac8c350-09bc-4a55-9c9b-0d2568b8bd48 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Nov 03 16:28:01.497137 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:02.000554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97a28f-7612-4a8a-b2ef-d9fb7132d7e6 req-5fee137f-a8ac-4f46-b1db-dcb10ffe5de3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:02.002064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b97a28f-7612-4a8a-b2ef-d9fb7132d7e6 req-5fee137f-a8ac-4f46-b1db-dcb10ffe5de3 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 945 time: 0.0490720 Nov 03 16:28:02.059464 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b97a28f-7612-4a8a-b2ef-d9fb7132d7e6 req-f5ebcb32-97bc-4906-a7a2-6c64f0ac0497 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508878 Nov 03 16:28:02.532410 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8db1d285-0b8f-433e-b903-20fa6b14a259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:02.735553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6099a4-341a-48b8-a85d-57749d57371d req-1797396c-b0a6-468e-ab7d-c4ffe2363a69 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:02.736985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4f6099a4-341a-48b8-a85d-57749d57371d req-1797396c-b0a6-468e-ab7d-c4ffe2363a69 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 945 time: 0.3916698 Nov 03 16:28:02.827316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-4f6099a4-341a-48b8-a85d-57749d57371d req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Deleting port 48adbdbe-d3d8-4012-9f73-df2e24251a4e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:02.827572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4f6099a4-341a-48b8-a85d-57749d57371d req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:02.916524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-4f6099a4-341a-48b8-a85d-57749d57371d req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] For port 48adbdbe-d3d8-4012-9f73-df2e24251a4e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=48adbdbe-d3d8-4012-9f73-df2e24251a4e,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:02.916888 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4f6099a4-341a-48b8-a85d-57749d57371d req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:02.929073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-4f6099a4-341a-48b8-a85d-57749d57371d req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Calling delete_port for 48adbdbe-d3d8-4012-9f73-df2e24251a4e owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:03.056818 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4f6099a4-341a-48b8-a85d-57749d57371d req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:03.083383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event deleted for resources: {'Port': ['ID=48adbdbe-d3d8-4012-9f73-df2e24251a4e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:03.088797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', '48adbdbe-d3d8-4012-9f73-df2e24251a4e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:28:03.132394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6099a4-341a-48b8-a85d-57749d57371d req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] No DVR routers for this DVR port 48adbdbe-d3d8-4012-9f73-df2e24251a4e on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:03.135224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4f6099a4-341a-48b8-a85d-57749d57371d req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:03.139234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4f6099a4-341a-48b8-a85d-57749d57371d req-b36ab9f5-f826-494f-a22c-229a4455ae76 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "DELETE /v2.0/ports/48adbdbe-d3d8-4012-9f73-df2e24251a4e HTTP/1.1" status: 204 len: 173 time: 0.3957577 Nov 03 16:28:03.139713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc83bc7-495f-4374-8ecf-235fe7cce660', 'name': 'network-vif-deleted', 'tag': '48adbdbe-d3d8-4012-9f73-df2e24251a4e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:03.142649 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efdc381-bae0-464b-9f3e-e1522d3c97bc" -d '{"events": [{"server_uuid": "6bc83bc7-495f-4374-8ecf-235fe7cce660", "name": "network-vif-deleted", "tag": "48adbdbe-d3d8-4012-9f73-df2e24251a4e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:03.171966 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb842b20-fdd7-4e68-a6fc-990213632d35 req-6778ebaf-33e2-4384-8986-241bdce213d0 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bc83bc7-495f-4374-8ecf-235fe7cce660 HTTP/1.1" status: 200 len: 210 time: 0.0317159 Nov 03 16:28:03.184383 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109616ef-484f-4be5-8b78-7abaad718069 x-openstack-request-id: req-109616ef-484f-4be5-8b78-7abaad718069 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:03.184383 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc83bc7-495f-4374-8ecf-235fe7cce660", "name": "network-vif-deleted", "tag": "48adbdbe-d3d8-4012-9f73-df2e24251a4e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:03.184649 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-109616ef-484f-4be5-8b78-7abaad718069 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:03.185457 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc83bc7-495f-4374-8ecf-235fe7cce660', 'name': 'network-vif-deleted', 'tag': '48adbdbe-d3d8-4012-9f73-df2e24251a4e', 'status': 'completed', 'code': 200} Nov 03 16:28:03.207735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 94a874b4-d36e-436d-8771-c12dcca867a8 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:03.239214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 94a874b4-d36e-436d-8771-c12dcca867a8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:03.239560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 94a874b4-d36e-436d-8771-c12dcca867a8 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:04.457839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86665-50c4-43c3-b97c-23861328ec54 req-08658151-abc8-44f2-bd08-27572fa9256b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:04.459280 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40c86665-50c4-43c3-b97c-23861328ec54 req-08658151-abc8-44f2-bd08-27572fa9256b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0519743 Nov 03 16:28:04.505340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-40c86665-50c4-43c3-b97c-23861328ec54 req-b71f1fce-7e4b-447f-a8a6-9ee44abe157c tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Nov 03 16:28:04.974132 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-94cb1835-fbf5-47b9-947e-5d1f36950afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:05.622136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ebf0a-63fc-4932-869d-b8c8e74b5bb3 req-59735e32-9ac7-4b0c-84b0-2d5ed483999e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:05.623601 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f98ebf0a-63fc-4932-869d-b8c8e74b5bb3 req-59735e32-9ac7-4b0c-84b0-2d5ed483999e tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0492980 Nov 03 16:28:05.674804 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f98ebf0a-63fc-4932-869d-b8c8e74b5bb3 req-fc35b825-4ecb-4cfa-b77c-4b12b602e6e5 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=649b3104-b545-446e-8fe8-97fe4fe8d00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453522 Nov 03 16:28:05.890515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-feca7c6b-a639-420a-9ad6-e8bcc0f281d1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:05.891888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-feca7c6b-a639-420a-9ad6-e8bcc0f281d1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 945 time: 0.0486786 Nov 03 16:28:05.985485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Deleting port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:05.985856 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:06.078704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] For port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:06.079099 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:06.091299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Calling delete_port for 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:06.217344 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:06.245348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event deleted for resources: {'Port': ['ID=76639cf1-433c-44ec-b5c5-9a4e7f4cca6a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:06.251043 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['76639cf1-433c-44ec-b5c5-9a4e7f4cca6a'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:28:06.287174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] No DVR routers for this DVR port 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:06.290405 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:06.294091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-186a2bf2-ce04-4575-965c-8b8902aec467 req-95b2cbd0-ba43-45fb-90c8-0b3115eb6624 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "DELETE /v2.0/ports/76639cf1-433c-44ec-b5c5-9a4e7f4cca6a HTTP/1.1" status: 204 len: 173 time: 0.3943956 Nov 03 16:28:06.294257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c7b4fd-4b0e-4580-b261-284aaeda886a', 'name': 'network-vif-deleted', 'tag': '76639cf1-433c-44ec-b5c5-9a4e7f4cca6a'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:06.296756 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e938bdea-91fa-44be-a77a-7eed2223f9c2" -d '{"events": [{"server_uuid": "60c7b4fd-4b0e-4580-b261-284aaeda886a", "name": "network-vif-deleted", "tag": "76639cf1-433c-44ec-b5c5-9a4e7f4cca6a"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:06.302517 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:06.344520 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de807440-055f-4ce8-8b4c-5efdea478cc2 x-openstack-request-id: req-de807440-055f-4ce8-8b4c-5efdea478cc2 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:06.344822 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c7b4fd-4b0e-4580-b261-284aaeda886a", "name": "network-vif-deleted", "tag": "76639cf1-433c-44ec-b5c5-9a4e7f4cca6a", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:06.345080 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de807440-055f-4ce8-8b4c-5efdea478cc2 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:06.345494 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c7b4fd-4b0e-4580-b261-284aaeda886a', 'name': 'network-vif-deleted', 'tag': '76639cf1-433c-44ec-b5c5-9a4e7f4cca6a', 'status': 'completed', 'code': 200} Nov 03 16:28:06.786962 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c00bda74-7e77-44d2-ba8d-f966ec28c9ac req-95a4b5af-101f-4365-8f2b-b2b1f707a57f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=60c7b4fd-4b0e-4580-b261-284aaeda886a HTTP/1.1" status: 200 len: 210 time: 0.0295117 Nov 03 16:28:07.263670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:07.283152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:07.283497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 76639cf1-433c-44ec-b5c5-9a4e7f4cca6a not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:07.283915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 48adbdbe-d3d8-4012-9f73-df2e24251a4e no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:07.302719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 48adbdbe-d3d8-4012-9f73-df2e24251a4e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:07.303065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 48adbdbe-d3d8-4012-9f73-df2e24251a4e not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:07.793506 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:08.064322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c763bf0-1df8-4631-841e-c0f0f0eeb059 req-90d675f6-4507-4303-9430-0aa111d3bfe1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:08.065808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c763bf0-1df8-4631-841e-c0f0f0eeb059 req-90d675f6-4507-4303-9430-0aa111d3bfe1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0578246 Nov 03 16:28:08.115414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c763bf0-1df8-4631-841e-c0f0f0eeb059 req-e7a4ceb8-c697-4f40-8892-7dc732eb7395 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 Nov 03 16:28:08.409200 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:09.242199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0b283-7b05-4ea3-8420-c85cc6ea5093 req-b694c5d9-2bca-4088-8263-7eb77be80e6f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:09.243784 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2af0b283-7b05-4ea3-8420-c85cc6ea5093 req-b694c5d9-2bca-4088-8263-7eb77be80e6f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0533495 Nov 03 16:28:09.297178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2af0b283-7b05-4ea3-8420-c85cc6ea5093 req-3573c741-ec67-478d-9329-503f54b5ebb1 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470340 Nov 03 16:28:09.884879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52deddb-596d-4782-abea-5e88cb562719 req-4e58a013-5937-489a-a37b-65f617ae7010 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:09.886466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a52deddb-596d-4782-abea-5e88cb562719 req-4e58a013-5937-489a-a37b-65f617ae7010 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 945 time: 0.0531182 Nov 03 16:28:09.985216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Deleting port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:09.985583 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:10.079788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] For port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:10.080180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:10.264029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:10.264029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:10.264568 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Floating IP 3f686732-c2b2-4852-bcc9-b0c814a7e7be disassociated. External IP: 172.25.6.214, port: 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d. Nov 03 16:28:10.264746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Calling delete_port for 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:10.426671 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:10.469830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14517c4e-45c5-4d89-b7df-a3848f449915 req-28925f95-88bd-4c30-9f6e-c4ac060ffc67 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:10.471298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14517c4e-45c5-4d89-b7df-a3848f449915 req-28925f95-88bd-4c30-9f6e-c4ac060ffc67 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dad62b-47f8-4b3e-8dee-abca8e953609 HTTP/1.1" status: 200 len: 866 time: 0.0979846 Nov 03 16:28:10.472399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event deleted for resources: {'Port': ['ID=4b0c6068-f3cc-4ee3-810f-ecefeb886b0d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:10.597318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-14517c4e-45c5-4d89-b7df-a3848f449915 req-4cd020c1-2823-4da7-b255-29e1b11a1d1d tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups?id=119b89c0-0609-48f2-8282-1e942f723bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180382 Nov 03 16:28:10.631726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:28:10.742230 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:28:10.752862 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] Sync routers for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:28:10.762470 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:10.763072 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:10.780961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] No DVR routers for this DVR port 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:10.783482 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:10.786861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a52deddb-596d-4782-abea-5e88cb562719 req-24fd8200-50a2-4be1-ae32-3671a06c69b8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.15 "DELETE /v2.0/ports/4b0c6068-f3cc-4ee3-810f-ecefeb886b0d HTTP/1.1" status: 204 len: 173 time: 0.8943758 Nov 03 16:28:10.787250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-deleted', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:10.790494 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e47b2ca-b2be-4003-b8f3-988cb43a564f" -d '{"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-deleted", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:10.830097 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91688557-3bf3-4368-9754-189761bcfda8 x-openstack-request-id: req-91688557-3bf3-4368-9754-189761bcfda8 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:10.830402 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dad62b-47f8-4b3e-8dee-abca8e953609", "name": "network-vif-deleted", "tag": "4b0c6068-f3cc-4ee3-810f-ecefeb886b0d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:10.830680 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91688557-3bf3-4368-9754-189761bcfda8 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:10.831088 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dad62b-47f8-4b3e-8dee-abca8e953609', 'name': 'network-vif-deleted', 'tag': '4b0c6068-f3cc-4ee3-810f-ecefeb886b0d', 'status': 'completed', 'code': 200} Nov 03 16:28:10.878573 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:11.083890 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:14Z', 'revision_number': 5, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:11.109836 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] Checking router: 31356bb6-c5cc-46e7-9a95-55dbbe06d816 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:28:11.118520 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:11.119102 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:11.224071 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:11.435657 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:14Z', 'revision_number': 5, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:11.466278 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ddea2-490a-4535-98a9-f75d0350ab04 None None] The sync data for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 is: [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:19:04Z', 'revision_number': 4, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '6a452a0c-774f-4758-aca0-7a6cb9b36c85', 'name': '', 'network_id': '4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'mac_address': 'fa:16:3e:bc:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:03Z', 'updated_at': '2021-11-03T16:19:14Z', 'revision_number': 5, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'subnets': [{'id': 'f39f0838-5cba-4c8e-b27a-a777aec3711c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:28:11.690010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39738) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:11.716416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66870677-4ec9-4432-a9a6-b6fded7bc742 None None] New status for floating IP 3f686732-c2b2-4852-bcc9-b0c814a7e7be: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:28:11.747892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:11.771830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:11.823602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:11.827192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:11.831184 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "DELETE /v2.0/security-groups/119b89c0-0609-48f2-8282-1e942f723bee HTTP/1.1" status: 204 len: 168 time: 0.1399593 Nov 03 16:28:11.831814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39740) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:11.841584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b89c0-0609-48f2-8282-1e942f723bee,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:11.849447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.849821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.850168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.850514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.850706 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-765c10eb-d281-43c9-9252-d25d47a56c1b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] show failed (client error): The resource could not be found. Nov 03 16:28:11.850888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.851265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.851599 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.854684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.854850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-765c10eb-d281-43c9-9252-d25d47a56c1b tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "GET /v2.0/security-groups/119b89c0-0609-48f2-8282-1e942f723bee HTTP/1.1" status: 404 len: 347 time: 0.0186112 Nov 03 16:28:11.854963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.854963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.854963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.854963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7fa96-0f1f-40bf-abd6-0696205359a8 tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:11.855335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39742) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:11.983693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Deleting port d962d4e2-075e-4b3d-ae83-584b984dfdef {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:11.983960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:12.063754 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:12.064116 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:12.076708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Calling delete_port for d962d4e2-075e-4b3d-ae83-584b984dfdef owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:12.232056 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:12.261837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Pushing event deleted for resources: {'Port': ['ID=d962d4e2-075e-4b3d-ae83-584b984dfdef,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:12.323879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:12.326998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:12.328158 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f59d687b-8555-446b-86ea-95af2292185f tempest-ServerActionsTestJSON-415322507 tempest-ServerActionsTestJSON-415322507-project] 10.222.0.86 "DELETE /v2.0/floatingips/3f686732-c2b2-4852-bcc9-b0c814a7e7be HTTP/1.1" status: 204 len: 168 time: 0.4723108 Nov 03 16:28:12.331061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39744) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:12.842265 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:12.917070 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39752) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:13.139622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Deleting port 6a452a0c-774f-4758-aca0-7a6cb9b36c85 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:13.139877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:13.222445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] For port 6a452a0c-774f-4758-aca0-7a6cb9b36c85, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6a452a0c-774f-4758-aca0-7a6cb9b36c85,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:13.222798 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:13.236126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Calling delete_port for 6a452a0c-774f-4758-aca0-7a6cb9b36c85 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:13.278976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:13.286030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:13.306634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:13.306634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4b0c6068-f3cc-4ee3-810f-ecefeb886b0d not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:13.471368 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:13.508428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a452a0c-774f-4758-aca0-7a6cb9b36c85,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:13.618403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port 8b729803-2781-4e82-b0f3-135bdbfa0118 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:13.619341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:13.676252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:13.715809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] For port 8b729803-2781-4e82-b0f3-135bdbfa0118, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8b729803-2781-4e82-b0f3-135bdbfa0118,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:13.716159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:13.729436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for 8b729803-2781-4e82-b0f3-135bdbfa0118 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:13.923763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:13.950378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=8b729803-2781-4e82-b0f3-135bdbfa0118,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:14.150234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:14.247303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:28:14.367958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:28:14.373504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-78e7aece-e0ca-410c-8af7-1a4b91c2dfa8 admin admin] 10.222.0.86 "PUT /v2.0/routers/31356bb6-c5cc-46e7-9a95-55dbbe06d816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0414231 Nov 03 16:28:14.375974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39754) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:14.380767 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] Sync routers for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:28:14.393175 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:14.393916 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:14.492913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:14.503704 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:14.595779 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:14.656807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Deleting port 38290fb2-6abf-438b-882c-620e23c8c68c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:14.657195 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:14.692526 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:28:13Z', 'revision_number': 5, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port': {'id': '38290fb2-6abf-438b-882c-620e23c8c68c', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:19:00Z', 'updated_at': '2021-11-03T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:14.705030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router a9517029-fe1b-4294-8713-a82a67d9117c has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:28:14.720543 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] Checking router: 31356bb6-c5cc-46e7-9a95-55dbbe06d816 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:28:14.730135 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] Routers {'31356bb6-c5cc-46e7-9a95-55dbbe06d816'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:14.730787 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:14.742889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] For port 38290fb2-6abf-438b-882c-620e23c8c68c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=38290fb2-6abf-438b-882c-620e23c8c68c,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:14.743143 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:14.756628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Calling delete_port for 38290fb2-6abf-438b-882c-620e23c8c68c owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:14.819198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:28:14.820913 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] Set router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:14.825710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4d9f3a1e-d70b-4e13-a199-68d812a7bbd2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "PUT /v2.0/routers/a9517029-fe1b-4294-8713-a82a67d9117c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9073462 Nov 03 16:28:14.831339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] Sync routers for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:28:14.843384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:14.844246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:14.967481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:14.984213 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.013178 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:28:14Z', 'revision_number': 6, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:15.013437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38290fb2-6abf-438b-882c-620e23c8c68c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:15.046865 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a76b5-ce8b-4a72-9d09-57d2fac97af8 None None] The sync data for ids ['31356bb6-c5cc-46e7-9a95-55dbbe06d816'] in n-d-813897-2 is: [{'id': '31356bb6-c5cc-46e7-9a95-55dbbe06d816', 'name': 'tempest-ServerActionsTestJSON-906100192-router', 'tenant_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:18:59Z', 'updated_at': '2021-11-03T16:28:14Z', 'revision_number': 6, 'project_id': '3713d6ff8deb49a884fe46bb2261c6d0', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:28:15.097170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.189355 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99a656-003f-4237-acd9-2f61369bd93b req-b78356aa-3238-4ed3-8fcc-af807058a59b tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:15.190927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c99a656-003f-4237-acd9-2f61369bd93b req-b78356aa-3238-4ed3-8fcc-af807058a59b tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 946 time: 0.0501564 Nov 03 16:28:15.217274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.219642 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.248135 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c99a656-003f-4237-acd9-2f61369bd93b req-dfee1e34-6312-45b7-a2bb-5a96612c7949 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484767 Nov 03 16:28:15.255310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:28:13Z', 'revision_number': 6, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '1f1ac84c-45fa-46e2-ba44-187dc880e66e', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:56Z', 'updated_at': '2021-11-03T16:27:00Z', 'revision_number': 1, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:15.286044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.286691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31356bb6-c5cc-46e7-9a95-55dbbe06d816 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:28:15.287293 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] Checking router: a9517029-fe1b-4294-8713-a82a67d9117c for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:28:15.291671 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.292959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f4c2aad8-4cf9-4c03-b4f9-262841d6b4d7 admin admin] 10.222.0.86 "DELETE /v2.0/routers/31356bb6-c5cc-46e7-9a95-55dbbe06d816 HTTP/1.1" status: 204 len: 168 time: 0.9160132 Nov 03 16:28:15.295439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39760) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:15.297594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:15.298290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:15.345249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44889b3-b2b4-42af-b0db-9cfc2d4b0e23 admin admin] Deleting subnet f39f0838-5cba-4c8e-b27a-a777aec3711c {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:28:15.348396 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e44889b3-b2b4-42af-b0db-9cfc2d4b0e23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.384779 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e44889b3-b2b4-42af-b0db-9cfc2d4b0e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.409816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:15.510210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e44889b3-b2b4-42af-b0db-9cfc2d4b0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.567166 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e44889b3-b2b4-42af-b0db-9cfc2d4b0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.595130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44889b3-b2b4-42af-b0db-9cfc2d4b0e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39f0838-5cba-4c8e-b27a-a777aec3711c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:15.597158 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e44889b3-b2b4-42af-b0db-9cfc2d4b0e23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.601770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e44889b3-b2b4-42af-b0db-9cfc2d4b0e23 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f39f0838-5cba-4c8e-b27a-a777aec3711c HTTP/1.1" status: 204 len: 168 time: 0.3046722 Nov 03 16:28:15.603451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39762) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:15.678830 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.691712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58b58e-43b5-4b4c-bdb5-5c14038c76a3 None None] Network 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:28:15.738791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Deleting port 8e898c58-a05f-48cf-9139-78427c3e501d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:15.739134 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.808938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] For port 8e898c58-a05f-48cf-9139-78427c3e501d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8e898c58-a05f-48cf-9139-78427c3e501d,segment=NetworkSegment(e31f9705-db95-489e-9d09-9257c1af24c3),segment_id=e31f9705-db95-489e-9d09-9257c1af24c3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:15.809212 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.823767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Calling delete_port for 8e898c58-a05f-48cf-9139-78427c3e501d owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:15.915665 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:15.933834 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:28:13Z', 'revision_number': 6, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '1f1ac84c-45fa-46e2-ba44-187dc880e66e', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:56Z', 'updated_at': '2021-11-03T16:27:00Z', 'revision_number': 1, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:15.955593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] No DVR routers for this DVR port 8e898c58-a05f-48cf-9139-78427c3e501d on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:15.961043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e898c58-a05f-48cf-9139-78427c3e501d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:15.968435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d941b27-3de1-4db2-85cc-07d759d339fd None None] The sync data for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 is: [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:28:13Z', 'revision_number': 6, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '1f1ac84c-45fa-46e2-ba44-187dc880e66e', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'port_id': 'f2a9442c-6338-4f86-88e3-869c86043358', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'mac_address': 'fa:16:3e:19:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826ec75e-3355-433c-aeac-4d1905d26057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:26:56Z', 'updated_at': '2021-11-03T16:27:00Z', 'revision_number': 1, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:28:15.984618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf193981-e0b1-4c99-85f2-2829add72671 None None] DHCP port deletion for 4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:28:16.049258 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.070988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:16.088060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31f9705-db95-489e-9d09-9257c1af24c3') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:16.088355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31f9705-db95-489e-9d09-9257c1af24c3') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:16.105482 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.127336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.139883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:28:16.140139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:28:16.141992 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:28:16.197567 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.203700 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.206796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a HTTP/1.1" status: 204 len: 168 time: 0.6023753 Nov 03 16:28:16.218614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d922a7-b597-4c7f-a9af-2d4ffc12b796 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8f9b3b-73cc-4400-adf8-1fabf3ff9c8a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:16.324617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39768) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:16.405765 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-823d8d04-2043-430d-8ef3-121bf995eb4e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3713d6ff8deb49a884fe46bb2261c6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790024 Nov 03 16:28:16.408155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39770) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:16.422430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4a16-19ca-4ca5-aeb2-bd1102d33385 req-bfe83e2a-1c2c-4b92-a83a-d62246695712 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:16.423975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1ba4a16-19ca-4ca5-aeb2-bd1102d33385 req-bfe83e2a-1c2c-4b92-a83a-d62246695712 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 946 time: 0.0833585 Nov 03 16:28:16.504150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1ba4a16-19ca-4ca5-aeb2-bd1102d33385 req-735a11e5-6cf7-4ad1-bb4a-39b04d3ebf46 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=74c334f5-32ed-44f9-8b9e-56ecdfb8a798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681016 Nov 03 16:28:16.513423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5595832-5955-43b3-bf03-311c7a4fc9d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.535427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5595832-5955-43b3-bf03-311c7a4fc9d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.582108 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5595832-5955-43b3-bf03-311c7a4fc9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.586392 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c5595832-5955-43b3-bf03-311c7a4fc9d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.587574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c5595832-5955-43b3-bf03-311c7a4fc9d7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/649b3104-b545-446e-8fe8-97fe4fe8d00c HTTP/1.1" status: 204 len: 168 time: 0.1785114 Nov 03 16:28:16.595304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5595832-5955-43b3-bf03-311c7a4fc9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b3104-b545-446e-8fe8-97fe4fe8d00c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:16.803353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-7404d23c-018e-44ca-ab65-e21f3408d1fc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:16.805551 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-7404d23c-018e-44ca-ab65-e21f3408d1fc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 946 time: 0.0528669 Nov 03 16:28:16.906282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port b3b1805a-a027-4047-990b-44f385ce980d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:16.906623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:16.931287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6a452a0c-774f-4758-aca0-7a6cb9b36c85 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:16.952072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 6a452a0c-774f-4758-aca0-7a6cb9b36c85 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:16.953301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6a452a0c-774f-4758-aca0-7a6cb9b36c85 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:16.953894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8e898c58-a05f-48cf-9139-78427c3e501d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:16.977368 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 8e898c58-a05f-48cf-9139-78427c3e501d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:16.977744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8e898c58-a05f-48cf-9139-78427c3e501d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:16.978171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 38290fb2-6abf-438b-882c-620e23c8c68c no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:17.001748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 38290fb2-6abf-438b-882c-620e23c8c68c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:17.002082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 38290fb2-6abf-438b-882c-620e23c8c68c not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:17.002512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8b729803-2781-4e82-b0f3-135bdbfa0118 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:17.002985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] For port b3b1805a-a027-4047-990b-44f385ce980d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=b3b1805a-a027-4047-990b-44f385ce980d,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:17.003447 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.018049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for b3b1805a-a027-4047-990b-44f385ce980d owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:17.021872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 8b729803-2781-4e82-b0f3-135bdbfa0118 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:17.022284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8b729803-2781-4e82-b0f3-135bdbfa0118 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:17.158494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.187451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=b3b1805a-a027-4047-990b-44f385ce980d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:17.236945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] No DVR routers for this DVR port b3b1805a-a027-4047-990b-44f385ce980d on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:17.239543 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.243579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-596a58c2-0eed-432b-9d5a-8837e7f506fd req-807d5e92-b4cc-4739-adc5-6967ee25713a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "DELETE /v2.0/ports/b3b1805a-a027-4047-990b-44f385ce980d HTTP/1.1" status: 204 len: 173 time: 0.4302559 Nov 03 16:28:17.244055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fceea76-b8dd-492f-a2d2-d9fb13ddce00', 'name': 'network-vif-deleted', 'tag': 'b3b1805a-a027-4047-990b-44f385ce980d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:17.246653 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca07c73-44d7-45ed-bb91-fa3df33a3e1c" -d '{"events": [{"server_uuid": "2fceea76-b8dd-492f-a2d2-d9fb13ddce00", "name": "network-vif-deleted", "tag": "b3b1805a-a027-4047-990b-44f385ce980d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:17.300516 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b050d1ad-987e-4b31-8b14-f23910be196f x-openstack-request-id: req-b050d1ad-987e-4b31-8b14-f23910be196f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:17.300894 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fceea76-b8dd-492f-a2d2-d9fb13ddce00", "name": "network-vif-deleted", "tag": "b3b1805a-a027-4047-990b-44f385ce980d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:17.301228 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b050d1ad-987e-4b31-8b14-f23910be196f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:17.301684 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fceea76-b8dd-492f-a2d2-d9fb13ddce00', 'name': 'network-vif-deleted', 'tag': 'b3b1805a-a027-4047-990b-44f385ce980d', 'status': 'completed', 'code': 200} Nov 03 16:28:17.449814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39794) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:17.549711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1067732993-network', 'tenant_id': '63524d5d4a954e6aa01fcc1b61c46eb1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:17.572172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Made reservation on behalf of 63524d5d4a954e6aa01fcc1b61c46eb1 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:28:17.574608 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.583901 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.634928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a371162-5eb8-4f0a-ba91-608669e208fc req-986e812f-30ed-4448-9d17-2f1ff80384c6 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fceea76-b8dd-492f-a2d2-d9fb13ddce00 HTTP/1.1" status: 200 len: 210 time: 0.0312743 Nov 03 16:28:17.702655 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.706782 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.732171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:28:17.740905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c68278-d20f-4365-ae21-901bd0da449b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:17.748105 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.748450 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Added segment 28aad224-a4e9-42c6-a250-04a493cb2db1 of type vlan for network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 Nov 03 16:28:17.790125 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.820801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.821787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:17.822364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:17.880322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4291093 Nov 03 16:28:17.884185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39800) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:17.888887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c737fae-eb1b-40e8-b9ff-ed2307ceede5 admin admin] Pushing event updated for resources: {'Network': ['ID=949f4536-04b8-4845-a8e8-3dc7a22b4a09,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:17.889178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Request body: {'subnet': {'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1067732993-subnet', 'tenant_id': '63524d5d4a954e6aa01fcc1b61c46eb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:17.899394 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:28:17.910216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Made reservation on behalf of 63524d5d4a954e6aa01fcc1b61c46eb1 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:28:17.912520 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:18.080915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:18.136971 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e838f07a-f247-445d-a2e6-dcf0004b94b7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:18.144572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Checking segment: {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:28:18.144935 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Network hostable DHCP agents. Network: 949f4536-04b8-4845-a8e8-3dc7a22b4a09, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:28:18.161746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:28:18.170112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 949f4536-04b8-4845-a8e8-3dc7a22b4a09) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:18.174433 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:18.175012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:18.180010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f45ac36-8ceb-49bd-bbe7-a1bbfb425893 None None] Network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:28:18.191645 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-140ee397-ae6b-4bbc-9690-4dce2bc82be6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3063200 Nov 03 16:28:18.312456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d3692-80df-420a-8451-39213f623f80 None None] Network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:28:18.629649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-592f9e5c-a73d-4bb3-a9d2-a4e1d1fe73d0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:18.631114 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-592f9e5c-a73d-4bb3-a9d2-a4e1d1fe73d0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 814 time: 0.1067321 Nov 03 16:28:18.646406 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-78cbfa0b-c211-444f-a94d-659514021d68 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/quotas/63524d5d4a954e6aa01fcc1b61c46eb1 HTTP/1.1" status: 200 len: 375 time: 0.0091720 Nov 03 16:28:18.680587 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-3d3cf650-d466-427f-9144-58ae994eddb5 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279615 Nov 03 16:28:18.695769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39820) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:18.756819 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f93d288-3ecb-40b9-8526-5fb95bb8115d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:18.779382 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-e0a0655a-dcad-4af8-be11-fcebea8f5444 service neutron] 10.222.0.86 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916657 Nov 03 16:28:18.783050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f93d288-3ecb-40b9-8526-5fb95bb8115d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:18.844172 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f93d288-3ecb-40b9-8526-5fb95bb8115d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:18.846811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f93d288-3ecb-40b9-8526-5fb95bb8115d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:18.851670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8f93d288-3ecb-40b9-8526-5fb95bb8115d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/security-groups/74c334f5-32ed-44f9-8b9e-56ecdfb8a798 HTTP/1.1" status: 204 len: 168 time: 0.1541085 Nov 03 16:28:18.861102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93d288-3ecb-40b9-8526-5fb95bb8115d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c334f5-32ed-44f9-8b9e-56ecdfb8a798,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:18.885013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39824) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:18.888166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-c5b2512d-98ec-40e9-80c2-d406389357d1 service neutron] 10.222.0.86 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019187 Nov 03 16:28:18.941809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c80670-285d-4ef4-958a-01486a235c16 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting subnet 0b5c0aa4-cb81-4634-b31f-da421823179c {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:28:18.946561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6c80670-285d-4ef4-958a-01486a235c16 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:18.988739 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6c80670-285d-4ef4-958a-01486a235c16 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.065092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb7aaa6b-d673-4509-a318-db067b2acc91 req-c510eb1e-823e-422f-b852-1a135b6bf065 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 210 time: 0.0325034 Nov 03 16:28:19.115214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6c80670-285d-4ef4-958a-01486a235c16 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.174769 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6c80670-285d-4ef4-958a-01486a235c16 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.205626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c80670-285d-4ef4-958a-01486a235c16 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5c0aa4-cb81-4634-b31f-da421823179c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:19.207651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d6c80670-285d-4ef4-958a-01486a235c16 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.211506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d6c80670-285d-4ef4-958a-01486a235c16 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/subnets/0b5c0aa4-cb81-4634-b31f-da421823179c HTTP/1.1" status: 204 len: 168 time: 0.3255098 Nov 03 16:28:19.214703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39834) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:19.217934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6cd39-5671-41b3-b73a-8ac8bbb66724 None None] Network 96ae63aa-5e3d-42a5-9c04-b2923b902019 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:28:19.298960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.356066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:19.356414 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.426362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] For port 4429ccdb-c4d4-40fd-8869-eced2fce80b9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4429ccdb-c4d4-40fd-8869-eced2fce80b9,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:19.426702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.443157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for 4429ccdb-c4d4-40fd-8869-eced2fce80b9 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:19.445570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b73487-2591-4ab4-bef7-22ebdb2370bb None None] DHCP port deletion for 96ae63aa-5e3d-42a5-9c04-b2923b902019 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:28:19.501286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b2b73487-2591-4ab4-bef7-22ebdb2370bb None None] Deleting port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:19.501592 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2b73487-2591-4ab4-bef7-22ebdb2370bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.544129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.568710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=4429ccdb-c4d4-40fd-8869-eced2fce80b9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:19.577488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] No DVR routers for this DVR port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:19.577890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b2b73487-2591-4ab4-bef7-22ebdb2370bb None None] For port 4429ccdb-c4d4-40fd-8869-eced2fce80b9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4429ccdb-c4d4-40fd-8869-eced2fce80b9,segment=NetworkSegment(b37868b2-5027-48fa-bf40-0f5daef75ed5),segment_id=b37868b2-5027-48fa-bf40-0f5daef75ed5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:19.578281 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2b73487-2591-4ab4-bef7-22ebdb2370bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.593323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b2b73487-2591-4ab4-bef7-22ebdb2370bb None None] Calling delete_port for 4429ccdb-c4d4-40fd-8869-eced2fce80b9 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:19.673039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.685121 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b2b73487-2591-4ab4-bef7-22ebdb2370bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.697751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ae63aa-5e3d-42a5-9c04-b2923b902019']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:19.709012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37868b2-5027-48fa-bf40-0f5daef75ed5') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:19.709342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37868b2-5027-48fa-bf40-0f5daef75ed5') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:19.713819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b73487-2591-4ab4-bef7-22ebdb2370bb None None] Pushing event deleted for resources: {'Port': ['ID=4429ccdb-c4d4-40fd-8869-eced2fce80b9,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:19.717642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b73487-2591-4ab4-bef7-22ebdb2370bb None None] No DVR routers for this DVR port 4429ccdb-c4d4-40fd-8869-eced2fce80b9 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:19.719349 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.735884 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.743291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:28:19.743772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:28:19.747252 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:28:19.810868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.816313 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:19.820114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/networks/96ae63aa-5e3d-42a5-9c04-b2923b902019 HTTP/1.1" status: 204 len: 168 time: 0.6045268 Nov 03 16:28:19.822986 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39838) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:19.836879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c5b9b-6733-44e7-9a69-b378c54c991d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Network': ['ID=96ae63aa-5e3d-42a5-9c04-b2923b902019,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:20.000223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port 34f48859-e725-4773-a118-a770e8a28788 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:20.000830 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:20.107652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:20.108291 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:20.126103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for 34f48859-e725-4773-a118-a770e8a28788 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:20.161189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f1f18dd5-b57b-4b5e-af6c-f8c24b323c4b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:20.163662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f1f18dd5-b57b-4b5e-af6c-f8c24b323c4b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.15 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 814 time: 0.1234982 Nov 03 16:28:20.185504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Request body: {'port': {'device_id': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09', 'admin_state_up': True, 'tenant_id': '63524d5d4a954e6aa01fcc1b61c46eb1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:20.212071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6798aa95-6aa3-4195-8f83-26233afd0e6c req-ed27aad9-5ad6-40e6-9067-112ff9ad6864 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 210 time: 0.0344975 Nov 03 16:28:20.322548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Made reservation on behalf of 63524d5d4a954e6aa01fcc1b61c46eb1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:28:20.324463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:20.326460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:20.351852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=34f48859-e725-4773-a118-a770e8a28788,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:20.422041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:20.422371 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Floating IP 1f1ac84c-45fa-46e2-ba44-187dc880e66e disassociated (deleted). External IP: 172.25.6.12, port: f2a9442c-6338-4f86-88e3-869c86043358. Nov 03 16:28:20.648171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router a9517029-fe1b-4294-8713-a82a67d9117c has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:28:20.702575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Allocated IP 172.20.0.14 (949f4536-04b8-4845-a8e8-3dc7a22b4a09/e838f07a-f247-445d-a2e6-dcf0004b94b7/e2ec4651-8bbb-4e60-ba9d-48799d368cd1) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:28:20.761872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:28:20.766793 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:20.775769 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] Sync routers for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:28:20.788191 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:20.789360 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:20.803064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e741e27-df98-437d-8477-6944c220100f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/floatingips/1f1ac84c-45fa-46e2-ba44-187dc880e66e HTTP/1.1" status: 204 len: 168 time: 0.9763248 Nov 03 16:28:20.803064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:20.804579 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc8a69c-8f3a-44b0-92a6-43014ed58157" -d '{"events": [{"name": "network-changed", "server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "tag": "f2a9442c-6338-4f86-88e3-869c86043358"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:20.853994 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fb6ccc-0d97-4a02-a60e-75a2de8c7da9 x-openstack-request-id: req-91fb6ccc-0d97-4a02-a60e-75a2de8c7da9 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:20.854281 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "tag": "f2a9442c-6338-4f86-88e3-869c86043358", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:20.854595 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91fb6ccc-0d97-4a02-a60e-75a2de8c7da9 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:20.855700 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358', 'status': 'completed', 'code': 200} Nov 03 16:28:20.871351 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:20.928919 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:20.936593 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4429ccdb-c4d4-40fd-8869-eced2fce80b9 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:20.942884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-4edd9bc6-bacd-4a68-bb48-1fef6cececd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:20.945181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-4edd9bc6-bacd-4a68-bb48-1fef6cececd2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 1097 time: 0.0651448 Nov 03 16:28:20.960790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 4429ccdb-c4d4-40fd-8869-eced2fce80b9 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:20.961491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4429ccdb-c4d4-40fd-8869-eced2fce80b9 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:20.992508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:21.081780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3aafc-d23b-48c3-9f93-e71ad0430236 req-7a57ea87-0aab-4bab-be16-bc2fd469bc48 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:21.083537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bc3aafc-d23b-48c3-9f93-e71ad0430236 req-7a57ea87-0aab-4bab-be16-bc2fd469bc48 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 946 time: 0.0580688 Nov 03 16:28:21.087878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:28:21.095633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:21.098225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:28:21.104669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:21.140419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0bc3aafc-d23b-48c3-9f93-e71ad0430236 req-08b1ac1f-3b09-49d5-bf61-c88e1ff5af5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500216 Nov 03 16:28:21.154686 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:28:13Z', 'revision_number': 6, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:21.168136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:21.168749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:21.172340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-99d68d4e-31b2-4345-97fc-2ae409b1c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:21.173803 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-99d68d4e-31b2-4345-97fc-2ae409b1c9df service neutron] 10.222.0.70 "GET /v2.0/networks?id=4522346a-6704-4c96-869e-42481add9658 HTTP/1.1" status: 200 len: 897 time: 0.2113814 Nov 03 16:28:21.182632 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] Checking router: a9517029-fe1b-4294-8713-a82a67d9117c for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:28:21.190840 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:21.191439 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:21.225684 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-94585174-e183-405d-907f-27017d043340 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0454073 Nov 03 16:28:21.227252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-6c5edad9-5377-4632-9a6a-d5b14c57bd1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a9442c-6338-4f86-88e3-869c86043358 HTTP/1.1" status: 200 len: 217 time: 0.0453150 Nov 03 16:28:21.248744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Request body: {'port': {'device_id': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:21.299430 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:21.357280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-19e710fb-d3d1-4100-a8c9-f16c8dabeb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:21.358912 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-19e710fb-d3d1-4100-a8c9-f16c8dabeb2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a HTTP/1.1" status: 200 len: 834 time: 0.1239607 Nov 03 16:28:21.369739 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:21.443604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79439d6d-592c-4205-a7da-d4805e57cd66 req-ca06be4a-a17d-49df-af2b-e35c53395527 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:21.445245 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79439d6d-592c-4205-a7da-d4805e57cd66 req-ca06be4a-a17d-49df-af2b-e35c53395527 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 932 time: 0.1451390 Nov 03 16:28:21.477797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-34203ec0-63e8-416d-ab80-67d544acf46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:21.479296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-34203ec0-63e8-416d-ab80-67d544acf46a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4522346a-6704-4c96-869e-42481add9658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118901 Nov 03 16:28:21.502613 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:28:13Z', 'revision_number': 6, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:21.534809 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd814b-6a2a-4d9e-9f2f-1e51cc5464e8 None None] The sync data for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 is: [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:28:13Z', 'revision_number': 6, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '65304d48-8b23-497c-b96c-c7bab30967c3', 'name': '', 'network_id': '4522346a-6704-4c96-869e-42481add9658', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:9e:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:42Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': 'd0d8e3c7-5601-4cf0-86e9-1e0695d08a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:28:21.626868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-79439d6d-592c-4205-a7da-d4805e57cd66 req-dbe5a09e-08e1-4d02-8b50-76301a94fb04 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751878 Nov 03 16:28:21.712964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b3b1805a-a027-4047-990b-44f385ce980d no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:21.722038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-3bd3ac4b-9bcc-49a5-a570-c1b5c22e7dd1 service neutron] 10.222.0.70 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235646 Nov 03 16:28:21.734529 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: b3b1805a-a027-4047-990b-44f385ce980d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:21.735167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device b3b1805a-a027-4047-990b-44f385ce980d not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:21.785679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f32ed2-2bbc-4e3a-8960-012c095b73b7 None None] New status for floating IP 1f1ac84c-45fa-46e2-ba44-187dc880e66e: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:28:21.881040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fc8a69c-8f3a-44b0-92a6-43014ed58157 req-0103d10f-a2f9-4c54-99e3-bd8a202975e5 service neutron] 10.222.0.70 "GET /v2.0/networks/4522346a-6704-4c96-869e-42481add9658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515572 Nov 03 16:28:21.889732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ec4651-8bbb-4e60-ba9d-48799d368cd1 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:28:21.897345 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:21.910746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Transition to ACTIVE for port object e2ec4651-8bbb-4e60-ba9d-48799d368cd1 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:28:21.914646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:21.968288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:22.007084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.007434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.007776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.008112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.008446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.008778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.009107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.009435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.009794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.010129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.010454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.010776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:22.022926 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:22.044056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Attempting to bind port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:28:22.044401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Attempting to bind port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:28:22.044735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Attempting to bind port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:28:22.049035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:28:22.049365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Attempting to bind port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:28:22.054861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:28:22.055206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Checking segment: {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:28:22.055630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Bound using segment: {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:28:22.056059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Bound port: e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:28:22.056411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:22.125406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:28:22.128500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:28:22.132322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:22.165215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:22.165215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:22.166499 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] 10.222.0.15 "PUT /v2.0/ports/e2ec4651-8bbb-4e60-ba9d-48799d368cd1 HTTP/1.1" status: 200 len: 1092 time: 0.9228170 Nov 03 16:28:22.166936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:22.169179 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:22.197742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aa979-31e9-4b45-94d9-7b74d44ddd35 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:22.223694 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ea4d48-7023-48d2-b2bf-809bcbc3ecb1 x-openstack-request-id: req-c6ea4d48-7023-48d2-b2bf-809bcbc3ecb1 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:22.224012 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:22.224295 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6ea4d48-7023-48d2-b2bf-809bcbc3ecb1 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:22.224666 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'status': 'completed', 'code': 200} Nov 03 16:28:22.273933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16261d2-bc4f-4cf2-854b-2a756757a50f req-9085fce2-fab3-42bd-8d55-afc250234fb3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:22.275579 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a16261d2-bc4f-4cf2-854b-2a756757a50f req-9085fce2-fab3-42bd-8d55-afc250234fb3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 946 time: 0.0581181 Nov 03 16:28:22.284064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-db0c0061-cb33-4c2c-8521-1e942d91606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:22.285446 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-db0c0061-cb33-4c2c-8521-1e942d91606e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 1095 time: 0.0430396 Nov 03 16:28:22.336870 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a16261d2-bc4f-4cf2-854b-2a756757a50f req-74f971d7-7b1b-42b9-b410-8002e2b6ad8e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=7db9d12e-8812-4265-9a32-89c2e7494aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549204 Nov 03 16:28:22.338907 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-014df491-080f-42a6-8a41-6989ffe90372 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1 HTTP/1.1" status: 200 len: 217 time: 0.0402017 Nov 03 16:28:22.389476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-c4f6f548-09eb-400c-9c84-6bf032ae6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:22.390978 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-c4f6f548-09eb-400c-9c84-6bf032ae6067 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e838f07a-f247-445d-a2e6-dcf0004b94b7 HTTP/1.1" status: 200 len: 854 time: 0.0456433 Nov 03 16:28:22.422624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-2c490856-9c41-47c4-b143-cdd5e53eda80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=949f4536-04b8-4845-a8e8-3dc7a22b4a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241628 Nov 03 16:28:22.469456 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:28:22.514215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-77ea1c1b-5a1e-4b13-83f8-1546904953ad service neutron] 10.222.0.15 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841236 Nov 03 16:28:22.605874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a103a121-71fe-4cbb-9f83-26e06a70cc7e req-988c3914-31e8-4236-b5a4-201ce1c3bb96 service neutron] 10.222.0.15 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840154 Nov 03 16:28:22.656350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-58499d7c-6a2d-401a-8a79-7c2e38a4d248 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:22.657831 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-58499d7c-6a2d-401a-8a79-7c2e38a4d248 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 946 time: 0.0505979 Nov 03 16:28:22.804049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-4d40daf1-e380-4bb0-a7f5-65755e3c6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:22.805917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-4d40daf1-e380-4bb0-a7f5-65755e3c6f4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 1095 time: 0.1041465 Nov 03 16:28:22.814034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270431ab-71cd-4227-a9b3-eb961fb14c5a req-1ed5bbd9-e616-4670-8ccc-7428fd28a0a5 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:22.815367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-270431ab-71cd-4227-a9b3-eb961fb14c5a req-1ed5bbd9-e616-4670-8ccc-7428fd28a0a5 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 944 time: 0.1173928 Nov 03 16:28:22.904049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port f2a9442c-6338-4f86-88e3-869c86043358 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:22.904389 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:22.960543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-270431ab-71cd-4227-a9b3-eb961fb14c5a req-ceeac911-7021-40b3-abb4-c979dc1ec01e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346414 Nov 03 16:28:23.014308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-2f9da542-7195-4dff-8b12-38ad0dc5bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:23.015829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-2f9da542-7195-4dff-8b12-38ad0dc5bcca service neutron] 10.222.0.15 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 915 time: 0.1995909 Nov 03 16:28:23.064320 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-d8e9aacf-cf10-4550-a1dd-8099eed53426 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1 HTTP/1.1" status: 200 len: 217 time: 0.0406442 Nov 03 16:28:23.083209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] For port f2a9442c-6338-4f86-88e3-869c86043358, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f2a9442c-6338-4f86-88e3-869c86043358,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:23.083571 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:23.118526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for f2a9442c-6338-4f86-88e3-869c86043358 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:23.138148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-244d7e8f-b3c7-4bc9-a69b-64b61242d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:23.139639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-244d7e8f-b3c7-4bc9-a69b-64b61242d5d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e838f07a-f247-445d-a2e6-dcf0004b94b7 HTTP/1.1" status: 200 len: 854 time: 0.0683239 Nov 03 16:28:23.202771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-0c22f363-d9e2-47c1-8d8e-dbce62927f75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=949f4536-04b8-4845-a8e8-3dc7a22b4a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274320 Nov 03 16:28:23.339667 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-32659c8a-5f4b-47a8-8a67-6b73f2b9fb34 service neutron] 10.222.0.15 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252656 Nov 03 16:28:23.404118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:23.438181 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e988219-b21e-4824-a473-f879c00c2edc req-ae527842-db2a-4fa6-a026-aaf91f1c59d4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=826ec75e-3355-433c-aeac-4d1905d26057 HTTP/1.1" status: 200 len: 210 time: 0.0306609 Nov 03 16:28:23.448443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=f2a9442c-6338-4f86-88e3-869c86043358,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:23.496131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] No DVR routers for this DVR port f2a9442c-6338-4f86-88e3-869c86043358 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:23.502461 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:23.505733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1be05497-5ce7-4ff0-868b-03707f10bc74 req-272a8457-e6b4-4a7e-b22f-005becf091f4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.70 "DELETE /v2.0/ports/f2a9442c-6338-4f86-88e3-869c86043358 HTTP/1.1" status: 204 len: 173 time: 0.8415613 Nov 03 16:28:23.511537 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59f76c6c-937e-48c4-b5e2-0b054d1cdd1e req-508693fc-8e32-4b12-8f92-1675d21a9a18 service neutron] 10.222.0.15 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634524 Nov 03 16:28:24.080663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bab6a-23cf-4dea-8d46-5b2e33ff3abb req-3de2db98-a1a1-4556-a2a5-7d1cb6a6989f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:24.082108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c34bab6a-23cf-4dea-8d46-5b2e33ff3abb req-3de2db98-a1a1-4556-a2a5-7d1cb6a6989f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 944 time: 0.0517070 Nov 03 16:28:24.128681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c34bab6a-23cf-4dea-8d46-5b2e33ff3abb req-84017023-8e40-4206-add4-190830585ce7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Nov 03 16:28:24.226041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'name': 'network-vif-deleted', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:24.228499 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d734e6c-ec95-493f-9bde-ad7b2f110aba" -d '{"events": [{"server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "name": "network-vif-deleted", "tag": "f2a9442c-6338-4f86-88e3-869c86043358"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:24.263355 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86443cd-c101-43e1-a4de-bad576e2a904 x-openstack-request-id: req-e86443cd-c101-43e1-a4de-bad576e2a904 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:24.263657 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ec75e-3355-433c-aeac-4d1905d26057", "name": "network-vif-deleted", "tag": "f2a9442c-6338-4f86-88e3-869c86043358", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:24.263933 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e86443cd-c101-43e1-a4de-bad576e2a904 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:24.264331 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ec75e-3355-433c-aeac-4d1905d26057', 'name': 'network-vif-deleted', 'tag': 'f2a9442c-6338-4f86-88e3-869c86043358', 'status': 'completed', 'code': 200} Nov 03 16:28:24.494085 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:24.551584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16205545-fe3c-42af-99b5-55f2860f4053 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:24.577338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16205545-fe3c-42af-99b5-55f2860f4053 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:24.635258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16205545-fe3c-42af-99b5-55f2860f4053 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:24.638283 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-16205545-fe3c-42af-99b5-55f2860f4053 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:24.639428 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-16205545-fe3c-42af-99b5-55f2860f4053 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/security-groups/7db9d12e-8812-4265-9a32-89c2e7494aca HTTP/1.1" status: 204 len: 168 time: 0.1443584 Nov 03 16:28:24.649233 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16205545-fe3c-42af-99b5-55f2860f4053 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db9d12e-8812-4265-9a32-89c2e7494aca,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:24.672111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:25.033719 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:25.248942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742739-a09e-4808-9abd-8ea66c6362e6 req-0da03231-02b9-4595-ba76-5bfb1d4ac206 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:25.250455 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31742739-a09e-4808-9abd-8ea66c6362e6 req-0da03231-02b9-4595-ba76-5bfb1d4ac206 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 944 time: 0.0527866 Nov 03 16:28:25.297805 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port 65304d48-8b23-497c-b96c-c7bab30967c3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:25.298152 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:25.299439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-31742739-a09e-4808-9abd-8ea66c6362e6 req-1cc915a4-6221-4447-8460-639d4c69b656 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Nov 03 16:28:25.347741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:28:25.394144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] For port 65304d48-8b23-497c-b96c-c7bab30967c3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=65304d48-8b23-497c-b96c-c7bab30967c3,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:25.394487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:25.407269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for 65304d48-8b23-497c-b96c-c7bab30967c3 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:25.446737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:25.458119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09', 'port_id': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'mac_address': 'fa:16:3e:59:d9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e838f07a-f247-445d-a2e6-dcf0004b94b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:28:25.500235 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:25.513259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ec4651-8bbb-4e60-ba9d-48799d368cd1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:28:25.532510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:25.536100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:25.582198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:25.590189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.590539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.590882 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.591221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.591555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.591886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.592212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.592538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.592931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.593256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.593725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.594077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:25.596413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:25.625750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=65304d48-8b23-497c-b96c-c7bab30967c3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:25.805996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:25.916834 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e2ec4651-8bbb-4e60-ba9d-48799d368cd1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:28:26.333150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router a9517029-fe1b-4294-8713-a82a67d9117c has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:28:26.467876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4d77-03b9-4033-ab0b-310742d0d2f3 req-7ecb7efb-4003-4873-bdc9-72c577320fe9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:26.469337 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b69c4d77-03b9-4033-ab0b-310742d0d2f3 req-7ecb7efb-4003-4873-bdc9-72c577320fe9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0947218 Nov 03 16:28:26.484965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:28:26.494374 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] Sync routers for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:28:26.495548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ae014f51-06b8-4115-892c-201bc9d235cc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "PUT /v2.0/routers/a9517029-fe1b-4294-8713-a82a67d9117c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221433 Nov 03 16:28:26.497622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39880) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:26.505573 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:26.506184 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:26.529399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b69c4d77-03b9-4033-ab0b-310742d0d2f3 req-b97b9e54-d84c-4674-8a50-090d4e240a7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Nov 03 16:28:26.554944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb0ed4b-be4b-40ed-95df-ac545c84c5a2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting subnet d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:28:26.558105 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed4b-be4b-40ed-95df-ac545c84c5a2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:26.598686 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed4b-be4b-40ed-95df-ac545c84c5a2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:26.615056 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:26.683755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed4b-be4b-40ed-95df-ac545c84c5a2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:26.740949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed4b-be4b-40ed-95df-ac545c84c5a2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:26.766562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0ed4b-be4b-40ed-95df-ac545c84c5a2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:26.772990 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed4b-be4b-40ed-95df-ac545c84c5a2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:26.778947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6bb0ed4b-be4b-40ed-95df-ac545c84c5a2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/subnets/d0d8e3c7-5601-4cf0-86e9-1e0695d08a7a HTTP/1.1" status: 204 len: 168 time: 0.2802477 Nov 03 16:28:26.779208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39882) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:26.780573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3b3a5c-5040-4460-bfa7-cf64d7e9433e None None] Network 4522346a-6704-4c96-869e-42481add9658 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:28:26.794219 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:28:25Z', 'revision_number': 7, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:26.823925 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] Checking router: a9517029-fe1b-4294-8713-a82a67d9117c for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:28:26.832436 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] Routers {'a9517029-fe1b-4294-8713-a82a67d9117c'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:26.833030 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a9517029-fe1b-4294-8713-a82a67d9117c'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:26.906588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:26.960225 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] Set router a9517029-fe1b-4294-8713-a82a67d9117c gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:26.981434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049326e-9e9a-40f6-85c7-59f58c272ef9 None None] DHCP port deletion for 4522346a-6704-4c96-869e-42481add9658 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:28:27.023022 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.036928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e049326e-9e9a-40f6-85c7-59f58c272ef9 None None] Deleting port b4be07c7-7846-4f3e-9785-07d6ab7e3651 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:27.037231 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e049326e-9e9a-40f6-85c7-59f58c272ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.082641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port f11b132f-ddc7-46dd-8db7-2a92b3fd830f {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:27.082991 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.108435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e049326e-9e9a-40f6-85c7-59f58c272ef9 None None] For port b4be07c7-7846-4f3e-9785-07d6ab7e3651, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b4be07c7-7846-4f3e-9785-07d6ab7e3651,segment=NetworkSegment(4c3856b2-ac0c-4eac-9da0-24d7c1d6206e),segment_id=4c3856b2-ac0c-4eac-9da0-24d7c1d6206e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:27.108835 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e049326e-9e9a-40f6-85c7-59f58c272ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.123300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e049326e-9e9a-40f6-85c7-59f58c272ef9 None None] Calling delete_port for b4be07c7-7846-4f3e-9785-07d6ab7e3651 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:27.172745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] For port f11b132f-ddc7-46dd-8db7-2a92b3fd830f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f11b132f-ddc7-46dd-8db7-2a92b3fd830f,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:27.173144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.187845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for f11b132f-ddc7-46dd-8db7-2a92b3fd830f owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:27.209694 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e049326e-9e9a-40f6-85c7-59f58c272ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.236178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049326e-9e9a-40f6-85c7-59f58c272ef9 None None] Pushing event deleted for resources: {'Port': ['ID=b4be07c7-7846-4f3e-9785-07d6ab7e3651,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:27.240193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e049326e-9e9a-40f6-85c7-59f58c272ef9 None None] No DVR routers for this DVR port b4be07c7-7846-4f3e-9785-07d6ab7e3651 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:27.251459 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:28:25Z', 'revision_number': 7, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:27.279604 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106084-65a0-43f9-8b2e-c1da2495929a None None] The sync data for ids ['a9517029-fe1b-4294-8713-a82a67d9117c'] in n-d-813897-2 is: [{'id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'name': 'tempest-TestNetworkBasicOps-router-207879120', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:26:39Z', 'updated_at': '2021-11-03T16:28:25Z', 'revision_number': 7, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f11b132f-ddc7-46dd-8db7-2a92b3fd830f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9517029-fe1b-4294-8713-a82a67d9117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:26:40Z', 'updated_at': '2021-11-03T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:28:27.357988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:28:27.364487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.392690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=f11b132f-ddc7-46dd-8db7-2a92b3fd830f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:27.410143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:28:27.414717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:27.415084 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.455359 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.496850 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.519320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:27.521473 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d52f7ed-7375-41e8-bb58-cdf0e99b88cb" -d '{"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:27.534319 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:27.539589 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.550263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.552978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.573037 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba0446a-072f-45fa-9a39-923ac1c68df2 x-openstack-request-id: req-bba0446a-072f-45fa-9a39-923ac1c68df2 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:27.573336 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:27.573615 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bba0446a-072f-45fa-9a39-923ac1c68df2 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:27.574012 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'code': 200} Nov 03 16:28:27.605107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:27.614479 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.615189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Fanout notify agent at l3_agent the message router_deleted on router a9517029-fe1b-4294-8713-a82a67d9117c {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:28:27.623332 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.626881 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f5afba68-1a0b-4984-9fe7-3800d5745544 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/routers/a9517029-fe1b-4294-8713-a82a67d9117c HTTP/1.1" status: 204 len: 168 time: 0.8442698 Nov 03 16:28:27.628395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39888) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:27.672634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138f3c9-6bc2-4e31-962c-54c28bce62bd req-9648f94b-cd90-4beb-b3cb-5b2e73b411c7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:27.674313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2138f3c9-6bc2-4e31-962c-54c28bce62bd req-9648f94b-cd90-4beb-b3cb-5b2e73b411c7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0701849 Nov 03 16:28:27.728973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2138f3c9-6bc2-4e31-962c-54c28bce62bd req-671e90aa-9298-423e-8c70-47fec196e593 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Nov 03 16:28:27.732346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f2a9442c-6338-4f86-88e3-869c86043358 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:27.759254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: f2a9442c-6338-4f86-88e3-869c86043358 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:27.765204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f2a9442c-6338-4f86-88e3-869c86043358 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:27.768495 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.783176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3de227-07bc-4ae3-8558-9fde6262f9fd req-dbf7e7b3-e439-41ab-920f-5e6d2b60fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:27.784683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de3de227-07bc-4ae3-8558-9fde6262f9fd req-dbf7e7b3-e439-41ab-920f-5e6d2b60fa69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 1097 time: 0.0795815 Nov 03 16:28:27.888738 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.909650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de3de227-07bc-4ae3-8558-9fde6262f9fd req-889870a8-e4e3-4ffa-9a29-48c4b086501e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026325 Nov 03 16:28:27.918507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4522346a-6704-4c96-869e-42481add9658']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:27.929475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:27.929809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3856b2-ac0c-4eac-9da0-24d7c1d6206e') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:27.940169 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.954880 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.961714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:28:27.962111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:28:27.965334 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:28:28.024589 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.033319 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.036473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/networks/4522346a-6704-4c96-869e-42481add9658 HTTP/1.1" status: 204 len: 168 time: 0.4066324 Nov 03 16:28:28.046292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27d141-e466-45ce-b40c-ed82076792d9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Network': ['ID=4522346a-6704-4c96-869e-42481add9658,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:28.057744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39890) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:28.062866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'network': {'name': 'tempest-network-smoke--2028570969', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'port_security_enabled': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:28.083050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Made reservation on behalf of ffacc1f826ba49189eea517517fbe87b for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:28:28.086576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.109276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:28:28.118865 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.119200 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Added segment 2279ac0c-8a3f-4af4-88b1-77c5d2dce370 of type vlan for network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 Nov 03 16:28:28.157019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.186382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.191967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:28.192546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.251568 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925945 Nov 03 16:28:28.254362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39892) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:28.259213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-761985272', 'admin_state_up': True, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:28.260178 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055705ae-bfae-4b21-b315-70e339aeee85 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Network': ['ID=cc47d1ae-0159-4bca-9dd8-bb03feb80c53,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:28.270644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:28:28.291736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.292947 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.359667 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.787343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:28.891714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319ef65-0085-4794-8c91-dfda1054a0cd req-e55d255d-038b-40ae-84fa-a7c244b3d3c8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:28.893182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8319ef65-0085-4794-8c91-dfda1054a0cd req-e55d255d-038b-40ae-84fa-a7c244b3d3c8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0855851 Nov 03 16:28:28.913612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b4be07c7-7846-4f3e-9785-07d6ab7e3651 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:28.934258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b4be07c7-7846-4f3e-9785-07d6ab7e3651 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:28.934602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b4be07c7-7846-4f3e-9785-07d6ab7e3651 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:28.935018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 65304d48-8b23-497c-b96c-c7bab30967c3 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:28.955811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8319ef65-0085-4794-8c91-dfda1054a0cd req-ed87e9b3-ba92-4622-b0ff-880239d23440 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553377 Nov 03 16:28:28.957971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 65304d48-8b23-497c-b96c-c7bab30967c3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:28.958317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 65304d48-8b23-497c-b96c-c7bab30967c3 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:28.958741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f11b132f-ddc7-46dd-8db7-2a92b3fd830f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:28.979095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f11b132f-ddc7-46dd-8db7-2a92b3fd830f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:28.979445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f11b132f-ddc7-46dd-8db7-2a92b3fd830f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:29.061406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:29.080081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:29.189390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.25.6.60 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/f47f1c00-d745-4c33-a3ed-844a3aade2a4) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:28:29.294414 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:29.328605 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:29.366069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:28:29.370800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:29.374260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:28:29.400246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=f47f1c00-d745-4c33-a3ed-844a3aade2a4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:29.675046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:29.868100 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:29.992510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-a9eb57dc-9602-4c5a-8b9d-b73baa919f5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847704 Nov 03 16:28:30.034660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router 534b882c-9362-4f22-8347-dcdf79c7ea33 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:28:30.080883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7e16a-7f09-47cb-aada-06a624c345d3 req-599ef16d-5fdd-4101-b797-b1b28a08fe07 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:30.082415 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-71d7e16a-7f09-47cb-aada-06a624c345d3 req-599ef16d-5fdd-4101-b797-b1b28a08fe07 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0530846 Nov 03 16:28:30.116819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-a07b9663-d37c-4c92-b383-4913ebbcee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:30.118295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-a07b9663-d37c-4c92-b383-4913ebbcee48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 1096 time: 0.0824063 Nov 03 16:28:30.130752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-71d7e16a-7f09-47cb-aada-06a624c345d3 req-650d0376-0e1b-4092-bc54-2ecb01835dae tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Nov 03 16:28:30.231831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:28:30.244892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Sync routers for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:28:30.256243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:30.257230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:30.283673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:30.284879 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8ffc3f9d-9b13-4557-87fc-2a8b3b5d25b1 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0294316 Nov 03 16:28:30.288542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39910) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:30.324766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f4864743-9aed-4bf4-8918-da6e8ae1522d tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=ffacc1f826ba49189eea517517fbe87b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348153 Nov 03 16:28:30.327674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39912) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:30.334061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-33eea9a7-bf2c-432f-ac61-63bd68502906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:30.336473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-33eea9a7-bf2c-432f-ac61-63bd68502906 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1823235 Nov 03 16:28:30.376973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:30.418714 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8616d0-856c-4dee-9029-f1e87b4f799a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:30.422892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3f8616d0-856c-4dee-9029-f1e87b4f799a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914867 Nov 03 16:28:30.423122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39914) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:30.437196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7571342e-8f53-4736-9ca3-7abddfb07c9c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:30.439080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7571342e-8f53-4736-9ca3-7abddfb07c9c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 814 time: 0.1802161 Nov 03 16:28:30.441084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-fd1782c2-2101-4e07-9a55-07310389cf89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c HTTP/1.1" status: 200 len: 1001 time: 0.0952978 Nov 03 16:28:30.453960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d3838ce0-5461-4758-b204-4485771eb835 tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274837 Nov 03 16:28:30.454411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39916) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:30.458868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055333948', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:30.484481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-3f4bd24b-93c3-4d66-83ca-6a65b43673fe tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/quotas/63524d5d4a954e6aa01fcc1b61c46eb1 HTTP/1.1" status: 200 len: 375 time: 0.0379138 Nov 03 16:28:30.512847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-6330aafa-4df4-414e-b4cd-cc6339445c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:30.513460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-6330aafa-4df4-414e-b4cd-cc6339445c68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0600429 Nov 03 16:28:30.560935 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Made reservation on behalf of ffacc1f826ba49189eea517517fbe87b for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:28:30.566511 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:30.574154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:29Z', 'revision_number': 3, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:30.583992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-ad3402d2-d67f-4894-a1c3-9a2b48e11b33 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871818 Nov 03 16:28:30.586821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-85c8359e-28d4-4f3b-8418-497f74f1cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:30.588215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-85c8359e-28d4-4f3b-8418-497f74f1cbc6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601814 Nov 03 16:28:30.752662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-76eca886-96e6-4b40-bac7-7b67a4bdc406 service neutron] 10.222.0.86 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599109 Nov 03 16:28:30.757779 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-901c3e26-910d-4377-8bce-d81cb39e043d service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556776 Nov 03 16:28:30.766366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Checking router: 534b882c-9362-4f22-8347-dcdf79c7ea33 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:28:30.766713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Updating router 534b882c-9362-4f22-8347-dcdf79c7ea33 port f47f1c00-d745-4c33-a3ed-844a3aade2a4 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:28:30.774948 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:30.793580 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:30.839856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Subnet': ['ID=7c1d81f6-d308-450c-98dd-3ded305a5bbc,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:30.849619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Checking segment: {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:28:30.850027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network hostable DHCP agents. Network: cc47d1ae-0159-4bca-9dd8-bb03feb80c53, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:28:30.870465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:28:30.882198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, cc47d1ae-0159-4bca-9dd8-bb03feb80c53) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:30.887146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:30.887901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:30.902447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705c3f6-f5d8-4520-8a85-5292096c04f9 None None] Network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:28:30.909206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c9986b72-d105-4103-8f50-05fa53919aef tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4513478 Nov 03 16:28:30.910388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39918) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:31.165491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:28:31.166375 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.189935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7c8652d0-5ab9-4e7b-940e-df3005ef10fc service neutron] 10.222.0.86 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260325 Nov 03 16:28:31.191817 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1ae7f20b-7ed8-4957-a5ae-beef0a68fc65 req-1887c8a0-be13-4085-9319-5abe6c3123bf service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185991 Nov 03 16:28:31.211812 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.267555 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.329748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b03cdc-5b06-4dd1-a635-1ca9e006ab8f None None] Pushing event updated for resources: {'Port': ['ID=f47f1c00-d745-4c33-a3ed-844a3aade2a4,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:31.391736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Attempting to bind port f47f1c00-d745-4c33-a3ed-844a3aade2a4 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:28:31.392151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Attempting to bind port f47f1c00-d745-4c33-a3ed-844a3aade2a4 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:28:31.392475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Attempting to bind port f47f1c00-d745-4c33-a3ed-844a3aade2a4 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:28:31.401076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:28:31.401492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:28:31.401819 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.402216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:28:31.402695 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Bound port: f47f1c00-d745-4c33-a3ed-844a3aade2a4, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:28:31.403076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.422617 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e579a79-d51a-4dce-8db4-2532ae69ff97 req-9827c600-8c4c-4c6f-ad94-680a1e82878f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 210 time: 0.0500114 Nov 03 16:28:31.449492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Allocated IP 172.20.0.2 (cc47d1ae-0159-4bca-9dd8-bb03feb80c53/7c1d81f6-d308-450c-98dd-3ded305a5bbc/b00e7152-ffa6-42cd-81b2-2817e4917778) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:28:31.528476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] For port f47f1c00-d745-4c33-a3ed-844a3aade2a4, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:28:31.560056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] For port f47f1c00-d745-4c33-a3ed-844a3aade2a4, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f47f1c00-d745-4c33-a3ed-844a3aade2a4,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:28:31.569899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.586006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.588980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.658399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:31.658930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:31.718745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b03cdc-5b06-4dd1-a635-1ca9e006ab8f None None] Pushing event updated for resources: {'Port': ['ID=f47f1c00-d745-4c33-a3ed-844a3aade2a4,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:31.827270 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.837917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:31.840808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:31.904612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.20.0.1 (cc47d1ae-0159-4bca-9dd8-bb03feb80c53/7c1d81f6-d308-450c-98dd-3ded305a5bbc/b3233ca9-9a26-4530-b267-74c67c32d4bc) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:28:31.952310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:28:31.981792 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:31.987865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:28:31.998441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Pushing event updated for resources: {'Port': ['ID=b00e7152-ffa6-42cd-81b2-2817e4917778,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:32.035291 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:32.074058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Attempting to bind port b00e7152-ffa6-42cd-81b2-2817e4917778 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:28:32.074484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Attempting to bind port b00e7152-ffa6-42cd-81b2-2817e4917778 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:28:32.074635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:32.075096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Attempting to bind port b00e7152-ffa6-42cd-81b2-2817e4917778 on network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:28:32.099427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:28:32.100370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Checking segment: {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:28:32.100743 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:32.101134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Bound using segment: {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:28:32.101654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Bound port: b00e7152-ffa6-42cd-81b2-2817e4917778, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:28:32.102050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:32.130768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:28:32.136491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:32.141829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:28:32.150896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=b3233ca9-9a26-4530-b267-74c67c32d4bc,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:32.184652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] For port b00e7152-ffa6-42cd-81b2-2817e4917778, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:28:32.187346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-92500525-778b-4229-b7c6-a92920ba873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:29Z', 'revision_number': 3, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:32.190343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] For port b00e7152-ffa6-42cd-81b2-2817e4917778, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b00e7152-ffa6-42cd-81b2-2817e4917778,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:28:32.197615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:32.223512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92500525-778b-4229-b7c6-a92920ba873a None None] The sync data for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 is: [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:29Z', 'revision_number': 3, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:28:32.226311 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:32.292053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ff5f9-6cbc-47b3-ac9b-8eca7f0d655c None None] Pushing event updated for resources: {'Port': ['ID=b00e7152-ffa6-42cd-81b2-2817e4917778,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:32.370529 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:32.576431 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e3ac6e32-87df-42f6-8c7e-f4a8eecc06e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:32.918573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ff7662c-9d41-4e33-80b1-da915f9ea04e req-d66b7ab4-c0f7-44d2-b827-5680e71e77d0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 210 time: 0.0620179 Nov 03 16:28:32.986756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-ca8212ff-14ab-4552-a4f7-dce7f37f86f7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:32.988417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-ca8212ff-14ab-4552-a4f7-dce7f37f86f7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.70 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 814 time: 0.3609693 Nov 03 16:28:33.005843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Request body: {'port': {'device_id': '1ed32135-0854-41fb-b1ad-e6fc54111b1e', 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09', 'admin_state_up': True, 'tenant_id': '63524d5d4a954e6aa01fcc1b61c46eb1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:33.035352 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.043976 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.073432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b00e7152-ffa6-42cd-81b2-2817e4917778 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:28:33.137052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b00e7152-ffa6-42cd-81b2-2817e4917778 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:33.138261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.140915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.171248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Made reservation on behalf of 63524d5d4a954e6aa01fcc1b61c46eb1 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:28:33.175246 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.234955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=b3233ca9-9a26-4530-b267-74c67c32d4bc,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:33.247254 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.298950 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port b00e7152-ffa6-42cd-81b2-2817e4917778, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b00e7152-ffa6-42cd-81b2-2817e4917778,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:33.305115 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.305728 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:28:33.307097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f47f1c00-d745-4c33-a3ed-844a3aade2a4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:28:33.307861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:33.376879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Allocated IP 172.20.0.7 (949f4536-04b8-4845-a8e8-3dc7a22b4a09/e838f07a-f247-445d-a2e6-dcf0004b94b7/841b2d2c-615d-4242-8f96-90acaa77ba3c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:28:33.418406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f47f1c00-d745-4c33-a3ed-844a3aade2a4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:33.418861 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.453979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=b00e7152-ffa6-42cd-81b2-2817e4917778,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:33.496310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router 534b882c-9362-4f22-8347-dcdf79c7ea33 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:28:33.541071 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.569941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port f47f1c00-d745-4c33-a3ed-844a3aade2a4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f47f1c00-d745-4c33-a3ed-844a3aade2a4,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:33.582281 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.611708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.659493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:28:33.666631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2d2b2079-8b0c-47bb-86bf-abb41c09d6ee tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "PUT /v2.0/routers/534b882c-9362-4f22-8347-dcdf79c7ea33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7550118 Nov 03 16:28:33.669343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39934) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:33.670138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=f47f1c00-d745-4c33-a3ed-844a3aade2a4,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:33.670359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.723774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e2ec4651-8bbb-4e60-ba9d-48799d368cd1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:28:33.726751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:28:33.732898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:33.737042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:28:33.745234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Pushing event updated for resources: {'Port': ['ID=841b2d2c-615d-4242-8f96-90acaa77ba3c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:33.804788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34c323-aa97-4645-bbc8-f6a5b852701f None None] Network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:28:33.813072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.813820 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.825977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.826708 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.827239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.827958 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.828495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.829002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.829463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.829974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.830465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.834661 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9cb9ff54-1d01-4353-815a-05184d74da7a tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6381 time: 0.1634657 Nov 03 16:28:33.837253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-c1836485-79b7-4350-8793-84b740435c7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8363905 Nov 03 16:28:33.837431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39936) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:33.852672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Request body: {'port': {'device_id': '1ed32135-0854-41fb-b1ad-e6fc54111b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:33.909204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:33.910405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.911844 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.913189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.913902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.914418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.914931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.915443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.916494 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.917011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:33.922351 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0bd114cf-8b61-4d75-acbc-c88791e025ad tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5919 time: 0.0812509 Nov 03 16:28:33.925027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 39938) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:34.049735 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a5a6-4091-410f-96a3-c08b8c29f095 req-84749577-3fe0-43be-9564-ecc489350ce8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:34.051418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ca8a5a6-4091-410f-96a3-c08b8c29f095 req-84749577-3fe0-43be-9564-ecc489350ce8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 931 time: 0.0597010 Nov 03 16:28:34.107411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ca8a5a6-4091-410f-96a3-c08b8c29f095 req-ab7a0385-f4b4-4fff-87ef-9200d08053e3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482991 Nov 03 16:28:34.158949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d6b227fd-233a-4969-9377-c03e0a3f8e5a None None] Provisioning complete for port b00e7152-ffa6-42cd-81b2-2817e4917778 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:34.159315 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6b227fd-233a-4969-9377-c03e0a3f8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.387629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9a0f4c8b-b222-473f-aa36-f79279b54ecb tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 0.4584746 Nov 03 16:28:34.427754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841b2d2c-615d-4242-8f96-90acaa77ba3c {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:28:34.436228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.449599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Transition to ACTIVE for port object 841b2d2c-615d-4242-8f96-90acaa77ba3c will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:28:34.455210 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.508510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Pushing event updated for resources: {'Port': ['ID=841b2d2c-615d-4242-8f96-90acaa77ba3c,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:34.539704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3afc6b2e-efc7-442e-88e3-cc555ff8b7f4 None None] Provisioning complete for port b3233ca9-9a26-4530-b267-74c67c32d4bc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:34.540167 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3afc6b2e-efc7-442e-88e3-cc555ff8b7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.545290 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Sync routers for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:28:34.566622 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:34.567501 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:34.587147 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3afc6b2e-efc7-442e-88e3-cc555ff8b7f4 None None] Port b3233ca9-9a26-4530-b267-74c67c32d4bc cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:28:34.599397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3afc6b2e-efc7-442e-88e3-cc555ff8b7f4 None None] Provisioning complete for port b00e7152-ffa6-42cd-81b2-2817e4917778 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:34.600969 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3afc6b2e-efc7-442e-88e3-cc555ff8b7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.607408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Attempting to bind port 841b2d2c-615d-4242-8f96-90acaa77ba3c on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:28:34.607747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Attempting to bind port 841b2d2c-615d-4242-8f96-90acaa77ba3c by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:28:34.609715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Attempting to bind port 841b2d2c-615d-4242-8f96-90acaa77ba3c on network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:28:34.626306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Port 841b2d2c-615d-4242-8f96-90acaa77ba3c on network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:28:34.626637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Attempting to bind port 841b2d2c-615d-4242-8f96-90acaa77ba3c on network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:28:34.634827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:28:34.635345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Checking segment: {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:28:34.635738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Bound using segment: {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:28:34.636185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Bound port: 841b2d2c-615d-4242-8f96-90acaa77ba3c, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:28:34.636526 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.697872 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:34.753707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] For port 841b2d2c-615d-4242-8f96-90acaa77ba3c, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:28:34.759119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] For port 841b2d2c-615d-4242-8f96-90acaa77ba3c, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=841b2d2c-615d-4242-8f96-90acaa77ba3c,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:28:34.764593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.802073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:34.802758 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.804576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] 10.222.0.70 "PUT /v2.0/ports/841b2d2c-615d-4242-8f96-90acaa77ba3c HTTP/1.1" status: 200 len: 1091 time: 0.9575396 Nov 03 16:28:34.805214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed32135-0854-41fb-b1ad-e6fc54111b1e', 'tag': '841b2d2c-615d-4242-8f96-90acaa77ba3c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:34.807592 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed32135-0854-41fb-b1ad-e6fc54111b1e", "tag": "841b2d2c-615d-4242-8f96-90acaa77ba3c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:34.824028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39946) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:34.833433 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-904c5b0c-6beb-4478-9b00-88cc431c681a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974850201', 'description': 'tempest-secgroup-smoke-974850201 description', 'project_id': 'ffacc1f826ba49189eea517517fbe87b'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:34.836682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e3fa4f51-fac9-4d18-af38-297c128b1256 None None] Provisioning complete for port b3233ca9-9a26-4530-b267-74c67c32d4bc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:34.837262 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4f51-fac9-4d18-af38-297c128b1256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.887576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa4f51-fac9-4d18-af38-297c128b1256 None None] Port b3233ca9-9a26-4530-b267-74c67c32d4bc cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:28:34.899542 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-904c5b0c-6beb-4478-9b00-88cc431c681a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.922982 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2ef7d3-7f45-4e79-9acf-81a817c9ad2a x-openstack-request-id: req-6a2ef7d3-7f45-4e79-9acf-81a817c9ad2a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:34.923300 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed32135-0854-41fb-b1ad-e6fc54111b1e", "tag": "841b2d2c-615d-4242-8f96-90acaa77ba3c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:34.923585 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a2ef7d3-7f45-4e79-9acf-81a817c9ad2a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:34.924252 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed32135-0854-41fb-b1ad-e6fc54111b1e', 'tag': '841b2d2c-615d-4242-8f96-90acaa77ba3c', 'status': 'completed', 'code': 200} Nov 03 16:28:34.951169 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b3233ca9-9a26-4530-b267-74c67c32d4bc', 'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:e2:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:31Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 2, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:34.980868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dc3a3-76e3-43ba-9364-61acc6a96089 service neutron] Pushing event updated for resources: {'Port': ['ID=841b2d2c-615d-4242-8f96-90acaa77ba3c,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:34.989817 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Checking router: 534b882c-9362-4f22-8347-dcdf79c7ea33 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:28:34.990549 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-631d1e1b-c54c-44d2-99c7-60cf93b8106d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:34.990857 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Updating router 534b882c-9362-4f22-8347-dcdf79c7ea33 port b3233ca9-9a26-4530-b267-74c67c32d4bc binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:28:35.007240 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-f60fca56-c03b-4212-b35c-0b2dfe659708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:35.007495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b00e7152-ffa6-42cd-81b2-2817e4917778 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:28:35.009403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-f60fca56-c03b-4212-b35c-0b2dfe659708 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 1094 time: 0.1484473 Nov 03 16:28:35.018655 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.030280 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-904c5b0c-6beb-4478-9b00-88cc431c681a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.040424 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-904c5b0c-6beb-4478-9b00-88cc431c681a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.071656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-6b95c3a7-9fbe-43f4-9c66-7286d7876786 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=841b2d2c-615d-4242-8f96-90acaa77ba3c HTTP/1.1" status: 200 len: 217 time: 0.0520740 Nov 03 16:28:35.080322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b00e7152-ffa6-42cd-81b2-2817e4917778 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:35.080994 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.085904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c5b0c-6beb-4478-9b00-88cc431c681a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046e589c-cd49-41f5-aa09-d41d9ce20e1d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:35.116869 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-904c5b0c-6beb-4478-9b00-88cc431c681a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.120777 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-904c5b0c-6beb-4478-9b00-88cc431c681a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2932792 Nov 03 16:28:35.121044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39948) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:35.126760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ecb78312-de2a-4e2f-aa3a-2856ab62cf5d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '046e589c-cd49-41f5-aa09-d41d9ce20e1d', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:35.136437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-fa1e358e-93a7-44d8-8423-216a47f1fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:35.138395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-fa1e358e-93a7-44d8-8423-216a47f1fb3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e838f07a-f247-445d-a2e6-dcf0004b94b7 HTTP/1.1" status: 200 len: 854 time: 0.0599651 Nov 03 16:28:35.168925 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ecb78312-de2a-4e2f-aa3a-2856ab62cf5d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.206928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-687ad0c7-3a2e-4b27-858a-e56e33e64742 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=949f4536-04b8-4845-a8e8-3dc7a22b4a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603049 Nov 03 16:28:35.223828 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f47f1c00-d745-4c33-a3ed-844a3aade2a4 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:28:35.235815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ecb78312-de2a-4e2f-aa3a-2856ab62cf5d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.245761 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ecb78312-de2a-4e2f-aa3a-2856ab62cf5d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.248156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-dd997ca7-2580-4e40-82fd-9bae9a2bee98 None None] Provisioning complete for port b3233ca9-9a26-4530-b267-74c67c32d4bc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:35.248156 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dd997ca7-2580-4e40-82fd-9bae9a2bee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.273694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb78312-de2a-4e2f-aa3a-2856ab62cf5d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6067c841-783a-431e-9084-8482a5fe1063,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:35.288610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ecb78312-de2a-4e2f-aa3a-2856ab62cf5d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.290312 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ecb78312-de2a-4e2f-aa3a-2856ab62cf5d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681795 Nov 03 16:28:35.293394 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39952) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:35.299535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-de422533-05cd-4764-b2df-cb2d477f4929 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '046e589c-cd49-41f5-aa09-d41d9ce20e1d', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:35.308797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-dd997ca7-2580-4e40-82fd-9bae9a2bee98 None None] Port b3233ca9-9a26-4530-b267-74c67c32d4bc cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:28:35.323071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f47f1c00-d745-4c33-a3ed-844a3aade2a4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:35.323267 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.331020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e617f53-c32f-4668-8506-9881c3e43d06 req-10383aaf-07e8-482b-a7f9-5a1aad42a212 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:35.334258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e617f53-c32f-4668-8506-9881c3e43d06 req-10383aaf-07e8-482b-a7f9-5a1aad42a212 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 943 time: 0.1208766 Nov 03 16:28:35.341553 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de422533-05cd-4764-b2df-cb2d477f4929 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.379677 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-7cb0866b-93b7-44bb-9ce5-c06b575869f3 service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294634 Nov 03 16:28:35.429898 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de422533-05cd-4764-b2df-cb2d477f4929 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.433789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de422533-05cd-4764-b2df-cb2d477f4929 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.457950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de422533-05cd-4764-b2df-cb2d477f4929 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9638615d-8aa0-4d43-8fe0-5cbac1349bb5,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:35.464310 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de422533-05cd-4764-b2df-cb2d477f4929 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.465414 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-de422533-05cd-4764-b2df-cb2d477f4929 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1707807 Nov 03 16:28:35.468018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39954) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:35.468315 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.472926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4007f298-09e1-4988-a822-f03c282c6ed2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '046e589c-cd49-41f5-aa09-d41d9ce20e1d', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:35.475755 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.478951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e617f53-c32f-4668-8506-9881c3e43d06 req-81d3267e-9874-4ff6-83bb-15228ff98a77 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241736 Nov 03 16:28:35.513629 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4007f298-09e1-4988-a822-f03c282c6ed2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.525144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fd09b0f-5e9a-4161-90f5-b9eed4d2e5b5 req-8910276b-107d-4bdd-afd7-62dcac2c8f56 service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372864 Nov 03 16:28:35.531335 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Pushing event updated for resources: {'Port': ['ID=b3233ca9-9a26-4530-b267-74c67c32d4bc,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:35.545131 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.545564 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.546130 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.546248 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.546799 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.547165 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.547556 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.548122 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.548780 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.549109 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.549435 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.549851 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:28:35.594027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4007f298-09e1-4988-a822-f03c282c6ed2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.602698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4007f298-09e1-4988-a822-f03c282c6ed2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.603302 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Attempting to bind port b3233ca9-9a26-4530-b267-74c67c32d4bc on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:28:35.603722 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Attempting to bind port b3233ca9-9a26-4530-b267-74c67c32d4bc by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:28:35.604324 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Attempting to bind port b3233ca9-9a26-4530-b267-74c67c32d4bc on network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:28:35.609904 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:28:35.610400 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Checking segment: {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:28:35.610669 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.611051 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Bound using segment: {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:28:35.611555 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Bound port: b3233ca9-9a26-4530-b267-74c67c32d4bc, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:28:35.612270 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.631643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007f298-09e1-4988-a822-f03c282c6ed2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66ea67e-b33f-42d3-8b53-aaea56e1990c,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:35.644526 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4007f298-09e1-4988-a822-f03c282c6ed2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.645894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4007f298-09e1-4988-a822-f03c282c6ed2 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768377 Nov 03 16:28:35.648965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39956) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:35.653699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-cdcfcad9-be7c-4e7e-83ce-8df8471b0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:35.653988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-84d54feb-79c4-4c50-9533-8acabfcb852a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '046e589c-cd49-41f5-aa09-d41d9ce20e1d', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:35.656335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-cdcfcad9-be7c-4e7e-83ce-8df8471b0fb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 1094 time: 0.0679770 Nov 03 16:28:35.684175 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] For port b3233ca9-9a26-4530-b267-74c67c32d4bc, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:28:35.687297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-84d54feb-79c4-4c50-9533-8acabfcb852a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.688677 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] For port b3233ca9-9a26-4530-b267-74c67c32d4bc, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b3233ca9-9a26-4530-b267-74c67c32d4bc,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:28:35.695908 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.760162 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:35.760810 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:35.766258 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f54087-023d-47f0-963e-2fd10c5d7389 None None] Pushing event updated for resources: {'Port': ['ID=b3233ca9-9a26-4530-b267-74c67c32d4bc,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:35.778681 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-84d54feb-79c4-4c50-9533-8acabfcb852a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.786594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-84d54feb-79c4-4c50-9533-8acabfcb852a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.811848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d54feb-79c4-4c50-9533-8acabfcb852a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6c17b8-84e7-424e-bb03-d5f93b05e47e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:35.827161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-1695a415-9c61-42a0-9c97-d0627aa69db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:35.827990 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-84d54feb-79c4-4c50-9533-8acabfcb852a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.829513 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-84d54feb-79c4-4c50-9533-8acabfcb852a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1795638 Nov 03 16:28:35.831826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-1695a415-9c61-42a0-9c97-d0627aa69db9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 915 time: 0.1670792 Nov 03 16:28:35.832740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39958) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:35.839770 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0f24c53c-c997-4951-bfd8-d131f45aad82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '046e589c-cd49-41f5-aa09-d41d9ce20e1d', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:35.860839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2f213b52-9ecf-4eec-99a1-b2318f253800 None None] Provisioning complete for port b3233ca9-9a26-4530-b267-74c67c32d4bc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:35.861448 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f213b52-9ecf-4eec-99a1-b2318f253800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.867154 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-0f24c53c-c997-4951-bfd8-d131f45aad82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Project ffacc1f826ba49189eea517517fbe87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:28:35.875044 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f24c53c-c997-4951-bfd8-d131f45aad82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.900149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-f454142c-d4f0-4e14-bf83-79ac9e9d2f82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=841b2d2c-615d-4242-8f96-90acaa77ba3c HTTP/1.1" status: 200 len: 217 time: 0.0570266 Nov 03 16:28:35.923791 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:35.967277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f24c53c-c997-4951-bfd8-d131f45aad82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:35.968370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-bda47dd8-ae66-4070-b22c-2f617c35acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:35.970234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-bda47dd8-ae66-4070-b22c-2f617c35acf5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e838f07a-f247-445d-a2e6-dcf0004b94b7 HTTP/1.1" status: 200 len: 854 time: 0.0607052 Nov 03 16:28:35.975373 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f24c53c-c997-4951-bfd8-d131f45aad82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.003127 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f213b52-9ecf-4eec-99a1-b2318f253800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.003798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24c53c-c997-4951-bfd8-d131f45aad82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfe4323-05fe-4a0f-b446-ab1a26afc595,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:36.020520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-7a7c3731-2c9a-4821-b982-d56d562b3923 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=949f4536-04b8-4845-a8e8-3dc7a22b4a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423877 Nov 03 16:28:36.042517 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0f24c53c-c997-4951-bfd8-d131f45aad82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.046737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0f24c53c-c997-4951-bfd8-d131f45aad82 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2092514 Nov 03 16:28:36.047138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 39960) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:36.054080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-cbdc4dbe-2bf2-4cf7-b8a2-64484791fc2d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'security_group_rule': {'security_group_id': '046e589c-cd49-41f5-aa09-d41d9ce20e1d', 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:36.059157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2f213b52-9ecf-4eec-99a1-b2318f253800 None None] For port b3233ca9-9a26-4530-b267-74c67c32d4bc, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b3233ca9-9a26-4530-b267-74c67c32d4bc,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:36.064692 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2f213b52-9ecf-4eec-99a1-b2318f253800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.089680 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-cbdc4dbe-2bf2-4cf7-b8a2-64484791fc2d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Project ffacc1f826ba49189eea517517fbe87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:28:36.097883 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4dbe-2bf2-4cf7-b8a2-64484791fc2d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.123627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f213b52-9ecf-4eec-99a1-b2318f253800 None None] Pushing event updated for resources: {'Port': ['ID=b3233ca9-9a26-4530-b267-74c67c32d4bc,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:36.135194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-69d2a8b3-94cc-497a-a219-882f2c789c9a service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068244 Nov 03 16:28:36.179754 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4dbe-2bf2-4cf7-b8a2-64484791fc2d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.183494 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b3233ca9-9a26-4530-b267-74c67c32d4bc', 'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:e2:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:31Z', 'updated_at': '2021-11-03T16:28:35Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:36.186052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4dbe-2bf2-4cf7-b8a2-64484791fc2d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.196381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-dcadc126-fcfc-43ca-88a7-22bf964e8628 None None] Provisioning complete for port b3233ca9-9a26-4530-b267-74c67c32d4bc triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:36.196769 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dcadc126-fcfc-43ca-88a7-22bf964e8628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.205465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc4dbe-2bf2-4cf7-b8a2-64484791fc2d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a74bd20-becd-413a-aa96-550bfb4bd596,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:36.215715 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4dbe-2bf2-4cf7-b8a2-64484791fc2d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.217347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cbdc4dbe-2bf2-4cf7-b8a2-64484791fc2d tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687427 Nov 03 16:28:36.223051 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f4d9c-90d6-4f53-a036-323e0fd23f67 None None] The sync data for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 is: [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b3233ca9-9a26-4530-b267-74c67c32d4bc', 'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:e2:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:31Z', 'updated_at': '2021-11-03T16:28:35Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:28:36.266686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6501ff-8ef7-4b94-afbf-4bf8f1a1d400 req-98edffae-1ad7-4bf9-84b3-1037eab3b3b0 service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229312 Nov 03 16:28:36.349818 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:36.477148 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3a7fc7c6-ad0c-4cc3-9627-325e1f3697a5 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974850201&fields=id&tenant_id=ffacc1f826ba49189eea517517fbe87b HTTP/1.1" status: 200 len: 267 time: 0.0472863 Nov 03 16:28:36.596620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-d16146ee-8870-46ac-aa8e-22bcce16d675 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:36.598190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-d16146ee-8870-46ac-aa8e-22bcce16d675 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/networks?id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53 HTTP/1.1" status: 200 len: 797 time: 0.1139376 Nov 03 16:28:36.611596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ac2be-2d04-4cb7-84e9-0872ed9f38ff req-5ca6644c-75d7-4aad-acd1-7b680a40ebcc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:36.613445 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e38ac2be-2d04-4cb7-84e9-0872ed9f38ff req-5ca6644c-75d7-4aad-acd1-7b680a40ebcc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 943 time: 0.0571690 Nov 03 16:28:36.614849 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-acb97ad2-d537-415c-a3b7-9d5b6ec0c586 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/quotas/ffacc1f826ba49189eea517517fbe87b HTTP/1.1" status: 200 len: 375 time: 0.0100083 Nov 03 16:28:36.667160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e38ac2be-2d04-4cb7-84e9-0872ed9f38ff req-921c0d55-5240-4f9b-aa8d-0db3edceeb48 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Nov 03 16:28:36.671953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-f9fbeb5e-d6cd-462e-8229-82ff30588d71 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508790 Nov 03 16:28:36.772755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-ff36380f-75a7-48fd-80fa-f4f33bb3e6b5 service neutron] 10.222.0.86 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869079 Nov 03 16:28:36.873180 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-10776b99-866b-4eac-ae94-fe3019f11186 service neutron] 10.222.0.86 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941753 Nov 03 16:28:36.963507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b3233ca9-9a26-4530-b267-74c67c32d4bc up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:28:37.030416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b3233ca9-9a26-4530-b267-74c67c32d4bc triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:37.030797 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:37.073021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0af0731e-7acf-4f91-a0f7-06b219a3cfe8 req-2e44b9ad-c9e6-4122-814b-2a9cd8ad7218 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 210 time: 0.0314143 Nov 03 16:28:37.785043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e648c6-8031-483a-8ec0-05312b3c6acb req-d1b5cbae-360f-4d5e-a79c-1927495248e6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:37.786566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5e648c6-8031-483a-8ec0-05312b3c6acb req-d1b5cbae-360f-4d5e-a79c-1927495248e6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 943 time: 0.0499184 Nov 03 16:28:37.795859 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:37.834392 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a5e648c6-8031-483a-8ec0-05312b3c6acb req-e33262f9-b97d-4f03-b38c-9e61757921d6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Nov 03 16:28:38.182613 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-330cba7f-d0b1-4231-a8f0-1b73243a20ab req-6ec8b2d4-2a08-4d25-bbce-288797b4fda5 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 210 time: 0.0348959 Nov 03 16:28:38.201423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-c6a25891-c2ee-4701-9246-8bc69f927c5f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:38.202875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-c6a25891-c2ee-4701-9246-8bc69f927c5f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.15 "GET /v2.0/networks?id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53 HTTP/1.1" status: 200 len: 797 time: 0.1301386 Nov 03 16:28:38.282338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-2cff9ac4-a971-4f38-a102-f7b3bd1f198f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffacc1f826ba49189eea517517fbe87b HTTP/1.1" status: 200 len: 379 time: 0.0541003 Nov 03 16:28:38.293189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'port': {'device_id': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'admin_state_up': True, 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'security_groups': ['046e589c-cd49-41f5-aa09-d41d9ce20e1d']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:38.407779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Made reservation on behalf of ffacc1f826ba49189eea517517fbe87b for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:28:38.411068 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:38.411687 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:38.537634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.20.0.8 (cc47d1ae-0159-4bca-9dd8-bb03feb80c53/7c1d81f6-d308-450c-98dd-3ded305a5bbc/8e4b96ea-9a99-4218-bedd-88e495bbf2a6) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:28:38.669180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:38.704229 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:38.747901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:28:38.750901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:38.757713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:28:38.785954 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:38.815769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:38.816387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:38.834471 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-9f5fd9f3-7b84-40c8-9f3a-ad2570679506 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448713 Nov 03 16:28:38.851695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Request body: {'port': {'device_id': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:38.914268 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:38.969957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca8f28-b143-4e0a-ab66-18ee96836c78 req-1b2260ef-e41b-4553-a2cb-6c0715a428aa tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:38.971476 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7bca8f28-b143-4e0a-ab66-18ee96836c78 req-1b2260ef-e41b-4553-a2cb-6c0715a428aa tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 943 time: 0.0557048 Nov 03 16:28:38.992156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9bdf44be-84fe-4f59-a2ed-a366a593a182 None None] Provisioning complete for port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:38.992529 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9bdf44be-84fe-4f59-a2ed-a366a593a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:39.026154 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7bca8f28-b143-4e0a-ab66-18ee96836c78 req-8fc6c2a7-0c5f-4ae5-821f-a4b6e73b9df3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482228 Nov 03 16:28:39.028380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf44be-84fe-4f59-a2ed-a366a593a182 None None] Port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:28:39.181754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:28:39.189141 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:39.201110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Transition to ACTIVE for port object 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:28:39.205044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:39.257343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:39.360159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99f6cd-3eb3-4264-ae5d-b40c0b22e1e2 req-760441f3-0afd-4eff-a9c8-8ae42f979fa5 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:39.361631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f99f6cd-3eb3-4264-ae5d-b40c0b22e1e2 req-760441f3-0afd-4eff-a9c8-8ae42f979fa5 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 943 time: 0.1073117 Nov 03 16:28:39.366486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Attempting to bind port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:28:39.366812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Attempting to bind port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:28:39.367144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Attempting to bind port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 on network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:28:39.378995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 on network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:28:39.379312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Attempting to bind port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 on network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:28:39.395363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:28:39.395699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Checking segment: {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:28:39.396081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Bound using segment: {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:28:39.396510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Bound port: 8e4b96ea-9a99-4218-bedd-88e495bbf2a6, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2279ac0c-8a3f-4af4-88b1-77c5d2dce370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:28:39.396862 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:39.432950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f99f6cd-3eb3-4264-ae5d-b40c0b22e1e2 req-7a0be786-7513-4d82-a550-ad3b4cf03fc7 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627885 Nov 03 16:28:39.481569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] For port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:28:39.484533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] For port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:28:39.488310 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:39.521852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:39.522461 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:39.523905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] 10.222.0.15 "PUT /v2.0/ports/8e4b96ea-9a99-4218-bedd-88e495bbf2a6 HTTP/1.1" status: 200 len: 1091 time: 0.6766539 Nov 03 16:28:39.526538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:39.528825 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e16387f-b571-48e9-8f23-57968591fefd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:39.560645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa71d3-ee49-4657-a992-f4a36c0f0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:39.572626 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdfda86-a0da-40ed-bcba-2c6855cfbbfb x-openstack-request-id: req-8bdfda86-a0da-40ed-bcba-2c6855cfbbfb {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:39.572910 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:39.573298 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8bdfda86-a0da-40ed-bcba-2c6855cfbbfb {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:39.573784 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'status': 'completed', 'code': 200} Nov 03 16:28:39.637712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-47fbb101-00d9-42f9-ba3c-f850699775f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:39.639231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-47fbb101-00d9-42f9-ba3c-f850699775f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 1094 time: 0.0476081 Nov 03 16:28:39.689332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-568e9536-2aeb-4fea-8045-5bfe29a41972 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0356071 Nov 03 16:28:39.739348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-b576fdd8-1f73-4cff-8df4-119019a933b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:39.740805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-b576fdd8-1f73-4cff-8df4-119019a933b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c1d81f6-d308-450c-98dd-3ded305a5bbc HTTP/1.1" status: 200 len: 835 time: 0.0445795 Nov 03 16:28:39.791478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-b5d6a55c-120d-449d-ba70-39f0541aab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:39.792976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-b5d6a55c-120d-449d-ba70-39f0541aab22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449722 Nov 03 16:28:39.802980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 841b2d2c-615d-4242-8f96-90acaa77ba3c details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:28:39.885408 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-0458f760-aded-4b47-83ae-701c05deb637 service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854528 Nov 03 16:28:39.900278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 841b2d2c-615d-4242-8f96-90acaa77ba3c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=841b2d2c-615d-4242-8f96-90acaa77ba3c,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:39.911352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '841b2d2c-615d-4242-8f96-90acaa77ba3c', 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09', 'port_id': '841b2d2c-615d-4242-8f96-90acaa77ba3c', 'mac_address': 'fa:16:3e:95:23:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e838f07a-f247-445d-a2e6-dcf0004b94b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:28:39.954997 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:39.968739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841b2d2c-615d-4242-8f96-90acaa77ba3c {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:28:39.989064 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 841b2d2c-615d-4242-8f96-90acaa77ba3c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=841b2d2c-615d-4242-8f96-90acaa77ba3c,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:39.994345 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:40.046065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=841b2d2c-615d-4242-8f96-90acaa77ba3c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:40.232304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['841b2d2c-615d-4242-8f96-90acaa77ba3c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:28:40.282645 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fa3057b-761e-43ae-9491-4950f15b9ccd req-323da307-34b5-4077-9248-dd9fee9142b0 service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901281 Nov 03 16:28:40.293417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391c602-b016-413f-bf25-f5b85080ae9f req-b7b8c605-867d-4838-a8a1-0ff8fe9deeff tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:40.294891 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5391c602-b016-413f-bf25-f5b85080ae9f req-b7b8c605-867d-4838-a8a1-0ff8fe9deeff tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 944 time: 0.0744402 Nov 03 16:28:40.352327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5391c602-b016-413f-bf25-f5b85080ae9f req-35020a7a-c72b-4391-8741-4d5e07d0430c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Nov 03 16:28:40.427576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16387f-b571-48e9-8f23-57968591fefd req-853d5c31-1d93-434e-aa88-70f89914d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:40.429028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e16387f-b571-48e9-8f23-57968591fefd req-853d5c31-1d93-434e-aa88-70f89914d000 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 1094 time: 0.0392222 Nov 03 16:28:40.523843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16387f-b571-48e9-8f23-57968591fefd req-640eedc4-d24d-43eb-9a8b-97b1c13777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:40.525237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e16387f-b571-48e9-8f23-57968591fefd req-640eedc4-d24d-43eb-9a8b-97b1c13777d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53 HTTP/1.1" status: 200 len: 898 time: 0.0889416 Nov 03 16:28:40.554287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db55e-80ac-467c-bf0a-d2926bcea809 req-8c5d3397-3e29-4baa-afb2-3531cc059482 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:40.556334 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-250db55e-80ac-467c-bf0a-d2926bcea809 req-8c5d3397-3e29-4baa-afb2-3531cc059482 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 943 time: 0.0492105 Nov 03 16:28:40.568188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e16387f-b571-48e9-8f23-57968591fefd req-7f44d5eb-d39c-4072-a62d-a4ba721c9e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0347428 Nov 03 16:28:40.606310 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-250db55e-80ac-467c-bf0a-d2926bcea809 req-1bbb9335-8cd9-4a25-8248-e83992fa2bb5 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439515 Nov 03 16:28:40.621292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16387f-b571-48e9-8f23-57968591fefd req-fe0ed185-c147-4939-8c50-df394dfb978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:40.622770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e16387f-b571-48e9-8f23-57968591fefd req-fe0ed185-c147-4939-8c50-df394dfb978d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c1d81f6-d308-450c-98dd-3ded305a5bbc HTTP/1.1" status: 200 len: 835 time: 0.0469539 Nov 03 16:28:40.667755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16387f-b571-48e9-8f23-57968591fefd req-4518721c-55b8-40d4-8695-3cf42b176735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:40.669192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e16387f-b571-48e9-8f23-57968591fefd req-4518721c-55b8-40d4-8695-3cf42b176735 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399880 Nov 03 16:28:40.758167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e16387f-b571-48e9-8f23-57968591fefd req-cd6c4d49-3ae9-42a8-b86a-d94250ff01b6 service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806684 Nov 03 16:28:40.860135 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5e16387f-b571-48e9-8f23-57968591fefd req-33e2e2d3-d4dd-4906-a5ec-e889ff10c1b5 service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941088 Nov 03 16:28:41.469040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4841454-841b-498e-9aad-b80bc62ea69d req-b37e0e47-0d1e-4d71-82b9-b35227da7dd7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:41.470543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4841454-841b-498e-9aad-b80bc62ea69d req-b37e0e47-0d1e-4d71-82b9-b35227da7dd7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 944 time: 0.0490744 Nov 03 16:28:41.517647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4841454-841b-498e-9aad-b80bc62ea69d req-7d04893d-b1cf-4528-86b1-a01ec253dd15 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Nov 03 16:28:41.720654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69374a5-fe17-4825-86e8-1325dea6ef47 req-5d3f8b4b-2167-40ed-8fde-6720a00f08e0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:41.722173 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e69374a5-fe17-4825-86e8-1325dea6ef47 req-5d3f8b4b-2167-40ed-8fde-6720a00f08e0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 943 time: 0.0480783 Nov 03 16:28:41.774920 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e69374a5-fe17-4825-86e8-1325dea6ef47 req-10cff697-2650-4aaa-b64e-14f0c91ff441 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459828 Nov 03 16:28:41.801389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 841b2d2c-615d-4242-8f96-90acaa77ba3c up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:28:41.850975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 841b2d2c-615d-4242-8f96-90acaa77ba3c completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:28:41.855342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 841b2d2c-615d-4242-8f96-90acaa77ba3c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:41.855713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:41.935643 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:41.957517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed32135-0854-41fb-b1ad-e6fc54111b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841b2d2c-615d-4242-8f96-90acaa77ba3c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:41.959789 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d071c-c078-4a40-95a8-f1018aac2e47" -d '{"events": [{"server_uuid": "1ed32135-0854-41fb-b1ad-e6fc54111b1e", "name": "network-vif-plugged", "status": "completed", "tag": "841b2d2c-615d-4242-8f96-90acaa77ba3c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:41.972990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 841b2d2c-615d-4242-8f96-90acaa77ba3c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=841b2d2c-615d-4242-8f96-90acaa77ba3c,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:41.976945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:42.000937 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c63379-5110-478a-80df-6eb42ba70ef6 x-openstack-request-id: req-b7c63379-5110-478a-80df-6eb42ba70ef6 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:42.001230 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed32135-0854-41fb-b1ad-e6fc54111b1e", "name": "network-vif-plugged", "status": "completed", "tag": "841b2d2c-615d-4242-8f96-90acaa77ba3c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:42.001480 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b7c63379-5110-478a-80df-6eb42ba70ef6 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:42.001894 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed32135-0854-41fb-b1ad-e6fc54111b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841b2d2c-615d-4242-8f96-90acaa77ba3c', 'code': 200} Nov 03 16:28:42.029053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=841b2d2c-615d-4242-8f96-90acaa77ba3c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:42.098918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e07536-1a62-4888-86fc-394d6b31c386 req-f466ed0e-ed1a-4161-b222-26164437b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:42.100410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68e07536-1a62-4888-86fc-394d6b31c386 req-f466ed0e-ed1a-4161-b222-26164437b4a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 1096 time: 0.0442572 Nov 03 16:28:42.147302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68e07536-1a62-4888-86fc-394d6b31c386 req-30da8fba-13af-4dad-bfdf-5864291c033d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355568 Nov 03 16:28:42.632161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51cf3-265d-4e71-87b2-8a5d1bb54105 req-710c64ba-daf8-4ea6-84e0-a9223601e7c3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:42.634254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64a51cf3-265d-4e71-87b2-8a5d1bb54105 req-710c64ba-daf8-4ea6-84e0-a9223601e7c3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 945 time: 0.0481813 Nov 03 16:28:42.683299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64a51cf3-265d-4e71-87b2-8a5d1bb54105 req-f5506617-755c-4ef6-b44e-2a35d185962b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Nov 03 16:28:42.895939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f68294-75e8-41aa-a680-017a2d3f7623 req-a59ca5a8-3388-465f-aa93-74bfe8ec5152 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:42.897351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5f68294-75e8-41aa-a680-017a2d3f7623 req-a59ca5a8-3388-465f-aa93-74bfe8ec5152 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 943 time: 0.0502765 Nov 03 16:28:42.947291 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5f68294-75e8-41aa-a680-017a2d3f7623 req-d3ecf8e0-6bc5-4529-add9-a3d22b48025b tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439105 Nov 03 16:28:43.424356 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:28:43.520371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:43.531497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'port_id': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'mac_address': 'fa:16:3e:ba:d3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:28:43.568375 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:43.580887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:28:43.599854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:43.604228 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:43.648767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:43.800089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5344a8-8deb-4cc7-ae68-f4a1bb46a9d4 req-aa741b58-4433-48ba-8c93-7b39c8a2253d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:43.801580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f5344a8-8deb-4cc7-ae68-f4a1bb46a9d4 req-aa741b58-4433-48ba-8c93-7b39c8a2253d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 945 time: 0.0506825 Nov 03 16:28:43.850565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6f5344a8-8deb-4cc7-ae68-f4a1bb46a9d4 req-d20ee0f4-8b6e-4cd0-827e-7ca38d4ba34f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 Nov 03 16:28:43.987156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8e4b96ea-9a99-4218-bedd-88e495bbf2a6'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:28:44.096168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876f5f-51b9-41a2-83f0-acbb5fc9f878 req-441d444b-cb2b-4d2d-b3cb-aeac2cf8e9e3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:44.099018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8876f5f-51b9-41a2-83f0-acbb5fc9f878 req-441d444b-cb2b-4d2d-b3cb-aeac2cf8e9e3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 945 time: 0.0556874 Nov 03 16:28:44.160657 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8876f5f-51b9-41a2-83f0-acbb5fc9f878 req-dbf03691-df52-460c-afec-8b3160e0c24d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541434 Nov 03 16:28:44.399559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9ddd-8c61-440f-a253-0a00891b8cbf req-313b0003-241b-4040-ac71-e99b48069739 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:44.401056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4cb9ddd-8c61-440f-a253-0a00891b8cbf req-313b0003-241b-4040-ac71-e99b48069739 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 944 time: 0.3782511 Nov 03 16:28:44.450481 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4cb9ddd-8c61-440f-a253-0a00891b8cbf req-eb551d05-1218-4c4b-88d1-a426c7485789 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Nov 03 16:28:45.279470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29740727-3994-4787-8a52-4d622aa08067 req-272f05f3-9179-4c6c-b6bd-18d387158b35 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:45.281022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29740727-3994-4787-8a52-4d622aa08067 req-272f05f3-9179-4c6c-b6bd-18d387158b35 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 945 time: 0.0496840 Nov 03 16:28:45.357174 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29740727-3994-4787-8a52-4d622aa08067 req-241ef6f0-1fa8-4f2a-a023-cbdadd18b2bb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701654 Nov 03 16:28:45.373047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b2ab6-868d-4101-9750-d98f69081491 req-9ad138f5-a537-405a-85be-3e55bf7f438d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:45.374542 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e06b2ab6-868d-4101-9750-d98f69081491 req-9ad138f5-a537-405a-85be-3e55bf7f438d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ed32135-0854-41fb-b1ad-e6fc54111b1e HTTP/1.1" status: 200 len: 945 time: 0.0808830 Nov 03 16:28:45.441912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:28:45.473629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-e06b2ab6-868d-4101-9750-d98f69081491 req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Deleting port 841b2d2c-615d-4242-8f96-90acaa77ba3c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:28:45.474111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e06b2ab6-868d-4101-9750-d98f69081491 req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:45.491840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:28:45.496251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:28:45.496623 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:45.568381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e25d38-281b-4479-b0f9-8bd21b6436dc req-f1e11e8f-4a23-4c5e-9a38-8ae1d4c2965a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:45.570003 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b0e25d38-281b-4479-b0f9-8bd21b6436dc req-f1e11e8f-4a23-4c5e-9a38-8ae1d4c2965a tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 944 time: 0.0500743 Nov 03 16:28:45.575479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e06b2ab6-868d-4101-9750-d98f69081491 req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] For port 841b2d2c-615d-4242-8f96-90acaa77ba3c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=841b2d2c-615d-4242-8f96-90acaa77ba3c,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:45.576073 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e06b2ab6-868d-4101-9750-d98f69081491 req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:45.584285 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:45.589644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-e06b2ab6-868d-4101-9750-d98f69081491 req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Calling delete_port for 841b2d2c-615d-4242-8f96-90acaa77ba3c owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:28:45.608325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:45.610926 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe97d80-ec43-4e6c-9a89-a3ad6202d19b" -d '{"events": [{"server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "name": "network-vif-plugged", "status": "completed", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:45.628823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:28:45.635270 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b0e25d38-281b-4479-b0f9-8bd21b6436dc req-a2e0a0fd-ab06-46ca-b525-771e7ba262c5 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574481 Nov 03 16:28:45.636404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:45.663991 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bd4228-d885-46b8-b3cf-541d9523888a x-openstack-request-id: req-40bd4228-d885-46b8-b3cf-541d9523888a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:45.664285 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "name": "network-vif-plugged", "status": "completed", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:45.665093 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40bd4228-d885-46b8-b3cf-541d9523888a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:45.665479 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'code': 200} Nov 03 16:28:45.692867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:45.734935 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e06b2ab6-868d-4101-9750-d98f69081491 req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:45.747302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['841b2d2c-615d-4242-8f96-90acaa77ba3c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:28:45.773231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e2ec4651-8bbb-4e60-ba9d-48799d368cd1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:28:45.773511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Pushing event deleted for resources: {'Port': ['ID=841b2d2c-615d-4242-8f96-90acaa77ba3c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:45.836428 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06b2ab6-868d-4101-9750-d98f69081491 req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] No DVR routers for this DVR port 841b2d2c-615d-4242-8f96-90acaa77ba3c on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:28:45.840894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e06b2ab6-868d-4101-9750-d98f69081491 req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:45.844217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e06b2ab6-868d-4101-9750-d98f69081491 req-c69eebd1-701f-41bd-84b8-42aef583750d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.70 "DELETE /v2.0/ports/841b2d2c-615d-4242-8f96-90acaa77ba3c HTTP/1.1" status: 204 len: 173 time: 0.4632595 Nov 03 16:28:45.844655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed32135-0854-41fb-b1ad-e6fc54111b1e', 'name': 'network-vif-deleted', 'tag': '841b2d2c-615d-4242-8f96-90acaa77ba3c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:45.847104 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c5a358-c4d4-4689-ae90-42b087fcc6d4" -d '{"events": [{"server_uuid": "1ed32135-0854-41fb-b1ad-e6fc54111b1e", "name": "network-vif-deleted", "tag": "841b2d2c-615d-4242-8f96-90acaa77ba3c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:45.853309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cff5b-77fd-439b-9967-96d9278db409 req-60363abd-3d26-4150-b116-43b45a44dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:45.854368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4f5cff5b-77fd-439b-9967-96d9278db409 req-60363abd-3d26-4150-b116-43b45a44dcfb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 1096 time: 0.1134481 Nov 03 16:28:45.910870 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afd300a-44e1-4a20-9546-02e1fbf8fb0c x-openstack-request-id: req-8afd300a-44e1-4a20-9546-02e1fbf8fb0c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:45.911174 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed32135-0854-41fb-b1ad-e6fc54111b1e", "name": "network-vif-deleted", "tag": "841b2d2c-615d-4242-8f96-90acaa77ba3c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:45.911431 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8afd300a-44e1-4a20-9546-02e1fbf8fb0c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:45.911838 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed32135-0854-41fb-b1ad-e6fc54111b1e', 'name': 'network-vif-deleted', 'tag': '841b2d2c-615d-4242-8f96-90acaa77ba3c', 'status': 'completed', 'code': 200} Nov 03 16:28:45.916588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4f5cff5b-77fd-439b-9967-96d9278db409 req-da901cb2-e9b6-45f2-b399-3afec4b34d4c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543342 Nov 03 16:28:46.513333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c782a-3774-4910-bb17-7cbe53f8c3ea req-25af4aa7-201a-4592-9b3a-e886d928fe0a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:46.514751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c9c782a-3774-4910-bb17-7cbe53f8c3ea req-25af4aa7-201a-4592-9b3a-e886d928fe0a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0509217 Nov 03 16:28:46.561726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c9c782a-3774-4910-bb17-7cbe53f8c3ea req-77613120-dee5-4c15-880e-4cdcb2ce34f8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Nov 03 16:28:46.728962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe1e3b-df27-4616-835f-c0893700ffb2 req-c4a89d27-28b6-47a2-bf67-94480c9183e7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:46.730477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fe1e3b-df27-4616-835f-c0893700ffb2 req-c4a89d27-28b6-47a2-bf67-94480c9183e7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0541046 Nov 03 16:28:46.754223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2baa8-7ae2-406b-8898-27d0440dbe3c req-52ae15dc-4e6d-4db5-a13a-dc3d662796d6 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:46.755918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-61d2baa8-7ae2-406b-8898-27d0440dbe3c req-52ae15dc-4e6d-4db5-a13a-dc3d662796d6 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 945 time: 0.0496268 Nov 03 16:28:46.778551 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b5fe1e3b-df27-4616-835f-c0893700ffb2 req-4c858575-5f74-4272-b320-d3f57247a299 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Nov 03 16:28:46.811379 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-61d2baa8-7ae2-406b-8898-27d0440dbe3c req-e65a0bd4-ce93-47f0-9e2b-78c57af256c8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481408 Nov 03 16:28:46.898588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98d554-06b7-4eb7-a68f-6ce3293897c4 req-5e9edb94-d2ce-40a0-b718-9b51bc7e8ce0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:46.900735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be98d554-06b7-4eb7-a68f-6ce3293897c4 req-5e9edb94-d2ce-40a0-b718-9b51bc7e8ce0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0495441 Nov 03 16:28:46.947537 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be98d554-06b7-4eb7-a68f-6ce3293897c4 req-cac688bc-f8a7-422a-adf5-0baebe6f142f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Nov 03 16:28:47.937082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449ea0-e276-4e41-b549-600b5a561e80 req-17b15054-93be-4537-857d-406807d2f4a8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:47.938824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1449ea0-e276-4e41-b549-600b5a561e80 req-17b15054-93be-4537-857d-406807d2f4a8 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 945 time: 0.0494404 Nov 03 16:28:47.993861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1449ea0-e276-4e41-b549-600b5a561e80 req-856d071a-2657-4cf8-80b7-6c85baafdd87 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485818 Nov 03 16:28:48.120769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc931f3-6764-4453-8f0d-1a01c8c05ae6 req-1e241411-7754-449b-a4ed-3f499387107f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:48.122855 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3dc931f3-6764-4453-8f0d-1a01c8c05ae6 req-1e241411-7754-449b-a4ed-3f499387107f tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 945 time: 0.0570750 Nov 03 16:28:48.175246 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3dc931f3-6764-4453-8f0d-1a01c8c05ae6 req-88a967d0-4793-4e5a-bb98-2bb123084451 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462930 Nov 03 16:28:48.197548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40060) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:48.238167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c5771-d086-4212-9695-6036e43f1efe tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:48.239677 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a35c5771-d086-4212-9695-6036e43f1efe tempest-TestNetworkBasicOps-1616891339 tempest-TestNetworkBasicOps-1616891339-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 1091 time: 0.0411341 Nov 03 16:28:48.243188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40062) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:48.247530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:28:48.270979 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:48.376228 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:48.482476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Allocated IP 172.25.6.132 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/44ec1162-564b-408e-8119-e2b265bb1e4c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:28:48.623492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4eae1-f11c-48f5-827a-6cdf1f61b53d req-fbf957af-bfcf-4c5b-aa26-680d02af77db tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:48.624866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d4eae1-f11c-48f5-827a-6cdf1f61b53d req-fbf957af-bfcf-4c5b-aa26-680d02af77db tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0789342 Nov 03 16:28:48.629637 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:48.692194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d4eae1-f11c-48f5-827a-6cdf1f61b53d req-0ec7e8b6-7855-4b7d-8e60-9c7d9804f8db tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608468 Nov 03 16:28:48.699144 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:48.737184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:28:48.739970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:28:48.746688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:28:48.777084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=44ec1162-564b-408e-8119-e2b265bb1e4c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:48.810443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13d591-5d4d-44ca-b36f-c0c568ed9954 req-e17c304a-fa34-4521-a02b-aa409298b435 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:48.811938 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf13d591-5d4d-44ca-b36f-c0c568ed9954 req-e17c304a-fa34-4521-a02b-aa409298b435 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0498765 Nov 03 16:28:48.860332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cf13d591-5d4d-44ca-b36f-c0c568ed9954 req-fdc7db80-38c8-4b18-b8d4-143fbcdd7dfa tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420763 Nov 03 16:28:49.128070 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:49.200783 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:49.357805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:49.362996 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:49.439309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event updated for resources: {'Port': ['ID=44ec1162-564b-408e-8119-e2b265bb1e4c,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:28:49.448467 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:49.551957 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Floating IP ce449ba7-c8ff-4de3-a726-71662104b3fc associated. External IP: 172.25.6.132, port: 8e4b96ea-9a99-4218-bedd-88e495bbf2a6. Nov 03 16:28:49.763674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router 534b882c-9362-4f22-8347-dcdf79c7ea33 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:28:49.831619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 841b2d2c-615d-4242-8f96-90acaa77ba3c no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:28:49.858904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 841b2d2c-615d-4242-8f96-90acaa77ba3c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:28:49.860100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 841b2d2c-615d-4242-8f96-90acaa77ba3c not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:28:49.880383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:28:49.892938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] Sync routers for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:28:49.905331 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:49.906389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:49.907435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:49.935481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ab74cda7-f581-4914-9482-6ceab00bace0 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6912405 Nov 03 16:28:49.936193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:28:49.938661 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf4816a-fd1c-4bf1-b157-abc407d994d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:28:49.939265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40088) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:49.984498 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656ff132-da02-4c19-ae2e-dfd152dac9be x-openstack-request-id: req-656ff132-da02-4c19-ae2e-dfd152dac9be {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:28:49.984936 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:28:49.985196 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-656ff132-da02-4c19-ae2e-dfd152dac9be {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:28:49.985671 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'status': 'completed', 'code': 200} Nov 03 16:28:50.022243 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-caa2fce8-f1bc-460a-a88a-1b112bc9fd33 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/floatingips/ce449ba7-c8ff-4de3-a726-71662104b3fc HTTP/1.1" status: 200 len: 991 time: 0.0814888 Nov 03 16:28:50.046614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:50.071404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-79203cee-5f56-45f4-93cc-8e28179dc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:50.072917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-79203cee-5f56-45f4-93cc-8e28179dc79d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 1096 time: 0.0424120 Nov 03 16:28:50.173119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-8a160098-b075-48cf-a5ec-2ea4d6660a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:50.174784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-8a160098-b075-48cf-a5ec-2ea4d6660a27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53 HTTP/1.1" status: 200 len: 898 time: 0.0946622 Nov 03 16:28:50.252525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-d08e0adc-6f8c-4208-b10c-6fb2b516b286 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6 HTTP/1.1" status: 200 len: 999 time: 0.0690217 Nov 03 16:28:50.287694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ce449ba7-c8ff-4de3-a726-71662104b3fc', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'port_id': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'mac_address': 'fa:16:3e:ba:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:28:48Z', 'updated_at': '2021-11-03T16:28:48Z', 'revision_number': 0, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3233ca9-9a26-4530-b267-74c67c32d4bc', 'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:e2:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:31Z', 'updated_at': '2021-11-03T16:28:36Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:50.314744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] Checking router: 534b882c-9362-4f22-8347-dcdf79c7ea33 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:28:50.323750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:28:50.324351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:50.349036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-2bc8effe-bfda-4bfe-b079-b93a225e4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:50.350515 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-2bc8effe-bfda-4bfe-b079-b93a225e4ac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c1d81f6-d308-450c-98dd-3ded305a5bbc HTTP/1.1" status: 200 len: 835 time: 0.0843050 Nov 03 16:28:50.362816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fadf6-65fe-4a60-a0cb-ebb8edc38b82 req-ff148366-814d-4bf8-9fc0-fb729d6a0687 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:50.364088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac4fadf6-65fe-4a60-a0cb-ebb8edc38b82 req-ff148366-814d-4bf8-9fc0-fb729d6a0687 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0686927 Nov 03 16:28:50.436003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac4fadf6-65fe-4a60-a0cb-ebb8edc38b82 req-55d82c05-07b4-4909-86bc-1d739aebfee7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618260 Nov 03 16:28:50.436934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:28:50.438758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-a14ad146-5141-4622-b1ba-0eedd25b1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:50.440158 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-a14ad146-5141-4622-b1ba-0eedd25b1c26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752211 Nov 03 16:28:50.560054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e694142-3d09-4363-a61a-d212365193e9 req-6ba4e195-b4c5-42e1-a4f5-0eb473733873 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:50.561839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e694142-3d09-4363-a61a-d212365193e9 req-6ba4e195-b4c5-42e1-a4f5-0eb473733873 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0544837 Nov 03 16:28:50.617338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9e694142-3d09-4363-a61a-d212365193e9 req-a22e4362-599d-4320-a98f-e58e28b297db tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490389 Nov 03 16:28:50.679837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ce449ba7-c8ff-4de3-a726-71662104b3fc', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'port_id': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'mac_address': 'fa:16:3e:ba:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:28:48Z', 'updated_at': '2021-11-03T16:28:48Z', 'revision_number': 0, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3233ca9-9a26-4530-b267-74c67c32d4bc', 'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:e2:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:31Z', 'updated_at': '2021-11-03T16:28:36Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:28:50.717094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18796c51-d00d-41eb-9205-63746a145c52 None None] The sync data for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 is: [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'ce449ba7-c8ff-4de3-a726-71662104b3fc', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'port_id': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'mac_address': 'fa:16:3e:ba:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:28:48Z', 'updated_at': '2021-11-03T16:28:48Z', 'revision_number': 0, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3233ca9-9a26-4530-b267-74c67c32d4bc', 'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:e2:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:31Z', 'updated_at': '2021-11-03T16:28:36Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:28:50.804354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222aaf-0220-4162-b173-858bb4582ce1 req-b2729836-db09-4fe6-aa8b-e9bef2107cbb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:50.806861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb222aaf-0220-4162-b173-858bb4582ce1 req-b2729836-db09-4fe6-aa8b-e9bef2107cbb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0602388 Nov 03 16:28:50.833075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-e8cd0b6f-df11-4c51-8b50-f3a8b4f5361b service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849106 Nov 03 16:28:50.858419 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb222aaf-0220-4162-b173-858bb4582ce1 req-90305ac2-f864-4fe4-a224-10af927f1ea6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Nov 03 16:28:50.934020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cf4816a-fd1c-4bf1-b157-abc407d994d8 req-a54b3bbd-0ee8-4a23-9ee5-39f5084e99fa service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927141 Nov 03 16:28:50.965937 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e39bc-6b54-4527-803c-c2cecc158b88 None None] New status for floating IP ce449ba7-c8ff-4de3-a726-71662104b3fc: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:28:50.997364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff6dcb-676b-4977-87a8-0c7f649e9458 req-6be15210-801a-415d-a139-a622d1efeb6d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:50.998892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92ff6dcb-676b-4977-87a8-0c7f649e9458 req-6be15210-801a-415d-a139-a622d1efeb6d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0623851 Nov 03 16:28:51.026187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40112) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:51.050559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92ff6dcb-676b-4977-87a8-0c7f649e9458 req-d8e3e9bd-ca42-47d8-b62f-450ad1cb6a3a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Nov 03 16:28:51.090034 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-22eab468-a61c-43cf-93a3-c1891901f308 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/floatingips/ce449ba7-c8ff-4de3-a726-71662104b3fc HTTP/1.1" status: 200 len: 991 time: 0.0625749 Nov 03 16:28:51.222618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0de2f2-2933-4c67-8fba-2bd18e0b8631 req-0a199553-b9ef-473d-9781-060bd0bf8a8d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:51.224147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db0de2f2-2933-4c67-8fba-2bd18e0b8631 req-0a199553-b9ef-473d-9781-060bd0bf8a8d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0491955 Nov 03 16:28:51.271285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db0de2f2-2933-4c67-8fba-2bd18e0b8631 req-62e4dad9-2079-4b67-8983-d527fe7e09a4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Nov 03 16:28:51.390970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72ffa8-dcff-4808-b6d3-adcadbcd3002 req-c7ca75bd-fbfd-425c-9a91-ce41e1ab01b9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:51.392346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d72ffa8-dcff-4808-b6d3-adcadbcd3002 req-c7ca75bd-fbfd-425c-9a91-ce41e1ab01b9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0518837 Nov 03 16:28:51.438706 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d72ffa8-dcff-4808-b6d3-adcadbcd3002 req-a4895ae8-bfed-4256-b7db-1e8e1fca0bb1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403850 Nov 03 16:28:51.609446 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646b4ed-e6cc-4f27-b74e-936436bbd64d req-e156cdb7-a09a-4356-8fa0-ee33cf3d1d22 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:51.611922 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9646b4ed-e6cc-4f27-b74e-936436bbd64d req-e156cdb7-a09a-4356-8fa0-ee33cf3d1d22 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0492215 Nov 03 16:28:51.661285 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9646b4ed-e6cc-4f27-b74e-936436bbd64d req-56e68f1d-45fb-465b-905a-cf50741eee8c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Nov 03 16:28:51.778400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bcb13-ae04-4811-a7f5-222795d1b575 req-e6216aff-7412-420c-93ec-b3c4898a7cea tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:51.779864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-033bcb13-ae04-4811-a7f5-222795d1b575 req-e6216aff-7412-420c-93ec-b3c4898a7cea tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0493119 Nov 03 16:28:51.825979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-033bcb13-ae04-4811-a7f5-222795d1b575 req-6bf84759-13ea-4776-ab59-9217d5c49196 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401518 Nov 03 16:28:51.991821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4a76c-b7e7-43bf-ae47-ced0ca59af96 req-52c94dcd-73ec-4777-84df-f162d9ae4ad6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:51.993279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8c4a76c-b7e7-43bf-ae47-ced0ca59af96 req-52c94dcd-73ec-4777-84df-f162d9ae4ad6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0533555 Nov 03 16:28:52.041440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8c4a76c-b7e7-43bf-ae47-ced0ca59af96 req-dcea6602-423f-4a11-86af-bcd4551fccb2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Nov 03 16:28:52.047677 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:28:52.093359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40138) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:28:52.183126 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af4238fa-e9c2-449b-a5d7-b232e422ed19 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/floatingips/ce449ba7-c8ff-4de3-a726-71662104b3fc HTTP/1.1" status: 200 len: 993 time: 0.0885770 Nov 03 16:28:52.200755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cd20f-df92-4a53-a352-71734daa29e0 req-29bf29f7-0b9b-442c-90f7-cf2f08acbbb3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:52.202271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb3cd20f-df92-4a53-a352-71734daa29e0 req-29bf29f7-0b9b-442c-90f7-cf2f08acbbb3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0698831 Nov 03 16:28:52.248991 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb3cd20f-df92-4a53-a352-71734daa29e0 req-80a79c65-2fe3-4c06-80cb-aecfa627f322 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Nov 03 16:28:52.414903 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec686ae-4551-4f7e-8a1e-5d52735b2469 req-78334b9c-328e-4a6e-adb8-3b239e3d16fe tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:52.416371 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ec686ae-4551-4f7e-8a1e-5d52735b2469 req-78334b9c-328e-4a6e-adb8-3b239e3d16fe tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0489893 Nov 03 16:28:52.464037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ec686ae-4551-4f7e-8a1e-5d52735b2469 req-11b5c61c-d84e-4918-8e36-eb5c0a8d4350 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Nov 03 16:28:52.578102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899471-3982-4222-808a-4d53b8f9ab14 req-e95b9760-6bdb-4395-99ee-fa12e8630499 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:52.579536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b899471-3982-4222-808a-4d53b8f9ab14 req-e95b9760-6bdb-4395-99ee-fa12e8630499 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0486381 Nov 03 16:28:52.629097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b899471-3982-4222-808a-4d53b8f9ab14 req-e48c6400-5ce7-48af-9db2-53551ef2a13a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 Nov 03 16:28:52.855947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0d00-94b2-4208-991d-dc0081136b26 req-ee0b0674-d200-4b5c-9c6f-820c285e2b11 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:52.857422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3ff0d00-94b2-4208-991d-dc0081136b26 req-ee0b0674-d200-4b5c-9c6f-820c285e2b11 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 814 time: 0.1061962 Nov 03 16:28:52.874701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3ff0d00-94b2-4208-991d-dc0081136b26 req-41e321bf-01d8-41aa-bf3b-dc56a6891535 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/quotas/63524d5d4a954e6aa01fcc1b61c46eb1 HTTP/1.1" status: 200 len: 375 time: 0.0114923 Nov 03 16:28:52.924524 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3ff0d00-94b2-4208-991d-dc0081136b26 req-69156279-0118-4ea6-9af6-e9b8602fa5c6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442700 Nov 03 16:28:53.033159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99caa0-8175-4026-9ffd-f89cac0d44ae req-57cf306f-14f2-4269-a4ee-255539d17ac3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:53.034672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b99caa0-8175-4026-9ffd-f89cac0d44ae req-57cf306f-14f2-4269-a4ee-255539d17ac3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0492458 Nov 03 16:28:53.086121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b99caa0-8175-4026-9ffd-f89cac0d44ae req-eecb5855-3867-4c84-963c-0002127d8c9a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454738 Nov 03 16:28:53.205435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75dacd-cb2e-466c-b45a-aafc7e48e9e3 req-cf8b81b1-074d-4223-9068-06eec492aee1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:53.206969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff75dacd-cb2e-466c-b45a-aafc7e48e9e3 req-cf8b81b1-074d-4223-9068-06eec492aee1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0539105 Nov 03 16:28:53.254003 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff75dacd-cb2e-466c-b45a-aafc7e48e9e3 req-22f54038-71c4-4822-89a4-c504cce06517 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Nov 03 16:28:53.399638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73f30d73-844f-4c18-be4d-9b3cd90cda3e req-749e9922-e926-42b1-aa92-3795f1bede3e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1 HTTP/1.1" status: 200 len: 221 time: 0.0253232 Nov 03 16:28:53.500035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb889a2-0ce0-4427-9e30-bf26fbb49f49 req-a311b645-a465-4364-a29c-a89d35ca391b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:53.501506 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0fb889a2-0ce0-4427-9e30-bf26fbb49f49 req-a311b645-a465-4364-a29c-a89d35ca391b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0490348 Nov 03 16:28:53.548979 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0fb889a2-0ce0-4427-9e30-bf26fbb49f49 req-894d54e9-3bf4-4e88-b13e-fbf60d883189 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Nov 03 16:28:53.663799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be780b-c6db-4f72-9931-f959b640a517 req-df2866e0-3992-4017-9344-236c332f6080 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:53.665812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45be780b-c6db-4f72-9931-f959b640a517 req-df2866e0-3992-4017-9344-236c332f6080 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0496385 Nov 03 16:28:53.713342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45be780b-c6db-4f72-9931-f959b640a517 req-334b9f12-fdb8-43c4-8f37-fe4f2c24e055 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Nov 03 16:28:53.843249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a365d0-d73f-49b1-ae3e-1132b341a2a5 req-e5ef74b9-524c-4799-8c22-27b91b3bb0eb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:53.844850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56a365d0-d73f-49b1-ae3e-1132b341a2a5 req-e5ef74b9-524c-4799-8c22-27b91b3bb0eb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0492823 Nov 03 16:28:53.894813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56a365d0-d73f-49b1-ae3e-1132b341a2a5 req-22a2b16f-b0d8-47c5-9fbd-810c36dc28a6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Nov 03 16:28:54.012151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186757e-4929-428f-8f74-af70babd0325 req-9797d512-4f2d-4c4c-81e6-9c9243f2d51c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:54.013683 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6186757e-4929-428f-8f74-af70babd0325 req-9797d512-4f2d-4c4c-81e6-9c9243f2d51c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0491526 Nov 03 16:28:54.066324 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6186757e-4929-428f-8f74-af70babd0325 req-9ce9dc1a-a15e-4966-8d54-65110e56e3d6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466652 Nov 03 16:28:54.191509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014450df-0905-466f-91a3-b06ac3baf2c9 req-69adc159-26fb-452d-8e9e-6f448bd0f59c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:54.192903 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-014450df-0905-466f-91a3-b06ac3baf2c9 req-69adc159-26fb-452d-8e9e-6f448bd0f59c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0495205 Nov 03 16:28:54.240350 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-014450df-0905-466f-91a3-b06ac3baf2c9 req-ef8d61f8-5fb6-445e-ba89-92654c1b42e1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Nov 03 16:28:54.356356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f567f-4c17-4f7b-89ba-64c0f515fd74 req-69738bc4-16cb-4d1c-820a-c6c38c6543e8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:54.357839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-842f567f-4c17-4f7b-89ba-64c0f515fd74 req-69738bc4-16cb-4d1c-820a-c6c38c6543e8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0490792 Nov 03 16:28:54.404890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-842f567f-4c17-4f7b-89ba-64c0f515fd74 req-42583178-d113-4532-88d5-d558dbd48911 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Nov 03 16:28:54.527983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c794-32ce-4390-a2a8-84a79dd2ef3b req-7cbd1c6b-cdb0-489a-95d0-7ca04b3753a1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:54.529448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6979c794-32ce-4390-a2a8-84a79dd2ef3b req-7cbd1c6b-cdb0-489a-95d0-7ca04b3753a1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0488429 Nov 03 16:28:54.575768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6979c794-32ce-4390-a2a8-84a79dd2ef3b req-75c3fe8c-ce88-4f96-b016-f722bc1be056 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Nov 03 16:28:54.690299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737e4ad-5858-44ac-8285-5430a27f172b req-cacd4bb4-a035-431d-9692-e83e1eccd508 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:54.691785 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9737e4ad-5858-44ac-8285-5430a27f172b req-cacd4bb4-a035-431d-9692-e83e1eccd508 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0490205 Nov 03 16:28:54.741211 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9737e4ad-5858-44ac-8285-5430a27f172b req-bcae13a7-c846-455c-b96b-902e76e3736a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Nov 03 16:28:54.876525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247a90b-e84e-4c1c-8c26-d3e357015cae req-42d994a2-7186-4dd3-8024-d136ebda7755 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:54.878027 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b247a90b-e84e-4c1c-8c26-d3e357015cae req-42d994a2-7186-4dd3-8024-d136ebda7755 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0533288 Nov 03 16:28:54.925477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b247a90b-e84e-4c1c-8c26-d3e357015cae req-08ba71bf-2287-4d9a-860d-780cdaa88b68 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Nov 03 16:28:55.046090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe48592-3dfc-4d34-b432-4931be4063ba req-89f80bcc-a4bb-4865-be93-2c9281b4e687 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:55.047603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cbe48592-3dfc-4d34-b432-4931be4063ba req-89f80bcc-a4bb-4865-be93-2c9281b4e687 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0538275 Nov 03 16:28:55.096168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cbe48592-3dfc-4d34-b432-4931be4063ba req-2dd86d05-98e0-48b2-b400-ced7f466f4fd tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Nov 03 16:28:55.224936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaa2f8-490c-42ae-b10d-48a6ca46341c req-4ab81c88-60c9-43bc-8e83-d1b2a0ad38e0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:55.226423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bfaaa2f8-490c-42ae-b10d-48a6ca46341c req-4ab81c88-60c9-43bc-8e83-d1b2a0ad38e0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0499110 Nov 03 16:28:55.272800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bfaaa2f8-490c-42ae-b10d-48a6ca46341c req-2f83b6d0-eb3b-4a1b-94e6-867275514212 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 Nov 03 16:28:55.391217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcfac2-b785-421e-b7a6-2e2ed0572793 req-b9f44254-0813-494e-a655-9628b4e15642 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:55.392709 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0cbcfac2-b785-421e-b7a6-2e2ed0572793 req-b9f44254-0813-494e-a655-9628b4e15642 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0519648 Nov 03 16:28:55.440466 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0cbcfac2-b785-421e-b7a6-2e2ed0572793 req-e54629dd-978f-4f67-9279-103d088e7f71 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Nov 03 16:28:55.569466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b5807-5665-4e0b-b64b-91aab79b0b59 req-54c7c157-8e04-4e55-911b-6d21c550892f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:55.570875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c0b5807-5665-4e0b-b64b-91aab79b0b59 req-54c7c157-8e04-4e55-911b-6d21c550892f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0484433 Nov 03 16:28:55.622691 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c0b5807-5665-4e0b-b64b-91aab79b0b59 req-1a2e97d8-c32d-4aee-a2c9-da78edf1691d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449510 Nov 03 16:28:55.735816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9de29d-b141-4438-a547-39d2eae3545d req-352d4d20-b35d-4fad-b5e0-2fc61400077c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:55.737275 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b9de29d-b141-4438-a547-39d2eae3545d req-352d4d20-b35d-4fad-b5e0-2fc61400077c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0475192 Nov 03 16:28:55.786529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4b9de29d-b141-4438-a547-39d2eae3545d req-cbb84fbd-e095-42f2-931c-6588e6e3e3b5 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Nov 03 16:28:55.952938 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ca79f-d2d8-4e43-a604-9b7e42eaf59a req-caffe2e5-2e2d-4d10-b0d3-1880ad1d83ba tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:55.954415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-666ca79f-d2d8-4e43-a604-9b7e42eaf59a req-caffe2e5-2e2d-4d10-b0d3-1880ad1d83ba tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0491819 Nov 03 16:28:56.002061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-666ca79f-d2d8-4e43-a604-9b7e42eaf59a req-2a5f9ea0-361e-467f-ac39-32d420c1a48c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417333 Nov 03 16:28:56.119828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734beb5-f357-4342-ba4f-64632718aac3 req-f5cbd177-dc6c-4dc2-bf7b-b68c40aecbb0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:56.121206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4734beb5-f357-4342-ba4f-64632718aac3 req-f5cbd177-dc6c-4dc2-bf7b-b68c40aecbb0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0500197 Nov 03 16:28:56.170650 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4734beb5-f357-4342-ba4f-64632718aac3 req-86028c36-ade7-4ee0-92a1-1fe5a72a637f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Nov 03 16:28:56.336129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83554ef-6fae-4d54-a5c8-38b3d2027d6e req-cb1e6870-9ca2-4ca7-aae8-1a96b9955437 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:56.338229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d83554ef-6fae-4d54-a5c8-38b3d2027d6e req-cb1e6870-9ca2-4ca7-aae8-1a96b9955437 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0503037 Nov 03 16:28:56.386411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d83554ef-6fae-4d54-a5c8-38b3d2027d6e req-bd13d5e4-2151-47d3-a4b2-713ec8dd9a8c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Nov 03 16:28:56.500897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7aa7a-cddc-4391-a469-072013dcb120 req-f0cba4af-21a4-43b8-bd47-e1740c499dad tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:56.502391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bed7aa7a-cddc-4391-a469-072013dcb120 req-f0cba4af-21a4-43b8-bd47-e1740c499dad tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0480721 Nov 03 16:28:56.549100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bed7aa7a-cddc-4391-a469-072013dcb120 req-a785dc8a-56e6-42c0-bed9-8d7d2e28fea0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Nov 03 16:28:56.680162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec1c2d-6bc2-4faf-83b9-b22dc690caa7 req-dd5beae7-7e45-491c-8ae8-39d3cd868f46 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:56.681550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3fec1c2d-6bc2-4faf-83b9-b22dc690caa7 req-dd5beae7-7e45-491c-8ae8-39d3cd868f46 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0520115 Nov 03 16:28:56.729395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3fec1c2d-6bc2-4faf-83b9-b22dc690caa7 req-34b822ac-0097-41d0-b1ce-65b030628554 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Nov 03 16:28:56.847816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b759b81-4bd5-4fc1-83f7-6226f160dbc2 req-936482a7-8fa7-4454-b67f-b88f7b19cd12 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:56.849266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b759b81-4bd5-4fc1-83f7-6226f160dbc2 req-936482a7-8fa7-4454-b67f-b88f7b19cd12 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0526822 Nov 03 16:28:56.896426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b759b81-4bd5-4fc1-83f7-6226f160dbc2 req-58434f2e-95f2-49bc-a470-dc9965e5b137 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Nov 03 16:28:57.094964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0c335-fb8b-4685-bd9e-fddbe5bcc5d1 req-0423a726-68c8-4dad-b007-2b6621b80d02 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:57.096443 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aba0c335-fb8b-4685-bd9e-fddbe5bcc5d1 req-0423a726-68c8-4dad-b007-2b6621b80d02 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0506239 Nov 03 16:28:57.143971 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aba0c335-fb8b-4685-bd9e-fddbe5bcc5d1 req-c3f19043-a72c-4bc6-aac4-a7209cba9969 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Nov 03 16:28:58.262504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2965-cb26-4f4c-a2fa-67532ccc676b req-79d24ac2-07d7-420e-a630-b2933f22f82a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:58.264000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c0b2965-cb26-4f4c-a2fa-67532ccc676b req-79d24ac2-07d7-420e-a630-b2933f22f82a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0480404 Nov 03 16:28:58.310902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c0b2965-cb26-4f4c-a2fa-67532ccc676b req-5adaa5a6-fbeb-4a61-831a-d70eb99258c7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Nov 03 16:28:58.562024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264966ef-5425-49ae-afdc-7c6b83ca6296 req-397aa0e5-9e76-410e-bdfe-e3a068400df8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:58.563547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-264966ef-5425-49ae-afdc-7c6b83ca6296 req-397aa0e5-9e76-410e-bdfe-e3a068400df8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0568604 Nov 03 16:28:58.613510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-264966ef-5425-49ae-afdc-7c6b83ca6296 req-112887fa-5985-4838-a617-f11e087bf2f3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Nov 03 16:28:59.472971 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:28:59.747983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684dcfc-ffa9-470b-b704-b15bbd7c493f req-e1b620d3-4960-416b-83f6-d8504c08ab61 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:59.749552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f684dcfc-ffa9-470b-b704-b15bbd7c493f req-e1b620d3-4960-416b-83f6-d8504c08ab61 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0613277 Nov 03 16:28:59.798051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f684dcfc-ffa9-470b-b704-b15bbd7c493f req-f30a6cc5-e4a8-4188-9857-558451fffc3b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Nov 03 16:28:59.915199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb87913-5c75-466f-9d7c-6f5b1d861493 req-2a39cf5f-88f6-4c73-abf9-a680cc49cd18 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:28:59.916679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fb87913-5c75-466f-9d7c-6f5b1d861493 req-2a39cf5f-88f6-4c73-abf9-a680cc49cd18 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0496008 Nov 03 16:28:59.963953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2fb87913-5c75-466f-9d7c-6f5b1d861493 req-a02be1c8-b8d3-4c9d-acd1-702cef1822b9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 Nov 03 16:29:00.110402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2043d4-cbf5-4c40-a228-d49fd623b463 req-aa9b9017-dcd0-43c3-a8bd-771c659a86d2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:00.111880 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d2043d4-cbf5-4c40-a228-d49fd623b463 req-aa9b9017-dcd0-43c3-a8bd-771c659a86d2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0501754 Nov 03 16:29:00.164593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d2043d4-cbf5-4c40-a228-d49fd623b463 req-e1d377f5-c88a-4c57-b3cd-ca2023d91b13 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467353 Nov 03 16:29:00.288916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2643a3-a44b-43af-ad6c-b46214be7c84 req-8d80d251-8372-4d0a-9a2f-eecd5c62ea15 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:00.291308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b2643a3-a44b-43af-ad6c-b46214be7c84 req-8d80d251-8372-4d0a-9a2f-eecd5c62ea15 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0501287 Nov 03 16:29:00.339004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b2643a3-a44b-43af-ad6c-b46214be7c84 req-73427119-7fa3-415e-a1af-76afebbbb454 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Nov 03 16:29:00.468899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7dfe1-65ee-4f74-b9ac-334555723fd1 req-f65f74d8-f775-4128-b4f5-2748169c52d0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:00.470427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2eb7dfe1-65ee-4f74-b9ac-334555723fd1 req-f65f74d8-f775-4128-b4f5-2748169c52d0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0493891 Nov 03 16:29:00.520074 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2eb7dfe1-65ee-4f74-b9ac-334555723fd1 req-a839f5b6-4b5f-43ac-9886-af1d197846e8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Nov 03 16:29:00.635816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219272c-84a4-4102-9532-89bf97cb32bf req-1da6e715-5362-436b-bad9-9078123491ce tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:00.637265 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2219272c-84a4-4102-9532-89bf97cb32bf req-1da6e715-5362-436b-bad9-9078123491ce tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0489047 Nov 03 16:29:00.684147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2219272c-84a4-4102-9532-89bf97cb32bf req-3c8e417e-dcb8-4326-8c2e-3f0da55d5a04 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Nov 03 16:29:00.833996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e5d2b-70ea-43dc-8c52-1ecc4b9417f7 req-01d0d7f9-d882-4fc9-9812-c2c3a10a4dfe tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:00.835510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-989e5d2b-70ea-43dc-8c52-1ecc4b9417f7 req-01d0d7f9-d882-4fc9-9812-c2c3a10a4dfe tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0525308 Nov 03 16:29:00.882562 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-989e5d2b-70ea-43dc-8c52-1ecc4b9417f7 req-b39fc728-eb46-418e-9318-2426fa85ca8e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Nov 03 16:29:00.997471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9fb10-4c1e-43d0-9cc6-49914303e270 req-d1b4fc72-699a-4d52-beeb-105bd87efe24 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:00.998961 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ddf9fb10-4c1e-43d0-9cc6-49914303e270 req-d1b4fc72-699a-4d52-beeb-105bd87efe24 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0494895 Nov 03 16:29:01.046379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ddf9fb10-4c1e-43d0-9cc6-49914303e270 req-3749bcab-a46a-4b56-b9ec-9acea6d94ccc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Nov 03 16:29:01.179473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e88a12-55ca-4b8b-a9f4-68c7c5bab67c req-7af37523-7950-413f-9854-808045c22443 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:01.181732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5e88a12-55ca-4b8b-a9f4-68c7c5bab67c req-7af37523-7950-413f-9854-808045c22443 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0533834 Nov 03 16:29:01.228715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f5e88a12-55ca-4b8b-a9f4-68c7c5bab67c req-9dff9e72-4fa9-480a-9c42-9dcfb123d96e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Nov 03 16:29:01.349234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6024a-895b-4253-99a7-26033be92db4 req-e0abf9ef-31ce-4bd5-8d17-5820ee2bbd4b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:01.350662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e5b6024a-895b-4253-99a7-26033be92db4 req-e0abf9ef-31ce-4bd5-8d17-5820ee2bbd4b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0540788 Nov 03 16:29:01.399666 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e5b6024a-895b-4253-99a7-26033be92db4 req-2e6ac7da-e433-4976-a3d4-8dd2fabf7a41 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431352 Nov 03 16:29:01.514047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:01.530920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad20452-a58e-4a29-8d8c-554e01db7adc req-cdbc82c3-4c81-4628-bc46-fdf23cdeb8a8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:01.532424 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aad20452-a58e-4a29-8d8c-554e01db7adc req-cdbc82c3-4c81-4628-bc46-fdf23cdeb8a8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0514560 Nov 03 16:29:01.581028 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aad20452-a58e-4a29-8d8c-554e01db7adc req-84a73bb5-b8ea-45cd-9e0f-08e5e7fdd9c9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Nov 03 16:29:01.701804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29278546-bc5e-48fd-b0d7-447000262496 req-1305093f-75ba-4374-8944-6b76d5ba3d47 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:01.703264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29278546-bc5e-48fd-b0d7-447000262496 req-1305093f-75ba-4374-8944-6b76d5ba3d47 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0531166 Nov 03 16:29:01.749852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29278546-bc5e-48fd-b0d7-447000262496 req-cf064131-31b8-4c17-8dcd-64d520693171 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Nov 03 16:29:01.909949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b349-c6a2-4529-8650-e572388dcb69 req-948c58f2-0e06-4bb6-b548-f99c197ab0ff tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:01.911355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b045b349-c6a2-4529-8650-e572388dcb69 req-948c58f2-0e06-4bb6-b548-f99c197ab0ff tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0553057 Nov 03 16:29:01.959489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b045b349-c6a2-4529-8650-e572388dcb69 req-3f188986-0c04-47d3-ae86-f502df318e55 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Nov 03 16:29:02.076563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23147b-de66-47f4-98a7-639ff3f862d6 req-16fa2f56-cf83-480d-94b0-0932f7996fe9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:02.078056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab23147b-de66-47f4-98a7-639ff3f862d6 req-16fa2f56-cf83-480d-94b0-0932f7996fe9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0481629 Nov 03 16:29:02.129846 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab23147b-de66-47f4-98a7-639ff3f862d6 req-673e78ba-47cf-4d1c-8a4c-cd3b21a844e1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456667 Nov 03 16:29:02.263673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2478894-0d50-4540-8199-6ba98128ceb8 req-f6cbdf82-4fb2-43c8-b52e-bebd30e7e4e0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:02.265213 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2478894-0d50-4540-8199-6ba98128ceb8 req-f6cbdf82-4fb2-43c8-b52e-bebd30e7e4e0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0542188 Nov 03 16:29:02.314131 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2478894-0d50-4540-8199-6ba98128ceb8 req-4b285a7c-65a7-4521-b516-a498cff60457 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Nov 03 16:29:02.430033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0e71a-9715-4b99-8eea-d5b2b2efa2e1 req-41ef9112-b524-4bd4-929e-f66b1491ad0c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:02.431639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00c0e71a-9715-4b99-8eea-d5b2b2efa2e1 req-41ef9112-b524-4bd4-929e-f66b1491ad0c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0490103 Nov 03 16:29:02.439428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40296) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:02.484557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00c0e71a-9715-4b99-8eea-d5b2b2efa2e1 req-03274c34-d301-4c1f-8124-188f84e3017e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470057 Nov 03 16:29:02.550968 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9babe352-67a8-43a9-a547-4a1228b7e9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:02.610166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port 0cc8ea57-2e83-4fde-9135-0c5198fccccb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:02.610503 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:02.646023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6e694-4e60-4755-ac3e-6942bd7b575b req-45341b15-e9bb-4f30-8d5a-546dc3103ede tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:02.647614 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-74d6e694-4e60-4755-ac3e-6942bd7b575b req-45341b15-e9bb-4f30-8d5a-546dc3103ede tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0506103 Nov 03 16:29:02.690423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:02.690641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:02.698339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-74d6e694-4e60-4755-ac3e-6942bd7b575b req-de1af8b7-775f-45d4-a9df-16ed84243eee tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Nov 03 16:29:02.704311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for 0cc8ea57-2e83-4fde-9135-0c5198fccccb owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:02.844185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3550b7-01fe-4666-98be-6e57bf0187d3 req-02feeff1-a8cf-4c2e-8885-09b160b8ddc2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:02.845708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd3550b7-01fe-4666-98be-6e57bf0187d3 req-02feeff1-a8cf-4c2e-8885-09b160b8ddc2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0761771 Nov 03 16:29:02.926815 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dd3550b7-01fe-4666-98be-6e57bf0187d3 req-cd180782-8f97-40bb-a944-1fd5fe54df31 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748429 Nov 03 16:29:02.927817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:02.955456 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=0cc8ea57-2e83-4fde-9135-0c5198fccccb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:03.024647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:03.024992 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Floating IP 3c912a5a-6aff-4307-9a1f-cc7efa594e08 disassociated (deleted). External IP: 172.25.6.81, port: 31a9a947-55c4-4d57-ba1f-7560f9045f61. Nov 03 16:29:03.147938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2090577-3faa-4f92-add1-d931d86e748e req-bfc686db-d49c-44b7-99af-a7e73860df07 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:03.149432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2090577-3faa-4f92-add1-d931d86e748e req-bfc686db-d49c-44b7-99af-a7e73860df07 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0905492 Nov 03 16:29:03.239461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2090577-3faa-4f92-add1-d931d86e748e req-d819a07f-db82-475c-8a68-84cf503a211d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832002 Nov 03 16:29:03.313469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Router 25552b96-83ff-405a-bf08-1fee1cc2824f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:29:03.358381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b77a2-e247-48db-8e5b-577b9d0b333c req-59fa20f3-df2b-46ac-af71-b356f694b0fc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:03.359873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-782b77a2-e247-48db-8e5b-577b9d0b333c req-59fa20f3-df2b-46ac-af71-b356f694b0fc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0492272 Nov 03 16:29:03.407836 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-782b77a2-e247-48db-8e5b-577b9d0b333c req-577bf90a-fd96-4475-a5ef-805959e2e087 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Nov 03 16:29:03.424171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:29:03.429129 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:03.435937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] Sync routers for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:29:03.447630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:03.448466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:03.461970 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c371f689-96e5-4c62-b7e1-85fcd21bd97b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "DELETE /v2.0/floatingips/3c912a5a-6aff-4307-9a1f-cc7efa594e08 HTTP/1.1" status: 204 len: 168 time: 1.0213754 Nov 03 16:29:03.462681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:29:03.473586 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a59faec-d016-4f76-b3d5-a3cb0b29495d" -d '{"events": [{"name": "network-changed", "server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:29:03.575011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceaf56-e056-49a5-8ef2-b92399dec9dc req-2b6d178f-607c-4a9b-a205-0a3318f673fa tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:03.576658 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2ceaf56-e056-49a5-8ef2-b92399dec9dc req-2b6d178f-607c-4a9b-a205-0a3318f673fa tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0664675 Nov 03 16:29:03.646652 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2ceaf56-e056-49a5-8ef2-b92399dec9dc req-5918b005-597c-4557-9bbf-83b82b2c29aa tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Nov 03 16:29:03.659967 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d94d33b-e477-4e2b-a06f-7ff55693d50f x-openstack-request-id: req-2d94d33b-e477-4e2b-a06f-7ff55693d50f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:29:03.660674 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:29:03.661105 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d94d33b-e477-4e2b-a06f-7ff55693d50f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:29:03.661887 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'status': 'completed', 'code': 200} Nov 03 16:29:03.735901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-af1434bd-c687-40e9-93b2-f689b74609cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:03.737838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-af1434bd-c687-40e9-93b2-f689b74609cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 1096 time: 0.0531511 Nov 03 16:29:03.767752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bc9e-389f-4741-b727-6ac24c816fc0 req-1a73248c-8e5a-4893-9d40-3132115f9c9c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:03.769581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1b42bc9e-389f-4741-b727-6ac24c816fc0 req-1a73248c-8e5a-4893-9d40-3132115f9c9c tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 945 time: 0.0564871 Nov 03 16:29:03.777970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:03.826710 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1b42bc9e-389f-4741-b727-6ac24c816fc0 req-86af005e-6376-431d-8b3e-6f355f4174da tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490463 Nov 03 16:29:03.870652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268ca1b-2dd5-42c6-aad1-1f1059297355 req-b20bd4ef-e115-4072-b166-e293f28f9599 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:03.872566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0268ca1b-2dd5-42c6-aad1-1f1059297355 req-b20bd4ef-e115-4072-b166-e293f28f9599 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.1337240 Nov 03 16:29:03.898316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-a67abd93-b4c1-4fd7-a153-ee4993e068e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:03.901218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-a67abd93-b4c1-4fd7-a153-ee4993e068e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1515687 Nov 03 16:29:03.960145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-e0c156a2-617b-4924-bb5a-b9f7cd50906c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31a9a947-55c4-4d57-ba1f-7560f9045f61 HTTP/1.1" status: 200 len: 217 time: 0.0465059 Nov 03 16:29:03.968830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0268ca1b-2dd5-42c6-aad1-1f1059297355 req-9fb6db5f-344c-4a94-8a2b-fb04087fed0d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872376 Nov 03 16:29:04.009142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:25:06Z', 'updated_at': '2021-11-03T16:25:10Z', 'revision_number': 1, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:04.013201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-dcbe857a-704a-475a-a30f-190d67d5aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:04.014805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-dcbe857a-704a-475a-a30f-190d67d5aefa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0451236 Nov 03 16:29:04.041132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] Checking router: 25552b96-83ff-405a-bf08-1fee1cc2824f for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:29:04.049732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:04.050510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:28:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:04.069565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-413c9702-2e56-4f92-a5c5-56e5f1b20a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:04.072232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-413c9702-2e56-4f92-a5c5-56e5f1b20a3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483282 Nov 03 16:29:04.164959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:04.171557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-1741d8dd-e572-4d38-9e25-effa46612922 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909357 Nov 03 16:29:04.290637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a59faec-d016-4f76-b3d5-a3cb0b29495d req-59869e05-803a-4bd6-8586-1e02c26fec63 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102831 Nov 03 16:29:04.418805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c614-fb40-4f3a-b4ce-8e2abe42016a req-56d0bf65-62c3-4933-9963-dbfaf2cfac1e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:04.420312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b414c614-fb40-4f3a-b4ce-8e2abe42016a req-56d0bf65-62c3-4933-9963-dbfaf2cfac1e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0503416 Nov 03 16:29:04.422161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:25:06Z', 'updated_at': '2021-11-03T16:25:10Z', 'revision_number': 1, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:04.450085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c8a34-ee12-4f2d-bec5-0cd9d4ccc5f6 None None] The sync data for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 is: [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'port_id': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'mac_address': 'fa:16:3e:3c:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:25:06Z', 'updated_at': '2021-11-03T16:25:10Z', 'revision_number': 1, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:29:04.474946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b414c614-fb40-4f3a-b4ce-8e2abe42016a req-225978a3-74ae-40c7-a7d8-6e2b04696189 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485990 Nov 03 16:29:04.679526 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d42b6-645a-4dcd-8e97-d9479727ae07 None None] New status for floating IP 3c912a5a-6aff-4307-9a1f-cc7efa594e08: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:29:04.950800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4be03f-701e-4e96-b11d-8537fd199b31 req-299aeefe-a527-4768-b236-8f84ab70a34a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:04.952255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d4be03f-701e-4e96-b11d-8537fd199b31 req-299aeefe-a527-4768-b236-8f84ab70a34a tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 945 time: 0.0531638 Nov 03 16:29:04.979262 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-591ee792-b041-4110-abfd-e400b2e3516a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:05.006430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d4be03f-701e-4e96-b11d-8537fd199b31 req-0f298a7e-edba-422f-9380-758e2648c68b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471697 Nov 03 16:29:05.255172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-4566a785-d303-4ada-b291-b9b4a73db0c4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:05.256529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-4566a785-d303-4ada-b291-b9b4a73db0c4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 945 time: 0.0484443 Nov 03 16:29:05.348065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port 31a9a947-55c4-4d57-ba1f-7560f9045f61 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:05.348402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:05.439993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] For port 31a9a947-55c4-4d57-ba1f-7560f9045f61, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=31a9a947-55c4-4d57-ba1f-7560f9045f61,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:05.440355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:05.454021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for 31a9a947-55c4-4d57-ba1f-7560f9045f61 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:05.611407 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:05.631468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befa5c3-def3-484d-8ba7-347059b51786 req-6307c3d2-47a0-4cd6-badc-30bd987fe464 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:05.632923 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0befa5c3-def3-484d-8ba7-347059b51786 req-6307c3d2-47a0-4cd6-badc-30bd987fe464 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0744030 Nov 03 16:29:05.653994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=31a9a947-55c4-4d57-ba1f-7560f9045f61,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:05.715469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] No DVR routers for this DVR port 31a9a947-55c4-4d57-ba1f-7560f9045f61 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:29:05.719292 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:05.722602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9c81c25-3743-4ff0-8aa5-ba772ada947c req-0bc6a2a0-d16a-4ada-a090-788b453da8d4 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "DELETE /v2.0/ports/31a9a947-55c4-4d57-ba1f-7560f9045f61 HTTP/1.1" status: 204 len: 173 time: 0.4589100 Nov 03 16:29:05.723038 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'name': 'network-vif-deleted', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:29:05.725280 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77fa307-f572-4dc1-9f95-c05856f931f7" -d '{"events": [{"server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "name": "network-vif-deleted", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:29:05.743769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0befa5c3-def3-484d-8ba7-347059b51786 req-1015c176-60fc-47a8-ae37-4721888acad4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920076 Nov 03 16:29:05.776947 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8ad74-449b-4653-83b7-4b496c23b4e4 x-openstack-request-id: req-a9e8ad74-449b-4653-83b7-4b496c23b4e4 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:29:05.777247 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bda7d8-702e-404b-b398-b9169e958a12", "name": "network-vif-deleted", "tag": "31a9a947-55c4-4d57-ba1f-7560f9045f61", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:29:05.777500 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a9e8ad74-449b-4653-83b7-4b496c23b4e4 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:29:05.777934 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bda7d8-702e-404b-b398-b9169e958a12', 'name': 'network-vif-deleted', 'tag': '31a9a947-55c4-4d57-ba1f-7560f9045f61', 'status': 'completed', 'code': 200} Nov 03 16:29:06.113764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-916f40ef-c77c-4851-b75f-8a41780baaaa req-a95c3e20-2006-4030-9748-b82868a85001 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 210 time: 0.0323918 Nov 03 16:29:06.294967 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:06.862479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9e9f1-2ca0-4f43-a1c1-9136c8bfec41 req-f78a2daa-7a3e-4b25-b4e2-f75c6aea6252 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:06.863902 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-97d9e9f1-2ca0-4f43-a1c1-9136c8bfec41 req-f78a2daa-7a3e-4b25-b4e2-f75c6aea6252 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0494282 Nov 03 16:29:06.912847 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-97d9e9f1-2ca0-4f43-a1c1-9136c8bfec41 req-24441eaa-3dbc-461c-bfeb-551a90ed9570 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 Nov 03 16:29:07.209784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-601819a1-4dee-43b3-9062-5f277a2bc0ef req-924b096e-95b2-4479-9a00-925e6be23cad tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 210 time: 0.0264781 Nov 03 16:29:07.797719 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:08.043287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6edd2-1903-411c-b3da-2eb95dd19ec0 req-864b18de-fdea-42d9-888c-1b703f9f3ef6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:08.044884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14b6edd2-1903-411c-b3da-2eb95dd19ec0 req-864b18de-fdea-42d9-888c-1b703f9f3ef6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0543690 Nov 03 16:29:08.093158 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14b6edd2-1903-411c-b3da-2eb95dd19ec0 req-a4b9d740-39b8-4fe2-9083-e82d0c0d8eeb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Nov 03 16:29:08.315789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9de43229-8db7-4fcb-8110-597fc1e65de8 req-99e353a5-f4d0-4a00-8c59-4e06e883e38b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 210 time: 0.0277112 Nov 03 16:29:08.414544 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:09.211250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b87fb-e1b1-487e-9605-54ff8e54f0c0 req-fbf4eb2e-68e9-4c93-b481-0b31183da9ff tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:09.212954 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc6b87fb-e1b1-487e-9605-54ff8e54f0c0 req-fbf4eb2e-68e9-4c93-b481-0b31183da9ff tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0502656 Nov 03 16:29:09.261730 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dc6b87fb-e1b1-487e-9605-54ff8e54f0c0 req-eda742f1-fd9b-40da-bb1d-72cb3015eb99 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427399 Nov 03 16:29:09.411833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a72d5670-1594-43df-a38e-4b354c072a5c req-3f855262-2aa2-4b84-9601-ffb09561661d tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=81bda7d8-702e-404b-b398-b9169e958a12 HTTP/1.1" status: 200 len: 210 time: 0.0258815 Nov 03 16:29:09.877380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 31a9a947-55c4-4d57-ba1f-7560f9045f61 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:09.898119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 31a9a947-55c4-4d57-ba1f-7560f9045f61 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:29:09.898458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 31a9a947-55c4-4d57-ba1f-7560f9045f61 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:29:10.383873 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79887390-df2a-45a7-b707-a7c88e4fdc5e req-de19d835-3e06-42ea-b037-1ac27d161ee4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:10.385266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79887390-df2a-45a7-b707-a7c88e4fdc5e req-de19d835-3e06-42ea-b037-1ac27d161ee4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0508988 Nov 03 16:29:10.437637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-79887390-df2a-45a7-b707-a7c88e4fdc5e req-981b96f1-3739-472e-9545-ecbbf2976103 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Nov 03 16:29:11.557327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ebec1-22fc-4531-8002-5702eb9d6372 req-e02c9129-e898-4556-95c6-9748d659061e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:11.558842 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb2ebec1-22fc-4531-8002-5702eb9d6372 req-e02c9129-e898-4556-95c6-9748d659061e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0499578 Nov 03 16:29:11.584032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:29:11.610502 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb2ebec1-22fc-4531-8002-5702eb9d6372 req-f447f247-ce74-465a-9919-0322ec0e95fc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Nov 03 16:29:11.695899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:11.708301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09', 'port_id': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'mac_address': 'fa:16:3e:59:d9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e838f07a-f247-445d-a2e6-dcf0004b94b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:29:11.746507 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:11.759081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2ec4651-8bbb-4e60-ba9d-48799d368cd1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:29:11.779482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:11.782938 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:11.834568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:11.934087 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['e2ec4651-8bbb-4e60-ba9d-48799d368cd1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:29:12.742375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132c026-0a83-4569-ae0b-d4cc87bee2e2 req-44778227-9782-4050-a749-0552e5cb74b4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:12.744512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a132c026-0a83-4569-ae0b-d4cc87bee2e2 req-44778227-9782-4050-a749-0552e5cb74b4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0517755 Nov 03 16:29:12.795495 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a132c026-0a83-4569-ae0b-d4cc87bee2e2 req-77111800-7b73-45fc-b679-c9b23f0ab3f3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447993 Nov 03 16:29:13.594368 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:29:13.644700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:29:13.645068 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:13.723466 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:13.745569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:29:13.747859 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff77f262-ab85-43bb-8e09-65af13a251fc" -d '{"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:29:13.762158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:13.769930 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:13.799897 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c219dc-f605-4d45-b934-7c031c7746b9 x-openstack-request-id: req-95c219dc-f605-4d45-b934-7c031c7746b9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:29:13.800185 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:29:13.800497 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-95c219dc-f605-4d45-b934-7c031c7746b9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:29:13.800872 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'code': 200} Nov 03 16:29:13.832954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:13.928576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938c1f3-b7de-4ca6-8db8-c84fa8dcacfb req-33a7c9ec-4dcd-45cd-ad47-a728439814d2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:13.930596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a938c1f3-b7de-4ca6-8db8-c84fa8dcacfb req-33a7c9ec-4dcd-45cd-ad47-a728439814d2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0533729 Nov 03 16:29:13.982663 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a938c1f3-b7de-4ca6-8db8-c84fa8dcacfb req-2753afd9-2c57-432c-8ad1-936945835f0d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458822 Nov 03 16:29:15.116187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00687134-e0bf-4c7b-a139-e6518043a216 req-d39098a5-f7fd-4631-acfc-5616868b630b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:15.117700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00687134-e0bf-4c7b-a139-e6518043a216 req-d39098a5-f7fd-4631-acfc-5616868b630b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0534596 Nov 03 16:29:15.167852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-00687134-e0bf-4c7b-a139-e6518043a216 req-c39542a9-2502-4f43-982c-cddb829416cc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 Nov 03 16:29:15.880716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40396) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:16.052141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port a6431670-bcdd-4d9c-9dfa-e94733727af3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:16.052494 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:16.130187 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:16.130757 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:16.143650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for a6431670-bcdd-4d9c-9dfa-e94733727af3 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:16.307319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001c646-3027-4617-b0c7-4d84c7ac90be req-cdb43c77-82d3-41ce-8a0d-f7bc1729fb60 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:16.311069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6001c646-3027-4617-b0c7-4d84c7ac90be req-cdb43c77-82d3-41ce-8a0d-f7bc1729fb60 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0729678 Nov 03 16:29:16.327748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:16.360972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=a6431670-bcdd-4d9c-9dfa-e94733727af3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:16.392800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6001c646-3027-4617-b0c7-4d84c7ac90be req-7ef7381a-97d6-4d24-adf6-e0a42699558a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739491 Nov 03 16:29:16.404046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.404434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.404780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.405154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.405486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.405842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.406166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.406485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.406803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.407251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.407428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.408104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:16.455201 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:16.455533 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Floating IP 7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6 disassociated (deleted). External IP: 172.25.6.252, port: f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c. Nov 03 16:29:16.675937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Router 25552b96-83ff-405a-bf08-1fee1cc2824f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:29:16.792400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:29:16.799980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:16.805120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] Sync routers for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:29:16.816743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:16.820013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:16.837026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-501452b3-5326-4a77-b456-f124f1bb620b tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "DELETE /v2.0/floatingips/7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6 HTTP/1.1" status: 204 len: 168 time: 0.9545951 Nov 03 16:29:16.837820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:29:16.840644 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:29:16.904695 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab63a8e-cd81-4a6e-8f0e-7cb83ccc35b4 x-openstack-request-id: req-fab63a8e-cd81-4a6e-8f0e-7cb83ccc35b4 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:29:16.905000 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:29:16.905257 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fab63a8e-cd81-4a6e-8f0e-7cb83ccc35b4 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:29:16.905696 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'status': 'completed', 'code': 200} Nov 03 16:29:16.980925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-4f7caf17-8a55-4bf8-a8ac-e742c7e0eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:16.982902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-4f7caf17-8a55-4bf8-a8ac-e742c7e0eb0c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 1096 time: 0.0536246 Nov 03 16:29:17.022746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:17.116146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-fa30c988-9df4-424d-8204-d985de68cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:17.119433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-fa30c988-9df4-424d-8204-d985de68cafa service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 200 len: 913 time: 0.1285233 Nov 03 16:29:17.209569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-b1935718-41aa-47c1-962e-75127cdbb72b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c HTTP/1.1" status: 200 len: 217 time: 0.0735488 Nov 03 16:29:17.222120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ab74e-5af0-492a-a0af-487c51435eeb req-30478ada-c995-4ce6-b36d-d905cf9e5267 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:17.223645 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c4ab74e-5af0-492a-a0af-487c51435eeb req-30478ada-c995-4ce6-b36d-d905cf9e5267 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 945 time: 0.1020885 Nov 03 16:29:17.307281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:17.309178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-4f40ffe9-3a1a-44b1-ae20-4fd2a84ea149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:17.310911 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-4f40ffe9-3a1a-44b1-ae20-4fd2a84ea149 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 200 len: 851 time: 0.0863419 Nov 03 16:29:17.347609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] Checking router: 25552b96-83ff-405a-bf08-1fee1cc2824f for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:29:17.350179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c4ab74e-5af0-492a-a0af-487c51435eeb req-21b2bdc4-c3fa-4c65-a274-413e8f46d6e7 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127353 Nov 03 16:29:17.363412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:17.367117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:17.388110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-dee55bb2-7dfa-418e-94de-d6c3340d5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:17.389951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-dee55bb2-7dfa-418e-94de-d6c3340d5d1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669758 Nov 03 16:29:17.492411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-ad2dbdfd-af49-4d9f-8fce-3502e5d43b29 service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944631 Nov 03 16:29:17.547003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:17.550237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa34d7b-1d82-47d8-8375-c304596a39df req-033e8127-ed17-410c-bb7c-54a339e927e8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:17.552535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3aa34d7b-1d82-47d8-8375-c304596a39df req-033e8127-ed17-410c-bb7c-54a339e927e8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0656817 Nov 03 16:29:17.629984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b0d7d1c-1964-45ad-9e4b-968adb11cf8a req-1ee76648-129d-4fe8-90fa-d6888caf26db service neutron] 10.222.0.70 "GET /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287432 Nov 03 16:29:17.642510 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3aa34d7b-1d82-47d8-8375-c304596a39df req-50edbec4-e06f-442c-abc8-abeff3240cdc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808887 Nov 03 16:29:17.794434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:17.824257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88bbd3-2816-49c9-9083-151a768dbc1d None None] The sync data for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 is: [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:16:05Z', 'revision_number': 4, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '06d1908c-fb73-49e6-adec-6e23163df478', 'name': '', 'network_id': 'e8323ed3-190e-4fd2-9c82-eb82d5ef24b2', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'mac_address': 'fa:16:3e:e8:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:04Z', 'updated_at': '2021-11-03T16:16:10Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'subnets': [{'id': '59175d77-ecad-41a1-bcd6-d63e1e7bf397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:29:18.106314 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12fcb32-8560-44e7-90ab-15d0c4f4f924 None None] New status for floating IP 7ab3b9b4-4e1e-4317-87eb-d3cece48e8d6: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:29:18.482256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c5ca2-4801-4886-b1ab-d46dac7658b8 req-ea83d46c-b936-4f8b-8461-abb96df207eb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:18.483968 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b6c5ca2-4801-4886-b1ab-d46dac7658b8 req-ea83d46c-b936-4f8b-8461-abb96df207eb tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 945 time: 0.0567005 Nov 03 16:29:18.546469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b6c5ca2-4801-4886-b1ab-d46dac7658b8 req-d1dde1dc-c9a3-44d0-a733-55c1314d3fca tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/security-groups?id=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559788 Nov 03 16:29:18.675847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-ab9ba7ef-1bcd-4877-8826-042e20f3f893 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:18.679789 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-ab9ba7ef-1bcd-4877-8826-042e20f3f893 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 945 time: 0.0631924 Nov 03 16:29:18.785655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76369081-34ac-4697-8b9d-f6784a180f30 req-051f7c84-d0e5-4f66-8375-7b605d1b0d49 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:18.787341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76369081-34ac-4697-8b9d-f6784a180f30 req-051f7c84-d0e5-4f66-8375-7b605d1b0d49 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0672019 Nov 03 16:29:18.801340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:18.801723 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:18.841777 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76369081-34ac-4697-8b9d-f6784a180f30 req-65823523-c647-408f-ae58-980519f524f8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479448 Nov 03 16:29:18.917285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] For port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:18.917583 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:18.932936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:19.084673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:19.115701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:19.171697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] No DVR routers for this DVR port f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:29:19.174401 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:19.178340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f810dd5-ec21-41de-ba39-6f052407aa6a req-d61abb37-6291-4dcd-bb66-fdacbddc0425 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.70 "DELETE /v2.0/ports/f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c HTTP/1.1" status: 204 len: 173 time: 0.4935825 Nov 03 16:29:19.178864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'name': 'network-vif-deleted', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:29:19.182002 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dff9d12-c51d-4adb-9a5c-60effec32cf8" -d '{"events": [{"server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "name": "network-vif-deleted", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:29:19.226566 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eb755e-b770-40c7-9674-2484a6867090 x-openstack-request-id: req-03eb755e-b770-40c7-9674-2484a6867090 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:29:19.227475 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a6ce4-d007-402a-a25e-1a47fb31aea3", "name": "network-vif-deleted", "tag": "f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:29:19.227779 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-03eb755e-b770-40c7-9674-2484a6867090 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:29:19.228326 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a6ce4-d007-402a-a25e-1a47fb31aea3', 'name': 'network-vif-deleted', 'tag': 'f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c', 'status': 'completed', 'code': 200} Nov 03 16:29:19.670960 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3b32299-da45-4c5b-87b0-654b6aac3280 req-fc2da99c-b1b8-4241-a099-e037581fa9c1 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 210 time: 0.0406950 Nov 03 16:29:19.973668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684a51-71e5-4ab3-b765-5dc7525d4d0d req-bff8233a-7250-47c9-a85d-e3b8cd079cb2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:19.982007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c684a51-71e5-4ab3-b765-5dc7525d4d0d req-bff8233a-7250-47c9-a85d-e3b8cd079cb2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0614121 Nov 03 16:29:20.041917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c684a51-71e5-4ab3-b765-5dc7525d4d0d req-d9f0a8b4-2119-43d1-b632-20a84775a11f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589201 Nov 03 16:29:20.793855 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c2d2206-a889-4519-8acb-84e2058915d6 req-84d1e2fd-b1c2-4cd4-aa88-e7b4f085a6a8 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 210 time: 0.0503697 Nov 03 16:29:21.196640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6a55d-4851-4f05-b761-71afcdc40fe6 req-48118765-4ca5-4ea0-ba07-3205b5fa0f69 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:21.204557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28a6a55d-4851-4f05-b761-71afcdc40fe6 req-48118765-4ca5-4ea0-ba07-3205b5fa0f69 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0925822 Nov 03 16:29:21.261180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28a6a55d-4851-4f05-b761-71afcdc40fe6 req-2782c872-5051-4903-a1f1-4b7ea4b66103 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554333 Nov 03 16:29:21.916908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:21.937161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-20d757d5-017e-4aa6-9c62-c4210d808eac req-74d8712f-11b7-4558-be69-a43ddf7d5000 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 210 time: 0.0533259 Nov 03 16:29:21.947791 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:29:21.948533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device f4a6f20c-6ade-4d46-ae0e-8647c3d88c6c not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:29:22.077010 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:22.401541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56207b9f-a0a4-47a0-bc1a-10f14870decc req-42ceddb1-9b18-4c25-b31f-4aff57d5aeb3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:22.403214 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56207b9f-a0a4-47a0-bc1a-10f14870decc req-42ceddb1-9b18-4c25-b31f-4aff57d5aeb3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0609429 Nov 03 16:29:22.497835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56207b9f-a0a4-47a0-bc1a-10f14870decc req-1cabce9a-ca7c-4fbf-babc-1742d01f8c72 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879190 Nov 03 16:29:23.061515 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-34aec366-11ad-480f-add2-5245de0d2a9b req-96db2139-1554-40ce-974e-68b9cb9e3294 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 210 time: 0.0348539 Nov 03 16:29:23.640866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709b262-9713-4eb3-b5c6-2c12dd6f325a req-120bffbf-15e7-4457-bd6a-ffbbef8b9ede tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:23.647800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e709b262-9713-4eb3-b5c6-2c12dd6f325a req-120bffbf-15e7-4457-bd6a-ffbbef8b9ede tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0637639 Nov 03 16:29:23.703246 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e709b262-9713-4eb3-b5c6-2c12dd6f325a req-b5ec5b95-2831-4fc8-9d6b-df702743433b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544710 Nov 03 16:29:24.176776 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-306a1351-e977-4fed-bc7d-e5c0ebcff642 req-a5ad11e4-7c06-4d7e-8d89-d026008a6a21 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "GET /v2.0/ports?device_id=472a6ce4-d007-402a-a25e-1a47fb31aea3 HTTP/1.1" status: 200 len: 210 time: 0.0299690 Nov 03 16:29:24.822696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8704c81-bf16-4531-8f75-b6c45dc50069 req-74881fe4-cb94-4323-9f3b-cc4814126379 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:24.824210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8704c81-bf16-4531-8f75-b6c45dc50069 req-74881fe4-cb94-4323-9f3b-cc4814126379 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0553670 Nov 03 16:29:24.877246 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8704c81-bf16-4531-8f75-b6c45dc50069 req-95eff91e-4b62-4a1a-8a8e-9848894bdacf tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Nov 03 16:29:25.242623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40466) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:25.382358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Deleting port bbfb1be4-52fd-4b26-8a00-4b8c8a234d8f {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:25.382766 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:25.465778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:25.466020 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:25.478669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Calling delete_port for bbfb1be4-52fd-4b26-8a00-4b8c8a234d8f owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:25.622802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:25.647590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'Port': ['ID=bbfb1be4-52fd-4b26-8a00-4b8c8a234d8f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:25.662151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.662493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.662832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.663167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.663499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.663826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.664723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.665047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.665372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.665718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.666041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.666358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:25.727771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:25.730757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:25.732099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fab8060c-d098-407e-adce-2312f5796e74 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "DELETE /v2.0/floatingips/de92233d-5b82-47ea-a2cc-1a506c8fd7ac HTTP/1.1" status: 204 len: 168 time: 0.4884470 Nov 03 16:29:26.007575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab07d8-f2ba-47fa-aaa3-45c98cdafb09 req-9e6477e0-a3cc-4ee0-a3b4-99637fd0037b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:26.009203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecab07d8-f2ba-47fa-aaa3-45c98cdafb09 req-9e6477e0-a3cc-4ee0-a3b4-99637fd0037b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0523241 Nov 03 16:29:26.058646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ecab07d8-f2ba-47fa-aaa3-45c98cdafb09 req-1e856f52-1894-4f75-9497-9dd4deaabf90 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Nov 03 16:29:26.775551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-2cd2a70c-b04a-4aba-a09a-539e70e6b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:26.777162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-2cd2a70c-b04a-4aba-a09a-539e70e6b7c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 1097 time: 0.0425217 Nov 03 16:29:26.871712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-e1017555-ee3d-450c-a6b9-83f3a0ea8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:26.873150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-e1017555-ee3d-450c-a6b9-83f3a0ea8181 service neutron] 10.222.0.15 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 915 time: 0.0886865 Nov 03 16:29:26.915525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-dec0946a-890c-4338-9044-3a15f9e41609 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1 HTTP/1.1" status: 200 len: 217 time: 0.0351906 Nov 03 16:29:26.970699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-7fa46e0b-dc7d-4f6f-a232-75f9e92dca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:26.972142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-7fa46e0b-dc7d-4f6f-a232-75f9e92dca87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e838f07a-f247-445d-a2e6-dcf0004b94b7 HTTP/1.1" status: 200 len: 854 time: 0.0495446 Nov 03 16:29:27.003627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-f1193a90-0b5f-4399-9d8a-0f71e1450df5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=949f4536-04b8-4845-a8e8-3dc7a22b4a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243249 Nov 03 16:29:27.097088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-e2600f7e-5bf8-419e-a312-a9364759789f service neutron] 10.222.0.15 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861852 Nov 03 16:29:27.225885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19c096-6891-46c0-a758-e901b0088403 req-89c7fb83-9ac9-4a1e-a4d9-8d705747dd30 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:27.228166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb19c096-6891-46c0-a758-e901b0088403 req-89c7fb83-9ac9-4a1e-a4d9-8d705747dd30 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0938082 Nov 03 16:29:27.233511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60e3a2b1-600d-4f92-bad4-35b6872b2fc5 req-3bd1b9e8-da2b-4802-b906-9bc1c78adbdc service neutron] 10.222.0.15 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283784 Nov 03 16:29:27.284205 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb19c096-6891-46c0-a758-e901b0088403 req-6f399a74-5e1b-474a-93b9-899a7e0f69c7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496888 Nov 03 16:29:28.407912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bc998-c8a6-4f24-bd8e-551e16b1f7eb req-b5de16ea-0060-4273-b93b-d5144ddf95e9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:28.409411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c2bc998-c8a6-4f24-bd8e-551e16b1f7eb req-b5de16ea-0060-4273-b93b-d5144ddf95e9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0512099 Nov 03 16:29:28.464893 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5c2bc998-c8a6-4f24-bd8e-551e16b1f7eb req-8fbfb170-f8a1-4c10-8d8e-6818ce40f674 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486474 Nov 03 16:29:29.042150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40510) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:29.110746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5dbd71f9-c3c9-4dd9-bf8f-bfcd5f682948 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:29.138463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5dbd71f9-c3c9-4dd9-bf8f-bfcd5f682948 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:29.204999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5dbd71f9-c3c9-4dd9-bf8f-bfcd5f682948 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:29.208394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5dbd71f9-c3c9-4dd9-bf8f-bfcd5f682948 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:29.211552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5dbd71f9-c3c9-4dd9-bf8f-bfcd5f682948 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] 10.222.0.86 "DELETE /v2.0/security-groups/4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a HTTP/1.1" status: 204 len: 168 time: 0.1676686 Nov 03 16:29:29.233467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd71f9-c3c9-4dd9-bf8f-bfcd5f682948 tempest-TestVolumeBootPattern-39730514 tempest-TestVolumeBootPattern-39730514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4594cab6-ba83-4cd7-9ead-fcd33a7b7c1a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:29.279153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40514) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:29.608503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:29.726160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:29.754019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:29:29.756587 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a46f76e-a816-4de9-b393-fc6e7b764a7f" -d '{"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:29:29.769193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:29.774274 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:29.827091 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abe98de-5a36-4c05-a56a-d9ca341b98ca x-openstack-request-id: req-9abe98de-5a36-4c05-a56a-d9ca341b98ca {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:29:29.827807 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-unplugged", "status": "failed", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1", "code": 422}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:29:29.828087 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9abe98de-5a36-4c05-a56a-d9ca341b98ca {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:29:29.828676 n-d-813897-2 neutron-server[108106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'code': 422} returned with failed status Nov 03 16:29:29.833982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:29.842379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.842710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.843504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.844027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.844357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.844712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.845019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.845357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.845705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.846029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.846360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.846681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:29:29.879044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b732b-567e-44e0-8d6b-c2bf3ee47d95 req-1186f62f-e9dd-4809-9a7f-88985bf65dea tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:29.880523 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-800b732b-567e-44e0-8d6b-c2bf3ee47d95 req-1186f62f-e9dd-4809-9a7f-88985bf65dea tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 944 time: 0.0939753 Nov 03 16:29:29.967300 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-800b732b-567e-44e0-8d6b-c2bf3ee47d95 req-9da9fafc-98eb-4bdd-aa1c-24fb383bfe22 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755715 Nov 03 16:29:30.081108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba61fa-4141-4595-bdf0-e66dfca049b1 req-6073794f-18e9-4acc-bffd-b8032bc3c4cb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:30.081751 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:30.082607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-37ba61fa-4141-4595-bdf0-e66dfca049b1 req-6073794f-18e9-4acc-bffd-b8032bc3c4cb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 944 time: 0.0486667 Nov 03 16:29:30.130082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-37ba61fa-4141-4595-bdf0-e66dfca049b1 req-674ae7cc-85cc-4cb9-aeeb-1b695186e55a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410697 Nov 03 16:29:30.282773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-57f350df-18d5-4224-a9f1-dd48516765ad req-e10cde8a-7215-4dd7-98c4-0cd862ef308f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:29:30.283863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-57f350df-18d5-4224-a9f1-dd48516765ad req-e10cde8a-7215-4dd7-98c4-0cd862ef308f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0057185 Nov 03 16:29:30.337253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Deleting port 06d1908c-fb73-49e6-adec-6e23163df478 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:30.337623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:30.445977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] For port 06d1908c-fb73-49e6-adec-6e23163df478, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=06d1908c-fb73-49e6-adec-6e23163df478,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:30.446338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:30.463254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Calling delete_port for 06d1908c-fb73-49e6-adec-6e23163df478 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:30.478269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075d747-1aea-421d-b389-0394fabdfee4 req-eb524d3b-17b1-4066-9172-ac8728911c63 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:30.479824 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f075d747-1aea-421d-b389-0394fabdfee4 req-eb524d3b-17b1-4066-9172-ac8728911c63 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 944 time: 0.0771179 Nov 03 16:29:30.577498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f075d747-1aea-421d-b389-0394fabdfee4 req-ef9c79c8-f086-4c33-8ed7-20e9cdeabd1a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910909 Nov 03 16:29:30.671235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-a001834e-3022-498c-8c2b-8d77d70ed944 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073046 Nov 03 16:29:30.680243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-b0a73251-e375-49de-9d48-b24f33924abe service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:29:30.681208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-b0a73251-e375-49de-9d48-b24f33924abe service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051849 Nov 03 16:29:30.698347 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:30.733328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d1908c-fb73-49e6-adec-6e23163df478,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:30.915667 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:31.005798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-6fd7bf91-b286-4709-bc03-97cb03c45566 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907285 Nov 03 16:29:31.072746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-d458b936-e23a-49ae-9882-a5f9e35ea934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:31.074401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-d458b936-e23a-49ae-9882-a5f9e35ea934 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f780d58cd1034e9cba5cb1bd7ec69296&device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0442553 Nov 03 16:29:31.170978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Router 25552b96-83ff-405a-bf08-1fee1cc2824f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:29:31.188005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-241c8af6-5678-4636-8c0c-4293f58e0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:31.189485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-241c8af6-5678-4636-8c0c-4293f58e0594 service neutron] 10.222.0.70 "GET /v2.0/networks?id=92460bd0-77c3-4b79-ae87-4ce1b0160890 HTTP/1.1" status: 200 len: 910 time: 0.0934968 Nov 03 16:29:31.267409 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-636e8975-0968-42d5-81d4-f52482afcd2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277b536f-7b05-4ec7-9208-64b5db671c22 HTTP/1.1" status: 200 len: 1002 time: 0.0665681 Nov 03 16:29:31.289830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:29:31.298055 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-48bdb7dc-9266-4d64-bc0f-b6c776312c57 admin admin] 10.222.0.86 "PUT /v2.0/routers/25552b96-83ff-405a-bf08-1fee1cc2824f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0140355 Nov 03 16:29:31.298166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40552) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:31.299948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] Sync routers for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:29:31.311663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:31.312329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:31.339610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-0ed80e4b-10d2-488a-9d52-8dfece10d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:31.341164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-0ed80e4b-10d2-488a-9d52-8dfece10d9e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cea6306-dca7-42eb-a1b9-9610ac090422 HTTP/1.1" status: 200 len: 848 time: 0.0617785 Nov 03 16:29:31.399629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-d165316e-41d9-47fc-8e33-aebb4a7c3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:31.401260 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-d165316e-41d9-47fc-8e33-aebb4a7c3119 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=92460bd0-77c3-4b79-ae87-4ce1b0160890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522385 Nov 03 16:29:31.435441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:31.442565 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:31.505496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-ea3827e3-ca59-446c-99d0-34cab00dd6bb service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966811 Nov 03 16:29:31.556997 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:31.557989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:31.619335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Deleting port 6f1712fb-49c2-4654-866e-f225955b31d1 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:31.620239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:31.624160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8800ac8f-c286-44a4-8cf8-4d1e84535c93 req-68a8bfd7-3919-464e-923b-bb97b72a5f77 service neutron] 10.222.0.70 "GET /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080651 Nov 03 16:29:31.739956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] For port 6f1712fb-49c2-4654-866e-f225955b31d1, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6f1712fb-49c2-4654-866e-f225955b31d1,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:31.740480 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:31.755930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Calling delete_port for 6f1712fb-49c2-4654-866e-f225955b31d1 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:31.771828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0bdab-718b-4eca-9283-86ca73e1f1cf req-ccf2e0bb-5810-49b5-aebd-52fb47972152 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:31.773942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3f0bdab-718b-4eca-9283-86ca73e1f1cf req-ccf2e0bb-5810-49b5-aebd-52fb47972152 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 944 time: 0.1141689 Nov 03 16:29:31.800301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-eeef7a73-8650-4d7b-9f74-dd0d47de7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:31.801797 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-eeef7a73-8650-4d7b-9f74-dd0d47de7fdb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206&tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1 HTTP/1.1" status: 200 len: 1095 time: 0.1054800 Nov 03 16:29:31.807810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:29:30Z', 'revision_number': 5, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port': {'id': '6f1712fb-49c2-4654-866e-f225955b31d1', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:15:59Z', 'updated_at': '2021-11-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:31.815617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:29:31.836992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] Checking router: 25552b96-83ff-405a-bf08-1fee1cc2824f for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:29:31.846418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] Routers {'25552b96-83ff-405a-bf08-1fee1cc2824f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:31.847190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['25552b96-83ff-405a-bf08-1fee1cc2824f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:31.938725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] Set router 25552b96-83ff-405a-bf08-1fee1cc2824f gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:31.948482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:31.983427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1712fb-49c2-4654-866e-f225955b31d1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:31.999630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:29:31Z', 'revision_number': 6, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:32.028894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1db52-1475-4265-9943-5a3309cde825 None None] The sync data for ids ['25552b96-83ff-405a-bf08-1fee1cc2824f'] in n-d-813897-2 is: [{'id': '25552b96-83ff-405a-bf08-1fee1cc2824f', 'name': 'tempest-TestVolumeBootPattern-1725658867-router', 'tenant_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:15:58Z', 'updated_at': '2021-11-03T16:29:31Z', 'revision_number': 6, 'project_id': '2bc437a94d724a06b94d3ecdcf5867e5', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:29:32.055790 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.149436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.151640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.157817 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3f0bdab-718b-4eca-9283-86ca73e1f1cf req-f94f6066-cadc-4854-bc37-54d253671282 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752131 Nov 03 16:29:32.180730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.194496 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.195629 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25552b96-83ff-405a-bf08-1fee1cc2824f {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:29:32.200508 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.201717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-52113945-3fa9-4615-a6a7-8921e1719eec admin admin] 10.222.0.86 "DELETE /v2.0/routers/25552b96-83ff-405a-bf08-1fee1cc2824f HTTP/1.1" status: 204 len: 168 time: 0.9024570 Nov 03 16:29:32.204069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40556) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:32.254938 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-69771647-c962-40ae-9028-c6fe4712c6f0 admin admin] Deleting subnet 59175d77-ecad-41a1-bcd6-d63e1e7bf397 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:29:32.263084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69771647-c962-40ae-9028-c6fe4712c6f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.298780 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69771647-c962-40ae-9028-c6fe4712c6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.380409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69771647-c962-40ae-9028-c6fe4712c6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.389148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:32.425785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:29:32.443960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69771647-c962-40ae-9028-c6fe4712c6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.471115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ec4651-8bbb-4e60-ba9d-48799d368cd1 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:29:32.473147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69771647-c962-40ae-9028-c6fe4712c6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59175d77-ecad-41a1-bcd6-d63e1e7bf397,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:32.477569 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-69771647-c962-40ae-9028-c6fe4712c6f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.478974 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.483768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-69771647-c962-40ae-9028-c6fe4712c6f0 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/59175d77-ecad-41a1-bcd6-d63e1e7bf397 HTTP/1.1" status: 204 len: 168 time: 0.2757626 Nov 03 16:29:32.483768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40558) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:32.484294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7c380e-5aba-471b-921a-810114f0ddcb None None] Network e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:29:32.500719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Transition to ACTIVE for port object e2ec4651-8bbb-4e60-ba9d-48799d368cd1 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:29:32.504938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.567839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] No DVR routers for this DVR port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:29:32.579749 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.580375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=9']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:32.601933 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-75e8089d-2e84-4eee-b11c-d4367a7877e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.610575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Attempting to bind port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:29:32.610932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Attempting to bind port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:29:32.611227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Attempting to bind port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:29:32.615625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:29:32.615941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Attempting to bind port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on network 949f4536-04b8-4845-a8e8-3dc7a22b4a09 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:29:32.620877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:29:32.621209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Checking segment: {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:29:32.621613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Bound using segment: {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:29:32.622035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Bound port: e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28aad224-a4e9-42c6-a250-04a493cb2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:29:32.622392 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.640864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Deleting port beec993c-2f45-40db-91a5-5f3deb02bdcc {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:32.641119 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.698677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:29:32.702098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:29:32.706691 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.713443 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] For port beec993c-2f45-40db-91a5-5f3deb02bdcc, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=beec993c-2f45-40db-91a5-5f3deb02bdcc,segment=NetworkSegment(83201095-ede5-4b5a-bbad-11ab2a4d7c30),segment_id=83201095-ede5-4b5a-bbad-11ab2a4d7c30)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:32.714081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.727904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Calling delete_port for beec993c-2f45-40db-91a5-5f3deb02bdcc owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:32.738947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:32.739582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.740927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] 10.222.0.70 "PUT /v2.0/ports/e2ec4651-8bbb-4e60-ba9d-48799d368cd1 HTTP/1.1" status: 200 len: 1092 time: 0.9294596 Nov 03 16:29:32.741363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:29:32.744441 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3041e578-a9e5-4413-8111-53d72a0572d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:29:32.794452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82784cbf-312a-4df7-872d-f1298bd40234 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:32.797965 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1314073c-6fd2-49c7-87f4-481dfbb70275 x-openstack-request-id: req-1314073c-6fd2-49c7-87f4-481dfbb70275 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:29:32.798254 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:29:32.798504 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1314073c-6fd2-49c7-87f4-481dfbb70275 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:29:32.798893 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'status': 'completed', 'code': 200} Nov 03 16:29:32.811990 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.813840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-35eb3ff1-fdff-4323-99ea-fe5dccdce28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:32.815327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-35eb3ff1-fdff-4323-99ea-fe5dccdce28d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 1096 time: 0.0489101 Nov 03 16:29:32.845253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Pushing event deleted for resources: {'Port': ['ID=beec993c-2f45-40db-91a5-5f3deb02bdcc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:32.847166 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] No DVR routers for this DVR port beec993c-2f45-40db-91a5-5f3deb02bdcc on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:29:32.887793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611e3f7-7a36-4686-a454-70a847808d4a None None] DHCP port deletion for e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:29:32.963184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:32.983121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-ad9793d8-c802-4c01-bad7-06b7c37d95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:32.984969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-ad9793d8-c802-4c01-bad7-06b7c37d95fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 915 time: 0.1596146 Nov 03 16:29:32.994949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8323ed3-190e-4fd2-9c82-eb82d5ef24b2']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:33.010550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83201095-ede5-4b5a-bbad-11ab2a4d7c30') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:33.010851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83201095-ede5-4b5a-bbad-11ab2a4d7c30') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:33.011886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6f1712fb-49c2-4654-866e-f225955b31d1 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:33.022857 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:33.037075 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:33.041435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-0c4c0ae5-da9d-466c-a55c-329a148b0826 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1 HTTP/1.1" status: 200 len: 217 time: 0.0466819 Nov 03 16:29:33.047981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 6f1712fb-49c2-4654-866e-f225955b31d1 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:29:33.048653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6f1712fb-49c2-4654-866e-f225955b31d1 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:29:33.049296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 06d1908c-fb73-49e6-adec-6e23163df478 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:33.053439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:29:33.054086 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:29:33.062217 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:29:33.080427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 06d1908c-fb73-49e6-adec-6e23163df478 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:29:33.080780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 06d1908c-fb73-49e6-adec-6e23163df478 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:29:33.081197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device beec993c-2f45-40db-91a5-5f3deb02bdcc no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:33.102490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: beec993c-2f45-40db-91a5-5f3deb02bdcc {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:29:33.103125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device beec993c-2f45-40db-91a5-5f3deb02bdcc not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:29:33.127458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-d22dfdb1-915d-4089-bffd-e1700053f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:33.129118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-d22dfdb1-915d-4089-bffd-e1700053f975 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e838f07a-f247-445d-a2e6-dcf0004b94b7 HTTP/1.1" status: 200 len: 854 time: 0.0801141 Nov 03 16:29:33.152877 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:33.159662 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:33.167385 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e8323ed3-190e-4fd2-9c82-eb82d5ef24b2 HTTP/1.1" status: 204 len: 168 time: 0.6828156 Nov 03 16:29:33.168706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40564) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:33.170787 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-d240a164-25b3-4390-a6ee-0da24e2c2bd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=949f4536-04b8-4845-a8e8-3dc7a22b4a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345378 Nov 03 16:29:33.184141 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b6941-9d18-4136-8add-54e00bab3356 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8323ed3-190e-4fd2-9c82-eb82d5ef24b2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:33.397976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-b76b0088-3c1f-444e-b950-a339bfa30999 service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189848 Nov 03 16:29:33.447905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910c634-e058-483e-9b50-789f77225560 req-a9aa64e6-09c2-43d6-bff6-e0ef8bfdfe63 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:33.449237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4910c634-e058-483e-9b50-789f77225560 req-a9aa64e6-09c2-43d6-bff6-e0ef8bfdfe63 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.1606534 Nov 03 16:29:33.607865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4910c634-e058-483e-9b50-789f77225560 req-9314f067-2109-4c3a-8562-99fad105bd7d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473932 Nov 03 16:29:33.634900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0326ff7d-1efa-4c5c-876a-c11a4b166bed req-5f972343-d5e4-445e-a308-bb74f7d8cf89 service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031982 Nov 03 16:29:33.640989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:33.682032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:29:33.743773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-5084ea3c-0078-496e-b6d5-4df3ab6b8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:33.745248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-5084ea3c-0078-496e-b6d5-4df3ab6b8ec2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 1096 time: 0.0619817 Nov 03 16:29:33.873952 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:33.878507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-1b309328-119f-4917-b907-967466e1998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:33.880256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-1b309328-119f-4917-b907-967466e1998f service neutron] 10.222.0.70 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 915 time: 0.1107221 Nov 03 16:29:33.956846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-d0c7c9af-4ba6-45a2-aedf-73073bb46ed0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1 HTTP/1.1" status: 200 len: 217 time: 0.0460939 Nov 03 16:29:34.228951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Deleting port 707285c9-8f50-4288-8761-b73db12c8549 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:34.229260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:34.322768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] For port 707285c9-8f50-4288-8761-b73db12c8549, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=707285c9-8f50-4288-8761-b73db12c8549,segment=NetworkSegment(836debc6-9c23-4173-81d1-5562756ad473),segment_id=836debc6-9c23-4173-81d1-5562756ad473)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:34.323209 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:34.337902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Calling delete_port for 707285c9-8f50-4288-8761-b73db12c8549 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:34.536428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:34.562001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Pushing event deleted for resources: {'Port': ['ID=707285c9-8f50-4288-8761-b73db12c8549,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:34.778684 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:34.792786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69c6d0-f2e7-4d13-b793-b8bb4fdb8149 req-91cfb13c-ca36-42f6-a43b-5d5161cceef5 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:34.794324 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da69c6d0-f2e7-4d13-b793-b8bb4fdb8149 req-91cfb13c-ca36-42f6-a43b-5d5161cceef5 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0941601 Nov 03 16:29:34.866457 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da69c6d0-f2e7-4d13-b793-b8bb4fdb8149 req-f858e705-22bb-4b0d-890c-f04ef13510c9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641057 Nov 03 16:29:34.975473 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c06c3c50-05ba-4738-9929-a9ee8cc710af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:35.073759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Router a5057e5d-31ea-469d-bbc5-a8d973ae8faf has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:29:35.193049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:29:35.199804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2503dd2b-3a4f-41b3-95ad-e435d720089a admin admin] 10.222.0.86 "PUT /v2.0/routers/a5057e5d-31ea-469d-bbc5-a8d973ae8faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0278187 Nov 03 16:29:35.202498 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40586) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:35.204512 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] Sync routers for ids ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:29:35.214746 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] Routers {'a5057e5d-31ea-469d-bbc5-a8d973ae8faf'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:35.215347 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:35.323327 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] Set router a5057e5d-31ea-469d-bbc5-a8d973ae8faf gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:35.327097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:35.472904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:35.511175 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:16:10Z', 'updated_at': '2021-11-03T16:29:34Z', 'revision_number': 5, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'gw_port': {'id': '62f0813a-c444-48c7-8333-9bf35270aa32', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:16:11Z', 'updated_at': '2021-11-03T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:35.531749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Deleting port 62f0813a-c444-48c7-8333-9bf35270aa32 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:35.532121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:35.541758 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] Checking router: a5057e5d-31ea-469d-bbc5-a8d973ae8faf for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:29:35.550634 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] Routers {'a5057e5d-31ea-469d-bbc5-a8d973ae8faf'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:35.551243 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:35.627854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] For port 62f0813a-c444-48c7-8333-9bf35270aa32, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=62f0813a-c444-48c7-8333-9bf35270aa32,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:35.628225 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:35.648076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Calling delete_port for 62f0813a-c444-48c7-8333-9bf35270aa32 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:35.672746 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] Set router a5057e5d-31ea-469d-bbc5-a8d973ae8faf gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:35.731429 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:16:10Z', 'updated_at': '2021-11-03T16:29:35Z', 'revision_number': 6, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:35.772605 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515716cf-1945-46e6-a755-5c2a5f36179e None None] The sync data for ids ['a5057e5d-31ea-469d-bbc5-a8d973ae8faf'] in n-d-813897-2 is: [{'id': 'a5057e5d-31ea-469d-bbc5-a8d973ae8faf', 'name': 'tempest-TestVolumeBootPattern-1910794047-router', 'tenant_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:16:10Z', 'updated_at': '2021-11-03T16:29:35Z', 'revision_number': 6, 'project_id': '2bb8d1beb5934c4587d51ad282efd6b1', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:29:35.836176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:35.885954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Pushing event deleted for resources: {'Port': ['ID=62f0813a-c444-48c7-8333-9bf35270aa32,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:35.945799 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.012662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647ce89-5f20-4e67-b1bb-2db98d4c46b7 req-45b758d5-ddd1-4888-894a-3561a486b34a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:36.023897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4647ce89-5f20-4e67-b1bb-2db98d4c46b7 req-45b758d5-ddd1-4888-894a-3561a486b34a tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0752642 Nov 03 16:29:36.071571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4647ce89-5f20-4e67-b1bb-2db98d4c46b7 req-42a6f5b6-6a67-4b6f-acd6-a5bc4829c3cc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465255 Nov 03 16:29:36.071904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.074166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.123448 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.123448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5057e5d-31ea-469d-bbc5-a8d973ae8faf {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:29:36.128448 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.130632 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4de7145e-03f4-4b6f-b3a4-7e3249b8813f admin admin] 10.222.0.86 "DELETE /v2.0/routers/a5057e5d-31ea-469d-bbc5-a8d973ae8faf HTTP/1.1" status: 204 len: 168 time: 0.9269085 Nov 03 16:29:36.134135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40590) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:36.200822 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7818de8-4269-4d3f-af0c-fa27d25310f4 admin admin] Deleting subnet 80f1e5b9-5051-4fef-89d0-954de5d55d84 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:29:36.204650 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f7818de8-4269-4d3f-af0c-fa27d25310f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.259297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f7818de8-4269-4d3f-af0c-fa27d25310f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.307543 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.354103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f7818de8-4269-4d3f-af0c-fa27d25310f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.413253 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f7818de8-4269-4d3f-af0c-fa27d25310f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.440076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7818de8-4269-4d3f-af0c-fa27d25310f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f1e5b9-5051-4fef-89d0-954de5d55d84,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:36.445764 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f7818de8-4269-4d3f-af0c-fa27d25310f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.449276 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f7818de8-4269-4d3f-af0c-fa27d25310f4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/80f1e5b9-5051-4fef-89d0-954de5d55d84 HTTP/1.1" status: 204 len: 168 time: 0.3141208 Nov 03 16:29:36.452305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40592) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:36.461957 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87144365-cac9-48f9-8f32-efa8a3723516 None None] Network 61767cb9-ec13-44db-8217-42ae3ba0c394 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:29:36.471714 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:29:36.539887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.598024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Deleting port 0e56b37b-c37a-469b-bd0f-b229f937b768 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:36.598368 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.670055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] For port 0e56b37b-c37a-469b-bd0f-b229f937b768, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0e56b37b-c37a-469b-bd0f-b229f937b768,segment=NetworkSegment(836debc6-9c23-4173-81d1-5562756ad473),segment_id=836debc6-9c23-4173-81d1-5562756ad473)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:36.672196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761a22b-e679-4ff1-aa92-db14bdaa1143 None None] DHCP port deletion for 61767cb9-ec13-44db-8217-42ae3ba0c394 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:29:36.674957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.707227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Calling delete_port for 0e56b37b-c37a-469b-bd0f-b229f937b768 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:36.765515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9761a22b-e679-4ff1-aa92-db14bdaa1143 None None] Deleting port 0e56b37b-c37a-469b-bd0f-b229f937b768 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:36.766271 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9761a22b-e679-4ff1-aa92-db14bdaa1143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.838151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9761a22b-e679-4ff1-aa92-db14bdaa1143 None None] For port 0e56b37b-c37a-469b-bd0f-b229f937b768, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0e56b37b-c37a-469b-bd0f-b229f937b768,segment=NetworkSegment(836debc6-9c23-4173-81d1-5562756ad473),segment_id=836debc6-9c23-4173-81d1-5562756ad473)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:36.838584 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9761a22b-e679-4ff1-aa92-db14bdaa1143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.847375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:36.857821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9761a22b-e679-4ff1-aa92-db14bdaa1143 None None] Calling delete_port for 0e56b37b-c37a-469b-bd0f-b229f937b768 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:36.888111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] No DVR routers for this DVR port 0e56b37b-c37a-469b-bd0f-b229f937b768 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:29:36.904234 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e56b37b-c37a-469b-bd0f-b229f937b768,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:36.974086 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9761a22b-e679-4ff1-aa92-db14bdaa1143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.016747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.035837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 62f0813a-c444-48c7-8333-9bf35270aa32 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:37.038047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761a22b-e679-4ff1-aa92-db14bdaa1143 None None] Pushing event deleted for resources: {'Port': ['ID=0e56b37b-c37a-469b-bd0f-b229f937b768,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:37.046156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61767cb9-ec13-44db-8217-42ae3ba0c394']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:37.064119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836debc6-9c23-4173-81d1-5562756ad473') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:37.064821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836debc6-9c23-4173-81d1-5562756ad473') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:37.069655 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 62f0813a-c444-48c7-8333-9bf35270aa32 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:29:37.070294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 62f0813a-c444-48c7-8333-9bf35270aa32 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:29:37.070963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0e56b37b-c37a-469b-bd0f-b229f937b768 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:37.076902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761a22b-e679-4ff1-aa92-db14bdaa1143 None None] No DVR routers for this DVR port 0e56b37b-c37a-469b-bd0f-b229f937b768 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:29:37.093577 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.108685 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.113857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 0e56b37b-c37a-469b-bd0f-b229f937b768 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:29:37.114686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0e56b37b-c37a-469b-bd0f-b229f937b768 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:29:37.115269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 707285c9-8f50-4288-8761-b73db12c8549 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:29:37.116363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:29:37.117949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.146889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 707285c9-8f50-4288-8761-b73db12c8549 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:29:37.147522 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 707285c9-8f50-4288-8761-b73db12c8549 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:29:37.193177 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:29:37.202629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.211061 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.218678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] 10.222.0.86 "DELETE /v2.0/networks/61767cb9-ec13-44db-8217-42ae3ba0c394 HTTP/1.1" status: 204 len: 168 time: 0.7629931 Nov 03 16:29:37.233298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e9c7c-efcc-4c8d-83f8-b0e8a4b63b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=61767cb9-ec13-44db-8217-42ae3ba0c394,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:37.271810 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b5890-3ad2-46c7-a487-8738949bf6ba req-9678fbda-4f63-4b96-a2f1-e3a813173d8e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:37.274894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d99b5890-3ad2-46c7-a487-8738949bf6ba req-9678fbda-4f63-4b96-a2f1-e3a813173d8e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0774119 Nov 03 16:29:37.352269 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d99b5890-3ad2-46c7-a487-8738949bf6ba req-4725f8b3-bc34-4701-836b-4971084856ee tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695605 Nov 03 16:29:37.387116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40602) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:37.429935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d8e88528-e470-46de-b24b-e107204dca84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2bc437a94d724a06b94d3ecdcf5867e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387151 Nov 03 16:29:37.429935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40604) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:37.483452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-252ac75b-a951-40d1-9ed8-e70800e001f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.506669 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-252ac75b-a951-40d1-9ed8-e70800e001f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.554858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-252ac75b-a951-40d1-9ed8-e70800e001f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.557375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-252ac75b-a951-40d1-9ed8-e70800e001f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.558552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-252ac75b-a951-40d1-9ed8-e70800e001f8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a33b46a4-15d1-4407-8ca9-e1fbe7f7c533 HTTP/1.1" status: 204 len: 168 time: 0.1275077 Nov 03 16:29:37.566182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ac75b-a951-40d1-9ed8-e70800e001f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b46a4-15d1-4407-8ca9-e1fbe7f7c533,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:37.803766 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:37.950847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40610) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:37.994634 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0efd9913-0538-4f32-b405-65cb74549797 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2bb8d1beb5934c4587d51ad282efd6b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423694 Nov 03 16:29:37.997329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40612) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:38.051470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6f58ee-4dda-4223-b59d-0a25dae19765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:38.073813 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6f58ee-4dda-4223-b59d-0a25dae19765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:38.126612 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6f58ee-4dda-4223-b59d-0a25dae19765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:38.129340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b6f58ee-4dda-4223-b59d-0a25dae19765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:38.130549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6b6f58ee-4dda-4223-b59d-0a25dae19765 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/316709cb-d2f1-485e-882c-e7a01c1344eb HTTP/1.1" status: 204 len: 168 time: 0.1320684 Nov 03 16:29:38.140703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f58ee-4dda-4223-b59d-0a25dae19765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316709cb-d2f1-485e-882c-e7a01c1344eb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:38.447362 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:38.516258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e4727-8f4a-4aac-80f9-a23f084c1f22 req-6e3041f2-6bb4-4dcb-b2ff-e4b97e438411 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:38.517865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-652e4727-8f4a-4aac-80f9-a23f084c1f22 req-6e3041f2-6bb4-4dcb-b2ff-e4b97e438411 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0766594 Nov 03 16:29:38.656746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-652e4727-8f4a-4aac-80f9-a23f084c1f22 req-8ebf8bbd-30bd-4841-b35a-4747f77f9e4b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301217 Nov 03 16:29:38.672750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-bd9dc8ce-db8d-4f22-ad3a-55ef8a5c32f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231697 Nov 03 16:29:38.782612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-9ad20f88-8a29-4f72-8dbe-e5c677af435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:38.784112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-9ad20f88-8a29-4f72-8dbe-e5c677af435e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 1096 time: 0.0556633 Nov 03 16:29:38.894534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-7269b34c-7cf8-47aa-9b40-1a5ffd72acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:38.896988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-7269b34c-7cf8-47aa-9b40-1a5ffd72acb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53 HTTP/1.1" status: 200 len: 898 time: 0.0918078 Nov 03 16:29:39.257410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-01c8dc14-2c36-4328-bf7c-67d575b51a7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6 HTTP/1.1" status: 200 len: 1001 time: 0.3531184 Nov 03 16:29:39.311483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-e6717402-82aa-489d-9855-c4033783014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:39.312936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-e6717402-82aa-489d-9855-c4033783014f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c1d81f6-d308-450c-98dd-3ded305a5bbc HTTP/1.1" status: 200 len: 835 time: 0.0483494 Nov 03 16:29:39.383661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-feb8f9a7-0083-4069-943f-ee3c24b90b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:39.385160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-feb8f9a7-0083-4069-943f-ee3c24b90b72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625191 Nov 03 16:29:39.484275 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-283574ba-ee85-4291-9e94-74d7ff647279 service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911827 Nov 03 16:29:39.578418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde929ba-b07f-4825-a2da-593ecd7c97d6 req-51c9ad41-e84d-4efd-8519-95154f326ea2 service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865972 Nov 03 16:29:39.778298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da492-8cba-4bff-a865-0539b01fedfe req-4ff26f44-41e3-4852-b5e1-08e7a111b993 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:39.780375 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686da492-8cba-4bff-a865-0539b01fedfe req-4ff26f44-41e3-4852-b5e1-08e7a111b993 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0547140 Nov 03 16:29:39.829939 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-686da492-8cba-4bff-a865-0539b01fedfe req-7fa5d4a1-716b-4fe3-b97c-0cb4b2bc2b44 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Nov 03 16:29:40.959707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9a8f-e251-4b15-9126-d1311a8e75f3 req-aa9b62e2-16c9-42cc-a4ef-84101c153228 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:40.961361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59ce9a8f-e251-4b15-9126-d1311a8e75f3 req-aa9b62e2-16c9-42cc-a4ef-84101c153228 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0533254 Nov 03 16:29:41.014556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-59ce9a8f-e251-4b15-9126-d1311a8e75f3 req-e27514a1-6203-4d80-a289-2f5f9195c9bf tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463166 Nov 03 16:29:42.450404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddbd0d-cc47-464f-83d9-d5acc4753f34 req-d1e657e5-8a94-4d5c-8fd8-072d182d0948 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:42.451797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6ddbd0d-cc47-464f-83d9-d5acc4753f34 req-d1e657e5-8a94-4d5c-8fd8-072d182d0948 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.3606985 Nov 03 16:29:42.501931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6ddbd0d-cc47-464f-83d9-d5acc4753f34 req-04489a71-451b-444c-90c6-312b1a7f4075 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439816 Nov 03 16:29:43.619807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaca84-3312-4b0d-a4fd-159bee548f8c req-c3d0018e-db0b-4482-9800-48c7b1136c48 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:43.621922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fbaca84-3312-4b0d-a4fd-159bee548f8c req-c3d0018e-db0b-4482-9800-48c7b1136c48 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0486543 Nov 03 16:29:43.669025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5fbaca84-3312-4b0d-a4fd-159bee548f8c req-ccc438d7-9852-46b3-b286-3a1d40d93096 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406132 Nov 03 16:29:44.024412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-daddd39d-7082-41e3-a0b2-35cde4921e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:44.025905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-daddd39d-7082-41e3-a0b2-35cde4921e19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e838f07a-f247-445d-a2e6-dcf0004b94b7 HTTP/1.1" status: 200 len: 854 time: 0.0461822 Nov 03 16:29:44.062731 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-abbbdeca-4931-40ec-9d51-0649b1828de7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=949f4536-04b8-4845-a8e8-3dc7a22b4a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248830 Nov 03 16:29:44.161702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-f1dda9b1-3caa-4ba2-a7e8-75b9cef2a4b0 service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850441 Nov 03 16:29:44.267171 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3041e578-a9e5-4413-8111-53d72a0572d7 req-3ef5472a-428b-497a-a540-eb1098dd7ce5 service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921731 Nov 03 16:29:44.786843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eb0db-8c80-4ca9-be4e-a3cd8987a62e req-d7b5d51a-c308-4145-9948-423db8c00301 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:44.788314 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b3eb0db-8c80-4ca9-be4e-a3cd8987a62e req-d7b5d51a-c308-4145-9948-423db8c00301 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0506880 Nov 03 16:29:44.837446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9b3eb0db-8c80-4ca9-be4e-a3cd8987a62e req-d2a168cf-a355-4606-8862-ccee1ac28bc2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Nov 03 16:29:45.955977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f447-37ca-4d75-873b-1442481aa55c req-078091c0-9c01-4fbd-983c-d2875d553852 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:45.957462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de53f447-37ca-4d75-873b-1442481aa55c req-078091c0-9c01-4fbd-983c-d2875d553852 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0507364 Nov 03 16:29:46.006754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de53f447-37ca-4d75-873b-1442481aa55c req-699fb5d4-0ab0-4945-a1bf-da6797cb9b77 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Nov 03 16:29:47.124706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808915b7-d4c9-4ce0-8a4e-fedb4192efdd req-75f8485b-ba75-4466-ac4c-e64f5b142560 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:47.126230 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-808915b7-d4c9-4ce0-8a4e-fedb4192efdd req-75f8485b-ba75-4466-ac4c-e64f5b142560 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0491378 Nov 03 16:29:47.179935 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-808915b7-d4c9-4ce0-8a4e-fedb4192efdd req-6a626c7e-237b-427a-a072-3e6b5cda98f5 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477805 Nov 03 16:29:48.110135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:29:48.207770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:48.219037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'network_id': '949f4536-04b8-4845-a8e8-3dc7a22b4a09', 'port_id': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'mac_address': 'fa:16:3e:59:d9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e838f07a-f247-445d-a2e6-dcf0004b94b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:29:48.257282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:48.270592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ec4651-8bbb-4e60-ba9d-48799d368cd1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:29:48.290191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:48.294689 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:48.299053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12175a9a-3af5-4519-86e8-986ed15bb331 req-b9b1a1c8-f22b-4f10-8119-4201eb4ccb4f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:48.300632 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12175a9a-3af5-4519-86e8-986ed15bb331 req-b9b1a1c8-f22b-4f10-8119-4201eb4ccb4f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 945 time: 0.0520933 Nov 03 16:29:48.344969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:48.354670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12175a9a-3af5-4519-86e8-986ed15bb331 req-ec16ada1-4f8a-4f7f-a560-c5befda12a7b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475450 Nov 03 16:29:48.522223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['e2ec4651-8bbb-4e60-ba9d-48799d368cd1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:29:49.472423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9fe84-a6f0-4e4a-815b-b7fb2ac90fb1 req-9935848f-6fad-4ab9-a3d8-44b43d77b842 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:49.473918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81b9fe84-a6f0-4e4a-815b-b7fb2ac90fb1 req-9935848f-6fad-4ab9-a3d8-44b43d77b842 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 946 time: 0.0499544 Nov 03 16:29:49.520737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81b9fe84-a6f0-4e4a-815b-b7fb2ac90fb1 req-2b9913c4-7982-435e-a71e-2eada5c3678f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Nov 03 16:29:50.142430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:29:50.193451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:29:50.197257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:29:50.197659 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:50.274329 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:50.296754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:29:50.299378 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0764008e-b42c-419e-b5d3-af8570d171b0" -d '{"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:29:50.312604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:29:50.317129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:50.341749 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de426f8a-81bb-40a4-93c6-df7c54397272 x-openstack-request-id: req-de426f8a-81bb-40a4-93c6-df7c54397272 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:29:50.342044 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:29:50.342298 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de426f8a-81bb-40a4-93c6-df7c54397272 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:29:50.342685 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'code': 200} Nov 03 16:29:50.367793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=12']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:50.505823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351e222-ee2e-4af4-bb29-20949f431218 req-a53ae650-185c-4f76-ab68-0592d60bfa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:50.507215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0351e222-ee2e-4af4-bb29-20949f431218 req-a53ae650-185c-4f76-ab68-0592d60bfa42 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 1098 time: 0.0452480 Nov 03 16:29:50.552605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0351e222-ee2e-4af4-bb29-20949f431218 req-a595a483-c593-40f6-b023-583c43f7c96a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368931 Nov 03 16:29:50.636828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164be835-35cc-4894-8f3e-24d57a54af26 req-3e90e542-3a37-4a6f-a119-eebef5d64bc1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:50.638915 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-164be835-35cc-4894-8f3e-24d57a54af26 req-3e90e542-3a37-4a6f-a119-eebef5d64bc1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0483947 Nov 03 16:29:50.685827 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-164be835-35cc-4894-8f3e-24d57a54af26 req-05122dd5-4d21-4d7a-ae88-545638117469 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Nov 03 16:29:51.804187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a0e68-4235-48c1-af64-25d2abe8e84a req-b11cf2bd-e316-431c-b6ed-45f5efea115e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:51.805724 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d22a0e68-4235-48c1-af64-25d2abe8e84a req-b11cf2bd-e316-431c-b6ed-45f5efea115e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0499778 Nov 03 16:29:51.856795 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d22a0e68-4235-48c1-af64-25d2abe8e84a req-c249adca-e21e-4fa6-af30-3815ab577744 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 Nov 03 16:29:52.076141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:52.980546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad3db6-cd07-4dca-a2cd-a5b32e0620c8 req-a1f90cf9-6ca5-44a5-b20f-fcb4befe6968 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:52.982848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50ad3db6-cd07-4dca-a2cd-a5b32e0620c8 req-a1f90cf9-6ca5-44a5-b20f-fcb4befe6968 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0542181 Nov 03 16:29:53.029908 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50ad3db6-cd07-4dca-a2cd-a5b32e0620c8 req-bac14449-9335-48b3-8dff-070b1ecc64a3 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Nov 03 16:29:53.147194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407cdd3-22ed-4591-8ae7-95a33b6cca78 req-c4525013-fb62-48a5-854d-d575482f95eb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:53.148594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b407cdd3-22ed-4591-8ae7-95a33b6cca78 req-c4525013-fb62-48a5-854d-d575482f95eb tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0517769 Nov 03 16:29:53.194786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b407cdd3-22ed-4591-8ae7-95a33b6cca78 req-0b5a3de1-c1ac-4ff7-a293-14b618958f95 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Nov 03 16:29:53.316295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21a292-bb16-48a7-b400-eeb6c84d0fd6 req-95d65e7e-1fb6-40fe-94cb-f924c23a11dd tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:53.317793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c21a292-bb16-48a7-b400-eeb6c84d0fd6 req-95d65e7e-1fb6-40fe-94cb-f924c23a11dd tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0485823 Nov 03 16:29:53.365823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c21a292-bb16-48a7-b400-eeb6c84d0fd6 req-54578a9e-fe66-4c5c-ac86-0cef39dd40e4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Nov 03 16:29:53.495151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521921e-1802-4bb3-b21b-7d0af401a68b req-7b7a5eeb-b165-4aed-a18c-fb88142b4fd4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:53.497170 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4521921e-1802-4bb3-b21b-7d0af401a68b req-7b7a5eeb-b165-4aed-a18c-fb88142b4fd4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0493450 Nov 03 16:29:53.547542 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4521921e-1802-4bb3-b21b-7d0af401a68b req-0329c546-2fa1-4232-ab73-37b5dc332690 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Nov 03 16:29:53.660804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f7ec9-6cab-487e-831b-25bb20e81177 req-965a26bc-b47d-4d90-a01b-98fd053499dc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:53.662247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd0f7ec9-6cab-487e-831b-25bb20e81177 req-965a26bc-b47d-4d90-a01b-98fd053499dc tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0489450 Nov 03 16:29:53.709330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cd0f7ec9-6cab-487e-831b-25bb20e81177 req-19df2637-2f38-4a66-952b-4db61606faa8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Nov 03 16:29:53.841420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04b6dc-9164-45c3-9646-0e31b9502585 req-12d7e75e-cca4-4506-9c14-05d1dc130258 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:53.842917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de04b6dc-9164-45c3-9646-0e31b9502585 req-12d7e75e-cca4-4506-9c14-05d1dc130258 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0496459 Nov 03 16:29:53.893635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de04b6dc-9164-45c3-9646-0e31b9502585 req-57ff5306-35bf-429f-bb2a-758f34f2b050 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447624 Nov 03 16:29:54.010681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4bb2f-32f8-457b-9a16-f012b94ff965 req-fce6ca7c-c4ea-4ecc-86c3-8fe730329ae0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:54.013391 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b4bb2f-32f8-457b-9a16-f012b94ff965 req-fce6ca7c-c4ea-4ecc-86c3-8fe730329ae0 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0514245 Nov 03 16:29:54.062499 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b4bb2f-32f8-457b-9a16-f012b94ff965 req-440c8bf5-753b-4130-b470-d9e8b787ed3b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 Nov 03 16:29:54.285413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede01c-f759-4148-aba0-32a892cf9475 req-ba9c9f74-c497-47fb-aee5-b85d64d8b545 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:54.286925 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9ede01c-f759-4148-aba0-32a892cf9475 req-ba9c9f74-c497-47fb-aee5-b85d64d8b545 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0497432 Nov 03 16:29:54.334304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9ede01c-f759-4148-aba0-32a892cf9475 req-fd5c8688-31e1-4a05-8c99-91e1e11a506f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Nov 03 16:29:55.455923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33761e82-d5f7-49b9-9ea6-698e62ae24f0 req-8a116f44-1d11-439d-8d47-b25753b38f34 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:55.458110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33761e82-d5f7-49b9-9ea6-698e62ae24f0 req-8a116f44-1d11-439d-8d47-b25753b38f34 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0532649 Nov 03 16:29:55.506493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33761e82-d5f7-49b9-9ea6-698e62ae24f0 req-77565e6b-b16e-4905-9c72-6478f3d0bc47 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Nov 03 16:29:55.768114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1453b4-e6b6-4e7f-8582-ae34080a1fb4 req-566d3e56-d5cc-4a5c-8816-2d4d7ca0142b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:55.769826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b1453b4-e6b6-4e7f-8582-ae34080a1fb4 req-566d3e56-d5cc-4a5c-8816-2d4d7ca0142b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0604765 Nov 03 16:29:55.782405 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-18a58c2f-f3e6-4bd0-b7a6-7e961a367928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:55.784062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-18a58c2f-f3e6-4bd0-b7a6-7e961a367928 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 1098 time: 0.0421572 Nov 03 16:29:55.818713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b1453b4-e6b6-4e7f-8582-ae34080a1fb4 req-179c3273-a489-47ec-b315-c85f45b39acf tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428975 Nov 03 16:29:55.881481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-56305c4f-f0c9-4df4-84e4-cbd2f94e8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:55.883003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-56305c4f-f0c9-4df4-84e4-cbd2f94e8485 service neutron] 10.222.0.70 "GET /v2.0/networks?id=949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 200 len: 915 time: 0.0911069 Nov 03 16:29:55.926084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-e5fa8a73-1466-4498-aee4-d495e8b72362 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1 HTTP/1.1" status: 200 len: 217 time: 0.0345931 Nov 03 16:29:55.974468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-c4d77772-3b9e-4371-8363-3da7c5f5fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:55.975871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-c4d77772-3b9e-4371-8363-3da7c5f5fb75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e838f07a-f247-445d-a2e6-dcf0004b94b7 HTTP/1.1" status: 200 len: 854 time: 0.0426700 Nov 03 16:29:56.012387 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-ddb62d9d-5235-4049-89ba-4b4517d80e32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=949f4536-04b8-4845-a8e8-3dc7a22b4a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287521 Nov 03 16:29:56.103274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-71fdbb19-eab1-492c-ae18-ffcea9cd48b6 service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824380 Nov 03 16:29:56.200080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12ffcf75-f851-45f3-9453-475bdb87ab91 req-7b17af36-1a93-4fd4-b483-8fc7fb239a4a service neutron] 10.222.0.70 "GET /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873885 Nov 03 16:29:56.907003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40718) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:56.941357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483e979-c358-4ac5-8bbf-e8ee9c442770 req-aa5d3a74-30e9-4d18-9ec7-d61c53304477 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:56.942969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a483e979-c358-4ac5-8bbf-e8ee9c442770 req-aa5d3a74-30e9-4d18-9ec7-d61c53304477 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0501752 Nov 03 16:29:56.968608 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-49a960ea-95a1-427c-815d-ae9b0e9ad315 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/floatingips/ce449ba7-c8ff-4de3-a726-71662104b3fc HTTP/1.1" status: 200 len: 993 time: 0.0604327 Nov 03 16:29:56.992361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a483e979-c358-4ac5-8bbf-e8ee9c442770 req-17306056-3919-4727-9f1d-f6544fc6b6f7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Nov 03 16:29:57.111977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0fff7-b7d4-4aca-8026-fa82e1f22b05 req-4adf2acd-6f69-4a08-bf24-382c1c9c44f7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:57.113383 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aa0fff7-b7d4-4aca-8026-fa82e1f22b05 req-4adf2acd-6f69-4a08-bf24-382c1c9c44f7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0506804 Nov 03 16:29:57.165235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3aa0fff7-b7d4-4aca-8026-fa82e1f22b05 req-bc749a2d-8453-4c19-b7ec-8cf181b458c4 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Nov 03 16:29:57.296876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b54a6-e808-4ab9-8fce-ea312bc20711 req-98a93c29-f795-4b22-915a-a318ec640582 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:57.298023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40730) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:29:57.298395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-941b54a6-e808-4ab9-8fce-ea312bc20711 req-98a93c29-f795-4b22-915a-a318ec640582 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0495801 Nov 03 16:29:57.347177 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-941b54a6-e808-4ab9-8fce-ea312bc20711 req-97f96572-eb49-4459-9382-d5dceb7210e7 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Nov 03 16:29:57.496835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db1fe-6db5-4092-9d93-5af022e435c0 req-eeceacd0-9ba2-4cd4-bff6-ed10c28a0a6d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:57.499123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c0db1fe-6db5-4092-9d93-5af022e435c0 req-eeceacd0-9ba2-4cd4-bff6-ed10c28a0a6d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0653369 Nov 03 16:29:57.503723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port 44ec1162-564b-408e-8119-e2b265bb1e4c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:29:57.504064 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:57.599679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4c0db1fe-6db5-4092-9d93-5af022e435c0 req-91fd6bc5-1d57-4a6e-b23b-b62ad4637191 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929260 Nov 03 16:29:57.611559 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:57.611900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:57.624819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for 44ec1162-564b-408e-8119-e2b265bb1e4c owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:29:57.773278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b748c-81fc-4e47-9d31-784940ea7667 req-db613c5c-b759-4c5f-a575-bcaac70300e8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:57.774787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1b0b748c-81fc-4e47-9d31-784940ea7667 req-db613c5c-b759-4c5f-a575-bcaac70300e8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0604129 Nov 03 16:29:57.843797 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:57.874817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1b0b748c-81fc-4e47-9d31-784940ea7667 req-390c7dc3-c0c3-4a7b-8cf0-7b269979f624 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830703 Nov 03 16:29:57.877258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=44ec1162-564b-408e-8119-e2b265bb1e4c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:29:57.951516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:57.952366 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Floating IP ce449ba7-c8ff-4de3-a726-71662104b3fc disassociated (deleted). External IP: 172.25.6.132, port: 8e4b96ea-9a99-4218-bedd-88e495bbf2a6. Nov 03 16:29:57.996962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a5a7e-0201-4c13-b913-412e4c0f91bc req-56bbbfe0-26b5-48fc-92c5-8cb55981cc7d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:57.999624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c83a5a7e-0201-4c13-b913-412e4c0f91bc req-56bbbfe0-26b5-48fc-92c5-8cb55981cc7d tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0504653 Nov 03 16:29:58.047845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c83a5a7e-0201-4c13-b913-412e4c0f91bc req-d243590f-e7ee-4b83-98b2-1de1326f61bd tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 Nov 03 16:29:58.168901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router 534b882c-9362-4f22-8347-dcdf79c7ea33 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:29:58.183818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c427d-94b2-4204-9a13-28e8b9b0c2b3 req-ff1ca8b0-d251-4f13-a1af-458383d6c17f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:58.185878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-042c427d-94b2-4204-9a13-28e8b9b0c2b3 req-ff1ca8b0-d251-4f13-a1af-458383d6c17f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0536432 Nov 03 16:29:58.233261 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-042c427d-94b2-4204-9a13-28e8b9b0c2b3 req-095ee1d2-f5c8-46dc-9c36-88bc082aee83 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Nov 03 16:29:58.281282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:29:58.286409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:29:58.293111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] Sync routers for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:29:58.303785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:58.304582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:58.323092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dbdc23a3-4d42-46e8-8900-72852ebc5f5e tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/floatingips/ce449ba7-c8ff-4de3-a726-71662104b3fc HTTP/1.1" status: 204 len: 168 time: 1.0239642 Nov 03 16:29:58.337465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:29:58.339749 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c682a2a5-fa89-45c7-b754-43622314781b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:29:58.369346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bf584-71a8-4f98-ad5d-80d68ab33f70 req-791b0976-70be-4f20-9775-c40b33d05d09 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:58.370896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c3bf584-71a8-4f98-ad5d-80d68ab33f70 req-791b0976-70be-4f20-9775-c40b33d05d09 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0658154 Nov 03 16:29:58.427546 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c3bf584-71a8-4f98-ad5d-80d68ab33f70 req-396489bf-6f3a-4822-af39-961020148c95 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491688 Nov 03 16:29:58.429697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:58.484620 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769a1b50-5be0-40bb-8ab0-81703865d733 x-openstack-request-id: req-769a1b50-5be0-40bb-8ab0-81703865d733 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:29:58.485017 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:29:58.485639 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-769a1b50-5be0-40bb-8ab0-81703865d733 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:29:58.486170 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'status': 'completed', 'code': 200} Nov 03 16:29:58.526679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-773161e3-8301-46be-866d-90e0300f8a02 req-5dc128ed-4b03-4c46-a627-bf53c779d54e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:29:58.527674 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-773161e3-8301-46be-866d-90e0300f8a02 req-5dc128ed-4b03-4c46-a627-bf53c779d54e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054090 Nov 03 16:29:58.630778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b660-9565-43af-9340-9d7dfd342065 req-dc9b29fc-5237-4961-b2ab-08908349d660 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:58.638966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4cc1b660-9565-43af-9340-9d7dfd342065 req-dc9b29fc-5237-4961-b2ab-08908349d660 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 945 time: 0.0994120 Nov 03 16:29:58.645559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bf5bc-1f8c-49b9-bfde-a501df54c894 req-cf80faa3-880c-4ef7-88aa-82fd2f0561d9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:58.647383 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f1bf5bc-1f8c-49b9-bfde-a501df54c894 req-cf80faa3-880c-4ef7-88aa-82fd2f0561d9 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0558617 Nov 03 16:29:58.648064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682a2a5-fa89-45c7-b754-43622314781b req-ef636789-e14d-4e3b-a923-089695cda575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:58.649546 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c682a2a5-fa89-45c7-b754-43622314781b req-ef636789-e14d-4e3b-a923-089695cda575 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffacc1f826ba49189eea517517fbe87b&device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 1096 time: 0.0957007 Nov 03 16:29:58.674538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b3233ca9-9a26-4530-b267-74c67c32d4bc', 'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:e2:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:31Z', 'updated_at': '2021-11-03T16:28:36Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:58.709516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] Checking router: 534b882c-9362-4f22-8347-dcdf79c7ea33 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:29:58.713111 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f1bf5bc-1f8c-49b9-bfde-a501df54c894 req-83953ff7-faca-4d84-970d-820f7aed7a46 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580966 Nov 03 16:29:58.719484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:29:58.720299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:58.758121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4cc1b660-9565-43af-9340-9d7dfd342065 req-b7c63d06-3ce2-4404-afb3-3494cd1b6e34 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181719 Nov 03 16:29:58.798291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682a2a5-fa89-45c7-b754-43622314781b req-3d0cda5e-4538-466c-b136-7ccc174fa057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:58.800204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c682a2a5-fa89-45c7-b754-43622314781b req-3d0cda5e-4538-466c-b136-7ccc174fa057 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53 HTTP/1.1" status: 200 len: 898 time: 0.1406465 Nov 03 16:29:58.842320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:29:58.846899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c682a2a5-fa89-45c7-b754-43622314781b req-fedddbfe-754f-4776-b6e4-4f981793cee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0377510 Nov 03 16:29:58.851627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27048d-5ddb-458b-aab4-c45ecd47318f req-d13d15ea-eb40-40c8-addc-0ce1e24a6c46 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:58.853147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e27048d-5ddb-458b-aab4-c45ecd47318f req-d13d15ea-eb40-40c8-addc-0ce1e24a6c46 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0564156 Nov 03 16:29:58.912972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682a2a5-fa89-45c7-b754-43622314781b req-4cfde479-1c2b-4533-b3c9-85ca4350c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:58.914957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c682a2a5-fa89-45c7-b754-43622314781b req-4cfde479-1c2b-4533-b3c9-85ca4350c8bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c1d81f6-d308-450c-98dd-3ded305a5bbc HTTP/1.1" status: 200 len: 835 time: 0.0593259 Nov 03 16:29:58.942304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8e27048d-5ddb-458b-aab4-c45ecd47318f req-9d17c83f-ef18-489e-a807-a7f0d0751031 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797591 Nov 03 16:29:58.973449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682a2a5-fa89-45c7-b754-43622314781b req-42da86f0-dd89-4b69-84f3-5ae7567c1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:58.975308 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c682a2a5-fa89-45c7-b754-43622314781b req-42da86f0-dd89-4b69-84f3-5ae7567c1c5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc47d1ae-0159-4bca-9dd8-bb03feb80c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521185 Nov 03 16:29:59.091057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c682a2a5-fa89-45c7-b754-43622314781b req-19712828-9415-4d73-b9e7-842117a93e47 service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069965 Nov 03 16:29:59.095723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332be46-bf32-4943-a8a4-2b7fdf0164f1 req-4192a83b-ab20-47de-ae67-c664e8ebcaed tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:59.097629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a332be46-bf32-4943-a8a4-2b7fdf0164f1 req-4192a83b-ab20-47de-ae67-c664e8ebcaed tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0627854 Nov 03 16:29:59.159936 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a332be46-bf32-4943-a8a4-2b7fdf0164f1 req-98f66359-eba6-4f61-aba9-8d550dff1ae6 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532324 Nov 03 16:29:59.203314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c682a2a5-fa89-45c7-b754-43622314781b req-16fd9510-e974-4950-a874-016c6772a3bb service neutron] 10.222.0.15 "GET /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043022 Nov 03 16:29:59.246269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b3233ca9-9a26-4530-b267-74c67c32d4bc', 'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:e2:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:31Z', 'updated_at': '2021-11-03T16:28:36Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:29:59.275067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c3b35c-3023-4342-b631-e126234f9120 None None] The sync data for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 is: [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:28:32Z', 'revision_number': 4, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b3233ca9-9a26-4530-b267-74c67c32d4bc', 'name': '', 'network_id': 'cc47d1ae-0159-4bca-9dd8-bb03feb80c53', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'mac_address': 'fa:16:3e:e2:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:31Z', 'updated_at': '2021-11-03T16:28:36Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'subnets': [{'id': '7c1d81f6-d308-450c-98dd-3ded305a5bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:29:59.287084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a2183-7859-4b0f-9194-3febdab96dab req-42cf2e0a-fb7d-43a0-8032-d27e1a6ce4b8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:59.288863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-640a2183-7859-4b0f-9194-3febdab96dab req-42cf2e0a-fb7d-43a0-8032-d27e1a6ce4b8 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0586627 Nov 03 16:29:59.347414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-640a2183-7859-4b0f-9194-3febdab96dab req-37c8257e-dfdf-4111-a1f3-7227ead7100b tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517740 Nov 03 16:29:59.490839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06b633-8dfd-4002-a945-70359de8f034 req-5a96b498-fe61-4fa1-87d7-a4edc0d8b8e2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:59.492366 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ec06b633-8dfd-4002-a945-70359de8f034 req-5a96b498-fe61-4fa1-87d7-a4edc0d8b8e2 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0539005 Nov 03 16:29:59.533732 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa4b851-1160-4372-b3e8-7ca0241a0c40 None None] New status for floating IP ce449ba7-c8ff-4de3-a726-71662104b3fc: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:29:59.547394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ec06b633-8dfd-4002-a945-70359de8f034 req-f8cfebb6-7532-473e-9bab-837c0f8d7dc1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481269 Nov 03 16:29:59.674458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c13cfc-b11f-48b9-aa29-571edc35427a req-3e816a4c-4177-4f3b-ad0d-c2d480f47865 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:59.676036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8c13cfc-b11f-48b9-aa29-571edc35427a req-3e816a4c-4177-4f3b-ad0d-c2d480f47865 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0496142 Nov 03 16:29:59.724438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8c13cfc-b11f-48b9-aa29-571edc35427a req-673eea3e-4f32-404f-9117-fbf263ff84fa tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421124 Nov 03 16:29:59.855727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d5139-bddb-4abc-840a-d185ef8efa57 req-975f808f-fd00-4032-b917-ab86a033b841 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:59.857974 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c08d5139-bddb-4abc-840a-d185ef8efa57 req-975f808f-fd00-4032-b917-ab86a033b841 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0554361 Nov 03 16:29:59.872672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e303e-b81b-49b0-ba12-ee46cb18725f req-b96064b9-0a5f-4ef5-9db7-701bb246ebfc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:29:59.874548 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-341e303e-b81b-49b0-ba12-ee46cb18725f req-b96064b9-0a5f-4ef5-9db7-701bb246ebfc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 945 time: 0.0533791 Nov 03 16:29:59.909905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c08d5139-bddb-4abc-840a-d185ef8efa57 req-04b74e81-02ba-4b09-9c9c-cd7b568ec13c tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Nov 03 16:29:59.934195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-341e303e-b81b-49b0-ba12-ee46cb18725f req-a7fe784b-2e0b-42b1-9de5-50def7db4b93 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/security-groups?id=046e589c-cd49-41f5-aa09-d41d9ce20e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498004 Nov 03 16:30:00.312577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-6676cbdc-5c8a-4f16-ba5c-1e922d11ccc6 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:00.314071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-6676cbdc-5c8a-4f16-ba5c-1e922d11ccc6 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 945 time: 0.0535481 Nov 03 16:30:00.405908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:00.406241 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:00.497925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] For port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:00.498285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:00.511023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:00.645481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:00.675547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=8e4b96ea-9a99-4218-bedd-88e495bbf2a6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:00.718358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] No DVR routers for this DVR port 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:00.720924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:00.724361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c23cffdb-11bb-47c9-bb91-b3f0a2509270 req-33cb8a3f-3e4a-40a3-a198-cbd4f1039adc tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.15 "DELETE /v2.0/ports/8e4b96ea-9a99-4218-bedd-88e495bbf2a6 HTTP/1.1" status: 204 len: 173 time: 0.4040573 Nov 03 16:30:00.724798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'name': 'network-vif-deleted', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:30:00.727094 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315297ef-5c06-4184-b533-7abd757529a8" -d '{"events": [{"server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "name": "network-vif-deleted", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:30:00.766156 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9324321-3ad0-4b6b-8bd2-e643f0cc1afa x-openstack-request-id: req-a9324321-3ad0-4b6b-8bd2-e643f0cc1afa {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:30:00.766460 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5cec3b-5917-4f7e-9b94-6b2e44f41ced", "name": "network-vif-deleted", "tag": "8e4b96ea-9a99-4218-bedd-88e495bbf2a6", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:30:00.766719 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a9324321-3ad0-4b6b-8bd2-e643f0cc1afa {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:30:00.767128 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5cec3b-5917-4f7e-9b94-6b2e44f41ced', 'name': 'network-vif-deleted', 'tag': '8e4b96ea-9a99-4218-bedd-88e495bbf2a6', 'status': 'completed', 'code': 200} Nov 03 16:30:01.045840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-908b8306-d30e-42ee-b974-97ec6a47de99 req-7e770a6a-b4e2-4cc7-954b-35d631b85010 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb5cec3b-5917-4f7e-9b94-6b2e44f41ced HTTP/1.1" status: 200 len: 210 time: 0.0296209 Nov 03 16:30:01.539151 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:02.107968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40790) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:02.174757 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d4ac945-a772-4f71-81d6-eadbf31c3e29 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:02.206609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d4ac945-a772-4f71-81d6-eadbf31c3e29 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:02.284482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d4ac945-a772-4f71-81d6-eadbf31c3e29 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:02.287748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d4ac945-a772-4f71-81d6-eadbf31c3e29 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:02.291631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5d4ac945-a772-4f71-81d6-eadbf31c3e29 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/security-groups/046e589c-cd49-41f5-aa09-d41d9ce20e1d HTTP/1.1" status: 204 len: 168 time: 0.1797595 Nov 03 16:30:02.305904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ac945-a772-4f71-81d6-eadbf31c3e29 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e589c-cd49-41f5-aa09-d41d9ce20e1d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:02.334813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40798) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:02.551929 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26d47b20-80c9-426b-881d-a55424ef7713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:02.727670 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:03.001370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port b3233ca9-9a26-4530-b267-74c67c32d4bc {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:03.001772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:03.093202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] For port b3233ca9-9a26-4530-b267-74c67c32d4bc, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b3233ca9-9a26-4530-b267-74c67c32d4bc,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:03.093590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:03.111387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for b3233ca9-9a26-4530-b267-74c67c32d4bc owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:03.314224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:03.347208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=b3233ca9-9a26-4530-b267-74c67c32d4bc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:03.529034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:03.751636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Router 534b882c-9362-4f22-8347-dcdf79c7ea33 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:30:03.843779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:03.863295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:30:03.867215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:03.867674 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8e4b96ea-9a99-4218-bedd-88e495bbf2a6 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:03.871466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f55e2a70-6d02-4e99-bce4-4d668f540fff tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "PUT /v2.0/routers/534b882c-9362-4f22-8347-dcdf79c7ea33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5353134 Nov 03 16:30:03.873049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40804) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:03.878831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] Sync routers for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:30:03.889489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:03.890131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:03.926330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f39902f-520e-4d06-b56d-090b340545e9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting subnet 7c1d81f6-d308-450c-98dd-3ded305a5bbc {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:30:03.929704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f39902f-520e-4d06-b56d-090b340545e9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:03.976233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f39902f-520e-4d06-b56d-090b340545e9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.003409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:04.078337 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f39902f-520e-4d06-b56d-090b340545e9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.141422 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f39902f-520e-4d06-b56d-090b340545e9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.178273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39902f-520e-4d06-b56d-090b340545e9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1d81f6-d308-450c-98dd-3ded305a5bbc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:04.184397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f39902f-520e-4d06-b56d-090b340545e9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.190626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3f39902f-520e-4d06-b56d-090b340545e9 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/subnets/7c1d81f6-d308-450c-98dd-3ded305a5bbc HTTP/1.1" status: 204 len: 168 time: 0.3137286 Nov 03 16:30:04.190849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40806) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:04.200990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63874b-20bc-4a74-ba61-79749d9a7082 None None] Network cc47d1ae-0159-4bca-9dd8-bb03feb80c53 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:04.294284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:30:03Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:04.311366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.345576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] Checking router: 534b882c-9362-4f22-8347-dcdf79c7ea33 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:30:04.377024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] Routers {'534b882c-9362-4f22-8347-dcdf79c7ea33'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:04.377710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:29:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['534b882c-9362-4f22-8347-dcdf79c7ea33'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:04.466697 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.533009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] Set router 534b882c-9362-4f22-8347-dcdf79c7ea33 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:04.557000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Deleting port f47f1c00-d745-4c33-a3ed-844a3aade2a4 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:04.557634 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.564830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d50e8-4ee9-42e9-bf0b-ff6e234da643 None None] DHCP port deletion for cc47d1ae-0159-4bca-9dd8-bb03feb80c53 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:30:04.654322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] For port f47f1c00-d745-4c33-a3ed-844a3aade2a4, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f47f1c00-d745-4c33-a3ed-844a3aade2a4,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:04.654693 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.671962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Calling delete_port for f47f1c00-d745-4c33-a3ed-844a3aade2a4 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:04.746236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d50e8-4ee9-42e9-bf0b-ff6e234da643 None None] Deleting port b00e7152-ffa6-42cd-81b2-2817e4917778 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:04.746861 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6e6d50e8-4ee9-42e9-bf0b-ff6e234da643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.772465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd666-52ca-446b-8082-874345ebc41f req-4321b946-a3ac-4f76-8fa6-6bb58708423f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:04.782423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-177fd666-52ca-446b-8082-874345ebc41f req-4321b946-a3ac-4f76-8fa6-6bb58708423f tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0882034 Nov 03 16:30:04.846462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6e6d50e8-4ee9-42e9-bf0b-ff6e234da643 None None] For port b00e7152-ffa6-42cd-81b2-2817e4917778, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b00e7152-ffa6-42cd-81b2-2817e4917778,segment=NetworkSegment(2279ac0c-8a3f-4af4-88b1-77c5d2dce370),segment_id=2279ac0c-8a3f-4af4-88b1-77c5d2dce370)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:04.847689 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6e6d50e8-4ee9-42e9-bf0b-ff6e234da643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.862843 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-177fd666-52ca-446b-8082-874345ebc41f req-6b3ce98f-83ce-4a59-8231-b1ee08f13f14 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791731 Nov 03 16:30:04.864450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d50e8-4ee9-42e9-bf0b-ff6e234da643 None None] Calling delete_port for b00e7152-ffa6-42cd-81b2-2817e4917778 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:04.888791 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:04.915001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Port': ['ID=f47f1c00-d745-4c33-a3ed-844a3aade2a4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:04.916834 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:30:03Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:04.959996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ce33b-152f-4928-9437-f57fba03cd92 None None] The sync data for ids ['534b882c-9362-4f22-8347-dcdf79c7ea33'] in n-d-813897-2 is: [{'id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'name': 'tempest-TestNetworkBasicOps-router-761985272', 'tenant_id': 'ffacc1f826ba49189eea517517fbe87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:28:28Z', 'updated_at': '2021-11-03T16:30:03Z', 'revision_number': 5, 'project_id': 'ffacc1f826ba49189eea517517fbe87b', 'gw_port': {'id': 'f47f1c00-d745-4c33-a3ed-844a3aade2a4', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534b882c-9362-4f22-8347-dcdf79c7ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:28:29Z', 'updated_at': '2021-11-03T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:30:04.994664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.010281 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac3fa-df66-430a-afa8-c75f0221c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.023813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6e6d50e8-4ee9-42e9-bf0b-ff6e234da643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.038724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d50e8-4ee9-42e9-bf0b-ff6e234da643 None None] No DVR routers for this DVR port b00e7152-ffa6-42cd-81b2-2817e4917778 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:05.067449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d50e8-4ee9-42e9-bf0b-ff6e234da643 None None] Pushing event deleted for resources: {'Port': ['ID=b00e7152-ffa6-42cd-81b2-2817e4917778,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:05.115170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.117504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.162768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.163585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Fanout notify agent at l3_agent the message router_deleted on router 534b882c-9362-4f22-8347-dcdf79c7ea33 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:30:05.170902 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.172039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6e9fed8a-642e-4725-926b-937f22be6cf3 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/routers/534b882c-9362-4f22-8347-dcdf79c7ea33 HTTP/1.1" status: 204 len: 168 time: 0.9797475 Nov 03 16:30:05.175069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40818) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:05.258028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.352211 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.386819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc47d1ae-0159-4bca-9dd8-bb03feb80c53']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:05.388186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b00e7152-ffa6-42cd-81b2-2817e4917778 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:05.402927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2279ac0c-8a3f-4af4-88b1-77c5d2dce370') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:05.403767 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2279ac0c-8a3f-4af4-88b1-77c5d2dce370') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:05.415657 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.419024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b00e7152-ffa6-42cd-81b2-2817e4917778 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:05.419856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b00e7152-ffa6-42cd-81b2-2817e4917778 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:05.435648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.443137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:30:05.443601 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:30:05.447530 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:30:05.513965 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.522098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:05.526073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] 10.222.0.86 "DELETE /v2.0/networks/cc47d1ae-0159-4bca-9dd8-bb03feb80c53 HTTP/1.1" status: 204 len: 168 time: 0.3500628 Nov 03 16:30:05.550209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e912fb-2ea0-406c-9d0a-9709fab856a4 tempest-TestNetworkBasicOps-459330864 tempest-TestNetworkBasicOps-459330864-project] Pushing event deleted for resources: {'Network': ['ID=cc47d1ae-0159-4bca-9dd8-bb03feb80c53,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:05.808517 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40824) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:05.943544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c643d403-d3af-474d-8593-c8c4a1dc24c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ffacc1f826ba49189eea517517fbe87b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331990 Nov 03 16:30:05.946136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:06.001483 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e7d3-9bf4-4077-8f7f-17c531a7b3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.024366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e7d3-9bf4-4077-8f7f-17c531a7b3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.103299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bb868-5315-457f-8b51-b1443369c5c8 req-eb97dac4-fc63-447d-9c56-83e9dae0d2ac tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:06.104816 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e34bb868-5315-457f-8b51-b1443369c5c8 req-eb97dac4-fc63-447d-9c56-83e9dae0d2ac tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.1801479 Nov 03 16:30:06.118218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e7d3-9bf4-4077-8f7f-17c531a7b3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.120744 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e7d3-9bf4-4077-8f7f-17c531a7b3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.124438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3fd4e7d3-9bf4-4077-8f7f-17c531a7b3a5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78d9ec74-348a-470f-b3c3-05e3de27b7e8 HTTP/1.1" status: 204 len: 168 time: 0.1747892 Nov 03 16:30:06.140748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4e7d3-9bf4-4077-8f7f-17c531a7b3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d9ec74-348a-470f-b3c3-05e3de27b7e8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:06.170332 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e34bb868-5315-457f-8b51-b1443369c5c8 req-2b54c844-9a3a-4682-8b41-2b2fe9feef56 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/security-groups?id=55c68278-d20f-4365-ae21-901bd0da449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584414 Nov 03 16:30:06.292871 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.397032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40838) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:06.411204 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2f5d930d-377f-4deb-bd25-c10ce94db2a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.460644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-50ff75ba-9682-42d9-ae0f-152ecb79ff82 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:06.462543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-50ff75ba-9682-42d9-ae0f-152ecb79ff82 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.70 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 947 time: 0.0608258 Nov 03 16:30:06.492057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2f5d930d-377f-4deb-bd25-c10ce94db2a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.496668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2f5d930d-377f-4deb-bd25-c10ce94db2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.537053 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2f5d930d-377f-4deb-bd25-c10ce94db2a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30305c217acd484485b1d1bb935a3b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386864 Nov 03 16:30:06.539645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40840) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:06.540576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d930d-377f-4deb-bd25-c10ce94db2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f718c05-a988-4a1a-81f6-f5a732364b7f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:06.582755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Deleting port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:06.583095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.926439 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8197d755-0140-452f-b27a-b59f312cf594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.963503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8197d755-0140-452f-b27a-b59f312cf594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.974605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b3233ca9-9a26-4530-b267-74c67c32d4bc no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:06.989849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] For port e2ec4651-8bbb-4e60-ba9d-48799d368cd1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,segment=NetworkSegment(28aad224-a4e9-42c6-a250-04a493cb2db1),segment_id=28aad224-a4e9-42c6-a250-04a493cb2db1)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:06.990206 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:06.995767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b3233ca9-9a26-4530-b267-74c67c32d4bc {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:06.996104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b3233ca9-9a26-4530-b267-74c67c32d4bc not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:06.996516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f47f1c00-d745-4c33-a3ed-844a3aade2a4 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:07.014564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Calling delete_port for e2ec4651-8bbb-4e60-ba9d-48799d368cd1 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:07.016177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f47f1c00-d745-4c33-a3ed-844a3aade2a4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:07.016699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f47f1c00-d745-4c33-a3ed-844a3aade2a4 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:07.078673 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8197d755-0140-452f-b27a-b59f312cf594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:07.081214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8197d755-0140-452f-b27a-b59f312cf594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:07.082374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8197d755-0140-452f-b27a-b59f312cf594 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2f718c05-a988-4a1a-81f6-f5a732364b7f HTTP/1.1" status: 204 len: 168 time: 0.5418189 Nov 03 16:30:07.093935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197d755-0140-452f-b27a-b59f312cf594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f718c05-a988-4a1a-81f6-f5a732364b7f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:07.166578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:07.179258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['e2ec4651-8bbb-4e60-ba9d-48799d368cd1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:30:07.198257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Pushing event deleted for resources: {'Port': ['ID=e2ec4651-8bbb-4e60-ba9d-48799d368cd1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:07.244442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] No DVR routers for this DVR port e2ec4651-8bbb-4e60-ba9d-48799d368cd1 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:07.248811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:07.252580 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ac5d4d6e-1fef-4bf0-88eb-c323e9183005 req-614e73da-ca18-4c69-92ca-852be69f253e tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.70 "DELETE /v2.0/ports/e2ec4651-8bbb-4e60-ba9d-48799d368cd1 HTTP/1.1" status: 204 len: 173 time: 0.7833152 Nov 03 16:30:07.254252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-deleted', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:30:07.257960 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31185ab8-c412-41be-bfb1-9d5fb93d146f" -d '{"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-deleted", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:30:07.315956 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d062e444-4fd5-469f-bbe6-470b78286c4f x-openstack-request-id: req-d062e444-4fd5-469f-bbe6-470b78286c4f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:30:07.316513 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d3f43-73a1-424a-aab2-0c0356861206", "name": "network-vif-deleted", "tag": "e2ec4651-8bbb-4e60-ba9d-48799d368cd1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:30:07.316766 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d062e444-4fd5-469f-bbe6-470b78286c4f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:30:07.317163 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3f43-73a1-424a-aab2-0c0356861206', 'name': 'network-vif-deleted', 'tag': 'e2ec4651-8bbb-4e60-ba9d-48799d368cd1', 'status': 'completed', 'code': 200} Nov 03 16:30:07.328300 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-33bd751d-406b-46f3-9682-4e815800c13a req-ce35413a-a9a0-491b-9f38-ab723c59a3e1 tempest-ServersNegativeTestJSON-144963079 tempest-ServersNegativeTestJSON-144963079-project] 10.222.0.86 "GET /v2.0/ports?device_id=c94d3f43-73a1-424a-aab2-0c0356861206 HTTP/1.1" status: 200 len: 210 time: 0.0724545 Nov 03 16:30:07.804499 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.381500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 40886) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:08.423619 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.431706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd00330a-5477-4f94-8b15-fcfd8de7f0c8 admin admin] Deleting subnet e838f07a-f247-445d-a2e6-dcf0004b94b7 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:30:08.435658 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd00330a-5477-4f94-8b15-fcfd8de7f0c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.472728 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd00330a-5477-4f94-8b15-fcfd8de7f0c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.517997 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd00330a-5477-4f94-8b15-fcfd8de7f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.579661 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd00330a-5477-4f94-8b15-fcfd8de7f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.604788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00330a-5477-4f94-8b15-fcfd8de7f0c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e838f07a-f247-445d-a2e6-dcf0004b94b7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:08.610462 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd00330a-5477-4f94-8b15-fcfd8de7f0c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.615868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dd00330a-5477-4f94-8b15-fcfd8de7f0c8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e838f07a-f247-445d-a2e6-dcf0004b94b7 HTTP/1.1" status: 204 len: 168 time: 0.2310321 Nov 03 16:30:08.618026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 40928) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:08.695799 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.792005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.814226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949f4536-04b8-4845-a8e8-3dc7a22b4a09']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:08.823653 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28aad224-a4e9-42c6-a250-04a493cb2db1') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:08.823948 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28aad224-a4e9-42c6-a250-04a493cb2db1') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:08.834541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.849039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.855224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:30:08.855742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:30:08.858605 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:30:08.912841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.917949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:08.922892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/949f4536-04b8-4845-a8e8-3dc7a22b4a09 HTTP/1.1" status: 204 len: 168 time: 0.3055627 Nov 03 16:30:08.936561 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b6459-565a-4391-b9e5-0027958768b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=949f4536-04b8-4845-a8e8-3dc7a22b4a09,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:09.111674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41004) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:09.157492 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f491c98-c62e-4c88-a9b9-b1eb464a6ff8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63524d5d4a954e6aa01fcc1b61c46eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446925 Nov 03 16:30:09.159984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41008) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:09.208897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a10e-9460-4668-aeb7-17dd62afd9de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.229534 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a10e-9460-4668-aeb7-17dd62afd9de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.230439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41010) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:09.278274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a10e-9460-4668-aeb7-17dd62afd9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.280793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a10e-9460-4668-aeb7-17dd62afd9de admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.281992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d1c9a10e-9460-4668-aeb7-17dd62afd9de admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/55c68278-d20f-4365-ae21-901bd0da449b HTTP/1.1" status: 204 len: 168 time: 0.1210496 Nov 03 16:30:09.290736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9a10e-9460-4668-aeb7-17dd62afd9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c68278-d20f-4365-ae21-901bd0da449b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:09.344912 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0f46a0c-5bdf-4632-ad69-c147707ea33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.424532 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0f46a0c-5bdf-4632-ad69-c147707ea33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.428431 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0f46a0c-5bdf-4632-ad69-c147707ea33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.469246 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f0f46a0c-5bdf-4632-ad69-c147707ea33b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=22bff4f4cf774cf8a6951b31a55d8114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369423 Nov 03 16:30:09.470226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f46a0c-5bdf-4632-ad69-c147707ea33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9766d6c-4292-45ff-aaae-9a23ba74f874,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:09.472249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41018) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:09.524320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd01d4e8-0810-4a64-8d49-2e75af2df73f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.546953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd01d4e8-0810-4a64-8d49-2e75af2df73f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.593977 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd01d4e8-0810-4a64-8d49-2e75af2df73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.596517 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd01d4e8-0810-4a64-8d49-2e75af2df73f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:09.597739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dd01d4e8-0810-4a64-8d49-2e75af2df73f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f9766d6c-4292-45ff-aaae-9a23ba74f874 HTTP/1.1" status: 204 len: 168 time: 0.1237907 Nov 03 16:30:09.605293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01d4e8-0810-4a64-8d49-2e75af2df73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9766d6c-4292-45ff-aaae-9a23ba74f874,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:09.927226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41040) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:09.941511 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb8d0f2b-eef7-490f-856b-44e4570ae466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:10.020228 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb8d0f2b-eef7-490f-856b-44e4570ae466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:10.024531 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb8d0f2b-eef7-490f-856b-44e4570ae466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:10.067450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cb8d0f2b-eef7-490f-856b-44e4570ae466 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2586317f385545d99fe580227fdc2a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389177 Nov 03 16:30:10.068616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d0f2b-eef7-490f-856b-44e4570ae466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ede381-bfd5-4db5-bf4d-939a82709387,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:10.070066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41046) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:10.126317 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4acbdc91-8397-4ddb-a12a-45b0ef8d9501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:10.147899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4acbdc91-8397-4ddb-a12a-45b0ef8d9501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:10.195336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4acbdc91-8397-4ddb-a12a-45b0ef8d9501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:10.198107 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4acbdc91-8397-4ddb-a12a-45b0ef8d9501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:10.199505 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4acbdc91-8397-4ddb-a12a-45b0ef8d9501 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f2ede381-bfd5-4db5-bf4d-939a82709387 HTTP/1.1" status: 204 len: 168 time: 0.1280010 Nov 03 16:30:10.207920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbdc91-8397-4ddb-a12a-45b0ef8d9501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ede381-bfd5-4db5-bf4d-939a82709387,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:10.251866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:10.274881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: e2ec4651-8bbb-4e60-ba9d-48799d368cd1 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:10.275332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device e2ec4651-8bbb-4e60-ba9d-48799d368cd1 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:10.896919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41074) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:10.993717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1050351910-network', 'tenant_id': 'ba788bb760eb40aeb11cffa51f43530b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:11.016149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Made reservation on behalf of ba788bb760eb40aeb11cffa51f43530b for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:11.018469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.026755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.106543 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.110934 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.141774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:30:11.151683 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32c4180-7938-4740-be7d-51348cd24f8e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:11.159239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.159600 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Added segment 926e3f0d-2919-47d5-87e9-ea6473108112 of type vlan for network 94de80c0-cc7b-45d7-97b6-02e3b7a162fc Nov 03 16:30:11.204870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.235474 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.236482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:11.237038 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.298016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3999462 Nov 03 16:30:11.301052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41078) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:11.305213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36095dec-1cac-414d-b29b-b69270f5944e admin admin] Pushing event updated for resources: {'Network': ['ID=94de80c0-cc7b-45d7-97b6-02e3b7a162fc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:11.306133 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Request body: {'subnet': {'network_id': '94de80c0-cc7b-45d7-97b6-02e3b7a162fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1050351910-subnet', 'tenant_id': 'ba788bb760eb40aeb11cffa51f43530b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:11.314920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 94de80c0-cc7b-45d7-97b6-02e3b7a162fc details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:30:11.327951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Made reservation on behalf of ba788bb760eb40aeb11cffa51f43530b for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:11.330305 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.501892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.555011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3610de18-f1ad-49d4-9f01-6c31ec3aab14,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:11.566046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Checking segment: {'id': '926e3f0d-2919-47d5-87e9-ea6473108112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '94de80c0-cc7b-45d7-97b6-02e3b7a162fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:30:11.566404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Network hostable DHCP agents. Network: 94de80c0-cc7b-45d7-97b6-02e3b7a162fc, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:30:11.582668 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Network 94de80c0-cc7b-45d7-97b6-02e3b7a162fc is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:30:11.591686 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 94de80c0-cc7b-45d7-97b6-02e3b7a162fc) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:11.595779 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:11.596407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:11.600567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c477f7a-421b-4dd8-81eb-dd6cd0321ab9 None None] Network 94de80c0-cc7b-45d7-97b6-02e3b7a162fc requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:11.620171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-34975688-2b59-435a-b639-5170dfe8e657 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3118296 Nov 03 16:30:11.744771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cfa54c-0935-4930-aa87-e4eec0594353 None None] Network 94de80c0-cc7b-45d7-97b6-02e3b7a162fc requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:12.128267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41110) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:12.133115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2143327720-network', 'tenant_id': 'a785236cf5cf44f18ed20817d6762d79'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:12.154968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Made reservation on behalf of a785236cf5cf44f18ed20817d6762d79 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:12.157253 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.166627 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.241843 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.247223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.275963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:30:12.282922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add048b7-452e-4406-b10f-ecfca638c9d2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:12.289188 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.289550 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Added segment 9895cf2f-1901-41fb-8cb4-afca33147de9 of type vlan for network 939bba67-c4f0-4d7a-82fd-6782fd936012 Nov 03 16:30:12.331994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.356942 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.357881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:12.358463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.420281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2907033 Nov 03 16:30:12.423003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41112) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:12.428391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Request body: {'subnet': {'network_id': '939bba67-c4f0-4d7a-82fd-6782fd936012', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2143327720-subnet', 'tenant_id': 'a785236cf5cf44f18ed20817d6762d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:12.429287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21337417-5c35-4071-991d-75c2d99785d8 admin admin] Pushing event updated for resources: {'Network': ['ID=939bba67-c4f0-4d7a-82fd-6782fd936012,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:12.441082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 939bba67-c4f0-4d7a-82fd-6782fd936012 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:30:12.453835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Made reservation on behalf of a785236cf5cf44f18ed20817d6762d79 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:12.457399 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.628811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.690076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1da4183-f160-416e-9d8b-d975391a69e9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:12.698709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Checking segment: {'id': '9895cf2f-1901-41fb-8cb4-afca33147de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '939bba67-c4f0-4d7a-82fd-6782fd936012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:30:12.699152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Network hostable DHCP agents. Network: 939bba67-c4f0-4d7a-82fd-6782fd936012, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:30:12.719840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Network 939bba67-c4f0-4d7a-82fd-6782fd936012 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:30:12.733712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 939bba67-c4f0-4d7a-82fd-6782fd936012) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:12.739097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:12.739826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:12.751627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8b59da-8cb5-4312-9111-c5b1be022a55 None None] Network 939bba67-c4f0-4d7a-82fd-6782fd936012 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:12.765432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c49d9517-4f3f-4844-a522-927bbffb1a14 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3411415 Nov 03 16:30:12.900539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f420d6e-8c70-459a-bbaa-13f3c142cdf5 None None] Network 939bba67-c4f0-4d7a-82fd-6782fd936012 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:13.278808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-66cff108-1ca7-4abb-a4c0-6f52ded77a68 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:13.280588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-66cff108-1ca7-4abb-a4c0-6f52ded77a68 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/networks?id=94de80c0-cc7b-45d7-97b6-02e3b7a162fc HTTP/1.1" status: 200 len: 812 time: 0.1126509 Nov 03 16:30:13.309721 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-c4a2e853-dc59-41b9-8f5c-a39551c98060 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/quotas/ba788bb760eb40aeb11cffa51f43530b HTTP/1.1" status: 200 len: 375 time: 0.0184419 Nov 03 16:30:13.354045 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-7763d297-787d-498e-9bf9-21f404afd04e tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ba788bb760eb40aeb11cffa51f43530b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373166 Nov 03 16:30:13.451698 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-e779a5a7-abbb-4879-9e9f-c46819484e8e service neutron] 10.222.0.86 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958762 Nov 03 16:30:13.472655 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:30:13.547463 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-8649067a-0006-4d0c-ab8f-6ce17892c079 service neutron] 10.222.0.86 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891702 Nov 03 16:30:13.714562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5618108e-e921-4ad9-8d49-7e49aacd3579 req-c251d65e-8226-4e12-b9cd-06116f502e4d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 210 time: 0.0332699 Nov 03 16:30:14.758125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-43242e8f-755a-476a-be5a-b86a778e23a8 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:14.760753 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-43242e8f-755a-476a-be5a-b86a778e23a8 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.15 "GET /v2.0/networks?id=94de80c0-cc7b-45d7-97b6-02e3b7a162fc HTTP/1.1" status: 200 len: 812 time: 0.1260102 Nov 03 16:30:14.789250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Request body: {'port': {'device_id': '17d9e058-3752-46a8-bd74-e82bc90eef0c', 'network_id': '94de80c0-cc7b-45d7-97b6-02e3b7a162fc', 'admin_state_up': True, 'tenant_id': 'ba788bb760eb40aeb11cffa51f43530b'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:14.823751 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-acbad390-7856-4908-bb9f-97d5b8ac00c3 req-c48ac7fb-b99a-44f7-ac85-d7d2c6e679a2 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 210 time: 0.0296426 Nov 03 16:30:14.903849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Made reservation on behalf of ba788bb760eb40aeb11cffa51f43530b for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:14.907458 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:15.043669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Allocated IP 172.20.0.2 (94de80c0-cc7b-45d7-97b6-02e3b7a162fc/3610de18-f1ad-49d4-9f01-6c31ec3aab14/d8b2366f-c015-41af-bb06-871d7b4fd053) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:30:15.195948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:15.232830 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:15.281233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Network 94de80c0-cc7b-45d7-97b6-02e3b7a162fc is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:30:15.289010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:15.291516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:30:15.299151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Pushing event updated for resources: {'Port': ['ID=d8b2366f-c015-41af-bb06-871d7b4fd053,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:15.352779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:15.353404 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:15.370314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b4cc0d1-fd02-42dc-9ae5-484f2d3d2a11 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853672 Nov 03 16:30:15.388141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Request body: {'port': {'device_id': '17d9e058-3752-46a8-bd74-e82bc90eef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:15.441439 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:15.708471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b2366f-c015-41af-bb06-871d7b4fd053 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:30:15.716141 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:15.728379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Transition to ACTIVE for port object d8b2366f-c015-41af-bb06-871d7b4fd053 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:30:15.732839 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:15.781481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b2366f-c015-41af-bb06-871d7b4fd053,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:15.852454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Attempting to bind port d8b2366f-c015-41af-bb06-871d7b4fd053 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:30:15.852874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Attempting to bind port d8b2366f-c015-41af-bb06-871d7b4fd053 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '926e3f0d-2919-47d5-87e9-ea6473108112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '94de80c0-cc7b-45d7-97b6-02e3b7a162fc'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:30:15.853214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Attempting to bind port d8b2366f-c015-41af-bb06-871d7b4fd053 on network 94de80c0-cc7b-45d7-97b6-02e3b7a162fc {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:30:15.858807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Port d8b2366f-c015-41af-bb06-871d7b4fd053 on network 94de80c0-cc7b-45d7-97b6-02e3b7a162fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:30:15.859139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Attempting to bind port d8b2366f-c015-41af-bb06-871d7b4fd053 on network 94de80c0-cc7b-45d7-97b6-02e3b7a162fc {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:30:15.864733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:30:15.865107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Checking segment: {'id': '926e3f0d-2919-47d5-87e9-ea6473108112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '94de80c0-cc7b-45d7-97b6-02e3b7a162fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:30:15.865491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Bound using segment: {'id': '926e3f0d-2919-47d5-87e9-ea6473108112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '94de80c0-cc7b-45d7-97b6-02e3b7a162fc'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:30:15.865947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Bound port: d8b2366f-c015-41af-bb06-871d7b4fd053, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926e3f0d-2919-47d5-87e9-ea6473108112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '94de80c0-cc7b-45d7-97b6-02e3b7a162fc'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:30:15.866306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:15.968386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] For port d8b2366f-c015-41af-bb06-871d7b4fd053, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:30:15.972537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] For port d8b2366f-c015-41af-bb06-871d7b4fd053, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d8b2366f-c015-41af-bb06-871d7b4fd053,segment=NetworkSegment(926e3f0d-2919-47d5-87e9-ea6473108112),segment_id=926e3f0d-2919-47d5-87e9-ea6473108112)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:30:15.982784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1898f4-ecfd-44ec-bc79-0a8c706f397f req-6bc5b345-c89a-473b-aacc-a7aa257d907a tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:15.984325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c1898f4-ecfd-44ec-bc79-0a8c706f397f req-6bc5b345-c89a-473b-aacc-a7aa257d907a tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 943 time: 0.0806205 Nov 03 16:30:15.986097 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:16.039433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:16.040047 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:16.041412 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] 10.222.0.15 "PUT /v2.0/ports/d8b2366f-c015-41af-bb06-871d7b4fd053 HTTP/1.1" status: 200 len: 1091 time: 0.6581614 Nov 03 16:30:16.042025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d9e058-3752-46a8-bd74-e82bc90eef0c', 'tag': 'd8b2366f-c015-41af-bb06-871d7b4fd053'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:30:16.044879 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84" -d '{"events": [{"name": "network-changed", "server_uuid": "17d9e058-3752-46a8-bd74-e82bc90eef0c", "tag": "d8b2366f-c015-41af-bb06-871d7b4fd053"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:30:16.087664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af24388-4530-437c-ad58-4c1a3159f736 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b2366f-c015-41af-bb06-871d7b4fd053,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:16.094599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4c1898f4-ecfd-44ec-bc79-0a8c706f397f req-f282b2de-2274-40d1-affc-b3e60e70b490 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031382 Nov 03 16:30:16.112642 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5331dd-a55b-4c8c-98ed-913d13a933e3 x-openstack-request-id: req-2d5331dd-a55b-4c8c-98ed-913d13a933e3 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:30:16.112642 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d9e058-3752-46a8-bd74-e82bc90eef0c", "tag": "d8b2366f-c015-41af-bb06-871d7b4fd053", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:30:16.112642 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d5331dd-a55b-4c8c-98ed-913d13a933e3 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:30:16.112642 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d9e058-3752-46a8-bd74-e82bc90eef0c', 'tag': 'd8b2366f-c015-41af-bb06-871d7b4fd053', 'status': 'completed', 'code': 200} Nov 03 16:30:16.161705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-d2bf122b-4c53-4dbb-a551-260cf1de7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:16.163274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-d2bf122b-4c53-4dbb-a551-260cf1de7304 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba788bb760eb40aeb11cffa51f43530b&device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 1094 time: 0.0469134 Nov 03 16:30:16.213198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-cebbb18d-ab98-4aa8-98f6-1dcef6aaead0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8b2366f-c015-41af-bb06-871d7b4fd053 HTTP/1.1" status: 200 len: 217 time: 0.0371938 Nov 03 16:30:16.268007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b7e2424-1ff9-42f8-92b3-e930e11d8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:16.268007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-3b7e2424-1ff9-42f8-92b3-e930e11d8ef0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3610de18-f1ad-49d4-9f01-6c31ec3aab14 HTTP/1.1" status: 200 len: 852 time: 0.0448730 Nov 03 16:30:16.297412 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-57283422-3853-47b0-a0b6-07108034d810 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94de80c0-cc7b-45d7-97b6-02e3b7a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250242 Nov 03 16:30:16.398052 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-12d15b54-4707-432c-ad58-27e739f386d6 service neutron] 10.222.0.15 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934646 Nov 03 16:30:16.488610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bee7505d-9a91-483c-808e-b49048f7ea0c req-502bce44-b096-4b5e-8e8e-16a27017bd83 service neutron] 10.222.0.15 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839560 Nov 03 16:30:16.626621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-8f36efc0-ec80-4a06-ba75-82a75a3fded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:16.628106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-8f36efc0-ec80-4a06-ba75-82a75a3fded9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba788bb760eb40aeb11cffa51f43530b&device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 1094 time: 0.0472660 Nov 03 16:30:16.719113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-d3b771d1-659d-4065-bb17-937d5e8a6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:16.720616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-d3b771d1-659d-4065-bb17-937d5e8a6489 service neutron] 10.222.0.15 "GET /v2.0/networks?id=94de80c0-cc7b-45d7-97b6-02e3b7a162fc HTTP/1.1" status: 200 len: 913 time: 0.0856304 Nov 03 16:30:16.767497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-9cb34251-32c0-4312-8642-4f82d0e99bbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8b2366f-c015-41af-bb06-871d7b4fd053 HTTP/1.1" status: 200 len: 217 time: 0.0393441 Nov 03 16:30:16.817701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-7ca3a723-e651-4568-9dce-0bb1d01fa7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:16.819147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-7ca3a723-e651-4568-9dce-0bb1d01fa7d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3610de18-f1ad-49d4-9f01-6c31ec3aab14 HTTP/1.1" status: 200 len: 852 time: 0.0451427 Nov 03 16:30:16.850338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-5989b213-e83a-434d-9c95-9c3a278d9cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94de80c0-cc7b-45d7-97b6-02e3b7a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243537 Nov 03 16:30:16.944284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-5024a46f-3756-4a7b-b870-0aab9003470b service neutron] 10.222.0.15 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866241 Nov 03 16:30:17.036430 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d6c064a-7bcf-4dbb-87a6-8e48b7a49a84 req-802d283d-f872-44ef-adfc-1230d1c39ea7 service neutron] 10.222.0.15 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854189 Nov 03 16:30:17.218258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722548-78e1-4801-8418-2531a56767f0 req-7defa998-712e-4e91-98de-7cc922b54d77 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:17.219844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b722548-78e1-4801-8418-2531a56767f0 req-7defa998-712e-4e91-98de-7cc922b54d77 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 943 time: 0.0522032 Nov 03 16:30:17.274419 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b722548-78e1-4801-8418-2531a56767f0 req-b54a59ca-17fb-4cfc-94f3-1c5631ba2139 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Nov 03 16:30:18.407516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995fcd7-79f2-4f9e-b0da-377a2650a661 req-6e817844-f6d4-418e-8d61-8f8760c5cb8e tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:18.409957 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a995fcd7-79f2-4f9e-b0da-377a2650a661 req-6e817844-f6d4-418e-8d61-8f8760c5cb8e tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 943 time: 0.0560639 Nov 03 16:30:18.458201 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a995fcd7-79f2-4f9e-b0da-377a2650a661 req-8b009e8f-b8e3-400b-8652-b62858197b22 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Nov 03 16:30:19.577788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf246f5-4feb-4cff-921d-e19549cd4a3b req-5be5c969-77e0-4ff5-b055-3cd5f6ee958e tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:19.579436 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bf246f5-4feb-4cff-921d-e19549cd4a3b req-5be5c969-77e0-4ff5-b055-3cd5f6ee958e tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 943 time: 0.0518434 Nov 03 16:30:19.628682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1bf246f5-4feb-4cff-921d-e19549cd4a3b req-dd3b7dec-17b3-44dc-afac-006a93564e3f tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Nov 03 16:30:20.777988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3f3f6-9ca2-4074-b395-8fd6afef258d req-62e6f4f7-73d8-4b28-89f2-2d7ada5822ea tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:20.779496 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ba3f3f6-9ca2-4074-b395-8fd6afef258d req-62e6f4f7-73d8-4b28-89f2-2d7ada5822ea tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 943 time: 0.0588684 Nov 03 16:30:20.828843 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ba3f3f6-9ca2-4074-b395-8fd6afef258d req-701e12be-6de2-4182-8f9d-fa33edd61516 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Nov 03 16:30:21.938971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d8b2366f-c015-41af-bb06-871d7b4fd053 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:30:21.961113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161437f-b135-43b9-8d90-c3cbb6b46eca req-e35a839d-08ee-4395-a9fd-9fe840146b07 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:21.963354 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8161437f-b135-43b9-8d90-c3cbb6b46eca req-e35a839d-08ee-4395-a9fd-9fe840146b07 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 943 time: 0.0644445 Nov 03 16:30:22.021944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8161437f-b135-43b9-8d90-c3cbb6b46eca req-fc19484b-3fe0-4d4d-aea2-8827a2d840a7 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517409 Nov 03 16:30:22.051305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d8b2366f-c015-41af-bb06-871d7b4fd053, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d8b2366f-c015-41af-bb06-871d7b4fd053,segment=NetworkSegment(926e3f0d-2919-47d5-87e9-ea6473108112),segment_id=926e3f0d-2919-47d5-87e9-ea6473108112)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:22.059947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41236) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:22.067942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'd8b2366f-c015-41af-bb06-871d7b4fd053', 'network_id': '94de80c0-cc7b-45d7-97b6-02e3b7a162fc', 'port_id': 'd8b2366f-c015-41af-bb06-871d7b4fd053', 'mac_address': 'fa:16:3e:aa:a9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3610de18-f1ad-49d4-9f01-6c31ec3aab14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:30:22.100625 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.116383 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.130815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b2366f-c015-41af-bb06-871d7b4fd053 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:30:22.160973 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d8b2366f-c015-41af-bb06-871d7b4fd053, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d8b2366f-c015-41af-bb06-871d7b4fd053,segment=NetworkSegment(926e3f0d-2919-47d5-87e9-ea6473108112),segment_id=926e3f0d-2919-47d5-87e9-ea6473108112)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:22.165648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.182077 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-780860b0-a3f2-46fc-832a-028b3960a8a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.270359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-780860b0-a3f2-46fc-832a-028b3960a8a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.276461 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-780860b0-a3f2-46fc-832a-028b3960a8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.323464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41240) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:22.324105 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-780860b0-a3f2-46fc-832a-028b3960a8a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e0b5bcb3dc534636bbc0ee1ddb46ab7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2624838 Nov 03 16:30:22.325349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780860b0-a3f2-46fc-832a-028b3960a8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc020b9-2da3-485e-8ee7-c2e3efb8a61f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:22.393341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.395393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=d8b2366f-c015-41af-bb06-871d7b4fd053,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:22.420600 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.467307 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.469994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:22.471159 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0dc020b9-2da3-485e-8ee7-c2e3efb8a61f HTTP/1.1" status: 204 len: 168 time: 0.1443341 Nov 03 16:30:22.480049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc020b9-2da3-485e-8ee7-c2e3efb8a61f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:22.488621 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.488970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.489313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.489751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.490250 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.490460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.490890 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.491280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.491538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.492048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.492539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.492913 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dcb-184d-4b11-95de-04c19ff7ca6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:22.536554 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['d8b2366f-c015-41af-bb06-871d7b4fd053'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:30:23.143225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c943ab-ab14-4e2a-ae93-08b96a92c850 req-d6844984-68d2-48d9-8f96-e5bbafb2dc1c tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:23.144764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22c943ab-ab14-4e2a-ae93-08b96a92c850 req-d6844984-68d2-48d9-8f96-e5bbafb2dc1c tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 944 time: 0.0517972 Nov 03 16:30:23.193895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22c943ab-ab14-4e2a-ae93-08b96a92c850 req-3567efc5-9f1d-4bf3-b908-5593a7a9b433 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Nov 03 16:30:23.953756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d8b2366f-c015-41af-bb06-871d7b4fd053 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:30:24.007401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port d8b2366f-c015-41af-bb06-871d7b4fd053 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:30:24.011625 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port d8b2366f-c015-41af-bb06-871d7b4fd053 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:30:24.012218 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:24.091443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:24.117510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d9e058-3752-46a8-bd74-e82bc90eef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b2366f-c015-41af-bb06-871d7b4fd053'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:30:24.119793 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c37af7b-eb73-4b4d-b636-ba5b98bba461" -d '{"events": [{"server_uuid": "17d9e058-3752-46a8-bd74-e82bc90eef0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8b2366f-c015-41af-bb06-871d7b4fd053"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:30:24.132511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port d8b2366f-c015-41af-bb06-871d7b4fd053, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d8b2366f-c015-41af-bb06-871d7b4fd053,segment=NetworkSegment(926e3f0d-2919-47d5-87e9-ea6473108112),segment_id=926e3f0d-2919-47d5-87e9-ea6473108112)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:24.139149 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:24.163294 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7642972-4c6f-488f-867f-28b8acecdfc0 x-openstack-request-id: req-c7642972-4c6f-488f-867f-28b8acecdfc0 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:30:24.163582 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d9e058-3752-46a8-bd74-e82bc90eef0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8b2366f-c015-41af-bb06-871d7b4fd053", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:30:24.163833 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c7642972-4c6f-488f-867f-28b8acecdfc0 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:30:24.164218 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d9e058-3752-46a8-bd74-e82bc90eef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b2366f-c015-41af-bb06-871d7b4fd053', 'code': 200} Nov 03 16:30:24.193338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=d8b2366f-c015-41af-bb06-871d7b4fd053,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:24.292715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03786a-aa66-4e10-b99f-d29539e79857 req-af181310-ace5-4d0b-ab99-a003fbe6a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:24.295428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f03786a-aa66-4e10-b99f-d29539e79857 req-af181310-ace5-4d0b-ab99-a003fbe6a484 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 1096 time: 0.0481241 Nov 03 16:30:24.319033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb54031-019f-4a3c-9c29-536507dc08df req-0f44cc68-96f7-4258-88a2-4096abd70541 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:24.320535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0cb54031-019f-4a3c-9c29-536507dc08df req-0f44cc68-96f7-4258-88a2-4096abd70541 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0551019 Nov 03 16:30:24.345158 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f03786a-aa66-4e10-b99f-d29539e79857 req-9610056f-df52-4d8a-8f4e-5dfb8d355332 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Nov 03 16:30:24.373890 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0cb54031-019f-4a3c-9c29-536507dc08df req-a74a9e8f-1f06-48d6-a592-b56ec7e8b659 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462720 Nov 03 16:30:25.125604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41310) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:25.228827 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-338eb31a-0a2d-4ecb-8aae-cab7b10c9ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.304157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-338eb31a-0a2d-4ecb-8aae-cab7b10c9ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.307545 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-338eb31a-0a2d-4ecb-8aae-cab7b10c9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.348405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-338eb31a-0a2d-4ecb-8aae-cab7b10c9ef6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=66769c5598cb436c8da0dec7a6d8d76e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2216861 Nov 03 16:30:25.349573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eb31a-0a2d-4ecb-8aae-cab7b10c9ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8149bcb9-b286-426e-96ef-87c6d86a849a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:25.351090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41314) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:25.404161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b660-e342-4ce3-bffd-7616bfd9b6a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.425768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b660-e342-4ce3-bffd-7616bfd9b6a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.488453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b660-e342-4ce3-bffd-7616bfd9b6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.491362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b660-e342-4ce3-bffd-7616bfd9b6a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.494064 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2cb8b660-e342-4ce3-bffd-7616bfd9b6a7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8149bcb9-b286-426e-96ef-87c6d86a849a HTTP/1.1" status: 204 len: 168 time: 0.1417916 Nov 03 16:30:25.501174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9579c4d-6203-45c1-9ba1-8e2ffbf2a426 req-1c7591d4-83c8-44d9-bd81-5895dfbcb57e tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:25.502927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9579c4d-6203-45c1-9ba1-8e2ffbf2a426 req-1c7591d4-83c8-44d9-bd81-5895dfbcb57e tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0555139 Nov 03 16:30:25.507681 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8b660-e342-4ce3-bffd-7616bfd9b6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8149bcb9-b286-426e-96ef-87c6d86a849a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:25.562040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a9579c4d-6203-45c1-9ba1-8e2ffbf2a426 req-f4187064-12b5-48ec-bc9a-2a74fa25a0ad tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514092 Nov 03 16:30:25.777341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41322) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:25.790947 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ddd513c-86c5-4114-b9b0-3ebc9b541b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.866512 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ddd513c-86c5-4114-b9b0-3ebc9b541b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.870093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9ddd513c-86c5-4114-b9b0-3ebc9b541b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.906542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd513c-86c5-4114-b9b0-3ebc9b541b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c248d6-ccec-4484-bb5a-8bbc02a9aded,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:25.910820 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ddd513c-86c5-4114-b9b0-3ebc9b541b34 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7bb95a818a9b4068973f211168a8bed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318998 Nov 03 16:30:25.913356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41324) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:25.961445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b7a7-e3f8-4e9e-818b-198b4307556e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:25.983591 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b7a7-e3f8-4e9e-818b-198b4307556e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:26.031615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b7a7-e3f8-4e9e-818b-198b4307556e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:26.034166 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b7a7-e3f8-4e9e-818b-198b4307556e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:26.035335 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e4c1b7a7-e3f8-4e9e-818b-198b4307556e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d8c248d6-ccec-4484-bb5a-8bbc02a9aded HTTP/1.1" status: 204 len: 168 time: 0.1210365 Nov 03 16:30:26.043780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1b7a7-e3f8-4e9e-818b-198b4307556e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c248d6-ccec-4484-bb5a-8bbc02a9aded,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:26.683981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d65c-d993-4a60-ab37-f7423253322f req-d1520134-a227-4270-a892-9a09f0d84b8c tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:26.685626 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3b1d65c-d993-4a60-ab37-f7423253322f req-d1520134-a227-4270-a892-9a09f0d84b8c tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0523117 Nov 03 16:30:26.733511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3b1d65c-d993-4a60-ab37-f7423253322f req-68a7203f-c496-4551-8c2e-838b415eff00 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 Nov 03 16:30:26.848786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6ae18-96e8-461f-be12-25fd6781f480 req-584c7ee1-8497-4f90-a775-822fdd2de2b9 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:26.850303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93c6ae18-96e8-461f-be12-25fd6781f480 req-584c7ee1-8497-4f90-a775-822fdd2de2b9 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0492270 Nov 03 16:30:26.899327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93c6ae18-96e8-461f-be12-25fd6781f480 req-1b54a727-6a77-4da8-97b6-7cd5810e4e84 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Nov 03 16:30:27.135794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b76e00-e097-48d8-abb0-bb46dece0bb1 req-1a046716-7612-4591-b942-dfd3b8d9032b tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:27.137374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1b76e00-e097-48d8-abb0-bb46dece0bb1 req-1a046716-7612-4591-b942-dfd3b8d9032b tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0556405 Nov 03 16:30:27.186319 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1b76e00-e097-48d8-abb0-bb46dece0bb1 req-7ddb3294-1256-4ffa-b7c3-dd6a54099a3c tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Nov 03 16:30:28.193246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41406) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:28.302939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:28.304207 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632e2a7-5ea7-4a21-965c-d9d303757221 req-652a2b71-3bd3-420b-b949-69b52720de18 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:28.305876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8632e2a7-5ea7-4a21-965c-d9d303757221 req-652a2b71-3bd3-420b-b949-69b52720de18 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0495541 Nov 03 16:30:28.353100 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8632e2a7-5ea7-4a21-965c-d9d303757221 req-358afa3a-1df5-4582-b847-9233f263a64d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 Nov 03 16:30:28.384982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:28.389614 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:28.430127 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41414) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:28.430525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5811563cd9294a28b4eea663d0b81f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356606 Nov 03 16:30:28.432271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a3295b-711e-4468-8a10-10884648c3ad,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:28.440947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.441455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.441835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.442201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.442540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.442871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.443203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.443531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.443855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.444535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.444671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.444981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f01f6-5bd1-4234-a635-281dcb9ed9ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:28.495409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a777-899d-4ecb-a97c-744439c23b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:28.519871 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a777-899d-4ecb-a97c-744439c23b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:28.599518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1e3a3-222b-442d-9bbb-97e764169479 req-b908938e-3c48-4a63-8de2-cf63094b5872 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:28.601021 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eea1e3a3-222b-442d-9bbb-97e764169479 req-b908938e-3c48-4a63-8de2-cf63094b5872 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0745721 Nov 03 16:30:28.619905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-a2691a21-0df7-47be-a8c2-ff0cfae8c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:28.620138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a777-899d-4ecb-a97c-744439c23b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:28.621414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-a2691a21-0df7-47be-a8c2-ff0cfae8c9ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba788bb760eb40aeb11cffa51f43530b&device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 1096 time: 0.0431905 Nov 03 16:30:28.622980 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a777-899d-4ecb-a97c-744439c23b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:28.624038 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cbc6a777-899d-4ecb-a97c-744439c23b60 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/12a3295b-711e-4468-8a10-10884648c3ad HTTP/1.1" status: 204 len: 168 time: 0.1922045 Nov 03 16:30:28.643862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6a777-899d-4ecb-a97c-744439c23b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a3295b-711e-4468-8a10-10884648c3ad,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:28.682296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eea1e3a3-222b-442d-9bbb-97e764169479 req-c68c1781-cc29-4a81-95d9-0aa7261642f6 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701849 Nov 03 16:30:28.731708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-b794ac06-127a-4717-8181-f1ee9ffb2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:28.733678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-b794ac06-127a-4717-8181-f1ee9ffb2cd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=94de80c0-cc7b-45d7-97b6-02e3b7a162fc HTTP/1.1" status: 200 len: 913 time: 0.1057200 Nov 03 16:30:28.775857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-a322148e-5b37-4f71-9ffe-92af3585ca13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8b2366f-c015-41af-bb06-871d7b4fd053 HTTP/1.1" status: 200 len: 217 time: 0.0350652 Nov 03 16:30:28.829062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-bee32021-9092-4f52-a6ea-ea937cb45b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:28.830598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-bee32021-9092-4f52-a6ea-ea937cb45b7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3610de18-f1ad-49d4-9f01-6c31ec3aab14 HTTP/1.1" status: 200 len: 852 time: 0.0481195 Nov 03 16:30:28.862942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-2b3aa38d-f60a-4947-92ef-540ac8c38971 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94de80c0-cc7b-45d7-97b6-02e3b7a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256917 Nov 03 16:30:28.895780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41422) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:28.909483 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cbba53b-738f-4a11-8797-e325cab2b6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:28.963342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-ec339b46-e9b5-431a-8adf-71af97021573 service neutron] 10.222.0.15 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908906 Nov 03 16:30:28.984302 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cbba53b-738f-4a11-8797-e325cab2b6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:28.988465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2cbba53b-738f-4a11-8797-e325cab2b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:29.027591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2cbba53b-738f-4a11-8797-e325cab2b6d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dbfec2518be34a88a02f39e4f27368a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306942 Nov 03 16:30:29.028594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbba53b-738f-4a11-8797-e325cab2b6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bc3b17-010a-4eb5-96f2-9beaa621a437,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:29.031557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41424) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:29.088815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1e5889a-0781-4d76-9cf0-b1174ac9434b req-070e06ca-f6ad-421d-90cc-903052c9e1c3 service neutron] 10.222.0.15 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191421 Nov 03 16:30:29.102772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e02dea2-80ef-4def-8d0f-7ddd5e79e73d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:29.125727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e02dea2-80ef-4def-8d0f-7ddd5e79e73d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:29.171066 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e02dea2-80ef-4def-8d0f-7ddd5e79e73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:29.173704 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5e02dea2-80ef-4def-8d0f-7ddd5e79e73d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:29.174826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5e02dea2-80ef-4def-8d0f-7ddd5e79e73d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/39bc3b17-010a-4eb5-96f2-9beaa621a437 HTTP/1.1" status: 204 len: 168 time: 0.1423242 Nov 03 16:30:29.182332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02dea2-80ef-4def-8d0f-7ddd5e79e73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bc3b17-010a-4eb5-96f2-9beaa621a437,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:29.808995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cf7f4-a180-4779-87f7-285c355cbe78 req-6c6d72a9-fde5-4e49-b339-eee903db7f4b tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:29.810643 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c71cf7f4-a180-4779-87f7-285c355cbe78 req-6c6d72a9-fde5-4e49-b339-eee903db7f4b tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0539553 Nov 03 16:30:29.858518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c71cf7f4-a180-4779-87f7-285c355cbe78 req-810342fa-cfc8-425e-9a84-50137fb135f8 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Nov 03 16:30:30.983389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a695ea-f22e-4225-99ba-b13d1be6aef4 req-ebd3da4c-6bda-4cb2-af08-f18310c83606 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:30.984934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5a695ea-f22e-4225-99ba-b13d1be6aef4 req-ebd3da4c-6bda-4cb2-af08-f18310c83606 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0553572 Nov 03 16:30:31.033317 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5a695ea-f22e-4225-99ba-b13d1be6aef4 req-0abe4e47-24bc-40c4-a81c-d3833e47ea6a tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Nov 03 16:30:31.258721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bffb1-1ff1-42eb-9662-2d1e312bbf41 req-ed6488c5-c833-49e0-90d4-6a5f353ffe5e tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:31.260719 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e94bffb1-1ff1-42eb-9662-2d1e312bbf41 req-ed6488c5-c833-49e0-90d4-6a5f353ffe5e tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0502615 Nov 03 16:30:31.314116 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e94bffb1-1ff1-42eb-9662-2d1e312bbf41 req-40cfca50-e5cd-490a-a2e9-518b8e00a408 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460086 Nov 03 16:30:31.536861 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:32.436519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f94272-4187-4bb5-b07a-f8fe961c6c7a req-6672189e-20b8-4006-b94a-118371f90b3a tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:32.438071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b1f94272-4187-4bb5-b07a-f8fe961c6c7a req-6672189e-20b8-4006-b94a-118371f90b3a tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0515158 Nov 03 16:30:32.485775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b1f94272-4187-4bb5-b07a-f8fe961c6c7a req-371d3566-3360-45e3-ab9e-6afbe4bdcfd2 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Nov 03 16:30:32.545375 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cef933df-effc-48c5-a482-58e7e5567266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:32.701952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e43c33-a2eb-49e5-a5f7-e1c256ab090b req-61381362-d74b-4692-9f48-758d0d899c36 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:32.703466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10e43c33-a2eb-49e5-a5f7-e1c256ab090b req-61381362-d74b-4692-9f48-758d0d899c36 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0561144 Nov 03 16:30:32.768622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-17fc8f7a-c8a3-4b2e-a50b-536bfcdd3d22 req-38dc9abe-2b7e-4a12-a405-66209cc47aa1 service neutron] (108105) timed out ('10.222.0.86', 52016) {{(pid=108105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:30:32.777989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10e43c33-a2eb-49e5-a5f7-e1c256ab090b req-42403727-60f9-4e0f-94e9-366d7e8424d0 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638347 Nov 03 16:30:32.779765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-51263609-f08f-42a6-88ef-f268239f773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:32.781156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-51263609-f08f-42a6-88ef-f268239f773c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba788bb760eb40aeb11cffa51f43530b&device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 1096 time: 0.0768366 Nov 03 16:30:32.885759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-d014720a-88b0-4696-8ce6-4097fc097d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:32.887460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-d014720a-88b0-4696-8ce6-4097fc097d50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=94de80c0-cc7b-45d7-97b6-02e3b7a162fc HTTP/1.1" status: 200 len: 913 time: 0.0994799 Nov 03 16:30:32.930669 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-29121091-690e-4874-9db9-fadd012d2a8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8b2366f-c015-41af-bb06-871d7b4fd053 HTTP/1.1" status: 200 len: 217 time: 0.0363703 Nov 03 16:30:32.979086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-c17b5a92-6075-4653-94d1-63438e825785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:32.981142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-c17b5a92-6075-4653-94d1-63438e825785 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3610de18-f1ad-49d4-9f01-6c31ec3aab14 HTTP/1.1" status: 200 len: 852 time: 0.0439649 Nov 03 16:30:33.012491 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-9ee4f7fa-6760-41b4-869c-da6e12916e5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94de80c0-cc7b-45d7-97b6-02e3b7a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247386 Nov 03 16:30:33.108389 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-a16513a4-542b-47fc-815f-f1347aac44d7 service neutron] 10.222.0.15 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892193 Nov 03 16:30:33.203704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73669816-50b8-4e8c-9443-d90da7d09a0b req-23c560d5-b45f-4369-ae50-ae3c6baf3d5b service neutron] 10.222.0.15 "GET /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886288 Nov 03 16:30:33.907043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38bc6d-2595-497f-a443-bcfe2b9c00f4 req-a6d435f5-ad45-4134-b040-f9f7e5f6c5c1 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:33.908540 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb38bc6d-2595-497f-a443-bcfe2b9c00f4 req-a6d435f5-ad45-4134-b040-f9f7e5f6c5c1 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0546246 Nov 03 16:30:33.956861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb38bc6d-2595-497f-a443-bcfe2b9c00f4 req-8066d868-a653-4d88-a2d8-aa7232bf3e5a tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Nov 03 16:30:34.979856 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5bb312f7-f099-4f5a-85dd-6b57215bfcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:35.075810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b113f-de12-466e-900e-4c3c44c7cf5b req-58af4a04-1c21-44c7-912c-5e3ffe17bfda tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:35.077891 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce3b113f-de12-466e-900e-4c3c44c7cf5b req-58af4a04-1c21-44c7-912c-5e3ffe17bfda tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0509889 Nov 03 16:30:35.130041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce3b113f-de12-466e-900e-4c3c44c7cf5b req-97ea6427-405e-409b-b23c-85e9a8a39c0c tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 Nov 03 16:30:35.380836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5173661-2a78-4432-ab68-295d41392b09 req-70f5f870-aa1a-4188-a945-39342adb5fcb tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:35.382640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5173661-2a78-4432-ab68-295d41392b09 req-70f5f870-aa1a-4188-a945-39342adb5fcb tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0507064 Nov 03 16:30:35.432325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5173661-2a78-4432-ab68-295d41392b09 req-c0acd69a-6ea3-40b4-874e-2d85fb5468eb tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Nov 03 16:30:36.296614 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:36.556092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3a498-7838-4e71-9b43-58ee00d302ea req-2d3e9af0-3ecf-42c8-bc39-a0a91db5666d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:36.557786 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8dc3a498-7838-4e71-9b43-58ee00d302ea req-2d3e9af0-3ecf-42c8-bc39-a0a91db5666d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0523436 Nov 03 16:30:36.606171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8dc3a498-7838-4e71-9b43-58ee00d302ea req-1a85f0de-64eb-4760-97b8-bea13ce255e8 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Nov 03 16:30:37.152099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41620) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:37.258876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3357-e2fd-4f19-9f45-6a6014f546d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.335935 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3357-e2fd-4f19-9f45-6a6014f546d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.339975 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3357-e2fd-4f19-9f45-6a6014f546d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.405018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7f3a3357-e2fd-4f19-9f45-6a6014f546d9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=257bf30cb7c443d4b6fc3f6bf6c0eec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518156 Nov 03 16:30:37.405757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a3357-e2fd-4f19-9f45-6a6014f546d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11596785-d469-4404-bad1-6c968c9db6e8,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:37.407742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41624) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:37.426694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-92650a75-e324-4239-8562-bdc65a0425ea tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:37.428156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-92650a75-e324-4239-8562-bdc65a0425ea tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0736895 Nov 03 16:30:37.457913 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3da5288-254e-42a5-a9dc-320fb4e72af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.478735 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3da5288-254e-42a5-a9dc-320fb4e72af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.525766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Deleting port d8b2366f-c015-41af-bb06-871d7b4fd053 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:37.526180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.529870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3da5288-254e-42a5-a9dc-320fb4e72af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.532796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3da5288-254e-42a5-a9dc-320fb4e72af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.534207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f3da5288-254e-42a5-a9dc-320fb4e72af1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/11596785-d469-4404-bad1-6c968c9db6e8 HTTP/1.1" status: 204 len: 168 time: 0.1252339 Nov 03 16:30:37.543088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da5288-254e-42a5-a9dc-320fb4e72af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11596785-d469-4404-bad1-6c968c9db6e8,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:37.618142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] For port d8b2366f-c015-41af-bb06-871d7b4fd053, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=d8b2366f-c015-41af-bb06-871d7b4fd053,segment=NetworkSegment(926e3f0d-2919-47d5-87e9-ea6473108112),segment_id=926e3f0d-2919-47d5-87e9-ea6473108112)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:37.618527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.631930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Calling delete_port for d8b2366f-c015-41af-bb06-871d7b4fd053 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:37.755192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2707e9-6252-437e-839a-d7335e3fa9ec req-a6fa5885-ad59-4926-9aee-63225d7904e5 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:37.756805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce2707e9-6252-437e-839a-d7335e3fa9ec req-a6fa5885-ad59-4926-9aee-63225d7904e5 tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d9e058-3752-46a8-bd74-e82bc90eef0c HTTP/1.1" status: 200 len: 945 time: 0.0746779 Nov 03 16:30:37.810736 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.819964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41632) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:37.834409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f09957a-e4cc-4a4e-898d-901989674c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.838951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.843531 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce2707e9-6252-437e-839a-d7335e3fa9ec req-a28da3d9-76a2-4a4a-88a3-4e59dab9dfdf tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.86 "GET /v2.0/security-groups?id=f32c4180-7938-4740-be7d-51348cd24f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771756 Nov 03 16:30:37.872490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['d8b2366f-c015-41af-bb06-871d7b4fd053'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:30:37.875212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Pushing event deleted for resources: {'Port': ['ID=d8b2366f-c015-41af-bb06-871d7b4fd053,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:37.920377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] No DVR routers for this DVR port d8b2366f-c015-41af-bb06-871d7b4fd053 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:37.923188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.926648 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2b2cb30-b10c-4dc9-8cb8-f288091e1ae2 req-3f2c005b-5764-45e3-bcf8-28dfa3eee70d tempest-TestServerAdvancedOps-137166615 tempest-TestServerAdvancedOps-137166615-project] 10.222.0.15 "DELETE /v2.0/ports/d8b2366f-c015-41af-bb06-871d7b4fd053 HTTP/1.1" status: 204 len: 173 time: 0.4909444 Nov 03 16:30:37.927129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d9e058-3752-46a8-bd74-e82bc90eef0c', 'name': 'network-vif-deleted', 'tag': 'd8b2366f-c015-41af-bb06-871d7b4fd053'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:30:37.929401 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e972764b-ff37-43b1-b0a9-8c509363aa0a" -d '{"events": [{"server_uuid": "17d9e058-3752-46a8-bd74-e82bc90eef0c", "name": "network-vif-deleted", "tag": "d8b2366f-c015-41af-bb06-871d7b4fd053"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:30:37.930467 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f09957a-e4cc-4a4e-898d-901989674c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.935735 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3f09957a-e4cc-4a4e-898d-901989674c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:37.976821 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3f09957a-e4cc-4a4e-898d-901989674c65 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc250e8f58864a7a9976afbb95c9b896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551721 Nov 03 16:30:37.977997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09957a-e4cc-4a4e-898d-901989674c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a680d150-b26b-472f-9289-0b01d670fcef,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:37.979711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:37.989984 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a027f9c5-069f-4687-a96f-bce3d2cd89a2 x-openstack-request-id: req-a027f9c5-069f-4687-a96f-bce3d2cd89a2 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:30:37.990486 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d9e058-3752-46a8-bd74-e82bc90eef0c", "name": "network-vif-deleted", "tag": "d8b2366f-c015-41af-bb06-871d7b4fd053", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:30:37.990702 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a027f9c5-069f-4687-a96f-bce3d2cd89a2 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:30:37.991274 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d9e058-3752-46a8-bd74-e82bc90eef0c', 'name': 'network-vif-deleted', 'tag': 'd8b2366f-c015-41af-bb06-871d7b4fd053', 'status': 'completed', 'code': 200} Nov 03 16:30:38.043183 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-614a5630-583b-43d5-b73f-fde125b19c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.064913 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-614a5630-583b-43d5-b73f-fde125b19c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.111448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-614a5630-583b-43d5-b73f-fde125b19c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.114021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-614a5630-583b-43d5-b73f-fde125b19c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.115187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-614a5630-583b-43d5-b73f-fde125b19c01 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a680d150-b26b-472f-9289-0b01d670fcef HTTP/1.1" status: 204 len: 168 time: 0.1344995 Nov 03 16:30:38.123495 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a5630-583b-43d5-b73f-fde125b19c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a680d150-b26b-472f-9289-0b01d670fcef,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:38.427396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.439567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41642) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:38.453859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b6898c9-9101-4d69-ac0d-b6feb778804f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.530416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b6898c9-9101-4d69-ac0d-b6feb778804f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.534117 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b6898c9-9101-4d69-ac0d-b6feb778804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.571355 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7b6898c9-9101-4d69-ac0d-b6feb778804f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8fe0d4136ac347f3811c5ea79049a827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305854 Nov 03 16:30:38.572311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6898c9-9101-4d69-ac0d-b6feb778804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad949a-a76e-48fe-ade8-0ffd360978ba,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:38.574993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41644) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:38.628529 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3098a7e2-cf25-4aa4-91c8-ce70da94c1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.649457 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3098a7e2-cf25-4aa4-91c8-ce70da94c1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.695162 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3098a7e2-cf25-4aa4-91c8-ce70da94c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.697762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3098a7e2-cf25-4aa4-91c8-ce70da94c1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.699824 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3098a7e2-cf25-4aa4-91c8-ce70da94c1c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fdad949a-a76e-48fe-ade8-0ffd360978ba HTTP/1.1" status: 204 len: 168 time: 0.1223559 Nov 03 16:30:38.707619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098a7e2-cf25-4aa4-91c8-ce70da94c1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad949a-a76e-48fe-ade8-0ffd360978ba,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:38.909577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41652) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:38.956783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43431e0-2c66-4aaa-ab16-0db2ea27e80e admin admin] Deleting subnet 3610de18-f1ad-49d4-9f01-6c31ec3aab14 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:30:38.959915 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c43431e0-2c66-4aaa-ab16-0db2ea27e80e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:38.994973 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c43431e0-2c66-4aaa-ab16-0db2ea27e80e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.039781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c43431e0-2c66-4aaa-ab16-0db2ea27e80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.093493 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c43431e0-2c66-4aaa-ab16-0db2ea27e80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.121726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43431e0-2c66-4aaa-ab16-0db2ea27e80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3610de18-f1ad-49d4-9f01-6c31ec3aab14,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:39.123745 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c43431e0-2c66-4aaa-ab16-0db2ea27e80e admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.126992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c43431e0-2c66-4aaa-ab16-0db2ea27e80e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3610de18-f1ad-49d4-9f01-6c31ec3aab14 HTTP/1.1" status: 204 len: 168 time: 0.2162461 Nov 03 16:30:39.129467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41662) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:39.197902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.285218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.305452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94de80c0-cc7b-45d7-97b6-02e3b7a162fc']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:39.315232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926e3f0d-2919-47d5-87e9-ea6473108112') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:39.315536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926e3f0d-2919-47d5-87e9-ea6473108112') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:39.326015 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.339946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.346487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:30:39.346996 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:30:39.348858 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:30:39.691457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41678) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:39.707707 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.712590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.717597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] 10.222.0.86 "DELETE /v2.0/networks/94de80c0-cc7b-45d7-97b6-02e3b7a162fc HTTP/1.1" status: 204 len: 168 time: 0.5869749 Nov 03 16:30:39.720346 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41682) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:39.729627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312c84b-8c83-481b-b16a-79a366232909 admin admin] Pushing event deleted for resources: {'Network': ['ID=94de80c0-cc7b-45d7-97b6-02e3b7a162fc,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:39.771693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a99419-1f5b-440f-89e2-43af831beeff admin admin] Deleting subnet a1da4183-f160-416e-9d8b-d975391a69e9 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:30:39.775018 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93a99419-1f5b-440f-89e2-43af831beeff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.820734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02501de9-4d98-479d-b1b2-e858ed088b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.823874 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93a99419-1f5b-440f-89e2-43af831beeff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.882933 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93a99419-1f5b-440f-89e2-43af831beeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:39.963865 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93a99419-1f5b-440f-89e2-43af831beeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.277485 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02501de9-4d98-479d-b1b2-e858ed088b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.296423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-02501de9-4d98-479d-b1b2-e858ed088b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.298696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a99419-1f5b-440f-89e2-43af831beeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1da4183-f160-416e-9d8b-d975391a69e9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:40.315815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93a99419-1f5b-440f-89e2-43af831beeff admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.319013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-93a99419-1f5b-440f-89e2-43af831beeff admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a1da4183-f160-416e-9d8b-d975391a69e9 HTTP/1.1" status: 204 len: 168 time: 0.5977020 Nov 03 16:30:40.321704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41684) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:40.343376 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-02501de9-4d98-479d-b1b2-e858ed088b4b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=33d8ec5306a14b9dbe8cd514412aa7c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6507564 Nov 03 16:30:40.344347 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02501de9-4d98-479d-b1b2-e858ed088b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3c2dfb-e6b4-4b76-b8ba-818b9db4b88d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:40.347034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41686) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:40.391898 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.396279 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25a6cd1b-c684-4145-b2d7-31e1b759776e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.418527 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25a6cd1b-c684-4145-b2d7-31e1b759776e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.465272 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25a6cd1b-c684-4145-b2d7-31e1b759776e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.467989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25a6cd1b-c684-4145-b2d7-31e1b759776e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.469977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-25a6cd1b-c684-4145-b2d7-31e1b759776e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0f3c2dfb-e6b4-4b76-b8ba-818b9db4b88d HTTP/1.1" status: 204 len: 168 time: 0.1222990 Nov 03 16:30:40.476672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.478563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6cd1b-c684-4145-b2d7-31e1b759776e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3c2dfb-e6b4-4b76-b8ba-818b9db4b88d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:40.498154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939bba67-c4f0-4d7a-82fd-6782fd936012']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:40.507701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9895cf2f-1901-41fb-8cb4-afca33147de9') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:40.508005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9895cf2f-1901-41fb-8cb4-afca33147de9') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:40.518530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.532460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.538974 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:30:40.539356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:30:40.541449 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:30:40.603133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.609241 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.612375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] 10.222.0.86 "DELETE /v2.0/networks/939bba67-c4f0-4d7a-82fd-6782fd936012 HTTP/1.1" status: 204 len: 168 time: 0.2896140 Nov 03 16:30:40.625035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557a13e-34e9-476e-8f93-e6cafcbbd205 admin admin] Pushing event deleted for resources: {'Network': ['ID=939bba67-c4f0-4d7a-82fd-6782fd936012,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:40.783403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41700) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:40.824932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ff0e0b54-63a0-49e4-b00b-fa46e9249d06 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ba788bb760eb40aeb11cffa51f43530b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394001 Nov 03 16:30:40.827530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41704) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:40.879307 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-428d3d01-634c-4ea5-a9bf-62333e1a12ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.900192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-428d3d01-634c-4ea5-a9bf-62333e1a12ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.950238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-428d3d01-634c-4ea5-a9bf-62333e1a12ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.953841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-428d3d01-634c-4ea5-a9bf-62333e1a12ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:40.955035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-428d3d01-634c-4ea5-a9bf-62333e1a12ce admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f32c4180-7938-4740-be7d-51348cd24f8e HTTP/1.1" status: 204 len: 168 time: 0.1265743 Nov 03 16:30:40.962972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d3d01-634c-4ea5-a9bf-62333e1a12ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32c4180-7938-4740-be7d-51348cd24f8e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:41.286700 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41720) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:41.332852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ca42ed4-87f4-46a2-aa8a-85057eeb093d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a785236cf5cf44f18ed20817d6762d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427291 Nov 03 16:30:41.333091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41724) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:41.382875 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89427f2c-b513-486e-9896-5ba6cad23d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:41.405459 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89427f2c-b513-486e-9896-5ba6cad23d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:41.456044 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89427f2c-b513-486e-9896-5ba6cad23d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:41.458711 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-89427f2c-b513-486e-9896-5ba6cad23d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:41.459884 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-89427f2c-b513-486e-9896-5ba6cad23d37 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/add048b7-452e-4406-b10f-ecfca638c9d2 HTTP/1.1" status: 204 len: 168 time: 0.1258533 Nov 03 16:30:41.469278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89427f2c-b513-486e-9896-5ba6cad23d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add048b7-452e-4406-b10f-ecfca638c9d2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:42.078077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d8b2366f-c015-41af-bb06-871d7b4fd053 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:42.087120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41762) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:42.099091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: d8b2366f-c015-41af-bb06-871d7b4fd053 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:42.099450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device d8b2366f-c015-41af-bb06-871d7b4fd053 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:42.189908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-699369373-network', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:42.214563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Made reservation on behalf of 9335d5b6152a4ff88604a5c88e11049e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:42.217132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.225622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.285181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41768) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:42.311815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.316042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.342295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:30:42.352173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb124e7-08a8-4582-b7aa-d89ed41b1ce4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:42.357665 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.358014 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Added segment 7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb of type vlan for network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 Nov 03 16:30:42.412632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8c2e781-258d-41d0-913d-1f541960a050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.415998 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.465188 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.466158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:42.466739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.513719 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4251711 Nov 03 16:30:42.516775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41772) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:42.522298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Request body: {'subnet': {'network_id': '7a0def81-aa8d-4462-bd21-da2ea8fbf3d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-699369373-subnet', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:42.543745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Made reservation on behalf of 9335d5b6152a4ff88604a5c88e11049e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:42.546436 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.553225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336bb63-be13-4a76-a39d-d1a9e86dd308 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0def81-aa8d-4462-bd21-da2ea8fbf3d6,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:42.566885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:30:42.573666 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8c2e781-258d-41d0-913d-1f541960a050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.580272 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b8c2e781-258d-41d0-913d-1f541960a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.628279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41774) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:42.628486 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b8c2e781-258d-41d0-913d-1f541960a050 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3206b32387a4813ba7f0a50d1a4bfde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3420458 Nov 03 16:30:42.629254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2e781-258d-41d0-913d-1f541960a050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6686038-965a-49f1-97ed-66c724c0ee46,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:42.722829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a911887c-8240-4530-83fe-e3e773343646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.782615 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a911887c-8240-4530-83fe-e3e773343646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.791036 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.866405 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d9bc20-fdf1-40f3-bafc-d5157c2a6908,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:42.878025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a911887c-8240-4530-83fe-e3e773343646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.880613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a911887c-8240-4530-83fe-e3e773343646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.881711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a911887c-8240-4530-83fe-e3e773343646 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d6686038-965a-49f1-97ed-66c724c0ee46 HTTP/1.1" status: 204 len: 168 time: 0.2524683 Nov 03 16:30:42.885883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Checking segment: {'id': '7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0def81-aa8d-4462-bd21-da2ea8fbf3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:30:42.885883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Network hostable DHCP agents. Network: 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:30:42.893926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911887c-8240-4530-83fe-e3e773343646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6686038-965a-49f1-97ed-66c724c0ee46,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:42.921021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:30:42.930889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:42.936042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:42.936540 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.940691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e5821-71e8-40cf-bf1b-8c8fb1a944fc None None] Network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:42.959586 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d8487a38-ac4e-4b89-9abc-6374f217b0ef admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4390216 Nov 03 16:30:42.960561 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41778) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:42.965843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:42.987933 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:42.988949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.043836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.097612 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-7a0def81-aa8d-4462-bd21-da2ea8fbf3d6', 'network_id': '7a0def81-aa8d-4462-bd21-da2ea8fbf3d6', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'fixed_ips': [{'subnet_id': '51d9bc20-fdf1-40f3-bafc-d5157c2a6908'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:30:43.098583 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.191348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.200583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 41782) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:43.216832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c3fac4c-5f0e-49f2-b051-30aded58dd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.254702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Allocated IP 172.20.0.2 (7a0def81-aa8d-4462-bd21-da2ea8fbf3d6/51d9bc20-fdf1-40f3-bafc-d5157c2a6908/6db9bc57-9c36-4371-b30b-8385832e49e2) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:30:43.310580 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c3fac4c-5f0e-49f2-b051-30aded58dd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.314951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9c3fac4c-5f0e-49f2-b051-30aded58dd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.356024 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9c3fac4c-5f0e-49f2-b051-30aded58dd32 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=58199870794f418ea1e8c3910192c936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542485 Nov 03 16:30:43.358161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fac4c-5f0e-49f2-b051-30aded58dd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4505c092-f19c-41b1-928d-9764f7d2420c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:43.360373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41784) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:43.413269 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.419519 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.441071 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.456935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:30:43.459750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:43.465278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:30:43.468257 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95a41e91-0b49-4615-84e7-dc782b84b748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.471269 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.474642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Pushing event updated for resources: {'Port': ['ID=6db9bc57-9c36-4371-b30b-8385832e49e2,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:43.500876 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.501225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.501594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.501935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.502269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.502622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.502932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.503257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.503581 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.503905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.504230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.504554 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:43.526482 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95a41e91-0b49-4615-84e7-dc782b84b748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.535820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Attempting to bind port 6db9bc57-9c36-4371-b30b-8385832e49e2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:30:43.536669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Attempting to bind port 6db9bc57-9c36-4371-b30b-8385832e49e2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0def81-aa8d-4462-bd21-da2ea8fbf3d6'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:30:43.536669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Attempting to bind port 6db9bc57-9c36-4371-b30b-8385832e49e2 on network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:30:43.541502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:30:43.541901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Checking segment: {'id': '7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0def81-aa8d-4462-bd21-da2ea8fbf3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:30:43.542833 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.543229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Bound using segment: {'id': '7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0def81-aa8d-4462-bd21-da2ea8fbf3d6'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:30:43.543703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Bound port: 6db9bc57-9c36-4371-b30b-8385832e49e2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0def81-aa8d-4462-bd21-da2ea8fbf3d6'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:30:43.544085 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.612728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] For port 6db9bc57-9c36-4371-b30b-8385832e49e2, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:30:43.616397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] For port 6db9bc57-9c36-4371-b30b-8385832e49e2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6db9bc57-9c36-4371-b30b-8385832e49e2,segment=NetworkSegment(7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb),segment_id=7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:30:43.617427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Allocated IP 172.25.6.170 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/f57ba7c9-e94e-472e-87cb-0a775a17a7fd) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:30:43.622495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95a41e91-0b49-4615-84e7-dc782b84b748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.622681 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.625028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-95a41e91-0b49-4615-84e7-dc782b84b748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.626207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-95a41e91-0b49-4615-84e7-dc782b84b748 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4505c092-f19c-41b1-928d-9764f7d2420c HTTP/1.1" status: 204 len: 168 time: 0.2648034 Nov 03 16:30:43.638196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a41e91-0b49-4615-84e7-dc782b84b748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505c092-f19c-41b1-928d-9764f7d2420c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:43.689830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5df4c-9bc8-439f-8368-a85a18416013 None None] Pushing event updated for resources: {'Port': ['ID=6db9bc57-9c36-4371-b30b-8385832e49e2,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:43.761642 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.805301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:43.846044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:30:43.848912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:43.855799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:30:43.900460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Pushing event updated for resources: {'Port': ['ID=f57ba7c9-e94e-472e-87cb-0a775a17a7fd,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:44.179716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:44.210306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a65240-5e51-40bf-89af-b1f0ec3f5fbe req-c417940c-900d-4d14-b188-fe4cb78c8f22 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:44.214004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38a65240-5e51-40bf-89af-b1f0ec3f5fbe req-c417940c-900d-4d14-b188-fe4cb78c8f22 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0584087 Nov 03 16:30:44.270574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38a65240-5e51-40bf-89af-b1f0ec3f5fbe req-8512c454-6438-4a34-b953-bd991e4ef9e7 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521965 Nov 03 16:30:44.409969 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:44.562029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:30:44.697135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:30:44.707083 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Sync routers for ids ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:30:44.719214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:44.721941 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-15e0f883-8add-4744-985c-ef5646f9dd47 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7600303 Nov 03 16:30:44.724453 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41816) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:44.726069 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Routers {'64605b16-9dc8-4ea2-8e23-d4f9014a2967'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:44.726710 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:44.861429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5255ec62-3e5e-4fdc-8e6a-9c58a04cc6b9 None None] Network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:44.887335 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Set router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:44.944768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-596eea18-0245-4ac4-8e45-61e6c32bf6bc None None] Provisioning complete for port 6db9bc57-9c36-4371-b30b-8385832e49e2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:30:44.945170 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-596eea18-0245-4ac4-8e45-61e6c32bf6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.146934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6db9bc57-9c36-4371-b30b-8385832e49e2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:30:45.199605 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-596eea18-0245-4ac4-8e45-61e6c32bf6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.221220 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:30:42Z', 'updated_at': '2021-11-03T16:30:44Z', 'revision_number': 3, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'gw_port': {'id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:30:43Z', 'updated_at': '2021-11-03T16:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:45.251668 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Checking router: 64605b16-9dc8-4ea2-8e23-d4f9014a2967 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:30:45.252833 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Updating router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 port f57ba7c9-e94e-472e-87cb-0a775a17a7fd binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:30:45.271298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-596eea18-0245-4ac4-8e45-61e6c32bf6bc None None] For port 6db9bc57-9c36-4371-b30b-8385832e49e2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6db9bc57-9c36-4371-b30b-8385832e49e2,segment=NetworkSegment(7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb),segment_id=7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:45.284976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-596eea18-0245-4ac4-8e45-61e6c32bf6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.340800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.342402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596eea18-0245-4ac4-8e45-61e6c32bf6bc None None] Pushing event updated for resources: {'Port': ['ID=6db9bc57-9c36-4371-b30b-8385832e49e2,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:45.356190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6db9bc57-9c36-4371-b30b-8385832e49e2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:30:45.358662 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.361854 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.602691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Allocated IP 172.20.0.1 (7a0def81-aa8d-4462-bd21-da2ea8fbf3d6/51d9bc20-fdf1-40f3-bafc-d5157c2a6908/5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:30:45.613841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-26d082f5-bc78-4d5e-80ef-26297c4c84da tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:45.615459 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-26d082f5-bc78-4d5e-80ef-26297c4c84da tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0557499 Nov 03 16:30:45.616883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-af4941d1-f524-4e84-81b5-76ac030ef1a7 None None] Provisioning complete for port 6db9bc57-9c36-4371-b30b-8385832e49e2 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:30:45.617333 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-af4941d1-f524-4e84-81b5-76ac030ef1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.756237 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.762889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Deleting port 277b536f-7b05-4ec7-9208-64b5db671c22 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:45.763283 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.767822 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.780481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f3452-9360-473f-8607-1f9cdce5fcc5 req-e365b7d2-e9c4-4a15-80bf-ec7f101ebb14 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:45.782701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-396f3452-9360-473f-8607-1f9cdce5fcc5 req-e365b7d2-e9c4-4a15-80bf-ec7f101ebb14 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 946 time: 0.2576146 Nov 03 16:30:45.826155 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.837313 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Pushing event updated for resources: {'Port': ['ID=f57ba7c9-e94e-472e-87cb-0a775a17a7fd,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:45.865128 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.865928 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.866507 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.867083 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.867525 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.868087 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.868657 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.869791 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.871135 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.872136 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.872853 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.873412 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:30:45.875575 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-396f3452-9360-473f-8607-1f9cdce5fcc5 req-d890fdea-cc77-4fbd-849d-17b23d493f8c tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/security-groups?id=568d2c34-9e3e-44b5-9587-51ee43cb3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803149 Nov 03 16:30:45.878828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] For port 277b536f-7b05-4ec7-9208-64b5db671c22, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=277b536f-7b05-4ec7-9208-64b5db671c22,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:45.879225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.881676 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Attempting to bind port f57ba7c9-e94e-472e-87cb-0a775a17a7fd on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:30:45.882065 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Attempting to bind port f57ba7c9-e94e-472e-87cb-0a775a17a7fd by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:30:45.886249 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Attempting to bind port f57ba7c9-e94e-472e-87cb-0a775a17a7fd on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:30:45.892127 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:30:45.892940 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:30:45.893559 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.894318 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:30:45.895204 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Bound port: f57ba7c9-e94e-472e-87cb-0a775a17a7fd, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:30:45.895604 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.904756 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.958130 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] For port f57ba7c9-e94e-472e-87cb-0a775a17a7fd, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:30:45.962166 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] For port f57ba7c9-e94e-472e-87cb-0a775a17a7fd, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f57ba7c9-e94e-472e-87cb-0a775a17a7fd,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:30:45.965503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:30:45.967957 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:45.974727 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:45.981640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:30:46.017238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Pushing event updated for resources: {'Port': ['ID=5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:46.035939 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.080558 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a93349-4e20-4c4f-8b11-5b1e1ce1cfe7 None None] Pushing event updated for resources: {'Port': ['ID=f57ba7c9-e94e-472e-87cb-0a775a17a7fd,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:46.127911 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Routers {'64605b16-9dc8-4ea2-8e23-d4f9014a2967'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:46.128560 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:46.172676 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.173361 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.173870 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Floating IP 155b6c47-cc8e-4aa3-9126-d4e96ebaa1d9 disassociated. External IP: 172.25.6.249, port: 277b536f-7b05-4ec7-9208-64b5db671c22. Nov 03 16:30:46.174308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Calling delete_port for 277b536f-7b05-4ec7-9208-64b5db671c22 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:46.218162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.330184 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] Set router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:46.348721 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.385249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-80f83bfa-11f4-4616-9f56-0b59af8cac42 None None] Provisioning complete for port 5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:30:46.388134 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-80f83bfa-11f4-4616-9f56-0b59af8cac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.388336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event deleted for resources: {'Port': ['ID=277b536f-7b05-4ec7-9208-64b5db671c22,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:46.454218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.462824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.476075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-80f83bfa-11f4-4616-9f56-0b59af8cac42 None None] Port 5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:30:46.539574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Pushing event updated for resources: {'Port': ['ID=5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:46.551733 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.554332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:30:46.604243 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:30:42Z', 'updated_at': '2021-11-03T16:30:44Z', 'revision_number': 3, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'gw_port': {'id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:30:43Z', 'updated_at': '2021-11-03T16:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:46.637862 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84e07d-c3d4-4040-b147-681628467d06 None None] The sync data for ids ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'] in n-d-813897-2 is: [{'id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:30:42Z', 'updated_at': '2021-11-03T16:30:44Z', 'revision_number': 3, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'gw_port': {'id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:30:43Z', 'updated_at': '2021-11-03T16:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:30:46.689074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:30:46.690635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:46.700707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:30:46.716209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] Sync routers for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:30:46.736052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:46.736967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:46.770895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] No DVR routers for this DVR port 277b536f-7b05-4ec7-9208-64b5db671c22 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:46.777894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:46.788110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-83d8d322-4606-4cbe-9934-3779a7ac74fa req-279a5cc6-ec14-4e16-9133-b25c350ef09a tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.70 "DELETE /v2.0/ports/277b536f-7b05-4ec7-9208-64b5db671c22 HTTP/1.1" status: 204 len: 173 time: 1.1646748 Nov 03 16:30:46.788918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'name': 'network-vif-deleted', 'tag': '277b536f-7b05-4ec7-9208-64b5db671c22'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:30:46.791551 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a7d1e1-b78d-4d60-aee5-e3798694b9f6" -d '{"events": [{"server_uuid": "b5f03515-51d2-4b02-97a4-86da6d83ecc3", "name": "network-vif-deleted", "tag": "277b536f-7b05-4ec7-9208-64b5db671c22"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:30:46.862686 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bb5526-1b44-49e2-8a3b-da14132664cf x-openstack-request-id: req-83bb5526-1b44-49e2-8a3b-da14132664cf {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:30:46.863472 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f03515-51d2-4b02-97a4-86da6d83ecc3", "name": "network-vif-deleted", "tag": "277b536f-7b05-4ec7-9208-64b5db671c22", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:30:46.863755 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-83bb5526-1b44-49e2-8a3b-da14132664cf {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:30:46.864279 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f03515-51d2-4b02-97a4-86da6d83ecc3', 'name': 'network-vif-deleted', 'tag': '277b536f-7b05-4ec7-9208-64b5db671c22', 'status': 'completed', 'code': 200} Nov 03 16:30:46.912941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:30:47.092654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:47.149138 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-17e12d5a-d960-4e1b-a144-d9805936d4f0 req-2c4fea25-0d2f-4bbd-a37e-f81893cea4af tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f03515-51d2-4b02-97a4-86da6d83ecc3 HTTP/1.1" status: 200 len: 210 time: 0.0807855 Nov 03 16:30:47.181578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6db9bc57-9c36-4371-b30b-8385832e49e2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:30:47.264256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:30:47.282697 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ea229ef2-00c2-414e-81c7-4c8751e4ee70 admin admin] 10.222.0.86 "PUT /v2.0/routers/64605b16-9dc8-4ea2-8e23-d4f9014a2967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5571134 Nov 03 16:30:47.319800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6db9bc57-9c36-4371-b30b-8385832e49e2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:30:47.320167 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:47.415249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-de494686-ad40-4866-8a6f-c9543d580ecb None None] Provisioning complete for port 5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:30:47.415851 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de494686-ad40-4866-8a6f-c9543d580ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:47.495081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-de494686-ad40-4866-8a6f-c9543d580ecb None None] Port 5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:30:47.606014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 5, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:47.647333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] Checking router: 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:30:47.658085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:47.658711 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:47.972978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:48.218492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 5, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:48.236196 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 41990) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:48.279285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4bdb50-c40c-4be4-a03f-d77fae4e7155 None None] The sync data for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 is: [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:25:41Z', 'revision_number': 4, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '95814ffb-060f-419e-900d-49138604b5fb', 'name': '', 'network_id': '92460bd0-77c3-4b79-ae87-4ce1b0160890', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'mac_address': 'fa:16:3e:7a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:40Z', 'updated_at': '2021-11-03T16:25:47Z', 'revision_number': 5, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'subnets': [{'id': '3cea6306-dca7-42eb-a1b9-9610ac090422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:30:48.435134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Deleting port 08349344-c71c-4555-8684-b629f2f3d8f3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:48.435546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:48.530684 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:48.531021 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:48.546287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Calling delete_port for 08349344-c71c-4555-8684-b629f2f3d8f3 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:48.721200 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:48.749310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event deleted for resources: {'Port': ['ID=08349344-c71c-4555-8684-b629f2f3d8f3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:48.786197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42028) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:48.821186 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:48.825355 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:48.826548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-46fdb474-4cb4-4afb-8697-240fa39a59e3 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "DELETE /v2.0/floatingips/155b6c47-cc8e-4aa3-9126-d4e96ebaa1d9 HTTP/1.1" status: 204 len: 168 time: 0.5892375 Nov 03 16:30:49.022905 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Sync routers for ids ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:30:49.038758 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Routers {'64605b16-9dc8-4ea2-8e23-d4f9014a2967'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:49.039370 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:49.067563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f57ba7c9-e94e-472e-87cb-0a775a17a7fd up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:30:49.166027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f57ba7c9-e94e-472e-87cb-0a775a17a7fd triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:30:49.168548 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.215121 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Set router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:49.261645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42068) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:49.358151 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.380541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.381373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8c134-c776-401f-82da-8ec428e6a476 None None] New status for floating IP 155b6c47-cc8e-4aa3-9126-d4e96ebaa1d9: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:30:49.505703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port f57ba7c9-e94e-472e-87cb-0a775a17a7fd, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f57ba7c9-e94e-472e-87cb-0a775a17a7fd,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:49.512030 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.599295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=f57ba7c9-e94e-472e-87cb-0a775a17a7fd,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:49.626062 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:30:42Z', 'updated_at': '2021-11-03T16:30:46Z', 'revision_number': 4, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'gw_port': {'id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:30:43Z', 'updated_at': '2021-11-03T16:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d', 'name': '', 'network_id': '7a0def81-aa8d-4462-bd21-da2ea8fbf3d6', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'mac_address': 'fa:16:3e:ec:5c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '51d9bc20-fdf1-40f3-bafc-d5157c2a6908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:30:45Z', 'updated_at': '2021-11-03T16:30:46Z', 'revision_number': 2, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'subnets': [{'id': '51d9bc20-fdf1-40f3-bafc-d5157c2a6908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:49.664181 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Checking router: 64605b16-9dc8-4ea2-8e23-d4f9014a2967 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:30:49.664504 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Updating router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 port 5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:30:49.703268 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.799990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Deleting port 5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:49.801089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.845923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f10b8a36-de64-4982-97c6-0e36b71e2f36 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.890640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f10b8a36-de64-4982-97c6-0e36b71e2f36 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.907363 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.926777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Calling delete_port for 5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:49.983824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f10b8a36-de64-4982-97c6-0e36b71e2f36 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:49.991304 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f10b8a36-de64-4982-97c6-0e36b71e2f36 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:50.000875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f10b8a36-de64-4982-97c6-0e36b71e2f36 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] 10.222.0.86 "DELETE /v2.0/security-groups/568d2c34-9e3e-44b5-9587-51ee43cb3135 HTTP/1.1" status: 204 len: 168 time: 0.7372220 Nov 03 16:30:50.015057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b8a36-de64-4982-97c6-0e36b71e2f36 tempest-TestServerBasicOps-1050426841 tempest-TestServerBasicOps-1050426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568d2c34-9e3e-44b5-9587-51ee43cb3135,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:50.048548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42112) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:50.234624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:50.235375 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.db.api [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:30:50.237349 n-d-813897-2 neutron-server[108107]: DEBUG oslo_db.api [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:30:50.305610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:50.423130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 277b536f-7b05-4ec7-9208-64b5db671c22 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:50.459549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 277b536f-7b05-4ec7-9208-64b5db671c22 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:50.461101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 277b536f-7b05-4ec7-9208-64b5db671c22 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:50.471898 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:30:50.508057 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:50.634024 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:50.755943 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Port 5a142a8f-a9ff-4dc4-8ae3-f4bbdffa369d not found while updating agent binding for router 64605b16-9dc8-4ea2-8e23-d4f9014a2967. {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 16:30:50.766482 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Routers {'64605b16-9dc8-4ea2-8e23-d4f9014a2967'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:50.767409 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:50.767619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:30:50.891174 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] Set router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:50.900377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:30:50.910055 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eb552097-92d1-4f7d-9560-8d2309b1a2fa admin admin] 10.222.0.86 "PUT /v2.0/routers/64605b16-9dc8-4ea2-8e23-d4f9014a2967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1227078 Nov 03 16:30:50.911206 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42168) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:50.982073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Deleting port 95814ffb-060f-419e-900d-49138604b5fb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:50.982379 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.054519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f57ba7c9-e94e-472e-87cb-0a775a17a7fd up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:30:51.088379 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:30:42Z', 'updated_at': '2021-11-03T16:30:50Z', 'revision_number': 5, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'gw_port': {'id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:30:43Z', 'updated_at': '2021-11-03T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:51.090552 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.119465 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2f344-878e-4770-82e9-7f7a04038d75 None None] The sync data for ids ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'] in n-d-813897-2 is: [{'id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:30:42Z', 'updated_at': '2021-11-03T16:30:50Z', 'revision_number': 5, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'gw_port': {'id': 'f57ba7c9-e94e-472e-87cb-0a775a17a7fd', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:30:43Z', 'updated_at': '2021-11-03T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:30:51.128838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f57ba7c9-e94e-472e-87cb-0a775a17a7fd triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:30:51.129478 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.219791 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.238313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42178) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:51.239047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] For port 95814ffb-060f-419e-900d-49138604b5fb, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=95814ffb-060f-419e-900d-49138604b5fb,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:51.239406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.273243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Calling delete_port for 95814ffb-060f-419e-900d-49138604b5fb owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:51.354134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Deleting port f57ba7c9-e94e-472e-87cb-0a775a17a7fd {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:51.355063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.365875 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d0f06f2-4f11-4abe-a810-dbe8e8a1b49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.460195 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d0f06f2-4f11-4abe-a810-dbe8e8a1b49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.465955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0d0f06f2-4f11-4abe-a810-dbe8e8a1b49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.500006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] For port f57ba7c9-e94e-472e-87cb-0a775a17a7fd, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f57ba7c9-e94e-472e-87cb-0a775a17a7fd,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:51.500384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.506945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0d0f06f2-4f11-4abe-a810-dbe8e8a1b49d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ff0727cb7ac4abc8813a2603093f1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658207 Nov 03 16:30:51.508081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f06f2-4f11-4abe-a810-dbe8e8a1b49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa229a0-33c3-46d0-b5bb-684a7adcca58,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:51.510790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42182) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:51.520404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Calling delete_port for f57ba7c9-e94e-472e-87cb-0a775a17a7fd owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:51.569442 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8895b780-ce6a-46ac-8c29-345d9d0e399b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.597568 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8895b780-ce6a-46ac-8c29-345d9d0e399b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.622167 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.656585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Pushing event deleted for resources: {'Port': ['ID=95814ffb-060f-419e-900d-49138604b5fb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:51.678855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8895b780-ce6a-46ac-8c29-345d9d0e399b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.683626 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8895b780-ce6a-46ac-8c29-345d9d0e399b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.685036 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8895b780-ce6a-46ac-8c29-345d9d0e399b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0aa229a0-33c3-46d0-b5bb-684a7adcca58 HTTP/1.1" status: 204 len: 168 time: 0.1729643 Nov 03 16:30:51.700274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895b780-ce6a-46ac-8c29-345d9d0e399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa229a0-33c3-46d0-b5bb-684a7adcca58,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:51.917946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:51.951976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Pushing event deleted for resources: {'Port': ['ID=f57ba7c9-e94e-472e-87cb-0a775a17a7fd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:51.957729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.005107 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] Sync routers for ids ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:30:52.016857 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] Routers {'64605b16-9dc8-4ea2-8e23-d4f9014a2967'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:52.017752 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:52.076839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.082276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.100329 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] Set router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:52.162476 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:30:42Z', 'updated_at': '2021-11-03T16:30:51Z', 'revision_number': 7, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:52.196129 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] Checking router: 64605b16-9dc8-4ea2-8e23-d4f9014a2967 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:30:52.205910 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.208931 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] Routers {'64605b16-9dc8-4ea2-8e23-d4f9014a2967'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:52.209473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.209633 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:52.262881 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.263510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:30:52.268375 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.272353 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-982bc6d4-3fe6-4140-8b9d-8ae35d29e59a admin admin] 10.222.0.86 "DELETE /v2.0/routers/64605b16-9dc8-4ea2-8e23-d4f9014a2967 HTTP/1.1" status: 204 len: 168 time: 1.3599665 Nov 03 16:30:52.272553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42198) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:52.285456 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] Set router 64605b16-9dc8-4ea2-8e23-d4f9014a2967 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:52.338315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c751a804-e0bb-4381-86b6-c44d6208dc0b admin admin] Deleting subnet 51d9bc20-fdf1-40f3-bafc-d5157c2a6908 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:30:52.343371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c751a804-e0bb-4381-86b6-c44d6208dc0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.351123 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:30:42Z', 'updated_at': '2021-11-03T16:30:51Z', 'revision_number': 7, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:52.381735 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010dbd01-c701-4238-b0ca-12cd19c78574 None None] The sync data for ids ['64605b16-9dc8-4ea2-8e23-d4f9014a2967'] in n-d-813897-2 is: [{'id': '64605b16-9dc8-4ea2-8e23-d4f9014a2967', 'name': 'tempest-ImageQuotaTest-699369373-router', 'tenant_id': '9335d5b6152a4ff88604a5c88e11049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:30:42Z', 'updated_at': '2021-11-03T16:30:51Z', 'revision_number': 7, 'project_id': '9335d5b6152a4ff88604a5c88e11049e', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:30:52.391098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:30:52.394153 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c751a804-e0bb-4381-86b6-c44d6208dc0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.508433 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c751a804-e0bb-4381-86b6-c44d6208dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.523746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:30:52.534156 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f9548b3d-c855-4a99-a993-efa6258d9500 admin admin] 10.222.0.86 "PUT /v2.0/routers/5b1f52b8-0b06-4515-a8ef-47c0f11c7b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4841406 Nov 03 16:30:52.535952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42206) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:52.545090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] Sync routers for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:30:52.556224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:52.557127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:52.577277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42208) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:52.608768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c751a804-e0bb-4381-86b6-c44d6208dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.642969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c751a804-e0bb-4381-86b6-c44d6208dc0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.647761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c751a804-e0bb-4381-86b6-c44d6208dc0b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/51d9bc20-fdf1-40f3-bafc-d5157c2a6908 HTTP/1.1" status: 204 len: 168 time: 0.3735383 Nov 03 16:30:52.648928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751a804-e0bb-4381-86b6-c44d6208dc0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d9bc20-fdf1-40f3-bafc-d5157c2a6908,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:52.652464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42212) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:52.689629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7591a106-baed-466e-b5e5-1591d19215d9 None None] Network 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:52.763831 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-25613cc3-2c3d-4227-940f-0b94468cc040 tempest-AgentManagementNegativeTest-1285681263 tempest-AgentManagementNegativeTest-1285681263-project] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1852176 Nov 03 16:30:52.772059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.773048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:52.832012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Deleting port 6db9bc57-9c36-4371-b30b-8385832e49e2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:52.832355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.911871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] For port 6db9bc57-9c36-4371-b30b-8385832e49e2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6db9bc57-9c36-4371-b30b-8385832e49e2,segment=NetworkSegment(7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb),segment_id=7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:52.912675 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:52.947280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Calling delete_port for 6db9bc57-9c36-4371-b30b-8385832e49e2 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:53.061657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:30:51Z', 'revision_number': 5, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:53.100727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.103983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a59ab0-803c-465f-aeb9-591a64c38a91 None None] DHCP port deletion for 7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:30:53.107827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] Checking router: 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:30:53.118372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.131509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] Routers {'5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:53.132056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:53.146994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db9bc57-9c36-4371-b30b-8385832e49e2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:53.168987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] No DVR routers for this DVR port 6db9bc57-9c36-4371-b30b-8385832e49e2 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:53.224689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f57ba7c9-e94e-472e-87cb-0a775a17a7fd no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:53.270881 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42218) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:53.273206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f57ba7c9-e94e-472e-87cb-0a775a17a7fd {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:53.273577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f57ba7c9-e94e-472e-87cb-0a775a17a7fd not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:53.286262 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.313055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0def81-aa8d-4462-bd21-da2ea8fbf3d6']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:53.320971 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.326196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:53.326742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9cc6a4-13e8-4ff2-b16d-938e72f0cceb') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:53.342032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.358621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.369233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:30:53.370044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:30:53.372505 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:30:53.377720 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] Set router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:53.395217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Deleting port de30b0bf-61f3-4ebd-a411-087b5dd603b3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:53.395587 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.446792 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.453603 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.456772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7a0def81-aa8d-4462-bd21-da2ea8fbf3d6 HTTP/1.1" status: 204 len: 168 time: 0.8029783 Nov 03 16:30:53.470667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d87ae-7c84-4f03-b9ee-53662e3a40f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0def81-aa8d-4462-bd21-da2ea8fbf3d6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:53.499798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4e7409d-a4c4-473e-8e90-df452313cd08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.551906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] For port de30b0bf-61f3-4ebd-a411-087b5dd603b3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=de30b0bf-61f3-4ebd-a411-087b5dd603b3,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:53.552270 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.580050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Calling delete_port for de30b0bf-61f3-4ebd-a411-087b5dd603b3 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:53.609691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:30:51Z', 'revision_number': 5, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:53.610630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42224) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:53.643019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805ef71-b0ca-4d2f-90ba-7573c8f1bb79 None None] The sync data for ids ['5b1f52b8-0b06-4515-a8ef-47c0f11c7b21'] in n-d-813897-2 is: [{'id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'name': 'tempest-TestServerBasicOps-1461984045-router', 'tenant_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:38Z', 'updated_at': '2021-11-03T16:30:51Z', 'revision_number': 5, 'project_id': 'f780d58cd1034e9cba5cb1bd7ec69296', 'gw_port': {'id': 'de30b0bf-61f3-4ebd-a411-087b5dd603b3', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f52b8-0b06-4515-a8ef-47c0f11c7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:39Z', 'updated_at': '2021-11-03T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:30:53.657134 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-74c1d568-a111-4c5d-a4de-bbed67bb032f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9335d5b6152a4ff88604a5c88e11049e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452518 Nov 03 16:30:53.659615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42226) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:53.690010 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4e7409d-a4c4-473e-8e90-df452313cd08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.697476 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a4e7409d-a4c4-473e-8e90-df452313cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.718435 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d93f5c4-8fd0-4370-9edb-20fdf01dfdf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.739853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d93f5c4-8fd0-4370-9edb-20fdf01dfdf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.778362 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a4e7409d-a4c4-473e-8e90-df452313cd08 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fbc2828d5a4547dfbc4f88e03ca9aacd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5022032 Nov 03 16:30:53.780985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42228) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:53.788626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7409d-a4c4-473e-8e90-df452313cd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4762a38f-8503-4238-93d4-dd9ca78fd349,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:53.810843 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d93f5c4-8fd0-4370-9edb-20fdf01dfdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.813350 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9d93f5c4-8fd0-4370-9edb-20fdf01dfdf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.814523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9d93f5c4-8fd0-4370-9edb-20fdf01dfdf5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/afb124e7-08a8-4582-b7aa-d89ed41b1ce4 HTTP/1.1" status: 204 len: 168 time: 0.1539242 Nov 03 16:30:53.833272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93f5c4-8fd0-4370-9edb-20fdf01dfdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb124e7-08a8-4582-b7aa-d89ed41b1ce4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:53.854050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b25e637-bede-4aba-90f0-e3b29362ba5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.855088 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.877923 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b25e637-bede-4aba-90f0-e3b29362ba5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.887197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Pushing event deleted for resources: {'Port': ['ID=de30b0bf-61f3-4ebd-a411-087b5dd603b3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:53.932987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b25e637-bede-4aba-90f0-e3b29362ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.938133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b25e637-bede-4aba-90f0-e3b29362ba5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.939507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3b25e637-bede-4aba-90f0-e3b29362ba5b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4762a38f-8503-4238-93d4-dd9ca78fd349 HTTP/1.1" status: 204 len: 168 time: 0.1568716 Nov 03 16:30:53.952237 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:53.959307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25e637-bede-4aba-90f0-e3b29362ba5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4762a38f-8503-4238-93d4-dd9ca78fd349,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:54.061804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.064662 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.116083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.116658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:30:54.124860 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.126102 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7b915deb-a253-4ae7-90d7-013f24cb415c admin admin] 10.222.0.86 "DELETE /v2.0/routers/5b1f52b8-0b06-4515-a8ef-47c0f11c7b21 HTTP/1.1" status: 204 len: 168 time: 1.5892029 Nov 03 16:30:54.128978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42236) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:54.200180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf26b386-81c4-4afa-b94d-02f01fea2ae3 admin admin] Deleting subnet 3cea6306-dca7-42eb-a1b9-9610ac090422 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:30:54.204601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf26b386-81c4-4afa-b94d-02f01fea2ae3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.238861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42240) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:54.250457 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf26b386-81c4-4afa-b94d-02f01fea2ae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.253636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-62455e66-ecc0-478b-ad6e-8915fda18c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.346281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf26b386-81c4-4afa-b94d-02f01fea2ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.367443 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-62455e66-ecc0-478b-ad6e-8915fda18c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.373985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-62455e66-ecc0-478b-ad6e-8915fda18c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.414869 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf26b386-81c4-4afa-b94d-02f01fea2ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.438479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62455e66-ecc0-478b-ad6e-8915fda18c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be38970e-3e88-4d2b-a4cf-411f91c39d87,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:54.444702 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-62455e66-ecc0-478b-ad6e-8915fda18c87 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2047534 Nov 03 16:30:54.447203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42246) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:54.463400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26b386-81c4-4afa-b94d-02f01fea2ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cea6306-dca7-42eb-a1b9-9610ac090422,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:54.467263 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cf26b386-81c4-4afa-b94d-02f01fea2ae3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.472827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cf26b386-81c4-4afa-b94d-02f01fea2ae3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3cea6306-dca7-42eb-a1b9-9610ac090422 HTTP/1.1" status: 204 len: 168 time: 0.3403981 Nov 03 16:30:54.476330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b2de9c-29a5-4a62-9cd0-15117fab76d9 None None] Network 92460bd0-77c3-4b79-ae87-4ce1b0160890 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:54.476878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42248) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:54.591315 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.599233 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a22ccff4-d4b8-417e-b282-164e25f597c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.630896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a22ccff4-d4b8-417e-b282-164e25f597c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.708592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Deleting port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:54.709214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.765016 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a22ccff4-d4b8-417e-b282-164e25f597c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.767572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a22ccff4-d4b8-417e-b282-164e25f597c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.768736 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a22ccff4-d4b8-417e-b282-164e25f597c1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be38970e-3e88-4d2b-a4cf-411f91c39d87 HTTP/1.1" status: 204 len: 168 time: 0.3206084 Nov 03 16:30:54.786072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ccff4-d4b8-417e-b282-164e25f597c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be38970e-3e88-4d2b-a4cf-411f91c39d87,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:54.796885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] For port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:54.797432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.814902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Calling delete_port for 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:54.855056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2769eaf-887f-4713-a270-443e20d80130 None None] DHCP port deletion for 92460bd0-77c3-4b79-ae87-4ce1b0160890 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:30:54.926316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e2769eaf-887f-4713-a270-443e20d80130 None None] Deleting port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:54.926974 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2769eaf-887f-4713-a270-443e20d80130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.942586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:54.988624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] No DVR routers for this DVR port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:55.043061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e2769eaf-887f-4713-a270-443e20d80130 None None] For port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7,segment=NetworkSegment(dfcd86d2-4885-4932-ad11-63b37b3a5c81),segment_id=dfcd86d2-4885-4932-ad11-63b37b3a5c81)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:55.043478 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2769eaf-887f-4713-a270-443e20d80130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:55.047868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Pushing event deleted for resources: {'Port': ['ID=1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:55.072369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e2769eaf-887f-4713-a270-443e20d80130 None None] Calling delete_port for 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:55.078382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42264) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.081764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 95814ffb-060f-419e-900d-49138604b5fb no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:55.117856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 95814ffb-060f-419e-900d-49138604b5fb {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:55.118142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 95814ffb-060f-419e-900d-49138604b5fb not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:55.118524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:55.147704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:55.176665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:55.177250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:55.177720 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6db9bc57-9c36-4371-b30b-8385832e49e2 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:55.188600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92460bd0-77c3-4b79-ae87-4ce1b0160890']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:55.202786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcd86d2-4885-4932-ad11-63b37b3a5c81') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:55.203431 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcd86d2-4885-4932-ad11-63b37b3a5c81') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:55.210104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 6db9bc57-9c36-4371-b30b-8385832e49e2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:55.210458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6db9bc57-9c36-4371-b30b-8385832e49e2 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:55.210884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device de30b0bf-61f3-4ebd-a411-087b5dd603b3 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:55.219368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:55.234380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: de30b0bf-61f3-4ebd-a411-087b5dd603b3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:55.234719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device de30b0bf-61f3-4ebd-a411-087b5dd603b3 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:55.240519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:55.251629 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:30:55.252239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:55.292671 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e2769eaf-887f-4713-a270-443e20d80130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:30:55.304479 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:30:55.314296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-000e152f-a21f-4d79-9926-696629689a35 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.317175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-000e152f-a21f-4d79-9926-696629689a35 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.2372625 Nov 03 16:30:55.318437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42268) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.320384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2769eaf-887f-4713-a270-443e20d80130 None None] Pushing event deleted for resources: {'Port': ['ID=1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:55.325279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-5821e038-d56d-4c7b-b182-214834663cd3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.329091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2769eaf-887f-4713-a270-443e20d80130 None None] No DVR routers for this DVR port 1541ed02-68ec-4c4a-ad8b-ffbb6b1489e7 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:55.331250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5821e038-d56d-4c7b-b182-214834663cd3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0103445 Nov 03 16:30:55.333703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42270) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.339714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-3f1716df-7548-4440-b66a-a44c8f850643 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.340129 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3f1716df-7548-4440-b66a-a44c8f850643 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052001 Nov 03 16:30:55.342883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42272) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.345230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:55.348480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-8ddce361-0bf2-4064-b276-1c13280cb450 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.349647 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8ddce361-0bf2-4064-b276-1c13280cb450 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0053654 Nov 03 16:30:55.352092 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:55.353941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42274) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.360459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-a4b5541f-79fe-4a77-98ec-5b04ed592ee0 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.360640 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] 10.222.0.86 "DELETE /v2.0/networks/92460bd0-77c3-4b79-ae87-4ce1b0160890 HTTP/1.1" status: 204 len: 168 time: 0.8817856 Nov 03 16:30:55.360755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a4b5541f-79fe-4a77-98ec-5b04ed592ee0 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041356 Nov 03 16:30:55.360755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42276) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.366274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42278) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.371666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-31289542-535f-49cc-9157-8d220b327427 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.372760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-31289542-535f-49cc-9157-8d220b327427 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056288 Nov 03 16:30:55.373034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d1caf-e19c-4211-897f-c6cc21ccec89 admin admin] Pushing event deleted for resources: {'Network': ['ID=92460bd0-77c3-4b79-ae87-4ce1b0160890,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:55.376878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42280) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.383050 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-8d32d87b-88ce-4f5e-8dab-ed7d08cc08e7 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.386414 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8d32d87b-88ce-4f5e-8dab-ed7d08cc08e7 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062492 Nov 03 16:30:55.387488 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42282) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.392734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-f7486ab4-dd9d-4391-b87b-e5b00d20e2a7 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.393977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f7486ab4-dd9d-4391-b87b-e5b00d20e2a7 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055459 Nov 03 16:30:55.396232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42284) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.400040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-b739e18d-898b-4119-8432-644c28a82c22 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.400992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b739e18d-898b-4119-8432-644c28a82c22 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0038891 Nov 03 16:30:55.403229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42286) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.407160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-888834db-7b59-4259-8096-4760351f33e6 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.408089 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-888834db-7b59-4259-8096-4760351f33e6 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039852 Nov 03 16:30:55.410324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42288) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.418508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-59d8d6f4-010b-4607-8e0a-c6238bbba815 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.419427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-59d8d6f4-010b-4607-8e0a-c6238bbba815 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082159 Nov 03 16:30:55.421517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42290) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.426736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-49e93cf7-6baf-40a0-8e01-a2f4af3ca91e tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.427670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-49e93cf7-6baf-40a0-8e01-a2f4af3ca91e tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052674 Nov 03 16:30:55.429625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42292) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.740539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-6de11b68-25aa-4a97-b672-c14caaca0cab tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.741408 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6de11b68-25aa-4a97-b672-c14caaca0cab tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.3108497 Nov 03 16:30:55.744189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42294) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.749049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-f792a1af-249c-4096-b20d-695a4e22384e tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.750004 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f792a1af-249c-4096-b20d-695a4e22384e tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048652 Nov 03 16:30:55.752075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42296) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.755785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-b793ee22-75ed-4ebb-90eb-d6c51c600dee tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.756719 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b793ee22-75ed-4ebb-90eb-d6c51c600dee tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038002 Nov 03 16:30:55.758730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42298) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.763624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-5d25ca09-cfef-4023-a018-f48b17e68043 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.764558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5d25ca09-cfef-4023-a018-f48b17e68043 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049989 Nov 03 16:30:55.766848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42300) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.770824 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-69fc766f-319a-42b2-aa6f-17a71db79d09 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.771743 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-69fc766f-319a-42b2-aa6f-17a71db79d09 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040286 Nov 03 16:30:55.773787 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42302) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.777839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-c00d8674-d4a4-4bd7-95fb-ee9d1cc8865a tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.778830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c00d8674-d4a4-4bd7-95fb-ee9d1cc8865a tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041528 Nov 03 16:30:55.780802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42304) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.784514 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-efae682f-90f9-47f6-a56e-cbeb691f2c33 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.785425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-efae682f-90f9-47f6-a56e-cbeb691f2c33 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038033 Nov 03 16:30:55.787372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42306) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.791120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-af4faed3-62ec-4170-a50a-9f091b7021e5 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.792654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af4faed3-62ec-4170-a50a-9f091b7021e5 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043781 Nov 03 16:30:55.794567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42308) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.798279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-2dcd756b-3c77-4534-932b-62463dbe0700 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.799239 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2dcd756b-3c77-4534-932b-62463dbe0700 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038207 Nov 03 16:30:55.801259 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42310) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.804999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-430a412d-7ed3-48fe-b573-d6c2a2f304da tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.805935 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-430a412d-7ed3-48fe-b573-d6c2a2f304da tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038285 Nov 03 16:30:55.808505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42312) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.812269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-c2679915-2d46-4d67-9067-2df45baaed98 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.813862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c2679915-2d46-4d67-9067-2df45baaed98 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044706 Nov 03 16:30:55.815833 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42314) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.819612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-25f76676-a669-4374-838b-c5495e25831f tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.820547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-25f76676-a669-4374-838b-c5495e25831f tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0038760 Nov 03 16:30:55.822570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42316) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.826690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-963b6e83-07ad-4f18-956f-ca8b259c36f4 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.827606 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-963b6e83-07ad-4f18-956f-ca8b259c36f4 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041416 Nov 03 16:30:55.829661 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42318) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.833302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-44ea858a-d28e-45d4-8b68-1151d2455aa2 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.834277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-44ea858a-d28e-45d4-8b68-1151d2455aa2 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037773 Nov 03 16:30:55.836153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42320) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.840170 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-cf81c347-2445-46c4-9431-65ded4944829 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.841099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cf81c347-2445-46c4-9431-65ded4944829 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041242 Nov 03 16:30:55.843160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42322) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.846960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-db7c1e9b-8480-49d2-a70c-32b4c8c4f131 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.847907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-db7c1e9b-8480-49d2-a70c-32b4c8c4f131 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038891 Nov 03 16:30:55.849940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42324) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.853642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-fc715f99-5a84-4fe8-a72a-82b78bbcde6b tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.855103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fc715f99-5a84-4fe8-a72a-82b78bbcde6b tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043173 Nov 03 16:30:55.857169 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42326) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.860941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-dafa05c7-774a-49d7-bb9a-f8ee5defb6b9 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.861905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dafa05c7-774a-49d7-bb9a-f8ee5defb6b9 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038366 Nov 03 16:30:55.863987 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42328) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.868447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-c9df98a5-f7a8-4b4c-b188-996cae747560 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.869379 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c9df98a5-f7a8-4b4c-b188-996cae747560 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045583 Nov 03 16:30:55.872167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42330) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.875952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-25b14357-6679-4e29-9eb5-a2f897222257 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.876908 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-25b14357-6679-4e29-9eb5-a2f897222257 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038781 Nov 03 16:30:55.878869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42332) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.882527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-6afdfbe2-60df-42bd-9d0c-7b64e591d605 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.883447 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6afdfbe2-60df-42bd-9d0c-7b64e591d605 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037544 Nov 03 16:30:55.885466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42334) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.889189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-470df762-952e-4286-a1e1-49892ddea796 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.890146 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-470df762-952e-4286-a1e1-49892ddea796 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038240 Nov 03 16:30:55.892486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42336) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.896309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-81b54abc-405a-40d6-a1d4-fd9e4b2eba2e tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.897236 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-81b54abc-405a-40d6-a1d4-fd9e4b2eba2e tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039217 Nov 03 16:30:55.899352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42338) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.903624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-8dd01a3c-4b36-4bb0-92ce-4f37e1e41d53 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.904672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8dd01a3c-4b36-4bb0-92ce-4f37e1e41d53 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044825 Nov 03 16:30:55.906832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42340) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.910633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-9f8eb4f0-6f76-4bd5-a1ba-5ae24aa06857 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.911554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9f8eb4f0-6f76-4bd5-a1ba-5ae24aa06857 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038769 Nov 03 16:30:55.913696 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42342) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.917980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-38ea1894-c3aa-4534-b473-a9adfad1e910 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.918903 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-38ea1894-c3aa-4534-b473-a9adfad1e910 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043862 Nov 03 16:30:55.921044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42344) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.929392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-05a8ac38-d7ed-42a4-99c5-fa2e61ef9798 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.930408 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-05a8ac38-d7ed-42a4-99c5-fa2e61ef9798 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084958 Nov 03 16:30:55.932675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42346) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.936547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-53bae39c-990f-4d60-a12b-9ed690db83e7 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.937483 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-53bae39c-990f-4d60-a12b-9ed690db83e7 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0039494 Nov 03 16:30:55.939518 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42348) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.943370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-ec28f730-4e33-4b66-91d5-3f01b8d3aab3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.944298 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ec28f730-4e33-4b66-91d5-3f01b8d3aab3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0039465 Nov 03 16:30:55.946505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42350) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.950643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-70be4561-ea17-4ba7-9388-408f9b977e48 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.951618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-70be4561-ea17-4ba7-9388-408f9b977e48 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042346 Nov 03 16:30:55.953690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42352) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.957429 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-a396d66c-d3b3-4352-844b-53a6f2123feb tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.958411 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a396d66c-d3b3-4352-844b-53a6f2123feb tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038428 Nov 03 16:30:55.960390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42354) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.964831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-0152eafe-976d-41d7-bf40-f2824f0fe9a3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.965781 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0152eafe-976d-41d7-bf40-f2824f0fe9a3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045381 Nov 03 16:30:55.967814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42356) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.971605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-9a1a3695-932a-4899-b68e-28a88a8d54d6 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.972550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9a1a3695-932a-4899-b68e-28a88a8d54d6 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038707 Nov 03 16:30:55.974482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42358) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.978194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-371ed523-cc1a-4be8-bbb1-dd9a7c707e4e tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.979138 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-371ed523-cc1a-4be8-bbb1-dd9a7c707e4e tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0038087 Nov 03 16:30:55.981750 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42360) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.986180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-be6c948d-9a56-4ac0-ae3f-4479e536b3f3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.987111 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-be6c948d-9a56-4ac0-ae3f-4479e536b3f3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045347 Nov 03 16:30:55.989172 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42362) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:55.993000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-20b00011-a94d-43d1-b5cb-4b74695680fe tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:55.993885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-20b00011-a94d-43d1-b5cb-4b74695680fe tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038471 Nov 03 16:30:55.996007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42364) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.000217 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-e1ea85b9-afa6-49ec-baa2-95ab88dff015 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.001399 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e1ea85b9-afa6-49ec-baa2-95ab88dff015 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043101 Nov 03 16:30:56.003978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42366) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.008737 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-a73648b6-ccb6-49df-b2c9-9fd0944bef98 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.009764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a73648b6-ccb6-49df-b2c9-9fd0944bef98 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045722 Nov 03 16:30:56.012616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42368) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.017239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [None req-057acce8-b813-4c73-8f95-e82d43269bbf tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.018228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-057acce8-b813-4c73-8f95-e82d43269bbf tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046303 Nov 03 16:30:56.020799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42370) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.021216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.025078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-f793665c-9c30-4d3f-adb3-8d85c40786b3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.026705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f793665c-9c30-4d3f-adb3-8d85c40786b3 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043449 Nov 03 16:30:56.028935 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42372) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.032889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-9206328b-f00d-4a8f-b4d2-6a832ca21384 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.033837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9206328b-f00d-4a8f-b4d2-6a832ca21384 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039999 Nov 03 16:30:56.035962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42374) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.039861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-f9132768-43b8-492c-b47f-89af73a51676 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.040773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f9132768-43b8-492c-b47f-89af73a51676 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039816 Nov 03 16:30:56.043478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42376) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.047549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-e7dfe9f0-eba8-4ff5-bcab-d77b4c1ef4ab tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.048460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e7dfe9f0-eba8-4ff5-bcab-d77b4c1ef4ab tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041456 Nov 03 16:30:56.050576 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42378) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.055020 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-322017fb-6dfc-408c-ab3b-cbaf2c501aad tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.055935 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-322017fb-6dfc-408c-ab3b-cbaf2c501aad tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045433 Nov 03 16:30:56.058260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42380) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.062162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-abf3aa13-40fb-40b9-8f52-334f6760d398 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.063092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-abf3aa13-40fb-40b9-8f52-334f6760d398 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039680 Nov 03 16:30:56.065331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42382) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.069161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-dce0127a-f20f-4e2a-9065-6230033a67d1 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.070122 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dce0127a-f20f-4e2a-9065-6230033a67d1 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038879 Nov 03 16:30:56.072363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42384) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.076470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-4f27f04f-328e-4959-9f2d-8d055d1b8cee tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.077395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4f27f04f-328e-4959-9f2d-8d055d1b8cee tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041988 Nov 03 16:30:56.079502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42386) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.083255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-8b66b24b-6d93-4bd5-8a4d-ecb48fa3a803 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.084176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8b66b24b-6d93-4bd5-8a4d-ecb48fa3a803 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038419 Nov 03 16:30:56.086184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42388) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.090661 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-815dc41d-2065-4585-a50f-fdeae5cd937b tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.091614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-815dc41d-2065-4585-a50f-fdeae5cd937b tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045760 Nov 03 16:30:56.093574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42390) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.097231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-e90502bf-212a-4097-858d-6ef3ac8ff6a8 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.098204 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e90502bf-212a-4097-858d-6ef3ac8ff6a8 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037792 Nov 03 16:30:56.100171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42392) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.103966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-5b17c83f-5842-47a5-9bd9-982a3b735956 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.105474 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5b17c83f-5842-47a5-9bd9-982a3b735956 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044463 Nov 03 16:30:56.107954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42394) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.112036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-00504f54-d335-4059-8ea9-e020025515e8 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.112996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-00504f54-d335-4059-8ea9-e020025515e8 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045474 Nov 03 16:30:56.114990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42396) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.118724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-e5eb7f4c-b7c8-42f7-8ebd-90dca2ee9a5d tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.119681 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e5eb7f4c-b7c8-42f7-8ebd-90dca2ee9a5d tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038323 Nov 03 16:30:56.122631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42398) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.126439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-4780be22-04b9-4b87-ad14-5bdf0ed2ab02 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.127367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4780be22-04b9-4b87-ad14-5bdf0ed2ab02 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038927 Nov 03 16:30:56.129620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42400) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.133360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-04f65518-f59a-469b-99e3-422b0f92ab75 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.134334 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-04f65518-f59a-469b-99e3-422b0f92ab75 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038502 Nov 03 16:30:56.136406 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42402) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.140262 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-ba435aa0-d85a-4545-881e-2e3183429e86 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.141207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ba435aa0-d85a-4545-881e-2e3183429e86 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0038981 Nov 03 16:30:56.143198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42404) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.146976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-4b442534-ecab-403d-9a15-791a1484ae5d tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.147897 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4b442534-ecab-403d-9a15-791a1484ae5d tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038643 Nov 03 16:30:56.149975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42406) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.154270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [None req-dcdadb06-6fec-4dfb-8fd0-69d13d9a1004 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:30:56.155199 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dcdadb06-6fec-4dfb-8fd0-69d13d9a1004 tempest-ExtensionsTestJSON-1993150799 tempest-ExtensionsTestJSON-1993150799-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043910 Nov 03 16:30:56.279808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Deleting port b5365972-9403-46e8-8710-3fe01e6377b6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:56.280146 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.364953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] For port b5365972-9403-46e8-8710-3fe01e6377b6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b5365972-9403-46e8-8710-3fe01e6377b6,segment=NetworkSegment(4ef4ea2f-3b2a-4dfc-a159-9496ec034a03),segment_id=4ef4ea2f-3b2a-4dfc-a159-9496ec034a03)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:56.365656 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.381290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Calling delete_port for b5365972-9403-46e8-8710-3fe01e6377b6 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:56.411516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42414) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.520782 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407a8f05-72d6-4559-bade-b55fbc8385d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.564167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.619532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5365972-9403-46e8-8710-3fe01e6377b6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:56.621057 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407a8f05-72d6-4559-bade-b55fbc8385d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.626409 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-407a8f05-72d6-4559-bade-b55fbc8385d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.670609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-407a8f05-72d6-4559-bade-b55fbc8385d0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=166aeb6456714fc49d80559b0395ce49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543149 Nov 03 16:30:56.670609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a8f05-72d6-4559-bade-b55fbc8385d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410f8ca4-93dc-448e-ba14-57d3d6f8bbc5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:56.671112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42418) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:56.807820 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d00e44c4-1a4a-4e3e-b1a4-f002b7957055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.820279 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.840736 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d00e44c4-1a4a-4e3e-b1a4-f002b7957055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.965414 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d00e44c4-1a4a-4e3e-b1a4-f002b7957055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.968029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d00e44c4-1a4a-4e3e-b1a4-f002b7957055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:56.969331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d00e44c4-1a4a-4e3e-b1a4-f002b7957055 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/410f8ca4-93dc-448e-ba14-57d3d6f8bbc5 HTTP/1.1" status: 204 len: 168 time: 0.2983024 Nov 03 16:30:56.983448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e44c4-1a4a-4e3e-b1a4-f002b7957055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410f8ca4-93dc-448e-ba14-57d3d6f8bbc5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:57.101199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:30:57.211543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:30:57.217516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b49ddd6-f7db-40e7-97f1-9b0dda2d30e2 admin admin] 10.222.0.86 "PUT /v2.0/routers/f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8558326 Nov 03 16:30:57.219449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42428) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:57.230355 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] Sync routers for ids ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:30:57.241720 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] Routers {'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:57.242535 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:57.338609 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.360277 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] Set router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:57.452659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.511530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Deleting port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:57.511880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.546474 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:43Z', 'updated_at': '2021-11-03T16:30:56Z', 'revision_number': 5, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'gw_port': {'id': '9818d3d2-2731-4ef3-8a1d-16350b7ed3fc', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:25:44Z', 'updated_at': '2021-11-03T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:57.578471 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] Checking router: f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:30:57.586913 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] Routers {'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:30:57.587595 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:57.607126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] For port 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=9818d3d2-2731-4ef3-8a1d-16350b7ed3fc,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:57.607489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.621195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Calling delete_port for 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:57.662905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42442) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:57.675569 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] Set router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:30:57.773559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'network': {'name': 'tempest-RoutersTest-899161565'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:57.795747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:57.799480 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.808771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.811353 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.835113 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:43Z', 'updated_at': '2021-11-03T16:30:57Z', 'revision_number': 6, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:57.862936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9818d3d2-2731-4ef3-8a1d-16350b7ed3fc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:57.866166 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c00fc4-cb78-4827-b2b7-05d71aafbe26 None None] The sync data for ids ['f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58'] in n-d-813897-2 is: [{'id': 'f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58', 'name': 'tempest-TestServerBasicOps-345512474-router', 'tenant_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:25:43Z', 'updated_at': '2021-11-03T16:30:57Z', 'revision_number': 6, 'project_id': '33ffb2ac12784e6a8b8c283fbab6a5a5', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:30:57.894883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.905987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.911721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.930371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:30:57.944328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcf472d-54af-4211-b355-de6e87030d83,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:57.949825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:57.950171 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added segment 69f37f19-8ad4-42b6-b82a-e7848bdd5daf of type vlan for network 5ea016c9-b552-4029-baf7-b0f45595c278 Nov 03 16:30:57.990823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.005702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.007882 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.015862 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.021604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:58.022190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.054866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.055399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:30:58.060631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3929083 Nov 03 16:30:58.061001 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.061668 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-497b3045-59a7-4024-8a79-c14cf667c8e6 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f3cd4eb3-3b10-494b-8d98-5ba7bdd5cb58 HTTP/1.1" status: 204 len: 168 time: 0.8412006 Nov 03 16:30:58.062265 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42446) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:58.067028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'network': {'name': 'tempest-RoutersTest-27865169'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:58.069900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42448) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:58.094927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fab4e-8122-4b5b-b99d-605db5798dea tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Network': ['ID=5ea016c9-b552-4029-baf7-b0f45595c278,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:58.105544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 5ea016c9-b552-4029-baf7-b0f45595c278 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:30:58.123337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:58.126814 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.131795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a59e180-be85-49a3-b0c2-e3477dd4bbbe admin admin] Deleting subnet be7d942e-cd2f-43ab-b37a-b85f0ed08293 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:30:58.142651 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7a59e180-be85-49a3-b0c2-e3477dd4bbbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.181413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:30:58.189235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7a59e180-be85-49a3-b0c2-e3477dd4bbbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.218864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.219215 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added segment 45d1e53a-88e5-4d44-ada5-89353fdddc45 of type vlan for network 68620c98-ae25-4da0-8196-51f818634d89 Nov 03 16:30:58.293675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.326706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7a59e180-be85-49a3-b0c2-e3477dd4bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.351979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.357761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:58.358340 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.433067 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3696170 Nov 03 16:30:58.435918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42450) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:58.441143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'subnet': {'network_id': '5ea016c9-b552-4029-baf7-b0f45595c278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:58.447632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5151a4a-141a-4d2e-930a-2c1062424387 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Network': ['ID=68620c98-ae25-4da0-8196-51f818634d89,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:58.454452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7a59e180-be85-49a3-b0c2-e3477dd4bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.459270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 68620c98-ae25-4da0-8196-51f818634d89 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:30:58.480694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59e180-be85-49a3-b0c2-e3477dd4bbbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7d942e-cd2f-43ab-b37a-b85f0ed08293,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:58.485101 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7a59e180-be85-49a3-b0c2-e3477dd4bbbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.491081 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7a59e180-be85-49a3-b0c2-e3477dd4bbbe admin admin] 10.222.0.86 "DELETE /v2.0/subnets/be7d942e-cd2f-43ab-b37a-b85f0ed08293 HTTP/1.1" status: 204 len: 168 time: 0.4175601 Nov 03 16:30:58.491081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42452) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:58.512129 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d2c181-9d23-48f4-b318-9fdfb3e8b40a None None] Network 956c4b29-cd85-4fc7-af48-8cb51dca94cc requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:58.564749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:58.569772 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.569952 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.667211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Deleting port e32855e2-497c-46cc-ae0b-5520fc69b73f {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:58.668748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.756612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] For port e32855e2-497c-46cc-ae0b-5520fc69b73f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e32855e2-497c-46cc-ae0b-5520fc69b73f,segment=NetworkSegment(4ef4ea2f-3b2a-4dfc-a159-9496ec034a03),segment_id=4ef4ea2f-3b2a-4dfc-a159-9496ec034a03)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:58.756978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.757698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] DHCP port deletion for 956c4b29-cd85-4fc7-af48-8cb51dca94cc request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:30:58.773758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Calling delete_port for e32855e2-497c-46cc-ae0b-5520fc69b73f owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:58.840409 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.845935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] Deleting port e32855e2-497c-46cc-ae0b-5520fc69b73f {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:30:58.846943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.875999 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.908705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Pushing event deleted for resources: {'Port': ['ID=e32855e2-497c-46cc-ae0b-5520fc69b73f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:58.915268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] No DVR routers for this DVR port e32855e2-497c-46cc-ae0b-5520fc69b73f on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:58.928795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] For port e32855e2-497c-46cc-ae0b-5520fc69b73f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e32855e2-497c-46cc-ae0b-5520fc69b73f,segment=NetworkSegment(4ef4ea2f-3b2a-4dfc-a159-9496ec034a03),segment_id=4ef4ea2f-3b2a-4dfc-a159-9496ec034a03)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:30:58.929186 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:58.942437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Subnet': ['ID=dd1380b7-23f6-4f58-a218-36b862ed8337,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:58.950899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] Calling delete_port for e32855e2-497c-46cc-ae0b-5520fc69b73f owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:30:58.963364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Checking segment: {'id': '69f37f19-8ad4-42b6-b82a-e7848bdd5daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5ea016c9-b552-4029-baf7-b0f45595c278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:30:58.969756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network hostable DHCP agents. Network: 5ea016c9-b552-4029-baf7-b0f45595c278, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:30:59.017069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.017760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 5ea016c9-b552-4029-baf7-b0f45595c278 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:30:59.043366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956c4b29-cd85-4fc7-af48-8cb51dca94cc']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:59.044065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 5ea016c9-b552-4029-baf7-b0f45595c278) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:59.052692 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:59.053357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.055802 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:59.056104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef4ea2f-3b2a-4dfc-a159-9496ec034a03') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:30:59.068827 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.084336 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.088258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-37439c94-b1f4-4618-b076-2935283e8c20 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6511149 Nov 03 16:30:59.090912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca3d9e1-ec28-423e-9c0b-f127356549a0 None None] Network 5ea016c9-b552-4029-baf7-b0f45595c278 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:59.091329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:30:59.091743 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.095544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42454) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:59.110180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'subnet': {'network_id': '68620c98-ae25-4da0-8196-51f818634d89', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:30:59.150715 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:30:59.163371 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.175402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.182307 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] 10.222.0.86 "DELETE /v2.0/networks/956c4b29-cd85-4fc7-af48-8cb51dca94cc HTTP/1.1" status: 204 len: 168 time: 0.6875961 Nov 03 16:30:59.194748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccdc06-d239-4706-ad5a-5848989d923a admin admin] Pushing event deleted for resources: {'Network': ['ID=956c4b29-cd85-4fc7-af48-8cb51dca94cc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:59.234849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:30:59.238596 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.319350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:59.323613 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.368772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:59.369115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 9818d3d2-2731-4ef3-8a1d-16350b7ed3fc not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:59.369559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b5365972-9403-46e8-8710-3fe01e6377b6 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:59.391656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] Network 956c4b29-cd85-4fc7-af48-8cb51dca94cc is not hosted by any dhcp agent {{(pid=108106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 16:30:59.392117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] No DVR routers for this DVR port e32855e2-497c-46cc-ae0b-5520fc69b73f on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:30:59.421187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42458) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:59.443575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cfd8f-9042-40d4-9fb0-5b0863b32cc8 None None] Pushing event deleted for resources: {'Port': ['ID=e32855e2-497c-46cc-ae0b-5520fc69b73f,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:59.466674 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b5365972-9403-46e8-8710-3fe01e6377b6 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:59.467295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b5365972-9403-46e8-8710-3fe01e6377b6 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:59.467896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e32855e2-497c-46cc-ae0b-5520fc69b73f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:30:59.485022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2018e041-9b73-4d74-9d78-db4c95247cb3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f780d58cd1034e9cba5cb1bd7ec69296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0621295 Nov 03 16:30:59.486278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.488353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42460) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:59.495106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: e32855e2-497c-46cc-ae0b-5520fc69b73f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:30:59.495735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e32855e2-497c-46cc-ae0b-5520fc69b73f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:30:59.569288 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0601d56e-5dbd-4e9e-afa1-45cec3f4e231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.569999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Subnet': ['ID=9c1ac518-e19f-460c-a5cb-435ac0c53a4e,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:59.572354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Checking segment: {'id': '45d1e53a-88e5-4d44-ada5-89353fdddc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '68620c98-ae25-4da0-8196-51f818634d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:30:59.572727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network hostable DHCP agents. Network: 68620c98-ae25-4da0-8196-51f818634d89, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:30:59.594932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 68620c98-ae25-4da0-8196-51f818634d89 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:30:59.599677 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0601d56e-5dbd-4e9e-afa1-45cec3f4e231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.607314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 68620c98-ae25-4da0-8196-51f818634d89) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:30:59.611987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:30:59.612579 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.628070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be90e928-15db-4258-902b-a77b0ad6db57 None None] Network 68620c98-ae25-4da0-8196-51f818634d89 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:30:59.641941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-06ba4752-7cb9-491c-9410-c876fa49314a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5448391 Nov 03 16:30:59.644778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42462) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:59.650941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9b4273c3-7a8e-4ec9-859e-b523d8c54383 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1048892805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:30:59.656479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-5ea016c9-b552-4029-baf7-b0f45595c278', 'network_id': '5ea016c9-b552-4029-baf7-b0f45595c278', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'fixed_ips': [{'subnet_id': 'dd1380b7-23f6-4f58-a218-36b862ed8337'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:30:59.657776 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.659428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0601d56e-5dbd-4e9e-afa1-45cec3f4e231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.662729 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0601d56e-5dbd-4e9e-afa1-45cec3f4e231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.666020 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0601d56e-5dbd-4e9e-afa1-45cec3f4e231 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c73c28c7-1dd2-4ef3-a964-13afb39ca399 HTTP/1.1" status: 204 len: 168 time: 0.1766939 Nov 03 16:30:59.685511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601d56e-5dbd-4e9e-afa1-45cec3f4e231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c28c7-1dd2-4ef3-a964-13afb39ca399,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:30:59.692974 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b4273c3-7a8e-4ec9-859e-b523d8c54383 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.694188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b4273c3-7a8e-4ec9-859e-b523d8c54383 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.776844 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b4273c3-7a8e-4ec9-859e-b523d8c54383 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.783622 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b4273c3-7a8e-4ec9-859e-b523d8c54383 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.807088 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b4273c3-7a8e-4ec9-859e-b523d8c54383 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:30:59.811962 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b4273c3-7a8e-4ec9-859e-b523d8c54383 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1635849 Nov 03 16:30:59.812295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42466) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:30:59.933207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Allocated IP 172.20.0.2 (5ea016c9-b552-4029-baf7-b0f45595c278/dd1380b7-23f6-4f58-a218-36b862ed8337/228d1a5f-0dc9-4076-8556-92870c5d9aa6) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:30:59.936861 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-68620c98-ae25-4da0-8196-51f818634d89', 'network_id': '68620c98-ae25-4da0-8196-51f818634d89', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'fixed_ips': [{'subnet_id': '9c1ac518-e19f-460c-a5cb-435ac0c53a4e'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:30:59.937739 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.111030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42470) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:00.164556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ba4f3512-e3e6-4d1b-b77e-8c673fa02ec1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=33ffb2ac12784e6a8b8c283fbab6a5a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523388 Nov 03 16:31:00.167373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42472) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:00.197664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Allocated IP 172.21.0.2 (68620c98-ae25-4da0-8196-51f818634d89/9c1ac518-e19f-460c-a5cb-435ac0c53a4e/91db10e4-97b5-4935-8563-1e0179757cf0) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:00.223188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd537788-69a0-45e4-bdd8-a90d49af7707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.229310 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.246835 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd537788-69a0-45e4-bdd8-a90d49af7707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.250685 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.306264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd537788-69a0-45e4-bdd8-a90d49af7707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.309623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cd537788-69a0-45e4-bdd8-a90d49af7707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.313945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cd537788-69a0-45e4-bdd8-a90d49af7707 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86cfc403-71cc-421c-b046-a70e1ef18625 HTTP/1.1" status: 204 len: 168 time: 0.1425095 Nov 03 16:31:00.327010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd537788-69a0-45e4-bdd8-a90d49af7707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cfc403-71cc-421c-b046-a70e1ef18625,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:00.327419 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Network 5ea016c9-b552-4029-baf7-b0f45595c278 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:00.333245 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:00.343998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:00.362262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Pushing event updated for resources: {'Port': ['ID=228d1a5f-0dc9-4076-8556-92870c5d9aa6,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:00.457753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Attempting to bind port 228d1a5f-0dc9-4076-8556-92870c5d9aa6 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:00.458148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Attempting to bind port 228d1a5f-0dc9-4076-8556-92870c5d9aa6 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '69f37f19-8ad4-42b6-b82a-e7848bdd5daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5ea016c9-b552-4029-baf7-b0f45595c278'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:00.458519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Attempting to bind port 228d1a5f-0dc9-4076-8556-92870c5d9aa6 on network 5ea016c9-b552-4029-baf7-b0f45595c278 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:00.469003 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:00.469381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Checking segment: {'id': '69f37f19-8ad4-42b6-b82a-e7848bdd5daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5ea016c9-b552-4029-baf7-b0f45595c278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:00.469813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.470257 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Bound using segment: {'id': '69f37f19-8ad4-42b6-b82a-e7848bdd5daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5ea016c9-b552-4029-baf7-b0f45595c278'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:00.470728 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Bound port: 228d1a5f-0dc9-4076-8556-92870c5d9aa6, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f37f19-8ad4-42b6-b82a-e7848bdd5daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5ea016c9-b552-4029-baf7-b0f45595c278'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:00.471111 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.494498 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.499073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.522828 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.587724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Network 68620c98-ae25-4da0-8196-51f818634d89 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:00.597811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:00.602732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:00.605342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] For port 228d1a5f-0dc9-4076-8556-92870c5d9aa6, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:00.614591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Pushing event updated for resources: {'Port': ['ID=91db10e4-97b5-4935-8563-1e0179757cf0,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:00.629469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] For port 228d1a5f-0dc9-4076-8556-92870c5d9aa6, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=228d1a5f-0dc9-4076-8556-92870c5d9aa6,segment=NetworkSegment(69f37f19-8ad4-42b6-b82a-e7848bdd5daf),segment_id=69f37f19-8ad4-42b6-b82a-e7848bdd5daf)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:00.647418 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.726615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Attempting to bind port 91db10e4-97b5-4935-8563-1e0179757cf0 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:00.726981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Attempting to bind port 91db10e4-97b5-4935-8563-1e0179757cf0 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '45d1e53a-88e5-4d44-ada5-89353fdddc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '68620c98-ae25-4da0-8196-51f818634d89'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:00.727345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Attempting to bind port 91db10e4-97b5-4935-8563-1e0179757cf0 on network 68620c98-ae25-4da0-8196-51f818634d89 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:00.744019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:00.744396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Checking segment: {'id': '45d1e53a-88e5-4d44-ada5-89353fdddc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '68620c98-ae25-4da0-8196-51f818634d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:00.745349 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.745795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Bound using segment: {'id': '45d1e53a-88e5-4d44-ada5-89353fdddc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '68620c98-ae25-4da0-8196-51f818634d89'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:00.746402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Bound port: 91db10e4-97b5-4935-8563-1e0179757cf0, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d1e53a-88e5-4d44-ada5-89353fdddc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '68620c98-ae25-4da0-8196-51f818634d89'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:00.746805 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.757476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26266-9a4f-4aa6-ad90-7c106cd57b36 None None] Pushing event updated for resources: {'Port': ['ID=228d1a5f-0dc9-4076-8556-92870c5d9aa6,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:00.827723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.20.0.1 (5ea016c9-b552-4029-baf7-b0f45595c278/dd1380b7-23f6-4f58-a218-36b862ed8337/9bbb7647-5992-48b2-9200-3f3636ec300c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:00.834590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] For port 91db10e4-97b5-4935-8563-1e0179757cf0, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:00.840332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] For port 91db10e4-97b5-4935-8563-1e0179757cf0, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=91db10e4-97b5-4935-8563-1e0179757cf0,segment=NetworkSegment(45d1e53a-88e5-4d44-ada5-89353fdddc45),segment_id=45d1e53a-88e5-4d44-ada5-89353fdddc45)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:00.848254 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:00.998443 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391c8da-61f2-4830-af48-ddcbbe5f5158 None None] Pushing event updated for resources: {'Port': ['ID=91db10e4-97b5-4935-8563-1e0179757cf0,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:01.030383 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.076767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.097664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 228d1a5f-0dc9-4076-8556-92870c5d9aa6 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:01.130287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 5ea016c9-b552-4029-baf7-b0f45595c278 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:01.133698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:01.141142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:01.149656 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=9bbb7647-5992-48b2-9200-3f3636ec300c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:01.191894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 228d1a5f-0dc9-4076-8556-92870c5d9aa6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:01.192634 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.219995 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.305156 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.344782 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 228d1a5f-0dc9-4076-8556-92870c5d9aa6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=228d1a5f-0dc9-4076-8556-92870c5d9aa6,segment=NetworkSegment(69f37f19-8ad4-42b6-b82a-e7848bdd5daf),segment_id=69f37f19-8ad4-42b6-b82a-e7848bdd5daf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:01.349014 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.357693 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.401909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=228d1a5f-0dc9-4076-8556-92870c5d9aa6,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:01.554956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.627408 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.631969 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.711789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=9bbb7647-5992-48b2-9200-3f3636ec300c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:01.717498 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.812760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 5ea016c9-b552-4029-baf7-b0f45595c278 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:01.814132 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:01.820927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76373f83-298f-4a31-baca-6d62cdd312ed None None] Network 5ea016c9-b552-4029-baf7-b0f45595c278 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:01.910388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5faa25b4-14d2-4a1c-bb2b-b4addc108d0d None None] Provisioning complete for port 228d1a5f-0dc9-4076-8556-92870c5d9aa6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:01.910755 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5faa25b4-14d2-4a1c-bb2b-b4addc108d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:01.944380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router c890c146-70a2-48de-9379-3f75842d65f9 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:31:02.048354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:02.053801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a68b482d-0d0a-4f4b-a0dc-27918a1431ab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/c890c146-70a2-48de-9379-3f75842d65f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2404647 Nov 03 16:31:02.056742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42476) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:02.062951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a793e-bd60-41f2-b3e4-4fcbb5a1c2b0 None None] Sync routers for ids ['c890c146-70a2-48de-9379-3f75842d65f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:02.072587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a793e-bd60-41f2-b3e4-4fcbb5a1c2b0 None None] Routers {'c890c146-70a2-48de-9379-3f75842d65f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:02.074838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ea8a793e-bd60-41f2-b3e4-4fcbb5a1c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c890c146-70a2-48de-9379-3f75842d65f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:02.114830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ea8a793e-bd60-41f2-b3e4-4fcbb5a1c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:02.124548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a793e-bd60-41f2-b3e4-4fcbb5a1c2b0 None None] Routers {'c890c146-70a2-48de-9379-3f75842d65f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:02.125334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ea8a793e-bd60-41f2-b3e4-4fcbb5a1c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c890c146-70a2-48de-9379-3f75842d65f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:02.127404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c739de-602e-44f0-ab81-93497f24ad42 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:02.129584 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-88c739de-602e-44f0-ab81-93497f24ad42 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports/9bbb7647-5992-48b2-9200-3f3636ec300c HTTP/1.1" status: 200 len: 910 time: 0.0709345 Nov 03 16:31:02.132052 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42478) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:02.160818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ea8a793e-bd60-41f2-b3e4-4fcbb5a1c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:02.161646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a793e-bd60-41f2-b3e4-4fcbb5a1c2b0 None None] The sync data for ids ['c890c146-70a2-48de-9379-3f75842d65f9'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:02.278004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fceadda-e1e7-4c5c-9dae-9a28ce174acc None None] Network 68620c98-ae25-4da0-8196-51f818634d89 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:02.344374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9d00a5a5-3233-40c8-a10d-598dfbb8379d None None] Provisioning complete for port 91db10e4-97b5-4935-8563-1e0179757cf0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:02.344662 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d00a5a5-3233-40c8-a10d-598dfbb8379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:02.513389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d00a5a5-3233-40c8-a10d-598dfbb8379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:02.529555 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:02.566785 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9d00a5a5-3233-40c8-a10d-598dfbb8379d None None] For port 91db10e4-97b5-4935-8563-1e0179757cf0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=91db10e4-97b5-4935-8563-1e0179757cf0,segment=NetworkSegment(45d1e53a-88e5-4d44-ada5-89353fdddc45),segment_id=45d1e53a-88e5-4d44-ada5-89353fdddc45)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:02.569906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b425bccc-7650-4f7b-8ce9-3adbb7c291b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:02.573632 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d00a5a5-3233-40c8-a10d-598dfbb8379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:02.631499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00a5a5-3233-40c8-a10d-598dfbb8379d None None] Pushing event updated for resources: {'Port': ['ID=91db10e4-97b5-4935-8563-1e0179757cf0,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:02.701609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f3b43724-8e0f-4fbb-989e-595ba2316276 None None] Provisioning complete for port 228d1a5f-0dc9-4076-8556-92870c5d9aa6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:02.701984 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f3b43724-8e0f-4fbb-989e-595ba2316276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:02.804798 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f3b43724-8e0f-4fbb-989e-595ba2316276 None None] Provisioning complete for port 9bbb7647-5992-48b2-9200-3f3636ec300c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:02.805239 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f3b43724-8e0f-4fbb-989e-595ba2316276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:02.832164 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.21.0.1 (68620c98-ae25-4da0-8196-51f818634d89/9c1ac518-e19f-460c-a5cb-435ac0c53a4e/2328fda7-cbea-4760-833d-c971811ee103) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:02.840107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f3b43724-8e0f-4fbb-989e-595ba2316276 None None] Port 9bbb7647-5992-48b2-9200-3f3636ec300c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:02.944821 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:02.959337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5c72d7fa-19ac-4c4d-92b7-a023b01d53f4 None None] Provisioning complete for port 91db10e4-97b5-4935-8563-1e0179757cf0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:02.959703 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c72d7fa-19ac-4c4d-92b7-a023b01d53f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:02.990361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.033368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 68620c98-ae25-4da0-8196-51f818634d89 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:03.038706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:03.042854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:03.064760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5c72d7fa-19ac-4c4d-92b7-a023b01d53f4 None None] Provisioning complete for port 9bbb7647-5992-48b2-9200-3f3636ec300c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:03.065144 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c72d7fa-19ac-4c4d-92b7-a023b01d53f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.070507 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=2328fda7-cbea-4760-833d-c971811ee103,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:03.104987 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.107001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5c72d7fa-19ac-4c4d-92b7-a023b01d53f4 None None] Port 9bbb7647-5992-48b2-9200-3f3636ec300c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:03.141887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 228d1a5f-0dc9-4076-8556-92870c5d9aa6 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:03.195811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 228d1a5f-0dc9-4076-8556-92870c5d9aa6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:03.196181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.237727 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.285648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 91db10e4-97b5-4935-8563-1e0179757cf0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:03.339490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5d18810f-6a4e-4ef8-8994-ef464e80e0e8 None None] Provisioning complete for port 2328fda7-cbea-4760-833d-c971811ee103 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:03.339733 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5d18810f-6a4e-4ef8-8994-ef464e80e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.364856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 91db10e4-97b5-4935-8563-1e0179757cf0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:03.365216 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.399517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5d18810f-6a4e-4ef8-8994-ef464e80e0e8 None None] Port 2328fda7-cbea-4760-833d-c971811ee103 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:03.506852 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.511429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.581812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=2328fda7-cbea-4760-833d-c971811ee103,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:03.587277 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.687673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 68620c98-ae25-4da0-8196-51f818634d89 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:03.688886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:03.792778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router c890c146-70a2-48de-9379-3f75842d65f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:03.888489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:03.893693 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f3c5e4d6-d2a5-45c0-adb7-fb36835fea64 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/c890c146-70a2-48de-9379-3f75842d65f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605648 Nov 03 16:31:03.896273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42480) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:03.899122 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779f02a-fc5c-472b-9a98-e31a42a23b35 None None] Sync routers for ids ['c890c146-70a2-48de-9379-3f75842d65f9'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:03.909550 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779f02a-fc5c-472b-9a98-e31a42a23b35 None None] Routers {'c890c146-70a2-48de-9379-3f75842d65f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:03.910244 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d779f02a-fc5c-472b-9a98-e31a42a23b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c890c146-70a2-48de-9379-3f75842d65f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:03.922120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a1237e84-af37-4241-a7ce-84f567266a37 None None] Provisioning complete for port 2328fda7-cbea-4760-833d-c971811ee103 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:03.922709 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a1237e84-af37-4241-a7ce-84f567266a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:03.941944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789698a-c3fe-489d-8f55-5d2a981a75d2 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:03.945976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e789698a-c3fe-489d-8f55-5d2a981a75d2 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports/2328fda7-cbea-4760-833d-c971811ee103 HTTP/1.1" status: 200 len: 910 time: 0.0455036 Nov 03 16:31:03.946156 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d779f02a-fc5c-472b-9a98-e31a42a23b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:03.946288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42482) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:03.954479 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779f02a-fc5c-472b-9a98-e31a42a23b35 None None] Routers {'c890c146-70a2-48de-9379-3f75842d65f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:03.955085 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d779f02a-fc5c-472b-9a98-e31a42a23b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:30:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c890c146-70a2-48de-9379-3f75842d65f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:03.962780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a1237e84-af37-4241-a7ce-84f567266a37 None None] Port 2328fda7-cbea-4760-833d-c971811ee103 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:03.990251 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d779f02a-fc5c-472b-9a98-e31a42a23b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:03.990897 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779f02a-fc5c-472b-9a98-e31a42a23b35 None None] The sync data for ids ['c890c146-70a2-48de-9379-3f75842d65f9'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:04.567833 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:04.804553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port 2328fda7-cbea-4760-833d-c971811ee103 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:04.804892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:04.892689 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:04.904573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for 2328fda7-cbea-4760-833d-c971811ee103 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:04.981834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89b1b480-ddc3-456a-94b6-21e629f4336a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:05.074345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:05.101505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=2328fda7-cbea-4760-833d-c971811ee103,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:05.262089 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:05.455422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router c890c146-70a2-48de-9379-3f75842d65f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:05.547497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:05.552581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-47d56678-dc78-4b02-9dcd-afe53c9e715b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/c890c146-70a2-48de-9379-3f75842d65f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6055255 Nov 03 16:31:05.555281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42484) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:05.560353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bafbef2-b58e-4e97-8a74-0500cfa70662 None None] Sync routers for ids ['c890c146-70a2-48de-9379-3f75842d65f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:05.569647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bafbef2-b58e-4e97-8a74-0500cfa70662 None None] Routers {'c890c146-70a2-48de-9379-3f75842d65f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:05.570332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9bafbef2-b58e-4e97-8a74-0500cfa70662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c890c146-70a2-48de-9379-3f75842d65f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:05.606145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9bafbef2-b58e-4e97-8a74-0500cfa70662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:05.614832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bafbef2-b58e-4e97-8a74-0500cfa70662 None None] Routers {'c890c146-70a2-48de-9379-3f75842d65f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:05.615433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9bafbef2-b58e-4e97-8a74-0500cfa70662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c890c146-70a2-48de-9379-3f75842d65f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:05.648920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-9bafbef2-b58e-4e97-8a74-0500cfa70662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:05.649595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bafbef2-b58e-4e97-8a74-0500cfa70662 None None] The sync data for ids ['c890c146-70a2-48de-9379-3f75842d65f9'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:05.864168 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:06.109834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port 9bbb7647-5992-48b2-9200-3f3636ec300c {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:06.110574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:06.199773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:06.212689 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for 9bbb7647-5992-48b2-9200-3f3636ec300c owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:06.301283 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:06.383811 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:06.408451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=9bbb7647-5992-48b2-9200-3f3636ec300c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:06.552699 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:06.707945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router c890c146-70a2-48de-9379-3f75842d65f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:06.782486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:06.787352 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7b5ca60b-5f4c-413d-8942-40813c6d1135 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/c890c146-70a2-48de-9379-3f75842d65f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2311356 Nov 03 16:31:06.790273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42486) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:06.793757 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c501b-26bf-4108-90c6-ceef76eef010 None None] Sync routers for ids ['c890c146-70a2-48de-9379-3f75842d65f9'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:06.803099 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c501b-26bf-4108-90c6-ceef76eef010 None None] Routers {'c890c146-70a2-48de-9379-3f75842d65f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:06.803699 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b22c501b-26bf-4108-90c6-ceef76eef010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c890c146-70a2-48de-9379-3f75842d65f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:06.818191 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a4edf14b-5191-42dc-876b-590374933859 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=c890c146-70a2-48de-9379-3f75842d65f9 HTTP/1.1" status: 200 len: 205 time: 0.0267651 Nov 03 16:31:06.820583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42488) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:06.836990 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b22c501b-26bf-4108-90c6-ceef76eef010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:06.846165 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c501b-26bf-4108-90c6-ceef76eef010 None None] Routers {'c890c146-70a2-48de-9379-3f75842d65f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:06.846759 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b22c501b-26bf-4108-90c6-ceef76eef010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['c890c146-70a2-48de-9379-3f75842d65f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:06.878059 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-b22c501b-26bf-4108-90c6-ceef76eef010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:06.878688 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c501b-26bf-4108-90c6-ceef76eef010 None None] The sync data for ids ['c890c146-70a2-48de-9379-3f75842d65f9'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:06.895472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-518d8b2e-dd86-4ab0-9e4e-8714cb510ebf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.054821 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-518d8b2e-dd86-4ab0-9e4e-8714cb510ebf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.056970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-518d8b2e-dd86-4ab0-9e4e-8714cb510ebf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.381124 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-518d8b2e-dd86-4ab0-9e4e-8714cb510ebf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.381706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d8b2e-dd86-4ab0-9e4e-8714cb510ebf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Fanout notify agent at l3_agent the message router_deleted on router c890c146-70a2-48de-9379-3f75842d65f9 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:31:07.389365 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-518d8b2e-dd86-4ab0-9e4e-8714cb510ebf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.390419 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-518d8b2e-dd86-4ab0-9e4e-8714cb510ebf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/c890c146-70a2-48de-9379-3f75842d65f9 HTTP/1.1" status: 204 len: 168 time: 0.5689421 Nov 03 16:31:07.392981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42490) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:07.441863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde88661-4ce3-49f1-8450-3cac8c9c18f0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting subnet 9c1ac518-e19f-460c-a5cb-435ac0c53a4e {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:31:07.444908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dde88661-4ce3-49f1-8450-3cac8c9c18f0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.484587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dde88661-4ce3-49f1-8450-3cac8c9c18f0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.565773 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dde88661-4ce3-49f1-8450-3cac8c9c18f0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.622257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dde88661-4ce3-49f1-8450-3cac8c9c18f0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.649622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde88661-4ce3-49f1-8450-3cac8c9c18f0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1ac518-e19f-460c-a5cb-435ac0c53a4e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:07.651530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dde88661-4ce3-49f1-8450-3cac8c9c18f0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.654909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dde88661-4ce3-49f1-8450-3cac8c9c18f0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/9c1ac518-e19f-460c-a5cb-435ac0c53a4e HTTP/1.1" status: 204 len: 168 time: 0.2607136 Nov 03 16:31:07.657186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42492) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:07.657332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddff1af-8447-45ff-9d08-eddfa48b143f None None] Network 68620c98-ae25-4da0-8196-51f818634d89 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:07.711934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a7a588-308a-405a-9618-fbd354f69aa9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting subnet dd1380b7-23f6-4f58-a218-36b862ed8337 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:31:07.715213 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16a7a588-308a-405a-9618-fbd354f69aa9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.754116 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16a7a588-308a-405a-9618-fbd354f69aa9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.810021 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.825904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c039c-a844-46bc-9ffd-f0286e5630d3 None None] DHCP port deletion for 68620c98-ae25-4da0-8196-51f818634d89 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:31:07.839961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16a7a588-308a-405a-9618-fbd354f69aa9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.872437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-947c039c-a844-46bc-9ffd-f0286e5630d3 None None] Deleting port 91db10e4-97b5-4935-8563-1e0179757cf0 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:07.872805 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-947c039c-a844-46bc-9ffd-f0286e5630d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.903563 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16a7a588-308a-405a-9618-fbd354f69aa9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.929865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7a588-308a-405a-9618-fbd354f69aa9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1380b7-23f6-4f58-a218-36b862ed8337,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:07.937068 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-16a7a588-308a-405a-9618-fbd354f69aa9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:07.940413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-16a7a588-308a-405a-9618-fbd354f69aa9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/dd1380b7-23f6-4f58-a218-36b862ed8337 HTTP/1.1" status: 204 len: 168 time: 0.2822638 Nov 03 16:31:07.943178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42494) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:08.024702 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.080172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port 91db10e4-97b5-4935-8563-1e0179757cf0 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:08.080518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.081508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02115b-5bc7-4245-862a-817238fac38b None None] Network 5ea016c9-b552-4029-baf7-b0f45595c278 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:08.116549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-947c039c-a844-46bc-9ffd-f0286e5630d3 None None] For port 91db10e4-97b5-4935-8563-1e0179757cf0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=91db10e4-97b5-4935-8563-1e0179757cf0,segment=NetworkSegment(45d1e53a-88e5-4d44-ada5-89353fdddc45),segment_id=45d1e53a-88e5-4d44-ada5-89353fdddc45)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:08.116942 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-947c039c-a844-46bc-9ffd-f0286e5630d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.147349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port 91db10e4-97b5-4935-8563-1e0179757cf0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=91db10e4-97b5-4935-8563-1e0179757cf0,segment=NetworkSegment(45d1e53a-88e5-4d44-ada5-89353fdddc45),segment_id=45d1e53a-88e5-4d44-ada5-89353fdddc45)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:08.147706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.160173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for 91db10e4-97b5-4935-8563-1e0179757cf0 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:08.165016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-947c039c-a844-46bc-9ffd-f0286e5630d3 None None] Calling delete_port for 91db10e4-97b5-4935-8563-1e0179757cf0 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:08.239375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.270193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=91db10e4-97b5-4935-8563-1e0179757cf0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:08.272025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No DVR routers for this DVR port 91db10e4-97b5-4935-8563-1e0179757cf0 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:08.288288 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-947c039c-a844-46bc-9ffd-f0286e5630d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.317518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c039c-a844-46bc-9ffd-f0286e5630d3 None None] Pushing event deleted for resources: {'Port': ['ID=91db10e4-97b5-4935-8563-1e0179757cf0,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:08.321121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c039c-a844-46bc-9ffd-f0286e5630d3 None None] No DVR routers for this DVR port 91db10e4-97b5-4935-8563-1e0179757cf0 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:08.356041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53853b-8cf7-4aa7-ba4f-21298779d984 None None] DHCP port deletion for 5ea016c9-b552-4029-baf7-b0f45595c278 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:31:08.359530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.382100 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68620c98-ae25-4da0-8196-51f818634d89']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:08.393936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d1e53a-88e5-4d44-ada5-89353fdddc45') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:08.394358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d1e53a-88e5-4d44-ada5-89353fdddc45') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:08.405292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ff53853b-8cf7-4aa7-ba4f-21298779d984 None None] Deleting port 228d1a5f-0dc9-4076-8556-92870c5d9aa6 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:08.405732 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ff53853b-8cf7-4aa7-ba4f-21298779d984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.408840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.422637 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.428616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:31:08.429069 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:31:08.433119 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:31:08.466364 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.483662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ff53853b-8cf7-4aa7-ba4f-21298779d984 None None] For port 228d1a5f-0dc9-4076-8556-92870c5d9aa6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=228d1a5f-0dc9-4076-8556-92870c5d9aa6,segment=NetworkSegment(69f37f19-8ad4-42b6-b82a-e7848bdd5daf),segment_id=69f37f19-8ad4-42b6-b82a-e7848bdd5daf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:08.484055 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ff53853b-8cf7-4aa7-ba4f-21298779d984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.497254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ff53853b-8cf7-4aa7-ba4f-21298779d984 None None] Calling delete_port for 228d1a5f-0dc9-4076-8556-92870c5d9aa6 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:08.503617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.521040 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.524207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/networks/68620c98-ae25-4da0-8196-51f818634d89 HTTP/1.1" status: 204 len: 168 time: 0.5800862 Nov 03 16:31:08.525451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53230d8-89cf-42bb-87c9-cdece2379731 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Network': ['ID=68620c98-ae25-4da0-8196-51f818634d89,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:08.527094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42496) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:08.582504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ff53853b-8cf7-4aa7-ba4f-21298779d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.607437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.607696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53853b-8cf7-4aa7-ba4f-21298779d984 None None] Pushing event deleted for resources: {'Port': ['ID=228d1a5f-0dc9-4076-8556-92870c5d9aa6,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:08.612000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53853b-8cf7-4aa7-ba4f-21298779d984 None None] No DVR routers for this DVR port 228d1a5f-0dc9-4076-8556-92870c5d9aa6 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:08.693032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.714811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea016c9-b552-4029-baf7-b0f45595c278']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:08.723761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f37f19-8ad4-42b6-b82a-e7848bdd5daf') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:08.724063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f37f19-8ad4-42b6-b82a-e7848bdd5daf') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:08.733946 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.747113 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.753186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:31:08.753629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:31:08.756986 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:31:08.820382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.828559 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.831505 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/networks/5ea016c9-b552-4029-baf7-b0f45595c278 HTTP/1.1" status: 204 len: 168 time: 0.3035083 Nov 03 16:31:08.835330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42498) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:08.841145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'network': {'name': 'tempest-RoutersTest-340711223'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:08.843293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991adba-1de6-4d73-8376-5703d4766321 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Network': ['ID=5ea016c9-b552-4029-baf7-b0f45595c278,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:08.862617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:08.866121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.889294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:31:08.897734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.898078 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added segment 81cc84ae-413b-422b-a432-7b0fb9f5dfa8 of type vlan for network 807f8eac-1659-40c1-8e65-dea7164b72fb Nov 03 16:31:08.937160 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.961159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:08.966780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:08.967389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.025256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 228d1a5f-0dc9-4076-8556-92870c5d9aa6 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:09.032858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1939945 Nov 03 16:31:09.033233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42500) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:09.038461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'subnet': {'network_id': '807f8eac-1659-40c1-8e65-dea7164b72fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:09.039640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c6ed0-090e-45c1-94bf-5d4d51c922d0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Network': ['ID=807f8eac-1659-40c1-8e65-dea7164b72fb,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:09.056191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 807f8eac-1659-40c1-8e65-dea7164b72fb details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:31:09.060054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 228d1a5f-0dc9-4076-8556-92870c5d9aa6 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:09.060405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 228d1a5f-0dc9-4076-8556-92870c5d9aa6 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:09.060817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 91db10e4-97b5-4935-8563-1e0179757cf0 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:09.099995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 91db10e4-97b5-4935-8563-1e0179757cf0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:09.100342 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 91db10e4-97b5-4935-8563-1e0179757cf0 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:09.137894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:09.141733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.321103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.381019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Subnet': ['ID=9a59d017-aa65-4922-85c9-d612d76bd742,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:09.393193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Checking segment: {'id': '81cc84ae-413b-422b-a432-7b0fb9f5dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '807f8eac-1659-40c1-8e65-dea7164b72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:09.393579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network hostable DHCP agents. Network: 807f8eac-1659-40c1-8e65-dea7164b72fb, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:31:09.409798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 807f8eac-1659-40c1-8e65-dea7164b72fb is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:31:09.418754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 807f8eac-1659-40c1-8e65-dea7164b72fb) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:09.423521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:09.424238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.427665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f837533-b4e3-4968-9f58-5a87a1179011 None None] Network 807f8eac-1659-40c1-8e65-dea7164b72fb requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:09.444656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-004dc9e6-41e1-4c11-9dde-5afe67d33405 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4078426 Nov 03 16:31:09.445030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42502) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:09.450804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-cebe8feb-69ea-4cc9-9f04-8c0704b2ee04 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2055896195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:09.474128 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cebe8feb-69ea-4cc9-9f04-8c0704b2ee04 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.475130 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cebe8feb-69ea-4cc9-9f04-8c0704b2ee04 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.528012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cebe8feb-69ea-4cc9-9f04-8c0704b2ee04 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.532273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cebe8feb-69ea-4cc9-9f04-8c0704b2ee04 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.551539 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cebe8feb-69ea-4cc9-9f04-8c0704b2ee04 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.552762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cebe8feb-69ea-4cc9-9f04-8c0704b2ee04 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1066582 Nov 03 16:31:09.555565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42504) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:09.561587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'port': {'network_id': '807f8eac-1659-40c1-8e65-dea7164b72fb', 'name': 'tempest-RoutersTest-1108252945'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:09.577274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-807f8eac-1659-40c1-8e65-dea7164b72fb', 'network_id': '807f8eac-1659-40c1-8e65-dea7164b72fb', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'fixed_ips': [{'subnet_id': '9a59d017-aa65-4922-85c9-d612d76bd742'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:31:09.578164 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.671498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:09.675320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.697758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] device_id is not set on port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 yet. {{(pid=108104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 16:31:09.714733 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Allocated IP 172.20.0.2 (807f8eac-1659-40c1-8e65-dea7164b72fb/9a59d017-aa65-4922-85c9-d612d76bd742/da7b50aa-413b-4eaf-bd16-d2ba77960984) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:09.860069 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.865540 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.909511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Network 807f8eac-1659-40c1-8e65-dea7164b72fb is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:09.913348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Pushing event updated for resources: {'Port': ['ID=da7b50aa-413b-4eaf-bd16-d2ba77960984,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:09.913994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.20.0.8 (807f8eac-1659-40c1-8e65-dea7164b72fb/9a59d017-aa65-4922-85c9-d612d76bd742/3c11ba3b-32ea-4902-a6b6-b0db61588f51) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:09.918814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:09.921360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:09.975032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Attempting to bind port da7b50aa-413b-4eaf-bd16-d2ba77960984 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:09.975398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Attempting to bind port da7b50aa-413b-4eaf-bd16-d2ba77960984 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '81cc84ae-413b-422b-a432-7b0fb9f5dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '807f8eac-1659-40c1-8e65-dea7164b72fb'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:09.975759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Attempting to bind port da7b50aa-413b-4eaf-bd16-d2ba77960984 on network 807f8eac-1659-40c1-8e65-dea7164b72fb {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:09.981302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:09.981702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Checking segment: {'id': '81cc84ae-413b-422b-a432-7b0fb9f5dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '807f8eac-1659-40c1-8e65-dea7164b72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:09.982100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:09.982487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Bound using segment: {'id': '81cc84ae-413b-422b-a432-7b0fb9f5dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '807f8eac-1659-40c1-8e65-dea7164b72fb'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:09.982948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Bound port: da7b50aa-413b-4eaf-bd16-d2ba77960984, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc84ae-413b-422b-a432-7b0fb9f5dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '807f8eac-1659-40c1-8e65-dea7164b72fb'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:09.983323 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:10.047399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] For port da7b50aa-413b-4eaf-bd16-d2ba77960984, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:10.050402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] For port da7b50aa-413b-4eaf-bd16-d2ba77960984, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=da7b50aa-413b-4eaf-bd16-d2ba77960984,segment=NetworkSegment(81cc84ae-413b-422b-a432-7b0fb9f5dfa8),segment_id=81cc84ae-413b-422b-a432-7b0fb9f5dfa8)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:10.055165 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:10.072537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:10.114494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:10.117277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b89a2-e9a3-476b-9505-a5ccb7a686e0 None None] Pushing event updated for resources: {'Port': ['ID=da7b50aa-413b-4eaf-bd16-d2ba77960984,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:10.161310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 807f8eac-1659-40c1-8e65-dea7164b72fb is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:10.167664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:10.171468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:10.195650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=3c11ba3b-32ea-4902-a6b6-b0db61588f51,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:10.225859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:10.226654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:10.247222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42506) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:10.247727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ffcea281-00bd-4454-a7eb-70772f5db0b5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6907511 Nov 03 16:31:10.899079 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.018651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa7013-7489-4311-af7c-32784cd0ea65 None None] Network 807f8eac-1659-40c1-8e65-dea7164b72fb requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:11.084287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device da7b50aa-413b-4eaf-bd16-d2ba77960984 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:11.127038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3566d208-4aad-4e8d-bcd8-ef0a63edc140 None None] Provisioning complete for port da7b50aa-413b-4eaf-bd16-d2ba77960984 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:11.127406 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3566d208-4aad-4e8d-bcd8-ef0a63edc140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.151548 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.156615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.227954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=3c11ba3b-32ea-4902-a6b6-b0db61588f51,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:11.233096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port da7b50aa-413b-4eaf-bd16-d2ba77960984 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:11.233464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.335377 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3566d208-4aad-4e8d-bcd8-ef0a63edc140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.379257 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.411781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3566d208-4aad-4e8d-bcd8-ef0a63edc140 None None] For port da7b50aa-413b-4eaf-bd16-d2ba77960984, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=da7b50aa-413b-4eaf-bd16-d2ba77960984,segment=NetworkSegment(81cc84ae-413b-422b-a432-7b0fb9f5dfa8),segment_id=81cc84ae-413b-422b-a432-7b0fb9f5dfa8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:11.413183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.424605 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3566d208-4aad-4e8d-bcd8-ef0a63edc140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.509900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566d208-4aad-4e8d-bcd8-ef0a63edc140 None None] Pushing event updated for resources: {'Port': ['ID=da7b50aa-413b-4eaf-bd16-d2ba77960984,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:11.513510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:31:11.513964 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:31:11.514928 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.644814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cf57a251-6062-4a71-bb67-594d809bb433 None None] Provisioning complete for port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:11.645466 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cf57a251-6062-4a71-bb67-594d809bb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.687020 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cf57a251-6062-4a71-bb67-594d809bb433 None None] Port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:11.696902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cf57a251-6062-4a71-bb67-594d809bb433 None None] Provisioning complete for port da7b50aa-413b-4eaf-bd16-d2ba77960984 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:11.697261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cf57a251-6062-4a71-bb67-594d809bb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.795616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.800218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.876502 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.879202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=3c11ba3b-32ea-4902-a6b6-b0db61588f51,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:11.900952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-62a86df1-08a1-4fbf-a60d-1d69dfc7adf4 None None] Provisioning complete for port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:11.901322 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62a86df1-08a1-4fbf-a60d-1d69dfc7adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:11.936772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-62a86df1-08a1-4fbf-a60d-1d69dfc7adf4 None None] Port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:11.975930 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 807f8eac-1659-40c1-8e65-dea7164b72fb is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:11.977281 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:12.071939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-19f57827-c5e8-4c10-87f8-f3b580f20e99 None None] Provisioning complete for port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:12.072363 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-19f57827-c5e8-4c10-87f8-f3b580f20e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:12.105039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router 424ff130-0dbf-495e-9b19-37059ed3b811 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:31:12.111754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-19f57827-c5e8-4c10-87f8-f3b580f20e99 None None] Port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:12.201756 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:12.206609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7bae2ffa-a4df-4cf8-9456-23e80a2366bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/424ff130-0dbf-495e-9b19-37059ed3b811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9571486 Nov 03 16:31:12.209192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42508) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:12.211767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af41393-7d3f-4d11-8cf4-492e4768be10 None None] Sync routers for ids ['424ff130-0dbf-495e-9b19-37059ed3b811'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:12.226421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af41393-7d3f-4d11-8cf4-492e4768be10 None None] Routers {'424ff130-0dbf-495e-9b19-37059ed3b811'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:12.227031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6af41393-7d3f-4d11-8cf4-492e4768be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['424ff130-0dbf-495e-9b19-37059ed3b811'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:12.251841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccbb7e5-c59e-4412-af11-9a696cd75bb8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:12.253206 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6ccbb7e5-c59e-4412-af11-9a696cd75bb8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports/3c11ba3b-32ea-4902-a6b6-b0db61588f51 HTTP/1.1" status: 200 len: 977 time: 0.0430226 Nov 03 16:31:12.256136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42510) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:12.269105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6af41393-7d3f-4d11-8cf4-492e4768be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:12.274795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ed115211-9f56-4499-9db1-48319500cf3b None None] Provisioning complete for port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:12.275161 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ed115211-9f56-4499-9db1-48319500cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:12.301136 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af41393-7d3f-4d11-8cf4-492e4768be10 None None] Routers {'424ff130-0dbf-495e-9b19-37059ed3b811'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:12.301732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6af41393-7d3f-4d11-8cf4-492e4768be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['424ff130-0dbf-495e-9b19-37059ed3b811'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:12.338992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6af41393-7d3f-4d11-8cf4-492e4768be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:12.339633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af41393-7d3f-4d11-8cf4-492e4768be10 None None] The sync data for ids ['424ff130-0dbf-495e-9b19-37059ed3b811'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:12.344440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ed115211-9f56-4499-9db1-48319500cf3b None None] Port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:12.664832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:12.868553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port 3c11ba3b-32ea-4902-a6b6-b0db61588f51 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:12.868893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:12.951355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:12.962835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for 3c11ba3b-32ea-4902-a6b6-b0db61588f51 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:13.024246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device da7b50aa-413b-4eaf-bd16-d2ba77960984 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:13.076395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port da7b50aa-413b-4eaf-bd16-d2ba77960984 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:13.077025 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:13.132936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:13.168554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=3c11ba3b-32ea-4902-a6b6-b0db61588f51,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:13.312022 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:13.466189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router 424ff130-0dbf-495e-9b19-37059ed3b811 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:13.539796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:13.544810 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6bd7b67a-8ec6-4968-8b46-b3b248b43f2e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/424ff130-0dbf-495e-9b19-37059ed3b811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2876494 Nov 03 16:31:13.547583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42512) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:13.549054 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc91718b-0559-4bbf-8163-0a055d6d78e4 None None] Sync routers for ids ['424ff130-0dbf-495e-9b19-37059ed3b811'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:13.559354 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91718b-0559-4bbf-8163-0a055d6d78e4 None None] Routers {'424ff130-0dbf-495e-9b19-37059ed3b811'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:13.559939 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dc91718b-0559-4bbf-8163-0a055d6d78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['424ff130-0dbf-495e-9b19-37059ed3b811'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:13.592187 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dc91718b-0559-4bbf-8163-0a055d6d78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:13.600581 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91718b-0559-4bbf-8163-0a055d6d78e4 None None] Routers {'424ff130-0dbf-495e-9b19-37059ed3b811'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:13.601165 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dc91718b-0559-4bbf-8163-0a055d6d78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['424ff130-0dbf-495e-9b19-37059ed3b811'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:13.632063 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dc91718b-0559-4bbf-8163-0a055d6d78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:13.632685 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc91718b-0559-4bbf-8163-0a055d6d78e4 None None] The sync data for ids ['424ff130-0dbf-495e-9b19-37059ed3b811'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:14.006173 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-975a375d-02e9-4308-befa-02e2d782ecf5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 16:31:14.007847 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-975a375d-02e9-4308-befa-02e2d782ecf5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/424ff130-0dbf-495e-9b19-37059ed3b811/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4584212 Nov 03 16:31:14.009929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42514) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:14.036896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4ffa7630-066c-487e-bf67-e617cab75d0a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=424ff130-0dbf-495e-9b19-37059ed3b811 HTTP/1.1" status: 200 len: 205 time: 0.0252936 Nov 03 16:31:14.038748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42516) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:14.112815 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f86aed57-e720-43de-b609-7d36955e74b7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.268114 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f86aed57-e720-43de-b609-7d36955e74b7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.270254 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f86aed57-e720-43de-b609-7d36955e74b7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.313550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f86aed57-e720-43de-b609-7d36955e74b7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.314271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86aed57-e720-43de-b609-7d36955e74b7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Fanout notify agent at l3_agent the message router_deleted on router 424ff130-0dbf-495e-9b19-37059ed3b811 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:31:14.321402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f86aed57-e720-43de-b609-7d36955e74b7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.322527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f86aed57-e720-43de-b609-7d36955e74b7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/424ff130-0dbf-495e-9b19-37059ed3b811 HTTP/1.1" status: 204 len: 168 time: 0.2828877 Nov 03 16:31:14.325484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42518) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:14.380584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b2a0f3-0c2a-4654-bb6b-a684dcd09c09 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting subnet 9a59d017-aa65-4922-85c9-d612d76bd742 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:31:14.383812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a0f3-0c2a-4654-bb6b-a684dcd09c09 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.423599 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a0f3-0c2a-4654-bb6b-a684dcd09c09 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.503909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a0f3-0c2a-4654-bb6b-a684dcd09c09 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.564281 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a0f3-0c2a-4654-bb6b-a684dcd09c09 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.591990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2a0f3-0c2a-4654-bb6b-a684dcd09c09 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Subnet': ['ID=9a59d017-aa65-4922-85c9-d612d76bd742,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:14.596821 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a0f3-0c2a-4654-bb6b-a684dcd09c09 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.600539 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c2b2a0f3-0c2a-4654-bb6b-a684dcd09c09 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/9a59d017-aa65-4922-85c9-d612d76bd742 HTTP/1.1" status: 204 len: 168 time: 0.2740953 Nov 03 16:31:14.602495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ee538-4a60-4a16-8f3a-d29f92d02a06 None None] Network 807f8eac-1659-40c1-8e65-dea7164b72fb requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:14.602965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42520) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:14.677601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.737667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port da7b50aa-413b-4eaf-bd16-d2ba77960984 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:14.738006 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.782395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecb2ef3-d08f-4f77-8117-7c8a54d7dbcd None None] DHCP port deletion for 807f8eac-1659-40c1-8e65-dea7164b72fb request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:31:14.802089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port da7b50aa-413b-4eaf-bd16-d2ba77960984, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=da7b50aa-413b-4eaf-bd16-d2ba77960984,segment=NetworkSegment(81cc84ae-413b-422b-a432-7b0fb9f5dfa8),segment_id=81cc84ae-413b-422b-a432-7b0fb9f5dfa8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:14.802451 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.815316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for da7b50aa-413b-4eaf-bd16-d2ba77960984 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:14.846573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb2ef3-d08f-4f77-8117-7c8a54d7dbcd None None] Deleting port da7b50aa-413b-4eaf-bd16-d2ba77960984 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:14.846926 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2ef3-d08f-4f77-8117-7c8a54d7dbcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.911824 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.912408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7ecb2ef3-d08f-4f77-8117-7c8a54d7dbcd None None] For port da7b50aa-413b-4eaf-bd16-d2ba77960984, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=da7b50aa-413b-4eaf-bd16-d2ba77960984,segment=NetworkSegment(81cc84ae-413b-422b-a432-7b0fb9f5dfa8),segment_id=81cc84ae-413b-422b-a432-7b0fb9f5dfa8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:14.912939 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2ef3-d08f-4f77-8117-7c8a54d7dbcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:14.925634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb2ef3-d08f-4f77-8117-7c8a54d7dbcd None None] Calling delete_port for da7b50aa-413b-4eaf-bd16-d2ba77960984 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:14.938783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=da7b50aa-413b-4eaf-bd16-d2ba77960984,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:14.940645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No DVR routers for this DVR port da7b50aa-413b-4eaf-bd16-d2ba77960984 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:15.004379 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2ef3-d08f-4f77-8117-7c8a54d7dbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.021135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.034473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb2ef3-d08f-4f77-8117-7c8a54d7dbcd None None] Pushing event deleted for resources: {'Port': ['ID=da7b50aa-413b-4eaf-bd16-d2ba77960984,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:15.038224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb2ef3-d08f-4f77-8117-7c8a54d7dbcd None None] No DVR routers for this DVR port da7b50aa-413b-4eaf-bd16-d2ba77960984 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:15.040959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device da7b50aa-413b-4eaf-bd16-d2ba77960984 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:15.050831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807f8eac-1659-40c1-8e65-dea7164b72fb']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:15.061103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cc84ae-413b-422b-a432-7b0fb9f5dfa8') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:15.061401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cc84ae-413b-422b-a432-7b0fb9f5dfa8') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:15.062662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: da7b50aa-413b-4eaf-bd16-d2ba77960984 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:15.063017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device da7b50aa-413b-4eaf-bd16-d2ba77960984 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:15.073065 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.086612 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.092983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:31:15.093480 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:31:15.096422 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:31:15.154749 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.161652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.164781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/networks/807f8eac-1659-40c1-8e65-dea7164b72fb HTTP/1.1" status: 204 len: 168 time: 0.5612903 Nov 03 16:31:15.169673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42522) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:15.175338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'network': {'name': 'tempest-RoutersTest-648743721'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:15.176918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d53f9-b236-4f31-af61-40d179863093 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Network': ['ID=807f8eac-1659-40c1-8e65-dea7164b72fb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:15.200119 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:15.203608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.227033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:31:15.236091 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.236439 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added segment 4ff2594b-8f54-49e5-a434-1f3d0589b3d3 of type vlan for network b857024d-8d01-4856-a063-ca0094c1d2bf Nov 03 16:31:15.278041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.302039 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.308065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:15.308654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.344169 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1729519 Nov 03 16:31:15.347027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42524) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:15.352147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'subnet': {'network_id': 'b857024d-8d01-4856-a063-ca0094c1d2bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:15.384203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e8a79-68be-493a-83ec-7ae0aa849d34 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Network': ['ID=b857024d-8d01-4856-a063-ca0094c1d2bf,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:15.396073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network b857024d-8d01-4856-a063-ca0094c1d2bf details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:31:15.449626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:15.453218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.630447 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.690798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Subnet': ['ID=dc8e5a74-a1d8-46a5-a447-01c3c2f6f6c9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:15.700149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Checking segment: {'id': '4ff2594b-8f54-49e5-a434-1f3d0589b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b857024d-8d01-4856-a063-ca0094c1d2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:15.700513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network hostable DHCP agents. Network: b857024d-8d01-4856-a063-ca0094c1d2bf, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:31:15.717063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network b857024d-8d01-4856-a063-ca0094c1d2bf is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:31:15.725327 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, b857024d-8d01-4856-a063-ca0094c1d2bf) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:15.729339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:15.729944 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.734294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afaecb9-c374-44e7-977f-ea8e4736f76a None None] Network b857024d-8d01-4856-a063-ca0094c1d2bf requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:15.745792 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-132c6550-05a1-467d-910d-d8be4ae6bbe8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3976343 Nov 03 16:31:15.748321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42526) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:15.752770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-660fbd17-762f-4b10-bdaf-d66045349ee2 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-4020009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:15.776439 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-660fbd17-762f-4b10-bdaf-d66045349ee2 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.777757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-660fbd17-762f-4b10-bdaf-d66045349ee2 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.835487 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-660fbd17-762f-4b10-bdaf-d66045349ee2 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.840400 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-660fbd17-762f-4b10-bdaf-d66045349ee2 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.858481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-660fbd17-762f-4b10-bdaf-d66045349ee2 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:15.859885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-660fbd17-762f-4b10-bdaf-d66045349ee2 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1106229 Nov 03 16:31:15.862729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42528) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:16.039743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-b857024d-8d01-4856-a063-ca0094c1d2bf', 'network_id': 'b857024d-8d01-4856-a063-ca0094c1d2bf', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'fixed_ips': [{'subnet_id': 'dc8e5a74-a1d8-46a5-a447-01c3c2f6f6c9'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:31:16.041229 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.142539 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.176463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Allocated IP 172.20.0.2 (b857024d-8d01-4856-a063-ca0094c1d2bf/dc8e5a74-a1d8-46a5-a447-01c3c2f6f6c9/ace8529c-ca44-4cd4-af32-58f7ab0d92e6) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:16.326186 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.331308 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.373465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Network b857024d-8d01-4856-a063-ca0094c1d2bf is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:16.380101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:16.382532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:16.386700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Pushing event updated for resources: {'Port': ['ID=ace8529c-ca44-4cd4-af32-58f7ab0d92e6,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:16.441683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Attempting to bind port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:16.441955 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.20.0.1 (b857024d-8d01-4856-a063-ca0094c1d2bf/dc8e5a74-a1d8-46a5-a447-01c3c2f6f6c9/ee24a959-44ae-47b5-b6c9-5d5538209a62) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:16.442442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Attempting to bind port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4ff2594b-8f54-49e5-a434-1f3d0589b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b857024d-8d01-4856-a063-ca0094c1d2bf'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:16.442442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Attempting to bind port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 on network b857024d-8d01-4856-a063-ca0094c1d2bf {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:16.447934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:16.448200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Checking segment: {'id': '4ff2594b-8f54-49e5-a434-1f3d0589b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b857024d-8d01-4856-a063-ca0094c1d2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:16.448592 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.449228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Bound using segment: {'id': '4ff2594b-8f54-49e5-a434-1f3d0589b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b857024d-8d01-4856-a063-ca0094c1d2bf'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:16.449718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Bound port: ace8529c-ca44-4cd4-af32-58f7ab0d92e6, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff2594b-8f54-49e5-a434-1f3d0589b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b857024d-8d01-4856-a063-ca0094c1d2bf'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:16.450093 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.511701 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] For port ace8529c-ca44-4cd4-af32-58f7ab0d92e6, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:16.515123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] For port ace8529c-ca44-4cd4-af32-58f7ab0d92e6, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ace8529c-ca44-4cd4-af32-58f7ab0d92e6,segment=NetworkSegment(4ff2594b-8f54-49e5-a434-1f3d0589b3d3),segment_id=4ff2594b-8f54-49e5-a434-1f3d0589b3d3)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:16.520952 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.565636 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.584691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599133c3-8457-4934-b698-dfc083e1d83e None None] Pushing event updated for resources: {'Port': ['ID=ace8529c-ca44-4cd4-af32-58f7ab0d92e6,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:16.604426 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.646637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network b857024d-8d01-4856-a063-ca0094c1d2bf is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:16.652131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:16.656155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:16.679882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=ee24a959-44ae-47b5-b6c9-5d5538209a62,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:16.719041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:16.858131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:17.058314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ace8529c-ca44-4cd4-af32-58f7ab0d92e6 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:17.111892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:17.112176 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:17.116634 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:17.121635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:17.195946 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:17.197901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=ee24a959-44ae-47b5-b6c9-5d5538209a62,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:17.211829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:17.235770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port ace8529c-ca44-4cd4-af32-58f7ab0d92e6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ace8529c-ca44-4cd4-af32-58f7ab0d92e6,segment=NetworkSegment(4ff2594b-8f54-49e5-a434-1f3d0589b3d3),segment_id=4ff2594b-8f54-49e5-a434-1f3d0589b3d3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:17.241007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:17.316487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=ace8529c-ca44-4cd4-af32-58f7ab0d92e6,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:17.317049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network b857024d-8d01-4856-a063-ca0094c1d2bf is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:17.318544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:17.442080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router 47bc1d3d-217c-4e24-a36f-9d4a765b4f63 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:31:17.456686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ce018-98b7-4248-9eb8-4fd431d4ff71 None None] Network b857024d-8d01-4856-a063-ca0094c1d2bf requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:17.531692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-df86d8c8-9db4-4209-af21-1fd8ee211a2e None None] Provisioning complete for port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:17.532067 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-df86d8c8-9db4-4209-af21-1fd8ee211a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:17.536717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:17.542401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-72dbfc80-6519-4f0f-8e7d-47a23a9f2242 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/47bc1d3d-217c-4e24-a36f-9d4a765b4f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6786768 Nov 03 16:31:17.545218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42530) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:17.567542 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0560a-9620-490f-be05-3201d89b82ba None None] Sync routers for ids ['47bc1d3d-217c-4e24-a36f-9d4a765b4f63'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:17.588243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c8430-3bb1-4181-8eb0-b1760a8a2cab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:17.589672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-949c8430-3bb1-4181-8eb0-b1760a8a2cab tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports/ee24a959-44ae-47b5-b6c9-5d5538209a62 HTTP/1.1" status: 200 len: 910 time: 0.0434048 Nov 03 16:31:17.592560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42532) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:17.616223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0560a-9620-490f-be05-3201d89b82ba None None] Routers {'47bc1d3d-217c-4e24-a36f-9d4a765b4f63'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:17.616857 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e3f0560a-9620-490f-be05-3201d89b82ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['47bc1d3d-217c-4e24-a36f-9d4a765b4f63'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:17.656645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e3f0560a-9620-490f-be05-3201d89b82ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:17.716992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0560a-9620-490f-be05-3201d89b82ba None None] Routers {'47bc1d3d-217c-4e24-a36f-9d4a765b4f63'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:17.717544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e3f0560a-9620-490f-be05-3201d89b82ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['47bc1d3d-217c-4e24-a36f-9d4a765b4f63'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:17.756159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e3f0560a-9620-490f-be05-3201d89b82ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:17.756810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0560a-9620-490f-be05-3201d89b82ba None None] The sync data for ids ['47bc1d3d-217c-4e24-a36f-9d4a765b4f63'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:17.922714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:17.990217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-64baf14a-ad0c-485a-977d-6b4c00da5c8b None None] Provisioning complete for port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:17.990585 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-64baf14a-ad0c-485a-977d-6b4c00da5c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:18.090939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-64baf14a-ad0c-485a-977d-6b4c00da5c8b None None] Provisioning complete for port ee24a959-44ae-47b5-b6c9-5d5538209a62 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:18.091638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-64baf14a-ad0c-485a-977d-6b4c00da5c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:18.127561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-64baf14a-ad0c-485a-977d-6b4c00da5c8b None None] Port ee24a959-44ae-47b5-b6c9-5d5538209a62 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:18.183580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port ee24a959-44ae-47b5-b6c9-5d5538209a62 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:18.183847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:18.248594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7e0c27fd-d0f8-4649-9492-8f42efd361a0 None None] Provisioning complete for port ee24a959-44ae-47b5-b6c9-5d5538209a62 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:18.249042 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e0c27fd-d0f8-4649-9492-8f42efd361a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:18.288690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:18.293871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c27fd-d0f8-4649-9492-8f42efd361a0 None None] Port ee24a959-44ae-47b5-b6c9-5d5538209a62 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:18.303154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for ee24a959-44ae-47b5-b6c9-5d5538209a62 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:18.413316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8153585f-e3bb-45aa-94c3-cb39d503aa4c None None] Provisioning complete for port ee24a959-44ae-47b5-b6c9-5d5538209a62 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:18.413737 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8153585f-e3bb-45aa-94c3-cb39d503aa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:18.451223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8153585f-e3bb-45aa-94c3-cb39d503aa4c None None] Port ee24a959-44ae-47b5-b6c9-5d5538209a62 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:18.478804 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:18.505950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=ee24a959-44ae-47b5-b6c9-5d5538209a62,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:18.652445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:18.808162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router 47bc1d3d-217c-4e24-a36f-9d4a765b4f63 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:18.883734 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:18.888809 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-702e39f2-d209-42e4-b6a3-073265fca735 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/47bc1d3d-217c-4e24-a36f-9d4a765b4f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2952867 Nov 03 16:31:18.891868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42534) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:18.892945 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01da15b-2244-4f76-8f32-daca4b534ffc None None] Sync routers for ids ['47bc1d3d-217c-4e24-a36f-9d4a765b4f63'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:18.903224 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01da15b-2244-4f76-8f32-daca4b534ffc None None] Routers {'47bc1d3d-217c-4e24-a36f-9d4a765b4f63'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:18.903830 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f01da15b-2244-4f76-8f32-daca4b534ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['47bc1d3d-217c-4e24-a36f-9d4a765b4f63'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:18.919970 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-537eb235-324c-44bd-90fe-7392ce342d78 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=47bc1d3d-217c-4e24-a36f-9d4a765b4f63 HTTP/1.1" status: 200 len: 205 time: 0.0270221 Nov 03 16:31:18.922544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42536) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:18.935786 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f01da15b-2244-4f76-8f32-daca4b534ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:18.944166 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01da15b-2244-4f76-8f32-daca4b534ffc None None] Routers {'47bc1d3d-217c-4e24-a36f-9d4a765b4f63'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:18.944763 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f01da15b-2244-4f76-8f32-daca4b534ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['47bc1d3d-217c-4e24-a36f-9d4a765b4f63'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:18.976806 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f01da15b-2244-4f76-8f32-daca4b534ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:18.977469 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01da15b-2244-4f76-8f32-daca4b534ffc None None] The sync data for ids ['47bc1d3d-217c-4e24-a36f-9d4a765b4f63'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:18.999919 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6eb0-fc10-4d5f-87b9-bf024ebb61bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.037183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ace8529c-ca44-4cd4-af32-58f7ab0d92e6 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:19.084812 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:19.085086 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.160607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6eb0-fc10-4d5f-87b9-bf024ebb61bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.162779 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6eb0-fc10-4d5f-87b9-bf024ebb61bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.206212 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6eb0-fc10-4d5f-87b9-bf024ebb61bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.206717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7b6eb0-fc10-4d5f-87b9-bf024ebb61bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Fanout notify agent at l3_agent the message router_deleted on router 47bc1d3d-217c-4e24-a36f-9d4a765b4f63 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:31:19.214161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6eb0-fc10-4d5f-87b9-bf024ebb61bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.215262 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cc7b6eb0-fc10-4d5f-87b9-bf024ebb61bd tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/47bc1d3d-217c-4e24-a36f-9d4a765b4f63 HTTP/1.1" status: 204 len: 168 time: 0.2918282 Nov 03 16:31:19.218015 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42538) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:19.270348 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c568979-0da0-4482-ac65-2476c38d2208 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting subnet dc8e5a74-a1d8-46a5-a447-01c3c2f6f6c9 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:31:19.273629 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c568979-0da0-4482-ac65-2476c38d2208 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.318456 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c568979-0da0-4482-ac65-2476c38d2208 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.402131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c568979-0da0-4482-ac65-2476c38d2208 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.458618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c568979-0da0-4482-ac65-2476c38d2208 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.489676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c568979-0da0-4482-ac65-2476c38d2208 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8e5a74-a1d8-46a5-a447-01c3c2f6f6c9,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:19.493259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4c568979-0da0-4482-ac65-2476c38d2208 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.496549 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4c568979-0da0-4482-ac65-2476c38d2208 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/dc8e5a74-a1d8-46a5-a447-01c3c2f6f6c9 HTTP/1.1" status: 204 len: 168 time: 0.2775075 Nov 03 16:31:19.499008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42540) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:19.500146 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac0ef3-8c13-40f4-848f-beeb24b07fd3 None None] Network b857024d-8d01-4856-a063-ca0094c1d2bf requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:19.574840 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.629229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:19.629608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.673619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91eb92c-babb-4713-8fa2-a6152e61e53e None None] DHCP port deletion for b857024d-8d01-4856-a063-ca0094c1d2bf request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:31:19.698569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port ace8529c-ca44-4cd4-af32-58f7ab0d92e6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ace8529c-ca44-4cd4-af32-58f7ab0d92e6,segment=NetworkSegment(4ff2594b-8f54-49e5-a434-1f3d0589b3d3),segment_id=4ff2594b-8f54-49e5-a434-1f3d0589b3d3)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:19.699452 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.711591 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for ace8529c-ca44-4cd4-af32-58f7ab0d92e6 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:19.725418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f91eb92c-babb-4713-8fa2-a6152e61e53e None None] Deleting port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:19.725818 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f91eb92c-babb-4713-8fa2-a6152e61e53e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.787825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f91eb92c-babb-4713-8fa2-a6152e61e53e None None] For port ace8529c-ca44-4cd4-af32-58f7ab0d92e6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ace8529c-ca44-4cd4-af32-58f7ab0d92e6,segment=NetworkSegment(4ff2594b-8f54-49e5-a434-1f3d0589b3d3),segment_id=4ff2594b-8f54-49e5-a434-1f3d0589b3d3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:19.788213 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f91eb92c-babb-4713-8fa2-a6152e61e53e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.789503 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.800800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f91eb92c-babb-4713-8fa2-a6152e61e53e None None] Calling delete_port for ace8529c-ca44-4cd4-af32-58f7ab0d92e6 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:19.817027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=ace8529c-ca44-4cd4-af32-58f7ab0d92e6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:19.824765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No DVR routers for this DVR port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:19.878569 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f91eb92c-babb-4713-8fa2-a6152e61e53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.903577 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.905564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91eb92c-babb-4713-8fa2-a6152e61e53e None None] Pushing event deleted for resources: {'Port': ['ID=ace8529c-ca44-4cd4-af32-58f7ab0d92e6,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:19.907409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91eb92c-babb-4713-8fa2-a6152e61e53e None None] No DVR routers for this DVR port ace8529c-ca44-4cd4-af32-58f7ab0d92e6 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:19.925079 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b857024d-8d01-4856-a063-ca0094c1d2bf']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:19.934331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff2594b-8f54-49e5-a434-1f3d0589b3d3') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:19.934626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff2594b-8f54-49e5-a434-1f3d0589b3d3') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:19.943736 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.956770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.962553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:31:19.963463 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:31:19.966386 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:31:20.027550 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.034172 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.037234 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/networks/b857024d-8d01-4856-a063-ca0094c1d2bf HTTP/1.1" status: 204 len: 168 time: 0.5373113 Nov 03 16:31:20.041090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42542) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:20.045836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1759517455', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:20.048423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767feac8-3c54-4487-91e1-83fa7f0eb763 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Network': ['ID=b857024d-8d01-4856-a063-ca0094c1d2bf,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:20.070359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.071449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.124693 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.257949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.446052 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.464742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.560693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.25.6.202 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/5fa4d478-f4d1-4128-934b-6bf740b275fb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:20.662021 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.700409 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:20.736583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:20.741239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:20.745426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:20.751369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=5fa4d478-f4d1-4128-934b-6bf740b275fb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:20.993421 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:21.026752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ace8529c-ca44-4cd4-af32-58f7ab0d92e6 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:21.051649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: ace8529c-ca44-4cd4-af32-58f7ab0d92e6 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:21.051998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ace8529c-ca44-4cd4-af32-58f7ab0d92e6 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:21.477224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:21.598895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router 1369094f-48b3-48b2-9e7f-78a6ff9c21e2 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:31:21.707226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:21.717473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966cbeb1-9c98-4ef7-9ea3-48df87d4c6be None None] Sync routers for ids ['1369094f-48b3-48b2-9e7f-78a6ff9c21e2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:21.727209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966cbeb1-9c98-4ef7-9ea3-48df87d4c6be None None] Routers {'1369094f-48b3-48b2-9e7f-78a6ff9c21e2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:21.727846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-966cbeb1-9c98-4ef7-9ea3-48df87d4c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1369094f-48b3-48b2-9e7f-78a6ff9c21e2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:21.728102 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:21.730502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-41eafa24-cb2b-4116-a3e8-1fc2e73c2799 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.6880088 Nov 03 16:31:21.732833 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42544) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:21.765712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-966cbeb1-9c98-4ef7-9ea3-48df87d4c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:21.774329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966cbeb1-9c98-4ef7-9ea3-48df87d4c6be None None] Routers {'1369094f-48b3-48b2-9e7f-78a6ff9c21e2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:21.774929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-966cbeb1-9c98-4ef7-9ea3-48df87d4c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1369094f-48b3-48b2-9e7f-78a6ff9c21e2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:21.808487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-966cbeb1-9c98-4ef7-9ea3-48df87d4c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:21.809133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966cbeb1-9c98-4ef7-9ea3-48df87d4c6be None None] The sync data for ids ['1369094f-48b3-48b2-9e7f-78a6ff9c21e2'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:21.843255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e1b2be3b-d870-46c2-aa9e-8a1b353b244e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/routers/1369094f-48b3-48b2-9e7f-78a6ff9c21e2 HTTP/1.1" status: 200 len: 881 time: 0.1093373 Nov 03 16:31:21.845651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42546) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:22.078152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-37f3421b-3444-42ea-8474-4a53896233ef tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2314317 Nov 03 16:31:22.080529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42548) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:22.084899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9e5854ff-7782-43b2-8cfa-8c9a47bd311e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1759517455'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:22.088674 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:22.380557 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9e5854ff-7782-43b2-8cfa-8c9a47bd311e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:22.392041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9e5854ff-7782-43b2-8cfa-8c9a47bd311e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:22.500124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5854ff-7782-43b2-8cfa-8c9a47bd311e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router 1369094f-48b3-48b2-9e7f-78a6ff9c21e2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:22.605464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5854ff-7782-43b2-8cfa-8c9a47bd311e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:22.612218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9e5854ff-7782-43b2-8cfa-8c9a47bd311e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:22.613384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9e5854ff-7782-43b2-8cfa-8c9a47bd311e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/1369094f-48b3-48b2-9e7f-78a6ff9c21e2 HTTP/1.1" status: 200 len: 888 time: 0.5319378 Nov 03 16:31:22.615699 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ac5f8-6c7b-42a6-8d58-e4e858a84294 None None] Sync routers for ids ['1369094f-48b3-48b2-9e7f-78a6ff9c21e2'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:22.616200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42550) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:22.626526 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ac5f8-6c7b-42a6-8d58-e4e858a84294 None None] Routers {'1369094f-48b3-48b2-9e7f-78a6ff9c21e2'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:22.627111 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-919ac5f8-6c7b-42a6-8d58-e4e858a84294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1369094f-48b3-48b2-9e7f-78a6ff9c21e2'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:22.661215 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-919ac5f8-6c7b-42a6-8d58-e4e858a84294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:22.669695 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ac5f8-6c7b-42a6-8d58-e4e858a84294 None None] Routers {'1369094f-48b3-48b2-9e7f-78a6ff9c21e2'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:22.670288 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-919ac5f8-6c7b-42a6-8d58-e4e858a84294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1369094f-48b3-48b2-9e7f-78a6ff9c21e2'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:22.702304 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-919ac5f8-6c7b-42a6-8d58-e4e858a84294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:22.702930 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ac5f8-6c7b-42a6-8d58-e4e858a84294 None None] The sync data for ids ['1369094f-48b3-48b2-9e7f-78a6ff9c21e2'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:22.727291 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c2a647a8-5fc9-4d75-9155-c8be82b2311b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/routers/1369094f-48b3-48b2-9e7f-78a6ff9c21e2 HTTP/1.1" status: 200 len: 888 time: 0.1102560 Nov 03 16:31:22.729874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42552) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:22.755785 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3ff35a06-8ac8-4d47-8844-7c515b8a3ff9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=1369094f-48b3-48b2-9e7f-78a6ff9c21e2 HTTP/1.1" status: 200 len: 205 time: 0.0248713 Nov 03 16:31:22.758092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42554) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:22.861943 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:22.963955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.015917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port 5fa4d478-f4d1-4128-934b-6bf740b275fb {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:23.016250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.093518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.105477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for 5fa4d478-f4d1-4128-934b-6bf740b275fb owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:23.268250 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.295675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=5fa4d478-f4d1-4128-934b-6bf740b275fb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:23.353896 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.443431 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.445542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.491755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.492326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Fanout notify agent at l3_agent the message router_deleted on router 1369094f-48b3-48b2-9e7f-78a6ff9c21e2 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:31:23.500260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.501371 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-91a4a4fb-81b6-49d3-87ad-9c03cdf6d9b9 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/1369094f-48b3-48b2-9e7f-78a6ff9c21e2 HTTP/1.1" status: 204 len: 168 time: 0.7423961 Nov 03 16:31:23.504976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42556) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:23.510211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'network': {'name': 'tempest-RoutersTest-1279083574'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:23.531420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:23.534894 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.558627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:31:23.567940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.568301 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added segment 3f0f5448-33ef-4777-9bbf-259be01c8164 of type vlan for network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 Nov 03 16:31:23.616506 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.640404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.645999 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:23.646580 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.687225 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1811316 Nov 03 16:31:23.690102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42558) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:23.695446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'subnet': {'network_id': '627e2aa3-d58c-4c73-ba6a-8a77564f4547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:23.721044 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Network': ['ID=627e2aa3-d58c-4c73-ba6a-8a77564f4547,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:23.729549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.729901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.730246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.730585 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.730922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.731255 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.731586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.731919 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.732251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.732572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.732895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.733219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c14e2-81e0-4736-8ddf-b5f6c01aade0 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:23.744056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:31:23.786061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:23.790550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:23.966884 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.028981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Subnet': ['ID=b2103aa7-527f-4c37-9779-1482cbf180ed,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:24.039178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Checking segment: {'id': '3f0f5448-33ef-4777-9bbf-259be01c8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '627e2aa3-d58c-4c73-ba6a-8a77564f4547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:24.039478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network hostable DHCP agents. Network: 627e2aa3-d58c-4c73-ba6a-8a77564f4547, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:31:24.055394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:31:24.064587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 627e2aa3-d58c-4c73-ba6a-8a77564f4547) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:24.069465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:24.070092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.073619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964f0dc7-8014-40a6-b12c-c352236d4fa4 None None] Network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:24.087122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9259b614-ff88-4d2d-bad3-816551778307 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3952146 Nov 03 16:31:24.089877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42560) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:24.094306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-90974865-8f8d-4ae6-b3ce-116079db640d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1214990819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:24.116161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90974865-8f8d-4ae6-b3ce-116079db640d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.117137 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90974865-8f8d-4ae6-b3ce-116079db640d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.169216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90974865-8f8d-4ae6-b3ce-116079db640d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.173487 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90974865-8f8d-4ae6-b3ce-116079db640d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.191999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-90974865-8f8d-4ae6-b3ce-116079db640d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.193202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-90974865-8f8d-4ae6-b3ce-116079db640d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1023879 Nov 03 16:31:24.195897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42562) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:24.223945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-627e2aa3-d58c-4c73-ba6a-8a77564f4547', 'network_id': '627e2aa3-d58c-4c73-ba6a-8a77564f4547', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'fixed_ips': [{'subnet_id': 'b2103aa7-527f-4c37-9779-1482cbf180ed'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:31:24.224798 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.356588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Allocated IP 172.20.0.2 (627e2aa3-d58c-4c73-ba6a-8a77564f4547/b2103aa7-527f-4c37-9779-1482cbf180ed/c19c9ab3-60bb-4736-aac5-c32f9acab885) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:24.507528 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.514380 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.562876 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:24.565897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:24.568508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:24.576980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Pushing event updated for resources: {'Port': ['ID=c19c9ab3-60bb-4736-aac5-c32f9acab885,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:24.630693 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Attempting to bind port c19c9ab3-60bb-4736-aac5-c32f9acab885 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:24.630986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Attempting to bind port c19c9ab3-60bb-4736-aac5-c32f9acab885 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '3f0f5448-33ef-4777-9bbf-259be01c8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '627e2aa3-d58c-4c73-ba6a-8a77564f4547'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:24.631349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Attempting to bind port c19c9ab3-60bb-4736-aac5-c32f9acab885 on network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:24.636683 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:24.637059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Checking segment: {'id': '3f0f5448-33ef-4777-9bbf-259be01c8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '627e2aa3-d58c-4c73-ba6a-8a77564f4547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:24.637465 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.637888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Bound using segment: {'id': '3f0f5448-33ef-4777-9bbf-259be01c8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '627e2aa3-d58c-4c73-ba6a-8a77564f4547'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:24.638359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Bound port: c19c9ab3-60bb-4736-aac5-c32f9acab885, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0f5448-33ef-4777-9bbf-259be01c8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '627e2aa3-d58c-4c73-ba6a-8a77564f4547'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:24.638740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.700176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] For port c19c9ab3-60bb-4736-aac5-c32f9acab885, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:24.703175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] For port c19c9ab3-60bb-4736-aac5-c32f9acab885, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c19c9ab3-60bb-4736-aac5-c32f9acab885,segment=NetworkSegment(3f0f5448-33ef-4777-9bbf-259be01c8164),segment_id=3f0f5448-33ef-4777-9bbf-259be01c8164)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:24.708175 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:24.773291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092a108-f78f-486d-b2d1-df497dc46a9d None None] Pushing event updated for resources: {'Port': ['ID=c19c9ab3-60bb-4736-aac5-c32f9acab885,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:24.778217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.055149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.20.0.1 (627e2aa3-d58c-4c73-ba6a-8a77564f4547/b2103aa7-527f-4c37-9779-1482cbf180ed/e5d41b50-4860-4738-a77a-6d730902453a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:25.086429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c19c9ab3-60bb-4736-aac5-c32f9acab885 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:25.135830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c19c9ab3-60bb-4736-aac5-c32f9acab885 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:25.136203 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.169607 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.204696 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.217708 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.242863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:25.246765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:25.252654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:25.254524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port c19c9ab3-60bb-4736-aac5-c32f9acab885, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c19c9ab3-60bb-4736-aac5-c32f9acab885,segment=NetworkSegment(3f0f5448-33ef-4777-9bbf-259be01c8164),segment_id=3f0f5448-33ef-4777-9bbf-259be01c8164)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:25.260638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.286417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=e5d41b50-4860-4738-a77a-6d730902453a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:25.309302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=c19c9ab3-60bb-4736-aac5-c32f9acab885,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:25.309582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.422965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.660786 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea975c-d4c5-41ca-9264-65e5c8530fcc None None] Network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:25.694450 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.700567 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.738393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-17bcbeeb-e5c0-4a00-a4ce-24226f177693 None None] Provisioning complete for port c19c9ab3-60bb-4736-aac5-c32f9acab885 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:25.738759 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-17bcbeeb-e5c0-4a00-a4ce-24226f177693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.781440 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:25.783476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=e5d41b50-4860-4738-a77a-6d730902453a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:25.881205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:25.882842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:26.003422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router a82bb81e-0e74-43f6-b7bd-0a923fe102a1 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:31:26.104216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:26.112267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dbcd5b65-ce66-4f3f-ae8b-632aed42a5c1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/a82bb81e-0e74-43f6-b7bd-0a923fe102a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9123285 Nov 03 16:31:26.112383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42564) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:26.113685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11473917-df2f-466a-bb8c-4445a79497a4 None None] Sync routers for ids ['a82bb81e-0e74-43f6-b7bd-0a923fe102a1'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:26.124832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11473917-df2f-466a-bb8c-4445a79497a4 None None] Routers {'a82bb81e-0e74-43f6-b7bd-0a923fe102a1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:26.125450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-11473917-df2f-466a-bb8c-4445a79497a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a82bb81e-0e74-43f6-b7bd-0a923fe102a1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:26.158293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d17426-ddeb-4335-ae7b-69e7d171a6a8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:26.159475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-11473917-df2f-466a-bb8c-4445a79497a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:26.159757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-48d17426-ddeb-4335-ae7b-69e7d171a6a8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports/e5d41b50-4860-4738-a77a-6d730902453a HTTP/1.1" status: 200 len: 910 time: 0.0468075 Nov 03 16:31:26.162423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42566) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:26.168594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-268c3120-33a2-4a37-bbe8-7ebcccb53adf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2103aa7-527f-4c37-9779-1482cbf180ed'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:26.169153 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11473917-df2f-466a-bb8c-4445a79497a4 None None] Routers {'a82bb81e-0e74-43f6-b7bd-0a923fe102a1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:26.169795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-11473917-df2f-466a-bb8c-4445a79497a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a82bb81e-0e74-43f6-b7bd-0a923fe102a1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:26.203765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-11473917-df2f-466a-bb8c-4445a79497a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:26.204417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11473917-df2f-466a-bb8c-4445a79497a4 None None] The sync data for ids ['a82bb81e-0e74-43f6-b7bd-0a923fe102a1'] in n-d-813897-2 is: [] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:26.361034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-83315d27-8d5e-463c-a322-3e47eba46c40 None None] Provisioning complete for port c19c9ab3-60bb-4736-aac5-c32f9acab885 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:26.361751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-83315d27-8d5e-463c-a322-3e47eba46c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:26.465031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-83315d27-8d5e-463c-a322-3e47eba46c40 None None] Provisioning complete for port e5d41b50-4860-4738-a77a-6d730902453a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:26.465493 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-83315d27-8d5e-463c-a322-3e47eba46c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:26.502228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-83315d27-8d5e-463c-a322-3e47eba46c40 None None] Port e5d41b50-4860-4738-a77a-6d730902453a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:26.623630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-18b5a36b-2c54-44e7-9a8c-5e2bf66cbac6 None None] Provisioning complete for port e5d41b50-4860-4738-a77a-6d730902453a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:26.624016 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-18b5a36b-2c54-44e7-9a8c-5e2bf66cbac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:26.628720 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-268c3120-33a2-4a37-bbe8-7ebcccb53adf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:26.662778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-18b5a36b-2c54-44e7-9a8c-5e2bf66cbac6 None None] Port e5d41b50-4860-4738-a77a-6d730902453a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:26.781948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0067eec4-6276-4ba2-81c8-8d79a7b29343 None None] Provisioning complete for port e5d41b50-4860-4738-a77a-6d730902453a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:26.782322 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0067eec4-6276-4ba2-81c8-8d79a7b29343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:26.817542 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0067eec4-6276-4ba2-81c8-8d79a7b29343 None None] Port e5d41b50-4860-4738-a77a-6d730902453a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:26.979470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-268c3120-33a2-4a37-bbe8-7ebcccb53adf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:26.988033 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-268c3120-33a2-4a37-bbe8-7ebcccb53adf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:27.039189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c19c9ab3-60bb-4736-aac5-c32f9acab885 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:27.064786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c3120-33a2-4a37-bbe8-7ebcccb53adf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=e5d41b50-4860-4738-a77a-6d730902453a,revision_number=3']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:27.075210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c3120-33a2-4a37-bbe8-7ebcccb53adf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:27.075828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-268c3120-33a2-4a37-bbe8-7ebcccb53adf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:27.079832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-268c3120-33a2-4a37-bbe8-7ebcccb53adf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/ports/e5d41b50-4860-4738-a77a-6d730902453a HTTP/1.1" status: 200 len: 910 time: 0.9138029 Nov 03 16:31:27.080167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42568) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:27.090205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c19c9ab3-60bb-4736-aac5-c32f9acab885 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:27.090572 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:27.394864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:27.470522 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:31:27.625725 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port e5d41b50-4860-4738-a77a-6d730902453a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:27.626066 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:27.714426 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:27.725982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for e5d41b50-4860-4738-a77a-6d730902453a owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:27.892215 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:27.918590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=e5d41b50-4860-4738-a77a-6d730902453a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:28.066885 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.223006 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router a82bb81e-0e74-43f6-b7bd-0a923fe102a1 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:28.301137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:28.308977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-79d67404-bac3-4def-8055-6eee5f406c9f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/a82bb81e-0e74-43f6-b7bd-0a923fe102a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2249944 Nov 03 16:31:28.309090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42570) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:28.311500 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a58dc-915e-44d8-906a-80ea2088ca6e None None] Sync routers for ids ['a82bb81e-0e74-43f6-b7bd-0a923fe102a1'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:28.321065 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a58dc-915e-44d8-906a-80ea2088ca6e None None] Routers {'a82bb81e-0e74-43f6-b7bd-0a923fe102a1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:28.322297 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d25a58dc-915e-44d8-906a-80ea2088ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a82bb81e-0e74-43f6-b7bd-0a923fe102a1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:28.336343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7f05a4a8-2e3b-4558-88c4-a21493d1891c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=a82bb81e-0e74-43f6-b7bd-0a923fe102a1 HTTP/1.1" status: 200 len: 205 time: 0.0262160 Nov 03 16:31:28.339588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42572) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:28.358152 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d25a58dc-915e-44d8-906a-80ea2088ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:28.366640 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a58dc-915e-44d8-906a-80ea2088ca6e None None] Routers {'a82bb81e-0e74-43f6-b7bd-0a923fe102a1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:28.367229 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d25a58dc-915e-44d8-906a-80ea2088ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['a82bb81e-0e74-43f6-b7bd-0a923fe102a1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:28.399433 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d25a58dc-915e-44d8-906a-80ea2088ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:28.400619 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a58dc-915e-44d8-906a-80ea2088ca6e None None] The sync data for ids ['a82bb81e-0e74-43f6-b7bd-0a923fe102a1'] in n-d-813897-2 is: [] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:28.418624 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32d8da04-30c2-4d09-851d-449632ef230c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.575715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32d8da04-30c2-4d09-851d-449632ef230c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.577858 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32d8da04-30c2-4d09-851d-449632ef230c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.621587 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32d8da04-30c2-4d09-851d-449632ef230c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.622067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d8da04-30c2-4d09-851d-449632ef230c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Fanout notify agent at l3_agent the message router_deleted on router a82bb81e-0e74-43f6-b7bd-0a923fe102a1 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:31:28.628910 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32d8da04-30c2-4d09-851d-449632ef230c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.630084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-32d8da04-30c2-4d09-851d-449632ef230c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/a82bb81e-0e74-43f6-b7bd-0a923fe102a1 HTTP/1.1" status: 204 len: 168 time: 0.2893836 Nov 03 16:31:28.632633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42574) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:28.684997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting subnet b2103aa7-527f-4c37-9779-1482cbf180ed {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:31:28.688270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.733223 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.816765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.873588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.902456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Subnet': ['ID=b2103aa7-527f-4c37-9779-1482cbf180ed,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:28.909189 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:28.914765 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/b2103aa7-527f-4c37-9779-1482cbf180ed HTTP/1.1" status: 204 len: 168 time: 0.2792623 Nov 03 16:31:28.915461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a06e9-789e-4127-956a-98261ed0ef2f None None] Network 627e2aa3-d58c-4c73-ba6a-8a77564f4547 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:28.916068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42576) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:28.918973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.918973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.919333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.919590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.919918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.920245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.920565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.920886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.921205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.921516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.921864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:28.922183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343d313-8017-48eb-9da6-c483725646dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:29.000763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.056434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port c19c9ab3-60bb-4736-aac5-c32f9acab885 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:29.056809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.088965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9ec6f1-1379-4a02-b557-63de6a2fedfa None None] DHCP port deletion for 627e2aa3-d58c-4c73-ba6a-8a77564f4547 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:31:29.122292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port c19c9ab3-60bb-4736-aac5-c32f9acab885, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c19c9ab3-60bb-4736-aac5-c32f9acab885,segment=NetworkSegment(3f0f5448-33ef-4777-9bbf-259be01c8164),segment_id=3f0f5448-33ef-4777-9bbf-259be01c8164)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:29.122649 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.135863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for c19c9ab3-60bb-4736-aac5-c32f9acab885 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:29.137070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec6f1-1379-4a02-b557-63de6a2fedfa None None] Deleting port c19c9ab3-60bb-4736-aac5-c32f9acab885 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:29.137446 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec6f1-1379-4a02-b557-63de6a2fedfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.199511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4e9ec6f1-1379-4a02-b557-63de6a2fedfa None None] For port c19c9ab3-60bb-4736-aac5-c32f9acab885, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c19c9ab3-60bb-4736-aac5-c32f9acab885,segment=NetworkSegment(3f0f5448-33ef-4777-9bbf-259be01c8164),segment_id=3f0f5448-33ef-4777-9bbf-259be01c8164)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:29.199910 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec6f1-1379-4a02-b557-63de6a2fedfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.216882 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec6f1-1379-4a02-b557-63de6a2fedfa None None] Calling delete_port for c19c9ab3-60bb-4736-aac5-c32f9acab885 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:29.219192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.246459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No DVR routers for this DVR port c19c9ab3-60bb-4736-aac5-c32f9acab885 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:29.250929 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=c19c9ab3-60bb-4736-aac5-c32f9acab885,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:29.291954 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec6f1-1379-4a02-b557-63de6a2fedfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.318378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec6f1-1379-4a02-b557-63de6a2fedfa None None] Pushing event deleted for resources: {'Port': ['ID=c19c9ab3-60bb-4736-aac5-c32f9acab885,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:29.320154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ec6f1-1379-4a02-b557-63de6a2fedfa None None] No DVR routers for this DVR port c19c9ab3-60bb-4736-aac5-c32f9acab885 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:29.335794 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.356538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627e2aa3-d58c-4c73-ba6a-8a77564f4547']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:29.365644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0f5448-33ef-4777-9bbf-259be01c8164') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:29.365942 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0f5448-33ef-4777-9bbf-259be01c8164') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:29.375718 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.390061 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.396140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:31:29.396531 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:31:29.399838 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:31:29.463308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.470303 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.473448 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/networks/627e2aa3-d58c-4c73-ba6a-8a77564f4547 HTTP/1.1" status: 204 len: 168 time: 0.5569892 Nov 03 16:31:29.477752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42578) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:29.482621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fdfd0f41-661f-477b-a733-308f34d99b8c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-294736019', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:29.485511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731344-9aeb-45a8-a819-35f5f7b674a4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Network': ['ID=627e2aa3-d58c-4c73-ba6a-8a77564f4547,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:29.505898 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0f41-661f-477b-a733-308f34d99b8c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.506872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0f41-661f-477b-a733-308f34d99b8c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.556534 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0f41-661f-477b-a733-308f34d99b8c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.560661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0f41-661f-477b-a733-308f34d99b8c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.578505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0f41-661f-477b-a733-308f34d99b8c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.579624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fdfd0f41-661f-477b-a733-308f34d99b8c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1008394 Nov 03 16:31:29.582313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42580) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:29.587332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'network': {'name': 'tempest-RoutersTest-2011552526'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:29.606388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:29.609761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.632590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:31:29.641791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.642171 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added segment 98847b45-fd94-4dcb-a5fb-593594173ab5 of type vlan for network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 Nov 03 16:31:29.682181 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.706209 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.711822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:29.712451 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:29.775578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1920888 Nov 03 16:31:29.778330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42582) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:29.783399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'subnet': {'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:29.783869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddd4cb-2d76-4eaa-a3ee-84ce50fdb6f7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Network': ['ID=4c5088db-7a42-4245-bb48-2fa48edbfcc4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:29.794539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:31:29.876361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:29.879969 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.059855 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.119954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Subnet': ['ID=7612ad97-c365-47cc-8b6d-f957a7f63117,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:30.128617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Checking segment: {'id': '98847b45-fd94-4dcb-a5fb-593594173ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:30.129007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network hostable DHCP agents. Network: 4c5088db-7a42-4245-bb48-2fa48edbfcc4, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:31:30.145268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:31:30.154104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 4c5088db-7a42-4245-bb48-2fa48edbfcc4) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:30.158564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:30.159801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.162679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797648a-c749-479c-9aff-5bc62f92bd94 None None] Network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:30.179992 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e137a25f-e077-45b1-b2c9-93f84feac23c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3978288 Nov 03 16:31:30.180238 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42584) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:30.313463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:31:30.314282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.449748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Allocated IP 172.20.0.2 (4c5088db-7a42-4245-bb48-2fa48edbfcc4/7612ad97-c365-47cc-8b6d-f957a7f63117/aecf7d4b-6624-4bdc-a2ab-a225b0933c6d) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:30.462163 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.592934 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.599907 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.641766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:30.646703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:30.650402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:30.657353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Pushing event updated for resources: {'Port': ['ID=aecf7d4b-6624-4bdc-a2ab-a225b0933c6d,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:30.707755 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Attempting to bind port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:30.708039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.20.0.1 (4c5088db-7a42-4245-bb48-2fa48edbfcc4/7612ad97-c365-47cc-8b6d-f957a7f63117/c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:30.708159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Attempting to bind port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '98847b45-fd94-4dcb-a5fb-593594173ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:30.708475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Attempting to bind port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d on network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:30.713652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:30.714027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Checking segment: {'id': '98847b45-fd94-4dcb-a5fb-593594173ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:30.714434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.714828 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Bound using segment: {'id': '98847b45-fd94-4dcb-a5fb-593594173ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:30.715281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Bound port: aecf7d4b-6624-4bdc-a2ab-a225b0933c6d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98847b45-fd94-4dcb-a5fb-593594173ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:30.715658 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.779044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] For port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:30.782638 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] For port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=aecf7d4b-6624-4bdc-a2ab-a225b0933c6d,segment=NetworkSegment(98847b45-fd94-4dcb-a5fb-593594173ab5),segment_id=98847b45-fd94-4dcb-a5fb-593594173ab5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:30.787500 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.821557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.852130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25e9c0-65c4-44b5-8675-341d0cfae662 None None] Pushing event updated for resources: {'Port': ['ID=aecf7d4b-6624-4bdc-a2ab-a225b0933c6d,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:30.860754 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:30.907150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:30.912244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:30.914770 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:30.942072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:30.967806 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.103784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device aecf7d4b-6624-4bdc-a2ab-a225b0933c6d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:31.112607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.160282 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:31.160653 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.239373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.271851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=aecf7d4b-6624-4bdc-a2ab-a225b0933c6d,segment=NetworkSegment(98847b45-fd94-4dcb-a5fb-593594173ab5),segment_id=98847b45-fd94-4dcb-a5fb-593594173ab5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:31.276992 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.329628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=aecf7d4b-6624-4bdc-a2ab-a225b0933c6d,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:31.338173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c19c9ab3-60bb-4736-aac5-c32f9acab885 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:31.359894 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c19c9ab3-60bb-4736-aac5-c32f9acab885 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:31.360156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c19c9ab3-60bb-4736-aac5-c32f9acab885 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:31.390242 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.394701 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.468292 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.470225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:31.567908 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.569069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:31.570534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:31.692816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:31:31.789968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:31.792886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff8595-f4ad-4225-beae-f74c6c12abf8 None None] Network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:31.798460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fb904b68-49a2-467b-9a7e-9205aeb8f479 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6173456 Nov 03 16:31:31.801213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42586) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:31.806617 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'network': {'name': 'tempest-RoutersTest-1798429673'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:31.812990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:31.827427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:31.831164 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.855837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:31:31.858271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:31.858881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:31.866755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.867100 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added segment 3fe45ddb-efa3-46ac-9100-5645aa786a49 of type vlan for network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 Nov 03 16:31:31.908181 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.933514 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.939407 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:31.940001 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.963982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-138362d7-cf4d-462f-9041-5cb6eefd218b None None] Provisioning complete for port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:31.964356 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-138362d7-cf4d-462f-9041-5cb6eefd218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:31.980038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1774814 Nov 03 16:31:31.983792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42588) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:31.989693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'subnet': {'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:32.017570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:32.021063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a16e5f-0cb5-4bbf-a766-3e3d3dba663f tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Network': ['ID=6da87ffd-ede7-4f4a-9c9b-70f668ce77c3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:32.055676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:31:32.407365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:32.411301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:32.548240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2ebfdc53-91ba-4379-9734-7e54812d95b1 None None] Provisioning complete for port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:32.548850 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdc53-91ba-4379-9734-7e54812d95b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:32.576985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:31Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:31Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:32.582844 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bacb-868d-472d-addb-86ab7b01d3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:32.615218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:32.615567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Updating router df32d519-aac9-4f44-8ad5-c6c510390048 port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:31:32.615710 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:32.650794 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:32.684089 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Subnet': ['ID=e450b088-d2f2-444e-a019-7487943e9127,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:32.694646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Checking segment: {'id': '3fe45ddb-efa3-46ac-9100-5645aa786a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:32.695041 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network hostable DHCP agents. Network: 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:31:32.717138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:31:32.729502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:32.734584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:32.735172 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:32.755908 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-656deba6-6c37-4180-bd9d-f0d66d9bf922 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7704983 Nov 03 16:31:32.758547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42590) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:32.777563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17ad51-91d4-4461-b712-4ae5eafcde40 None None] Network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:32.815748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2ebfdc53-91ba-4379-9734-7e54812d95b1 None None] Provisioning complete for port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:32.816294 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdc53-91ba-4379-9734-7e54812d95b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:32.960362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfdc53-91ba-4379-9734-7e54812d95b1 None None] Port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:33.056105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device aecf7d4b-6624-4bdc-a2ab-a225b0933c6d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:33.064670 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:31:33.065492 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.135968 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.173681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d96525a4-15ea-44d2-ad1d-68a6ea636431 None None] Provisioning complete for port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:33.174049 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d96525a4-15ea-44d2-ad1d-68a6ea636431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.176582 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.254719 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.312577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:33.312939 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.337256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d96525a4-15ea-44d2-ad1d-68a6ea636431 None None] Port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:33.383789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dce49-4e49-4729-a7e1-1859388c2a11 None None] Pushing event updated for resources: {'Port': ['ID=c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:33.425365 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Allocated IP 172.21.0.2 (6da87ffd-ede7-4f4a-9c9b-70f668ce77c3/e450b088-d2f2-444e-a019-7487943e9127/d91a5af4-f624-4480-8fc9-61e2ed0d33a9) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:33.538287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Attempting to bind port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:33.538659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Attempting to bind port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '98847b45-fd94-4dcb-a5fb-593594173ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:33.539018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Attempting to bind port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 on network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:33.565993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:33.566672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Checking segment: {'id': '98847b45-fd94-4dcb-a5fb-593594173ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:33.566814 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.567130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Bound using segment: {'id': '98847b45-fd94-4dcb-a5fb-593594173ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:33.567611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Bound port: c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98847b45-fd94-4dcb-a5fb-593594173ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:33.567988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.606183 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-84335d5a-97d1-462c-93f3-07b546258306 None None] Provisioning complete for port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:33.606552 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-84335d5a-97d1-462c-93f3-07b546258306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.720387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-84335d5a-97d1-462c-93f3-07b546258306 None None] Port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:33.730838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] For port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:33.735423 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] For port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0,segment=NetworkSegment(98847b45-fd94-4dcb-a5fb-593594173ab5),segment_id=98847b45-fd94-4dcb-a5fb-593594173ab5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:33.739512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.741560 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.770583 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.805243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.21.0.1 (6da87ffd-ede7-4f4a-9c9b-70f668ce77c3/e450b088-d2f2-444e-a019-7487943e9127/03ea8186-3a57-4821-86bb-9eecbb4e8350) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:33.810294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:33.815667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:33.818729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:33.820925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dce49-4e49-4729-a7e1-1859388c2a11 None None] Pushing event updated for resources: {'Port': ['ID=c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:33.825964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:33.826560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:33.947543 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.978586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Pushing event updated for resources: {'Port': ['ID=d91a5af4-f624-4480-8fc9-61e2ed0d33a9,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:33.986129 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:33.987751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Attempting to bind port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:33.988111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Attempting to bind port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '3fe45ddb-efa3-46ac-9100-5645aa786a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:33.988468 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Attempting to bind port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 on network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:33.994661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:34.023312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:34.023679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Checking segment: {'id': '3fe45ddb-efa3-46ac-9100-5645aa786a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:34.024076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.024467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Bound using segment: {'id': '3fe45ddb-efa3-46ac-9100-5645aa786a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:34.025580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Bound port: d91a5af4-f624-4480-8fc9-61e2ed0d33a9, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe45ddb-efa3-46ac-9100-5645aa786a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:34.025939 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.036931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:34.040145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:34.045231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:34.083878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=03ea8186-3a57-4821-86bb-9eecbb4e8350,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:34.101336 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.227142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.282136 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ab4943b1-e009-452d-bf59-cf0802e2bb3b None None] Provisioning complete for port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:34.282498 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab4943b1-e009-452d-bf59-cf0802e2bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.378631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] For port d91a5af4-f624-4480-8fc9-61e2ed0d33a9, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:34.384703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] For port d91a5af4-f624-4480-8fc9-61e2ed0d33a9, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d91a5af4-f624-4480-8fc9-61e2ed0d33a9,segment=NetworkSegment(3fe45ddb-efa3-46ac-9100-5645aa786a49),segment_id=3fe45ddb-efa3-46ac-9100-5645aa786a49)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:34.393045 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.508184 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.513919 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.519442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae1243-8a1d-4f95-92ab-b9cf4a972ad6 None None] Pushing event updated for resources: {'Port': ['ID=d91a5af4-f624-4480-8fc9-61e2ed0d33a9,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:34.539487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab4943b1-e009-452d-bf59-cf0802e2bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.580273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.585050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ab4943b1-e009-452d-bf59-cf0802e2bb3b None None] For port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0,segment=NetworkSegment(98847b45-fd94-4dcb-a5fb-593594173ab5),segment_id=98847b45-fd94-4dcb-a5fb-593594173ab5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:34.588550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:31Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:33Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:34.617787 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab4943b1-e009-452d-bf59-cf0802e2bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:34.622776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4adb3-3529-4e2b-879f-f79f7e6b6038 None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:31Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:33Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:34.678013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=03ea8186-3a57-4821-86bb-9eecbb4e8350,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:34.693099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4943b1-e009-452d-bf59-cf0802e2bb3b None None] Pushing event updated for resources: {'Port': ['ID=c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:34.733374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:34.736402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:34.851278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:34.960920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:34.970617 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b3ea9907-7507-4659-83b7-0b15b1a2be31 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2079630 Nov 03 16:31:34.971033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42592) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:34.977059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'network': {'name': 'tempest-RoutersTest-781344459'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:34.991581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5a2405ce-cf90-430c-b6d9-9a6038dcec30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.008557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:35.022267 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.051029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:31:35.063396 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.063886 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added segment 705c4285-a43e-4d5d-836e-0e16443798c7 of type vlan for network e3134792-327f-4058-bf2c-13fd1fd679ef Nov 03 16:31:35.121156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.143080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d91a5af4-f624-4480-8fc9-61e2ed0d33a9 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:35.152759 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.163757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:35.164469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.210107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:35.210796 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.249847 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2776380 Nov 03 16:31:35.252664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42594) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:35.257982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'subnet': {'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:35.264878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667862b-967f-472d-99e5-bfcb48d0df5b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Network': ['ID=e3134792-327f-4058-bf2c-13fd1fd679ef,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:35.280508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network e3134792-327f-4058-bf2c-13fd1fd679ef details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:31:35.392928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:35.401747 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.402474 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.447867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port d91a5af4-f624-4480-8fc9-61e2ed0d33a9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d91a5af4-f624-4480-8fc9-61e2ed0d33a9,segment=NetworkSegment(3fe45ddb-efa3-46ac-9100-5645aa786a49),segment_id=3fe45ddb-efa3-46ac-9100-5645aa786a49)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:35.454080 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.456381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:35.539629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=d91a5af4-f624-4480-8fc9-61e2ed0d33a9,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:35.551911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:35.552284 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.610486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.627363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ee4f4b-6686-4ff0-8bb1-fb6d0330fd67 None None] Network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:35.676718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Subnet': ['ID=59491227-7849-468c-bcc1-dd6db73740de,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:35.688215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Checking segment: {'id': '705c4285-a43e-4d5d-836e-0e16443798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:35.688571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network hostable DHCP agents. Network: e3134792-327f-4058-bf2c-13fd1fd679ef, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:31:35.708378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network e3134792-327f-4058-bf2c-13fd1fd679ef is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:31:35.718987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-81c20648-1748-43d5-90f1-8444bc11a7d7 None None] Provisioning complete for port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:35.719370 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-81c20648-1748-43d5-90f1-8444bc11a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.719556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, e3134792-327f-4058-bf2c-13fd1fd679ef) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:35.723418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:35.724008 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:35.742007 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0d0358e5-1ed1-4984-ab81-fac6a38bf7d4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4880521 Nov 03 16:31:35.745548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42596) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:35.751416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac7fa7-5787-4e54-b4fd-6499c3f0c2d8 None None] Network e3134792-327f-4058-bf2c-13fd1fd679ef requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:36.022881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-e3134792-327f-4058-bf2c-13fd1fd679ef', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:31:36.023902 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.139631 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.177559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Allocated IP 172.22.0.2 (e3134792-327f-4058-bf2c-13fd1fd679ef/59491227-7849-468c-bcc1-dd6db73740de/4d983a83-4c30-481c-b2a0-bbd366f32c78) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:36.196230 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:36.208662 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:36.209583 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:36.328239 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:36.337430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e073c30b-e981-4c42-834f-bc8db8b4ff5b None None] Provisioning complete for port 03ea8186-3a57-4821-86bb-9eecbb4e8350 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:36.337984 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e073c30b-e981-4c42-834f-bc8db8b4ff5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.385153 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.417192 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.419184 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e073c30b-e981-4c42-834f-bc8db8b4ff5b None None] Port 03ea8186-3a57-4821-86bb-9eecbb4e8350 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:36.433852 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.442252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e073c30b-e981-4c42-834f-bc8db8b4ff5b None None] Provisioning complete for port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:36.442755 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e073c30b-e981-4c42-834f-bc8db8b4ff5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.493192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.22.0.1 (e3134792-327f-4058-bf2c-13fd1fd679ef/59491227-7849-468c-bcc1-dd6db73740de/e8c7711d-cf31-4fc1-8a47-c358c436fc88) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:36.502142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Network e3134792-327f-4058-bf2c-13fd1fd679ef is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:36.508189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:36.511001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:36.554217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Pushing event updated for resources: {'Port': ['ID=4d983a83-4c30-481c-b2a0-bbd366f32c78,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:36.596741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Attempting to bind port 4d983a83-4c30-481c-b2a0-bbd366f32c78 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:36.597205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Attempting to bind port 4d983a83-4c30-481c-b2a0-bbd366f32c78 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '705c4285-a43e-4d5d-836e-0e16443798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:36.597694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Attempting to bind port 4d983a83-4c30-481c-b2a0-bbd366f32c78 on network e3134792-327f-4058-bf2c-13fd1fd679ef {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:36.623619 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 3, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:36.635794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:36.636359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Checking segment: {'id': '705c4285-a43e-4d5d-836e-0e16443798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:36.636579 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.636974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Bound using segment: {'id': '705c4285-a43e-4d5d-836e-0e16443798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:36.637616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Bound port: 4d983a83-4c30-481c-b2a0-bbd366f32c78, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705c4285-a43e-4d5d-836e-0e16443798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:36.638605 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.645274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.652901 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:36.653305 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Updating router df32d519-aac9-4f44-8ad5-c6c510390048 port 03ea8186-3a57-4821-86bb-9eecbb4e8350 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:31:36.682217 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.702999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.740141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] For port 4d983a83-4c30-481c-b2a0-bbd366f32c78, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:36.744049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] For port 4d983a83-4c30-481c-b2a0-bbd366f32c78, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4d983a83-4c30-481c-b2a0-bbd366f32c78,segment=NetworkSegment(705c4285-a43e-4d5d-836e-0e16443798c7),segment_id=705c4285-a43e-4d5d-836e-0e16443798c7)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:36.744583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network e3134792-327f-4058-bf2c-13fd1fd679ef is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:36.748328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:36.749166 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.754608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:36.782858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=e8c7711d-cf31-4fc1-8a47-c358c436fc88,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:36.813790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.824138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e9e14a86-7c9d-4c0f-9e80-3ded4208055e None None] Provisioning complete for port 03ea8186-3a57-4821-86bb-9eecbb4e8350 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:36.826585 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9e14a86-7c9d-4c0f-9e80-3ded4208055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:36.834961 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564cd17-8ac4-498c-8902-97948695e840 None None] Pushing event updated for resources: {'Port': ['ID=4d983a83-4c30-481c-b2a0-bbd366f32c78,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:36.878068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e9e14a86-7c9d-4c0f-9e80-3ded4208055e None None] Port 03ea8186-3a57-4821-86bb-9eecbb4e8350 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:36.944603 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.013928 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.025584 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.089507 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc7835-e6b0-4c10-bb6d-41a682a17f98 None None] Pushing event updated for resources: {'Port': ['ID=03ea8186-3a57-4821-86bb-9eecbb4e8350,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:37.115642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d91a5af4-f624-4480-8fc9-61e2ed0d33a9 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:37.214227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:37.214607 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.223894 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Attempting to bind port 03ea8186-3a57-4821-86bb-9eecbb4e8350 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:37.224480 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Attempting to bind port 03ea8186-3a57-4821-86bb-9eecbb4e8350 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '3fe45ddb-efa3-46ac-9100-5645aa786a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:37.224603 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Attempting to bind port 03ea8186-3a57-4821-86bb-9eecbb4e8350 on network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:37.234083 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:37.234952 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Checking segment: {'id': '3fe45ddb-efa3-46ac-9100-5645aa786a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:37.235795 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.236436 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Bound using segment: {'id': '3fe45ddb-efa3-46ac-9100-5645aa786a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:37.237005 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Bound port: 03ea8186-3a57-4821-86bb-9eecbb4e8350, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe45ddb-efa3-46ac-9100-5645aa786a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:37.237386 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.334397 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] For port 03ea8186-3a57-4821-86bb-9eecbb4e8350, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:37.338384 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] For port 03ea8186-3a57-4821-86bb-9eecbb4e8350, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=03ea8186-3a57-4821-86bb-9eecbb4e8350,segment=NetworkSegment(3fe45ddb-efa3-46ac-9100-5645aa786a49),segment_id=3fe45ddb-efa3-46ac-9100-5645aa786a49)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:37.343213 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.371959 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.382476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.406267 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:37.406903 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:37.412534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8e952ceb-38ce-4af9-bf97-a1b77f39a156 None None] Provisioning complete for port 03ea8186-3a57-4821-86bb-9eecbb4e8350 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:37.413159 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e952ceb-38ce-4af9-bf97-a1b77f39a156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.453902 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc7835-e6b0-4c10-bb6d-41a682a17f98 None None] Pushing event updated for resources: {'Port': ['ID=03ea8186-3a57-4821-86bb-9eecbb4e8350,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:37.475352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=e8c7711d-cf31-4fc1-8a47-c358c436fc88,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:37.514586 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.529470 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:37.542320 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e952ceb-38ce-4af9-bf97-a1b77f39a156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.585252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8e952ceb-38ce-4af9-bf97-a1b77f39a156 None None] For port 03ea8186-3a57-4821-86bb-9eecbb4e8350, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=03ea8186-3a57-4821-86bb-9eecbb4e8350,segment=NetworkSegment(3fe45ddb-efa3-46ac-9100-5645aa786a49),segment_id=3fe45ddb-efa3-46ac-9100-5645aa786a49)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:37.600168 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8e952ceb-38ce-4af9-bf97-a1b77f39a156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.626453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network e3134792-327f-4058-bf2c-13fd1fd679ef is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:37.632231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:37.663173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e952ceb-38ce-4af9-bf97-a1b77f39a156 None None] Pushing event updated for resources: {'Port': ['ID=03ea8186-3a57-4821-86bb-9eecbb4e8350,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:37.731036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-52778542-79b9-44ff-b3d2-722a2e442222 None None] Provisioning complete for port 03ea8186-3a57-4821-86bb-9eecbb4e8350 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:37.731418 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-52778542-79b9-44ff-b3d2-722a2e442222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.768926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:37.855976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:37.891725 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:36Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:37.924083 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702312e-ac70-417f-b252-62e88e97ee2d None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:36Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:38.052455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f536d1-ac07-46a2-87d8-e899db70d460 None None] Network e3134792-327f-4058-bf2c-13fd1fd679ef requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:38.123797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6b61f639-21c8-4cd7-878b-7b34fd2fd5b7 None None] Provisioning complete for port 4d983a83-4c30-481c-b2a0-bbd366f32c78 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:38.124165 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b61f639-21c8-4cd7-878b-7b34fd2fd5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.246471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:38.254383 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5c589bfd-2046-460c-93da-eefbb955a02d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5073791 Nov 03 16:31:38.254645 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42598) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:38.261556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'network': {'name': 'tempest-RoutersTest-2100455727'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:38.287832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:38.292812 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.324684 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:31:38.336623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.338570 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added segment 97fd487e-8424-4573-b775-ceeb251c7ced of type vlan for network 55bb5615-981d-4fad-af58-494bdeb82797 Nov 03 16:31:38.385500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.415780 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.420963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:38.421683 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.463088 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b61f639-21c8-4cd7-878b-7b34fd2fd5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.472983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.525196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42600) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:38.526400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2705078 Nov 03 16:31:38.530590 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6b61f639-21c8-4cd7-878b-7b34fd2fd5b7 None None] For port 4d983a83-4c30-481c-b2a0-bbd366f32c78, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4d983a83-4c30-481c-b2a0-bbd366f32c78,segment=NetworkSegment(705c4285-a43e-4d5d-836e-0e16443798c7),segment_id=705c4285-a43e-4d5d-836e-0e16443798c7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:38.534350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'subnet': {'network_id': '55bb5615-981d-4fad-af58-494bdeb82797', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:38.537841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b91aa-95e5-4068-aa7e-2902dbb87389 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Network': ['ID=55bb5615-981d-4fad-af58-494bdeb82797,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:38.538233 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6b61f639-21c8-4cd7-878b-7b34fd2fd5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.584381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 55bb5615-981d-4fad-af58-494bdeb82797 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:31:38.643017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Made reservation on behalf of 00bdf1352ccb4b689e94f21d5bc38c3e for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:31:38.647111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.690539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61f639-21c8-4cd7-878b-7b34fd2fd5b7 None None] Pushing event updated for resources: {'Port': ['ID=4d983a83-4c30-481c-b2a0-bbd366f32c78,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:38.864435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-61afe57c-875d-4753-9855-26069597fa74 None None] Provisioning complete for port e8c7711d-cf31-4fc1-8a47-c358c436fc88 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:38.864803 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61afe57c-875d-4753-9855-26069597fa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.867697 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.922798 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-61afe57c-875d-4753-9855-26069597fa74 None None] Port e8c7711d-cf31-4fc1-8a47-c358c436fc88 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:38.936202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Subnet': ['ID=fc330ba7-c651-46d0-a099-079a92ad6d40,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:38.939543 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-61afe57c-875d-4753-9855-26069597fa74 None None] Provisioning complete for port 4d983a83-4c30-481c-b2a0-bbd366f32c78 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:38.940202 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-61afe57c-875d-4753-9855-26069597fa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:38.955568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Checking segment: {'id': '97fd487e-8424-4573-b775-ceeb251c7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:38.955930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network hostable DHCP agents. Network: 55bb5615-981d-4fad-af58-494bdeb82797, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:31:38.975681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 55bb5615-981d-4fad-af58-494bdeb82797 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:31:38.991311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 55bb5615-981d-4fad-af58-494bdeb82797) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:39.001628 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8ab7f-01bd-4b2e-82a2-d24424b65ec9 None None] Network 55bb5615-981d-4fad-af58-494bdeb82797 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:39.008619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:31:39.011429 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:39.046292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e0408dea-8760-4e65-8688-366413fb82dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5182762 Nov 03 16:31:39.049968 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42602) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:39.211203 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4d983a83-4c30-481c-b2a0-bbd366f32c78 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:39.275627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-55bb5615-981d-4fad-af58-494bdeb82797', 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'fixed_ips': [{'subnet_id': 'fc330ba7-c651-46d0-a099-079a92ad6d40'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:31:39.276889 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:39.300676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-de68f881-96bd-4b92-a230-b99126e16d86 None None] Provisioning complete for port e8c7711d-cf31-4fc1-8a47-c358c436fc88 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:39.301040 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de68f881-96bd-4b92-a230-b99126e16d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:39.411508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-de68f881-96bd-4b92-a230-b99126e16d86 None None] Port e8c7711d-cf31-4fc1-8a47-c358c436fc88 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:39.415144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 4d983a83-4c30-481c-b2a0-bbd366f32c78 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:39.415510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:39.468900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:39.502556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:39.503190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:39.510666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Allocated IP 172.23.0.2 (55bb5615-981d-4fad-af58-494bdeb82797/fc330ba7-c651-46d0-a099-079a92ad6d40/de8092c1-3376-428c-83b5-477d47018799) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:39.513852 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:39.688315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-11c641cf-de3a-413f-96e4-337492775bca None None] Provisioning complete for port e8c7711d-cf31-4fc1-8a47-c358c436fc88 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:39.688684 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-11c641cf-de3a-413f-96e4-337492775bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:39.725639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:39.729897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 03ea8186-3a57-4821-86bb-9eecbb4e8350 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:39.820618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-11c641cf-de3a-413f-96e4-337492775bca None None] Port e8c7711d-cf31-4fc1-8a47-c358c436fc88 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:39.967160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:39.978305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 03ea8186-3a57-4821-86bb-9eecbb4e8350 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:39.978686 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:39.980538 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.021131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Allocated IP 172.23.0.1 (55bb5615-981d-4fad-af58-494bdeb82797/fc330ba7-c651-46d0-a099-079a92ad6d40/b3836a4b-167e-401f-abe3-2c7370a46105) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:31:40.064007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Network 55bb5615-981d-4fad-af58-494bdeb82797 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:40.090213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:40.097504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:40.101766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Pushing event updated for resources: {'Port': ['ID=de8092c1-3376-428c-83b5-477d47018799,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:40.143799 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.177458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.209379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Attempting to bind port de8092c1-3376-428c-83b5-477d47018799 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:40.209705 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Attempting to bind port de8092c1-3376-428c-83b5-477d47018799 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '97fd487e-8424-4573-b775-ceeb251c7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:40.210075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Attempting to bind port de8092c1-3376-428c-83b5-477d47018799 on network 55bb5615-981d-4fad-af58-494bdeb82797 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:40.219905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:40.220283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Checking segment: {'id': '97fd487e-8424-4573-b775-ceeb251c7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:40.220689 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.220918 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 55bb5615-981d-4fad-af58-494bdeb82797 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:40.221128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Bound using segment: {'id': '97fd487e-8424-4573-b775-ceeb251c7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:40.221560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Bound port: de8092c1-3376-428c-83b5-477d47018799, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fd487e-8424-4573-b775-ceeb251c7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:40.221947 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.224110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:40.226754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:31:40.227160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:36Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:40.270134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=b3836a4b-167e-401f-abe3-2c7370a46105,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:40.289084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.407258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.420215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:40.420582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Updating router df32d519-aac9-4f44-8ad5-c6c510390048 port e8c7711d-cf31-4fc1-8a47-c358c436fc88 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:31:40.466235 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.523510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] For port de8092c1-3376-428c-83b5-477d47018799, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:40.542160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] For port de8092c1-3376-428c-83b5-477d47018799, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=de8092c1-3376-428c-83b5-477d47018799,segment=NetworkSegment(97fd487e-8424-4573-b775-ceeb251c7ced),segment_id=97fd487e-8424-4573-b775-ceeb251c7ced)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:40.590571 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.682026 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.687557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.689265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aa36f-331b-4519-ab7e-e99f3c76487c None None] Pushing event updated for resources: {'Port': ['ID=de8092c1-3376-428c-83b5-477d47018799,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:40.842667 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.849378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.911142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9e7f3-65ca-4a1a-8c52-d63eb4e65895 None None] Pushing event updated for resources: {'Port': ['ID=e8c7711d-cf31-4fc1-8a47-c358c436fc88,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:40.981351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Attempting to bind port e8c7711d-cf31-4fc1-8a47-c358c436fc88 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:40.981779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Attempting to bind port e8c7711d-cf31-4fc1-8a47-c358c436fc88 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '705c4285-a43e-4d5d-836e-0e16443798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:40.984752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Attempting to bind port e8c7711d-cf31-4fc1-8a47-c358c436fc88 on network e3134792-327f-4058-bf2c-13fd1fd679ef {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:40.998780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:40.999162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Checking segment: {'id': '705c4285-a43e-4d5d-836e-0e16443798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:40.999566 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:40.999959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Bound using segment: {'id': '705c4285-a43e-4d5d-836e-0e16443798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:41.000447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Bound port: e8c7711d-cf31-4fc1-8a47-c358c436fc88, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705c4285-a43e-4d5d-836e-0e16443798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:41.000826 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.092694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] For port e8c7711d-cf31-4fc1-8a47-c358c436fc88, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:41.096963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] For port e8c7711d-cf31-4fc1-8a47-c358c436fc88, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e8c7711d-cf31-4fc1-8a47-c358c436fc88,segment=NetworkSegment(705c4285-a43e-4d5d-836e-0e16443798c7),segment_id=705c4285-a43e-4d5d-836e-0e16443798c7)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:41.112542 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.139029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event updated for resources: {'Port': ['ID=b3836a4b-167e-401f-abe3-2c7370a46105,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:41.144633 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.203524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:41.204545 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:41.284951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Network 55bb5615-981d-4fad-af58-494bdeb82797 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:31:41.287199 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:31:41.314963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9e7f3-65ca-4a1a-8c52-d63eb4e65895 None None] Pushing event updated for resources: {'Port': ['ID=e8c7711d-cf31-4fc1-8a47-c358c436fc88,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:41.346589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device de8092c1-3376-428c-83b5-477d47018799 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:41.388253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:41.407039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:41.437369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d6698e2c-fda8-44f5-9227-07243a6f6956 None None] Provisioning complete for port e8c7711d-cf31-4fc1-8a47-c358c436fc88 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:41.437759 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6698e2c-fda8-44f5-9227-07243a6f6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.512747 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:41.521773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1b656ce7-f30c-4b3d-9c1f-39923cb6ab24 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4678464 Nov 03 16:31:41.521773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42604) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:41.526852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:41.579641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port de8092c1-3376-428c-83b5-477d47018799 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:41.580005 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.707416 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6698e2c-fda8-44f5-9227-07243a6f6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.782807 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.788230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d6698e2c-fda8-44f5-9227-07243a6f6956 None None] For port e8c7711d-cf31-4fc1-8a47-c358c436fc88, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e8c7711d-cf31-4fc1-8a47-c358c436fc88,segment=NetworkSegment(705c4285-a43e-4d5d-836e-0e16443798c7),segment_id=705c4285-a43e-4d5d-836e-0e16443798c7)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:41.802315 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6698e2c-fda8-44f5-9227-07243a6f6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.859006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port de8092c1-3376-428c-83b5-477d47018799, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=de8092c1-3376-428c-83b5-477d47018799,segment=NetworkSegment(97fd487e-8424-4573-b775-ceeb251c7ced),segment_id=97fd487e-8424-4573-b775-ceeb251c7ced)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:41.866017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:40Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3836a4b-167e-401f-abe3-2c7370a46105', 'name': '', 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:57:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:39Z', 'updated_at': '2021-11-03T16:31:40Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:41.871745 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.904900 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d89851-daef-4e47-93c1-71bbe6d25feb None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:40Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3836a4b-167e-401f-abe3-2c7370a46105', 'name': '', 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:57:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:39Z', 'updated_at': '2021-11-03T16:31:40Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:41.910515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6698e2c-fda8-44f5-9227-07243a6f6956 None None] Pushing event updated for resources: {'Port': ['ID=e8c7711d-cf31-4fc1-8a47-c358c436fc88,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:41.940509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.extraroute_db [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=108105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 16:31:41.957160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.extraroute_db [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Removed routes are [] {{(pid=108105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 16:31:41.957788 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:41.966575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-fe5b1455-1a25-46b1-9163-1f8606c3d920 None None] Provisioning complete for port e8c7711d-cf31-4fc1-8a47-c358c436fc88 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:41.966969 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1455-1a25-46b1-9163-1f8606c3d920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:42.012189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=de8092c1-3376-428c-83b5-477d47018799,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:42.045595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f26c26-91f6-48f4-a819-46be7e08b40f None None] Network 55bb5615-981d-4fad-af58-494bdeb82797 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:42.186942 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:42.190899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:42.263056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b627ca40-1b81-4107-aa4d-bfec513978da None None] Provisioning complete for port de8092c1-3376-428c-83b5-477d47018799 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:42.263445 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b627ca40-1b81-4107-aa4d-bfec513978da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:42.299937 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:42.405915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:42.413090 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:42.417127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42606) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:42.417667 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6ad2ceaf-c80b-49f2-a2ab-c37269314a5d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048 HTTP/1.1" status: 200 len: 933 time: 0.8949618 Nov 03 16:31:42.533127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2dc38f70-47af-4c68-ad60-5bc8b9332f25 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048 HTTP/1.1" status: 200 len: 933 time: 0.1116128 Nov 03 16:31:42.533127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42608) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:42.537737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'routes': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:42.583269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-aa443397-368c-45ee-8f0a-a425fc6c5bde None None] Provisioning complete for port de8092c1-3376-428c-83b5-477d47018799 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:42.584819 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa443397-368c-45ee-8f0a-a425fc6c5bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:42.690816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-aa443397-368c-45ee-8f0a-a425fc6c5bde None None] Provisioning complete for port b3836a4b-167e-401f-abe3-2c7370a46105 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:42.691191 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa443397-368c-45ee-8f0a-a425fc6c5bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:42.733906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-aa443397-368c-45ee-8f0a-a425fc6c5bde None None] Port b3836a4b-167e-401f-abe3-2c7370a46105 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:42.746395 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:42.755704 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:42.756312 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:42.860371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1e691553-fe5f-4abe-a4b4-965ccffde4ff None None] Provisioning complete for port b3836a4b-167e-401f-abe3-2c7370a46105 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:42.860955 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1e691553-fe5f-4abe-a4b4-965ccffde4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:42.861104 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:42.908232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1e691553-fe5f-4abe-a4b4-965ccffde4ff None None] Port b3836a4b-167e-401f-abe3-2c7370a46105 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:42.973737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.extraroute_db [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added routes are [] {{(pid=108104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 16:31:42.974060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.extraroute_db [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=108104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 16:31:43.003158 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.027059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ca94b154-b9fa-4921-b4e6-be1b7d9cc752 None None] Provisioning complete for port b3836a4b-167e-401f-abe3-2c7370a46105 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:43.027429 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ca94b154-b9fa-4921-b4e6-be1b7d9cc752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.063038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ca94b154-b9fa-4921-b4e6-be1b7d9cc752 None None] Port b3836a4b-167e-401f-abe3-2c7370a46105 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:31:43.074346 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 6, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3836a4b-167e-401f-abe3-2c7370a46105', 'name': '', 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:57:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:39Z', 'updated_at': '2021-11-03T16:31:40Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:43.106435 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:43.106788 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Updating router df32d519-aac9-4f44-8ad5-c6c510390048 port b3836a4b-167e-401f-abe3-2c7370a46105 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:31:43.131345 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.193175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.196581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.302063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:43.354832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device de8092c1-3376-428c-83b5-477d47018799 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:43.404420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:43.405459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port de8092c1-3376-428c-83b5-477d47018799 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:43.405921 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.413118 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.416489 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.417098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42610) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:43.417808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-07f8e83a-7275-4cda-aee4-e04ddc02802e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048 HTTP/1.1" status: 200 len: 699 time: 0.8830822 Nov 03 16:31:43.429180 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.490694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e8c7711d-cf31-4fc1-8a47-c358c436fc88 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:31:43.546945 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-022c8632-aaf2-4dce-9d5c-fd90f1eabf3d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048 HTTP/1.1" status: 200 len: 699 time: 0.1285813 Nov 03 16:31:43.550053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42612) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:43.560316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e8c7711d-cf31-4fc1-8a47-c358c436fc88 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:43.560758 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.588761 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8bdf8-e3a5-42b5-98b8-1efbc3098fa6 None None] Pushing event updated for resources: {'Port': ['ID=b3836a4b-167e-401f-abe3-2c7370a46105,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:43.591269 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Attempting to bind port b3836a4b-167e-401f-abe3-2c7370a46105 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:31:43.591640 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Attempting to bind port b3836a4b-167e-401f-abe3-2c7370a46105 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '97fd487e-8424-4573-b775-ceeb251c7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:31:43.592045 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Attempting to bind port b3836a4b-167e-401f-abe3-2c7370a46105 on network 55bb5615-981d-4fad-af58-494bdeb82797 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:31:43.606608 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:31:43.607002 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Checking segment: {'id': '97fd487e-8424-4573-b775-ceeb251c7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:31:43.607408 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.608058 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Bound using segment: {'id': '97fd487e-8424-4573-b775-ceeb251c7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:31:43.608572 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Bound port: b3836a4b-167e-401f-abe3-2c7370a46105, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fd487e-8424-4573-b775-ceeb251c7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:31:43.608965 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.677990 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] For port b3836a4b-167e-401f-abe3-2c7370a46105, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:31:43.682081 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] For port b3836a4b-167e-401f-abe3-2c7370a46105, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b3836a4b-167e-401f-abe3-2c7370a46105,segment=NetworkSegment(97fd487e-8424-4573-b775-ceeb251c7ced),segment_id=97fd487e-8424-4573-b775-ceeb251c7ced)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:31:43.689409 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.741447 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:43.742205 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:43.794005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Provisioning complete for port b3836a4b-167e-401f-abe3-2c7370a46105 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:43.794914 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.862454 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:43.886551 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.922367 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8bdf8-e3a5-42b5-98b8-1efbc3098fa6 None None] Pushing event updated for resources: {'Port': ['ID=b3836a4b-167e-401f-abe3-2c7370a46105,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:43.929601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] For port b3836a4b-167e-401f-abe3-2c7370a46105, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b3836a4b-167e-401f-abe3-2c7370a46105,segment=NetworkSegment(97fd487e-8424-4573-b775-ceeb251c7ced),segment_id=97fd487e-8424-4573-b775-ceeb251c7ced)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:43.939484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.967551 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:43.998782 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Pushing event updated for resources: {'Port': ['ID=b3836a4b-167e-401f-abe3-2c7370a46105,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:44.008264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.009222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.009723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.010211 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.010565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.010995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.011360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.011692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.012044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.012373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.012703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.013063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d6d7c-7176-4d55-a677-ceaec0b7281d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:31:44.061764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-923131b6-838f-4778-8f97-e039a4ab5939 None None] Provisioning complete for port b3836a4b-167e-401f-abe3-2c7370a46105 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:31:44.062035 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-923131b6-838f-4778-8f97-e039a4ab5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:44.110543 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:42Z', 'revision_number': 7, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3836a4b-167e-401f-abe3-2c7370a46105', 'name': '', 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:57:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:39Z', 'updated_at': '2021-11-03T16:31:43Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:44.142619 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b57b6-2b62-4ec9-a9e0-9c6d52062131 None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:42Z', 'revision_number': 7, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3836a4b-167e-401f-abe3-2c7370a46105', 'name': '', 'network_id': '55bb5615-981d-4fad-af58-494bdeb82797', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:57:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:39Z', 'updated_at': '2021-11-03T16:31:43Z', 'revision_number': 4, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'fc330ba7-c651-46d0-a099-079a92ad6d40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:44.234298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port b3836a4b-167e-401f-abe3-2c7370a46105 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:44.234633 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:44.331171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port b3836a4b-167e-401f-abe3-2c7370a46105, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b3836a4b-167e-401f-abe3-2c7370a46105,segment=NetworkSegment(97fd487e-8424-4573-b775-ceeb251c7ced),segment_id=97fd487e-8424-4573-b775-ceeb251c7ced)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:44.331534 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:44.345648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for b3836a4b-167e-401f-abe3-2c7370a46105 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:44.513692 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:44.540359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=b3836a4b-167e-401f-abe3-2c7370a46105,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:44.684072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:44.694790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:44.695552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:44.707192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:44.799422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:44.905936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:44.999593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:45.007883 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a534add6-6e6b-4c10-a3ff-e479cc80f9cb tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4543345 Nov 03 16:31:45.008116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42614) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:45.012549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:44Z', 'revision_number': 8, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:45.040059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:45.048654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:45.049327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:45.060055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23f2b62-2881-4862-b879-79c8f144f77b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting subnet fc330ba7-c651-46d0-a099-079a92ad6d40 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:31:45.063354 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e23f2b62-2881-4862-b879-79c8f144f77b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.108612 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e23f2b62-2881-4862-b879-79c8f144f77b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.139955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:45.190393 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e23f2b62-2881-4862-b879-79c8f144f77b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.248708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e23f2b62-2881-4862-b879-79c8f144f77b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.278437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e23f2b62-2881-4862-b879-79c8f144f77b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.282223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e23f2b62-2881-4862-b879-79c8f144f77b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/fc330ba7-c651-46d0-a099-079a92ad6d40 HTTP/1.1" status: 204 len: 168 time: 0.2723184 Nov 03 16:31:45.283515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f2b62-2881-4862-b879-79c8f144f77b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Subnet': ['ID=fc330ba7-c651-46d0-a099-079a92ad6d40,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:45.283760 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42616) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:45.286487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e444e4d-8dbe-4b1e-9331-96a2f680ac6b None None] Network 55bb5615-981d-4fad-af58-494bdeb82797 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:45.363553 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.421649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port de8092c1-3376-428c-83b5-477d47018799 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:45.421991 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.460352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:44Z', 'revision_number': 8, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:45.495382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7d415-e8fd-478d-9e8a-412a5b52a2ff None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:44Z', 'revision_number': 8, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:45.495956 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port de8092c1-3376-428c-83b5-477d47018799, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=de8092c1-3376-428c-83b5-477d47018799,segment=NetworkSegment(97fd487e-8424-4573-b775-ceeb251c7ced),segment_id=97fd487e-8424-4573-b775-ceeb251c7ced)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:45.496324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.512635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for de8092c1-3376-428c-83b5-477d47018799 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:45.526491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ee673-ccdd-43fd-8d62-1a6456c5f6ca None None] DHCP port deletion for 55bb5615-981d-4fad-af58-494bdeb82797 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:31:45.587709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c95ee673-ccdd-43fd-8d62-1a6456c5f6ca None None] Deleting port de8092c1-3376-428c-83b5-477d47018799 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:45.588498 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c95ee673-ccdd-43fd-8d62-1a6456c5f6ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.609019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.637130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=de8092c1-3376-428c-83b5-477d47018799,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:45.639018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No DVR routers for this DVR port de8092c1-3376-428c-83b5-477d47018799 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:45.651773 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c95ee673-ccdd-43fd-8d62-1a6456c5f6ca None None] For port de8092c1-3376-428c-83b5-477d47018799, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=de8092c1-3376-428c-83b5-477d47018799,segment=NetworkSegment(97fd487e-8424-4573-b775-ceeb251c7ced),segment_id=97fd487e-8424-4573-b775-ceeb251c7ced)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:45.652165 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c95ee673-ccdd-43fd-8d62-1a6456c5f6ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.664364 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c95ee673-ccdd-43fd-8d62-1a6456c5f6ca None None] Calling delete_port for de8092c1-3376-428c-83b5-477d47018799 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:45.723042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.743761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bb5615-981d-4fad-af58-494bdeb82797']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:45.744085 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c95ee673-ccdd-43fd-8d62-1a6456c5f6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.753288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fd487e-8424-4573-b775-ceeb251c7ced') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:45.753624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fd487e-8424-4573-b775-ceeb251c7ced') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:45.763796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.767205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ee673-ccdd-43fd-8d62-1a6456c5f6ca None None] Pushing event deleted for resources: {'Port': ['ID=de8092c1-3376-428c-83b5-477d47018799,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:45.774037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ee673-ccdd-43fd-8d62-1a6456c5f6ca None None] No DVR routers for this DVR port de8092c1-3376-428c-83b5-477d47018799 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:45.778474 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.787643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:31:45.788037 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:31:45.792104 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:31:45.850419 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.869800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:45.873080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/networks/55bb5615-981d-4fad-af58-494bdeb82797 HTTP/1.1" status: 204 len: 168 time: 0.5875516 Nov 03 16:31:45.874158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091734b1-7e5f-41a3-9c20-66e87acdfbf6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Network': ['ID=55bb5615-981d-4fad-af58-494bdeb82797,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:45.875697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42618) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:46.059059 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:46.068664 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:46.069260 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:46.229555 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:46.250699 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:46.452029 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:44Z', 'revision_number': 8, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:46.478615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port e8c7711d-cf31-4fc1-8a47-c358c436fc88 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:46.479275 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:46.479413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:46.486870 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:46.487395 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:46.568573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port e8c7711d-cf31-4fc1-8a47-c358c436fc88, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e8c7711d-cf31-4fc1-8a47-c358c436fc88,segment=NetworkSegment(705c4285-a43e-4d5d-836e-0e16443798c7),segment_id=705c4285-a43e-4d5d-836e-0e16443798c7)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:46.568933 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:46.576586 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:46.583090 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for e8c7711d-cf31-4fc1-8a47-c358c436fc88 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:46.756525 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:46.783254 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:44Z', 'revision_number': 8, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:46.788302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=e8c7711d-cf31-4fc1-8a47-c358c436fc88,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:46.815499 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33da11-9db5-4761-9a85-548317d347fa None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:44Z', 'revision_number': 8, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c7711d-cf31-4fc1-8a47-c358c436fc88', 'name': '', 'network_id': 'e3134792-327f-4058-bf2c-13fd1fd679ef', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:e3:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '59491227-7849-468c-bcc1-dd6db73740de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:36Z', 'updated_at': '2021-11-03T16:31:41Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '59491227-7849-468c-bcc1-dd6db73740de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:46.957678 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:47.147706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:47.240593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:47.246223 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6ab9ea4b-d926-4ef2-9bbf-fb55d8922a11 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3695681 Nov 03 16:31:47.248814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42620) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:47.260924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:47.276024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:47.276653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:47.347902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device de8092c1-3376-428c-83b5-477d47018799 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:47.373476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: de8092c1-3376-428c-83b5-477d47018799 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:47.373847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device de8092c1-3376-428c-83b5-477d47018799 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:47.374259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b3836a4b-167e-401f-abe3-2c7370a46105 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:47.410138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b3836a4b-167e-401f-abe3-2c7370a46105 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:47.410386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b3836a4b-167e-401f-abe3-2c7370a46105 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:47.420960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:47.620033 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ae6e2e-56f6-48a1-ba6a-813635d9e303 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting subnet 59491227-7849-468c-bcc1-dd6db73740de {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:31:47.623140 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17ae6e2e-56f6-48a1-ba6a-813635d9e303 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:47.630056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:46Z', 'revision_number': 9, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:47.656939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:47.663407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17ae6e2e-56f6-48a1-ba6a-813635d9e303 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:47.665975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:47.666592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:47.750514 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17ae6e2e-56f6-48a1-ba6a-813635d9e303 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:47.754149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:47.808470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17ae6e2e-56f6-48a1-ba6a-813635d9e303 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:47.835692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae6e2e-56f6-48a1-ba6a-813635d9e303 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Subnet': ['ID=59491227-7849-468c-bcc1-dd6db73740de,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:47.842386 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-17ae6e2e-56f6-48a1-ba6a-813635d9e303 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:47.847550 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-17ae6e2e-56f6-48a1-ba6a-813635d9e303 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/59491227-7849-468c-bcc1-dd6db73740de HTTP/1.1" status: 204 len: 168 time: 0.5948310 Nov 03 16:31:47.847550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42622) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:47.849931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f9fae-fbdb-40b7-9f40-971ff4f679e0 None None] Network e3134792-327f-4058-bf2c-13fd1fd679ef requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:47.931265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:47.983746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port 4d983a83-4c30-481c-b2a0-bbd366f32c78 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:47.984122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:48.049455 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port 4d983a83-4c30-481c-b2a0-bbd366f32c78, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4d983a83-4c30-481c-b2a0-bbd366f32c78,segment=NetworkSegment(705c4285-a43e-4d5d-836e-0e16443798c7),segment_id=705c4285-a43e-4d5d-836e-0e16443798c7)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:48.049858 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:48.069152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for 4d983a83-4c30-481c-b2a0-bbd366f32c78 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:48.150537 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:48.179835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No DVR routers for this DVR port 4d983a83-4c30-481c-b2a0-bbd366f32c78 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:48.203746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=4d983a83-4c30-481c-b2a0-bbd366f32c78,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:48.222314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:46Z', 'revision_number': 9, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:48.251231 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102f7f2-ee47-43f6-8754-474731124ac8 None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:46Z', 'revision_number': 9, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': '03ea8186-3a57-4821-86bb-9eecbb4e8350', 'name': '', 'network_id': '6da87ffd-ede7-4f4a-9c9b-70f668ce77c3', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:cf:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e450b088-d2f2-444e-a019-7487943e9127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:33Z', 'updated_at': '2021-11-03T16:31:37Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': 'e450b088-d2f2-444e-a019-7487943e9127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:48.279668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fcb531-cc1e-466e-9b3b-15046167c1a4 None None] DHCP port deletion for e3134792-327f-4058-bf2c-13fd1fd679ef request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:31:48.283037 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:48.307651 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3134792-327f-4058-bf2c-13fd1fd679ef']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:48.316751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705c4285-a43e-4d5d-836e-0e16443798c7') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:48.317059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705c4285-a43e-4d5d-836e-0e16443798c7') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:48.327256 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:48.340021 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:48.345818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:31:48.346193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:31:48.349113 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:31:48.410750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:48.418306 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:48.421566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/networks/e3134792-327f-4058-bf2c-13fd1fd679ef HTTP/1.1" status: 204 len: 168 time: 0.5733948 Nov 03 16:31:48.424451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42624) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:48.433778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a704d-6667-429d-a201-aaa60f1b02f5 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Network': ['ID=e3134792-327f-4058-bf2c-13fd1fd679ef,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:48.766163 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:49.003192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port 03ea8186-3a57-4821-86bb-9eecbb4e8350 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:49.003443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:49.088763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port 03ea8186-3a57-4821-86bb-9eecbb4e8350, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=03ea8186-3a57-4821-86bb-9eecbb4e8350,segment=NetworkSegment(3fe45ddb-efa3-46ac-9100-5645aa786a49),segment_id=3fe45ddb-efa3-46ac-9100-5645aa786a49)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:49.089113 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:49.101097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for 03ea8186-3a57-4821-86bb-9eecbb4e8350 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:49.269678 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:49.291274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4d983a83-4c30-481c-b2a0-bbd366f32c78 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:49.297472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=03ea8186-3a57-4821-86bb-9eecbb4e8350,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:49.312261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 4d983a83-4c30-481c-b2a0-bbd366f32c78 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:49.312385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4d983a83-4c30-481c-b2a0-bbd366f32c78 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:49.312730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e8c7711d-cf31-4fc1-8a47-c358c436fc88 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:49.333017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: e8c7711d-cf31-4fc1-8a47-c358c436fc88 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:49.333368 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e8c7711d-cf31-4fc1-8a47-c358c436fc88 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:49.762874 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:49.947726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:50.037842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:50.044489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-92a5955c-4f53-4d10-ac48-75be15b4f0dc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6182799 Nov 03 16:31:50.047335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42626) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:50.050670 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:50.062068 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:50.062690 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:50.101399 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba944667-ce7b-456f-a9d8-df12bdb982d3 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting subnet e450b088-d2f2-444e-a019-7487943e9127 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:31:50.105315 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba944667-ce7b-456f-a9d8-df12bdb982d3 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.145859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba944667-ce7b-456f-a9d8-df12bdb982d3 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.150073 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:50.261086 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba944667-ce7b-456f-a9d8-df12bdb982d3 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.327864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba944667-ce7b-456f-a9d8-df12bdb982d3 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.359636 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:49Z', 'revision_number': 10, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:50.365349 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ba944667-ce7b-456f-a9d8-df12bdb982d3 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.368793 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ba944667-ce7b-456f-a9d8-df12bdb982d3 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/e450b088-d2f2-444e-a019-7487943e9127 HTTP/1.1" status: 204 len: 168 time: 0.3197191 Nov 03 16:31:50.369894 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba944667-ce7b-456f-a9d8-df12bdb982d3 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Subnet': ['ID=e450b088-d2f2-444e-a019-7487943e9127,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:50.371422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42628) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:50.374751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d5b326-c9e9-425a-be0c-d244238e31e8 None None] Network 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:50.387541 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:50.396377 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:50.396994 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:50.465666 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.495071 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:50.525856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:50.526380 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.587631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90c2bee-dfd5-44aa-a775-645c452381b4 None None] DHCP port deletion for 6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:31:50.604099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port d91a5af4-f624-4480-8fc9-61e2ed0d33a9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d91a5af4-f624-4480-8fc9-61e2ed0d33a9,segment=NetworkSegment(3fe45ddb-efa3-46ac-9100-5645aa786a49),segment_id=3fe45ddb-efa3-46ac-9100-5645aa786a49)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:50.604752 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.619036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for d91a5af4-f624-4480-8fc9-61e2ed0d33a9 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:50.643304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c90c2bee-dfd5-44aa-a775-645c452381b4 None None] Deleting port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:50.643771 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c90c2bee-dfd5-44aa-a775-645c452381b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.712619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.715264 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:49Z', 'revision_number': 10, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:50.720252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c90c2bee-dfd5-44aa-a775-645c452381b4 None None] For port d91a5af4-f624-4480-8fc9-61e2ed0d33a9, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d91a5af4-f624-4480-8fc9-61e2ed0d33a9,segment=NetworkSegment(3fe45ddb-efa3-46ac-9100-5645aa786a49),segment_id=3fe45ddb-efa3-46ac-9100-5645aa786a49)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:50.720649 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c90c2bee-dfd5-44aa-a775-645c452381b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.736375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c90c2bee-dfd5-44aa-a775-645c452381b4 None None] Calling delete_port for d91a5af4-f624-4480-8fc9-61e2ed0d33a9 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:50.746782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=d91a5af4-f624-4480-8fc9-61e2ed0d33a9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:50.750585 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e361cc3-06fa-4443-9fbb-4b7a54abc731 None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:49Z', 'revision_number': 10, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None, '_interfaces': [{'id': 'c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0', 'name': '', 'network_id': '4c5088db-7a42-4245-bb48-2fa48edbfcc4', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'mac_address': 'fa:16:3e:6c:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:31:30Z', 'updated_at': '2021-11-03T16:31:34Z', 'revision_number': 5, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'subnets': [{'id': '7612ad97-c365-47cc-8b6d-f957a7f63117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:50.752514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No DVR routers for this DVR port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:50.825114 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c90c2bee-dfd5-44aa-a775-645c452381b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.842258 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.855896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c2bee-dfd5-44aa-a775-645c452381b4 None None] Pushing event deleted for resources: {'Port': ['ID=d91a5af4-f624-4480-8fc9-61e2ed0d33a9,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:50.858336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c2bee-dfd5-44aa-a775-645c452381b4 None None] No DVR routers for this DVR port d91a5af4-f624-4480-8fc9-61e2ed0d33a9 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:50.869615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da87ffd-ede7-4f4a-9c9b-70f668ce77c3']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:50.879355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe45ddb-efa3-46ac-9100-5645aa786a49') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:50.879651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe45ddb-efa3-46ac-9100-5645aa786a49') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:50.890171 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.904385 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.910426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:31:50.910796 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:31:50.913698 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:31:50.977912 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.984714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:50.987642 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/networks/6da87ffd-ede7-4f4a-9c9b-70f668ce77c3 HTTP/1.1" status: 204 len: 168 time: 0.6149395 Nov 03 16:31:50.990547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42630) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:50.998806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc5f37-6bbb-4977-9387-f43a44a60fde tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Network': ['ID=6da87ffd-ede7-4f4a-9c9b-70f668ce77c3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:51.289333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d91a5af4-f624-4480-8fc9-61e2ed0d33a9 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:51.309775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: d91a5af4-f624-4480-8fc9-61e2ed0d33a9 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:51.310243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d91a5af4-f624-4480-8fc9-61e2ed0d33a9 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:51.310684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 03ea8186-3a57-4821-86bb-9eecbb4e8350 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:51.331376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 03ea8186-3a57-4821-86bb-9eecbb4e8350 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:51.331725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 03ea8186-3a57-4821-86bb-9eecbb4e8350 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:51.339903 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:51.575000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:51.575334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:51.666557 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0,segment=NetworkSegment(98847b45-fd94-4dcb-a5fb-593594173ab5),segment_id=98847b45-fd94-4dcb-a5fb-593594173ab5)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:51.666916 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:51.679804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:51.847714 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:51.874793 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:52.024965 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.085401 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.184467 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:52.262016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:52.268856 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f75eee93-33e4-4f2b-b17a-ea821bb55331 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2757761 Nov 03 16:31:52.270223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42632) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:52.271539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:52.281591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:52.282193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:52.322221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-516c0078-af92-4554-883a-8ec48dc3a191 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting subnet 7612ad97-c365-47cc-8b6d-f957a7f63117 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:31:52.325652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-516c0078-af92-4554-883a-8ec48dc3a191 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.351417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:52.365241 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-516c0078-af92-4554-883a-8ec48dc3a191 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.406609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:51Z', 'revision_number': 11, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:52.433905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:52.442233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:52.442752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:52.455235 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-516c0078-af92-4554-883a-8ec48dc3a191 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.514516 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-516c0078-af92-4554-883a-8ec48dc3a191 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.515314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:52.543435 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c0078-af92-4554-883a-8ec48dc3a191 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Subnet': ['ID=7612ad97-c365-47cc-8b6d-f957a7f63117,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:52.545443 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-516c0078-af92-4554-883a-8ec48dc3a191 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.548969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-516c0078-af92-4554-883a-8ec48dc3a191 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/7612ad97-c365-47cc-8b6d-f957a7f63117 HTTP/1.1" status: 204 len: 168 time: 0.2776978 Nov 03 16:31:52.551670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42634) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:52.574277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df86650e-9398-4401-b49f-967926eac8ad None None] Network 4c5088db-7a42-4245-bb48-2fa48edbfcc4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:31:52.576549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:51Z', 'revision_number': 11, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:52.620172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d85dd7-a0b6-4a43-be7a-5f53a9dc0514 None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:51Z', 'revision_number': 11, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:52.632020 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.688396 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Deleting port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:31:52.688736 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.754563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] For port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=aecf7d4b-6624-4bdc-a2ab-a225b0933c6d,segment=NetworkSegment(98847b45-fd94-4dcb-a5fb-593594173ab5),segment_id=98847b45-fd94-4dcb-a5fb-593594173ab5)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:31:52.754929 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.772478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Calling delete_port for aecf7d4b-6624-4bdc-a2ab-a225b0933c6d owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:31:52.849324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.876564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Port': ['ID=aecf7d4b-6624-4bdc-a2ab-a225b0933c6d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:52.878402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No DVR routers for this DVR port aecf7d4b-6624-4bdc-a2ab-a225b0933c6d on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:31:52.960267 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:52.982979 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5088db-7a42-4245-bb48-2fa48edbfcc4']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:52.987112 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1254a1-fe27-4429-83c5-0e876db8aec8 None None] DHCP port deletion for 4c5088db-7a42-4245-bb48-2fa48edbfcc4 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:31:52.994285 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98847b45-fd94-4dcb-a5fb-593594173ab5') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:52.994580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98847b45-fd94-4dcb-a5fb-593594173ab5') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:53.004791 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.019623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.027082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:31:53.027652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:31:53.030877 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:31:53.095786 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.102672 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.106027 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/networks/4c5088db-7a42-4245-bb48-2fa48edbfcc4 HTTP/1.1" status: 204 len: 168 time: 0.5534465 Nov 03 16:31:53.108773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:53.114154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'routes': None}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:53.118966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656c3ed-4ec2-4543-8f3a-c9c8ac23d765 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Pushing event deleted for resources: {'Network': ['ID=4c5088db-7a42-4245-bb48-2fa48edbfcc4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:53.276510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.extraroute_db [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Added routes are [] {{(pid=108104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 16:31:53.276808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.extraroute_db [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Removed routes are [] {{(pid=108104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 16:31:53.277170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.287323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:53.308706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:53.309134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c8c59e30-71d9-4b5f-9bf0-6e67dcc83ae0 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:53.309652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device aecf7d4b-6624-4bdc-a2ab-a225b0933c6d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:31:53.328541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: aecf7d4b-6624-4bdc-a2ab-a225b0933c6d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:31:53.328872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device aecf7d4b-6624-4bdc-a2ab-a225b0933c6d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:31:53.418389 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.421729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.496121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router df32d519-aac9-4f44-8ad5-c6c510390048 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:31:53.571679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:53.578652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.579811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-519bb043-3db4-417b-811a-3e64501d35d1 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048 HTTP/1.1" status: 200 len: 700 time: 0.4698653 Nov 03 16:31:53.581091 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] Sync routers for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:53.582594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42638) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:53.592205 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:53.592803 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:53.610742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e3a9f2e3-002f-47d7-83e9-347d5ac85c1e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=df32d519-aac9-4f44-8ad5-c6c510390048 HTTP/1.1" status: 200 len: 205 time: 0.0270000 Nov 03 16:31:53.613214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42640) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:53.659530 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:53.687075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a74f9a35-4a41-40e8-a8be-fd67fd5f73ae tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.716701 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:51Z', 'revision_number': 11, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:53.743395 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] Checking router: df32d519-aac9-4f44-8ad5-c6c510390048 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:53.752749 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] Routers {'df32d519-aac9-4f44-8ad5-c6c510390048'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:53.753286 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['df32d519-aac9-4f44-8ad5-c6c510390048'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:53.824253 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] Set router df32d519-aac9-4f44-8ad5-c6c510390048 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:53.847953 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a74f9a35-4a41-40e8-a8be-fd67fd5f73ae tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.850746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a74f9a35-4a41-40e8-a8be-fd67fd5f73ae tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.895505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a74f9a35-4a41-40e8-a8be-fd67fd5f73ae tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.896313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74f9a35-4a41-40e8-a8be-fd67fd5f73ae tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Fanout notify agent at l3_agent the message router_deleted on router df32d519-aac9-4f44-8ad5-c6c510390048 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:31:53.904367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a74f9a35-4a41-40e8-a8be-fd67fd5f73ae tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.905552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a74f9a35-4a41-40e8-a8be-fd67fd5f73ae tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048 HTTP/1.1" status: 204 len: 168 time: 0.2914038 Nov 03 16:31:53.909666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42642) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:53.915429 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-474e4b34-89a1-4cb2-afa4-a447cc50561d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-704985589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:53.938809 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-474e4b34-89a1-4cb2-afa4-a447cc50561d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.940023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-474e4b34-89a1-4cb2-afa4-a447cc50561d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:53.967112 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:51Z', 'revision_number': 11, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:53.993485 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c839f-b573-4787-b86e-486c12148ab5 None None] The sync data for ids ['df32d519-aac9-4f44-8ad5-c6c510390048'] in n-d-813897-2 is: [{'id': 'df32d519-aac9-4f44-8ad5-c6c510390048', 'name': 'tempest-RoutersTest-router-294736019', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:29Z', 'updated_at': '2021-11-03T16:31:51Z', 'revision_number': 11, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:53.998578 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-474e4b34-89a1-4cb2-afa4-a447cc50561d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:54.003190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-474e4b34-89a1-4cb2-afa4-a447cc50561d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:54.022581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-474e4b34-89a1-4cb2-afa4-a447cc50561d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:54.027228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-474e4b34-89a1-4cb2-afa4-a447cc50561d tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1128807 Nov 03 16:31:54.027430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42644) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:54.032300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fcd6be5c-5e02-458c-ac9d-3acd086bca25 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:31:54.244334 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcd6be5c-5e02-458c-ac9d-3acd086bca25 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7849'] for router, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:54.255080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcd6be5c-5e02-458c-ac9d-3acd086bca25 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689783'] for router, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:54.354423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd6be5c-5e02-458c-ac9d-3acd086bca25 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Router 104e3b2a-9752-4a85-9c6e-aaa530a49442 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:31:54.430876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd6be5c-5e02-458c-ac9d-3acd086bca25 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:31:54.438447 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcd6be5c-5e02-458c-ac9d-3acd086bca25 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:54.439767 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fcd6be5c-5e02-458c-ac9d-3acd086bca25 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "PUT /v2.0/routers/104e3b2a-9752-4a85-9c6e-aaa530a49442 HTTP/1.1" status: 200 len: 693 time: 0.4111562 Nov 03 16:31:54.440343 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] Sync routers for ids ['104e3b2a-9752-4a85-9c6e-aaa530a49442'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:31:54.442311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42646) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:54.450963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] Routers {'104e3b2a-9752-4a85-9c6e-aaa530a49442'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:54.451587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['104e3b2a-9752-4a85-9c6e-aaa530a49442'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:54.521596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-01cb593d-930f-4050-86fe-6da91f3f057c tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/routers/104e3b2a-9752-4a85-9c6e-aaa530a49442 HTTP/1.1" status: 200 len: 699 time: 0.0780323 Nov 03 16:31:54.523406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] Set router 104e3b2a-9752-4a85-9c6e-aaa530a49442 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:54.524840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42648) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:54.551309 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-84510b58-0dc7-4a53-b591-63784e9303a6 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=104e3b2a-9752-4a85-9c6e-aaa530a49442 HTTP/1.1" status: 200 len: 205 time: 0.0253513 Nov 03 16:31:54.553680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42650) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:54.579685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104e3b2a-9752-4a85-9c6e-aaa530a49442', 'name': 'tempest-RoutersTest-router-704985589', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:53Z', 'updated_at': '2021-11-03T16:31:54Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:54.606323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] Checking router: 104e3b2a-9752-4a85-9c6e-aaa530a49442 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:31:54.614577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] Routers {'104e3b2a-9752-4a85-9c6e-aaa530a49442'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:31:54.615184 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:31:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['104e3b2a-9752-4a85-9c6e-aaa530a49442'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:54.627015 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ba81-2f4d-488a-93f7-56af2e90f8cf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:54.689255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] Set router 104e3b2a-9752-4a85-9c6e-aaa530a49442 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:31:54.748991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104e3b2a-9752-4a85-9c6e-aaa530a49442', 'name': 'tempest-RoutersTest-router-704985589', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:53Z', 'updated_at': '2021-11-03T16:31:54Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:31:54.776546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc97636a-79e0-441d-9376-29dbf40a25fc None None] The sync data for ids ['104e3b2a-9752-4a85-9c6e-aaa530a49442'] in n-d-813897-2 is: [{'id': '104e3b2a-9752-4a85-9c6e-aaa530a49442', 'name': 'tempest-RoutersTest-router-704985589', 'tenant_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:31:53Z', 'updated_at': '2021-11-03T16:31:54Z', 'revision_number': 2, 'project_id': '00bdf1352ccb4b689e94f21d5bc38c3e', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:31:55.103103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ba81-2f4d-488a-93f7-56af2e90f8cf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:55.105218 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ba81-2f4d-488a-93f7-56af2e90f8cf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:55.146270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ba81-2f4d-488a-93f7-56af2e90f8cf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:55.146903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc5ba81-2f4d-488a-93f7-56af2e90f8cf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Fanout notify agent at l3_agent the message router_deleted on router 104e3b2a-9752-4a85-9c6e-aaa530a49442 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:31:55.154264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ba81-2f4d-488a-93f7-56af2e90f8cf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:55.155361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6dc5ba81-2f4d-488a-93f7-56af2e90f8cf tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/104e3b2a-9752-4a85-9c6e-aaa530a49442 HTTP/1.1" status: 204 len: 168 time: 0.6007895 Nov 03 16:31:55.159049 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42652) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.187806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-887def91-8355-4764-9802-55eef660af7a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=104e3b2a-9752-4a85-9c6e-aaa530a49442 HTTP/1.1" status: 200 len: 205 time: 0.0274656 Nov 03 16:31:55.190104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42654) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.227499 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-ecd3927b-4d1b-4a91-a095-ffa7a295bfd8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] delete failed (client error): The resource could not be found. Nov 03 16:31:55.228640 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ecd3927b-4d1b-4a91-a095-ffa7a295bfd8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/104e3b2a-9752-4a85-9c6e-aaa530a49442 HTTP/1.1" status: 404 len: 336 time: 0.0376253 Nov 03 16:31:55.231163 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42656) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.256392 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28d7931-4a27-4405-b788-5bde78e41edc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] DELETE failed (client error): The resource could not be found. Nov 03 16:31:55.256827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28d7931-4a27-4405-b788-5bde78e41edc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:31:55.260464 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e28d7931-4a27-4405-b788-5bde78e41edc tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/fc330ba7-c651-46d0-a099-079a92ad6d40 HTTP/1.1" status: 404 len: 337 time: 0.0284033 Nov 03 16:31:55.263303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42658) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.289913 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d98df1-5b30-4a23-8f84-ab26eb463457 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] DELETE failed (client error): The resource could not be found. Nov 03 16:31:55.290355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d98df1-5b30-4a23-8f84-ab26eb463457 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:31:55.293324 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-12d98df1-5b30-4a23-8f84-ab26eb463457 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/59491227-7849-468c-bcc1-dd6db73740de HTTP/1.1" status: 404 len: 337 time: 0.0290053 Nov 03 16:31:55.295728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42660) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.321317 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-035c12b2-1d93-4dd9-80d1-3e0e78b39c8b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] DELETE failed (client error): The resource could not be found. Nov 03 16:31:55.321865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035c12b2-1d93-4dd9-80d1-3e0e78b39c8b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:31:55.325093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-035c12b2-1d93-4dd9-80d1-3e0e78b39c8b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/e450b088-d2f2-444e-a019-7487943e9127 HTTP/1.1" status: 404 len: 337 time: 0.0284703 Nov 03 16:31:55.327345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42662) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.353243 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9046aa-73d5-4a99-939f-d02c05ba4f18 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] DELETE failed (client error): The resource could not be found. Nov 03 16:31:55.353656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9046aa-73d5-4a99-939f-d02c05ba4f18 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:31:55.356650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ca9046aa-73d5-4a99-939f-d02c05ba4f18 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/7612ad97-c365-47cc-8b6d-f957a7f63117 HTTP/1.1" status: 404 len: 337 time: 0.0284164 Nov 03 16:31:55.359198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42664) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.391694 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-af08b34f-4307-43d7-8a78-2b28efb4757b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=df32d519-aac9-4f44-8ad5-c6c510390048 HTTP/1.1" status: 200 len: 205 time: 0.0314310 Nov 03 16:31:55.394032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42666) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.431319 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-06e98332-578c-4f39-a001-0380a623f510 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] delete failed (client error): The resource could not be found. Nov 03 16:31:55.432370 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-06e98332-578c-4f39-a001-0380a623f510 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/df32d519-aac9-4f44-8ad5-c6c510390048 HTTP/1.1" status: 404 len: 336 time: 0.0374498 Nov 03 16:31:55.435003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42668) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.462551 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f7abea03-f9d8-491c-9b24-ddaccac5854e tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=a82bb81e-0e74-43f6-b7bd-0a923fe102a1 HTTP/1.1" status: 200 len: 205 time: 0.0262258 Nov 03 16:31:55.464704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42670) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.507006 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-1c0debd7-d6e3-4755-b5b3-3d075825c326 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] delete failed (client error): The resource could not be found. Nov 03 16:31:55.508033 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1c0debd7-d6e3-4755-b5b3-3d075825c326 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/a82bb81e-0e74-43f6-b7bd-0a923fe102a1 HTTP/1.1" status: 404 len: 336 time: 0.0424149 Nov 03 16:31:55.510801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42672) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.536889 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c815b14a-45c1-4476-b6ba-7f6c3e702863 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] DELETE failed (client error): The resource could not be found. Nov 03 16:31:55.537342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c815b14a-45c1-4476-b6ba-7f6c3e702863 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:31:55.541105 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c815b14a-45c1-4476-b6ba-7f6c3e702863 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/b2103aa7-527f-4c37-9779-1482cbf180ed HTTP/1.1" status: 404 len: 337 time: 0.0293965 Nov 03 16:31:55.543995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42674) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.576445 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c59854c7-5a0d-46ae-820e-f5cf5f0d1982 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=1369094f-48b3-48b2-9e7f-78a6ff9c21e2 HTTP/1.1" status: 200 len: 205 time: 0.0312419 Nov 03 16:31:55.578777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42676) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.616490 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-fba01afa-6f25-455d-8491-5a9bfd6d281a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] delete failed (client error): The resource could not be found. Nov 03 16:31:55.618150 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fba01afa-6f25-455d-8491-5a9bfd6d281a tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/1369094f-48b3-48b2-9e7f-78a6ff9c21e2 HTTP/1.1" status: 404 len: 336 time: 0.0378509 Nov 03 16:31:55.620583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42678) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.649569 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b37579ec-46a1-4dfb-9c2e-90a82d26a166 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=47bc1d3d-217c-4e24-a36f-9d4a765b4f63 HTTP/1.1" status: 200 len: 205 time: 0.0275087 Nov 03 16:31:55.651611 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42680) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.692214 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-72641211-1772-4674-a421-26d1f152baac tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] delete failed (client error): The resource could not be found. Nov 03 16:31:55.693262 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-72641211-1772-4674-a421-26d1f152baac tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/47bc1d3d-217c-4e24-a36f-9d4a765b4f63 HTTP/1.1" status: 404 len: 336 time: 0.0407636 Nov 03 16:31:55.696425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42682) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.723123 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5efcbe0-1d70-4a7e-991f-3d288ed0878b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] DELETE failed (client error): The resource could not be found. Nov 03 16:31:55.723575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5efcbe0-1d70-4a7e-991f-3d288ed0878b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:31:55.726630 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b5efcbe0-1d70-4a7e-991f-3d288ed0878b tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/dc8e5a74-a1d8-46a5-a447-01c3c2f6f6c9 HTTP/1.1" status: 404 len: 337 time: 0.0293093 Nov 03 16:31:55.731884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42684) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.759303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5adbc467-eafc-4095-ae69-a42721e047b7 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=424ff130-0dbf-495e-9b19-37059ed3b811 HTTP/1.1" status: 200 len: 205 time: 0.0254059 Nov 03 16:31:55.761608 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42686) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.799864 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-5e271fca-15e0-4417-8a8e-9ec3836d5f71 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] delete failed (client error): The resource could not be found. Nov 03 16:31:55.800837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5e271fca-15e0-4417-8a8e-9ec3836d5f71 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/424ff130-0dbf-495e-9b19-37059ed3b811 HTTP/1.1" status: 404 len: 336 time: 0.0383496 Nov 03 16:31:55.803349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42688) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.829748 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac274a2-144c-4788-babf-356af1a17627 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] DELETE failed (client error): The resource could not be found. Nov 03 16:31:55.830189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac274a2-144c-4788-babf-356af1a17627 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:31:55.833109 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7ac274a2-144c-4788-babf-356af1a17627 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/9a59d017-aa65-4922-85c9-d612d76bd742 HTTP/1.1" status: 404 len: 337 time: 0.0288873 Nov 03 16:31:55.835509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42690) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.861349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-292576cb-ca23-43ea-bdfc-e30cd79787f4 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "GET /v2.0/ports?device_id=c890c146-70a2-48de-9379-3f75842d65f9 HTTP/1.1" status: 200 len: 205 time: 0.0247390 Nov 03 16:31:55.863637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42692) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.899690 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-af718c1d-cd41-40c7-8431-a2eff35abf02 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] delete failed (client error): The resource could not be found. Nov 03 16:31:55.900585 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-af718c1d-cd41-40c7-8431-a2eff35abf02 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/routers/c890c146-70a2-48de-9379-3f75842d65f9 HTTP/1.1" status: 404 len: 336 time: 0.0360749 Nov 03 16:31:55.902957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42694) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.931457 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f201525b-8a1f-4e25-ac2d-73a981eb92d8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] DELETE failed (client error): The resource could not be found. Nov 03 16:31:55.931893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f201525b-8a1f-4e25-ac2d-73a981eb92d8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:31:55.934838 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f201525b-8a1f-4e25-ac2d-73a981eb92d8 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/9c1ac518-e19f-460c-a5cb-435ac0c53a4e HTTP/1.1" status: 404 len: 337 time: 0.0310335 Nov 03 16:31:55.937101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42696) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:55.962108 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d3eab3-2900-433b-8ec0-1adf865e2155 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] DELETE failed (client error): The resource could not be found. Nov 03 16:31:55.962545 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d3eab3-2900-433b-8ec0-1adf865e2155 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:31:55.965462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-17d3eab3-2900-433b-8ec0-1adf865e2155 tempest-RoutersTest-99510641 tempest-RoutersTest-99510641-project] 10.222.0.86 "DELETE /v2.0/subnets/dd1380b7-23f6-4f58-a218-36b862ed8337 HTTP/1.1" status: 404 len: 337 time: 0.0274642 Nov 03 16:31:56.238497 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42702) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:56.371188 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-be5ef91e-fe85-480e-8ece-c92536bd1be3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=00bdf1352ccb4b689e94f21d5bc38c3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314583 Nov 03 16:31:56.373566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42706) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:56.420810 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8fc1a927-008c-43dd-9e94-a9215c8455a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:56.441579 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8fc1a927-008c-43dd-9e94-a9215c8455a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:56.486618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8fc1a927-008c-43dd-9e94-a9215c8455a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:56.489333 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8fc1a927-008c-43dd-9e94-a9215c8455a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:56.490515 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8fc1a927-008c-43dd-9e94-a9215c8455a2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ebcf472d-54af-4211-b355-de6e87030d83 HTTP/1.1" status: 204 len: 168 time: 0.1160748 Nov 03 16:31:56.499063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1a927-008c-43dd-9e94-a9215c8455a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcf472d-54af-4211-b355-de6e87030d83,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:57.141284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42728) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:57.145021 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027335 Nov 03 16:31:57.147904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42730) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:57.246116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-782107af-f669-4fed-92ab-fdb450193f8d tempest-NetworksApiDiscovery-69970773 tempest-NetworksApiDiscovery-69970773-project] 10.222.0.86 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0970683 Nov 03 16:31:57.486357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42738) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:57.591911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6967ea69-5206-4d8b-9c14-c7b386b02f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:57.662961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6967ea69-5206-4d8b-9c14-c7b386b02f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:57.667634 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6967ea69-5206-4d8b-9c14-c7b386b02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:57.706550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6967ea69-5206-4d8b-9c14-c7b386b02f1a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db68ea9717464523b3c36151d0ba3a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191267 Nov 03 16:31:57.707521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967ea69-5206-4d8b-9c14-c7b386b02f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8c5f6d-d7ac-486b-8597-df70d49c1d71,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:57.709157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42742) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:57.761445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf1e12b3-ddb5-4521-8b7e-e874d47b2ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:57.782030 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf1e12b3-ddb5-4521-8b7e-e874d47b2ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:57.826840 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf1e12b3-ddb5-4521-8b7e-e874d47b2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:57.829358 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf1e12b3-ddb5-4521-8b7e-e874d47b2ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:57.830524 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bf1e12b3-ddb5-4521-8b7e-e874d47b2ae9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b8c5f6d-d7ac-486b-8597-df70d49c1d71 HTTP/1.1" status: 204 len: 168 time: 0.1203077 Nov 03 16:31:57.838569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e12b3-ddb5-4521-8b7e-e874d47b2ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8c5f6d-d7ac-486b-8597-df70d49c1d71,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:59.209234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42782) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:59.319035 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cda1416-f88c-409e-9b82-827686a5394d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.398650 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cda1416-f88c-409e-9b82-827686a5394d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.402645 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8cda1416-f88c-409e-9b82-827686a5394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.440272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda1416-f88c-409e-9b82-827686a5394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331a7d00-d8db-4663-b488-adc821e9e17a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:59.446841 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8cda1416-f88c-409e-9b82-827686a5394d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=56c83c7946a340c59e120f9a80696a5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2363257 Nov 03 16:31:59.448010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42786) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:59.499978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcab6-91aa-4752-8f01-68d72933d167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.521296 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcab6-91aa-4752-8f01-68d72933d167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.571646 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcab6-91aa-4752-8f01-68d72933d167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.574599 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcab6-91aa-4752-8f01-68d72933d167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.575763 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9c2fcab6-91aa-4752-8f01-68d72933d167 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/331a7d00-d8db-4663-b488-adc821e9e17a HTTP/1.1" status: 204 len: 168 time: 0.1265719 Nov 03 16:31:59.583830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fcab6-91aa-4752-8f01-68d72933d167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331a7d00-d8db-4663-b488-adc821e9e17a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:59.839374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42792) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:31:59.854640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e956e030-325f-41bc-ba8f-45d49df7b049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.933195 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e956e030-325f-41bc-ba8f-45d49df7b049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.936936 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e956e030-325f-41bc-ba8f-45d49df7b049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:31:59.974922 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e956e030-325f-41bc-ba8f-45d49df7b049 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=151dba2447044bf59cf0b0a89d72f602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344619 Nov 03 16:31:59.976097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956e030-325f-41bc-ba8f-45d49df7b049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efea8a89-7570-456f-a195-04f3ab7bc03f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:31:59.978246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42794) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:00.027133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a102c4bb-aa14-4ce7-beb6-51013d83bdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:00.052235 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a102c4bb-aa14-4ce7-beb6-51013d83bdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:00.099199 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a102c4bb-aa14-4ce7-beb6-51013d83bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:00.102387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a102c4bb-aa14-4ce7-beb6-51013d83bdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:00.103534 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a102c4bb-aa14-4ce7-beb6-51013d83bdfc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/efea8a89-7570-456f-a195-04f3ab7bc03f HTTP/1.1" status: 204 len: 168 time: 0.1241977 Nov 03 16:32:00.111651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102c4bb-aa14-4ce7-beb6-51013d83bdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efea8a89-7570-456f-a195-04f3ab7bc03f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:00.763769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42816) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:00.860255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2047662411-network', 'tenant_id': 'a3595c8fee35415e9fd67255a9616fea'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:00.881425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Made reservation on behalf of a3595c8fee35415e9fd67255a9616fea for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:32:00.884574 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:00.892836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:00.967232 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:00.971348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:00.993996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:32:01.007372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d3db53-e5eb-49c5-b40e-e4f5345de17c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:01.013785 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:01.014133 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Added segment 2f22a031-1ed3-4889-b98e-115433d6224a of type vlan for network eab436e1-9b8c-4846-8931-74d6f1a80d94 Nov 03 16:32:01.055446 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:01.079492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:01.080705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:01.081290 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:01.117296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3522797 Nov 03 16:32:01.120099 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42820) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:01.125340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Request body: {'subnet': {'network_id': 'eab436e1-9b8c-4846-8931-74d6f1a80d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2047662411-subnet', 'tenant_id': 'a3595c8fee35415e9fd67255a9616fea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:01.147425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Made reservation on behalf of a3595c8fee35415e9fd67255a9616fea for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:32:01.150438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed6bb1-56bf-4156-a066-d9852d4784a1 admin admin] Pushing event updated for resources: {'Network': ['ID=eab436e1-9b8c-4846-8931-74d6f1a80d94,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:01.150690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:01.160102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network eab436e1-9b8c-4846-8931-74d6f1a80d94 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:32:01.323372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:01.378379 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b61ed1-a724-4330-868f-898037ad956e,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:01.387845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Checking segment: {'id': '2f22a031-1ed3-4889-b98e-115433d6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eab436e1-9b8c-4846-8931-74d6f1a80d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:01.388204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Network hostable DHCP agents. Network: eab436e1-9b8c-4846-8931-74d6f1a80d94, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:32:01.404697 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Network eab436e1-9b8c-4846-8931-74d6f1a80d94 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:32:01.413117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, eab436e1-9b8c-4846-8931-74d6f1a80d94) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:01.417786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:01.418937 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:01.421892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c400a2-457e-4f85-be07-a10d8c55ccc8 None None] Network eab436e1-9b8c-4846-8931-74d6f1a80d94 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:32:01.434834 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3517bd9e-afaf-4aa3-a4d6-b6a72578233e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3133140 Nov 03 16:32:01.554278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f243db0-3413-4685-bcf9-727641787b95 None None] Network eab436e1-9b8c-4846-8931-74d6f1a80d94 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:32:01.582096 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:01.895957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 42836) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:01.900909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1540829161-network', 'tenant_id': '223a0e432fb9430880019bcf7b904393'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:01.921463 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Made reservation on behalf of 223a0e432fb9430880019bcf7b904393 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:32:01.924042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:01.933451 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.012543 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.016234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.040991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:32:02.049992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79dbaad-af19-431c-8f72-30a99ec2d2b2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:02.059012 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.059012 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Added segment 1f307817-5e57-45f2-986d-94472c42d20a of type vlan for network 382ed098-dfb1-445f-9de7-dfd0003f9a61 Nov 03 16:32:02.098370 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.123631 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.124695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:02.125271 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.157555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2604747 Nov 03 16:32:02.160373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 42838) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:02.165493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Request body: {'subnet': {'network_id': '382ed098-dfb1-445f-9de7-dfd0003f9a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1540829161-subnet', 'tenant_id': '223a0e432fb9430880019bcf7b904393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:02.186067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Made reservation on behalf of 223a0e432fb9430880019bcf7b904393 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:32:02.188428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.189869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ef684-9323-4011-bc14-d1a0ba6940e3 admin admin] Pushing event updated for resources: {'Network': ['ID=382ed098-dfb1-445f-9de7-dfd0003f9a61,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:02.200575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 382ed098-dfb1-445f-9de7-dfd0003f9a61 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:32:02.360643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.417166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc089ec-1aeb-4550-9d21-97b0d4832008,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:02.424438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Checking segment: {'id': '1f307817-5e57-45f2-986d-94472c42d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '382ed098-dfb1-445f-9de7-dfd0003f9a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:02.424804 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Network hostable DHCP agents. Network: 382ed098-dfb1-445f-9de7-dfd0003f9a61, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:32:02.441626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Network 382ed098-dfb1-445f-9de7-dfd0003f9a61 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:32:02.450970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 382ed098-dfb1-445f-9de7-dfd0003f9a61) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:02.455115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:02.455692 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.460710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1cedd-b247-4cf9-b785-37a3ddcb3e88 None None] Network 382ed098-dfb1-445f-9de7-dfd0003f9a61 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:32:02.472122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5aa7da61-860e-4a94-b4f1-da943c9148e8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3105965 Nov 03 16:32:02.578737 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe21b-6d1e-4567-a86b-c55afd49b151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:02.603017 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbcace-42de-4850-8337-5fd1b9b75730 None None] Network 382ed098-dfb1-445f-9de7-dfd0003f9a61 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:32:02.972216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-9928eedd-6a25-46b4-9e5b-f9414d13e6b0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:02.973764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-9928eedd-6a25-46b4-9e5b-f9414d13e6b0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/networks?id=eab436e1-9b8c-4846-8931-74d6f1a80d94 HTTP/1.1" status: 200 len: 809 time: 0.1047962 Nov 03 16:32:02.988824 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-2d3209ad-8e62-4e44-b320-df9c41ff6305 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/quotas/a3595c8fee35415e9fd67255a9616fea HTTP/1.1" status: 200 len: 375 time: 0.0089817 Nov 03 16:32:03.020387 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-6a4a9836-c321-48cc-ba1e-803f69ef3779 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3595c8fee35415e9fd67255a9616fea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260677 Nov 03 16:32:03.126893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-e96a3323-6eea-4bfd-b088-7dfec6baf58a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:32:03.127916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-e96a3323-6eea-4bfd-b088-7dfec6baf58a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1001005 Nov 03 16:32:03.220566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-5dd06b2f-67ee-49ea-8704-0189248d0596 service neutron] 10.222.0.86 "GET /v2.0/networks/eab436e1-9b8c-4846-8931-74d6f1a80d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856135 Nov 03 16:32:03.310292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-4e8a1f58-7307-471e-9d67-911d422d2eb4 service neutron] 10.222.0.86 "GET /v2.0/networks/eab436e1-9b8c-4846-8931-74d6f1a80d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836146 Nov 03 16:32:03.473678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0634248d-69e1-4db0-9c67-65863a2a4852 req-3f6becc7-0be2-4f35-a775-b0c73127c1fc tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 210 time: 0.0307007 Nov 03 16:32:04.469652 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:32:04.568120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-72342dbd-0337-4621-92d4-da22a4bf6b12 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:04.569592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-72342dbd-0337-4621-92d4-da22a4bf6b12 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.15 "GET /v2.0/networks?id=eab436e1-9b8c-4846-8931-74d6f1a80d94 HTTP/1.1" status: 200 len: 809 time: 0.1231432 Nov 03 16:32:04.584864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9562bab-bbde-4f0d-8219-1967b4ffbca2 req-7acbd5a2-c179-4950-b876-a60bd7beb496 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 210 time: 0.0366681 Nov 03 16:32:04.590041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Request body: {'port': {'device_id': '113421a1-6a14-4e06-b833-dc70d3bcbdc2', 'network_id': 'eab436e1-9b8c-4846-8931-74d6f1a80d94', 'admin_state_up': True, 'tenant_id': 'a3595c8fee35415e9fd67255a9616fea'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:04.697727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Made reservation on behalf of a3595c8fee35415e9fd67255a9616fea for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:32:04.701398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:04.823003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Allocated IP 172.20.0.9 (eab436e1-9b8c-4846-8931-74d6f1a80d94/73b61ed1-a724-4330-868f-898037ad956e/96442dfc-7f90-4731-9d60-bec098cb082b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:32:04.969647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:04.985452 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51c849cb-de95-4d0c-ba03-5e133e4e1bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:05.004879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:05.045744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Network eab436e1-9b8c-4846-8931-74d6f1a80d94 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:32:05.049053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:05.055469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:32:05.080251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Pushing event updated for resources: {'Port': ['ID=96442dfc-7f90-4731-9d60-bec098cb082b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:05.112305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:05.112929 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:05.128142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-57e49d28-7a85-4220-84d2-8edbfc08537a tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5423458 Nov 03 16:32:05.138642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-078d6f40-bc83-4c0e-bce9-6e4aee8a176b tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:32:05.139593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-078d6f40-bc83-4c0e-bce9-6e4aee8a176b tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0049481 Nov 03 16:32:05.209800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Request body: {'port': {'device_id': '113421a1-6a14-4e06-b833-dc70d3bcbdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:05.263867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:05.520764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96442dfc-7f90-4731-9d60-bec098cb082b {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:32:05.528178 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:05.540510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Transition to ACTIVE for port object 96442dfc-7f90-4731-9d60-bec098cb082b will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:32:05.544418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:05.607024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Pushing event updated for resources: {'Port': ['ID=96442dfc-7f90-4731-9d60-bec098cb082b,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:05.658558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Attempting to bind port 96442dfc-7f90-4731-9d60-bec098cb082b on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:32:05.658896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Attempting to bind port 96442dfc-7f90-4731-9d60-bec098cb082b by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '2f22a031-1ed3-4889-b98e-115433d6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eab436e1-9b8c-4846-8931-74d6f1a80d94'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:32:05.659228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Attempting to bind port 96442dfc-7f90-4731-9d60-bec098cb082b on network eab436e1-9b8c-4846-8931-74d6f1a80d94 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:32:05.663588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Port 96442dfc-7f90-4731-9d60-bec098cb082b on network eab436e1-9b8c-4846-8931-74d6f1a80d94 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:32:05.663904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Attempting to bind port 96442dfc-7f90-4731-9d60-bec098cb082b on network eab436e1-9b8c-4846-8931-74d6f1a80d94 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:32:05.669424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:32:05.669806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Checking segment: {'id': '2f22a031-1ed3-4889-b98e-115433d6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eab436e1-9b8c-4846-8931-74d6f1a80d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:05.670184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Bound using segment: {'id': '2f22a031-1ed3-4889-b98e-115433d6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eab436e1-9b8c-4846-8931-74d6f1a80d94'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:32:05.670614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Bound port: 96442dfc-7f90-4731-9d60-bec098cb082b, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f22a031-1ed3-4889-b98e-115433d6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eab436e1-9b8c-4846-8931-74d6f1a80d94'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:32:05.670970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:05.704401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646afaf1-d023-4784-8f78-2fad80dab346 req-e228accc-c306-4189-9f3d-831ca00b27d1 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:05.705907 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-646afaf1-d023-4784-8f78-2fad80dab346 req-e228accc-c306-4189-9f3d-831ca00b27d1 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 943 time: 0.0498648 Nov 03 16:32:05.737903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] For port 96442dfc-7f90-4731-9d60-bec098cb082b, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:32:05.740888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] For port 96442dfc-7f90-4731-9d60-bec098cb082b, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96442dfc-7f90-4731-9d60-bec098cb082b,segment=NetworkSegment(2f22a031-1ed3-4889-b98e-115433d6224a),segment_id=2f22a031-1ed3-4889-b98e-115433d6224a)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:32:05.747336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:05.754599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-646afaf1-d023-4784-8f78-2fad80dab346 req-ec8b7a40-177a-4666-9665-012fb261381d tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424302 Nov 03 16:32:05.782512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:05.783114 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:05.784490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] 10.222.0.15 "PUT /v2.0/ports/96442dfc-7f90-4731-9d60-bec098cb082b HTTP/1.1" status: 200 len: 1091 time: 0.6293671 Nov 03 16:32:05.784931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113421a1-6a14-4e06-b833-dc70d3bcbdc2', 'tag': '96442dfc-7f90-4731-9d60-bec098cb082b'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:32:05.787199 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e" -d '{"events": [{"name": "network-changed", "server_uuid": "113421a1-6a14-4e06-b833-dc70d3bcbdc2", "tag": "96442dfc-7f90-4731-9d60-bec098cb082b"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:32:05.810912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace816d-264b-4f34-841a-f5275b6cb48b service neutron] Pushing event updated for resources: {'Port': ['ID=96442dfc-7f90-4731-9d60-bec098cb082b,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:05.880568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-df28cb4e-834c-4b2b-898c-f3f1a7956f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:05.882091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-df28cb4e-834c-4b2b-898c-f3f1a7956f45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3595c8fee35415e9fd67255a9616fea&device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 1094 time: 0.0417101 Nov 03 16:32:05.891669 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a25a5-3d01-4fa4-903c-533cab4b3e22 x-openstack-request-id: req-861a25a5-3d01-4fa4-903c-533cab4b3e22 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:32:05.891966 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113421a1-6a14-4e06-b833-dc70d3bcbdc2", "tag": "96442dfc-7f90-4731-9d60-bec098cb082b", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:32:05.892226 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-861a25a5-3d01-4fa4-903c-533cab4b3e22 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:32:05.892628 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113421a1-6a14-4e06-b833-dc70d3bcbdc2', 'tag': '96442dfc-7f90-4731-9d60-bec098cb082b', 'status': 'completed', 'code': 200} Nov 03 16:32:05.936423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-f9c9327c-397c-4def-8cfb-2327f01abc02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96442dfc-7f90-4731-9d60-bec098cb082b HTTP/1.1" status: 200 len: 217 time: 0.0386052 Nov 03 16:32:05.984423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-a33bce66-df3a-48d5-9805-d0f52613e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:05.985853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-a33bce66-df3a-48d5-9805-d0f52613e507 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73b61ed1-a724-4330-868f-898037ad956e HTTP/1.1" status: 200 len: 849 time: 0.0426283 Nov 03 16:32:06.017646 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-daac2344-792a-4a18-a479-a90cb7825292 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eab436e1-9b8c-4846-8931-74d6f1a80d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251963 Nov 03 16:32:06.112286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-fb7be70d-7f70-4cbc-885c-24441441cb88 service neutron] 10.222.0.15 "GET /v2.0/networks/eab436e1-9b8c-4846-8931-74d6f1a80d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873268 Nov 03 16:32:06.200795 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-00990e91-0a30-409e-8125-7ebaf72743b5 req-a0bb0673-86ea-4473-8c02-fa80dce44f04 service neutron] 10.222.0.15 "GET /v2.0/networks/eab436e1-9b8c-4846-8931-74d6f1a80d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816164 Nov 03 16:32:06.306099 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:06.327359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-0ea7675a-3b98-490f-a6ae-16022a9be837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:06.328861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-0ea7675a-3b98-490f-a6ae-16022a9be837 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3595c8fee35415e9fd67255a9616fea&device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 1094 time: 0.0418913 Nov 03 16:32:06.425871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-b02fbe00-053e-4c87-9bc7-b4af1e9ca816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:06.427258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-b02fbe00-053e-4c87-9bc7-b4af1e9ca816 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eab436e1-9b8c-4846-8931-74d6f1a80d94 HTTP/1.1" status: 200 len: 910 time: 0.0884209 Nov 03 16:32:06.469094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-0cd6d05d-1958-44ac-a919-b3ddf181469e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96442dfc-7f90-4731-9d60-bec098cb082b HTTP/1.1" status: 200 len: 217 time: 0.0346303 Nov 03 16:32:06.519723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-a1f15394-7caa-43a6-a074-3aff53edcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:06.521145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-a1f15394-7caa-43a6-a074-3aff53edcd72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73b61ed1-a724-4330-868f-898037ad956e HTTP/1.1" status: 200 len: 849 time: 0.0456417 Nov 03 16:32:06.552615 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-f53e0542-5592-42db-9ca9-4d7c6172ef6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eab436e1-9b8c-4846-8931-74d6f1a80d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237255 Nov 03 16:32:06.640512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-b95c00bd-a06a-491e-9abd-8bd130c56ce0 service neutron] 10.222.0.15 "GET /v2.0/networks/eab436e1-9b8c-4846-8931-74d6f1a80d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806444 Nov 03 16:32:06.732106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d1f188e7-41cd-4de1-ac51-f9f8fa75c85e req-964e776d-a3c4-4104-8361-8251c1baba9d service neutron] 10.222.0.15 "GET /v2.0/networks/eab436e1-9b8c-4846-8931-74d6f1a80d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844190 Nov 03 16:32:06.869150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9053ff-0d13-4770-9d0c-c529b92bc338 req-a971510c-c6f8-44d2-9602-0c7e27ed53d6 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:06.870724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ce9053ff-0d13-4770-9d0c-c529b92bc338 req-a971510c-c6f8-44d2-9602-0c7e27ed53d6 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 943 time: 0.0493546 Nov 03 16:32:06.916678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ce9053ff-0d13-4770-9d0c-c529b92bc338 req-61314af6-2e20-4e6f-af57-b1bd51f33a7d tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400405 Nov 03 16:32:07.817896 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:08.033453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd9b0f-042b-4ce0-b656-f5d73ffa86f2 req-202c9bac-6274-44ce-afe3-95617239fc2e tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:08.034931 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48bd9b0f-042b-4ce0-b656-f5d73ffa86f2 req-202c9bac-6274-44ce-afe3-95617239fc2e tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 943 time: 0.0481777 Nov 03 16:32:08.081850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48bd9b0f-042b-4ce0-b656-f5d73ffa86f2 req-60d0347f-15de-4ccc-854f-e12d7af40994 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Nov 03 16:32:08.425631 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:09.200741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bd1ba-b636-4668-a35f-19418ee1f2de req-77efab9f-26de-41ff-87c7-51d2f169f81d tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:09.202219 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b66bd1ba-b636-4668-a35f-19418ee1f2de req-77efab9f-26de-41ff-87c7-51d2f169f81d tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 943 time: 0.0533736 Nov 03 16:32:09.248011 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b66bd1ba-b636-4668-a35f-19418ee1f2de req-fef4bf3e-becf-4d50-b3c4-20424a3cceb7 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398819 Nov 03 16:32:10.367662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331e56-6bd6-4e6e-930b-d8730f57e02b req-7eb9c3ab-037a-4f74-9bb8-43c05ed79cb1 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:10.369151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0331e56-6bd6-4e6e-930b-d8730f57e02b req-7eb9c3ab-037a-4f74-9bb8-43c05ed79cb1 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 943 time: 0.0542004 Nov 03 16:32:10.401682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 96442dfc-7f90-4731-9d60-bec098cb082b details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:32:10.417134 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0331e56-6bd6-4e6e-930b-d8730f57e02b req-3032510b-a8d6-4afa-aa0a-8c57f14478df tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Nov 03 16:32:10.497570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 96442dfc-7f90-4731-9d60-bec098cb082b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96442dfc-7f90-4731-9d60-bec098cb082b,segment=NetworkSegment(2f22a031-1ed3-4889-b98e-115433d6224a),segment_id=2f22a031-1ed3-4889-b98e-115433d6224a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:10.508438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '96442dfc-7f90-4731-9d60-bec098cb082b', 'network_id': 'eab436e1-9b8c-4846-8931-74d6f1a80d94', 'port_id': '96442dfc-7f90-4731-9d60-bec098cb082b', 'mac_address': 'fa:16:3e:ec:bd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b61ed1-a724-4330-868f-898037ad956e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:32:10.544926 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:10.557640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96442dfc-7f90-4731-9d60-bec098cb082b {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:32:10.576997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 96442dfc-7f90-4731-9d60-bec098cb082b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96442dfc-7f90-4731-9d60-bec098cb082b,segment=NetworkSegment(2f22a031-1ed3-4889-b98e-115433d6224a),segment_id=2f22a031-1ed3-4889-b98e-115433d6224a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:10.580895 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:10.629323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=96442dfc-7f90-4731-9d60-bec098cb082b,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:10.961121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['96442dfc-7f90-4731-9d60-bec098cb082b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:32:11.534795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407e8a-b128-46b3-8df4-2378aaafd2f0 req-3ec0820a-964c-42e5-849e-88e24f500714 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:11.536278 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81407e8a-b128-46b3-8df4-2378aaafd2f0 req-3ec0820a-964c-42e5-849e-88e24f500714 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 944 time: 0.0487955 Nov 03 16:32:11.583163 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-81407e8a-b128-46b3-8df4-2378aaafd2f0 req-da202f8e-e7d8-418d-b991-f636488c83ee tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Nov 03 16:32:12.413007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 96442dfc-7f90-4731-9d60-bec098cb082b up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:12.461777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 96442dfc-7f90-4731-9d60-bec098cb082b completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:32:12.465630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 96442dfc-7f90-4731-9d60-bec098cb082b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:12.465996 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:12.541185 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:12.563048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113421a1-6a14-4e06-b833-dc70d3bcbdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96442dfc-7f90-4731-9d60-bec098cb082b'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:32:12.565270 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb98652-3475-47c0-a4c7-7fafdaab1b4c" -d '{"events": [{"server_uuid": "113421a1-6a14-4e06-b833-dc70d3bcbdc2", "name": "network-vif-plugged", "status": "completed", "tag": "96442dfc-7f90-4731-9d60-bec098cb082b"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:32:12.578521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 96442dfc-7f90-4731-9d60-bec098cb082b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96442dfc-7f90-4731-9d60-bec098cb082b,segment=NetworkSegment(2f22a031-1ed3-4889-b98e-115433d6224a),segment_id=2f22a031-1ed3-4889-b98e-115433d6224a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:12.582498 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:12.641061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=96442dfc-7f90-4731-9d60-bec098cb082b,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:12.670066 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230c6464-cc5e-4cd1-80c3-4cf1f7568725 x-openstack-request-id: req-230c6464-cc5e-4cd1-80c3-4cf1f7568725 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:32:12.670358 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113421a1-6a14-4e06-b833-dc70d3bcbdc2", "name": "network-vif-plugged", "status": "completed", "tag": "96442dfc-7f90-4731-9d60-bec098cb082b", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:32:12.670611 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-230c6464-cc5e-4cd1-80c3-4cf1f7568725 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:32:12.671008 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113421a1-6a14-4e06-b833-dc70d3bcbdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96442dfc-7f90-4731-9d60-bec098cb082b', 'code': 200} Nov 03 16:32:12.707934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab527c-7dd8-4754-91ba-0efef911c80d req-e9b8d30b-4b2d-470b-bd23-684dc56c7746 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:12.709420 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d1ab527c-7dd8-4754-91ba-0efef911c80d req-e9b8d30b-4b2d-470b-bd23-684dc56c7746 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 945 time: 0.0538564 Nov 03 16:32:12.764096 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d1ab527c-7dd8-4754-91ba-0efef911c80d req-23f5fbe1-8eb5-4d8d-9578-fe58f5e86028 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477026 Nov 03 16:32:12.793238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a32ec-f9da-40b5-83cc-f53ec357c967 req-3f713003-e26a-4a79-b67a-8254dae06e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:12.794769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-841a32ec-f9da-40b5-83cc-f53ec357c967 req-3f713003-e26a-4a79-b67a-8254dae06e50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0418091 Nov 03 16:32:12.839984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-841a32ec-f9da-40b5-83cc-f53ec357c967 req-e6a71cd5-a331-4a92-8007-d0505f23c570 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378256 Nov 03 16:32:13.879807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9a3b6-3252-4e4e-93c9-ca2dc03df3a7 req-9c96295e-20ac-4f85-ab6c-482e380c4168 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:13.881313 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cba9a3b6-3252-4e4e-93c9-ca2dc03df3a7 req-9c96295e-20ac-4f85-ab6c-482e380c4168 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 945 time: 0.0478086 Nov 03 16:32:13.931800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cba9a3b6-3252-4e4e-93c9-ca2dc03df3a7 req-771a5c8d-7ae6-415e-9337-0ea0ea1f5c12 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Nov 03 16:32:15.046516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e763e2-2f7e-4fdd-a040-ac4aa6a91fe1 req-210acaed-c10a-4fd9-8e19-17d9c0a15a34 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:15.047990 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11e763e2-2f7e-4fdd-a040-ac4aa6a91fe1 req-210acaed-c10a-4fd9-8e19-17d9c0a15a34 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 945 time: 0.0494237 Nov 03 16:32:15.095290 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-11e763e2-2f7e-4fdd-a040-ac4aa6a91fe1 req-8323bc2e-1531-42b2-a117-83b535fc9ae2 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Nov 03 16:32:17.426296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fb265-9776-49df-a20d-db25f71a1a21 req-6f5d3821-c7f3-4c44-a58f-0f7d819ae493 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:17.427777 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a1fb265-9776-49df-a20d-db25f71a1a21 req-6f5d3821-c7f3-4c44-a58f-0f7d819ae493 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 945 time: 0.0495079 Nov 03 16:32:17.474978 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4a1fb265-9776-49df-a20d-db25f71a1a21 req-e0499ee9-7025-453f-89ce-b9c7c1847400 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Nov 03 16:32:18.591547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5949e-93a6-4552-9044-ba9c501effb4 req-3048fed5-5c46-4b0a-9c3d-1edebaef20e1 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:18.593022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89b5949e-93a6-4552-9044-ba9c501effb4 req-3048fed5-5c46-4b0a-9c3d-1edebaef20e1 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 945 time: 0.0489674 Nov 03 16:32:18.641213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89b5949e-93a6-4552-9044-ba9c501effb4 req-0d330853-b44b-4357-9007-460cb649d2f8 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/security-groups?id=54d3db53-e5eb-49c5-b40e-e4f5345de17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 Nov 03 16:32:18.957477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-3031bcea-7480-4009-807d-0bae815eac88 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:18.958927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-3031bcea-7480-4009-807d-0bae815eac88 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.15 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 945 time: 0.0481093 Nov 03 16:32:19.048417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Deleting port 96442dfc-7f90-4731-9d60-bec098cb082b {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:32:19.048754 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:19.134759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] For port 96442dfc-7f90-4731-9d60-bec098cb082b, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=96442dfc-7f90-4731-9d60-bec098cb082b,segment=NetworkSegment(2f22a031-1ed3-4889-b98e-115433d6224a),segment_id=2f22a031-1ed3-4889-b98e-115433d6224a)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:19.135138 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:19.147433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Calling delete_port for 96442dfc-7f90-4731-9d60-bec098cb082b owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:32:19.277458 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:19.305626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Pushing event deleted for resources: {'Port': ['ID=96442dfc-7f90-4731-9d60-bec098cb082b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:19.310947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['96442dfc-7f90-4731-9d60-bec098cb082b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:32:19.349828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] No DVR routers for this DVR port 96442dfc-7f90-4731-9d60-bec098cb082b on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:32:19.352355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:19.356877 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e231eb70-7f61-4024-9fae-b6db5a9cd644 req-ee1d14fd-30bc-4a8f-92c4-6fd85dfbe7c0 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.15 "DELETE /v2.0/ports/96442dfc-7f90-4731-9d60-bec098cb082b HTTP/1.1" status: 204 len: 173 time: 0.3920436 Nov 03 16:32:19.357318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113421a1-6a14-4e06-b833-dc70d3bcbdc2', 'name': 'network-vif-deleted', 'tag': '96442dfc-7f90-4731-9d60-bec098cb082b'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:32:19.359600 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6307ce33-4791-41fa-be21-12b8238b5b2a" -d '{"events": [{"server_uuid": "113421a1-6a14-4e06-b833-dc70d3bcbdc2", "name": "network-vif-deleted", "tag": "96442dfc-7f90-4731-9d60-bec098cb082b"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:32:19.397390 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd66bff6-8dcc-40d6-b93d-7e25d207acfd x-openstack-request-id: req-cd66bff6-8dcc-40d6-b93d-7e25d207acfd {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:32:19.397715 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113421a1-6a14-4e06-b833-dc70d3bcbdc2", "name": "network-vif-deleted", "tag": "96442dfc-7f90-4731-9d60-bec098cb082b", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:32:19.397965 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cd66bff6-8dcc-40d6-b93d-7e25d207acfd {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:32:19.398360 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113421a1-6a14-4e06-b833-dc70d3bcbdc2', 'name': 'network-vif-deleted', 'tag': '96442dfc-7f90-4731-9d60-bec098cb082b', 'status': 'completed', 'code': 200} Nov 03 16:32:19.748763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a5c4621-e558-4543-9c9c-b03bcb38155d req-c9440f3c-0acd-448e-8c3b-e86f03a28780 tempest-VolumesActionsTest-1537021638 tempest-VolumesActionsTest-1537021638-project] 10.222.0.86 "GET /v2.0/ports?device_id=113421a1-6a14-4e06-b833-dc70d3bcbdc2 HTTP/1.1" status: 200 len: 210 time: 0.0265737 Nov 03 16:32:22.101748 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:22.447640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 96442dfc-7f90-4731-9d60-bec098cb082b no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:32:22.627370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 96442dfc-7f90-4731-9d60-bec098cb082b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:32:22.627714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 96442dfc-7f90-4731-9d60-bec098cb082b not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:32:31.580550 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:32.551752 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5a5b78aa-5d34-4660-92b0-924b15d362ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:34.987207 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1e94f2e3-eed4-4c94-82ee-16c00f8d690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:36.310453 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:37.821239 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:38.427756 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.242187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43100) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:41.291485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Deleting subnet 73b61ed1-a724-4330-868f-898037ad956e {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:32:41.294763 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.330053 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.370411 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.424801 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.457405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b61ed1-a724-4330-868f-898037ad956e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:41.459871 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.465030 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/73b61ed1-a724-4330-868f-898037ad956e HTTP/1.1" status: 204 len: 168 time: 0.2211754 Nov 03 16:32:41.468174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43102) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:41.473786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.474060 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:32:41.474596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.474800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.475235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.475678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.476130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.476465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.477582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.477954 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.478288 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.478619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.479068 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0379b-13ca-418d-a0c0-4a02d36588a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.542699 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.623756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.643646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab436e1-9b8c-4846-8931-74d6f1a80d94']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:41.653457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f22a031-1ed3-4889-b98e-115433d6224a') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:41.653782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f22a031-1ed3-4889-b98e-115433d6224a') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:41.663681 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.679556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.685611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:32:41.685986 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:32:41.687815 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:32:41.743025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.747746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.750908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] 10.222.0.86 "DELETE /v2.0/networks/eab436e1-9b8c-4846-8931-74d6f1a80d94 HTTP/1.1" status: 204 len: 168 time: 0.2816074 Nov 03 16:32:41.754171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43104) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:41.764745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab436e1-9b8c-4846-8931-74d6f1a80d94,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:41.773623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.774587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.774859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.775352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.775735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.776072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.776398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.776723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.777051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.777368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.777721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.778085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac789d-5177-4c01-a024-419098d96190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:41.803295 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0425b6a7-cde8-4bf5-ab69-af6c60281a06 admin admin] Deleting subnet 1cc089ec-1aeb-4550-9d21-97b0d4832008 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:32:41.807075 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0425b6a7-cde8-4bf5-ab69-af6c60281a06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.844996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0425b6a7-cde8-4bf5-ab69-af6c60281a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.884099 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0425b6a7-cde8-4bf5-ab69-af6c60281a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.935144 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0425b6a7-cde8-4bf5-ab69-af6c60281a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.967413 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425b6a7-cde8-4bf5-ab69-af6c60281a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc089ec-1aeb-4550-9d21-97b0d4832008,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:41.972928 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0425b6a7-cde8-4bf5-ab69-af6c60281a06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:41.976221 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0425b6a7-cde8-4bf5-ab69-af6c60281a06 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1cc089ec-1aeb-4550-9d21-97b0d4832008 HTTP/1.1" status: 204 len: 168 time: 0.2212946 Nov 03 16:32:41.978939 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43106) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:42.048347 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.130853 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.151849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382ed098-dfb1-445f-9de7-dfd0003f9a61']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:42.160997 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f307817-5e57-45f2-986d-94472c42d20a') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:42.161293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f307817-5e57-45f2-986d-94472c42d20a') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:42.171299 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.184202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.189988 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:32:42.190366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:32:42.192038 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:32:42.246258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.251766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.261572 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] 10.222.0.86 "DELETE /v2.0/networks/382ed098-dfb1-445f-9de7-dfd0003f9a61 HTTP/1.1" status: 204 len: 168 time: 0.2751465 Nov 03 16:32:42.267427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b820e8-6aee-4e43-abf6-cebe32538798 admin admin] Pushing event deleted for resources: {'Network': ['ID=382ed098-dfb1-445f-9de7-dfd0003f9a61,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:42.423442 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43110) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:42.472429 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9b4f3158-7325-4615-9a7c-86f17298762d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3595c8fee35415e9fd67255a9616fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475497 Nov 03 16:32:42.474813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43112) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:42.528175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06fded79-c94b-4a9f-b125-4479630af8ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.548922 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06fded79-c94b-4a9f-b125-4479630af8ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.595147 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06fded79-c94b-4a9f-b125-4479630af8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.597721 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06fded79-c94b-4a9f-b125-4479630af8ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:42.598874 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-06fded79-c94b-4a9f-b125-4479630af8ee admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/54d3db53-e5eb-49c5-b40e-e4f5345de17c HTTP/1.1" status: 204 len: 168 time: 0.1230915 Nov 03 16:32:42.606253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fded79-c94b-4a9f-b125-4479630af8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d3db53-e5eb-49c5-b40e-e4f5345de17c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:42.902812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43118) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:42.942687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-197158c4-234b-4321-a439-8530b60bd25c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=223a0e432fb9430880019bcf7b904393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386057 Nov 03 16:32:42.944922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43120) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:42.993088 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28c651f-2f06-4b14-8d10-e43a33af44ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:43.014130 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28c651f-2f06-4b14-8d10-e43a33af44ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:43.360178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28c651f-2f06-4b14-8d10-e43a33af44ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:43.362870 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b28c651f-2f06-4b14-8d10-e43a33af44ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:43.364018 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b28c651f-2f06-4b14-8d10-e43a33af44ed admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f79dbaad-af19-431c-8f72-30a99ec2d2b2 HTTP/1.1" status: 204 len: 168 time: 0.4174819 Nov 03 16:32:43.372394 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c651f-2f06-4b14-8d10-e43a33af44ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79dbaad-af19-431c-8f72-30a99ec2d2b2,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:44.399360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43154) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:44.503648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-573c0df8-e3b8-4cac-b7da-e75525b1d71c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:44.576406 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-573c0df8-e3b8-4cac-b7da-e75525b1d71c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:44.579877 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-573c0df8-e3b8-4cac-b7da-e75525b1d71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:44.616390 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-573c0df8-e3b8-4cac-b7da-e75525b1d71c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2cd94054246e424e89377a6089df9e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159889 Nov 03 16:32:44.617292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c0df8-e3b8-4cac-b7da-e75525b1d71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed858186-1fa5-4473-b152-2c4dcff8709d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:44.619626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43158) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:44.670176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47773acd-d05f-4618-92ab-e937e0f6f146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:44.691956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47773acd-d05f-4618-92ab-e937e0f6f146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:44.740136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47773acd-d05f-4618-92ab-e937e0f6f146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:44.742863 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-47773acd-d05f-4618-92ab-e937e0f6f146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:44.744722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-47773acd-d05f-4618-92ab-e937e0f6f146 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ed858186-1fa5-4473-b152-2c4dcff8709d HTTP/1.1" status: 204 len: 168 time: 0.1234002 Nov 03 16:32:44.752744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47773acd-d05f-4618-92ab-e937e0f6f146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed858186-1fa5-4473-b152-2c4dcff8709d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:45.350183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43180) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:45.448746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1981743385-network', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:45.471130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Made reservation on behalf of d43ff2dc43814a9483452438f76e8445 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:32:45.473728 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.482429 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.554547 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.558966 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.580922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:32:45.596190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c8d299-16ce-4e0d-ac0a-42955bd2e70b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:45.600010 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.600360 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Added segment 1bb664e4-05a6-424e-879b-d011a66e7193 of type vlan for network dfe909c9-4ed4-4145-a892-6aa3495abcf6 Nov 03 16:32:45.643085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.668746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.669883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:45.670476 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.703398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3521464 Nov 03 16:32:45.706383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43184) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:45.711384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Request body: {'subnet': {'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1981743385-subnet', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:45.732556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Made reservation on behalf of d43ff2dc43814a9483452438f76e8445 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:32:45.734993 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.735168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d089e13-c865-4633-877f-bfda71897717 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe909c9-4ed4-4145-a892-6aa3495abcf6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:45.745838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network dfe909c9-4ed4-4145-a892-6aa3495abcf6 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:32:45.904596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:45.952857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a32726-03f4-450d-aa03-9c5145f22ec3,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:45.969087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Checking segment: {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:45.969447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Network hostable DHCP agents. Network: dfe909c9-4ed4-4145-a892-6aa3495abcf6, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:32:45.986322 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Network dfe909c9-4ed4-4145-a892-6aa3495abcf6 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:32:45.994895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, dfe909c9-4ed4-4145-a892-6aa3495abcf6) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:45.998920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:45.999567 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.003924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c2c2a4-2760-4829-92f9-22c155fce996 None None] Network dfe909c9-4ed4-4145-a892-6aa3495abcf6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:32:46.019951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43186) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:46.020591 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aebb31b8-bfc1-47ff-b281-e0e478643c98 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3128376 Nov 03 16:32:46.025126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:46.046550 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.047541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.102378 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.157079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:32:46.157965 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.239725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.297048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Allocated IP 172.20.0.2 (dfe909c9-4ed4-4145-a892-6aa3495abcf6/28a32726-03f4-450d-aa03-9c5145f22ec3/3e65d668-d09d-4768-8c3a-f9520aec0066) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:32:46.443897 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.451422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.492124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Network dfe909c9-4ed4-4145-a892-6aa3495abcf6 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:32:46.495108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:46.497658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:32:46.516707 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Pushing event updated for resources: {'Port': ['ID=3e65d668-d09d-4768-8c3a-f9520aec0066,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:46.541359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.541729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.542077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.542417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.542752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.543092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.543420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.543746 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.544073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.544400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.544726 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.545050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:46.576070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Attempting to bind port 3e65d668-d09d-4768-8c3a-f9520aec0066 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:32:46.576443 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Attempting to bind port 3e65d668-d09d-4768-8c3a-f9520aec0066 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:32:46.576809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Attempting to bind port 3e65d668-d09d-4768-8c3a-f9520aec0066 on network dfe909c9-4ed4-4145-a892-6aa3495abcf6 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:32:46.582241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:32:46.582617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Checking segment: {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:46.583021 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.583412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Bound using segment: {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:32:46.583920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Bound port: 3e65d668-d09d-4768-8c3a-f9520aec0066, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:32:46.584292 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.653852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] For port 3e65d668-d09d-4768-8c3a-f9520aec0066, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:32:46.657137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] For port 3e65d668-d09d-4768-8c3a-f9520aec0066, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3e65d668-d09d-4768-8c3a-f9520aec0066,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:32:46.661974 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.722421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f870c98-be4d-43ae-91c4-a844e91ed3f9 None None] Pushing event updated for resources: {'Port': ['ID=3e65d668-d09d-4768-8c3a-f9520aec0066,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:46.772122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.791829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:46.925317 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Allocated IP 172.25.6.90 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/3b6bbe5d-92d6-4586-b84e-a00c8e19399f) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:32:47.037382 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:47.070908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:47.113557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:32:47.119001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:47.122749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:32:47.128409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6bbe5d-92d6-4586-b84e-a00c8e19399f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:47.351280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3e65d668-d09d-4768-8c3a-f9520aec0066 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:47.404352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:47.406969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3e65d668-d09d-4768-8c3a-f9520aec0066 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:47.407459 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:47.493938 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:47.528648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 3e65d668-d09d-4768-8c3a-f9520aec0066, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3e65d668-d09d-4768-8c3a-f9520aec0066,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:47.533301 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:47.587667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=3e65d668-d09d-4768-8c3a-f9520aec0066,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:47.606679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e03fcf2-4704-450d-8ee5-892c0bd42b19 None None] Network dfe909c9-4ed4-4145-a892-6aa3495abcf6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:32:47.616975 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:47.676069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4458783b-ed62-4e0c-a4a5-bce720a0cfc4 None None] Provisioning complete for port 3e65d668-d09d-4768-8c3a-f9520aec0066 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:47.676438 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4458783b-ed62-4e0c-a4a5-bce720a0cfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:47.748513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:32:47.859285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:32:47.869636 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Sync routers for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:32:47.880622 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:32:47.880932 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:47.881797 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:32:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:47.882233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-668b06fd-02bd-4536-9c03-e90e7c6deb99 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8612165 Nov 03 16:32:47.885471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43188) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:47.992085 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:32:48.039935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ffcaf626-83ba-4486-a946-9292b022f986 None None] Provisioning complete for port 3e65d668-d09d-4768-8c3a-f9520aec0066 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:48.040467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf626-83ba-4486-a946-9292b022f986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.182190 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:47Z', 'revision_number': 3, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:48.207914 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Checking router: bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:32:48.208250 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Updating router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:32:48.233323 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.318226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.476620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Allocated IP 172.20.0.1 (dfe909c9-4ed4-4145-a892-6aa3495abcf6/28a32726-03f4-450d-aa03-9c5145f22ec3/63c26766-6866-4e7e-bbef-c120d84a22cb) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:32:48.486359 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.491438 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.541085 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Attempting to bind port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:32:48.541459 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Attempting to bind port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:32:48.541843 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Attempting to bind port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:32:48.548917 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Pushing event updated for resources: {'Port': ['ID=3b6bbe5d-92d6-4586-b84e-a00c8e19399f,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:48.550916 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:32:48.551282 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:48.551670 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.552050 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:32:48.552507 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Bound port: 3b6bbe5d-92d6-4586-b84e-a00c8e19399f, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:32:48.552879 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.578315 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.579179 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.579525 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.579864 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.580200 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.580530 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.580858 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.581181 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.581501 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.581856 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.582173 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.582493 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.582810 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:32:48.614067 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.615465 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] For port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:32:48.618911 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] For port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3b6bbe5d-92d6-4586-b84e-a00c8e19399f,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:32:48.623253 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.657717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Network dfe909c9-4ed4-4145-a892-6aa3495abcf6 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:32:48.664420 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:48.668289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:32:48.680399 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:32:48.681044 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:32:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:48.686532 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb157bd-68ca-4b13-a468-47b2faded1cd None None] Pushing event updated for resources: {'Port': ['ID=3b6bbe5d-92d6-4586-b84e-a00c8e19399f,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:48.691030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Pushing event updated for resources: {'Port': ['ID=63c26766-6866-4e7e-bbef-c120d84a22cb,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:48.711189 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.794945 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:32:48.854555 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.945184 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-24b6cbe0-ba2c-46fc-8b22-2052cdecb91f None None] Provisioning complete for port 63c26766-6866-4e7e-bbef-c120d84a22cb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:48.945807 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-24b6cbe0-ba2c-46fc-8b22-2052cdecb91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:48.983190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-24b6cbe0-ba2c-46fc-8b22-2052cdecb91f None None] Port 63c26766-6866-4e7e-bbef-c120d84a22cb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:32:48.986602 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:47Z', 'revision_number': 3, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:49.012525 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1510f-3be9-421c-b5b5-e4756f03bc8b None None] The sync data for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 is: [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:47Z', 'revision_number': 3, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:32:49.023156 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:49.033757 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:49.101179 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:49.109933 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Pushing event updated for resources: {'Port': ['ID=63c26766-6866-4e7e-bbef-c120d84a22cb,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:49.208887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Network dfe909c9-4ed4-4145-a892-6aa3495abcf6 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:32:49.217945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:49.360612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:32:49.427316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3b6bbe5d-92d6-4586-b84e-a00c8e19399f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:49.488490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:49.489007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:49.496891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:32:49.505194 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3147d272-fafa-41e9-aab4-a03cf53141cb admin admin] 10.222.0.86 "PUT /v2.0/routers/bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6178508 Nov 03 16:32:49.539206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7b0cd707-4ad3-45ae-a25f-fad52cba5dcd None None] Provisioning complete for port 63c26766-6866-4e7e-bbef-c120d84a22cb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:49.539666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7b0cd707-4ad3-45ae-a25f-fad52cba5dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:49.581496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cd707-4ad3-45ae-a25f-fad52cba5dcd None None] Port 63c26766-6866-4e7e-bbef-c120d84a22cb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:32:49.620323 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:49.645025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3b6bbe5d-92d6-4586-b84e-a00c8e19399f,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:49.650913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:49.651712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3e65d668-d09d-4768-8c3a-f9520aec0066 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:49.736124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=3b6bbe5d-92d6-4586-b84e-a00c8e19399f,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:49.749915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3e65d668-d09d-4768-8c3a-f9520aec0066 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:49.750447 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.005278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43204) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:50.010853 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1712812519-network', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:50.032237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Made reservation on behalf of 4c5e3f39e93b41cabca34e1392b67428 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:32:50.034638 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.046674 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.123940 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.128654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.155236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:32:50.164192 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8b594b-4294-4f9d-bd5e-47aa5a2ff133,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:50.171487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.171697 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Added segment 68732be4-b487-4ff0-9e6d-cd47fe80477f of type vlan for network 83946390-c09b-4cbe-b082-6fbc4b533cff Nov 03 16:32:50.212205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.236853 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.237819 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:50.238400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.270818 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2644627 Nov 03 16:32:50.273673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43206) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:50.279851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Request body: {'subnet': {'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1712812519-subnet', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:50.300982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Made reservation on behalf of 4c5e3f39e93b41cabca34e1392b67428 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:32:50.303341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.303640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcd0ff-901d-4b9a-85d1-e72d5917c1fc admin admin] Pushing event updated for resources: {'Network': ['ID=83946390-c09b-4cbe-b082-6fbc4b533cff,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:50.314061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 83946390-c09b-4cbe-b082-6fbc4b533cff details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:32:50.479168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.540625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c27425-8d5c-468a-820a-d1990f924570,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:50.549233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Checking segment: {'id': '68732be4-b487-4ff0-9e6d-cd47fe80477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:50.549621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Network hostable DHCP agents. Network: 83946390-c09b-4cbe-b082-6fbc4b533cff, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:32:50.566781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Network 83946390-c09b-4cbe-b082-6fbc4b533cff is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:32:50.575432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 83946390-c09b-4cbe-b082-6fbc4b533cff) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:50.580033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:32:50.581001 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.584105 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccbd6e3-7317-479d-9be2-dcf28d969096 None None] Network 83946390-c09b-4cbe-b082-6fbc4b533cff requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:32:50.597429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-206a68d6-c8a9-4e10-8e9b-da648610710b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3221238 Nov 03 16:32:50.600107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 43208) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:50.606405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:32:50.627320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.628389 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.685026 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.704897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Sync routers for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:32:50.726942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:32:50.727597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:32:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:50.793491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-83946390-c09b-4cbe-b082-6fbc4b533cff', 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'fixed_ips': [{'subnet_id': 'e3c27425-8d5c-468a-820a-d1990f924570'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:32:50.794489 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.825717 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:50.921016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:32:51.030316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.048984 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.090015 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Allocated IP 172.20.0.2 (83946390-c09b-4cbe-b082-6fbc4b533cff/e3c27425-8d5c-468a-820a-d1990f924570/5ebf8afe-7aab-42a9-8b27-1ceb5c269a50) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:32:51.159314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Allocated IP 172.25.6.239 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/54bc83b4-7897-4bd6-8a8e-de697b62141e) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:32:51.279990 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.317730 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.336585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3b6bbe5d-92d6-4586-b84e-a00c8e19399f up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:51.359970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:32:51.363884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:51.366418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:32:51.400216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=54bc83b4-7897-4bd6-8a8e-de697b62141e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:51.488650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:51.489020 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.523521 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.527724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 2, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:51.562365 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.567848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Checking router: bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:32:51.568139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Updating router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 port 63c26766-6866-4e7e-bbef-c120d84a22cb binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:32:51.631397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.632435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Network 83946390-c09b-4cbe-b082-6fbc4b533cff is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:32:51.636087 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.650384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:51.659053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:32:51.667206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Pushing event updated for resources: {'Port': ['ID=5ebf8afe-7aab-42a9-8b27-1ceb5c269a50,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:51.781236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Attempting to bind port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:32:51.781634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Attempting to bind port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '68732be4-b487-4ff0-9e6d-cd47fe80477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:32:51.781999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Attempting to bind port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 on network 83946390-c09b-4cbe-b082-6fbc4b533cff {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:32:51.831307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:32:51.831599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Checking segment: {'id': '68732be4-b487-4ff0-9e6d-cd47fe80477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:51.831978 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.832367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Bound using segment: {'id': '68732be4-b487-4ff0-9e6d-cd47fe80477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:32:51.832840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Bound port: 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68732be4-b487-4ff0-9e6d-cd47fe80477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:32:51.833182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.833319 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:51.960390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Router 591f0415-045f-4f9f-9474-7b286e2bb619 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:32:51.965351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] For port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:32:51.969926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] For port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5ebf8afe-7aab-42a9-8b27-1ceb5c269a50,segment=NetworkSegment(68732be4-b487-4ff0-9e6d-cd47fe80477f),segment_id=68732be4-b487-4ff0-9e6d-cd47fe80477f)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:32:51.977607 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.066902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:32:52.067481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e80db-61fa-4154-85b5-3932b0ad5d9b None None] Pushing event updated for resources: {'Port': ['ID=5ebf8afe-7aab-42a9-8b27-1ceb5c269a50,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:52.082530 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Sync routers for ids ['591f0415-045f-4f9f-9474-7b286e2bb619'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:32:52.088063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.092815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 43210) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:32:52.094171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97bc8379-8d30-4bee-9df2-565e182eb9f4 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4926968 Nov 03 16:32:52.094621 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Routers {'591f0415-045f-4f9f-9474-7b286e2bb619'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:32:52.095244 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:32:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['591f0415-045f-4f9f-9474-7b286e2bb619'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:52.137215 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.139428 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.152326 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.214594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a7388-ee7a-4d9d-b618-9602dffc5e02 None None] Pushing event updated for resources: {'Port': ['ID=63c26766-6866-4e7e-bbef-c120d84a22cb,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:52.219138 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Set router 591f0415-045f-4f9f-9474-7b286e2bb619 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:32:52.294083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Attempting to bind port 63c26766-6866-4e7e-bbef-c120d84a22cb on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:32:52.296073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Attempting to bind port 63c26766-6866-4e7e-bbef-c120d84a22cb by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:32:52.296458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Attempting to bind port 63c26766-6866-4e7e-bbef-c120d84a22cb on network dfe909c9-4ed4-4145-a892-6aa3495abcf6 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:32:52.304195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:32:52.304748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Checking segment: {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:52.305252 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.306387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Bound using segment: {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:32:52.307908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Bound port: 63c26766-6866-4e7e-bbef-c120d84a22cb, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:32:52.308468 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.431997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] For port 63c26766-6866-4e7e-bbef-c120d84a22cb, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:32:52.437259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] For port 63c26766-6866-4e7e-bbef-c120d84a22cb, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=63c26766-6866-4e7e-bbef-c120d84a22cb,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:32:52.446320 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.508244 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:32:52.509316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:32:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:52.518741 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:50Z', 'updated_at': '2021-11-03T16:32:51Z', 'revision_number': 3, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'gw_port': {'id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:51Z', 'updated_at': '2021-11-03T16:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:52.558584 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Checking router: 591f0415-045f-4f9f-9474-7b286e2bb619 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:32:52.559196 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Updating router 591f0415-045f-4f9f-9474-7b286e2bb619 port 54bc83b4-7897-4bd6-8a8e-de697b62141e binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:32:52.590283 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.601868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a7388-ee7a-4d9d-b618-9602dffc5e02 None None] Pushing event updated for resources: {'Port': ['ID=63c26766-6866-4e7e-bbef-c120d84a22cb,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:52.689664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a3470c24-8397-43cf-958a-07c459bbe0da None None] Provisioning complete for port 63c26766-6866-4e7e-bbef-c120d84a22cb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:52.690177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a3470c24-8397-43cf-958a-07c459bbe0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.730434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:32:52.749777 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.923029 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.933003 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.953264 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a3470c24-8397-43cf-958a-07c459bbe0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:52.997729 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515950d8-1964-4c67-978e-9ee5d6dd9fed None None] Pushing event updated for resources: {'Port': ['ID=54bc83b4-7897-4bd6-8a8e-de697b62141e,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:53.024368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Allocated IP 172.20.0.1 (83946390-c09b-4cbe-b082-6fbc4b533cff/e3c27425-8d5c-468a-820a-d1990f924570/2b589752-3741-431c-9351-00e46208c6d3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:32:53.028826 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Attempting to bind port 54bc83b4-7897-4bd6-8a8e-de697b62141e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:32:53.029496 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Attempting to bind port 54bc83b4-7897-4bd6-8a8e-de697b62141e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:32:53.030112 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Attempting to bind port 54bc83b4-7897-4bd6-8a8e-de697b62141e on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:32:53.038028 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:32:53.038489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a3470c24-8397-43cf-958a-07c459bbe0da None None] For port 63c26766-6866-4e7e-bbef-c120d84a22cb, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=63c26766-6866-4e7e-bbef-c120d84a22cb,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:53.039118 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:53.041193 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.041978 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:32:53.042570 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Bound port: 54bc83b4-7897-4bd6-8a8e-de697b62141e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:32:53.043014 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.046534 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a3470c24-8397-43cf-958a-07c459bbe0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.111498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:53.114359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3470c24-8397-43cf-958a-07c459bbe0da None None] Pushing event updated for resources: {'Port': ['ID=63c26766-6866-4e7e-bbef-c120d84a22cb,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:53.127229 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] For port 54bc83b4-7897-4bd6-8a8e-de697b62141e, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:32:53.131263 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] For port 54bc83b4-7897-4bd6-8a8e-de697b62141e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=54bc83b4-7897-4bd6-8a8e-de697b62141e,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:32:53.137646 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.147620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b257d40-ee78-4b63-90e2-ceaf5a05dd78 None None] The sync data for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 is: [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:32:53.178840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.181965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f72065ac-331c-4040-8618-d0ea29e21f4f None None] Provisioning complete for port 63c26766-6866-4e7e-bbef-c120d84a22cb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:53.182461 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f72065ac-331c-4040-8618-d0ea29e21f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.202557 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515950d8-1964-4c67-978e-9ee5d6dd9fed None None] Pushing event updated for resources: {'Port': ['ID=54bc83b4-7897-4bd6-8a8e-de697b62141e,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:53.238793 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Routers {'591f0415-045f-4f9f-9474-7b286e2bb619'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:32:53.239794 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:32:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['591f0415-045f-4f9f-9474-7b286e2bb619'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:53.247719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.350163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Network 83946390-c09b-4cbe-b082-6fbc4b533cff is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:32:53.353103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:53.357501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:32:53.404717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Pushing event updated for resources: {'Port': ['ID=2b589752-3741-431c-9351-00e46208c6d3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:53.427387 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.450623 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] Set router 591f0415-045f-4f9f-9474-7b286e2bb619 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:32:53.472227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:53.547062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:53.547442 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.591783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b345c1a-6263-4278-83f8-2d200d3b8919 None None] Network 83946390-c09b-4cbe-b082-6fbc4b533cff requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:32:53.646930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.738258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e68753dc-a4d5-4373-851c-b619d061cf45 None None] Provisioning complete for port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:53.738638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e68753dc-a4d5-4373-851c-b619d061cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.799321 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:50Z', 'updated_at': '2021-11-03T16:32:51Z', 'revision_number': 3, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'gw_port': {'id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:51Z', 'updated_at': '2021-11-03T16:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:53.825317 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.829637 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e97d69-2c49-45fb-8053-5b0dda351b0a None None] The sync data for ids ['591f0415-045f-4f9f-9474-7b286e2bb619'] in n-d-813897-2 is: [{'id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:50Z', 'updated_at': '2021-11-03T16:32:51Z', 'revision_number': 3, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'gw_port': {'id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:51Z', 'updated_at': '2021-11-03T16:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:32:53.857688 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.864528 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.930846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5ebf8afe-7aab-42a9-8b27-1ceb5c269a50,segment=NetworkSegment(68732be4-b487-4ff0-9e6d-cd47fe80477f),segment_id=68732be4-b487-4ff0-9e6d-cd47fe80477f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:53.944689 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:53.950885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Pushing event updated for resources: {'Port': ['ID=2b589752-3741-431c-9351-00e46208c6d3,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:53.953868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:54.073855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Network 83946390-c09b-4cbe-b082-6fbc4b533cff is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:32:54.075618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:32:54.261224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=5ebf8afe-7aab-42a9-8b27-1ceb5c269a50,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:54.281016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Router 591f0415-045f-4f9f-9474-7b286e2bb619 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:32:54.416928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:32:54.422864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0a5d8d86-6cd9-4cd5-8078-1aa9c2b12f16 admin admin] 10.222.0.86 "PUT /v2.0/routers/591f0415-045f-4f9f-9474-7b286e2bb619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3279219 Nov 03 16:32:54.584820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5364dde0-c839-44ff-ae05-bda260a16837 None None] Provisioning complete for port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:54.585307 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5364dde0-c839-44ff-ae05-bda260a16837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:54.742055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5364dde0-c839-44ff-ae05-bda260a16837 None None] Provisioning complete for port 2b589752-3741-431c-9351-00e46208c6d3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:54.742423 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5364dde0-c839-44ff-ae05-bda260a16837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:54.804327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5364dde0-c839-44ff-ae05-bda260a16837 None None] Port 2b589752-3741-431c-9351-00e46208c6d3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:32:54.926132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0a1ddaec-6b4a-4d2b-a1d9-db0b9a1663ef None None] Provisioning complete for port 2b589752-3741-431c-9351-00e46208c6d3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:54.926890 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a1ddaec-6b4a-4d2b-a1d9-db0b9a1663ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:54.970550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ddaec-6b4a-4d2b-a1d9-db0b9a1663ef None None] Port 2b589752-3741-431c-9351-00e46208c6d3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:32:55.092446 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0ef897ca-1343-4c96-87d9-4edc27a8ed3f None None] Provisioning complete for port 2b589752-3741-431c-9351-00e46208c6d3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:55.092813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0ef897ca-1343-4c96-87d9-4edc27a8ed3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:55.131284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0ef897ca-1343-4c96-87d9-4edc27a8ed3f None None] Port 2b589752-3741-431c-9351-00e46208c6d3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:32:55.412196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 63c26766-6866-4e7e-bbef-c120d84a22cb up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:55.465449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 63c26766-6866-4e7e-bbef-c120d84a22cb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:55.465848 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:55.545978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:55.596205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:55.596802 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:55.675403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 54bc83b4-7897-4bd6-8a8e-de697b62141e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:55.726148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 54bc83b4-7897-4bd6-8a8e-de697b62141e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:55.726404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:55.810552 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:55.831752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 54bc83b4-7897-4bd6-8a8e-de697b62141e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=54bc83b4-7897-4bd6-8a8e-de697b62141e,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:55.836423 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:55.893119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=54bc83b4-7897-4bd6-8a8e-de697b62141e,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:56.767962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Sync routers for ids ['591f0415-045f-4f9f-9474-7b286e2bb619'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:32:56.779615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Routers {'591f0415-045f-4f9f-9474-7b286e2bb619'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:32:56.780350 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:32:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['591f0415-045f-4f9f-9474-7b286e2bb619'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:56.890077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Set router 591f0415-045f-4f9f-9474-7b286e2bb619 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:32:57.108271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:50Z', 'updated_at': '2021-11-03T16:32:53Z', 'revision_number': 4, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'gw_port': {'id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:51Z', 'updated_at': '2021-11-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2b589752-3741-431c-9351-00e46208c6d3', 'name': '', 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'mac_address': 'fa:16:3e:f7:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3c27425-8d5c-468a-820a-d1990f924570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:52Z', 'updated_at': '2021-11-03T16:32:53Z', 'revision_number': 2, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'subnets': [{'id': 'e3c27425-8d5c-468a-820a-d1990f924570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:57.135614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Checking router: 591f0415-045f-4f9f-9474-7b286e2bb619 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:32:57.136031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Updating router 591f0415-045f-4f9f-9474-7b286e2bb619 port 2b589752-3741-431c-9351-00e46208c6d3 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:32:57.161798 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:57.332943 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 54bc83b4-7897-4bd6-8a8e-de697b62141e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:57.424802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 54bc83b4-7897-4bd6-8a8e-de697b62141e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:57.425090 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:57.506293 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:57.516584 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:57.597929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbc2b2-b582-4854-b2b7-233a41362597 None None] Pushing event updated for resources: {'Port': ['ID=2b589752-3741-431c-9351-00e46208c6d3,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:57.662550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Attempting to bind port 2b589752-3741-431c-9351-00e46208c6d3 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:32:57.663066 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Attempting to bind port 2b589752-3741-431c-9351-00e46208c6d3 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '68732be4-b487-4ff0-9e6d-cd47fe80477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:32:57.663436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Attempting to bind port 2b589752-3741-431c-9351-00e46208c6d3 on network 83946390-c09b-4cbe-b082-6fbc4b533cff {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:32:57.669470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:32:57.669868 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Checking segment: {'id': '68732be4-b487-4ff0-9e6d-cd47fe80477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:32:57.670270 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:57.670660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Bound using segment: {'id': '68732be4-b487-4ff0-9e6d-cd47fe80477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:32:57.671697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Bound port: 2b589752-3741-431c-9351-00e46208c6d3, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68732be4-b487-4ff0-9e6d-cd47fe80477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:32:57.671697 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:57.748629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] For port 2b589752-3741-431c-9351-00e46208c6d3, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:32:57.752645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] For port 2b589752-3741-431c-9351-00e46208c6d3, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2b589752-3741-431c-9351-00e46208c6d3,segment=NetworkSegment(68732be4-b487-4ff0-9e6d-cd47fe80477f),segment_id=68732be4-b487-4ff0-9e6d-cd47fe80477f)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:32:57.757666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:57.827986 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbc2b2-b582-4854-b2b7-233a41362597 None None] Pushing event updated for resources: {'Port': ['ID=2b589752-3741-431c-9351-00e46208c6d3,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:57.834605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Routers {'591f0415-045f-4f9f-9474-7b286e2bb619'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:32:57.835525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:32:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['591f0415-045f-4f9f-9474-7b286e2bb619'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:57.935281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-582f4b6d-4d0b-4140-9425-3715d26ac0f3 None None] Provisioning complete for port 2b589752-3741-431c-9351-00e46208c6d3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:57.935573 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-582f4b6d-4d0b-4140-9425-3715d26ac0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:57.997023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] Set router 591f0415-045f-4f9f-9474-7b286e2bb619 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:32:58.154004 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-582f4b6d-4d0b-4140-9425-3715d26ac0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:58.208087 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-582f4b6d-4d0b-4140-9425-3715d26ac0f3 None None] For port 2b589752-3741-431c-9351-00e46208c6d3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2b589752-3741-431c-9351-00e46208c6d3,segment=NetworkSegment(68732be4-b487-4ff0-9e6d-cd47fe80477f),segment_id=68732be4-b487-4ff0-9e6d-cd47fe80477f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:32:58.213305 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-582f4b6d-4d0b-4140-9425-3715d26ac0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:58.296078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f4b6d-4d0b-4140-9425-3715d26ac0f3 None None] Pushing event updated for resources: {'Port': ['ID=2b589752-3741-431c-9351-00e46208c6d3,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:32:58.316969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:50Z', 'updated_at': '2021-11-03T16:32:53Z', 'revision_number': 4, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'gw_port': {'id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:51Z', 'updated_at': '2021-11-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2b589752-3741-431c-9351-00e46208c6d3', 'name': '', 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'mac_address': 'fa:16:3e:f7:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3c27425-8d5c-468a-820a-d1990f924570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:52Z', 'updated_at': '2021-11-03T16:32:57Z', 'revision_number': 4, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'subnets': [{'id': 'e3c27425-8d5c-468a-820a-d1990f924570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:32:58.355808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fb3e5-7bc3-4686-8d10-530c1549322a None None] The sync data for ids ['591f0415-045f-4f9f-9474-7b286e2bb619'] in n-d-813897-2 is: [{'id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:50Z', 'updated_at': '2021-11-03T16:32:53Z', 'revision_number': 4, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'gw_port': {'id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:51Z', 'updated_at': '2021-11-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '2b589752-3741-431c-9351-00e46208c6d3', 'name': '', 'network_id': '83946390-c09b-4cbe-b082-6fbc4b533cff', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'mac_address': 'fa:16:3e:f7:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3c27425-8d5c-468a-820a-d1990f924570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:52Z', 'updated_at': '2021-11-03T16:32:57Z', 'revision_number': 4, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'subnets': [{'id': 'e3c27425-8d5c-468a-820a-d1990f924570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:32:58.364205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e0dbef1f-b3c9-4a05-9998-a435650d5667 None None] Provisioning complete for port 2b589752-3741-431c-9351-00e46208c6d3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:58.364571 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e0dbef1f-b3c9-4a05-9998-a435650d5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:32:59.365802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2b589752-3741-431c-9351-00e46208c6d3 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:32:59.420706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2b589752-3741-431c-9351-00e46208c6d3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:32:59.421162 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:01.596626 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:02.557171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2a4cc733-d23d-4a14-9a0a-61e5bc02eee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:04.989487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2cd1a5c3-2a61-4e87-829d-c3877e7ad867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:06.312613 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:07.824298 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:08.430690 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:18.474432 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:33:22.128427 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:31.591642 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:32.560548 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-79ab95e3-9d5c-4668-9b88-e89eff121218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:34.990688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-93638ef5-cef6-4593-96e9-6f11f3318d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:36.314600 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:37.826980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:38.437467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:52.110639 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:33:55.474695 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:34:01.621695 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:02.562682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aa911543-d70d-422d-b06a-6502213ba9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:04.993976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0618c2c0-1745-4b7d-b0e9-34723c99138a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:06.320030 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:07.829378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:08.430878 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:22.125581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:31.626114 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:32.473731 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:34:32.567394 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a489f19-c116-4da3-aa61-e1655d1b4108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:34.997368 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e67d9dd-72c8-4589-ac96-b1d001599b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:36.323163 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:37.842021 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:38.433197 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.313725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44236) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:34:45.320476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627580858', 'description': 'tempest-secgroup-smoke-1627580858 description', 'project_id': 'd43ff2dc43814a9483452438f76e8445'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:34:45.342489 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.408857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.412486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.443111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.444335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1295781 Nov 03 16:34:45.445552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3f4936-0906-4b06-b726-d39b548e03a7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:45.447834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44240) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:34:45.454019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.454373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.454715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.455060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.455398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.455740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.456069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.456394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.456721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.457046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.457160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'security_group_rule': {'security_group_id': '3a3f4936-0906-4b06-b726-d39b548e03a7', 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:34:45.457368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.457717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba2468-d375-4f1e-aedd-6f0247c2aa36 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.484101 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.541532 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.545705 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.565046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8cce94-edf0-46f2-8566-9d96d889df61,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:45.576453 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.577640 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287727 Nov 03 16:34:45.579030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.579371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.579707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.580042 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.580372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.580666 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44244) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:34:45.580780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.581010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.581328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.581674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.581992 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.582306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.582620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe30b20-fe30-4a85-b943-0f21339b23bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:34:45.585563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-fe7c8e3f-e446-4b87-a287-60c4cf569eee tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'security_group_rule': {'security_group_id': '3a3f4936-0906-4b06-b726-d39b548e03a7', 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:34:45.611258 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8e3f-e446-4b87-a287-60c4cf569eee tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.670653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8e3f-e446-4b87-a287-60c4cf569eee tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.674109 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8e3f-e446-4b87-a287-60c4cf569eee tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.691727 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c8e3f-e446-4b87-a287-60c4cf569eee tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e30b235-feeb-4f05-82f3-65e1d6601806,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:45.700081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8e3f-e446-4b87-a287-60c4cf569eee tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.701267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fe7c8e3f-e446-4b87-a287-60c4cf569eee tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195629 Nov 03 16:34:45.703930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44246) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:34:45.708253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e19e44a8-31b7-426c-943e-4b74c9e0520b tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'security_group_rule': {'security_group_id': '3a3f4936-0906-4b06-b726-d39b548e03a7', 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:34:45.733305 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e19e44a8-31b7-426c-943e-4b74c9e0520b tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.789755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e19e44a8-31b7-426c-943e-4b74c9e0520b tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.793700 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e19e44a8-31b7-426c-943e-4b74c9e0520b tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.811537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e44a8-31b7-426c-943e-4b74c9e0520b tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49524ce8-ac6e-4043-a694-f64d66c91275,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:45.818887 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e19e44a8-31b7-426c-943e-4b74c9e0520b tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.820073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e19e44a8-31b7-426c-943e-4b74c9e0520b tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152165 Nov 03 16:34:45.823004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44248) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:34:45.827431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-106bd1b7-c957-48c6-9821-b08a392cee81 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'security_group_rule': {'security_group_id': '3a3f4936-0906-4b06-b726-d39b548e03a7', 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:34:45.853325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-106bd1b7-c957-48c6-9821-b08a392cee81 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.913944 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-106bd1b7-c957-48c6-9821-b08a392cee81 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.917243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-106bd1b7-c957-48c6-9821-b08a392cee81 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.937703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bd1b7-c957-48c6-9821-b08a392cee81 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271d689a-480e-49ec-b0b9-7950985e6b53,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:45.943303 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-106bd1b7-c957-48c6-9821-b08a392cee81 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:45.944493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-106bd1b7-c957-48c6-9821-b08a392cee81 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205552 Nov 03 16:34:45.947579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44250) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:34:45.951771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-bd7f35e1-90ab-4fcc-8651-ebfe9ea29662 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'security_group_rule': {'security_group_id': '3a3f4936-0906-4b06-b726-d39b548e03a7', 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:34:45.971763 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-bd7f35e1-90ab-4fcc-8651-ebfe9ea29662 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Project d43ff2dc43814a9483452438f76e8445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:34:45.977330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd7f35e1-90ab-4fcc-8651-ebfe9ea29662 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:46.040665 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd7f35e1-90ab-4fcc-8651-ebfe9ea29662 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:46.044242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd7f35e1-90ab-4fcc-8651-ebfe9ea29662 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:46.059326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f35e1-90ab-4fcc-8651-ebfe9ea29662 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081cc533-fb65-4667-99a6-de7a7d4baf80,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:46.069567 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-bd7f35e1-90ab-4fcc-8651-ebfe9ea29662 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:46.070762 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bd7f35e1-90ab-4fcc-8651-ebfe9ea29662 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222687 Nov 03 16:34:46.073787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44252) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:34:46.078099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-dc62af96-f5c6-4af2-9be4-fde0bf644bc7 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'security_group_rule': {'security_group_id': '3a3f4936-0906-4b06-b726-d39b548e03a7', 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:34:46.099286 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-dc62af96-f5c6-4af2-9be4-fde0bf644bc7 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Project d43ff2dc43814a9483452438f76e8445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:34:46.104029 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc62af96-f5c6-4af2-9be4-fde0bf644bc7 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:46.163425 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc62af96-f5c6-4af2-9be4-fde0bf644bc7 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:46.167070 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc62af96-f5c6-4af2-9be4-fde0bf644bc7 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:46.185172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62af96-f5c6-4af2-9be4-fde0bf644bc7 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c8d1f9-23ba-4f0c-b2a4-0dde4b990d91,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:46.192034 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dc62af96-f5c6-4af2-9be4-fde0bf644bc7 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:46.196184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dc62af96-f5c6-4af2-9be4-fde0bf644bc7 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186213 Nov 03 16:34:46.434440 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-55f8cf9b-8de4-442e-afed-fce03bfb6433 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627580858&fields=id&tenant_id=d43ff2dc43814a9483452438f76e8445 HTTP/1.1" status: 200 len: 267 time: 0.0450437 Nov 03 16:34:46.842461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-981e15d2-0b94-4ae2-aab1-9bade3a034a6 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:46.843943 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-981e15d2-0b94-4ae2-aab1-9bade3a034a6 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/networks?id=dfe909c9-4ed4-4145-a892-6aa3495abcf6 HTTP/1.1" status: 200 len: 814 time: 0.4027419 Nov 03 16:34:46.859667 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-6d53053b-3feb-4838-b027-92c37653cdf3 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/quotas/d43ff2dc43814a9483452438f76e8445 HTTP/1.1" status: 200 len: 375 time: 0.0090392 Nov 03 16:34:46.909367 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-37d82222-c55a-44bb-b1ce-24131e6f565a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d43ff2dc43814a9483452438f76e8445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437407 Nov 03 16:34:47.022273 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-9a9b1874-9c8c-4824-8da8-dc38068a5b5f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:34:47.023284 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-9a9b1874-9c8c-4824-8da8-dc38068a5b5f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1024179 Nov 03 16:34:47.113604 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-84725414-dd0c-4941-8920-0c8f5b5d9f9f service neutron] 10.222.0.86 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839298 Nov 03 16:34:47.204268 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-cd24f5de-bfde-4e3d-801e-bae47f2efafa service neutron] 10.222.0.86 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839233 Nov 03 16:34:47.483279 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c2920b4b-4f1a-4109-9e4b-f28931413277 req-f751cc46-26e8-4cbe-baf2-7e4d78b6014d tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 210 time: 0.0269051 Nov 03 16:34:48.580384 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88b36ffb-f44d-4bd5-a598-5125a5f4bd04 req-e49dfbb6-23d2-459f-8c31-b836d826a720 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Nov 03 16:34:49.675614 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fea75e6-5538-4f52-a37a-52db43be5286 req-bfebd4f3-0594-43ce-9c97-c97413dca96f tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 210 time: 0.0270505 Nov 03 16:34:49.840923 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-ae0de373-be99-464c-ba21-6bf0dea98cba tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:49.842394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-ae0de373-be99-464c-ba21-6bf0dea98cba tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.15 "GET /v2.0/networks?id=dfe909c9-4ed4-4145-a892-6aa3495abcf6 HTTP/1.1" status: 200 len: 814 time: 0.1053104 Nov 03 16:34:49.919949 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-d630f3ff-85e5-4248-9ca3-a0b4150b529a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d43ff2dc43814a9483452438f76e8445 HTTP/1.1" status: 200 len: 380 time: 0.0548444 Nov 03 16:34:49.929690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'port': {'device_id': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'admin_state_up': True, 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'security_groups': ['3a3f4936-0906-4b06-b726-d39b548e03a7']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:34:50.039445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Made reservation on behalf of d43ff2dc43814a9483452438f76e8445 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:34:50.043393 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:50.168367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Allocated IP 172.20.0.13 (dfe909c9-4ed4-4145-a892-6aa3495abcf6/28a32726-03f4-450d-aa03-9c5145f22ec3/94e43548-1dce-4bac-a075-f84892b77b41) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:34:50.635930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:50.668902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:50.712165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Network dfe909c9-4ed4-4145-a892-6aa3495abcf6 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:34:50.717392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:34:50.724598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'Port': ['ID=94e43548-1dce-4bac-a075-f84892b77b41,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:50.727535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:34:50.784194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:50.785126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:50.810118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-17b73f8e-405d-41c5-a7a3-8c31a0b56a5a tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8840964 Nov 03 16:34:50.823447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ba1bd-534b-4b9b-b0c8-ee541f51eb69 req-04d43372-364f-4c89-99c5-b72cb501e666 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:50.824978 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb7ba1bd-534b-4b9b-b0c8-ee541f51eb69 req-04d43372-364f-4c89-99c5-b72cb501e666 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 932 time: 0.0669191 Nov 03 16:34:50.830857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Request body: {'port': {'device_id': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:34:50.889810 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:50.900214 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb7ba1bd-534b-4b9b-b0c8-ee541f51eb69 req-21005b3a-abf8-4fa2-b383-eef91ed8f629 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685143 Nov 03 16:34:51.005062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-92492016-6266-46ef-80b7-344930bcf126 None None] Provisioning complete for port 94e43548-1dce-4bac-a075-f84892b77b41 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:34:51.006149 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92492016-6266-46ef-80b7-344930bcf126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:51.039917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-92492016-6266-46ef-80b7-344930bcf126 None None] Port 94e43548-1dce-4bac-a075-f84892b77b41 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:34:51.165307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e43548-1dce-4bac-a075-f84892b77b41 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:34:51.172902 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:51.184918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Transition to ACTIVE for port object 94e43548-1dce-4bac-a075-f84892b77b41 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:34:51.188859 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:51.241013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Pushing event updated for resources: {'Port': ['ID=94e43548-1dce-4bac-a075-f84892b77b41,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:51.331410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Attempting to bind port 94e43548-1dce-4bac-a075-f84892b77b41 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:34:51.331789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Attempting to bind port 94e43548-1dce-4bac-a075-f84892b77b41 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:34:51.332155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Attempting to bind port 94e43548-1dce-4bac-a075-f84892b77b41 on network dfe909c9-4ed4-4145-a892-6aa3495abcf6 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:34:51.338160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Port 94e43548-1dce-4bac-a075-f84892b77b41 on network dfe909c9-4ed4-4145-a892-6aa3495abcf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:34:51.338516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Attempting to bind port 94e43548-1dce-4bac-a075-f84892b77b41 on network dfe909c9-4ed4-4145-a892-6aa3495abcf6 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:34:51.346679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:34:51.346679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Checking segment: {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:34:51.347065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Bound using segment: {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:34:51.350318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Bound port: 94e43548-1dce-4bac-a075-f84892b77b41, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb664e4-05a6-424e-879b-d011a66e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:34:51.350318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:51.434313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] For port 94e43548-1dce-4bac-a075-f84892b77b41, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:34:51.437594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] For port 94e43548-1dce-4bac-a075-f84892b77b41, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94e43548-1dce-4bac-a075-f84892b77b41,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:34:51.447525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:51.482817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:51.483480 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:51.484914 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] 10.222.0.15 "PUT /v2.0/ports/94e43548-1dce-4bac-a075-f84892b77b41 HTTP/1.1" status: 200 len: 1092 time: 0.6584446 Nov 03 16:34:51.485345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:34:51.491487 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ab4437-1782-4aa3-81de-e4fdfe0a902c" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:34:51.529332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf96dc-1781-4b3f-b962-b0f1effbc64d service neutron] Pushing event updated for resources: {'Port': ['ID=94e43548-1dce-4bac-a075-f84892b77b41,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:34:51.598673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-2202bbb1-2086-4010-b5eb-4ff517839dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:51.600488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-2202bbb1-2086-4010-b5eb-4ff517839dca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d43ff2dc43814a9483452438f76e8445&device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 1095 time: 0.0464740 Nov 03 16:34:51.656353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-bba4cb97-c839-443a-85c9-f83548a6ceb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94e43548-1dce-4bac-a075-f84892b77b41 HTTP/1.1" status: 200 len: 217 time: 0.0416467 Nov 03 16:34:51.712075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-864f646c-1ce1-4863-9f38-53a07233558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:51.713621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-864f646c-1ce1-4863-9f38-53a07233558b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28a32726-03f4-450d-aa03-9c5145f22ec3 HTTP/1.1" status: 200 len: 853 time: 0.0495245 Nov 03 16:34:51.760946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-cebc63ed-a7b1-49f8-a151-3b7ce79e56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:51.762520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-cebc63ed-a7b1-49f8-a151-3b7ce79e56a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfe909c9-4ed4-4145-a892-6aa3495abcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422397 Nov 03 16:34:51.860913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-c9d7365e-8428-4e57-b0e3-8c4e076e2e49 service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898843 Nov 03 16:34:51.955313 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f7bcdbe-5d1a-4907-9dfd-ad49352b046b req-3f88a177-e1df-4e48-8a88-8482544779bb service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Nov 03 16:34:52.016615 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b88575-ce52-49f0-b434-c97bfc47d79d req-2e9026f3-f455-4192-925a-859eaa0cbbc9 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:52.018260 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b88575-ce52-49f0-b434-c97bfc47d79d req-2e9026f3-f455-4192-925a-859eaa0cbbc9 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0516589 Nov 03 16:34:52.068672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40b88575-ce52-49f0-b434-c97bfc47d79d req-3b92d192-35f3-4dc7-80b7-03500be0b6a6 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440562 Nov 03 16:34:52.139486 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:34:52.552853 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9644b018-c299-422e-82f9-ffc99a142e21 x-openstack-request-id: req-9644b018-c299-422e-82f9-ffc99a142e21 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:34:52.553155 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:34:52.553415 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9644b018-c299-422e-82f9-ffc99a142e21 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:34:52.553874 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41', 'status': 'completed', 'code': 200} Nov 03 16:34:52.636572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-7f85c75c-1767-4f8b-adf4-90845a4f0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:52.638115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-7f85c75c-1767-4f8b-adf4-90845a4f0b8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d43ff2dc43814a9483452438f76e8445&device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 1095 time: 0.0421057 Nov 03 16:34:52.734060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-db7634ad-cd49-49c4-9d15-c2aa4624a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:52.735552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-db7634ad-cd49-49c4-9d15-c2aa4624a418 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfe909c9-4ed4-4145-a892-6aa3495abcf6 HTTP/1.1" status: 200 len: 915 time: 0.0906343 Nov 03 16:34:52.778722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-1ab157a6-2b48-4b5d-a27a-8cfa9b956f75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94e43548-1dce-4bac-a075-f84892b77b41 HTTP/1.1" status: 200 len: 217 time: 0.0351903 Nov 03 16:34:52.832343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-fc2d453e-577a-442b-ac7b-54a4927cfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:52.833754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-fc2d453e-577a-442b-ac7b-54a4927cfef2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28a32726-03f4-450d-aa03-9c5145f22ec3 HTTP/1.1" status: 200 len: 853 time: 0.0486922 Nov 03 16:34:52.879740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-5dfcbdfc-9087-4e72-969a-578c9b1d52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:52.881824 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-5dfcbdfc-9087-4e72-969a-578c9b1d52c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfe909c9-4ed4-4145-a892-6aa3495abcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408916 Nov 03 16:34:52.976538 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-af2b0750-1157-449a-bf5e-64f2d2213d32 service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876663 Nov 03 16:34:53.072168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77ab4437-1782-4aa3-81de-e4fdfe0a902c req-82764f71-e0d4-458f-a749-31b5dd0a3099 service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883865 Nov 03 16:34:53.191123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6161077-30c5-41c0-97c1-83bddea66237 req-a020bbf7-f645-46c5-b3bf-cc3bb05cd1db tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:53.192665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a6161077-30c5-41c0-97c1-83bddea66237 req-a020bbf7-f645-46c5-b3bf-cc3bb05cd1db tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0504467 Nov 03 16:34:53.244717 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a6161077-30c5-41c0-97c1-83bddea66237 req-d4a39ed6-5882-4d78-bf6c-589949fbb394 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Nov 03 16:34:54.366522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374f7d0-1c98-4070-b2df-2837456be089 req-8829d953-d4c8-4edb-ba4e-5ba78f314363 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:54.368030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b374f7d0-1c98-4070-b2df-2837456be089 req-8829d953-d4c8-4edb-ba4e-5ba78f314363 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0504766 Nov 03 16:34:54.422466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b374f7d0-1c98-4070-b2df-2837456be089 req-d7026818-b469-4440-b3bd-32ffeff70bbd tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484459 Nov 03 16:34:55.543411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ab508-be1a-4272-9a62-28e543308769 req-4b3719ab-06d8-4c21-ab99-f4870a0aa8cc tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:55.544912 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a22ab508-be1a-4272-9a62-28e543308769 req-4b3719ab-06d8-4c21-ab99-f4870a0aa8cc tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0537322 Nov 03 16:34:55.593045 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a22ab508-be1a-4272-9a62-28e543308769 req-de924494-921b-4fac-b5d3-6b8e40faf21c tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Nov 03 16:34:56.708613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4e43f-c740-4e25-abf0-c70b27e6fe87 req-fbfee124-3505-41e9-85ce-3a0728e252c1 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:56.710603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dd4e43f-c740-4e25-abf0-c70b27e6fe87 req-fbfee124-3505-41e9-85ce-3a0728e252c1 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0483847 Nov 03 16:34:56.758530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dd4e43f-c740-4e25-abf0-c70b27e6fe87 req-3c160096-917e-4ae7-bbec-e22704357e4c tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Nov 03 16:34:57.872925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3615d-8513-4108-9d6c-bbb4b06212fa req-86106d2b-be89-4501-be32-760782cca531 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:57.874422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8ac3615d-8513-4108-9d6c-bbb4b06212fa req-86106d2b-be89-4501-be32-760782cca531 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0490580 Nov 03 16:34:57.922999 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8ac3615d-8513-4108-9d6c-bbb4b06212fa req-36f8828f-91ee-4608-b51a-89b307d94215 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Nov 03 16:34:59.036383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01716f3b-6228-4834-a008-a3e4a0eebd63 req-3621ca61-18ce-4ad9-a45a-11c464d6b928 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:34:59.037902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01716f3b-6228-4834-a008-a3e4a0eebd63 req-3621ca61-18ce-4ad9-a45a-11c464d6b928 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0476797 Nov 03 16:34:59.087077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01716f3b-6228-4834-a008-a3e4a0eebd63 req-b0083750-316c-4d3f-8d14-fdb90272aeb0 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 Nov 03 16:35:00.208745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609877e-50f8-46f9-854b-b0fddede80c8 req-2ab7f634-abb1-423c-b526-ad410ceacaee tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:00.210248 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0609877e-50f8-46f9-854b-b0fddede80c8 req-2ab7f634-abb1-423c-b526-ad410ceacaee tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0532942 Nov 03 16:35:00.259894 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0609877e-50f8-46f9-854b-b0fddede80c8 req-d3b09d63-ffc8-47c0-b572-efcdcaa84f20 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Nov 03 16:35:01.380332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245d7c4-51d2-4397-b6c4-ee28b6ef0931 req-47630b1a-2f98-4884-9c7e-a2b1e8dbf0f4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:01.382351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b245d7c4-51d2-4397-b6c4-ee28b6ef0931 req-47630b1a-2f98-4884-9c7e-a2b1e8dbf0f4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0521150 Nov 03 16:35:01.431556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b245d7c4-51d2-4397-b6c4-ee28b6ef0931 req-953c8875-db8c-415f-8e84-40720ce874fc tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430362 Nov 03 16:35:01.623445 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:02.546407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a4af5-201f-4129-b7c3-304a4c487029 req-c97cac7d-bdac-490f-9186-358ca3dc683f tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:02.547927 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-882a4af5-201f-4129-b7c3-304a4c487029 req-c97cac7d-bdac-490f-9186-358ca3dc683f tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 944 time: 0.0486090 Nov 03 16:35:02.572914 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72ff82e3-d975-4f41-bd29-2e16edd45b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:02.601093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-882a4af5-201f-4129-b7c3-304a4c487029 req-37564d09-84ae-4e96-ab2d-82168b015bba tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443931 Nov 03 16:35:03.218052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 94e43548-1dce-4bac-a075-f84892b77b41 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:35:03.313713 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 94e43548-1dce-4bac-a075-f84892b77b41, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94e43548-1dce-4bac-a075-f84892b77b41,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:35:03.324188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '94e43548-1dce-4bac-a075-f84892b77b41', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'port_id': '94e43548-1dce-4bac-a075-f84892b77b41', 'mac_address': 'fa:16:3e:72:c9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:35:03.361453 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:03.374453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e43548-1dce-4bac-a075-f84892b77b41 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:35:03.394208 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 94e43548-1dce-4bac-a075-f84892b77b41, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94e43548-1dce-4bac-a075-f84892b77b41,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:35:03.398920 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:03.444578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=94e43548-1dce-4bac-a075-f84892b77b41,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:03.452040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.452394 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.452737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.453079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.453415 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.453778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.454113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.454448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.454776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.455120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.455432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.455759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:03.715385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44cc11-8ac1-4501-a54e-f25c1eaeb9ca req-b0f6aa72-7118-492b-8f67-dd56e37f77ed tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:03.716875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e44cc11-8ac1-4501-a54e-f25c1eaeb9ca req-b0f6aa72-7118-492b-8f67-dd56e37f77ed tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 945 time: 0.0492270 Nov 03 16:35:03.766099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9e44cc11-8ac1-4501-a54e-f25c1eaeb9ca req-84a00477-44cc-4908-88e7-d177ef4e8684 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 Nov 03 16:35:03.811661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['94e43548-1dce-4bac-a075-f84892b77b41'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:35:04.881306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1468c-c725-4473-b981-2e0accddd871 req-cf82c602-5b12-43d3-992b-33eb14f3d004 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:04.882904 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cbf1468c-c725-4473-b981-2e0accddd871 req-cf82c602-5b12-43d3-992b-33eb14f3d004 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 945 time: 0.0485356 Nov 03 16:35:04.935168 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cbf1468c-c725-4473-b981-2e0accddd871 req-de5a82bd-67de-4d70-ac57-c8a078cb7c74 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Nov 03 16:35:04.998854 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e790839-acaf-47ee-825b-8d81f20455db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:05.220082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 94e43548-1dce-4bac-a075-f84892b77b41 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:35:05.270444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 94e43548-1dce-4bac-a075-f84892b77b41 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:35:05.275512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 94e43548-1dce-4bac-a075-f84892b77b41 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:35:05.275885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:05.351655 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:05.376637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:35:05.378920 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd122ce1-0ae7-4f73-92dc-3d409a9353fd" -d '{"events": [{"server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "name": "network-vif-plugged", "status": "completed", "tag": "94e43548-1dce-4bac-a075-f84892b77b41"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:35:05.391807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 94e43548-1dce-4bac-a075-f84892b77b41, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94e43548-1dce-4bac-a075-f84892b77b41,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:35:05.396756 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:05.420216 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2592105-16ff-40ac-b457-10faaf07b6d2 x-openstack-request-id: req-e2592105-16ff-40ac-b457-10faaf07b6d2 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:35:05.420504 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "name": "network-vif-plugged", "status": "completed", "tag": "94e43548-1dce-4bac-a075-f84892b77b41", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:35:05.420753 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e2592105-16ff-40ac-b457-10faaf07b6d2 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:35:05.421138 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41', 'code': 200} Nov 03 16:35:05.447431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=94e43548-1dce-4bac-a075-f84892b77b41,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:05.542556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f368e9a-e315-49b3-b856-79dd8b31d928 req-315c5444-90a1-4d29-9a6a-3d4e90cf0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:05.544038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f368e9a-e315-49b3-b856-79dd8b31d928 req-315c5444-90a1-4d29-9a6a-3d4e90cf0106 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 1097 time: 0.0414197 Nov 03 16:35:05.595423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f368e9a-e315-49b3-b856-79dd8b31d928 req-4674bfdd-5cfb-48a9-9a4f-76fed75c0c04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 Nov 03 16:35:06.174959 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91b4f1-bb18-4fb2-9e55-9769fa95d91f req-62113028-5eac-4b13-a1b5-c34710d4c6bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:06.176439 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b91b4f1-bb18-4fb2-9e55-9769fa95d91f req-62113028-5eac-4b13-a1b5-c34710d4c6bf tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 946 time: 0.1750431 Nov 03 16:35:06.226731 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4b91b4f1-bb18-4fb2-9e55-9769fa95d91f req-56a19d80-9316-4e7e-936e-6d9000afef43 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Nov 03 16:35:06.326004 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:07.343448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f383-1be5-4ca0-86a9-8409f957f025 req-8d55fceb-16ef-4561-9a61-307e71c0bdea tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:07.344910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a29f383-1be5-4ca0-86a9-8409f957f025 req-8d55fceb-16ef-4561-9a61-307e71c0bdea tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 946 time: 0.0486054 Nov 03 16:35:07.393483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7a29f383-1be5-4ca0-86a9-8409f957f025 req-3dc4aa81-6472-4c78-9599-00a18d918c61 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422723 Nov 03 16:35:07.509945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681a1e-dd2b-4d47-b685-706a243b3f72 req-78548841-b10f-46ca-bf95-2a7774074194 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:07.511343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f681a1e-dd2b-4d47-b685-706a243b3f72 req-78548841-b10f-46ca-bf95-2a7774074194 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 946 time: 0.0495915 Nov 03 16:35:07.560366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f681a1e-dd2b-4d47-b685-706a243b3f72 req-7f1ae1bb-68c1-4814-8206-b446695abdbe tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Nov 03 16:35:07.582249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44338) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:07.670013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710889d-093e-4888-abdc-84156ebfff56 tempest-TestVolumeBackupRestore-132862521 tempest-TestVolumeBackupRestore-132862521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:07.671509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8710889d-093e-4888-abdc-84156ebfff56 tempest-TestVolumeBackupRestore-132862521 tempest-TestVolumeBackupRestore-132862521-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 1092 time: 0.0883019 Nov 03 16:35:07.674472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44342) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:07.678882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '94e43548-1dce-4bac-a075-f84892b77b41', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:35:07.701256 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:07.796779 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:07.839140 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:07.906013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Allocated IP 172.25.6.179 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/652e4444-f2f5-4b14-a5fb-13d18259b10c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:35:08.008214 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:08.040883 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:08.080437 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:35:08.083188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:35:08.086825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:35:08.119040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'Port': ['ID=652e4444-f2f5-4b14-a5fb-13d18259b10c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:08.437501 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:08.454615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:08.525653 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:08.677133 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:08.681843 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:08.746773 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event updated for resources: {'Port': ['ID=652e4444-f2f5-4b14-a5fb-13d18259b10c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:08.760067 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:08.860777 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Floating IP 969c71f1-f9a4-49ee-a3db-c7807d03d89d associated. External IP: 172.25.6.179, port: 94e43548-1dce-4bac-a075-f84892b77b41. Nov 03 16:35:09.070588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:35:09.179963 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:35:09.189825 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] Sync routers for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:35:09.199487 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:09.201237 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:35:09.202006 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:09.229854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-381c105b-49ec-4d56-9f53-6d90a99a38e4 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5518606 Nov 03 16:35:09.229854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:35:09.230255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44344) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:09.230700 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56de36a1-1737-4057-a38b-c21e2553149d" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:35:09.272158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2042960-9683-4a67-9450-18ae6da77886 tempest-TestVolumeBackupRestore-132862521 tempest-TestVolumeBackupRestore-132862521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:09.276198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c2042960-9683-4a67-9450-18ae6da77886 tempest-TestVolumeBackupRestore-132862521 tempest-TestVolumeBackupRestore-132862521-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 1092 time: 0.0427272 Nov 03 16:35:09.276586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44350) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:09.280835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7b4db507-ac10-4c98-9644-c41473d1fe43 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Request body: {'floatingip': {'port_id': '94e43548-1dce-4bac-a075-f84892b77b41'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:35:09.321595 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:35:09.342569 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b4db507-ac10-4c98-9644-c41473d1fe43 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:09.356140 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcf9126-c76d-4b7c-ade6-17a659369751 x-openstack-request-id: req-bdcf9126-c76d-4b7c-ade6-17a659369751 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:35:09.356435 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:35:09.357183 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bdcf9126-c76d-4b7c-ade6-17a659369751 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:35:09.357646 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41', 'status': 'completed', 'code': 200} Nov 03 16:35:09.477062 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:35:09.499644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de36a1-1737-4057-a38b-c21e2553149d req-13f5c467-3cee-43fc-8e47-5173fbeae527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:09.501111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56de36a1-1737-4057-a38b-c21e2553149d req-13f5c467-3cee-43fc-8e47-5173fbeae527 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d43ff2dc43814a9483452438f76e8445&device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 1097 time: 0.0853930 Nov 03 16:35:09.559890 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '969c71f1-f9a4-49ee-a3db-c7807d03d89d', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'port_id': '94e43548-1dce-4bac-a075-f84892b77b41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'mac_address': 'fa:16:3e:72:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:35:08Z', 'updated_at': '2021-11-03T16:35:08Z', 'revision_number': 0, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:09.586534 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] Checking router: bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:35:09.594549 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:35:09.595146 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:09.698775 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:35:09.698984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de36a1-1737-4057-a38b-c21e2553149d req-0ed704b3-5b86-49b8-8533-3aa2ea6cc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:09.700318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56de36a1-1737-4057-a38b-c21e2553149d req-0ed704b3-5b86-49b8-8533-3aa2ea6cc6d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfe909c9-4ed4-4145-a892-6aa3495abcf6 HTTP/1.1" status: 200 len: 915 time: 0.1671860 Nov 03 16:35:09.815112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56de36a1-1737-4057-a38b-c21e2553149d req-c81481e3-1b69-4199-8c72-b141f463c4f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94e43548-1dce-4bac-a075-f84892b77b41 HTTP/1.1" status: 200 len: 1000 time: 0.1047506 Nov 03 16:35:09.906113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de36a1-1737-4057-a38b-c21e2553149d req-c0a6cb29-0e66-4b50-8f7c-3ff02c0f8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:09.907456 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56de36a1-1737-4057-a38b-c21e2553149d req-c0a6cb29-0e66-4b50-8f7c-3ff02c0f8751 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28a32726-03f4-450d-aa03-9c5145f22ec3 HTTP/1.1" status: 200 len: 853 time: 0.0638094 Nov 03 16:35:09.924838 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '969c71f1-f9a4-49ee-a3db-c7807d03d89d', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'port_id': '94e43548-1dce-4bac-a075-f84892b77b41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'mac_address': 'fa:16:3e:72:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:35:08Z', 'updated_at': '2021-11-03T16:35:08Z', 'revision_number': 0, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:09.951673 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397ba19-8110-43dd-bc30-a4380da09239 None None] The sync data for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 is: [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '969c71f1-f9a4-49ee-a3db-c7807d03d89d', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'port_id': '94e43548-1dce-4bac-a075-f84892b77b41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'mac_address': 'fa:16:3e:72:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:35:08Z', 'updated_at': '2021-11-03T16:35:08Z', 'revision_number': 0, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:35:10.020745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de36a1-1737-4057-a38b-c21e2553149d req-f9a9d6c8-ad90-4a53-9f18-0ab2543537e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:10.022975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56de36a1-1737-4057-a38b-c21e2553149d req-f9a9d6c8-ad90-4a53-9f18-0ab2543537e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfe909c9-4ed4-4145-a892-6aa3495abcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914142 Nov 03 16:35:10.030980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b4db507-ac10-4c98-9644-c41473d1fe43 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:10.040775 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b4db507-ac10-4c98-9644-c41473d1fe43 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:10.155803 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711d9ef-b83f-497e-8235-16ef0834b2df None None] New status for floating IP 969c71f1-f9a4-49ee-a3db-c7807d03d89d: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:35:10.199372 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56de36a1-1737-4057-a38b-c21e2553149d req-fd9c32b5-3c41-4507-8f1e-eb4e064dabcd service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668978 Nov 03 16:35:10.375132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-56de36a1-1737-4057-a38b-c21e2553149d req-27826a1b-0048-497d-94fa-4e874cb7d80d service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676681 Nov 03 16:35:10.392002 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4db507-ac10-4c98-9644-c41473d1fe43 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:35:10.815037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4db507-ac10-4c98-9644-c41473d1fe43 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:35:10.819766 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7b4db507-ac10-4c98-9644-c41473d1fe43 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:10.824931 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] Sync routers for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:35:10.834009 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:35:10.834659 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:10.847335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:35:10.849604 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:35:10.875668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7b4db507-ac10-4c98-9644-c41473d1fe43 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "PUT /v2.0/floatingips/969c71f1-f9a4-49ee-a3db-c7807d03d89d HTTP/1.1" status: 200 len: 992 time: 1.5981286 Nov 03 16:35:11.031553 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:35:11.246154 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '969c71f1-f9a4-49ee-a3db-c7807d03d89d', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'port_id': '94e43548-1dce-4bac-a075-f84892b77b41', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'mac_address': 'fa:16:3e:72:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:35:08Z', 'updated_at': '2021-11-03T16:35:10Z', 'revision_number': 2, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:11.276106 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] Checking router: bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:35:11.284355 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:35:11.284953 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:11.386911 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:35:11.603618 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '969c71f1-f9a4-49ee-a3db-c7807d03d89d', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'port_id': '94e43548-1dce-4bac-a075-f84892b77b41', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'mac_address': 'fa:16:3e:72:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:35:08Z', 'updated_at': '2021-11-03T16:35:10Z', 'revision_number': 2, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:11.632661 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964e642-cfad-41e1-a2a3-6535a3aeb854 None None] The sync data for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 is: [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '969c71f1-f9a4-49ee-a3db-c7807d03d89d', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'port_id': '94e43548-1dce-4bac-a075-f84892b77b41', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'mac_address': 'fa:16:3e:72:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:35:08Z', 'updated_at': '2021-11-03T16:35:10Z', 'revision_number': 2, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:35:11.922803 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032afe29-90ec-42da-8741-eee39b50921c x-openstack-request-id: req-032afe29-90ec-42da-8741-eee39b50921c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:35:11.923210 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:35:11.923345 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-032afe29-90ec-42da-8741-eee39b50921c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:35:11.923755 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41', 'status': 'completed', 'code': 200} Nov 03 16:35:12.009443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-99d1084b-ead3-4db3-87e9-215dc0072dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:12.010912 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-99d1084b-ead3-4db3-87e9-215dc0072dfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d43ff2dc43814a9483452438f76e8445&device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 1097 time: 0.0398235 Nov 03 16:35:12.102560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-479d8d51-909e-40b9-af3c-af44a92bec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:12.103993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-479d8d51-909e-40b9-af3c-af44a92bec2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfe909c9-4ed4-4145-a892-6aa3495abcf6 HTTP/1.1" status: 200 len: 915 time: 0.0866075 Nov 03 16:35:12.166653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-473a79dc-7270-45b6-b7fa-17f240fdefb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94e43548-1dce-4bac-a075-f84892b77b41 HTTP/1.1" status: 200 len: 1002 time: 0.0557802 Nov 03 16:35:12.218159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-9433c450-6972-4e90-95cc-213407c880d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:12.219601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-9433c450-6972-4e90-95cc-213407c880d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28a32726-03f4-450d-aa03-9c5145f22ec3 HTTP/1.1" status: 200 len: 853 time: 0.0465708 Nov 03 16:35:12.265831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-4fd76903-30ac-4e57-9d6a-10c5a4b1c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:12.267443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-4fd76903-30ac-4e57-9d6a-10c5a4b1c1bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfe909c9-4ed4-4145-a892-6aa3495abcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401657 Nov 03 16:35:12.355730 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-69138d7a-da44-4f5a-9fd6-82bd16b1ab7b service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808790 Nov 03 16:35:12.451335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4fd2c0ba-9c1f-4521-bae9-8ba821df06c8 req-ce1c825c-001e-4931-b227-25ddee0d551b service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886853 Nov 03 16:35:13.924606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:35:13.926995 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6bdf28-f237-4479-a3a5-8b4c00ab6683" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:35:13.963638 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f431419e-361d-47ed-ac3f-6a43423ab227 x-openstack-request-id: req-f431419e-361d-47ed-ac3f-6a43423ab227 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:35:13.963928 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:35:13.964179 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f431419e-361d-47ed-ac3f-6a43423ab227 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:35:13.964576 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41', 'status': 'completed', 'code': 200} Nov 03 16:35:14.053737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-bd9b92db-1559-40be-9b13-ebbe71a13140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:14.055232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-bd9b92db-1559-40be-9b13-ebbe71a13140 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d43ff2dc43814a9483452438f76e8445&device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 1097 time: 0.0413935 Nov 03 16:35:14.147929 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-77872071-eb4d-40b2-a6c5-c7aea8ba9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:14.149455 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-77872071-eb4d-40b2-a6c5-c7aea8ba9f9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfe909c9-4ed4-4145-a892-6aa3495abcf6 HTTP/1.1" status: 200 len: 915 time: 0.0874009 Nov 03 16:35:14.213096 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-8d7d72ca-f664-40c3-ac15-a593eeb6305e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94e43548-1dce-4bac-a075-f84892b77b41 HTTP/1.1" status: 200 len: 1002 time: 0.0569642 Nov 03 16:35:14.263030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-4be986cf-bbf2-430e-ac88-c384ae0eb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:14.263962 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-4be986cf-bbf2-430e-ac88-c384ae0eb35f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28a32726-03f4-450d-aa03-9c5145f22ec3 HTTP/1.1" status: 200 len: 853 time: 0.0443850 Nov 03 16:35:14.314643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-6f778376-fde2-42d0-bf38-a793f6e4e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:14.316239 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-6f778376-fde2-42d0-bf38-a793f6e4e3fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfe909c9-4ed4-4145-a892-6aa3495abcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447686 Nov 03 16:35:14.406426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-af13cc81-b4bc-4313-b64c-eb7704c5aeff service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826700 Nov 03 16:35:14.498127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db6bdf28-f237-4479-a3a5-8b4c00ab6683 req-1e458f8e-39a0-4e17-9199-8dc9d6c310b9 service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836546 Nov 03 16:35:22.137042 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:31.636070 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:32.575198 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4880c6cb-a85f-45d5-b287-ffda55d21b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:35.001082 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b24028bc-bb96-4579-969a-e73c790ddea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:36.328449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:37.838135 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:38.439349 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:42.040937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44368) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:42.196723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Deleting port 652e4444-f2f5-4b14-a5fb-13d18259b10c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:35:42.197309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:42.276636 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:42.276966 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:42.288632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Calling delete_port for 652e4444-f2f5-4b14-a5fb-13d18259b10c owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:35:42.463580 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:42.493541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event deleted for resources: {'Port': ['ID=652e4444-f2f5-4b14-a5fb-13d18259b10c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:42.560727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:42.561058 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Floating IP 969c71f1-f9a4-49ee-a3db-c7807d03d89d disassociated (deleted). External IP: 172.25.6.179, port: 94e43548-1dce-4bac-a075-f84892b77b41. Nov 03 16:35:42.769222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:35:42.886173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:35:42.890883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:42.896427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] Sync routers for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:35:42.906795 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:35:42.907460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:42.917878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c920dcbc-ff9b-4aab-880b-7babecd9a4ff tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "DELETE /v2.0/floatingips/969c71f1-f9a4-49ee-a3db-c7807d03d89d HTTP/1.1" status: 204 len: 168 time: 0.8758059 Nov 03 16:35:42.918548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:35:42.920912 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6696d02c-601f-41ab-a68a-73bec8e75c19" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:35:42.962047 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb731e3-5f3a-4975-8dd7-8663256fb598 x-openstack-request-id: req-5cb731e3-5f3a-4975-8dd7-8663256fb598 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:35:42.962359 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "tag": "94e43548-1dce-4bac-a075-f84892b77b41", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:35:42.962618 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5cb731e3-5f3a-4975-8dd7-8663256fb598 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:35:42.963034 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41', 'status': 'completed', 'code': 200} Nov 03 16:35:43.019536 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:35:43.052855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-93f4b4de-1c6e-4fde-955d-bfaeaa8594b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:43.054508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-93f4b4de-1c6e-4fde-955d-bfaeaa8594b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d43ff2dc43814a9483452438f76e8445&device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 1097 time: 0.0484834 Nov 03 16:35:43.167243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-19c1f31a-f511-4fb0-84ad-ab4c67e8dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:43.168206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-19c1f31a-f511-4fb0-84ad-ab4c67e8dbf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfe909c9-4ed4-4145-a892-6aa3495abcf6 HTTP/1.1" status: 200 len: 915 time: 0.1066599 Nov 03 16:35:43.216842 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-9c407dca-7fdf-48d1-9889-db78f26e1749 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94e43548-1dce-4bac-a075-f84892b77b41 HTTP/1.1" status: 200 len: 217 time: 0.0404139 Nov 03 16:35:43.226412 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:43.253018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] Checking router: bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:35:43.263065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:35:43.263702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:43.301098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d256445-5fad-4158-8c8f-862dd70b11d5 req-b56b45fc-c154-4646-b8de-773e5ae3fbef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:43.302604 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d256445-5fad-4158-8c8f-862dd70b11d5 req-b56b45fc-c154-4646-b8de-773e5ae3fbef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 946 time: 0.1785407 Nov 03 16:35:43.303910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-aebe418d-86f1-42ae-a52a-995b8bc93281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:43.305839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-aebe418d-86f1-42ae-a52a-995b8bc93281 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28a32726-03f4-450d-aa03-9c5145f22ec3 HTTP/1.1" status: 200 len: 853 time: 0.0798726 Nov 03 16:35:43.373715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:35:43.381397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d256445-5fad-4158-8c8f-862dd70b11d5 req-e7799694-6290-4dc3-968a-f8ceb0526e19 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720325 Nov 03 16:35:43.384715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-f4c950f1-7296-4211-838f-2923837f5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:43.386142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-f4c950f1-7296-4211-838f-2923837f5dfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfe909c9-4ed4-4145-a892-6aa3495abcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710711 Nov 03 16:35:43.483940 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-4abb8c51-2d07-4029-a096-dd320eae1c1d service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895274 Nov 03 16:35:43.578864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:43.584988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6696d02c-601f-41ab-a68a-73bec8e75c19 req-d5f2743a-6bf1-4629-8939-baa298c6be36 service neutron] 10.222.0.15 "GET /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912132 Nov 03 16:35:43.605155 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059441a-404b-4007-93b5-32af4ba2ae3e None None] The sync data for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 is: [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:48Z', 'revision_number': 4, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '63c26766-6866-4e7e-bbef-c120d84a22cb', 'name': '', 'network_id': 'dfe909c9-4ed4-4145-a892-6aa3495abcf6', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'mac_address': 'fa:16:3e:da:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:48Z', 'updated_at': '2021-11-03T16:32:52Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'subnets': [{'id': '28a32726-03f4-450d-aa03-9c5145f22ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:35:43.834033 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79346b84-cde3-4489-91c9-bb31b479c0d9 None None] New status for floating IP 969c71f1-f9a4-49ee-a3db-c7807d03d89d: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:35:44.504155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48111-75f7-47bd-84f7-72fc671742d0 req-a3be7d74-b0bb-4dc7-92b3-3c75c845e206 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:44.505664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-86e48111-75f7-47bd-84f7-72fc671742d0 req-a3be7d74-b0bb-4dc7-92b3-3c75c845e206 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 946 time: 0.0506318 Nov 03 16:35:44.555713 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-86e48111-75f7-47bd-84f7-72fc671742d0 req-d7a7ed14-d582-44c7-adfd-992249884c71 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a3f4936-0906-4b06-b726-d39b548e03a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Nov 03 16:35:44.909856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-7c2ba6c9-13ba-423f-a500-223766610ded tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:35:44.911217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-7c2ba6c9-13ba-423f-a500-223766610ded tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.15 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 946 time: 0.0491464 Nov 03 16:35:44.999214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Deleting port 94e43548-1dce-4bac-a075-f84892b77b41 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:35:44.999551 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:45.088456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] For port 94e43548-1dce-4bac-a075-f84892b77b41, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=94e43548-1dce-4bac-a075-f84892b77b41,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:35:45.088803 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:45.100982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Calling delete_port for 94e43548-1dce-4bac-a075-f84892b77b41 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:35:45.227061 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:45.252969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event deleted for resources: {'Port': ['ID=94e43548-1dce-4bac-a075-f84892b77b41,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:45.301436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] No DVR routers for this DVR port 94e43548-1dce-4bac-a075-f84892b77b41 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:35:45.304054 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:45.307863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0be8f9d3-834f-4ced-b133-3088f1ec4420 req-9a9bd184-8013-4a36-a1c5-1c7b220ad1ef tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.15 "DELETE /v2.0/ports/94e43548-1dce-4bac-a075-f84892b77b41 HTTP/1.1" status: 204 len: 173 time: 0.3904603 Nov 03 16:35:45.308310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'name': 'network-vif-deleted', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:35:45.310588 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19467fe7-d5b4-40a3-aef8-2c1251718c08" -d '{"events": [{"server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "name": "network-vif-deleted", "tag": "94e43548-1dce-4bac-a075-f84892b77b41"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:35:45.353706 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae79718-fe02-493b-a762-929080227d85 x-openstack-request-id: req-9ae79718-fe02-493b-a762-929080227d85 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:35:45.354001 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04c8c2c-7234-4e0c-83f4-a81f70b28353", "name": "network-vif-deleted", "tag": "94e43548-1dce-4bac-a075-f84892b77b41", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:35:45.354252 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9ae79718-fe02-493b-a762-929080227d85 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:35:45.354651 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04c8c2c-7234-4e0c-83f4-a81f70b28353', 'name': 'network-vif-deleted', 'tag': '94e43548-1dce-4bac-a075-f84892b77b41', 'status': 'completed', 'code': 200} Nov 03 16:35:45.657413 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aedde6e8-ae1e-40a1-aff3-63d4148353cf req-7aa10051-3010-444f-b2a4-be9fe81ccc25 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 210 time: 0.0309744 Nov 03 16:35:46.477207 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:35:46.756869 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f6fde11-9fb3-4a74-85b6-0bbe3ec3cae0 req-a6cd6d93-b9d6-465c-a291-3e419c5d1c16 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 210 time: 0.0259829 Nov 03 16:35:47.529833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 94e43548-1dce-4bac-a075-f84892b77b41 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:35:47.553396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 94e43548-1dce-4bac-a075-f84892b77b41 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:35:47.553761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 94e43548-1dce-4bac-a075-f84892b77b41 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:35:47.855554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5bacd394-5ed8-4a7e-bca3-3b2f2ebd78ce req-d6f0919f-c205-4579-b2ae-109d2ddddda5 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 210 time: 0.0277543 Nov 03 16:35:48.950644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4d27238-04b2-443d-a6b9-9ca2207eadf6 req-5adcfcf6-5a37-4dcf-af14-c7cdf468b95f tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "GET /v2.0/ports?device_id=a04c8c2c-7234-4e0c-83f4-a81f70b28353 HTTP/1.1" status: 200 len: 210 time: 0.0269954 Nov 03 16:35:50.009756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44394) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:50.072897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:50.097765 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:50.158127 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:50.160717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:50.162097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] 10.222.0.86 "DELETE /v2.0/security-groups/3a3f4936-0906-4b06-b726-d39b548e03a7 HTTP/1.1" status: 204 len: 168 time: 0.1511896 Nov 03 16:35:50.173178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3f4936-0906-4b06-b726-d39b548e03a7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:50.181226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.181600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.181949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.182291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.182631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.182969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.183299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.183723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.184150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.184483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.184848 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:50.185313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b8670-45e1-4b4e-b754-75d357f4ca90 tempest-TestVolumeBackupRestore-581426057 tempest-TestVolumeBackupRestore-581426057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:52.175323 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:54.652838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44848) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:55.028281 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:55.282366 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Deleting port 63c26766-6866-4e7e-bbef-c120d84a22cb {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:35:55.282698 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:55.364606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] For port 63c26766-6866-4e7e-bbef-c120d84a22cb, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=63c26766-6866-4e7e-bbef-c120d84a22cb,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:35:55.364963 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:55.377749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Calling delete_port for 63c26766-6866-4e7e-bbef-c120d84a22cb owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:35:55.568428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:55.591949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c26766-6866-4e7e-bbef-c120d84a22cb,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:55.602535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.602885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.603230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.603570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.603906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.604243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.605107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.605107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.605270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.605541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.605874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.606202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:35:55.771691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:55.985282 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:35:56.093022 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:35:56.098087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e7b2b0ca-e2a5-494a-a6b4-1a660d7b9f88 admin admin] 10.222.0.86 "PUT /v2.0/routers/bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4442251 Nov 03 16:35:56.100931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44850) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:56.102869 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] Sync routers for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:35:56.113036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:35:56.113676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:56.207694 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:56.381927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:35:56.569067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:35:55Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:56.597046 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] Checking router: bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:35:56.605747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] Routers {'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:35:56.606374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:56.633628 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:56.686927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Deleting port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:35:56.687268 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:56.713239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] Set router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:35:56.766225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] For port 3b6bbe5d-92d6-4586-b84e-a00c8e19399f, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3b6bbe5d-92d6-4586-b84e-a00c8e19399f,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:35:56.766586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:56.783064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Calling delete_port for 3b6bbe5d-92d6-4586-b84e-a00c8e19399f owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:35:56.888801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:35:55Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:56.921252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52119716-ddbe-43d8-b109-4b2e9a8cd7ef None None] The sync data for ids ['bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1'] in n-d-813897-2 is: [{'id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'name': 'tempest-TestVolumeBackupRestore-1981743385-router', 'tenant_id': 'd43ff2dc43814a9483452438f76e8445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:35:55Z', 'revision_number': 5, 'project_id': 'd43ff2dc43814a9483452438f76e8445', 'gw_port': {'id': '3b6bbe5d-92d6-4586-b84e-a00c8e19399f', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:46Z', 'updated_at': '2021-11-03T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:35:56.949497 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:56.975279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6bbe5d-92d6-4586-b84e-a00c8e19399f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:57.041161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.129730 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.131818 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.177655 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.178147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:35:57.183161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.184341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-527e0b24-8bc7-44d6-8651-ab619be524c4 admin admin] 10.222.0.86 "DELETE /v2.0/routers/bc4c9cae-8d10-4aa9-8974-0b8c52b6c0c1 HTTP/1.1" status: 204 len: 168 time: 1.0819268 Nov 03 16:35:57.186846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44852) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:57.231107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b24894-5900-400e-b72e-7b6fc5e7822f admin admin] Deleting subnet 28a32726-03f4-450d-aa03-9c5145f22ec3 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:35:57.234082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3b24894-5900-400e-b72e-7b6fc5e7822f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.274042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3b24894-5900-400e-b72e-7b6fc5e7822f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.361739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3b24894-5900-400e-b72e-7b6fc5e7822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.423945 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3b24894-5900-400e-b72e-7b6fc5e7822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.452296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b24894-5900-400e-b72e-7b6fc5e7822f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a32726-03f4-450d-aa03-9c5145f22ec3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:57.454307 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3b24894-5900-400e-b72e-7b6fc5e7822f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.454496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 63c26766-6866-4e7e-bbef-c120d84a22cb no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:35:57.460022 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b3b24894-5900-400e-b72e-7b6fc5e7822f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/28a32726-03f4-450d-aa03-9c5145f22ec3 HTTP/1.1" status: 204 len: 168 time: 0.2699366 Nov 03 16:35:57.460361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f3dfc-cda1-48bd-9104-88e3c74c2500 None None] Network dfe909c9-4ed4-4145-a892-6aa3495abcf6 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:35:57.461013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44854) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:57.482630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 63c26766-6866-4e7e-bbef-c120d84a22cb {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:35:57.482979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 63c26766-6866-4e7e-bbef-c120d84a22cb not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:35:57.536457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.593882 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Deleting port 3e65d668-d09d-4768-8c3a-f9520aec0066 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:35:57.594224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.661280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] For port 3e65d668-d09d-4768-8c3a-f9520aec0066, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3e65d668-d09d-4768-8c3a-f9520aec0066,segment=NetworkSegment(1bb664e4-05a6-424e-879b-d011a66e7193),segment_id=1bb664e4-05a6-424e-879b-d011a66e7193)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:35:57.661775 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.675073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Calling delete_port for 3e65d668-d09d-4768-8c3a-f9520aec0066 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:35:57.758211 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.782983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e65d668-d09d-4768-8c3a-f9520aec0066,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:57.786531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] No DVR routers for this DVR port 3e65d668-d09d-4768-8c3a-f9520aec0066 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:35:57.859895 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.880384 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe909c9-4ed4-4145-a892-6aa3495abcf6']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:57.889776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb664e4-05a6-424e-879b-d011a66e7193') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:57.890080 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb664e4-05a6-424e-879b-d011a66e7193') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:57.899524 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.912319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.923161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:35:57.923567 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:35:57.925555 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:35:57.951633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1158cebd-3376-4b46-be74-787b4d8750dd None None] DHCP port deletion for dfe909c9-4ed4-4145-a892-6aa3495abcf6 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:35:57.983177 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.988846 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:57.992876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] 10.222.0.86 "DELETE /v2.0/networks/dfe909c9-4ed4-4145-a892-6aa3495abcf6 HTTP/1.1" status: 204 len: 168 time: 0.5311506 Nov 03 16:35:57.995934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44856) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:58.003538 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaec507-d298-48e4-bbe7-bdc89dbdee35 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe909c9-4ed4-4145-a892-6aa3495abcf6,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:58.349904 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:58.597351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Deleting port 2b589752-3741-431c-9351-00e46208c6d3 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:35:58.597719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:58.676290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] For port 2b589752-3741-431c-9351-00e46208c6d3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2b589752-3741-431c-9351-00e46208c6d3,segment=NetworkSegment(68732be4-b487-4ff0-9e6d-cd47fe80477f),segment_id=68732be4-b487-4ff0-9e6d-cd47fe80477f)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:35:58.676643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:58.689120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Calling delete_port for 2b589752-3741-431c-9351-00e46208c6d3 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:35:58.866328 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:58.892925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b589752-3741-431c-9351-00e46208c6d3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:35:59.072746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:59.461367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3b6bbe5d-92d6-4586-b84e-a00c8e19399f no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:35:59.482550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 3b6bbe5d-92d6-4586-b84e-a00c8e19399f {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:35:59.483887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3b6bbe5d-92d6-4586-b84e-a00c8e19399f not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:35:59.484389 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3e65d668-d09d-4768-8c3a-f9520aec0066 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:35:59.505813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 3e65d668-d09d-4768-8c3a-f9520aec0066 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:35:59.506248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3e65d668-d09d-4768-8c3a-f9520aec0066 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:35:59.619817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Router 591f0415-045f-4f9f-9474-7b286e2bb619 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:35:59.727360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:35:59.732299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cea441ec-0186-4006-8259-1e8448840d14 admin admin] 10.222.0.86 "PUT /v2.0/routers/591f0415-045f-4f9f-9474-7b286e2bb619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353346 Nov 03 16:35:59.734813 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44858) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:35:59.736385 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] Sync routers for ids ['591f0415-045f-4f9f-9474-7b286e2bb619'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:35:59.747361 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] Routers {'591f0415-045f-4f9f-9474-7b286e2bb619'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:35:59.748050 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['591f0415-045f-4f9f-9474-7b286e2bb619'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:35:59.842573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:35:59.856480 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] Set router 591f0415-045f-4f9f-9474-7b286e2bb619 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:35:59.946527 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.003841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Deleting port 54bc83b4-7897-4bd6-8a8e-de697b62141e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:36:00.004097 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.040709 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:50Z', 'updated_at': '2021-11-03T16:35:58Z', 'revision_number': 5, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'gw_port': {'id': '54bc83b4-7897-4bd6-8a8e-de697b62141e', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:32:51Z', 'updated_at': '2021-11-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:36:00.066378 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] Checking router: 591f0415-045f-4f9f-9474-7b286e2bb619 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:36:00.075267 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] Routers {'591f0415-045f-4f9f-9474-7b286e2bb619'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:36:00.075862 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:35:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['591f0415-045f-4f9f-9474-7b286e2bb619'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:36:00.083101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] For port 54bc83b4-7897-4bd6-8a8e-de697b62141e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=54bc83b4-7897-4bd6-8a8e-de697b62141e,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:36:00.083586 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.096721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Calling delete_port for 54bc83b4-7897-4bd6-8a8e-de697b62141e owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:36:00.253013 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] Set router 591f0415-045f-4f9f-9474-7b286e2bb619 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:36:00.270460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.297517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Pushing event deleted for resources: {'Port': ['ID=54bc83b4-7897-4bd6-8a8e-de697b62141e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:00.311038 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:50Z', 'updated_at': '2021-11-03T16:35:59Z', 'revision_number': 6, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:36:00.340894 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221baf8e-3129-4578-9110-6b2833c374d5 None None] The sync data for ids ['591f0415-045f-4f9f-9474-7b286e2bb619'] in n-d-813897-2 is: [{'id': '591f0415-045f-4f9f-9474-7b286e2bb619', 'name': 'tempest-TestVolumeBackupRestore-1712812519-router', 'tenant_id': '4c5e3f39e93b41cabca34e1392b67428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:32:50Z', 'updated_at': '2021-11-03T16:35:59Z', 'revision_number': 6, 'project_id': '4c5e3f39e93b41cabca34e1392b67428', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:36:00.365129 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.458531 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.460781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.504105 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.504698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 591f0415-045f-4f9f-9474-7b286e2bb619 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:36:00.509609 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.510932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1d1ccde7-efe4-463b-92b8-0c8632172526 admin admin] 10.222.0.86 "DELETE /v2.0/routers/591f0415-045f-4f9f-9474-7b286e2bb619 HTTP/1.1" status: 204 len: 168 time: 0.7752125 Nov 03 16:36:00.513640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44860) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:00.562639 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc151e5-586d-49f6-be9a-4c7cc2a30968 admin admin] Deleting subnet e3c27425-8d5c-468a-820a-d1990f924570 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:36:00.565713 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cc151e5-586d-49f6-be9a-4c7cc2a30968 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.600378 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cc151e5-586d-49f6-be9a-4c7cc2a30968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.676770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cc151e5-586d-49f6-be9a-4c7cc2a30968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.737859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cc151e5-586d-49f6-be9a-4c7cc2a30968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.767800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc151e5-586d-49f6-be9a-4c7cc2a30968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c27425-8d5c-468a-820a-d1990f924570,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:00.770970 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cc151e5-586d-49f6-be9a-4c7cc2a30968 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.774989 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3cc151e5-586d-49f6-be9a-4c7cc2a30968 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e3c27425-8d5c-468a-820a-d1990f924570 HTTP/1.1" status: 204 len: 168 time: 0.2603478 Nov 03 16:36:00.777707 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 44862) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:00.780743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a65d5a-9ec4-414c-8b7f-68c0231fbe89 None None] Network 83946390-c09b-4cbe-b082-6fbc4b533cff requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:36:00.846863 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.904060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Deleting port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:36:00.904402 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.969111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] For port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5ebf8afe-7aab-42a9-8b27-1ceb5c269a50,segment=NetworkSegment(68732be4-b487-4ff0-9e6d-cd47fe80477f),segment_id=68732be4-b487-4ff0-9e6d-cd47fe80477f)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:36:00.969468 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:00.982209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Calling delete_port for 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:36:01.063005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.088864 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebf8afe-7aab-42a9-8b27-1ceb5c269a50,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:01.092319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] No DVR routers for this DVR port 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:36:01.112822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a57ff0-8942-4925-987f-815ec8b6e859 None None] DHCP port deletion for 83946390-c09b-4cbe-b082-6fbc4b533cff request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:36:01.172992 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.194239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83946390-c09b-4cbe-b082-6fbc4b533cff']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:36:01.208551 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68732be4-b487-4ff0-9e6d-cd47fe80477f') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:36:01.208849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68732be4-b487-4ff0-9e6d-cd47fe80477f') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:36:01.218809 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.233085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.239414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:36:01.239795 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:36:01.242159 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:36:01.299586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.306779 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.311996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/83946390-c09b-4cbe-b082-6fbc4b533cff HTTP/1.1" status: 204 len: 168 time: 0.5310180 Nov 03 16:36:01.323367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c67bf-cbef-4ecf-b512-bd4005a925e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=83946390-c09b-4cbe-b082-6fbc4b533cff,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:01.410263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 54bc83b4-7897-4bd6-8a8e-de697b62141e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:36:01.437035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 54bc83b4-7897-4bd6-8a8e-de697b62141e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:36:01.437536 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 54bc83b4-7897-4bd6-8a8e-de697b62141e not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:36:01.437949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:36:01.459714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:36:01.460057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5ebf8afe-7aab-42a9-8b27-1ceb5c269a50 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:36:01.461157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2b589752-3741-431c-9351-00e46208c6d3 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:36:01.481199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2b589752-3741-431c-9351-00e46208c6d3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:36:01.481463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2b589752-3741-431c-9351-00e46208c6d3 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:36:01.500227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44868) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:01.540709 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d291b769-0f88-4914-becf-bbc1b6f31df8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d43ff2dc43814a9483452438f76e8445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392673 Nov 03 16:36:01.543183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44870) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:01.595875 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14a147f-3662-4d54-be44-0191b2135439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.616283 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14a147f-3662-4d54-be44-0191b2135439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.646715 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.664035 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14a147f-3662-4d54-be44-0191b2135439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.666620 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b14a147f-3662-4d54-be44-0191b2135439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:01.667791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b14a147f-3662-4d54-be44-0191b2135439 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/88c8d299-16ce-4e0d-ac0a-42955bd2e70b HTTP/1.1" status: 204 len: 168 time: 0.1236453 Nov 03 16:36:01.675679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a147f-3662-4d54-be44-0191b2135439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c8d299-16ce-4e0d-ac0a-42955bd2e70b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:01.980103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44876) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:02.019232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7810372e-42e9-4612-abe3-45165339c7ac admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c5e3f39e93b41cabca34e1392b67428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378854 Nov 03 16:36:02.021608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 44878) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:02.069017 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7da7b9ac-e5a4-4879-8e4f-f4b12d5a88bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:02.090754 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7da7b9ac-e5a4-4879-8e4f-f4b12d5a88bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:02.136655 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7da7b9ac-e5a4-4879-8e4f-f4b12d5a88bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:02.139306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7da7b9ac-e5a4-4879-8e4f-f4b12d5a88bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:02.140565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7da7b9ac-e5a4-4879-8e4f-f4b12d5a88bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e8b594b-4294-4f9d-bd5e-47aa5a2ff133 HTTP/1.1" status: 204 len: 168 time: 0.1180599 Nov 03 16:36:02.148096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7b9ac-e5a4-4879-8e4f-f4b12d5a88bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8b594b-4294-4f9d-bd5e-47aa5a2ff133,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:02.578050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-976d3410-752b-4073-a6a6-2ed5546e55e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:05.001914 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3766105b-388e-4b8d-b6c1-f7a1b5788be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:06.332418 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:07.840940 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:08.442391 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:12.049764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-c1c23583-6a63-492d-b2ec-eb0e822988a4 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=53ae47e5ea764e5abfb275f4626dd580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290248 Nov 03 16:36:12.236123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-cef41934-c004-4b3f-af28-7548b7831220 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:12.237571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-cef41934-c004-4b3f-af28-7548b7831220 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816576 Nov 03 16:36:12.252896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-c265d8cf-1e81-42d4-bce8-e6a560799e75 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/quotas/53ae47e5ea764e5abfb275f4626dd580 HTTP/1.1" status: 200 len: 375 time: 0.0088029 Nov 03 16:36:12.285144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-5610b5cd-b88b-4e44-9a02-556c367ffd6d tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=53ae47e5ea764e5abfb275f4626dd580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270159 Nov 03 16:36:12.450401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2adac630-16c6-4b2c-9dd4-481d4eae22dc req-ce7fe3be-9497-465a-8f0e-94bb3341d7c7 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 210 time: 0.0304427 Nov 03 16:36:13.354099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-6d67ec17-9bfd-41c3-b482-197bb8d8c4f9 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=53ae47e5ea764e5abfb275f4626dd580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288987 Nov 03 16:36:13.544043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-4c541ccd-0f44-40b5-b460-ddc5b5057401 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:13.545506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-4c541ccd-0f44-40b5-b460-ddc5b5057401 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823595 Nov 03 16:36:13.546819 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b322d98e-98fb-4786-a78d-3e49b5f52ba2 req-faa65dce-abc6-42aa-af4f-72f0ace944ac tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 210 time: 0.0275950 Nov 03 16:36:13.564085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Request body: {'port': {'device_id': 'd8814163-af47-4aee-99a5-98212e5bc57e', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'admin_state_up': True, 'tenant_id': '53ae47e5ea764e5abfb275f4626dd580'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:36:13.683133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Made reservation on behalf of 53ae47e5ea764e5abfb275f4626dd580 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:36:13.686993 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:13.695791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:13.769192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:13.772807 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:13.841956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4fa592-9876-448e-8f21-780527595d54,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:13.910910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Allocated IP 192.168.233.208 (df8e5946-59a8-4aff-8d6b-de5683529193/89d70a7a-bdd0-448d-b44d-6deb22c9d265/9f0faedf-b758-4e05-9db5-9be361556246) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:36:14.058936 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.096141 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.139622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Network df8e5946-59a8-4aff-8d6b-de5683529193 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:36:14.144659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:36:14.148839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:36:14.172401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Pushing event updated for resources: {'Port': ['ID=9f0faedf-b758-4e05-9db5-9be361556246,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:14.203274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:14.203898 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.221413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-babba9b3-6928-4517-b37b-7f75ff89adec tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6613386 Nov 03 16:36:14.239482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Request body: {'port': {'device_id': 'd8814163-af47-4aee-99a5-98212e5bc57e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:36:14.304170 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.417148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e50ab006-838d-4568-98bf-6eafd0119c81 None None] Provisioning complete for port 9f0faedf-b758-4e05-9db5-9be361556246 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:36:14.417747 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e50ab006-838d-4568-98bf-6eafd0119c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.451799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e50ab006-838d-4568-98bf-6eafd0119c81 None None] Port 9f0faedf-b758-4e05-9db5-9be361556246 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:36:14.568193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0faedf-b758-4e05-9db5-9be361556246 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:36:14.575827 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.588185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Transition to ACTIVE for port object 9f0faedf-b758-4e05-9db5-9be361556246 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:36:14.592193 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.675188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0faedf-b758-4e05-9db5-9be361556246,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:14.737323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db838d0a-e364-48f7-8cd1-9274572a8838 req-e312e030-ac85-4d04-a553-5e3ba25ec35b tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:14.738871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db838d0a-e364-48f7-8cd1-9274572a8838 req-e312e030-ac85-4d04-a553-5e3ba25ec35b tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 948 time: 0.1203685 Nov 03 16:36:14.772687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Attempting to bind port 9f0faedf-b758-4e05-9db5-9be361556246 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:36:14.773029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Attempting to bind port 9f0faedf-b758-4e05-9db5-9be361556246 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:36:14.773942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Attempting to bind port 9f0faedf-b758-4e05-9db5-9be361556246 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:36:14.781641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Port 9f0faedf-b758-4e05-9db5-9be361556246 on network df8e5946-59a8-4aff-8d6b-de5683529193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:36:14.781967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Attempting to bind port 9f0faedf-b758-4e05-9db5-9be361556246 on network df8e5946-59a8-4aff-8d6b-de5683529193 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:36:14.796808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:36:14.797152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Checking segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:36:14.797555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Bound using segment: {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:36:14.797992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Bound port: 9f0faedf-b758-4e05-9db5-9be361556246, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e3c11f-6139-4ebb-886b-ce99ef7685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:36:14.798351 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.819221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db838d0a-e364-48f7-8cd1-9274572a8838 req-3a3880e9-0834-44bb-ad10-c1d566d5abac tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733507 Nov 03 16:36:14.874984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] For port 9f0faedf-b758-4e05-9db5-9be361556246, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:36:14.877990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] For port 9f0faedf-b758-4e05-9db5-9be361556246, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9f0faedf-b758-4e05-9db5-9be361556246,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:36:14.882988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.915347 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:14.916053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:14.917342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] 10.222.0.15 "PUT /v2.0/ports/9f0faedf-b758-4e05-9db5-9be361556246 HTTP/1.1" status: 200 len: 1096 time: 0.6822312 Nov 03 16:36:14.917806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8814163-af47-4aee-99a5-98212e5bc57e', 'tag': '9f0faedf-b758-4e05-9db5-9be361556246'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:36:14.920044 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081" -d '{"events": [{"name": "network-changed", "server_uuid": "d8814163-af47-4aee-99a5-98212e5bc57e", "tag": "9f0faedf-b758-4e05-9db5-9be361556246"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:36:14.946878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29b033-97c9-4c85-88a8-f64d22ebe474 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0faedf-b758-4e05-9db5-9be361556246,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:14.969782 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0550d559-9994-4a88-bd12-1890698872a3 x-openstack-request-id: req-0550d559-9994-4a88-bd12-1890698872a3 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:36:14.970083 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8814163-af47-4aee-99a5-98212e5bc57e", "tag": "9f0faedf-b758-4e05-9db5-9be361556246", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:36:14.970341 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0550d559-9994-4a88-bd12-1890698872a3 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:36:14.970747 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8814163-af47-4aee-99a5-98212e5bc57e', 'tag': '9f0faedf-b758-4e05-9db5-9be361556246', 'status': 'completed', 'code': 200} Nov 03 16:36:15.030883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-1d1e3bbd-6952-4938-87fe-a094570afb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:15.032476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-1d1e3bbd-6952-4938-87fe-a094570afb82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53ae47e5ea764e5abfb275f4626dd580&device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 1099 time: 0.0453780 Nov 03 16:36:15.080826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-273d7a9a-2eb4-4700-88ad-12d2f3cb5fea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9f0faedf-b758-4e05-9db5-9be361556246 HTTP/1.1" status: 200 len: 217 time: 0.0349848 Nov 03 16:36:15.134555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-a328f598-d777-4a53-807d-7e172d4aa534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:15.136004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-a328f598-d777-4a53-807d-7e172d4aa534 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0484910 Nov 03 16:36:15.181736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-939e544a-e28e-49f8-9492-70a115aef3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:15.183067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-939e544a-e28e-49f8-9492-70a115aef3cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404243 Nov 03 16:36:15.275534 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-6cf60508-e28c-4473-a70f-24d771290886 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854943 Nov 03 16:36:15.364908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-edd34a97-9c7e-43c6-892a-3b9615b495b1 req-33a4d9cd-4bb4-4d82-b2b5-19ea00169d41 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823348 Nov 03 16:36:15.497548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-3c4f41fc-14b3-4056-bfa8-f4281ef762db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:15.498523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-3c4f41fc-14b3-4056-bfa8-f4281ef762db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53ae47e5ea764e5abfb275f4626dd580&device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 1099 time: 0.0412138 Nov 03 16:36:15.593825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-bf982ede-6dab-4f79-b040-3c2b11cb8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:15.595304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-bf982ede-6dab-4f79-b040-3c2b11cb8595 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df8e5946-59a8-4aff-8d6b-de5683529193 HTTP/1.1" status: 200 len: 870 time: 0.0884180 Nov 03 16:36:15.639875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-364310c8-7361-42ee-a162-205f8c9fa894 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9f0faedf-b758-4e05-9db5-9be361556246 HTTP/1.1" status: 200 len: 217 time: 0.0365574 Nov 03 16:36:15.699975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-3300f464-3284-4d5a-aa41-b52a2207e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:15.702034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-3300f464-3284-4d5a-aa41-b52a2207e93e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d70a7a-bdd0-448d-b44d-6deb22c9d265 HTTP/1.1" status: 200 len: 843 time: 0.0554538 Nov 03 16:36:15.749282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-86c8ca54-a1d4-476b-bf2f-9cfe5b5d4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:15.750698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-86c8ca54-a1d4-476b-bf2f-9cfe5b5d4677 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df8e5946-59a8-4aff-8d6b-de5683529193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409353 Nov 03 16:36:15.839638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-000e377f-7fd8-48f4-aef2-859639e51f54 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810692 Nov 03 16:36:15.964605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22cb903c-5626-4d7e-9a4d-c9d88d7c8081 req-afbe8c26-d52e-47da-a050-6b3d4a01aa49 service neutron] 10.222.0.15 "GET /v2.0/networks/df8e5946-59a8-4aff-8d6b-de5683529193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174445 Nov 03 16:36:15.972743 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca5258-ecbf-40fa-b7be-6958bebe2c1f req-969e4f07-f942-44e7-a84f-dc84e5d24c3e tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:15.974140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3ca5258-ecbf-40fa-b7be-6958bebe2c1f req-969e4f07-f942-44e7-a84f-dc84e5d24c3e tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 948 time: 0.0722249 Nov 03 16:36:16.025002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3ca5258-ecbf-40fa-b7be-6958bebe2c1f req-07b4d95b-0276-458f-8e6a-f2f116a7fc66 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Nov 03 16:36:17.164008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d90970-7998-45fa-b876-0e72204ff0ea req-81b35af2-f8d7-4102-867b-08a9dcfe92d1 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:17.165879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a2d90970-7998-45fa-b876-0e72204ff0ea req-81b35af2-f8d7-4102-867b-08a9dcfe92d1 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 948 time: 0.0590448 Nov 03 16:36:17.229674 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a2d90970-7998-45fa-b876-0e72204ff0ea req-5121d679-ad67-4b40-bafe-d8ff713e2e10 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558472 Nov 03 16:36:18.350584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbde26b-e8db-4337-953c-8b8751203c5d req-6539d4d6-1ddf-488d-b939-2a7348b77a44 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:18.352100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4dbde26b-e8db-4337-953c-8b8751203c5d req-6539d4d6-1ddf-488d-b939-2a7348b77a44 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 948 time: 0.0532444 Nov 03 16:36:18.399960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4dbde26b-e8db-4337-953c-8b8751203c5d req-21b79730-32eb-4024-a977-1d834f2e81d9 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Nov 03 16:36:19.517081 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba247b-7d8d-4e64-99f7-23114c0b5759 req-18470b7e-2d9a-46e2-a1a2-6538ca89b40b tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:19.518516 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-54ba247b-7d8d-4e64-99f7-23114c0b5759 req-18470b7e-2d9a-46e2-a1a2-6538ca89b40b tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 948 time: 0.0504415 Nov 03 16:36:19.566202 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-54ba247b-7d8d-4e64-99f7-23114c0b5759 req-ff9f4cdc-01a1-4b3b-9d6b-4deb95c0794c tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Nov 03 16:36:19.701254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9f0faedf-b758-4e05-9db5-9be361556246 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:36:19.794406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9f0faedf-b758-4e05-9db5-9be361556246, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9f0faedf-b758-4e05-9db5-9be361556246,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:36:19.805895 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '9f0faedf-b758-4e05-9db5-9be361556246', 'network_id': 'df8e5946-59a8-4aff-8d6b-de5683529193', 'port_id': '9f0faedf-b758-4e05-9db5-9be361556246', 'mac_address': 'fa:16:3e:85:9c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d70a7a-bdd0-448d-b44d-6deb22c9d265', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:36:19.846268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:19.858617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0faedf-b758-4e05-9db5-9be361556246 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:36:19.877253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9f0faedf-b758-4e05-9db5-9be361556246, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9f0faedf-b758-4e05-9db5-9be361556246,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:36:19.881184 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:19.927430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9f0faedf-b758-4e05-9db5-9be361556246,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:19.935418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.935769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.936115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.936458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.936797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.937139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.937472 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.937829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.938160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.938490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.938818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:19.939144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:36:20.263758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['9f0faedf-b758-4e05-9db5-9be361556246'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:36:20.684336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b3568-1f81-41f1-9133-81fd65a915ff req-f4df5d76-38a7-4716-ae76-b98ca9d528ed tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:20.685829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5d8b3568-1f81-41f1-9133-81fd65a915ff req-f4df5d76-38a7-4716-ae76-b98ca9d528ed tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 949 time: 0.0484319 Nov 03 16:36:20.731915 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5d8b3568-1f81-41f1-9133-81fd65a915ff req-80cc13ea-aaf4-46f0-90ed-e85c10ee98bc tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Nov 03 16:36:21.718534 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9f0faedf-b758-4e05-9db5-9be361556246 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:36:21.767778 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 9f0faedf-b758-4e05-9db5-9be361556246 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:36:21.771874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 9f0faedf-b758-4e05-9db5-9be361556246 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:36:21.772241 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:21.848067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071d69f-e667-4c18-8f36-ccb3b51b0cdd req-407469a6-edc8-46b4-9084-f3e26a45cfd6 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:21.849624 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9071d69f-e667-4c18-8f36-ccb3b51b0cdd req-407469a6-edc8-46b4-9084-f3e26a45cfd6 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 949 time: 0.0492277 Nov 03 16:36:21.853260 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:21.876645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8814163-af47-4aee-99a5-98212e5bc57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0faedf-b758-4e05-9db5-9be361556246'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:36:21.878930 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d68b16-cea0-47d1-a880-e0a4bc4b4bd0" -d '{"events": [{"server_uuid": "d8814163-af47-4aee-99a5-98212e5bc57e", "name": "network-vif-plugged", "status": "completed", "tag": "9f0faedf-b758-4e05-9db5-9be361556246"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:36:21.892228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9f0faedf-b758-4e05-9db5-9be361556246, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9f0faedf-b758-4e05-9db5-9be361556246,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:36:21.898403 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:21.909253 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9071d69f-e667-4c18-8f36-ccb3b51b0cdd req-41eca39e-cecb-4530-985d-d5cd833e9032 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529530 Nov 03 16:36:21.924778 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba5ffe8-cd78-45c3-8e8b-aa500c9a37f9 x-openstack-request-id: req-6ba5ffe8-cd78-45c3-8e8b-aa500c9a37f9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:36:21.925071 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8814163-af47-4aee-99a5-98212e5bc57e", "name": "network-vif-plugged", "status": "completed", "tag": "9f0faedf-b758-4e05-9db5-9be361556246", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:36:21.925329 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ba5ffe8-cd78-45c3-8e8b-aa500c9a37f9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:36:21.925748 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8814163-af47-4aee-99a5-98212e5bc57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0faedf-b758-4e05-9db5-9be361556246', 'code': 200} Nov 03 16:36:21.949409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9f0faedf-b758-4e05-9db5-9be361556246,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:22.046720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5531fd-78fb-44bf-a91b-64119ce5e3a4 req-1cfeaabc-9295-459b-9e1e-c472b9468850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:22.048197 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca5531fd-78fb-44bf-a91b-64119ce5e3a4 req-1cfeaabc-9295-459b-9e1e-c472b9468850 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 1101 time: 0.0408828 Nov 03 16:36:22.095894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca5531fd-78fb-44bf-a91b-64119ce5e3a4 req-39ff1be1-e03e-46fb-a32b-37f0e4beb680 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Nov 03 16:36:22.166377 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:23.017927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cbfd0-e363-486a-bf0b-d3889d8d4209 req-c41cd36a-9439-45e2-83f8-54c832930bc6 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:23.019412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-409cbfd0-e363-486a-bf0b-d3889d8d4209 req-c41cd36a-9439-45e2-83f8-54c832930bc6 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 950 time: 0.0487902 Nov 03 16:36:23.066442 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-409cbfd0-e363-486a-bf0b-d3889d8d4209 req-a4abf7ab-f55c-49c1-8491-3de9ea3491d1 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Nov 03 16:36:23.475835 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:36:24.182791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28330e6-4e90-4f96-8ef6-139e675360c9 req-431cb0e1-db76-44b7-b5e5-3d68d5f2ef29 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:24.184268 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f28330e6-4e90-4f96-8ef6-139e675360c9 req-431cb0e1-db76-44b7-b5e5-3d68d5f2ef29 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 950 time: 0.0489128 Nov 03 16:36:24.231568 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f28330e6-4e90-4f96-8ef6-139e675360c9 req-a03f4983-c626-42da-ba36-10e0335fa501 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Nov 03 16:36:24.508718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-cc37cce6-5874-413e-a877-bd542477123d req-66cad51d-9a93-4c38-a4ff-32713f430846 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:36:24.509735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cc37cce6-5874-413e-a877-bd542477123d req-66cad51d-9a93-4c38-a4ff-32713f430846 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054798 Nov 03 16:36:24.840603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-fbc21958-ab3a-490d-b7fb-5c43b1d10022 req-07576b4a-6c30-4dcb-8096-f873346e83a0 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:36:24.841624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fbc21958-ab3a-490d-b7fb-5c43b1d10022 req-07576b4a-6c30-4dcb-8096-f873346e83a0 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053241 Nov 03 16:36:25.163953 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d982ba7-5cc3-4543-8fa0-810b2dc30ede req-f131794f-5850-40c5-bf6c-33c681865de5 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:25.165337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d982ba7-5cc3-4543-8fa0-810b2dc30ede req-f131794f-5850-40c5-bf6c-33c681865de5 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 950 time: 0.0489519 Nov 03 16:36:25.212911 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d982ba7-5cc3-4543-8fa0-810b2dc30ede req-902177ca-2463-4350-b121-2a938a1d85d0 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Nov 03 16:36:26.330910 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec119e-895b-44e7-a81a-2c23aa589cb6 req-724cd1c8-6e25-4bec-9e1f-86f38683f8c2 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:26.332395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06ec119e-895b-44e7-a81a-2c23aa589cb6 req-724cd1c8-6e25-4bec-9e1f-86f38683f8c2 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 950 time: 0.0500979 Nov 03 16:36:26.379667 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06ec119e-895b-44e7-a81a-2c23aa589cb6 req-77ab7d2d-121c-4369-996f-3836a44670be tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce4fa592-9876-448e-8f21-780527595d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Nov 03 16:36:26.683416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-29631bfe-aa95-4773-a1dc-a6f7404091e9 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:26.684839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-29631bfe-aa95-4773-a1dc-a6f7404091e9 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 950 time: 0.0509164 Nov 03 16:36:26.770810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Deleting port 9f0faedf-b758-4e05-9db5-9be361556246 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:36:26.771131 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:26.860369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] For port 9f0faedf-b758-4e05-9db5-9be361556246, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9f0faedf-b758-4e05-9db5-9be361556246,segment=NetworkSegment(02e3c11f-6139-4ebb-886b-ce99ef7685a3),segment_id=02e3c11f-6139-4ebb-886b-ce99ef7685a3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:36:26.860731 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:26.873185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Calling delete_port for 9f0faedf-b758-4e05-9db5-9be361556246 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:36:26.998498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:27.030526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['9f0faedf-b758-4e05-9db5-9be361556246'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:36:27.031193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Pushing event deleted for resources: {'Port': ['ID=9f0faedf-b758-4e05-9db5-9be361556246,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:27.078891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] No DVR routers for this DVR port 9f0faedf-b758-4e05-9db5-9be361556246 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:36:27.082230 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:27.085766 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1db453a0-892d-4b08-a773-b6fe7a3586f3 req-ee206ec9-b663-47f9-b87d-f1f2a6878486 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.15 "DELETE /v2.0/ports/9f0faedf-b758-4e05-9db5-9be361556246 HTTP/1.1" status: 204 len: 173 time: 0.3947191 Nov 03 16:36:27.086268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8814163-af47-4aee-99a5-98212e5bc57e', 'name': 'network-vif-deleted', 'tag': '9f0faedf-b758-4e05-9db5-9be361556246'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:36:27.088627 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd20d54a-e833-4a54-b0ee-327d58105720" -d '{"events": [{"server_uuid": "d8814163-af47-4aee-99a5-98212e5bc57e", "name": "network-vif-deleted", "tag": "9f0faedf-b758-4e05-9db5-9be361556246"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:36:27.134953 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbede38-4c0b-4225-a233-372f675cf640 x-openstack-request-id: req-bbbede38-4c0b-4225-a233-372f675cf640 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:36:27.135252 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8814163-af47-4aee-99a5-98212e5bc57e", "name": "network-vif-deleted", "tag": "9f0faedf-b758-4e05-9db5-9be361556246", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:36:27.135532 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bbbede38-4c0b-4225-a233-372f675cf640 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:36:27.135943 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8814163-af47-4aee-99a5-98212e5bc57e', 'name': 'network-vif-deleted', 'tag': '9f0faedf-b758-4e05-9db5-9be361556246', 'status': 'completed', 'code': 200} Nov 03 16:36:27.490083 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cefdad2d-54f9-40b2-9859-434deeede725 req-f4b526d7-c7d6-4ba8-9dde-3ea664e831c3 tempest-ServersAdminNegativeTestJSON-1046728376 tempest-ServersAdminNegativeTestJSON-1046728376-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8814163-af47-4aee-99a5-98212e5bc57e HTTP/1.1" status: 200 len: 210 time: 0.0310638 Nov 03 16:36:28.781431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45012) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:28.911593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-40401e77-7325-492b-8d60-8fa2101cefa0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=53ae47e5ea764e5abfb275f4626dd580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289699 Nov 03 16:36:28.914218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45016) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:28.962018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99498627-10ef-42b3-9b91-3c7fd5d1a6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:28.986748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99498627-10ef-42b3-9b91-3c7fd5d1a6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.040269 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99498627-10ef-42b3-9b91-3c7fd5d1a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.042938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-99498627-10ef-42b3-9b91-3c7fd5d1a6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.044057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-99498627-10ef-42b3-9b91-3c7fd5d1a6cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ce4fa592-9876-448e-8f21-780527595d54 HTTP/1.1" status: 204 len: 168 time: 0.1289546 Nov 03 16:36:29.051983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99498627-10ef-42b3-9b91-3c7fd5d1a6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4fa592-9876-448e-8f21-780527595d54,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:29.299249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45022) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:29.313407 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cdffd1a2-5449-486e-b31b-dd825ff5ba88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.388535 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cdffd1a2-5449-486e-b31b-dd825ff5ba88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.392193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cdffd1a2-5449-486e-b31b-dd825ff5ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.431304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cdffd1a2-5449-486e-b31b-dd825ff5ba88 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=43dba207a55c40cc997dbdddffd29277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309922 Nov 03 16:36:29.432160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffd1a2-5449-486e-b31b-dd825ff5ba88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeb7206-764b-4c75-9354-fbffa0a9d5f9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:29.434221 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45024) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:29.483512 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b2cf516-6b89-4b0a-a582-4df76d7a77fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.503815 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b2cf516-6b89-4b0a-a582-4df76d7a77fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.549470 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b2cf516-6b89-4b0a-a582-4df76d7a77fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.551998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b2cf516-6b89-4b0a-a582-4df76d7a77fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:29.553120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2b2cf516-6b89-4b0a-a582-4df76d7a77fd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/efeb7206-764b-4c75-9354-fbffa0a9d5f9 HTTP/1.1" status: 204 len: 168 time: 0.1179268 Nov 03 16:36:29.561442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cf516-6b89-4b0a-a582-4df76d7a77fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeb7206-764b-4c75-9354-fbffa0a9d5f9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:29.748242 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9f0faedf-b758-4e05-9db5-9be361556246 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:36:29.769275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 9f0faedf-b758-4e05-9db5-9be361556246 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:36:29.769640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9f0faedf-b758-4e05-9db5-9be361556246 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:36:30.256738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45046) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:30.353964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-968944405-network', 'tenant_id': '4519ea8ebf584f63ac340c15328f724e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:36:30.376027 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Made reservation on behalf of 4519ea8ebf584f63ac340c15328f724e for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:36:30.378521 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.387324 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.460510 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.464176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.487823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:36:30.497956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91090c62-4ad5-49a2-8868-77c044015398,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:30.502582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.502925 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Added segment 2647b2df-f075-4542-a366-cbb1b905e8b3 of type vlan for network 3a873d5c-04ac-47ed-acb6-6b347a923693 Nov 03 16:36:30.544043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.567992 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.569033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:30.570271 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.625762 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3670833 Nov 03 16:36:30.628788 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45050) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:36:30.633633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a237c-2e9b-4edf-a3c9-fc7d23cdcdaf admin admin] Pushing event updated for resources: {'Network': ['ID=3a873d5c-04ac-47ed-acb6-6b347a923693,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:30.634769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Request body: {'subnet': {'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-968944405-subnet', 'tenant_id': '4519ea8ebf584f63ac340c15328f724e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:36:30.644617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 3a873d5c-04ac-47ed-acb6-6b347a923693 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:36:30.655197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Made reservation on behalf of 4519ea8ebf584f63ac340c15328f724e for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:36:30.657544 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.827016 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.881871 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a92fcfe-4962-4683-a541-4b73eadef336,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:30.890458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Checking segment: {'id': '2647b2df-f075-4542-a366-cbb1b905e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:36:30.890825 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Network hostable DHCP agents. Network: 3a873d5c-04ac-47ed-acb6-6b347a923693, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:36:30.907439 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Network 3a873d5c-04ac-47ed-acb6-6b347a923693 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:36:30.917369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 3a873d5c-04ac-47ed-acb6-6b347a923693) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:36:30.921730 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:30.922308 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:30.928022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee4d95-2dd1-4709-b069-16f0d365070f None None] Network 3a873d5c-04ac-47ed-acb6-6b347a923693 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:36:30.940348 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8debf0f3-6baa-4f47-9e88-792b7d2d2575 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3104131 Nov 03 16:36:31.075885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f0825-ce03-4b0d-ab04-c032a4a55351 None None] Network 3a873d5c-04ac-47ed-acb6-6b347a923693 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:36:31.386460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-bbc5c168-fde3-45aa-aec7-e0dcfafb6962 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:31.387934 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-bbc5c168-fde3-45aa-aec7-e0dcfafb6962 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/networks?id=3a873d5c-04ac-47ed-acb6-6b347a923693 HTTP/1.1" status: 200 len: 811 time: 0.1041753 Nov 03 16:36:31.403796 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-aa6df3d4-78f3-41df-b5df-18873e369c48 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/quotas/4519ea8ebf584f63ac340c15328f724e HTTP/1.1" status: 200 len: 375 time: 0.0099823 Nov 03 16:36:31.436836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-0e27d5da-e939-462a-a7ae-31e8b11b7c13 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4519ea8ebf584f63ac340c15328f724e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276721 Nov 03 16:36:31.529098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-e022bbc3-3fde-41cf-bac2-ca9560a1b1ae service neutron] 10.222.0.86 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852678 Nov 03 16:36:31.615539 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-17006d23-7e39-4de5-86cd-923a041bb5f8 service neutron] 10.222.0.86 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804703 Nov 03 16:36:31.665613 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:31.778270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76b3c2f8-82f5-4a1a-acf3-397a6570f9fb req-d0b4897e-2de7-487a-8bd5-81bbf51b2711 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 210 time: 0.0274532 Nov 03 16:36:32.579747 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e34450b9-57f1-4461-a0c3-1a03485dd159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:32.897443 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b293f6bc-e61e-4711-b6a7-31c5b16b020b req-a084a396-baf4-49f2-ba88-ce713b1ef042 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 210 time: 0.0334206 Nov 03 16:36:33.106103 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-92307f39-42d3-436b-b84a-016b7a3268cf tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:33.107533 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-92307f39-42d3-436b-b84a-016b7a3268cf tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.15 "GET /v2.0/networks?id=3a873d5c-04ac-47ed-acb6-6b347a923693 HTTP/1.1" status: 200 len: 811 time: 0.4276049 Nov 03 16:36:33.127256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Request body: {'port': {'device_id': '8086f88f-c513-46ed-af99-a725dc22234a', 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693', 'admin_state_up': True, 'tenant_id': '4519ea8ebf584f63ac340c15328f724e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:36:33.230622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Made reservation on behalf of 4519ea8ebf584f63ac340c15328f724e for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:36:33.233974 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:33.357776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Allocated IP 172.20.0.11 (3a873d5c-04ac-47ed-acb6-6b347a923693/9a92fcfe-4962-4683-a541-4b73eadef336/9b5f9d36-a65b-4098-8dd7-469cc03fd4c2) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:36:33.500837 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:33.532974 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:33.574499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Network 3a873d5c-04ac-47ed-acb6-6b347a923693 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:36:33.579374 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:36:33.582994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:36:33.605450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Pushing event updated for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:33.634281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:33.634869 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:33.649952 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ab51f2bd-c2bc-40f8-941d-744702163e80 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5262663 Nov 03 16:36:33.667985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Request body: {'port': {'device_id': '8086f88f-c513-46ed-af99-a725dc22234a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:36:33.723082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:34.000304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:36:34.009897 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:34.027693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Transition to ACTIVE for port object 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:36:34.032845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:34.044658 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631118e-39d5-4e3c-b4d7-c289adc753a7 req-f1f4935c-9d33-4384-8774-b8721eedfc8b tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:34.046177 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4631118e-39d5-4e3c-b4d7-c289adc753a7 req-f1f4935c-9d33-4384-8774-b8721eedfc8b tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 932 time: 0.0791411 Nov 03 16:36:34.119497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Pushing event updated for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:34.182154 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4631118e-39d5-4e3c-b4d7-c289adc753a7 req-02dc2262-911f-4a97-be31-ce9d07f3aa74 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051009 Nov 03 16:36:34.204377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Attempting to bind port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:36:34.204719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Attempting to bind port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '2647b2df-f075-4542-a366-cbb1b905e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:36:34.205054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Attempting to bind port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on network 3a873d5c-04ac-47ed-acb6-6b347a923693 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:36:34.209414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on network 3a873d5c-04ac-47ed-acb6-6b347a923693 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:36:34.210278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Attempting to bind port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on network 3a873d5c-04ac-47ed-acb6-6b347a923693 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:36:34.215066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:36:34.215413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Checking segment: {'id': '2647b2df-f075-4542-a366-cbb1b905e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:36:34.215796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Bound using segment: {'id': '2647b2df-f075-4542-a366-cbb1b905e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:36:34.216226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Bound port: 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2647b2df-f075-4542-a366-cbb1b905e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:36:34.216583 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:34.283748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:36:34.286699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:36:34.291737 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:34.314120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-40b12980-a4d1-4b82-8844-57f981a0ffc5 req-4e6a76d3-4992-4f20-bd75-8fb3deb92ae8 service neutron] (108105) timed out ('10.222.0.15', 60337) {{(pid=108105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:36:34.328614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:34.329230 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:34.330620 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] 10.222.0.15 "PUT /v2.0/ports/9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 200 len: 1092 time: 0.6666102 Nov 03 16:36:34.331074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:36:34.333320 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555ba90-1098-4c36-810a-3338eb4e568c" -d '{"events": [{"name": "network-changed", "server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:36:34.355154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2bdf0-f657-45fb-aa27-342548c247be service neutron] Pushing event updated for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:34.380758 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f611ea9-0f61-44fd-a7f5-51c12dbf49ef x-openstack-request-id: req-4f611ea9-0f61-44fd-a7f5-51c12dbf49ef {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:36:34.381047 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:36:34.381302 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4f611ea9-0f61-44fd-a7f5-51c12dbf49ef {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:36:34.382379 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'status': 'completed', 'code': 200} Nov 03 16:36:34.440806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-39d9dc75-0cdb-4550-b229-85546484646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:34.442215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-39d9dc75-0cdb-4550-b229-85546484646a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4519ea8ebf584f63ac340c15328f724e&device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 1095 time: 0.0421364 Nov 03 16:36:34.490019 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-ed188e40-d862-432f-a978-d61d5b280f67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 200 len: 217 time: 0.0338695 Nov 03 16:36:34.541732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-15a1baae-88f4-48e1-96e0-220f8c493ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:34.543170 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-15a1baae-88f4-48e1-96e0-220f8c493ee3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a92fcfe-4962-4683-a541-4b73eadef336 HTTP/1.1" status: 200 len: 851 time: 0.0464289 Nov 03 16:36:34.575088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-8c50042d-dc8b-48c5-95a5-7605b9bca896 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a873d5c-04ac-47ed-acb6-6b347a923693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247049 Nov 03 16:36:34.664005 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-d93b37f2-c82c-46c5-9031-7ead758093e6 service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815451 Nov 03 16:36:34.756202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87fe2f03-6ca6-4c0d-8fdb-b88d4283a3b9 req-5521b77f-931d-4380-a747-5ee8382b4d4c service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858166 Nov 03 16:36:34.888147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ba90-1098-4c36-810a-3338eb4e568c req-79468c1c-afc0-4620-8f1d-bb1461a4924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:34.889720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8555ba90-1098-4c36-810a-3338eb4e568c req-79468c1c-afc0-4620-8f1d-bb1461a4924d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4519ea8ebf584f63ac340c15328f724e&device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 1095 time: 0.0416126 Nov 03 16:36:34.988275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ba90-1098-4c36-810a-3338eb4e568c req-29a85d25-58b8-4a2b-80e9-ae75a459e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:34.989790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8555ba90-1098-4c36-810a-3338eb4e568c req-29a85d25-58b8-4a2b-80e9-ae75a459e53e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a873d5c-04ac-47ed-acb6-6b347a923693 HTTP/1.1" status: 200 len: 912 time: 0.0923100 Nov 03 16:36:35.003983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a79f7b48-e5c1-47d4-98cd-f043de8b87fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:35.031594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8555ba90-1098-4c36-810a-3338eb4e568c req-71f19fc6-92a5-4345-8b4c-8611c70626a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 200 len: 217 time: 0.0350325 Nov 03 16:36:35.087522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ba90-1098-4c36-810a-3338eb4e568c req-bdd06fb0-b345-43c7-80fb-0cb49f3c3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:35.088979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8555ba90-1098-4c36-810a-3338eb4e568c req-bdd06fb0-b345-43c7-80fb-0cb49f3c3a86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a92fcfe-4962-4683-a541-4b73eadef336 HTTP/1.1" status: 200 len: 851 time: 0.0496540 Nov 03 16:36:35.122034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8555ba90-1098-4c36-810a-3338eb4e568c req-90d7a226-0374-4ec8-be26-11f2f6b8bfe7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a873d5c-04ac-47ed-acb6-6b347a923693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262532 Nov 03 16:36:35.211910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8555ba90-1098-4c36-810a-3338eb4e568c req-dfb2169d-c9af-4c51-af4a-2fef2a6f784a service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823891 Nov 03 16:36:35.337773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8555ba90-1098-4c36-810a-3338eb4e568c req-845bc45e-36e0-4c9f-a396-47e14d558e4d service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186423 Nov 03 16:36:35.345873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958acc7-8c2d-42cc-b416-a6d4424ab245 req-1d1f5798-3092-4598-bc5d-8ab71482372d tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:35.347235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9958acc7-8c2d-42cc-b416-a6d4424ab245 req-1d1f5798-3092-4598-bc5d-8ab71482372d tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 944 time: 0.0729313 Nov 03 16:36:35.402115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9958acc7-8c2d-42cc-b416-a6d4424ab245 req-d9216426-eeb9-4943-b448-cc2702ec7317 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482354 Nov 03 16:36:36.334472 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:36.519577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aa714-3d95-4caf-a2e7-d4e883c4b1ab req-b2676ae5-f3fa-43a7-bb79-5874d2985141 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:36.520964 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-de2aa714-3d95-4caf-a2e7-d4e883c4b1ab req-b2676ae5-f3fa-43a7-bb79-5874d2985141 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 944 time: 0.0498431 Nov 03 16:36:36.567778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-de2aa714-3d95-4caf-a2e7-d4e883c4b1ab req-3fc37340-60e0-48f7-ba4d-844f2d322297 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Nov 03 16:36:37.686416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5119de-8639-4651-a7f4-01dd1c82d7c1 req-7c6949bd-d2ca-4db1-9417-d6e060c5e60b tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:37.687899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a5119de-8639-4651-a7f4-01dd1c82d7c1 req-7c6949bd-d2ca-4db1-9417-d6e060c5e60b tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 944 time: 0.0531816 Nov 03 16:36:37.735192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a5119de-8639-4651-a7f4-01dd1c82d7c1 req-e2444cec-0c55-44f3-a092-d37a2d421a85 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Nov 03 16:36:37.843463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:38.445012 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:38.852029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2369e-a0e3-405d-b9c6-cc90b873078f req-ec5d1021-ae53-44e0-9d95-e8005db770f3 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:38.853507 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2d2369e-a0e3-405d-b9c6-cc90b873078f req-ec5d1021-ae53-44e0-9d95-e8005db770f3 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 944 time: 0.0511596 Nov 03 16:36:38.900503 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2d2369e-a0e3-405d-b9c6-cc90b873078f req-16fdc565-ec16-4ca4-81c7-f5c15c5546b8 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Nov 03 16:36:39.795374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:36:39.891804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:36:39.903294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693', 'port_id': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'mac_address': 'fa:16:3e:13:4a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a92fcfe-4962-4683-a541-4b73eadef336', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:36:39.939904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:39.953306 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:36:39.973881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:36:39.978299 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:40.016685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318032ac-5ab2-42ef-8fdb-20e3cc9e3d1d req-10a14160-ca36-48d2-8831-3d63d1f09ce0 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:40.018244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-318032ac-5ab2-42ef-8fdb-20e3cc9e3d1d req-10a14160-ca36-48d2-8831-3d63d1f09ce0 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 945 time: 0.0492814 Nov 03 16:36:40.029409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:40.067468 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-318032ac-5ab2-42ef-8fdb-20e3cc9e3d1d req-40d9c5d3-321e-439c-ad3a-6e9998d28336 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Nov 03 16:36:40.345842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['9b5f9d36-a65b-4098-8dd7-469cc03fd4c2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:36:41.186981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da95da-2737-4568-96b7-c3f6c537084f req-c33d7a34-7877-4ff3-9d92-6a0cbee6d4f0 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:41.188446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40da95da-2737-4568-96b7-c3f6c537084f req-c33d7a34-7877-4ff3-9d92-6a0cbee6d4f0 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 945 time: 0.0526993 Nov 03 16:36:41.236009 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40da95da-2737-4568-96b7-c3f6c537084f req-a7e612b8-8f61-4150-a68b-39efe3933739 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Nov 03 16:36:41.823946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:36:41.872737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:36:41.877042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:36:41.877469 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:41.953453 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:41.975309 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:36:41.977728 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5ca381-b9a8-4acc-91e0-e34668dec6ef" -d '{"events": [{"server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:36:41.990657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:36:41.994929 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:42.022575 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d9f599-64e1-4362-a3e7-b2b21d96bf40 x-openstack-request-id: req-85d9f599-64e1-4362-a3e7-b2b21d96bf40 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:36:42.022862 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:36:42.024030 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85d9f599-64e1-4362-a3e7-b2b21d96bf40 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:36:42.024489 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'code': 200} Nov 03 16:36:42.049090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:36:42.135288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fd097-4cc6-41cc-950e-471a42a39df5 req-815528e0-4b0b-44cd-9d99-9aaf1087d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:42.136698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-723fd097-4cc6-41cc-950e-471a42a39df5 req-815528e0-4b0b-44cd-9d99-9aaf1087d118 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 1097 time: 0.0403144 Nov 03 16:36:42.186697 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-723fd097-4cc6-41cc-950e-471a42a39df5 req-cf8636bc-633e-4558-95fd-e9f603b245cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415659 Nov 03 16:36:42.352416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5856ef-4f55-40bf-b4d7-ffc2811574d1 req-9eade2b1-024a-48fc-a074-b342ea8ae3fb tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:42.353913 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed5856ef-4f55-40bf-b4d7-ffc2811574d1 req-9eade2b1-024a-48fc-a074-b342ea8ae3fb tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0502481 Nov 03 16:36:42.405478 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ed5856ef-4f55-40bf-b4d7-ffc2811574d1 req-a3e31e64-2c76-4abf-b478-9b4e327f8d23 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Nov 03 16:36:43.530318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898d93-68b6-47f5-8802-368421261070 req-5109f6be-bc81-43ad-b34b-a7e604827ebc tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:43.531806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51898d93-68b6-47f5-8802-368421261070 req-5109f6be-bc81-43ad-b34b-a7e604827ebc tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0511019 Nov 03 16:36:43.580425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51898d93-68b6-47f5-8802-368421261070 req-0a0b7c00-76b1-4fe4-bae5-3b27915138fd tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Nov 03 16:36:44.694613 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fd715-fadc-48cf-b547-2ca731a92730 req-8f25466f-45e1-423c-9605-7ee9ceaf8d8c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:44.696573 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-675fd715-fadc-48cf-b547-2ca731a92730 req-8f25466f-45e1-423c-9605-7ee9ceaf8d8c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0495865 Nov 03 16:36:44.747197 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-675fd715-fadc-48cf-b547-2ca731a92730 req-0b663834-da1b-4383-9305-ae025fc246f5 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Nov 03 16:36:45.077146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406836-543a-4150-a850-bdc811025121 req-e77698a9-f1b0-4d0e-82e9-c3329efc9288 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:45.078685 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9406836-543a-4150-a850-bdc811025121 req-e77698a9-f1b0-4d0e-82e9-c3329efc9288 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0521965 Nov 03 16:36:45.117727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-52e23ecb-1877-4d59-9a33-46b85bd28398 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032176 Nov 03 16:36:45.128183 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9406836-543a-4150-a850-bdc811025121 req-41f6eed6-3b14-41c5-86db-6a00e3d0a5fd tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Nov 03 16:36:46.251703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfaede-8e99-4c0e-94d3-f344febde06d req-de649398-c51c-49ec-88b6-ca0b9778e2db tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:46.253192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dcdfaede-8e99-4c0e-94d3-f344febde06d req-de649398-c51c-49ec-88b6-ca0b9778e2db tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0550714 Nov 03 16:36:46.331606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-5a122467-1c16-4798-bf36-83926a80b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:46.333111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-5a122467-1c16-4798-bf36-83926a80b2cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4519ea8ebf584f63ac340c15328f724e&device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 1097 time: 0.0790265 Nov 03 16:36:46.337503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dcdfaede-8e99-4c0e-94d3-f344febde06d req-0e36ace1-6a50-4e7a-b040-2191b6fbbec8 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757778 Nov 03 16:36:46.424454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-a06d82a6-2c45-47a5-93ba-e2598de83e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:46.425871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-a06d82a6-2c45-47a5-93ba-e2598de83e00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a873d5c-04ac-47ed-acb6-6b347a923693 HTTP/1.1" status: 200 len: 912 time: 0.0856926 Nov 03 16:36:46.478052 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-9ce5cfe5-9d74-4d1e-8e45-2bb8cacae47c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 200 len: 217 time: 0.0383961 Nov 03 16:36:46.526720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-704e6bc3-255e-48fa-bb1e-028c36457ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:46.528130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-704e6bc3-255e-48fa-bb1e-028c36457ef1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a92fcfe-4962-4683-a541-4b73eadef336 HTTP/1.1" status: 200 len: 851 time: 0.0433486 Nov 03 16:36:46.560385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-09a33f13-3d7e-4e79-a0f3-efa90e01a767 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a873d5c-04ac-47ed-acb6-6b347a923693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254381 Nov 03 16:36:46.652671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-164e82f9-269b-43d5-9d27-6ffa9f787c1f service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853066 Nov 03 16:36:46.742338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-38a4a295-3014-4f2e-a398-3197b8b786c2 service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818963 Nov 03 16:36:47.454338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f1bd8-2006-4dea-96c4-570c23cb3483 req-324b26d8-0c04-422a-93aa-0e8a6d38d440 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:47.455801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b2f1bd8-2006-4dea-96c4-570c23cb3483 req-324b26d8-0c04-422a-93aa-0e8a6d38d440 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0483346 Nov 03 16:36:47.502220 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b2f1bd8-2006-4dea-96c4-570c23cb3483 req-de3ab25b-0e50-487d-a7bf-9a2ce7169c6c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 Nov 03 16:36:48.628371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c63df-4801-40f4-bf8c-40f79f08b6cc req-37aa6b05-4236-4fb4-8f25-ce591b55ef1c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:48.629878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1f4c63df-4801-40f4-bf8c-40f79f08b6cc req-37aa6b05-4236-4fb4-8f25-ce591b55ef1c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0542209 Nov 03 16:36:48.676900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1f4c63df-4801-40f4-bf8c-40f79f08b6cc req-fbf0e80f-8190-49c5-8983-f5ad0ce7c9dd tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Nov 03 16:36:49.795559 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9450db-dadb-4e6d-80eb-0b75315e5620 req-e14df96b-63f6-4d6c-9c64-5a986f7fb41c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:49.797016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac9450db-dadb-4e6d-80eb-0b75315e5620 req-e14df96b-63f6-4d6c-9c64-5a986f7fb41c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0524035 Nov 03 16:36:49.843171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac9450db-dadb-4e6d-80eb-0b75315e5620 req-fcd88cbe-cccd-44a9-aafa-4a333f0b92dc tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Nov 03 16:36:50.959247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad4a5e-a34f-4801-93cf-74026d62b26d req-9dbf5806-17af-4b8a-bace-91a0b0a1b8b7 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:50.961401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6ad4a5e-a34f-4801-93cf-74026d62b26d req-9dbf5806-17af-4b8a-bace-91a0b0a1b8b7 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0504923 Nov 03 16:36:51.010098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b6ad4a5e-a34f-4801-93cf-74026d62b26d req-aa6000de-2e28-4b72-8f03-aeb2cb6b71f0 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Nov 03 16:36:52.125657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce9e89-a623-4c91-96f8-a9952ac38c3f req-ccb0494d-986a-4e30-8a6d-33e29cb9add4 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:52.127162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b9ce9e89-a623-4c91-96f8-a9952ac38c3f req-ccb0494d-986a-4e30-8a6d-33e29cb9add4 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0494797 Nov 03 16:36:52.174704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b9ce9e89-a623-4c91-96f8-a9952ac38c3f req-c8117428-8e33-4f2e-87f9-eac4e8bb9385 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Nov 03 16:36:52.180074 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:36:53.292442 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ac53-8063-4820-adc5-500d8f4b9f9d req-b54345f4-f09b-4044-826c-3d400fbcee73 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:53.293957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2939ac53-8063-4820-adc5-500d8f4b9f9d req-b54345f4-f09b-4044-826c-3d400fbcee73 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0503311 Nov 03 16:36:53.345241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2939ac53-8063-4820-adc5-500d8f4b9f9d req-3fab71ac-36e4-4236-9f87-4211281c61f8 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452900 Nov 03 16:36:54.470279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466484c3-f983-4df0-b21e-547660f26e4b req-fe91424e-6d0c-4626-9ed2-3c22bae42347 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:54.471785 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-466484c3-f983-4df0-b21e-547660f26e4b req-fe91424e-6d0c-4626-9ed2-3c22bae42347 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0562179 Nov 03 16:36:54.526655 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-466484c3-f983-4df0-b21e-547660f26e4b req-ed3b332f-e81e-4eab-bf1d-de4758cdb0cd tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Nov 03 16:36:55.644851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dba1e-4422-40a2-8987-703777ba0048 req-3c7f4d7c-fc05-4996-818d-f361028c9333 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:55.646366 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b8dba1e-4422-40a2-8987-703777ba0048 req-3c7f4d7c-fc05-4996-818d-f361028c9333 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0490751 Nov 03 16:36:55.692930 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b8dba1e-4422-40a2-8987-703777ba0048 req-0a939ea2-ca55-4291-a970-376d5eab78a6 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Nov 03 16:36:56.809674 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec340ea-f5d9-4d1c-ac15-d4cc0a021ed7 req-435b75c2-dc50-4f53-8ef7-0d7eb49ee7f6 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:56.811135 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ec340ea-f5d9-4d1c-ac15-d4cc0a021ed7 req-435b75c2-dc50-4f53-8ef7-0d7eb49ee7f6 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0495234 Nov 03 16:36:56.858272 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ec340ea-f5d9-4d1c-ac15-d4cc0a021ed7 req-e56d2936-bdb6-4c6e-93df-9a8a393f0cb3 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Nov 03 16:36:57.974178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5f21c-0ed8-470a-b41b-bcd0c6dc5b29 req-5472862e-fa76-4d4b-a032-fe6cd25006d8 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:57.975609 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51b5f21c-0ed8-470a-b41b-bcd0c6dc5b29 req-5472862e-fa76-4d4b-a032-fe6cd25006d8 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0507209 Nov 03 16:36:58.023627 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51b5f21c-0ed8-470a-b41b-bcd0c6dc5b29 req-62152bc4-aaf2-4c8a-9867-2855e1082da0 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 Nov 03 16:36:59.142670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6673b6-cf51-4c64-b508-a01a08e796bf req-93fadb4e-6042-4d22-ba99-a7fb7b7fd3c6 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:36:59.144279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae6673b6-cf51-4c64-b508-a01a08e796bf req-93fadb4e-6042-4d22-ba99-a7fb7b7fd3c6 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0512784 Nov 03 16:36:59.199911 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ae6673b6-cf51-4c64-b508-a01a08e796bf req-6609bc75-d890-44d5-b12e-13af7076afef tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488720 Nov 03 16:37:00.322749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13c5ad-f1b1-4a59-9ccb-4239a3c02c17 req-fee11f72-4463-4c27-8fe1-53b21dad5c3f tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:00.324227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb13c5ad-f1b1-4a59-9ccb-4239a3c02c17 req-fee11f72-4463-4c27-8fe1-53b21dad5c3f tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0560126 Nov 03 16:37:00.370905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb13c5ad-f1b1-4a59-9ccb-4239a3c02c17 req-30996eee-039b-46f8-8815-8262fe4066c8 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Nov 03 16:37:00.474106 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:37:01.488274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d52680-2e16-4977-9f8e-4d3f5fa64137 req-1a195573-319e-4ca2-86a1-9b41c7660927 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:01.489852 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8d52680-2e16-4977-9f8e-4d3f5fa64137 req-1a195573-319e-4ca2-86a1-9b41c7660927 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0496893 Nov 03 16:37:01.537164 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f8d52680-2e16-4977-9f8e-4d3f5fa64137 req-15450b49-30b0-4f8b-8b3b-5ac51d21c144 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Nov 03 16:37:01.675096 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:02.580115 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3684076c-2dda-429f-936b-f9a5d282d2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:02.656615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076c138-1960-4000-bb45-f939d5efb360 req-841e7134-80c6-4ab5-a334-3242a7af902f tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:02.658097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9076c138-1960-4000-bb45-f939d5efb360 req-841e7134-80c6-4ab5-a334-3242a7af902f tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0497193 Nov 03 16:37:02.706183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9076c138-1960-4000-bb45-f939d5efb360 req-59ab0404-1fc4-49b0-aa44-8a7a27e5ec9f tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Nov 03 16:37:03.822927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e949-77a0-44ec-b447-ce7b57ffec48 req-d7ae6318-a1ae-4a8a-939e-ebbb01deee20 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:03.824432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-71b0e949-77a0-44ec-b447-ce7b57ffec48 req-d7ae6318-a1ae-4a8a-939e-ebbb01deee20 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0504735 Nov 03 16:37:03.870983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-71b0e949-77a0-44ec-b447-ce7b57ffec48 req-d23e7053-2877-4216-969c-201232d1f0ff tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Nov 03 16:37:05.006511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6d04e7f6-ee54-47c7-b3f7-d8c15a0c5226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:05.250374 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f08a-19eb-4d20-b06d-aa59d21f1680 req-ef0e0b7a-bd18-4976-83e9-880831da7a69 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:05.251745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a64f08a-19eb-4d20-b06d-aa59d21f1680 req-ef0e0b7a-bd18-4976-83e9-880831da7a69 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0483789 Nov 03 16:37:05.303889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a64f08a-19eb-4d20-b06d-aa59d21f1680 req-4671c163-565e-4b8c-aab4-2443a424d3b6 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455506 Nov 03 16:37:06.338366 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:06.431045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bc66-78fd-4f4e-8c51-1065188e4c48 req-ce0bd079-2c64-40f9-902f-70db7d8ba5c9 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:06.432509 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a567bc66-78fd-4f4e-8c51-1065188e4c48 req-ce0bd079-2c64-40f9-902f-70db7d8ba5c9 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0539103 Nov 03 16:37:06.479997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a567bc66-78fd-4f4e-8c51-1065188e4c48 req-7933f347-ea9d-4545-862f-0fbe85eec82a tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Nov 03 16:37:07.598860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9969362-9fa6-4ada-b7a0-01544ad2b521 req-38526680-d5b0-49ca-9e34-d12fbf3bccf9 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:07.600380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9969362-9fa6-4ada-b7a0-01544ad2b521 req-38526680-d5b0-49ca-9e34-d12fbf3bccf9 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0521362 Nov 03 16:37:07.647161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9969362-9fa6-4ada-b7a0-01544ad2b521 req-4ea69dc7-afa4-4c5d-8692-585b21439eb6 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Nov 03 16:37:07.846845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:08.447498 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:08.762980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a071-e2f8-4ae5-84b6-bc9606ccfd72 req-7b008f60-5543-44b0-9351-d56a3c19202c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:08.764444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2591a071-e2f8-4ae5-84b6-bc9606ccfd72 req-7b008f60-5543-44b0-9351-d56a3c19202c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0492601 Nov 03 16:37:08.811294 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2591a071-e2f8-4ae5-84b6-bc9606ccfd72 req-43609331-51e1-4878-a46c-2fecca444a6d tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Nov 03 16:37:09.926931 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09ddb2-489d-4a53-8f93-ead28cfe1865 req-78b2b28a-4fd6-4024-9ffd-87d87a7dc13d tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:09.928406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d09ddb2-489d-4a53-8f93-ead28cfe1865 req-78b2b28a-4fd6-4024-9ffd-87d87a7dc13d tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0495000 Nov 03 16:37:09.976865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d09ddb2-489d-4a53-8f93-ead28cfe1865 req-8f524518-d941-46ea-af2d-603483b81c18 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Nov 03 16:37:11.092475 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845616e8-c23f-4fe8-ac8c-7d0469582539 req-1c8627b4-b9bd-431e-a0e8-6a704f55cb75 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:11.093974 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-845616e8-c23f-4fe8-ac8c-7d0469582539 req-1c8627b4-b9bd-431e-a0e8-6a704f55cb75 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0494223 Nov 03 16:37:11.144608 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-845616e8-c23f-4fe8-ac8c-7d0469582539 req-a8baa8c8-fc25-4bbb-a2d9-c98f5977b00e tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Nov 03 16:37:12.264835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02159ddd-0f67-4d1e-bd4d-82ea437b6b6c req-d01724bb-916c-4756-b033-8882ab5256d2 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:12.266381 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02159ddd-0f67-4d1e-bd4d-82ea437b6b6c req-d01724bb-916c-4756-b033-8882ab5256d2 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0539494 Nov 03 16:37:12.314868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02159ddd-0f67-4d1e-bd4d-82ea437b6b6c req-bad68381-59c3-4301-81cb-0cb72fb05b5b tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 Nov 03 16:37:13.446444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33da2c-b541-49ac-8985-2fe4a1393433 req-e4d2d77d-74c3-4c5d-89ed-05cb378960a1 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:13.452056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb33da2c-b541-49ac-8985-2fe4a1393433 req-e4d2d77d-74c3-4c5d-89ed-05cb378960a1 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0652320 Nov 03 16:37:13.498836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fb33da2c-b541-49ac-8985-2fe4a1393433 req-d59069f5-9b3e-4de5-bd29-1fe6dd725450 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Nov 03 16:37:13.962022 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-f2d3744b-1386-4f47-a983-e03af08bf111 service neutron] show failed (client error): The resource could not be found. Nov 03 16:37:13.963031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-f2d3744b-1386-4f47-a983-e03af08bf111 service neutron] 10.222.0.15 "GET /v2.0/ports/9b5f9d36-a65b-4098-8dd7-469cc03fd4c2/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.1048121 Nov 03 16:37:14.218655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-ee033ee6-7a73-42bc-a123-462aec2307a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:14.220168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-ee033ee6-7a73-42bc-a123-462aec2307a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a&tenant_id=4519ea8ebf584f63ac340c15328f724e HTTP/1.1" status: 200 len: 1097 time: 0.0947695 Nov 03 16:37:14.231406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-55d207f4-468f-4786-a30c-55724458bb88 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:37:14.232338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-55d207f4-468f-4786-a30c-55724458bb88 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0048871 Nov 03 16:37:14.244981 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:37:14.301215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:14.498853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:37:14.530806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:37:14.572387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:37:14.574651 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ca891b-0d86-40a9-a5d4-0c0695ee7b41" -d '{"events": [{"server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:37:14.578419 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:14.616436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Transition to ACTIVE for port object 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:37:14.623952 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:14.674500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f209a6-c6a3-497c-be5a-d643e376ae98 req-2dbb4c9f-0a9e-493f-a1ea-a2258ee0d720 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:14.676004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-91f209a6-c6a3-497c-be5a-d643e376ae98 req-2dbb4c9f-0a9e-493f-a1ea-a2258ee0d720 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.1086721 Nov 03 16:37:14.699685 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d26176-ed2e-40fd-bfa2-9d67fadb3de6 x-openstack-request-id: req-d7d26176-ed2e-40fd-bfa2-9d67fadb3de6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:37:14.699971 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:37:14.700226 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d7d26176-ed2e-40fd-bfa2-9d67fadb3de6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:37:14.700623 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'code': 200} Nov 03 16:37:14.723314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] No DVR routers for this DVR port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:37:14.725121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:14.742330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.742672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.743005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.743336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.743665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.743993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.744314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.744631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.744950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.745268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.745609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.745928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:14.792873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-91f209a6-c6a3-497c-be5a-d643e376ae98 req-c0521780-f6e2-4e11-85a3-5d6d616ebd2f tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086643 Nov 03 16:37:14.793703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Attempting to bind port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:37:14.794040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Attempting to bind port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '2647b2df-f075-4542-a366-cbb1b905e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:37:14.794373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Attempting to bind port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on network 3a873d5c-04ac-47ed-acb6-6b347a923693 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:37:14.798856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on network 3a873d5c-04ac-47ed-acb6-6b347a923693 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:37:14.799622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Attempting to bind port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on network 3a873d5c-04ac-47ed-acb6-6b347a923693 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:37:14.805407 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:37:14.805777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Checking segment: {'id': '2647b2df-f075-4542-a366-cbb1b905e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:37:14.806219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Bound using segment: {'id': '2647b2df-f075-4542-a366-cbb1b905e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:37:14.806580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Bound port: 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2647b2df-f075-4542-a366-cbb1b905e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:37:14.806937 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:14.872861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:37:14.875895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:37:14.879662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:14.913510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:14.914246 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:14.915630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] 10.222.0.70 "PUT /v2.0/ports/9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 200 len: 1092 time: 0.6743033 Nov 03 16:37:14.937945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b2697-9197-466b-9f5d-1e19c2a88d30 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:14.982270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-0eec33c7-07cf-46e7-a1c2-cd2f40f14287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:14.983739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-0eec33c7-07cf-46e7-a1c2-cd2f40f14287 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4519ea8ebf584f63ac340c15328f724e&device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 1095 time: 0.0420403 Nov 03 16:37:15.082295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-2253cc26-7f31-427e-bbae-9728b2a2f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:15.083771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-2253cc26-7f31-427e-bbae-9728b2a2f934 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a873d5c-04ac-47ed-acb6-6b347a923693 HTTP/1.1" status: 200 len: 912 time: 0.0919466 Nov 03 16:37:15.131165 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-7556a46e-e307-45af-9c53-bf13509efb76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 200 len: 217 time: 0.0403817 Nov 03 16:37:15.180329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-c4235251-a1fe-438f-b401-0eeb36283af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:15.181795 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-c4235251-a1fe-438f-b401-0eeb36283af7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9a92fcfe-4962-4683-a541-4b73eadef336 HTTP/1.1" status: 200 len: 851 time: 0.0435283 Nov 03 16:37:15.217640 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-4bfa9a99-78fe-484f-bf7b-8ad809859538 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a873d5c-04ac-47ed-acb6-6b347a923693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292239 Nov 03 16:37:15.310688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-00041c71-ce03-4e69-8ec1-bc950cfbe205 service neutron] 10.222.0.70 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847845 Nov 03 16:37:15.406486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d9a6462-70db-48ac-a40d-cbc38d3614e7 req-116caf44-7125-44e7-bc08-461d4b0b8acb service neutron] 10.222.0.70 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878110 Nov 03 16:37:15.911335 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127bc3b-e197-45dc-9292-998576e84019 req-e6fbdddc-b223-4eb0-bec0-a94deab6019b tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:15.913310 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e127bc3b-e197-45dc-9292-998576e84019 req-e6fbdddc-b223-4eb0-bec0-a94deab6019b tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 944 time: 0.0481126 Nov 03 16:37:15.959987 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e127bc3b-e197-45dc-9292-998576e84019 req-5c66b27a-8f02-4c85-a1a2-cfa538363b31 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Nov 03 16:37:16.702000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:37:16.704386 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08" -d '{"events": [{"name": "network-changed", "server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:37:16.753005 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d52dff3-d023-4dd1-8a61-94c0d74b6611 x-openstack-request-id: req-2d52dff3-d023-4dd1-8a61-94c0d74b6611 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:37:16.753300 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:37:16.753587 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d52dff3-d023-4dd1-8a61-94c0d74b6611 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:37:16.753998 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'status': 'completed', 'code': 200} Nov 03 16:37:16.849068 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-a23dfa64-b26a-48d3-82de-775bb3b17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:16.850659 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-a23dfa64-b26a-48d3-82de-775bb3b17de1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4519ea8ebf584f63ac340c15328f724e&device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 1095 time: 0.0771980 Nov 03 16:37:16.856592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-3a3ef822-dc04-413b-8540-453085f514ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:16.858051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-3a3ef822-dc04-413b-8540-453085f514ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4519ea8ebf584f63ac340c15328f724e&device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 1095 time: 0.0557361 Nov 03 16:37:17.018921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-2c932a49-3e2a-4549-9896-c61cc1952bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:17.020395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-2c932a49-3e2a-4549-9896-c61cc1952bde service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a873d5c-04ac-47ed-acb6-6b347a923693 HTTP/1.1" status: 200 len: 912 time: 0.1614962 Nov 03 16:37:17.025319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-5250ed11-0c59-4d09-9580-9cc5eb4f9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:17.026815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-5250ed11-0c59-4d09-9580-9cc5eb4f9c91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a873d5c-04ac-47ed-acb6-6b347a923693 HTTP/1.1" status: 200 len: 912 time: 0.1593883 Nov 03 16:37:17.068760 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-90bf76e5-fc70-4e26-9ae7-8ad1aeff2c3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 200 len: 217 time: 0.0405643 Nov 03 16:37:17.082522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863092fc-bf03-42a8-a278-edc74ca4d541 req-c2ffb48a-6172-4287-be41-35e7b0916fbc tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:17.084001 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-863092fc-bf03-42a8-a278-edc74ca4d541 req-c2ffb48a-6172-4287-be41-35e7b0916fbc tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 944 time: 0.0534542 Nov 03 16:37:17.104195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-288efe53-2cdc-468d-beb0-90e00c844669 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 200 len: 217 time: 0.0701063 Nov 03 16:37:17.134735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-863092fc-bf03-42a8-a278-edc74ca4d541 req-0a80ddd6-1fe1-4c2a-b7bd-e48be313bf0e tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Nov 03 16:37:17.178832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-d92c4e7c-62ab-4eed-9436-8e018136805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:17.180686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-d92c4e7c-62ab-4eed-9436-8e018136805a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9a92fcfe-4962-4683-a541-4b73eadef336 HTTP/1.1" status: 200 len: 851 time: 0.0854220 Nov 03 16:37:17.185943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-cc02974b-e2e4-45d6-b851-1756ff07ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:17.187313 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-cc02974b-e2e4-45d6-b851-1756ff07ef1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a92fcfe-4962-4683-a541-4b73eadef336 HTTP/1.1" status: 200 len: 851 time: 0.0631475 Nov 03 16:37:17.219979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-fc07aea9-fc99-4316-88da-2d32d577ca88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a873d5c-04ac-47ed-acb6-6b347a923693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317278 Nov 03 16:37:17.235555 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-5d104726-daf4-4237-9e05-e5f237429ba8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a873d5c-04ac-47ed-acb6-6b347a923693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382044 Nov 03 16:37:17.454844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-1d682133-2949-42c2-a6e4-3a9e6d858339 service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105665 Nov 03 16:37:17.457825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-a20673d9-f9e2-4084-9a09-d524671c5293 service neutron] 10.222.0.70 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245853 Nov 03 16:37:17.488275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-e73cf264-dd0c-42ec-bf45-ce03d9c3139c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:17.489670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-e73cf264-dd0c-42ec-bf45-ce03d9c3139c tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.15 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a&tenant_id=4519ea8ebf584f63ac340c15328f724e&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 944 time: 0.1509290 Nov 03 16:37:17.670940 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-b8ba1ce1-5f84-45ca-b25f-db2a5d9dab4d service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065821 Nov 03 16:37:17.675459 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-2dfc25e8-8e97-48cc-a3ab-4748f95059e5 service neutron] delete failed (client error): The resource could not be found. Nov 03 16:37:17.676399 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-2dfc25e8-8e97-48cc-a3ab-4748f95059e5 service neutron] 10.222.0.15 "DELETE /v2.0/ports/9b5f9d36-a65b-4098-8dd7-469cc03fd4c2/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.1712546 Nov 03 16:37:17.679228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a1c73f3-eb03-4ea8-a00a-592bcf719b08 req-2bd23539-6758-493e-b2a9-b326f23091bd service neutron] 10.222.0.70 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137415 Nov 03 16:37:17.800484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-46a8c60e-17e5-48ab-8abf-9a8f4816fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:17.802006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-46a8c60e-17e5-48ab-8abf-9a8f4816fa82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4519ea8ebf584f63ac340c15328f724e&device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 1095 time: 0.0413203 Nov 03 16:37:17.891824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-d0ca0478-dc72-47d4-b059-85d967b89020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:17.893259 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-d0ca0478-dc72-47d4-b059-85d967b89020 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a873d5c-04ac-47ed-acb6-6b347a923693 HTTP/1.1" status: 200 len: 912 time: 0.0841379 Nov 03 16:37:18.012553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:37:18.053095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:37:18.231558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:37:18.264704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-8ff7767d-1112-4ac4-a7e8-edf217aa85d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 200 len: 217 time: 0.3638346 Nov 03 16:37:18.316741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7c1adbd8-b541-4294-b3b4-42f580fce9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:18.318237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7c1adbd8-b541-4294-b3b4-42f580fce9cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a92fcfe-4962-4683-a541-4b73eadef336 HTTP/1.1" status: 200 len: 851 time: 0.0463836 Nov 03 16:37:18.351740 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-08bce745-87a6-456a-8704-c3009da44c9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a873d5c-04ac-47ed-acb6-6b347a923693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260615 Nov 03 16:37:18.450298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-9b2a3a2b-c01a-4bd5-a27b-f75ce8540a19 service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909395 Nov 03 16:37:18.493007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:37:18.504202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'network_id': '3a873d5c-04ac-47ed-acb6-6b347a923693', 'port_id': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'mac_address': 'fa:16:3e:13:4a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a92fcfe-4962-4683-a541-4b73eadef336', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:37:18.539641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-fb6a8329-42f0-4775-80e1-30cca6785615 service neutron] 10.222.0.15 "GET /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828400 Nov 03 16:37:18.541173 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:18.555445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:37:18.575714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:37:18.579645 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:18.626498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:18.823797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['9b5f9d36-a65b-4098-8dd7-469cc03fd4c2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:37:19.296748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227e7e-d08f-49c7-9438-7cde7364bacf req-061ece58-c97b-45cf-9941-07f42f9aa153 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:19.298255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-46227e7e-d08f-49c7-9438-7cde7364bacf req-061ece58-c97b-45cf-9941-07f42f9aa153 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 945 time: 0.0500295 Nov 03 16:37:19.344826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-46227e7e-d08f-49c7-9438-7cde7364bacf req-fdcb0ee5-4b33-4b6a-9658-74eda96f2329 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Nov 03 16:37:20.273094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:37:20.321239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:37:20.324914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:37:20.325282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:20.406726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:20.431245 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:37:20.433515 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c64913-a6c8-4cc8-abc6-50774b541f5f" -d '{"events": [{"server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:37:20.447808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:37:20.453164 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:20.473297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf9c82-4583-46c3-b5f9-dee657846f54 req-31ab219a-1c15-45eb-8f99-98094a1ad88a tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:20.474845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34bf9c82-4583-46c3-b5f9-dee657846f54 req-31ab219a-1c15-45eb-8f99-98094a1ad88a tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 945 time: 0.0563419 Nov 03 16:37:20.512056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:20.519640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.519993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.520337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.520947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.521384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.521662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.522269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.522600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.522937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.523270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.523604 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.523942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:20.534403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34bf9c82-4583-46c3-b5f9-dee657846f54 req-612b7fad-e5c2-40f2-8b02-c23337a116e8 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.86 "GET /v2.0/security-groups?id=91090c62-4ad5-49a2-8868-77c044015398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532429 Nov 03 16:37:20.552673 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df591d1-bec6-4290-bf62-0d7672404da9 x-openstack-request-id: req-4df591d1-bec6-4290-bf62-0d7672404da9 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:37:20.552673 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:37:20.552673 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4df591d1-bec6-4290-bf62-0d7672404da9 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:37:20.552673 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'code': 200} Nov 03 16:37:20.571952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-43a9a719-5e58-47ca-afa6-830e65280ae4 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:20.573398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-43a9a719-5e58-47ca-afa6-830e65280ae4 tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.70 "GET /v2.0/ports?device_id=8086f88f-c513-46ed-af99-a725dc22234a HTTP/1.1" status: 200 len: 946 time: 0.0561676 Nov 03 16:37:20.659759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Deleting port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:37:20.660092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:20.749073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] For port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,segment=NetworkSegment(2647b2df-f075-4542-a366-cbb1b905e8b3),segment_id=2647b2df-f075-4542-a366-cbb1b905e8b3)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:37:20.749432 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:20.762305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Calling delete_port for 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:37:20.886840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:20.899636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['9b5f9d36-a65b-4098-8dd7-469cc03fd4c2'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:37:20.913481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Pushing event deleted for resources: {'Port': ['ID=9b5f9d36-a65b-4098-8dd7-469cc03fd4c2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:20.955837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] No DVR routers for this DVR port 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:37:20.958494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:20.962522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60b5b9a0-3b30-4536-8739-cac183e02b06 req-7a7ce1d4-d374-44fc-a75b-dc879b030cea tempest-DeleteServersTestJSON-301117521 tempest-DeleteServersTestJSON-301117521-project] 10.222.0.70 "DELETE /v2.0/ports/9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 HTTP/1.1" status: 204 len: 173 time: 0.3829660 Nov 03 16:37:20.963024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'name': 'network-vif-deleted', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:37:20.965270 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125ee3d-b1d6-4b93-953b-15aa4bda8a6c" -d '{"events": [{"server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "name": "network-vif-deleted", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:37:21.002136 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6949de3-cd75-4f23-a515-41643150e44b x-openstack-request-id: req-b6949de3-cd75-4f23-a515-41643150e44b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:37:21.002500 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8086f88f-c513-46ed-af99-a725dc22234a", "name": "network-vif-deleted", "tag": "9b5f9d36-a65b-4098-8dd7-469cc03fd4c2", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:37:21.002757 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b6949de3-cd75-4f23-a515-41643150e44b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:37:21.003159 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8086f88f-c513-46ed-af99-a725dc22234a', 'name': 'network-vif-deleted', 'tag': '9b5f9d36-a65b-4098-8dd7-469cc03fd4c2', 'status': 'completed', 'code': 200} Nov 03 16:37:21.667982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45218) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:37:21.717007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Deleting subnet 9a92fcfe-4962-4683-a541-4b73eadef336 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:37:21.719988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:21.753384 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:21.792688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:21.843660 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:21.869948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a92fcfe-4962-4683-a541-4b73eadef336,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:21.872260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:21.875383 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9a92fcfe-4962-4683-a541-4b73eadef336 HTTP/1.1" status: 204 len: 168 time: 0.2064142 Nov 03 16:37:21.878147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45220) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:37:21.882668 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.883016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.883354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.883688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.884035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.884344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.884668 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.884991 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.885307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.885652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.885972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.886356 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a756052-600f-41c5-927b-baabdc3a58c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:37:21.951159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.031423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.051437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a873d5c-04ac-47ed-acb6-6b347a923693']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:37:22.061116 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2647b2df-f075-4542-a366-cbb1b905e8b3') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:37:22.061415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2647b2df-f075-4542-a366-cbb1b905e8b3') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:37:22.071577 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.084270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.090023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:37:22.090398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:37:22.092009 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:37:22.146314 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.151667 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.157689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3a873d5c-04ac-47ed-acb6-6b347a923693 HTTP/1.1" status: 204 len: 168 time: 0.2784712 Nov 03 16:37:22.168736 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cddc8-f46a-428a-b044-98182321fe70 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a873d5c-04ac-47ed-acb6-6b347a923693,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:22.170893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.267469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45224) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:37:22.307116 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-07a4329a-b612-41b1-91e2-f99f340bd1bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4519ea8ebf584f63ac340c15328f724e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384269 Nov 03 16:37:22.309796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45226) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:37:22.360903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2effe4ee-e87a-4b8b-9915-409a2e1e91cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.381751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2effe4ee-e87a-4b8b-9915-409a2e1e91cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.427109 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2effe4ee-e87a-4b8b-9915-409a2e1e91cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.430511 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2effe4ee-e87a-4b8b-9915-409a2e1e91cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:22.431725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2effe4ee-e87a-4b8b-9915-409a2e1e91cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91090c62-4ad5-49a2-8868-77c044015398 HTTP/1.1" status: 204 len: 168 time: 0.1210423 Nov 03 16:37:22.439350 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effe4ee-e87a-4b8b-9915-409a2e1e91cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91090c62-4ad5-49a2-8868-77c044015398,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:23.078008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45248) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:37:23.177076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1060813221-network', 'tenant_id': '9e0eecdbc8e144018352724c2eed9aa6'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:37:23.200943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Made reservation on behalf of 9e0eecdbc8e144018352724c2eed9aa6 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:37:23.203244 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.215891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.294050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.297777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.319235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:37:23.334962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb037376-d82f-4c77-938b-7b24c9c6791d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:23.339027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.339424 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Added segment 5e872504-0f21-4f2b-b021-de6d8229b64d of type vlan for network 9fdb7f70-dff6-4993-b01c-f7211f7f67da Nov 03 16:37:23.379943 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.404792 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.406307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:23.407096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.467431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3881319 Nov 03 16:37:23.470391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45252) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:37:23.474675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa721d-355e-41e0-acf6-15d648587911 admin admin] Pushing event updated for resources: {'Network': ['ID=9fdb7f70-dff6-4993-b01c-f7211f7f67da,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:23.476094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Request body: {'subnet': {'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1060813221-subnet', 'tenant_id': '9e0eecdbc8e144018352724c2eed9aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:37:23.485588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 9fdb7f70-dff6-4993-b01c-f7211f7f67da details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:37:23.498229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Made reservation on behalf of 9e0eecdbc8e144018352724c2eed9aa6 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:37:23.500751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.662044 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.717130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b62002d-3294-44f2-819a-818937766a36,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:23.726348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Checking segment: {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:37:23.726711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Network hostable DHCP agents. Network: 9fdb7f70-dff6-4993-b01c-f7211f7f67da, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:37:23.742415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Network 9fdb7f70-dff6-4993-b01c-f7211f7f67da is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:37:23.750260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 9fdb7f70-dff6-4993-b01c-f7211f7f67da) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:37:23.754123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:23.754700 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:23.760107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8bd7ca-cbcd-4e13-bc53-e603298d9be3 None None] Network 9fdb7f70-dff6-4993-b01c-f7211f7f67da requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:37:23.769719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a8965da-f8eb-406c-be7d-76c1793fbe51 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2980826 Nov 03 16:37:23.894414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a386c-a497-40d5-b086-282b5cc602c1 None None] Network 9fdb7f70-dff6-4993-b01c-f7211f7f67da requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:37:24.201718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-65de3cf1-3a23-4ca9-ac1a-e944a897a3b2 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:24.203176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-65de3cf1-3a23-4ca9-ac1a-e944a897a3b2 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 815 time: 0.1050229 Nov 03 16:37:24.218573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-70be9c2f-37d1-4160-bf28-429cfe672d5b tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/quotas/9e0eecdbc8e144018352724c2eed9aa6 HTTP/1.1" status: 200 len: 375 time: 0.0096157 Nov 03 16:37:24.250707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2236d823-a480-4e14-bdce-cdd1e23822c4 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269239 Nov 03 16:37:24.280548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:37:24.306689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:37:24.307031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9b5f9d36-a65b-4098-8dd7-469cc03fd4c2 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:37:24.406902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-b5835085-1b4d-4149-a41f-bc2f3f74053d service neutron] 10.222.0.86 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486349 Nov 03 16:37:24.495833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-1b50897f-add7-4ebc-8204-914b578bcfff service neutron] 10.222.0.86 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827808 Nov 03 16:37:24.656054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e56bd25b-8444-4ce7-a269-9e13fcafa54f req-a8961fc4-8e73-42ff-ab65-ba2de290676c tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 210 time: 0.0271320 Nov 03 16:37:25.671020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-69e0d865-6def-4fc3-911a-9533fdaee121 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:25.672396 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-69e0d865-6def-4fc3-911a-9533fdaee121 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.70 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 815 time: 0.1089096 Nov 03 16:37:25.688422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Request body: {'port': {'device_id': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da', 'admin_state_up': True, 'tenant_id': '9e0eecdbc8e144018352724c2eed9aa6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:37:25.777167 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dacb86ba-1dc9-411e-acce-251678010cbb req-56b64c1e-c1b0-4ba4-b547-a26e3a57eccd tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 210 time: 0.0368874 Nov 03 16:37:25.830814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Made reservation on behalf of 9e0eecdbc8e144018352724c2eed9aa6 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:37:25.834997 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:25.956494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Allocated IP 172.20.0.9 (9fdb7f70-dff6-4993-b01c-f7211f7f67da/6b62002d-3294-44f2-819a-818937766a36/6ac10102-1816-469c-abd3-1d2e21143eb1) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:37:26.106020 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:26.139590 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:26.182365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Network 9fdb7f70-dff6-4993-b01c-f7211f7f67da is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:37:26.187389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:37:26.191069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:37:26.218204 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Pushing event updated for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:26.245885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:26.246487 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:26.263067 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-e7dc82b5-0fbe-4724-a3d8-adeb1c71b2ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798748 Nov 03 16:37:26.275079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Request body: {'port': {'device_id': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:37:26.329954 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:26.589502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac10102-1816-469c-abd3-1d2e21143eb1 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:37:26.597242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:26.608968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Transition to ACTIVE for port object 6ac10102-1816-469c-abd3-1d2e21143eb1 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:37:26.612876 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:26.680876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Pushing event updated for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:26.730025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Attempting to bind port 6ac10102-1816-469c-abd3-1d2e21143eb1 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:37:26.730354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Attempting to bind port 6ac10102-1816-469c-abd3-1d2e21143eb1 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:37:26.730680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Attempting to bind port 6ac10102-1816-469c-abd3-1d2e21143eb1 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:37:26.734865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Port 6ac10102-1816-469c-abd3-1d2e21143eb1 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:37:26.735184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Attempting to bind port 6ac10102-1816-469c-abd3-1d2e21143eb1 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:37:26.739905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:37:26.740238 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Checking segment: {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:37:26.740613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Bound using segment: {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:37:26.741032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Bound port: 6ac10102-1816-469c-abd3-1d2e21143eb1, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:37:26.741394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:26.806461 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:37:26.809507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:37:26.814526 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:26.848034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:26.849063 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:26.850502 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] 10.222.0.70 "PUT /v2.0/ports/6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 1091 time: 0.5797353 Nov 03 16:37:26.853326 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:37:26.856791 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ae8c04-b7b9-4641-ab77-38df9effe851" -d '{"events": [{"name": "network-changed", "server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:37:26.887745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64ab04-0e1b-4c7b-8e26-8e913ca83c9e service neutron] Pushing event updated for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:26.903323 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ede8632-e955-49bf-8782-c16fea03778e x-openstack-request-id: req-3ede8632-e955-49bf-8782-c16fea03778e {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:37:26.903622 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:37:26.903883 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ede8632-e955-49bf-8782-c16fea03778e {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:37:26.904287 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'status': 'completed', 'code': 200} Nov 03 16:37:26.914305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5b95d-86bc-417c-b2f0-11e4635193bf req-d0fc6a0f-c08a-40f2-94c7-9b66bb111cfb tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:26.915932 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dce5b95d-86bc-417c-b2f0-11e4635193bf req-d0fc6a0f-c08a-40f2-94c7-9b66bb111cfb tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 943 time: 0.0688453 Nov 03 16:37:26.953274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-bb424663-f643-4c13-805d-91cff45f2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:26.954807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-bb424663-f643-4c13-805d-91cff45f2852 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 1094 time: 0.0432665 Nov 03 16:37:26.963972 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dce5b95d-86bc-417c-b2f0-11e4635193bf req-f7879f03-7a04-4b4e-83ce-71bc7c883eb7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Nov 03 16:37:26.999479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-abe143d8-8ab4-450c-9973-39ef2e7bbd42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 217 time: 0.0359070 Nov 03 16:37:27.051070 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-a6974e4d-fa46-43d0-8154-9c21e92a5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:27.052500 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-a6974e4d-fa46-43d0-8154-9c21e92a5e8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0460985 Nov 03 16:37:27.083767 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-31abe5a5-2056-4701-a04a-9e22b1e96387 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243225 Nov 03 16:37:27.172294 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-3d847510-e513-481f-be60-1a174bd69eaf service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812855 Nov 03 16:37:27.265252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2ba6c578-7884-4bc8-af40-1904c4f82daf req-3e4fd546-5fd4-46c8-8571-4bd8271a4ceb service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857930 Nov 03 16:37:27.352406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-38ce4211-7af5-4a57-b9da-455a7e46a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:27.353977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-38ce4211-7af5-4a57-b9da-455a7e46a912 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 1094 time: 0.0419006 Nov 03 16:37:27.448373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-6ef88bff-aa63-4732-93d0-bbc627995fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:27.449823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-6ef88bff-aa63-4732-93d0-bbc627995fd9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0895441 Nov 03 16:37:27.496257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-b8076ef7-0d4f-48f1-8ebd-a4793703e10f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 217 time: 0.0340526 Nov 03 16:37:27.551353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-45311f53-4dec-40e1-9614-bc45a8fa10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:27.552770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-45311f53-4dec-40e1-9614-bc45a8fa10bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0459034 Nov 03 16:37:27.585326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-5ea874af-dcbb-4a2e-bb75-7a3fc877c3ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245390 Nov 03 16:37:27.673034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-5a865ee2-df01-4c1d-9790-a50a755d8b7f service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801678 Nov 03 16:37:27.765302 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94ae8c04-b7b9-4641-ab77-38df9effe851 req-70de0df7-92cf-4996-8d40-16be7fcf831c service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839405 Nov 03 16:37:28.082422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c628c8-2b0d-4726-b577-1b71a470a60a req-003b7a42-3e58-4b59-9a56-1e747b164aa3 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:28.083885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0c628c8-2b0d-4726-b577-1b71a470a60a req-003b7a42-3e58-4b59-9a56-1e747b164aa3 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 943 time: 0.0495532 Nov 03 16:37:28.131292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d0c628c8-2b0d-4726-b577-1b71a470a60a req-86902c68-5285-4db3-8f86-d6bf81fb1d2b tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Nov 03 16:37:29.245239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017f10-acd4-4f60-bb15-c6b3b18bcf6f req-af2e051b-0f6e-4439-ae2e-100abec77962 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:29.246745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0017f10-acd4-4f60-bb15-c6b3b18bcf6f req-af2e051b-0f6e-4439-ae2e-100abec77962 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 943 time: 0.0487094 Nov 03 16:37:29.298103 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0017f10-acd4-4f60-bb15-c6b3b18bcf6f req-6e6877c2-2c5c-4d64-88cb-a6e89b39edd6 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453582 Nov 03 16:37:30.305171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6ac10102-1816-469c-abd3-1d2e21143eb1 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:37:30.404583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:37:30.417347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da', 'port_id': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'mac_address': 'fa:16:3e:7c:94:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62002d-3294-44f2-819a-818937766a36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:37:30.418031 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a6121-dcd5-457b-b611-9ed5299ef944 req-9aae5481-2959-4482-934f-0d0fdd3bc002 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:30.419565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-481a6121-dcd5-457b-b611-9ed5299ef944 req-9aae5481-2959-4482-934f-0d0fdd3bc002 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 943 time: 0.0542707 Nov 03 16:37:30.454034 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:30.466010 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-481a6121-dcd5-457b-b611-9ed5299ef944 req-91b309d7-6ef9-4d6a-9c88-8eff4c5f7233 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Nov 03 16:37:30.467200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac10102-1816-469c-abd3-1d2e21143eb1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:37:30.486525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:37:30.490543 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:30.538274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:30.677672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6ac10102-1816-469c-abd3-1d2e21143eb1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:37:31.579990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca27abc-7a46-4968-a596-1aa142f9fe4b req-6696c1a7-f722-40c6-855f-3c9f41d57c49 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:31.581437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ca27abc-7a46-4968-a596-1aa142f9fe4b req-6696c1a7-f722-40c6-855f-3c9f41d57c49 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 944 time: 0.0487063 Nov 03 16:37:31.631671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ca27abc-7a46-4968-a596-1aa142f9fe4b req-ac8c39fa-a55e-410d-b0dc-ebf7401494da tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Nov 03 16:37:31.675434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:32.321391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6ac10102-1816-469c-abd3-1d2e21143eb1 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:37:32.370065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 6ac10102-1816-469c-abd3-1d2e21143eb1 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:37:32.373779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 6ac10102-1816-469c-abd3-1d2e21143eb1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:37:32.374151 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:32.453731 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:32.475818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:37:32.478139 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5942282b-df73-41d0-ab33-6178439712a4" -d '{"events": [{"server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "name": "network-vif-plugged", "status": "completed", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:37:32.490839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:37:32.495614 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:32.522868 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b787a9de-fbb9-48bc-b3f0-d2b20d65b4ac x-openstack-request-id: req-b787a9de-fbb9-48bc-b3f0-d2b20d65b4ac {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:37:32.523260 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "name": "network-vif-plugged", "status": "completed", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:37:32.523617 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b787a9de-fbb9-48bc-b3f0-d2b20d65b4ac {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:37:32.524007 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'code': 200} Nov 03 16:37:32.548308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:37:32.581958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-27a532f9-95f5-484f-8783-38883fe011fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:32.616420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b7ced-8ee7-4e51-ba8d-2af6d44cd72b req-df75fd90-e0db-430e-9376-7284df5a9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:32.618534 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c9b7ced-8ee7-4e51-ba8d-2af6d44cd72b req-df75fd90-e0db-430e-9376-7284df5a9daa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 1096 time: 0.0401573 Nov 03 16:37:32.666070 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c9b7ced-8ee7-4e51-ba8d-2af6d44cd72b req-c61d3b60-662f-439a-994d-d80e0262a735 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Nov 03 16:37:32.748371 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325d085-49d9-4f2b-baf2-550c1e9ba595 req-1ecd3861-1c1e-4819-aabc-d3d74d727b57 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:32.749850 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f325d085-49d9-4f2b-baf2-550c1e9ba595 req-1ecd3861-1c1e-4819-aabc-d3d74d727b57 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0486040 Nov 03 16:37:32.796788 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f325d085-49d9-4f2b-baf2-550c1e9ba595 req-2f57ad7e-35e1-464d-82d1-f512540fc7c6 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Nov 03 16:37:33.919357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a540f00-27d7-4fc8-ba89-363039a98cee req-09a0c1ba-bf3f-4c9b-a0df-9157f5eaa702 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:33.920858 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a540f00-27d7-4fc8-ba89-363039a98cee req-09a0c1ba-bf3f-4c9b-a0df-9157f5eaa702 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0547082 Nov 03 16:37:33.974337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a540f00-27d7-4fc8-ba89-363039a98cee req-5879d5e1-e8f6-433a-9648-adb3b6edf39c tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474598 Nov 03 16:37:34.095628 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05b7b2-5b32-4344-8882-74beab061049 req-b5f959cc-67b2-4741-b046-2a1040f04122 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:34.097013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f05b7b2-5b32-4344-8882-74beab061049 req-b5f959cc-67b2-4741-b046-2a1040f04122 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0537252 Nov 03 16:37:34.143618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f05b7b2-5b32-4344-8882-74beab061049 req-eb2d1216-bef6-4978-a070-0fa9ca11c6dc tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Nov 03 16:37:34.343405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abb749-62b8-44cb-82ed-6a815214890e req-d7a9e64c-78fe-4122-8bc9-b16d5ad7fcb6 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:34.344868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27abb749-62b8-44cb-82ed-6a815214890e req-d7a9e64c-78fe-4122-8bc9-b16d5ad7fcb6 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0499423 Nov 03 16:37:34.392313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-27abb749-62b8-44cb-82ed-6a815214890e req-d5d13283-75e6-4a09-a97f-72ba0e8d46ab tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Nov 03 16:37:34.506134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa554b52-8ff0-42aa-a97f-b20ca7b2d9fc req-b492b37d-b4a4-48e2-9e1a-d8e20dd48591 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:34.507867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aa554b52-8ff0-42aa-a97f-b20ca7b2d9fc req-b492b37d-b4a4-48e2-9e1a-d8e20dd48591 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0499427 Nov 03 16:37:34.554063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aa554b52-8ff0-42aa-a97f-b20ca7b2d9fc req-3019c264-761d-4fdb-a521-b3c4252a9c3d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Nov 03 16:37:34.808557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-f53c3100-9ee9-48d7-aef7-7c364d998263 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727792 Nov 03 16:37:34.816268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6581d-078b-4578-9e5e-d76b7bf8836f req-90aef43b-b666-4939-adde-55ab29b33518 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:34.817725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3c6581d-078b-4578-9e5e-d76b7bf8836f req-90aef43b-b666-4939-adde-55ab29b33518 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0729554 Nov 03 16:37:34.867340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3c6581d-078b-4578-9e5e-d76b7bf8836f req-75a6a4d6-878a-4f9e-bb99-751498804481 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Nov 03 16:37:35.011491 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa4cb-4fc7-4347-87b1-7b0b542620ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:35.987842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-c36eb6ee-a94e-42e8-8593-da399761291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:35.989425 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-c36eb6ee-a94e-42e8-8593-da399761291e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 1096 time: 0.0422180 Nov 03 16:37:35.989680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0037546-3c85-4b5c-b9a0-e3b445673a3d req-74c6a704-fc46-43cd-969c-647a94dd6656 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:35.991144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0037546-3c85-4b5c-b9a0-e3b445673a3d req-74c6a704-fc46-43cd-969c-647a94dd6656 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0508189 Nov 03 16:37:36.043479 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f0037546-3c85-4b5c-b9a0-e3b445673a3d req-14caadb7-6917-4d03-9906-8059e023b8df tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453241 Nov 03 16:37:36.086176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-772bf0fb-512b-4eb8-b67b-d3428976b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:36.087621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-772bf0fb-512b-4eb8-b67b-d3428976b449 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0919929 Nov 03 16:37:36.128305 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-cb5c5b51-943a-4098-8d3a-24914d8f188f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 217 time: 0.0341518 Nov 03 16:37:36.175605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-5be2500a-f75e-4020-a899-fa5a9b0e935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:36.176942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-5be2500a-f75e-4020-a899-fa5a9b0e935d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0423632 Nov 03 16:37:36.207380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-578d719b-8b41-474a-b957-f0321fc6691c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240729 Nov 03 16:37:36.299284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-ec96deac-e9fa-45d7-9bfe-e8080b5d6ab7 service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847423 Nov 03 16:37:36.340209 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:36.394276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-a30f7e0b-f668-40e4-8e4e-18df7c6585e3 service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883622 Nov 03 16:37:37.162088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b852c-a3a6-43f0-89e2-663e8c92ed48 req-ef207462-06ef-4cd0-a6fb-685e53a0c8ab tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:37.164233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9c5b852c-a3a6-43f0-89e2-663e8c92ed48 req-ef207462-06ef-4cd0-a6fb-685e53a0c8ab tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0506084 Nov 03 16:37:37.211300 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9c5b852c-a3a6-43f0-89e2-663e8c92ed48 req-4f63f216-2394-47da-b4c4-efb55f41427a tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Nov 03 16:37:37.474168 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:37:37.850846 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:38.329411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1a926-198e-4bcc-9041-fd2b322c3870 req-4387efba-3467-45d8-94ad-9b03fbb3a0e8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:38.331009 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87b1a926-198e-4bcc-9041-fd2b322c3870 req-4387efba-3467-45d8-94ad-9b03fbb3a0e8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0510557 Nov 03 16:37:38.378118 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-87b1a926-198e-4bcc-9041-fd2b322c3870 req-004f7d48-80cb-4f23-81a7-23cbc70cfdc2 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Nov 03 16:37:38.449396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:39.495195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415196b5-8cd9-4e15-83d3-83dd8a54f9f5 req-6b1976ef-0741-45f5-8da2-7651bec30781 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:39.496654 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-415196b5-8cd9-4e15-83d3-83dd8a54f9f5 req-6b1976ef-0741-45f5-8da2-7651bec30781 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0485010 Nov 03 16:37:39.543071 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-415196b5-8cd9-4e15-83d3-83dd8a54f9f5 req-443e8c3f-045b-44f8-aea3-db4098d5dd69 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 Nov 03 16:37:40.656550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1649a-aad1-4d72-8a08-aea28a14e08e req-f71521b5-f077-4415-96e3-e6849bc37944 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:40.658039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4f1649a-aad1-4d72-8a08-aea28a14e08e req-f71521b5-f077-4415-96e3-e6849bc37944 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0492370 Nov 03 16:37:40.704644 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c4f1649a-aad1-4d72-8a08-aea28a14e08e req-0a5336bd-5b48-4351-a9a3-d1f8f400b072 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Nov 03 16:37:41.823030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea1981-638e-40fb-ab62-2440963e1db7 req-66a6cbbd-8742-4046-bb09-b05766c5c0e1 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:41.824466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82ea1981-638e-40fb-ab62-2440963e1db7 req-66a6cbbd-8742-4046-bb09-b05766c5c0e1 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0526943 Nov 03 16:37:41.869617 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82ea1981-638e-40fb-ab62-2440963e1db7 req-facd8e11-7f94-4a1a-bbfe-396a68cd20cc tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Nov 03 16:37:42.933237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af8fc-34fd-423f-b976-1218e281360d req-b6c3385a-7b8d-45c8-89f0-e6e96797b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:42.934872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d9af8fc-34fd-423f-b976-1218e281360d req-b6c3385a-7b8d-45c8-89f0-e6e96797b205 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 1096 time: 0.0413346 Nov 03 16:37:42.989511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a434f-45df-449c-b137-7057df304804 req-13d92ee0-7998-4404-8813-14bfc1f6e5ef tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:42.990976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da3a434f-45df-449c-b137-7057df304804 req-13d92ee0-7998-4404-8813-14bfc1f6e5ef tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0525782 Nov 03 16:37:43.037733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-da3a434f-45df-449c-b137-7057df304804 req-b5552adb-afc6-4c90-b4d5-4fe6d01908ce tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Nov 03 16:37:43.044860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af8fc-34fd-423f-b976-1218e281360d req-25d997e5-fd00-41ee-9685-d2ee55b21306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:43.046376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d9af8fc-34fd-423f-b976-1218e281360d req-25d997e5-fd00-41ee-9685-d2ee55b21306 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0907292 Nov 03 16:37:43.088057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d9af8fc-34fd-423f-b976-1218e281360d req-f1956e0d-b355-48f4-b8ea-fa7093aa2b14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 217 time: 0.0347462 Nov 03 16:37:43.135393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af8fc-34fd-423f-b976-1218e281360d req-7571db2f-447c-468c-8e13-7e4d1af93544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:43.136791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d9af8fc-34fd-423f-b976-1218e281360d req-7571db2f-447c-468c-8e13-7e4d1af93544 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0421813 Nov 03 16:37:43.168242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d9af8fc-34fd-423f-b976-1218e281360d req-6f6152d6-0ddc-48f6-a00b-117d6097c5ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244401 Nov 03 16:37:43.261553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d9af8fc-34fd-423f-b976-1218e281360d req-2b4a1b62-55ae-4c67-8031-a800f4e3e4be service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854425 Nov 03 16:37:43.353367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d9af8fc-34fd-423f-b976-1218e281360d req-4198b0e4-c06c-4235-84ef-f90c69bbdfc0 service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848284 Nov 03 16:37:44.156173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682b5d4-38d3-4fd7-81ce-aafe8f635487 req-dc4240b3-9f14-4c04-be8d-b32eb0685452 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:44.157722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6682b5d4-38d3-4fd7-81ce-aafe8f635487 req-dc4240b3-9f14-4c04-be8d-b32eb0685452 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0504174 Nov 03 16:37:44.206576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6682b5d4-38d3-4fd7-81ce-aafe8f635487 req-b70c477e-f91b-4664-973a-8c850ea3ae9a tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Nov 03 16:37:45.330005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07e97-5006-4e00-bdcb-f68169fb9d1e req-61e3fa6a-6b4c-47ae-9370-28efb775859d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:45.331565 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9df07e97-5006-4e00-bdcb-f68169fb9d1e req-61e3fa6a-6b4c-47ae-9370-28efb775859d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0524025 Nov 03 16:37:45.380118 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9df07e97-5006-4e00-bdcb-f68169fb9d1e req-66c502c2-6f9d-4f9e-9da1-9fe6c8dfe45d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Nov 03 16:37:46.508402 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b1073-d989-4e17-96fe-84a39cad6cea req-738e71e3-2d57-402d-8d77-a65529b066de tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:46.510270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-210b1073-d989-4e17-96fe-84a39cad6cea req-738e71e3-2d57-402d-8d77-a65529b066de tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0583637 Nov 03 16:37:46.557637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-210b1073-d989-4e17-96fe-84a39cad6cea req-8ba3b45e-67a7-46b6-b361-3a18cda55303 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Nov 03 16:37:47.676905 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bbb54-ff9e-4554-b063-8f0e9a265cb9 req-0d8a4030-faf0-4395-b6e3-a657558c28e8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:47.678996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f4bbb54-ff9e-4554-b063-8f0e9a265cb9 req-0d8a4030-faf0-4395-b6e3-a657558c28e8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0518703 Nov 03 16:37:47.725810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9f4bbb54-ff9e-4554-b063-8f0e9a265cb9 req-424fc01a-307b-4e0a-ad58-6b9eb1d97999 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Nov 03 16:37:48.846324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcdf3b-c3cc-4610-9710-6cbaae0b0f83 req-cdf93713-aa78-4d6d-b2fc-01bac33a4f40 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:48.847785 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6bcdf3b-c3cc-4610-9710-6cbaae0b0f83 req-cdf93713-aa78-4d6d-b2fc-01bac33a4f40 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0538208 Nov 03 16:37:48.894101 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6bcdf3b-c3cc-4610-9710-6cbaae0b0f83 req-2b8d5b1c-b12b-42f9-8ea7-88d8a6a48acd tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398917 Nov 03 16:37:50.011832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f3831-8e51-47c2-99e2-e603da9b86e0 req-0f1e83dd-bebd-41eb-82f2-b7d9b41565b9 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:50.013303 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-272f3831-8e51-47c2-99e2-e603da9b86e0 req-0f1e83dd-bebd-41eb-82f2-b7d9b41565b9 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0504324 Nov 03 16:37:50.060107 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-272f3831-8e51-47c2-99e2-e603da9b86e0 req-0a4f192b-b602-4137-81b6-2c04a997d88e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Nov 03 16:37:51.176266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605360a-d46c-4d54-9f6c-e793fdb04723 req-780af056-023a-4650-aee4-5c4e5af97813 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:51.177775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2605360a-d46c-4d54-9f6c-e793fdb04723 req-780af056-023a-4650-aee4-5c4e5af97813 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0483189 Nov 03 16:37:51.224921 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2605360a-d46c-4d54-9f6c-e793fdb04723 req-ea6168a8-9410-429a-b366-f17aa9b29fba tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Nov 03 16:37:52.191224 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:37:52.341862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51767084-7f7d-4e23-9065-5651b1e11a1f req-41fb75a5-5fd5-4655-92d3-373da46a3e2e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:52.343331 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-51767084-7f7d-4e23-9065-5651b1e11a1f req-41fb75a5-5fd5-4655-92d3-373da46a3e2e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0498157 Nov 03 16:37:52.394003 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-51767084-7f7d-4e23-9065-5651b1e11a1f req-a68aaa58-eaee-4b40-8019-7ea02703ca4e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 Nov 03 16:37:53.516629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4cb54-7d49-464c-ab09-5475331bd18f req-33bc6e25-a484-4f7d-9357-a46b55d211d7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:53.518028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8c4cb54-7d49-464c-ab09-5475331bd18f req-33bc6e25-a484-4f7d-9357-a46b55d211d7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0520887 Nov 03 16:37:53.563475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8c4cb54-7d49-464c-ab09-5475331bd18f req-c0203416-836a-4d82-a633-34a5f991c707 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Nov 03 16:37:54.679337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dd793-44da-4497-97c1-ed6972b2a419 req-5354617c-eb13-48f6-8a8e-7272bbb472bd tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:54.680794 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f6dd793-44da-4497-97c1-ed6972b2a419 req-5354617c-eb13-48f6-8a8e-7272bbb472bd tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0486102 Nov 03 16:37:54.727293 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1f6dd793-44da-4497-97c1-ed6972b2a419 req-fbc9a39d-b150-40cb-8f0d-ab5792b43698 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Nov 03 16:37:55.842825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3450a-e198-4882-b70c-abcd155749a9 req-9d258519-be2c-4d76-b050-4ab6a5946895 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:55.844270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b1d3450a-e198-4882-b70c-abcd155749a9 req-9d258519-be2c-4d76-b050-4ab6a5946895 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0483348 Nov 03 16:37:55.889704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b1d3450a-e198-4882-b70c-abcd155749a9 req-8e06cf7f-7890-4d3b-be30-6e920736fba0 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394814 Nov 03 16:37:57.007293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532eaa2-afc0-4a5f-8e1b-a64ee1aed381 req-b9fefc9a-7394-48ca-a17c-6c8589966ffc tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:57.008806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0532eaa2-afc0-4a5f-8e1b-a64ee1aed381 req-b9fefc9a-7394-48ca-a17c-6c8589966ffc tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0496955 Nov 03 16:37:57.057092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0532eaa2-afc0-4a5f-8e1b-a64ee1aed381 req-0d6b6b6c-8d28-40cb-8f56-8de5589bb820 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Nov 03 16:37:58.173351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb887287-bbf3-485b-838f-860ad7b5b8d4 req-8d97f085-2813-4592-9755-1dd7113cc643 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:58.175152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb887287-bbf3-485b-838f-860ad7b5b8d4 req-8d97f085-2813-4592-9755-1dd7113cc643 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0492165 Nov 03 16:37:58.228513 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb887287-bbf3-485b-838f-860ad7b5b8d4 req-3120a84d-185b-4073-b38e-63517b768b66 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Nov 03 16:37:59.669503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00c444-3cba-4acc-835b-b77af230c7c9 req-cd3825f0-9c01-42ca-a54d-0628935d01ac tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:37:59.671005 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d00c444-3cba-4acc-835b-b77af230c7c9 req-cd3825f0-9c01-42ca-a54d-0628935d01ac tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.3736472 Nov 03 16:37:59.718514 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d00c444-3cba-4acc-835b-b77af230c7c9 req-f78b90ac-01b0-4b40-b3fd-bdbe45ddb972 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Nov 03 16:38:00.834593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc08a7-d542-489d-a393-bc919122bc7e req-97c60771-c43f-4bbf-bba8-31d9ad2ad67f tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:00.836078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88fc08a7-d542-489d-a393-bc919122bc7e req-97c60771-c43f-4bbf-bba8-31d9ad2ad67f tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0503054 Nov 03 16:38:00.884794 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-88fc08a7-d542-489d-a393-bc919122bc7e req-26ad9cf4-106c-46cf-9de5-807f5fa42e1c tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 Nov 03 16:38:01.666648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:02.000716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301be30-0a26-49e8-bf25-581ccf5961eb req-11c80d92-30f0-4978-b4df-ee9dcac190cb tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:02.002212 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9301be30-0a26-49e8-bf25-581ccf5961eb req-11c80d92-30f0-4978-b4df-ee9dcac190cb tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0481353 Nov 03 16:38:02.049104 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9301be30-0a26-49e8-bf25-581ccf5961eb req-aafcddbf-eb10-404d-b6e4-02f7665bf1ed tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Nov 03 16:38:02.582650 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fcd2978e-2410-4bfd-bd58-6bce63168405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:03.165998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28968f-8f35-47ac-a027-34b3ca14ef84 req-8c89514a-d131-4ad9-8a11-48168496f2db tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:03.167474 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e28968f-8f35-47ac-a027-34b3ca14ef84 req-8c89514a-d131-4ad9-8a11-48168496f2db tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0492189 Nov 03 16:38:03.214274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e28968f-8f35-47ac-a027-34b3ca14ef84 req-9219d604-aa37-4b3d-83da-efb2a969d24c tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408328 Nov 03 16:38:03.286331 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-5bc95d65-6774-4634-901a-af7a512e4832 service neutron] show failed (client error): The resource could not be found. Nov 03 16:38:03.287375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-5bc95d65-6774-4634-901a-af7a512e4832 service neutron] 10.222.0.70 "GET /v2.0/ports/6ac10102-1816-469c-abd3-1d2e21143eb1/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0582025 Nov 03 16:38:03.486854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-8ab9558d-feaf-4baa-9366-eed5ccb58f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:03.488368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-8ab9558d-feaf-4baa-9366-eed5ccb58f30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a&tenant_id=9e0eecdbc8e144018352724c2eed9aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0409040 Nov 03 16:38:03.507627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:38:03.559322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:03.760290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:03.797331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:38:04.172555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:04.175008 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba981cf-6c64-4e08-a1bd-5a68aa1c9188" -d '{"events": [{"server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:04.179908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:04.193577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Transition to ACTIVE for port object 6ac10102-1816-469c-abd3-1d2e21143eb1 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:38:04.198019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:04.228248 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb972c9f-ce19-4204-9ec4-d314e0ece6cd x-openstack-request-id: req-eb972c9f-ce19-4204-9ec4-d314e0ece6cd {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:04.228547 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:04.228805 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eb972c9f-ce19-4204-9ec4-d314e0ece6cd {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:04.229200 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'code': 200} Nov 03 16:38:04.266054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:04.268657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] No DVR routers for this DVR port 6ac10102-1816-469c-abd3-1d2e21143eb1 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:38:04.333563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Attempting to bind port 6ac10102-1816-469c-abd3-1d2e21143eb1 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:38:04.333913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Attempting to bind port 6ac10102-1816-469c-abd3-1d2e21143eb1 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:38:04.334304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Attempting to bind port 6ac10102-1816-469c-abd3-1d2e21143eb1 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:38:04.341195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Port 6ac10102-1816-469c-abd3-1d2e21143eb1 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:38:04.341544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Attempting to bind port 6ac10102-1816-469c-abd3-1d2e21143eb1 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:38:04.348892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:38:04.349228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Checking segment: {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:38:04.350164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Bound using segment: {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:38:04.350593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Bound port: 6ac10102-1816-469c-abd3-1d2e21143eb1, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:38:04.350945 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:04.372803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f37ac-d4d2-4aea-b472-b4f21cb9d491 req-e18bd7b7-434f-448d-9d1a-eefd861f5258 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:04.374316 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-165f37ac-d4d2-4aea-b472-b4f21cb9d491 req-e18bd7b7-434f-448d-9d1a-eefd861f5258 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 943 time: 0.0802743 Nov 03 16:38:04.454839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:38:04.457916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:38:04.462220 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-165f37ac-d4d2-4aea-b472-b4f21cb9d491 req-59e0af23-69b6-47b2-9e1c-919d2252959e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683560 Nov 03 16:38:04.463726 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:04.496916 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:04.497547 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:04.498914 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 1091 time: 0.9960601 Nov 03 16:38:04.520517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b87e03-cfe8-48c1-b3b3-cce9ba86c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:04.575865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-976b3ad7-1674-4c97-aa6d-446642608024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:04.577400 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-976b3ad7-1674-4c97-aa6d-446642608024 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 1094 time: 0.0458124 Nov 03 16:38:04.665869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-275d7dd2-adb5-4ed1-b5ef-c64d2dfa9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:04.667314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-275d7dd2-adb5-4ed1-b5ef-c64d2dfa9b7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0832288 Nov 03 16:38:04.711946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-c0826f04-2f8e-4977-a90f-244a87f6a0ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 217 time: 0.0378311 Nov 03 16:38:04.760942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-37cfb903-3055-487e-9bb0-4d9ab0ee5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:04.762393 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-37cfb903-3055-487e-9bb0-4d9ab0ee5ebe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0437713 Nov 03 16:38:04.794649 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-d104a859-1fc4-4833-843f-1116b3f4a5b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241339 Nov 03 16:38:04.887473 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-33e7e4ed-78e3-48ce-a52e-59f823b6a7de service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849609 Nov 03 16:38:04.976248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0c8242c6-57e6-429f-ba6d-fd4152fdff78 req-844604df-2bde-423d-b4b3-cb03d5dbea74 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816410 Nov 03 16:38:05.013011 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f26f65ab-2f2a-4900-b21f-96de14691ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:05.582173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a2c40-d2ab-4feb-9d07-7caa7386bff2 req-07204a02-a59a-4ef9-91cd-09189aa9fe02 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:05.583643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb8a2c40-d2ab-4feb-9d07-7caa7386bff2 req-07204a02-a59a-4ef9-91cd-09189aa9fe02 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 943 time: 0.0491750 Nov 03 16:38:05.634053 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb8a2c40-d2ab-4feb-9d07-7caa7386bff2 req-b8274de3-7013-4236-9bca-4db45c5aeba9 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Nov 03 16:38:06.229946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:06.232337 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:06.281005 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf195ea-290f-4252-89f0-1e971a05a1ae x-openstack-request-id: req-fcf195ea-290f-4252-89f0-1e971a05a1ae {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:06.281295 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:06.281572 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fcf195ea-290f-4252-89f0-1e971a05a1ae {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:06.282629 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'status': 'completed', 'code': 200} Nov 03 16:38:06.343849 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:06.373209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-0e9bd90d-ffc8-45ea-a652-f1df184847c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:06.374710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-0e9bd90d-ffc8-45ea-a652-f1df184847c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 1094 time: 0.0730455 Nov 03 16:38:06.383549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-6479126d-88d0-4125-a222-ba7e79fa433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:06.384884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-6479126d-88d0-4125-a222-ba7e79fa433f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 1094 time: 0.0565042 Nov 03 16:38:06.446475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6ac10102-1816-469c-abd3-1d2e21143eb1 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:38:06.488287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6ac10102-1816-469c-abd3-1d2e21143eb1 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:38:06.539968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-cf88a899-c5ec-48bc-9174-f16bc07ea54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:06.541436 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-cf88a899-c5ec-48bc-9174-f16bc07ea54c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.1557190 Nov 03 16:38:06.542535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-047d55df-4f81-4e8e-a645-7592aa1bfba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:06.543828 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-047d55df-4f81-4e8e-a645-7592aa1bfba7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.1512330 Nov 03 16:38:06.616693 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-48991edd-0a8c-4ffd-822a-1242713d8e4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 217 time: 0.0683134 Nov 03 16:38:06.618020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-6b4e22b6-ea83-4eca-91c1-6ebdd3f0da00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 217 time: 0.0633888 Nov 03 16:38:06.697623 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-161bd0f3-76cf-4c63-b5b0-3cce09b34e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:06.699098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-161bd0f3-76cf-4c63-b5b0-3cce09b34e36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0756047 Nov 03 16:38:06.702399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-9381806d-337b-4fba-8602-5a0b191e12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:06.703720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-9381806d-337b-4fba-8602-5a0b191e12b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0732622 Nov 03 16:38:06.743487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-61cd528a-4747-429e-ab0c-d2021dc39582 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368025 Nov 03 16:38:06.752232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192e20b-0257-45b3-afa3-da49ab9b03f0 req-73226edd-f789-4f69-a7ed-706e865534ec tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:06.753733 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e192e20b-0257-45b3-afa3-da49ab9b03f0 req-73226edd-f789-4f69-a7ed-706e865534ec tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 943 time: 0.0506985 Nov 03 16:38:06.758939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-3d7bb166-d551-45a8-9730-bc91ee821816 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448966 Nov 03 16:38:06.801144 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e192e20b-0257-45b3-afa3-da49ab9b03f0 req-8e5f7892-37ea-4f6b-809a-0d5fb5385a83 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Nov 03 16:38:06.909758 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-4d182d03-a24d-476d-85b8-a4b2593b6db7 service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532118 Nov 03 16:38:06.911817 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-0d19b563-438d-46f7-a9d1-1baac436ecd1 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452498 Nov 03 16:38:07.067780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-ad7d7b65-1472-422e-a859-c61262c3a410 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443510 Nov 03 16:38:07.069675 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-51a8c221-0dcc-4d84-b4d9-b1b4bb8395a7 req-1c6f17c8-1c25-447e-b30a-3e8dbd576ecd service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532085 Nov 03 16:38:07.853104 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:07.934560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bacc7-49cd-4a6f-9866-528eabea9579 req-5ba8da55-b005-4fe4-8fd2-4ce4f75c7158 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:07.936407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a9bacc7-49cd-4a6f-9866-528eabea9579 req-5ba8da55-b005-4fe4-8fd2-4ce4f75c7158 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 943 time: 0.0599964 Nov 03 16:38:07.991959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a9bacc7-49cd-4a6f-9866-528eabea9579 req-1f6f4594-7f27-4e19-98ff-7e37eca47d57 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495551 Nov 03 16:38:08.270432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6ac10102-1816-469c-abd3-1d2e21143eb1 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:38:08.367110 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:08.378035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da', 'port_id': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'mac_address': 'fa:16:3e:7c:94:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62002d-3294-44f2-819a-818937766a36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:38:08.414864 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:08.428742 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac10102-1816-469c-abd3-1d2e21143eb1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:38:08.455010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:08.459350 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:08.483798 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:08.507519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:08.893996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['6ac10102-1816-469c-abd3-1d2e21143eb1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:38:09.108762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e035e-e582-483d-b23e-04061af18c01 req-c5109c33-705e-4d49-a1d1-1d6b974921ba tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:09.110266 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f91e035e-e582-483d-b23e-04061af18c01 req-c5109c33-705e-4d49-a1d1-1d6b974921ba tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 944 time: 0.0487299 Nov 03 16:38:09.157754 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f91e035e-e582-483d-b23e-04061af18c01 req-e05a600c-12ac-453a-b390-3f6b96147d23 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Nov 03 16:38:09.357415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e291f-58fc-4ebc-85c6-9c0e0dbff014 req-c4cf0f5c-c506-49d0-8a01-3e2b0a6bbca7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:09.359034 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb7e291f-58fc-4ebc-85c6-9c0e0dbff014 req-c4cf0f5c-c506-49d0-8a01-3e2b0a6bbca7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 944 time: 0.0557055 Nov 03 16:38:09.369799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-b21c0c03-ad38-4c87-b4b1-6b134dc6b4ee tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:09.371280 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-b21c0c03-ad38-4c87-b4b1-6b134dc6b4ee tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.70 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a&tenant_id=9e0eecdbc8e144018352724c2eed9aa6&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 944 time: 0.0521932 Nov 03 16:38:09.407705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cb7e291f-58fc-4ebc-85c6-9c0e0dbff014 req-bdca93f9-621c-4948-ad27-b2e881f0a3fd tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427299 Nov 03 16:38:09.434810 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-6bbbe528-e6ad-4a49-b1e4-62b46051f553 service neutron] delete failed (client error): The resource could not be found. Nov 03 16:38:09.435835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-6bbbe528-e6ad-4a49-b1e4-62b46051f553 service neutron] 10.222.0.70 "DELETE /v2.0/ports/6ac10102-1816-469c-abd3-1d2e21143eb1/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0568168 Nov 03 16:38:09.522381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-be53ed45-6a25-4557-8413-297a98c1605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:09.523852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-be53ed45-6a25-4557-8413-297a98c1605f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 1095 time: 0.0415792 Nov 03 16:38:09.617106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-8640a397-4c94-41d2-b346-7231e87da0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:09.618636 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-8640a397-4c94-41d2-b346-7231e87da0f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0883589 Nov 03 16:38:09.659463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-3581f099-f2a6-48b9-b8ab-87bdaa45bbcc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 200 len: 217 time: 0.0340328 Nov 03 16:38:09.710615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-e2f84137-fe8c-4a7a-9dce-fe9d46159ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:09.711924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-e2f84137-fe8c-4a7a-9dce-fe9d46159ac7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0458155 Nov 03 16:38:09.744253 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-348f6b4e-24ec-4584-8083-8527e1c4658c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253520 Nov 03 16:38:09.832679 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-4f9ed345-c7bd-4d81-bc2b-dea8d47b0952 service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816278 Nov 03 16:38:09.924419 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b4c260b-4954-402f-bf4d-c18f0458dfd6 req-b422ddf8-b4fa-437d-b42c-c148f380c278 service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850546 Nov 03 16:38:10.280086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6ac10102-1816-469c-abd3-1d2e21143eb1 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:38:10.331124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 6ac10102-1816-469c-abd3-1d2e21143eb1 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:38:10.335055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 6ac10102-1816-469c-abd3-1d2e21143eb1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:38:10.335429 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:10.418724 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:10.448247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:10.450564 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17784cf7-c7ce-4b0b-8482-8211c4bfedbe" -d '{"events": [{"server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "name": "network-vif-plugged", "status": "completed", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:10.464401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:10.471936 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:10.504993 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43de379-5bae-4388-bebb-38dd7e700f9f x-openstack-request-id: req-a43de379-5bae-4388-bebb-38dd7e700f9f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:10.505313 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "name": "network-vif-plugged", "status": "completed", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:10.506069 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a43de379-5bae-4388-bebb-38dd7e700f9f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:10.506458 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'code': 200} Nov 03 16:38:10.528773 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:10.538109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de394a-2636-44bb-b55e-04b1f20a7a44 req-c56bdd3f-81a7-46d2-9537-75949bfbcfcb tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:10.539742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-06de394a-2636-44bb-b55e-04b1f20a7a44 req-c56bdd3f-81a7-46d2-9537-75949bfbcfcb tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0541284 Nov 03 16:38:10.587480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-06de394a-2636-44bb-b55e-04b1f20a7a44 req-9108b6dc-a9e2-4f85-bb17-1909bfb6c582 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 Nov 03 16:38:10.702622 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68648cb3-5590-44d5-bb2a-5b0121c822eb req-34808e42-b899-47da-9eb0-4a1beb900ca3 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:10.704080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68648cb3-5590-44d5-bb2a-5b0121c822eb req-34808e42-b899-47da-9eb0-4a1beb900ca3 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0485487 Nov 03 16:38:10.750707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-68648cb3-5590-44d5-bb2a-5b0121c822eb req-53ab29a6-ac72-48d3-9aa0-3623685a1c5e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Nov 03 16:38:10.867820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5427c3-2574-465b-8f00-a56766696cea req-558fc158-b755-40a2-bf35-7975e20ae445 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:10.869455 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c5427c3-2574-465b-8f00-a56766696cea req-558fc158-b755-40a2-bf35-7975e20ae445 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0542808 Nov 03 16:38:10.916998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2c5427c3-2574-465b-8f00-a56766696cea req-738cb894-9ec6-4f9f-a03f-767500c625e5 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Nov 03 16:38:11.267023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ae38-c93f-4292-b828-befa4764d57b req-8db111e0-a443-4743-8e83-8b4a6c2273c3 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:11.268530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-8db111e0-a443-4743-8e83-8b4a6c2273c3 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 815 time: 0.1023972 Nov 03 16:38:11.283525 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-b4801be3-138d-46ee-98b3-e8e636a5f852 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/quotas/9e0eecdbc8e144018352724c2eed9aa6 HTTP/1.1" status: 200 len: 375 time: 0.0092044 Nov 03 16:38:11.337961 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-cb660581-cf64-436e-b04d-305ed58ed111 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483592 Nov 03 16:38:11.427241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-d3d31678-b972-4271-b756-f49873f009b7 service neutron] 10.222.0.86 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823359 Nov 03 16:38:11.522232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a9fadd96-67fc-4532-a82c-bae0b4928442 service neutron] 10.222.0.86 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859768 Nov 03 16:38:11.680152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f6eff4bc-63f8-4c34-988f-54b7a5ba40f7 req-0a794847-bb7a-4fbc-af60-3f9d48b07c9e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 210 time: 0.0269876 Nov 03 16:38:12.612294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03badcda-e887-4db8-bd1f-427980d8c277 req-c829abbc-8439-4ab1-b335-16181aa92096 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:12.613811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03badcda-e887-4db8-bd1f-427980d8c277 req-c829abbc-8439-4ab1-b335-16181aa92096 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.15 "GET /v2.0/ports?device_id=f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a HTTP/1.1" status: 200 len: 945 time: 0.0508516 Nov 03 16:38:12.807699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab610da6-723e-450f-9687-27ef71a4e739 req-e4745f30-65d8-4213-8ce3-b193532748ad tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 210 time: 0.0410275 Nov 03 16:38:12.812690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Deleting port 6ac10102-1816-469c-abd3-1d2e21143eb1 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:38:12.813036 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:12.886232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ae38-c93f-4292-b828-befa4764d57b req-8610c348-502d-46c0-8c9c-d12eb0502926 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:12.887579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-8610c348-502d-46c0-8c9c-d12eb0502926 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.15 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 815 time: 0.2066514 Nov 03 16:38:12.916873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Request body: {'port': {'device_id': 'e7304919-578e-4e84-bcde-a22582a103c6', 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da', 'admin_state_up': True, 'tenant_id': '9e0eecdbc8e144018352724c2eed9aa6'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:38:12.985836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] For port 6ac10102-1816-469c-abd3-1d2e21143eb1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6ac10102-1816-469c-abd3-1d2e21143eb1,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:12.986246 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:13.004336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Calling delete_port for 6ac10102-1816-469c-abd3-1d2e21143eb1 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:38:13.110531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Made reservation on behalf of 9e0eecdbc8e144018352724c2eed9aa6 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:38:13.114215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:13.188925 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:13.222951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['6ac10102-1816-469c-abd3-1d2e21143eb1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:38:13.253862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Pushing event deleted for resources: {'Port': ['ID=6ac10102-1816-469c-abd3-1d2e21143eb1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:13.327587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] No DVR routers for this DVR port 6ac10102-1816-469c-abd3-1d2e21143eb1 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:38:13.331542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:13.334914 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.15 "DELETE /v2.0/ports/6ac10102-1816-469c-abd3-1d2e21143eb1 HTTP/1.1" status: 204 len: 173 time: 0.7144310 Nov 03 16:38:13.335357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'name': 'network-vif-deleted', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:13.337717 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9884bdad-92c7-4b15-a6ac-f2ec256a17dd" -d '{"events": [{"server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "name": "network-vif-deleted", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:13.362287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Allocated IP 172.20.0.14 (9fdb7f70-dff6-4993-b01c-f7211f7f67da/6b62002d-3294-44f2-819a-818937766a36/5ebbe957-c007-491d-8186-4baf63950784) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:38:13.382448 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f4c901-89a3-4e29-9e3f-6a35ff6d56b6 x-openstack-request-id: req-20f4c901-89a3-4e29-9e3f-6a35ff6d56b6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:13.382769 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a", "name": "network-vif-deleted", "tag": "6ac10102-1816-469c-abd3-1d2e21143eb1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:13.383026 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20f4c901-89a3-4e29-9e3f-6a35ff6d56b6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:13.383430 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472ce4f-93d7-4ef9-8a4f-e8ce0eab357a', 'name': 'network-vif-deleted', 'tag': '6ac10102-1816-469c-abd3-1d2e21143eb1', 'status': 'completed', 'code': 200} Nov 03 16:38:13.519805 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:13.555259 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:13.589004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['6ac10102-1816-469c-abd3-1d2e21143eb1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:38:13.598818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Network 9fdb7f70-dff6-4993-b01c-f7211f7f67da is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:38:13.604575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:38:13.608214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:38:13.637564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Pushing event updated for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:13.665773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:13.666402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:13.682296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-72aa190b-d563-4733-9c9a-0985e4bb0832 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7723875 Nov 03 16:38:13.700481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Request body: {'port': {'device_id': 'e7304919-578e-4e84-bcde-a22582a103c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:38:13.752304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:13.978401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df378-df1e-4a6c-a6d1-771f527082af req-61c4cf84-ba3a-4a94-85a9-66675d101b01 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:13.979891 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d51df378-df1e-4a6c-a6d1-771f527082af req-61c4cf84-ba3a-4a94-85a9-66675d101b01 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 932 time: 0.1026959 Nov 03 16:38:14.076703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d51df378-df1e-4a6c-a6d1-771f527082af req-35b64d75-69c7-4d01-92fc-490f43b6c12f tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881722 Nov 03 16:38:14.092984 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebbe957-c007-491d-8186-4baf63950784 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:38:14.100776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:14.112684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Transition to ACTIVE for port object 5ebbe957-c007-491d-8186-4baf63950784 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:38:14.116356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:14.169604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:14.237811 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Attempting to bind port 5ebbe957-c007-491d-8186-4baf63950784 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:38:14.238148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Attempting to bind port 5ebbe957-c007-491d-8186-4baf63950784 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:38:14.238479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Attempting to bind port 5ebbe957-c007-491d-8186-4baf63950784 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:38:14.243005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Port 5ebbe957-c007-491d-8186-4baf63950784 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:38:14.243323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Attempting to bind port 5ebbe957-c007-491d-8186-4baf63950784 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:38:14.248456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:38:14.248798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Checking segment: {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:38:14.249180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Bound using segment: {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:38:14.249634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Bound port: 5ebbe957-c007-491d-8186-4baf63950784, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:38:14.249987 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:14.314641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:38:14.317673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:38:14.322879 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:14.356015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:14.356618 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:14.358046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 1092 time: 0.6615877 Nov 03 16:38:14.381363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5258b95-78c9-44d3-a08d-c9dd4f169550 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:14.457998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ae38-c93f-4292-b828-befa4764d57b req-28f27e94-97b6-4c24-b338-be13ddd421db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:14.460265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-28f27e94-97b6-4c24-b338-be13ddd421db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 1095 time: 0.0495150 Nov 03 16:38:14.473103 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:38:14.508318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-c3b6ee5c-2647-48fb-8b7e-ffbf0575a7f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 217 time: 0.0350084 Nov 03 16:38:14.556171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ae38-c93f-4292-b828-befa4764d57b req-99a1e8a4-1b55-4ace-9380-8dfd84416349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:14.557577 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-99a1e8a4-1b55-4ace-9380-8dfd84416349 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0422168 Nov 03 16:38:14.589417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-551d21f2-998a-40e3-b5e5-fd1e849aab23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246589 Nov 03 16:38:14.679592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-af3ee83b-30ea-4bf1-ab5c-1073201b2744 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827999 Nov 03 16:38:14.769906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fff4ae38-c93f-4292-b828-befa4764d57b req-cf34b90f-c95b-47b6-b04c-58fc37df028e service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838928 Nov 03 16:38:15.202877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f2d60-9085-4c23-bdbd-33e1d9ca504b req-f9260c94-2ca8-4773-9b75-47f612083cd4 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:15.204340 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-957f2d60-9085-4c23-bdbd-33e1d9ca504b req-f9260c94-2ca8-4773-9b75-47f612083cd4 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 944 time: 0.0553486 Nov 03 16:38:15.252227 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-957f2d60-9085-4c23-bdbd-33e1d9ca504b req-7aa42d2a-0f3a-46a5-8f22-69f575c0018e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Nov 03 16:38:15.384809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'tag': '5ebbe957-c007-491d-8186-4baf63950784'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:15.387146 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593fc934-961d-4349-b59c-4a8a8dadb93f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "tag": "5ebbe957-c007-491d-8186-4baf63950784"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:15.426030 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ce0b09-2a0a-4331-955d-80ba82630687 x-openstack-request-id: req-f9ce0b09-2a0a-4331-955d-80ba82630687 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:15.427012 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "tag": "5ebbe957-c007-491d-8186-4baf63950784", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:15.427336 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f9ce0b09-2a0a-4331-955d-80ba82630687 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:15.427797 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'tag': '5ebbe957-c007-491d-8186-4baf63950784', 'status': 'completed', 'code': 200} Nov 03 16:38:15.510700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-eb57e9e6-2019-4b56-8f11-6b94f8b7deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:15.512196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-eb57e9e6-2019-4b56-8f11-6b94f8b7deaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 1095 time: 0.0406892 Nov 03 16:38:15.604367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-df5e489c-b05b-4763-9409-4ed5d7ba3910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:15.605869 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-df5e489c-b05b-4763-9409-4ed5d7ba3910 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0859990 Nov 03 16:38:15.651596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-669ae11a-b762-4538-af59-911a944a9c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 217 time: 0.0384564 Nov 03 16:38:15.704751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-2ee91739-5738-4242-9f15-5e9fbfd3f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:15.706185 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-2ee91739-5738-4242-9f15-5e9fbfd3f5a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0479689 Nov 03 16:38:15.738165 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-805f55c8-feb6-4b83-b672-d2018ece5f9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234756 Nov 03 16:38:15.828484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-5ea0c346-1b73-4f55-9925-cec7d194933d service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827670 Nov 03 16:38:15.915585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-593fc934-961d-4349-b59c-4a8a8dadb93f req-87c77dd7-e498-4351-bd8d-49560dae7111 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794761 Nov 03 16:38:16.336927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6ac10102-1816-469c-abd3-1d2e21143eb1 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:38:16.356665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 6ac10102-1816-469c-abd3-1d2e21143eb1 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:38:16.357005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6ac10102-1816-469c-abd3-1d2e21143eb1 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:38:16.374028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026e5cc-b335-4f37-b560-6a6ad4b72a92 req-e466bd7d-1543-4102-8d0a-c5504392ccd0 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:16.375524 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c026e5cc-b335-4f37-b560-6a6ad4b72a92 req-e466bd7d-1543-4102-8d0a-c5504392ccd0 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 944 time: 0.0527360 Nov 03 16:38:16.423875 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c026e5cc-b335-4f37-b560-6a6ad4b72a92 req-5a44859a-7528-489d-82b2-bb90316e52ee tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Nov 03 16:38:17.544596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3d8e0-4dde-49a0-acee-710e39bdff88 req-ec16b5fd-9385-45aa-8eb8-e00b92728890 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:17.546112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9da3d8e0-4dde-49a0-acee-710e39bdff88 req-ec16b5fd-9385-45aa-8eb8-e00b92728890 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 944 time: 0.0527396 Nov 03 16:38:17.592404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9da3d8e0-4dde-49a0-acee-710e39bdff88 req-96c118e4-7f43-4f7d-9d23-2464ccbd8b3b tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Nov 03 16:38:18.354976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5ebbe957-c007-491d-8186-4baf63950784 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:38:18.464615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:18.475757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '5ebbe957-c007-491d-8186-4baf63950784', 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da', 'port_id': '5ebbe957-c007-491d-8186-4baf63950784', 'mac_address': 'fa:16:3e:ab:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62002d-3294-44f2-819a-818937766a36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:38:18.513845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:18.526106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebbe957-c007-491d-8186-4baf63950784 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:38:18.545191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:18.549085 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:18.599584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:18.712786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced015d-7dc2-44c0-b026-a7fd561e495e req-eea9e331-5973-4a9d-99d1-f331ed97ea2d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:18.714299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aced015d-7dc2-44c0-b026-a7fd561e495e req-eea9e331-5973-4a9d-99d1-f331ed97ea2d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 945 time: 0.0530727 Nov 03 16:38:18.763037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-aced015d-7dc2-44c0-b026-a7fd561e495e req-1a0a8217-98ab-44d4-8b6d-3497b02f5616 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Nov 03 16:38:18.907370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['5ebbe957-c007-491d-8186-4baf63950784'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:38:19.879137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2afd4-f91a-4b7b-97a3-56a468f640a6 req-e0538b22-eb4c-4f96-b948-979f15d5e168 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:19.880691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-86b2afd4-f91a-4b7b-97a3-56a468f640a6 req-e0538b22-eb4c-4f96-b948-979f15d5e168 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 945 time: 0.0492001 Nov 03 16:38:19.928146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-86b2afd4-f91a-4b7b-97a3-56a468f640a6 req-fe6c7c40-2fe9-47dc-981e-ec42c413e1aa tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Nov 03 16:38:20.367933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5ebbe957-c007-491d-8186-4baf63950784 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:38:20.417269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 5ebbe957-c007-491d-8186-4baf63950784 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:38:20.421085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 5ebbe957-c007-491d-8186-4baf63950784 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:38:20.421450 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:20.495324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:20.517932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbe957-c007-491d-8186-4baf63950784'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:20.520090 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50810933-87a3-4c3b-8f5f-d2bc95c37b11" -d '{"events": [{"server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbe957-c007-491d-8186-4baf63950784"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:20.533780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:20.537712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:20.563504 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fc9ab6-333c-4c81-a65b-75539a122f24 x-openstack-request-id: req-31fc9ab6-333c-4c81-a65b-75539a122f24 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:20.563790 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbe957-c007-491d-8186-4baf63950784", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:20.564039 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-31fc9ab6-333c-4c81-a65b-75539a122f24 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:20.564414 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbe957-c007-491d-8186-4baf63950784', 'code': 200} Nov 03 16:38:20.589938 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:20.597556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.597909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.598249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.598586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.598970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.599302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.599633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.599955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.600278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.600599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.600921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.601241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:20.676115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb34f52-d454-4302-95de-516d62e43392 req-b701670b-8804-4bbc-a4b1-83927ee7c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:20.678248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfb34f52-d454-4302-95de-516d62e43392 req-b701670b-8804-4bbc-a4b1-83927ee7c67a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 1097 time: 0.0402384 Nov 03 16:38:20.725064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfb34f52-d454-4302-95de-516d62e43392 req-83dbd23d-9ed2-4556-a588-cc3c43857dc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Nov 03 16:38:21.367356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d158d1-cd75-47c2-be26-62109203624f req-b354e766-7ef8-46ac-b1f2-ad7e256fd4ae tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:21.368804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6d158d1-cd75-47c2-be26-62109203624f req-b354e766-7ef8-46ac-b1f2-ad7e256fd4ae tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.3732982 Nov 03 16:38:21.414707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6d158d1-cd75-47c2-be26-62109203624f req-fd694048-c4cf-46d3-9a8f-106071e47224 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Nov 03 16:38:22.189414 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:22.535174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56834999-018e-4c07-88db-f4a1f258386b req-ed7d1212-627e-438d-82e0-3bf406c271e5 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:22.536636 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56834999-018e-4c07-88db-f4a1f258386b req-ed7d1212-627e-438d-82e0-3bf406c271e5 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0506766 Nov 03 16:38:22.583101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56834999-018e-4c07-88db-f4a1f258386b req-8e99dac4-c3fb-4152-8312-cf2d398b58f2 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Nov 03 16:38:22.699177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b1aa6-dbef-4437-820e-f48f77fb3405 req-b1e52844-eb98-4196-8183-f2d5edb093db tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:22.700634 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e7b1aa6-dbef-4437-820e-f48f77fb3405 req-b1e52844-eb98-4196-8183-f2d5edb093db tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0501683 Nov 03 16:38:22.746946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e7b1aa6-dbef-4437-820e-f48f77fb3405 req-99462e50-7403-4fb5-860d-031275469826 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Nov 03 16:38:22.995988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-495725b5-49f4-42ae-9fe2-7cc7f238984a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701046 Nov 03 16:38:23.008537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ece60-e1de-4759-93fc-04e637514253 req-f7dd9c3e-e29b-4f48-af41-50deb604feed tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:23.009994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-095ece60-e1de-4759-93fc-04e637514253 req-f7dd9c3e-e29b-4f48-af41-50deb604feed tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0740750 Nov 03 16:38:23.058980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-095ece60-e1de-4759-93fc-04e637514253 req-fb431d4b-6f7a-4a49-a50c-a0a5deb5b61f tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 Nov 03 16:38:24.059641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-fa829cc6-44fa-449a-b291-c1beb0e88bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:24.061184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-fa829cc6-44fa-449a-b291-c1beb0e88bfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 1097 time: 0.0421627 Nov 03 16:38:24.162450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-694f4de8-9e13-46ee-965d-965125d5cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:24.164704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-694f4de8-9e13-46ee-965d-965125d5cfb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0967429 Nov 03 16:38:24.180791 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44461f3-a72a-4b31-a4f2-935d72f194cc req-7bd2c8de-6f89-4617-82f0-5d4f2b5b68fb tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:24.182305 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e44461f3-a72a-4b31-a4f2-935d72f194cc req-7bd2c8de-6f89-4617-82f0-5d4f2b5b68fb tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0516334 Nov 03 16:38:24.205516 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-fdbc9371-d31a-428b-9d50-bb223b029530 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 217 time: 0.0340312 Nov 03 16:38:24.235387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e44461f3-a72a-4b31-a4f2-935d72f194cc req-4f3dea75-c5c7-4080-a5bd-6435ed43e7b9 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471566 Nov 03 16:38:24.262152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-b771a7ab-5fe5-44cf-be33-38b4aa0fff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:24.263624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-b771a7ab-5fe5-44cf-be33-38b4aa0fff8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0510685 Nov 03 16:38:24.296245 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-493443cf-23ee-425e-9329-573b93e7a726 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254536 Nov 03 16:38:24.382910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-0c06912a-c0fd-4843-8fa4-d6cb8ddc1c5e service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797484 Nov 03 16:38:24.475201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-842bda22-3f56-4d20-92dd-40493e7e07dc service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858223 Nov 03 16:38:25.354287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b7d4b-99e6-45ed-badc-7191427c8132 req-6d05a9e5-cb68-4ee1-84f9-6e11d238550f tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:25.355921 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d4b7d4b-99e6-45ed-badc-7191427c8132 req-6d05a9e5-cb68-4ee1-84f9-6e11d238550f tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0528445 Nov 03 16:38:25.403222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d4b7d4b-99e6-45ed-badc-7191427c8132 req-a6077eac-5dcf-4fa0-bc4b-ec9237a426f0 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Nov 03 16:38:26.521508 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8c19-3d04-4599-b431-e56d840c1924 req-14bbf774-6fba-4fa8-b06d-c650660f33c8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:26.522954 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9ff8c19-3d04-4599-b431-e56d840c1924 req-14bbf774-6fba-4fa8-b06d-c650660f33c8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0494895 Nov 03 16:38:26.570296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a9ff8c19-3d04-4599-b431-e56d840c1924 req-e9dbaa66-b1f6-4cee-94fd-d4d086adc99b tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Nov 03 16:38:27.693251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8bdcc-ed66-4ad3-98a4-5b10e531b57b req-f859a47d-ceb1-4774-aa99-1ae7d6332d94 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:27.694750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3e8bdcc-ed66-4ad3-98a4-5b10e531b57b req-f859a47d-ceb1-4774-aa99-1ae7d6332d94 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0540764 Nov 03 16:38:27.741481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3e8bdcc-ed66-4ad3-98a4-5b10e531b57b req-b4e8e209-ca38-4392-a446-eacc696d6893 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Nov 03 16:38:28.855909 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743afe6-de81-4cc7-b78e-ed363ed94949 req-2894140e-3c32-4bff-865c-f5c057ebab10 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:28.857357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1743afe6-de81-4cc7-b78e-ed363ed94949 req-2894140e-3c32-4bff-865c-f5c057ebab10 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0491750 Nov 03 16:38:28.903839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1743afe6-de81-4cc7-b78e-ed363ed94949 req-a75b36ae-ba73-4ab9-aa9e-0e1948299e29 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Nov 03 16:38:30.019424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb2d2a-fed3-4a10-89b1-cd68f8e7787f req-2a6a383d-e7c6-464f-ae7e-960c1a8895e9 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:30.020913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63bb2d2a-fed3-4a10-89b1-cd68f8e7787f req-2a6a383d-e7c6-464f-ae7e-960c1a8895e9 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0493789 Nov 03 16:38:30.067780 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-63bb2d2a-fed3-4a10-89b1-cd68f8e7787f req-2c5bfbbe-8d48-46da-a86e-197974bf60d6 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408182 Nov 03 16:38:31.188548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e5696-e17d-4047-aea5-4b609b854a8e req-17c8d2b9-c24c-409d-958b-4f31c39a4b9d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:31.190047 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-485e5696-e17d-4047-aea5-4b609b854a8e req-17c8d2b9-c24c-409d-958b-4f31c39a4b9d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0543973 Nov 03 16:38:31.238263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-485e5696-e17d-4047-aea5-4b609b854a8e req-fd2a9d30-1209-47f9-88ef-e77034cb0b55 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 Nov 03 16:38:31.662440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:32.357183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e35a5-6d60-4825-a6c0-ab2e2bb0352e req-2d1945cd-2aad-4f07-b3b3-1b6ce66ef279 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:32.358670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-776e35a5-6d60-4825-a6c0-ab2e2bb0352e req-2d1945cd-2aad-4f07-b3b3-1b6ce66ef279 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Nov 03 16:38:32.409742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-776e35a5-6d60-4825-a6c0-ab2e2bb0352e req-f778b5fc-5649-4234-bc1d-fdb57391da66 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451214 Nov 03 16:38:32.584225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5d64109a-3b64-4527-bfff-ab34843894fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:33.530019 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b610-5477-48ce-9211-a4283beab8a1 req-09857c95-d226-46d9-a8fa-8f73e4774eb2 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:33.531418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b71b610-5477-48ce-9211-a4283beab8a1 req-09857c95-d226-46d9-a8fa-8f73e4774eb2 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0501041 Nov 03 16:38:33.580171 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5b71b610-5477-48ce-9211-a4283beab8a1 req-5e896edc-61eb-4d2d-8f84-a9a13193ad63 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Nov 03 16:38:34.697072 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042964-c8f4-4b45-887e-ec2a1ee065ff req-93a3b6b5-e293-4b3e-a065-664aa27fee71 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:34.699334 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92042964-c8f4-4b45-887e-ec2a1ee065ff req-93a3b6b5-e293-4b3e-a065-664aa27fee71 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0503631 Nov 03 16:38:34.745796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92042964-c8f4-4b45-887e-ec2a1ee065ff req-bb9f2a12-8357-46f5-817d-f2258e26f7a3 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Nov 03 16:38:35.013726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-63d2573c-9e04-4e69-878d-6dbf2e53ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:35.860932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457706-6e63-484b-8251-fac6e7020c52 req-f85a8756-85c2-455a-9f33-b316f04a7fe7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:35.862426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6a457706-6e63-484b-8251-fac6e7020c52 req-f85a8756-85c2-455a-9f33-b316f04a7fe7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0494943 Nov 03 16:38:35.913424 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6a457706-6e63-484b-8251-fac6e7020c52 req-f253583d-7919-4427-b640-8844fd0c93f3 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 Nov 03 16:38:36.347414 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:37.030493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb15134-d698-4936-b448-5281dab73e67 req-deb1689a-5961-4556-9e3e-bd9b31b13c92 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:37.031991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1eb15134-d698-4936-b448-5281dab73e67 req-deb1689a-5961-4556-9e3e-bd9b31b13c92 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0504701 Nov 03 16:38:37.080159 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1eb15134-d698-4936-b448-5281dab73e67 req-137e49cc-df87-4ba2-8e27-6d26f3dbd8fa tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Nov 03 16:38:37.856638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:38.196310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2665343-6cc1-47bc-a074-4642f9766c73 req-fa2e3d57-c3b4-4eae-8aa3-a8e931a4b469 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:38.198366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2665343-6cc1-47bc-a074-4642f9766c73 req-fa2e3d57-c3b4-4eae-8aa3-a8e931a4b469 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0502818 Nov 03 16:38:38.244768 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b2665343-6cc1-47bc-a074-4642f9766c73 req-f6f44545-30a6-4e02-b195-bcf029a577ec tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Nov 03 16:38:38.456096 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:39.364772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3785d20-1f8d-4e35-941d-51ae074b66cf req-1e3f6219-1aa3-47d1-bc77-4fb477817bc7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:39.366270 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3785d20-1f8d-4e35-941d-51ae074b66cf req-1e3f6219-1aa3-47d1-bc77-4fb477817bc7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0532448 Nov 03 16:38:39.413203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3785d20-1f8d-4e35-941d-51ae074b66cf req-5647a5ab-6ef6-430e-a894-e9ed0effba89 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Nov 03 16:38:40.529046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10bb28-24ce-440b-bed5-62d757650937 req-fcb47514-88f7-4916-bec9-a482b7114b58 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:40.530541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d10bb28-24ce-440b-bed5-62d757650937 req-fcb47514-88f7-4916-bec9-a482b7114b58 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0492666 Nov 03 16:38:40.578700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9d10bb28-24ce-440b-bed5-62d757650937 req-1ed9a2ac-3e37-42e3-a96c-169fb9beff8e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Nov 03 16:38:41.699575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d5387-c6a0-49de-8c09-b4e6ae8cd005 req-d94f81c5-ccb9-4b88-9ad3-d8e1990fa7a5 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:41.701132 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5d4d5387-c6a0-49de-8c09-b4e6ae8cd005 req-d94f81c5-ccb9-4b88-9ad3-d8e1990fa7a5 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0518084 Nov 03 16:38:41.748622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5d4d5387-c6a0-49de-8c09-b4e6ae8cd005 req-844595e6-f841-4177-8681-cfd41d1e4d97 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Nov 03 16:38:42.869751 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df8a15-b9c0-4501-8902-3cb8a5796be4 req-45f7452d-928f-475c-b741-b19a94a57a24 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:42.871244 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13df8a15-b9c0-4501-8902-3cb8a5796be4 req-45f7452d-928f-475c-b741-b19a94a57a24 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0547156 Nov 03 16:38:42.918865 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13df8a15-b9c0-4501-8902-3cb8a5796be4 req-7df63fba-18b8-44fb-ab0d-763fa6d8700f tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416763 Nov 03 16:38:43.555409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-4333db63-78b5-45b5-b849-9ebee87ceeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:43.557518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-4333db63-78b5-45b5-b849-9ebee87ceeef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 1097 time: 0.0422213 Nov 03 16:38:43.664852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-2497f037-a7d5-4aa0-8b40-abb79468c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:43.667394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-2497f037-a7d5-4aa0-8b40-abb79468c8ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0911613 Nov 03 16:38:43.717678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-2937382b-c01b-4a08-bab6-7e005f3f4e03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 217 time: 0.0354996 Nov 03 16:38:43.771218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-1855068c-92fa-4fa2-a92f-32c9140dacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:43.772704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-1855068c-92fa-4fa2-a92f-32c9140dacfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0477786 Nov 03 16:38:43.805628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-ac1ff182-c99d-4d43-a5a7-0a46551c919a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249388 Nov 03 16:38:43.897090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-3a2ce38e-c0e1-40d5-9d39-7bceb980bd40 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846806 Nov 03 16:38:44.004778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a189156b-b5b3-45d8-ba7a-1e3a8ef23196 req-6c08ef42-1974-4007-8cfb-ea0e2a233a00 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999010 Nov 03 16:38:44.041849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134f35f-228e-4151-b2f8-5040b7dc99ac req-42275ef8-a144-4611-9883-44f8338beec4 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:44.043332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f134f35f-228e-4151-b2f8-5040b7dc99ac req-42275ef8-a144-4611-9883-44f8338beec4 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0532012 Nov 03 16:38:44.092168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f134f35f-228e-4151-b2f8-5040b7dc99ac req-92b9ba03-0e5d-4acc-8d42-54f360b4c983 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Nov 03 16:38:45.208765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a087ff-55c7-4d6f-bd69-2752960d63c3 req-ff6a5c28-e2b1-4b3a-8280-cd1979ac7985 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:45.210302 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a087ff-55c7-4d6f-bd69-2752960d63c3 req-ff6a5c28-e2b1-4b3a-8280-cd1979ac7985 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0507803 Nov 03 16:38:45.257420 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30a087ff-55c7-4d6f-bd69-2752960d63c3 req-0cd13eb6-5ab6-4012-8fe7-a36163ad653c tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Nov 03 16:38:46.380014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d47613-c882-48c9-b6e2-1c127139aa0c req-83c6233b-d534-494a-a84f-ddf43db4260e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:46.381487 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6d47613-c882-48c9-b6e2-1c127139aa0c req-83c6233b-d534-494a-a84f-ddf43db4260e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0547976 Nov 03 16:38:46.428824 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6d47613-c882-48c9-b6e2-1c127139aa0c req-0a3843ca-8c9e-42e5-8d96-584a91abd192 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Nov 03 16:38:47.550046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe251aaa-90d7-48c1-9fa5-7c0f9f830e59 req-2f5cf236-4d64-4acd-a55e-227a6af24596 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:47.551594 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe251aaa-90d7-48c1-9fa5-7c0f9f830e59 req-2f5cf236-4d64-4acd-a55e-227a6af24596 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0536654 Nov 03 16:38:47.599420 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe251aaa-90d7-48c1-9fa5-7c0f9f830e59 req-01f1dd52-47af-41d3-99f2-85a422318e01 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Nov 03 16:38:48.725325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec0fde-cb5a-4320-bbe5-c0ecf82da238 req-0ff7bdc8-b7a6-4986-a2f0-dfdd461edc83 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:48.726847 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3ec0fde-cb5a-4320-bbe5-c0ecf82da238 req-0ff7bdc8-b7a6-4986-a2f0-dfdd461edc83 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0570641 Nov 03 16:38:48.775484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c3ec0fde-cb5a-4320-bbe5-c0ecf82da238 req-35771822-c6c2-4e6d-94e2-43059c611d86 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Nov 03 16:38:49.892876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83e4de-b3a5-48b6-89fc-5c79732ecd90 req-76d72c7e-9216-4704-8d9f-d3182b3af878 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:49.894507 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb83e4de-b3a5-48b6-89fc-5c79732ecd90 req-76d72c7e-9216-4704-8d9f-d3182b3af878 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0507157 Nov 03 16:38:49.942110 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eb83e4de-b3a5-48b6-89fc-5c79732ecd90 req-1e3f6dad-c60d-4b80-ae47-d8c435ea63a3 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Nov 03 16:38:51.062004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfac27e-8614-4457-851e-7734ed3da931 req-294bbbc0-d5dc-4996-b64e-a42dbeed4096 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:51.063518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bdfac27e-8614-4457-851e-7734ed3da931 req-294bbbc0-d5dc-4996-b64e-a42dbeed4096 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0533681 Nov 03 16:38:51.114182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bdfac27e-8614-4457-851e-7734ed3da931 req-cf606f24-7851-4d6a-a3ca-3b8845102170 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Nov 03 16:38:51.424005 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-4edd78a7-0af3-469c-9f63-16b067237414 service neutron] show failed (client error): The resource could not be found. Nov 03 16:38:51.425043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-4edd78a7-0af3-469c-9f63-16b067237414 service neutron] 10.222.0.15 "GET /v2.0/ports/5ebbe957-c007-491d-8186-4baf63950784/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0562484 Nov 03 16:38:51.473292 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:38:51.626978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-10653832-cc6a-4f6f-b398-d4380968eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:51.628461 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-10653832-cc6a-4f6f-b398-d4380968eeed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6&tenant_id=9e0eecdbc8e144018352724c2eed9aa6 HTTP/1.1" status: 200 len: 1097 time: 0.0414488 Nov 03 16:38:51.640593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:38:51.696478 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:51.895891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:51.926893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:38:51.966154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebbe957-c007-491d-8186-4baf63950784'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:51.968408 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0cf7e6-ac7f-46da-9ad0-2ea34b863303" -d '{"events": [{"server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebbe957-c007-491d-8186-4baf63950784"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:51.972299 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:51.985329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Transition to ACTIVE for port object 5ebbe957-c007-491d-8186-4baf63950784 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:38:51.989951 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:52.022483 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fab69a5-1eac-4473-b947-bba4ddb9f8f1 x-openstack-request-id: req-6fab69a5-1eac-4473-b947-bba4ddb9f8f1 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:52.022785 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebbe957-c007-491d-8186-4baf63950784", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:52.023039 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6fab69a5-1eac-4473-b947-bba4ddb9f8f1 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:52.023433 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebbe957-c007-491d-8186-4baf63950784', 'code': 200} Nov 03 16:38:52.042199 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:52.065281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] No DVR routers for this DVR port 5ebbe957-c007-491d-8186-4baf63950784 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:38:52.069034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.069383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.069747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.070086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.070675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.071005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.071332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.071655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.071983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.072307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.072629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.072951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:38:52.108363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Attempting to bind port 5ebbe957-c007-491d-8186-4baf63950784 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:38:52.108696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Attempting to bind port 5ebbe957-c007-491d-8186-4baf63950784 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:38:52.109021 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Attempting to bind port 5ebbe957-c007-491d-8186-4baf63950784 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:38:52.113459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Port 5ebbe957-c007-491d-8186-4baf63950784 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:38:52.113809 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Attempting to bind port 5ebbe957-c007-491d-8186-4baf63950784 on network 9fdb7f70-dff6-4993-b01c-f7211f7f67da {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:38:52.118583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:38:52.118921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Checking segment: {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:38:52.119300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Bound using segment: {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:38:52.119722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Bound port: 5ebbe957-c007-491d-8186-4baf63950784, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e872504-0f21-4f2b-b021-de6d8229b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:38:52.120068 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:52.199946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:38:52.208796 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:52.226288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:38:52.231973 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:52.272689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:52.273392 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:52.274919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] 10.222.0.70 "PUT /v2.0/ports/5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 1092 time: 0.6387889 Nov 03 16:38:52.291667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d9458-38c0-481e-a8dd-2429085d2aa4 req-1c9cc099-4059-434b-b60b-9d1765b3df18 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:52.293896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b7d9458-38c0-481e-a8dd-2429085d2aa4 req-1c9cc099-4059-434b-b60b-9d1765b3df18 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 944 time: 0.1092935 Nov 03 16:38:52.350110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a765ed-6362-4380-a88e-28c358d83c73 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:52.387096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-c99fa717-3c20-48af-b023-28249a86a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:52.388825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-c99fa717-3c20-48af-b023-28249a86a6f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 1095 time: 0.0901828 Nov 03 16:38:52.392791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b7d9458-38c0-481e-a8dd-2429085d2aa4 req-6604c989-5a14-4fb2-81e1-eab7ce924710 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914240 Nov 03 16:38:52.487090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-61ab9e5f-e304-474f-9d4f-9a7246c94d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:52.488538 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-61ab9e5f-e304-474f-9d4f-9a7246c94d34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0921798 Nov 03 16:38:52.531023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-8b69d1bf-7dcb-4e3b-b0b4-ae42d4587d55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 217 time: 0.0358253 Nov 03 16:38:52.580299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-10e64f68-5e0a-41ee-ac1a-c80f2c549611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:52.581742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-10e64f68-5e0a-41ee-ac1a-c80f2c549611 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0437074 Nov 03 16:38:52.616234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-19085eb1-c7e7-4495-9aa6-643e7117c66d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280550 Nov 03 16:38:52.705174 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-564afc0a-3b48-4ab9-97cf-101a28728d62 service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821223 Nov 03 16:38:52.799639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b80852ac-08d5-4d8f-95a6-0ac553872a71 req-6f6fd548-d7ab-46c5-9df9-4ab52fd9eda5 service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881140 Nov 03 16:38:53.520314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae2313-aff8-431e-92fc-6b1a99aa0cef req-495c6d2c-a038-4ac8-8d8d-911de8e822bc tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:53.521740 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06ae2313-aff8-431e-92fc-6b1a99aa0cef req-495c6d2c-a038-4ac8-8d8d-911de8e822bc tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 944 time: 0.0503311 Nov 03 16:38:53.572720 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06ae2313-aff8-431e-92fc-6b1a99aa0cef req-5a1e247d-e13e-4867-a8c6-4be22d010731 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Nov 03 16:38:54.024826 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'tag': '5ebbe957-c007-491d-8186-4baf63950784'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:54.027314 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd41fe3a-f321-47a6-8118-a0895ede19a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "tag": "5ebbe957-c007-491d-8186-4baf63950784"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:54.075635 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230dba06-c65a-441a-9d0d-a01abafff4d6 x-openstack-request-id: req-230dba06-c65a-441a-9d0d-a01abafff4d6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:54.075936 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "tag": "5ebbe957-c007-491d-8186-4baf63950784", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:54.076218 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-230dba06-c65a-441a-9d0d-a01abafff4d6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:54.076628 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'tag': '5ebbe957-c007-491d-8186-4baf63950784', 'status': 'completed', 'code': 200} Nov 03 16:38:54.167108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-1b4b8016-5326-4f3f-a3b7-a882ea65b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:54.169218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-1b4b8016-5326-4f3f-a3b7-a882ea65b8f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 1095 time: 0.0715654 Nov 03 16:38:54.176022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-9691d662-0248-491f-a1c2-5d9edce9a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:54.177595 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-9691d662-0248-491f-a1c2-5d9edce9a4a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 1095 time: 0.0536087 Nov 03 16:38:54.354265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-85334b34-bb22-439b-a207-93b6059d437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:54.357820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-85334b34-bb22-439b-a207-93b6059d437d service neutron] 10.222.0.70 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.1793392 Nov 03 16:38:54.359251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-6bd5e303-c6a9-4b2c-9555-bce1c868f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:54.360582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-6bd5e303-c6a9-4b2c-9555-bce1c868f0ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.1733308 Nov 03 16:38:54.414500 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-72cda04b-5b74-4e91-be1f-802e4688f037 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 217 time: 0.0463758 Nov 03 16:38:54.452626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-5e359690-ae5b-4c6b-a6cd-f190b8ec5ab6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 217 time: 0.0453596 Nov 03 16:38:54.456646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5ebbe957-c007-491d-8186-4baf63950784 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:38:54.497097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 5ebbe957-c007-491d-8186-4baf63950784 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:38:54.523960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-91a141b7-9635-477d-a0a5-31e91d69cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:54.525424 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-91a141b7-9635-477d-a0a5-31e91d69cb63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0812976 Nov 03 16:38:54.532334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-b931824b-4dc9-474a-a3ac-c56412870c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:54.533700 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-b931824b-4dc9-474a-a3ac-c56412870c5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0583012 Nov 03 16:38:54.565988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-5ff99eea-2878-44ec-a9d9-3bab07f6d2b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313694 Nov 03 16:38:54.581064 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-f2cac7ce-d08e-4076-a226-016c161f9a3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392678 Nov 03 16:38:54.685691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5ebbe957-c007-491d-8186-4baf63950784 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:38:54.689489 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533fd96-26e8-4108-95e1-26eab4a9373c req-72a9d2bf-8bb1-452a-82de-2d1423f6bec2 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:54.691107 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2533fd96-26e8-4108-95e1-26eab4a9373c req-72a9d2bf-8bb1-452a-82de-2d1423f6bec2 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 944 time: 0.0501597 Nov 03 16:38:54.736616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-3bcc4021-c616-44ba-a8f4-65af2a542c66 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575723 Nov 03 16:38:54.740377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-32702fc4-c5c9-43fa-ade8-bee6f9086daa service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521761 Nov 03 16:38:54.743242 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2533fd96-26e8-4108-95e1-26eab4a9373c req-ff26a022-540c-42f9-b193-52cfdc8d34ef tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454273 Nov 03 16:38:54.802516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:54.814923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '5ebbe957-c007-491d-8186-4baf63950784', 'network_id': '9fdb7f70-dff6-4993-b01c-f7211f7f67da', 'port_id': '5ebbe957-c007-491d-8186-4baf63950784', 'mac_address': 'fa:16:3e:ab:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62002d-3294-44f2-819a-818937766a36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:38:54.862189 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:54.877197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebbe957-c007-491d-8186-4baf63950784 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:38:54.901224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:54.906040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-2a383b08-1f10-4d8d-9448-699e589487e9 service neutron] 10.222.0.70 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534376 Nov 03 16:38:54.906971 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:54.915881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd41fe3a-f321-47a6-8118-a0895ede19a6 req-47b8a1fd-f9ea-489d-86e5-ad37af609022 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711760 Nov 03 16:38:54.970649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:54.975391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac96a40-27cd-4304-962c-02e3e75fe463 req-81e09c57-d11a-4e6b-9de8-92e62b67f97c tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:54.976919 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ac96a40-27cd-4304-962c-02e3e75fe463 req-81e09c57-d11a-4e6b-9de8-92e62b67f97c tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 945 time: 0.0554914 Nov 03 16:38:55.005008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-3b2c8359-50ae-4a36-90f9-3a814063e168 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:55.007246 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-3b2c8359-50ae-4a36-90f9-3a814063e168 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6&tenant_id=9e0eecdbc8e144018352724c2eed9aa6&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 945 time: 0.0622382 Nov 03 16:38:55.028705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ac96a40-27cd-4304-962c-02e3e75fe463 req-e6cd0310-251b-43b6-bc32-e9d4c3188c1f tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451727 Nov 03 16:38:55.072822 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-c55ba1a1-baa3-48ea-9522-1fa76e06f95b service neutron] delete failed (client error): The resource could not be found. Nov 03 16:38:55.073878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-c55ba1a1-baa3-48ea-9522-1fa76e06f95b service neutron] 10.222.0.15 "DELETE /v2.0/ports/5ebbe957-c007-491d-8186-4baf63950784/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0581322 Nov 03 16:38:55.123465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['5ebbe957-c007-491d-8186-4baf63950784'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:38:55.184881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-b46ad05c-2e87-4c51-9fa5-0ff4353c2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:55.186458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-b46ad05c-2e87-4c51-9fa5-0ff4353c2fe8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 1096 time: 0.0455434 Nov 03 16:38:55.278966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-025b1f5c-bead-4b40-bfcc-f00175a1e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:55.280410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-025b1f5c-bead-4b40-bfcc-f00175a1e012 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 200 len: 916 time: 0.0873716 Nov 03 16:38:55.324881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-b71cc376-24a8-437e-a74f-9372e4c7ab10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 200 len: 217 time: 0.0372925 Nov 03 16:38:55.373946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-506d1e37-a2a5-44da-bf01-7374ad5a7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:55.375389 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-506d1e37-a2a5-44da-bf01-7374ad5a7e3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 200 len: 855 time: 0.0444305 Nov 03 16:38:55.406478 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-05ff1f7d-929a-40a1-96c8-f3e3fdb2cdbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb7f70-dff6-4993-b01c-f7211f7f67da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242100 Nov 03 16:38:55.500103 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-495c6356-7bbc-4d94-89c3-e4048568be5b service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869694 Nov 03 16:38:55.592924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705fcdb9-3e67-4f25-8ab4-ccd17192c6df req-8baab6fd-5d80-4d38-8647-f480f7b8c325 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Nov 03 16:38:56.153810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d8cab-b2a5-49d1-9aa1-0dfe32b8145e req-ad8a139e-27ed-4bb9-b7e1-541bf2d21b21 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:56.155327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-349d8cab-b2a5-49d1-9aa1-0dfe32b8145e req-ad8a139e-27ed-4bb9-b7e1-541bf2d21b21 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 945 time: 0.0529623 Nov 03 16:38:56.212945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-349d8cab-b2a5-49d1-9aa1-0dfe32b8145e req-c4a056b8-f015-4110-a6be-cc00bd0138ea tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510609 Nov 03 16:38:56.337594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabec4c-e22f-4672-bc4a-ce09f96520c4 req-7460211c-d191-427b-afcc-d192e5731c8d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:56.338990 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0fabec4c-e22f-4672-bc4a-ce09f96520c4 req-7460211c-d191-427b-afcc-d192e5731c8d tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 945 time: 0.0560522 Nov 03 16:38:56.386092 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0fabec4c-e22f-4672-bc4a-ce09f96520c4 req-d24f6b04-ed40-4f72-bff1-cab05d8712c7 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Nov 03 16:38:56.502430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d64ac-0ebe-47e6-b5b1-16d6463a05ee req-566a2398-10a9-4611-b1a0-081091511ac1 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:56.503913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-413d64ac-0ebe-47e6-b5b1-16d6463a05ee req-566a2398-10a9-4611-b1a0-081091511ac1 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 945 time: 0.0495408 Nov 03 16:38:56.550419 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-413d64ac-0ebe-47e6-b5b1-16d6463a05ee req-89945205-afe0-4b3f-879b-8d405c697911 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Nov 03 16:38:56.707910 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5ebbe957-c007-491d-8186-4baf63950784 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:38:56.756603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 5ebbe957-c007-491d-8186-4baf63950784 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:38:56.760461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 5ebbe957-c007-491d-8186-4baf63950784 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:38:56.760829 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:56.843266 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:56.865582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbe957-c007-491d-8186-4baf63950784'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:56.867731 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043b027f-4e8e-461e-abeb-3da998108adc" -d '{"events": [{"server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbe957-c007-491d-8186-4baf63950784"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:56.881004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:56.885458 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a94968-5759-473c-8933-56b107a320c4 req-7fb41fca-1565-4454-9aed-3f01c29a6295 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:56.886629 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:56.887546 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2a94968-5759-473c-8933-56b107a320c4 req-7fb41fca-1565-4454-9aed-3f01c29a6295 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 945 time: 0.0529320 Nov 03 16:38:56.911711 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e81d6-f6c9-4c10-bb79-4f16a4572011 x-openstack-request-id: req-b42e81d6-f6c9-4c10-bb79-4f16a4572011 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:56.911711 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbe957-c007-491d-8186-4baf63950784", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:56.911971 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b42e81d6-f6c9-4c10-bb79-4f16a4572011 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:56.912140 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbe957-c007-491d-8186-4baf63950784', 'code': 200} Nov 03 16:38:56.936583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:56.941761 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2a94968-5759-473c-8933-56b107a320c4 req-47e75344-5fbe-43b0-b9c7-2b5550d0fd42 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454149 Nov 03 16:38:58.014927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-127ffe7c-ea9e-4fe4-8ef2-5a98409ef282 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:58.016374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-127ffe7c-ea9e-4fe4-8ef2-5a98409ef282 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.0492458 Nov 03 16:38:58.120243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29829ed-e8d9-4b0e-a7e2-36a6445f9724 req-542a19e1-a6fc-4faf-b8cf-5adb58e94462 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:38:58.121761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b29829ed-e8d9-4b0e-a7e2-36a6445f9724 req-542a19e1-a6fc-4faf-b8cf-5adb58e94462 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7304919-578e-4e84-bcde-a22582a103c6 HTTP/1.1" status: 200 len: 946 time: 0.1044743 Nov 03 16:38:58.157814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Deleting port 5ebbe957-c007-491d-8186-4baf63950784 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:38:58.158143 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:58.226873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b29829ed-e8d9-4b0e-a7e2-36a6445f9724 req-87f72c80-5fde-4ae5-808d-4290cbedcd9e tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.86 "GET /v2.0/security-groups?id=fb037376-d82f-4c77-938b-7b24c9c6791d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978196 Nov 03 16:38:58.264487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] For port 5ebbe957-c007-491d-8186-4baf63950784, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=5ebbe957-c007-491d-8186-4baf63950784,segment=NetworkSegment(5e872504-0f21-4f2b-b021-de6d8229b64d),segment_id=5e872504-0f21-4f2b-b021-de6d8229b64d)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:38:58.264849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:58.278061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Calling delete_port for 5ebbe957-c007-491d-8186-4baf63950784 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:38:58.403160 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:58.416429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['5ebbe957-c007-491d-8186-4baf63950784'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:38:58.436781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Pushing event deleted for resources: {'Port': ['ID=5ebbe957-c007-491d-8186-4baf63950784,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:58.476485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] No DVR routers for this DVR port 5ebbe957-c007-491d-8186-4baf63950784 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:38:58.479392 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:58.484370 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9329a47a-d0ff-4371-a622-a36d0fed4672 req-0395ddd2-1c30-438f-a3d9-202956961ee8 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] 10.222.0.70 "DELETE /v2.0/ports/5ebbe957-c007-491d-8186-4baf63950784 HTTP/1.1" status: 204 len: 173 time: 0.4591606 Nov 03 16:38:58.484819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'name': 'network-vif-deleted', 'tag': '5ebbe957-c007-491d-8186-4baf63950784'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:38:58.488133 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949c8d56-611d-4320-8cc4-d3b6861e0515" -d '{"events": [{"server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "name": "network-vif-deleted", "tag": "5ebbe957-c007-491d-8186-4baf63950784"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:38:58.526268 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff47208-608a-4c0e-88fa-d4a7957846f6 x-openstack-request-id: req-8ff47208-608a-4c0e-88fa-d4a7957846f6 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:38:58.526585 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7304919-578e-4e84-bcde-a22582a103c6", "name": "network-vif-deleted", "tag": "5ebbe957-c007-491d-8186-4baf63950784", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:38:58.526902 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ff47208-608a-4c0e-88fa-d4a7957846f6 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:38:58.528392 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7304919-578e-4e84-bcde-a22582a103c6', 'name': 'network-vif-deleted', 'tag': '5ebbe957-c007-491d-8186-4baf63950784', 'status': 'completed', 'code': 200} Nov 03 16:38:59.363643 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45582) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:38:59.408007 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba21afb5-101f-4947-bade-cd0d875095ed admin admin] Deleting subnet 6b62002d-3294-44f2-819a-818937766a36 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:38:59.411190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba21afb5-101f-4947-bade-cd0d875095ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:59.452209 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba21afb5-101f-4947-bade-cd0d875095ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:59.490774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba21afb5-101f-4947-bade-cd0d875095ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:59.543640 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba21afb5-101f-4947-bade-cd0d875095ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:59.566340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21afb5-101f-4947-bade-cd0d875095ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b62002d-3294-44f2-819a-818937766a36,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:38:59.572352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ba21afb5-101f-4947-bade-cd0d875095ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:38:59.575895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ba21afb5-101f-4947-bade-cd0d875095ed admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6b62002d-3294-44f2-819a-818937766a36 HTTP/1.1" status: 204 len: 168 time: 0.2112350 Nov 03 16:38:59.578466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45584) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:38:59.978619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.054652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.074646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdb7f70-dff6-4993-b01c-f7211f7f67da']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:00.083608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e872504-0f21-4f2b-b021-de6d8229b64d') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:00.083904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e872504-0f21-4f2b-b021-de6d8229b64d') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:00.097457 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.110087 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.115783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:39:00.116141 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:39:00.117752 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:39:00.169822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.175174 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.178292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9fdb7f70-dff6-4993-b01c-f7211f7f67da HTTP/1.1" status: 204 len: 168 time: 0.5989108 Nov 03 16:39:00.188782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fe944-8785-46de-b02b-2eb9f6f50697 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdb7f70-dff6-4993-b01c-f7211f7f67da,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:00.286521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45588) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:00.325818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5a48fe92-c9e8-4296-aa13-26dd5079753a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e0eecdbc8e144018352724c2eed9aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380685 Nov 03 16:39:00.328282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45590) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:00.375055 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76732f24-07aa-4a7b-afa3-2472bf8dbe61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.399978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76732f24-07aa-4a7b-afa3-2472bf8dbe61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.447870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76732f24-07aa-4a7b-afa3-2472bf8dbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.451299 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-76732f24-07aa-4a7b-afa3-2472bf8dbe61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:00.452443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-76732f24-07aa-4a7b-afa3-2472bf8dbe61 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fb037376-d82f-4c77-938b-7b24c9c6791d HTTP/1.1" status: 204 len: 168 time: 0.1232827 Nov 03 16:39:00.463415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76732f24-07aa-4a7b-afa3-2472bf8dbe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb037376-d82f-4c77-938b-7b24c9c6791d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:00.707055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5ebbe957-c007-491d-8186-4baf63950784 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:39:00.728677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 5ebbe957-c007-491d-8186-4baf63950784 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:39:00.729028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 5ebbe957-c007-491d-8186-4baf63950784 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:39:01.097692 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45612) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:01.248510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1543865729-network', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:01.270313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Made reservation on behalf of 9d7f0fc6df7b4a8386454e7453070e09 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:39:01.272615 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.280932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.352639 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.355682 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.383107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:39:01.393417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc161254-c362-4f6c-82e0-859a37d99f15,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:01.397956 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.398293 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Added segment f19ce0a0-08c5-486f-bc64-251b929c46d8 of type vlan for network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 Nov 03 16:39:01.408812 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.409153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.409490 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.409852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.410183 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.410509 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.410834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.411157 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.411485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.411804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.412122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.412444 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:01.454096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.478085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.478900 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:01.479470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.532655 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4338582 Nov 03 16:39:01.535768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45618) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:01.539745 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9fac2-fe57-460f-afd0-af4ed71bfef5 admin admin] Pushing event updated for resources: {'Network': ['ID=effd9c04-1dbf-4e35-8ffe-85ffee29ac61,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:01.540742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Request body: {'subnet': {'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1543865729-subnet', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:01.549998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:39:01.566399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Made reservation on behalf of 9d7f0fc6df7b4a8386454e7453070e09 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:39:01.568855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.670639 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.737807 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.798557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Pushing event updated for resources: {'Subnet': ['ID=752e7a21-ff55-4215-aa8d-1d3a1fa9f177,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:01.805952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:39:01.806313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Network hostable DHCP agents. Network: effd9c04-1dbf-4e35-8ffe-85ffee29ac61, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:39:01.823400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:39:01.832157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, effd9c04-1dbf-4e35-8ffe-85ffee29ac61) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:39:01.836076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:01.836654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.842662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46bd1b3-681b-4652-86aa-ea206432e9ca None None] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:39:01.853677 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d284c69f-69e7-41fb-a1a1-90fcbeea184f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3167820 Nov 03 16:39:01.856475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45620) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:01.860927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:01.881650 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.882679 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.940050 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:01.991763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:39:01.992616 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.081009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.132735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Allocated IP 172.20.0.2 (effd9c04-1dbf-4e35-8ffe-85ffee29ac61/752e7a21-ff55-4215-aa8d-1d3a1fa9f177/5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:39:02.271474 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.277684 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.290418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.310603 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.324781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:39:02.330041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:39:02.332130 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Pushing event updated for resources: {'Port': ['ID=5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:02.334347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:39:02.388359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Attempting to bind port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:39:02.388757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Attempting to bind port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:39:02.389114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Attempting to bind port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:39:02.394374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:39:02.394748 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:39:02.395183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.395602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:39:02.396078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Bound port: 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:39:02.396458 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.420611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Allocated IP 172.25.6.225 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/ea32a23c-849f-42dd-bddc-48b948f7df73) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:39:02.465613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] For port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:39:02.468851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] For port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:39:02.473348 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.526832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.538271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239553e-4f14-4329-8893-0934a2ff8440 None None] Pushing event updated for resources: {'Port': ['ID=5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:02.564537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.591263 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-121f94fc-7f02-4381-a473-258902444681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:02.602619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:39:02.606030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:39:02.611939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:39:02.642433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Pushing event updated for resources: {'Port': ['ID=ea32a23c-849f-42dd-bddc-48b948f7df73,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:02.893506 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:03.084909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:03.217383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:39:03.329972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:39:03.340171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:39:03.352659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:39:03.353154 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:03.353591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:38:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:03.354870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3b6d7802-2ba2-487f-a8b9-c636a7c24890 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4973629 Nov 03 16:39:03.358243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45622) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:03.452482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0446a-e269-421e-b895-c8c5932105e1 None None] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:39:03.539258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:39:03.542606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:39:03.661745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-142811a8-80c2-4d78-85b3-f8468af06e1c None None] Provisioning complete for port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:03.662035 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-142811a8-80c2-4d78-85b3-f8468af06e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:03.809734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:03.810117 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:03.810588 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:03.950823 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-142811a8-80c2-4d78-85b3-f8468af06e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:03.968598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Allocated IP 172.20.0.1 (effd9c04-1dbf-4e35-8ffe-85ffee29ac61/752e7a21-ff55-4215-aa8d-1d3a1fa9f177/52793d30-7745-42f9-aa14-a129fb3bd5a6) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:39:04.029630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-142811a8-80c2-4d78-85b3-f8468af06e1c None None] For port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:39:04.038378 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-142811a8-80c2-4d78-85b3-f8468af06e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.045225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:02Z', 'revision_number': 3, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:04.047956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.077872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.109378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:39:04.109758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Updating router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 port ea32a23c-849f-42dd-bddc-48b948f7df73 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:39:04.119639 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.174100 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:39:04.178284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:39:04.180919 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.181355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:39:04.184924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Pushing event updated for resources: {'Port': ['ID=52793d30-7745-42f9-aa14-a129fb3bd5a6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:04.187452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142811a8-80c2-4d78-85b3-f8468af06e1c None None] Pushing event updated for resources: {'Port': ['ID=5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:04.223929 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:39:04.224739 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:39:04.231928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.314623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f84984d9-34e4-40b7-86ec-aa98d9b95eb5 None None] Provisioning complete for port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:04.314994 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f84984d9-34e4-40b7-86ec-aa98d9b95eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.373174 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.544909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.551149 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.623661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.625351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Pushing event updated for resources: {'Port': ['ID=52793d30-7745-42f9-aa14-a129fb3bd5a6,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:04.707969 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.713451 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.718362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:39:04.719792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:39:04.800715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d04ee-d34b-46c6-8d64-6a442adf2ef3 None None] Pushing event updated for resources: {'Port': ['ID=ea32a23c-849f-42dd-bddc-48b948f7df73,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:04.803081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Attempting to bind port ea32a23c-849f-42dd-bddc-48b948f7df73 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:39:04.803458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Attempting to bind port ea32a23c-849f-42dd-bddc-48b948f7df73 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:39:04.803821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Attempting to bind port ea32a23c-849f-42dd-bddc-48b948f7df73 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:39:04.821739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:39:04.822111 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:39:04.822524 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.822903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:39:04.823391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Bound port: ea32a23c-849f-42dd-bddc-48b948f7df73, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:39:04.823777 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.829162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2b342693-9b15-4b7c-85ea-4378bb1e7009 None None] Provisioning complete for port 52793d30-7745-42f9-aa14-a129fb3bd5a6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:04.829559 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2b342693-9b15-4b7c-85ea-4378bb1e7009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.846852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:39:04.900536 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2b342693-9b15-4b7c-85ea-4378bb1e7009 None None] Port 52793d30-7745-42f9-aa14-a129fb3bd5a6 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:39:04.916341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] For port ea32a23c-849f-42dd-bddc-48b948f7df73, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:39:04.920151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] For port ea32a23c-849f-42dd-bddc-48b948f7df73, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ea32a23c-849f-42dd-bddc-48b948f7df73,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:39:04.924604 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:04.966125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:39:04.977458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6d83b103-57e4-4c00-98d4-bc489b67fd95 admin admin] 10.222.0.86 "PUT /v2.0/routers/6d8bbe3c-543e-40f2-9946-e70b00bc6ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6117170 Nov 03 16:39:04.989920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d04ee-d34b-46c6-8d64-6a442adf2ef3 None None] Pushing event updated for resources: {'Port': ['ID=ea32a23c-849f-42dd-bddc-48b948f7df73,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:04.992477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:39:04.993078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:38:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:05.060338 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0aaa435f-c52c-4afe-9c38-d7ec11b7dbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.069143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-faf9a823-211a-4364-b76b-887b24d40b66 None None] Provisioning complete for port 52793d30-7745-42f9-aa14-a129fb3bd5a6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:05.069518 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-faf9a823-211a-4364-b76b-887b24d40b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.148060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-faf9a823-211a-4364-b76b-887b24d40b66 None None] Port 52793d30-7745-42f9-aa14-a129fb3bd5a6 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:39:05.156179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:39:05.360745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 2, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:05.387492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b5630-ffd5-4622-aee6-138b77786340 None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 2, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:39:05.505832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:39:05.556883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:05.557447 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.606803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45630) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:05.614170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-833c85f8-1e8a-4afc-94ec-ddbc8f98cca7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358785490', 'description': 'tempest-description--1750769054'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:05.649019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-833c85f8-1e8a-4afc-94ec-ddbc8f98cca7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.729004 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-833c85f8-1e8a-4afc-94ec-ddbc8f98cca7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.733505 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-833c85f8-1e8a-4afc-94ec-ddbc8f98cca7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.764541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-833c85f8-1e8a-4afc-94ec-ddbc8f98cca7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.765846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-833c85f8-1e8a-4afc-94ec-ddbc8f98cca7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1579950 Nov 03 16:39:05.768217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c85f8-1e8a-4afc-94ec-ddbc8f98cca7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d7bd6-7e39-436c-86cf-c2699b8a90e4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:05.768879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45632) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:05.773762 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-502e9b06-8196-4179-8d46-091ae7c63c33 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'security_group_rule': {'security_group_id': 'd80d7bd6-7e39-436c-86cf-c2699b8a90e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:05.804133 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-502e9b06-8196-4179-8d46-091ae7c63c33 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.867964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-502e9b06-8196-4179-8d46-091ae7c63c33 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.872649 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-502e9b06-8196-4179-8d46-091ae7c63c33 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.891327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e9b06-8196-4179-8d46-091ae7c63c33 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1778a6dd-a8e0-4523-b9b9-fd55f65de4cf,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:05.898955 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-502e9b06-8196-4179-8d46-091ae7c63c33 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.901271 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-502e9b06-8196-4179-8d46-091ae7c63c33 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304009 Nov 03 16:39:05.903653 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 45634) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:05.908201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b7d3a627-c403-4fef-84b2-7c45978a8f0b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'security_group_rule': {'security_group_id': 'd80d7bd6-7e39-436c-86cf-c2699b8a90e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:05.936301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a627-c403-4fef-84b2-7c45978a8f0b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:05.997734 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a627-c403-4fef-84b2-7c45978a8f0b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.001845 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a627-c403-4fef-84b2-7c45978a8f0b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.020665 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3a627-c403-4fef-84b2-7c45978a8f0b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78998951-a629-4078-8064-fa757c19f064,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:06.046867 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a627-c403-4fef-84b2-7c45978a8f0b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.055025 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b7d3a627-c403-4fef-84b2-7c45978a8f0b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500423 Nov 03 16:39:06.055542 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:06.064933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:06.092112 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.197236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.307921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Allocated IP 172.25.6.224 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/47dfd747-06f6-4ed3-b351-89fa4788ad85) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:39:06.352874 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.425996 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.463538 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.499888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:39:06.502847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:39:06.506272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:39:06.542710 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event updated for resources: {'Port': ['ID=47dfd747-06f6-4ed3-b351-89fa4788ad85,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:06.606801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.644595 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.797899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.802469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.868628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event updated for resources: {'Port': ['ID=47dfd747-06f6-4ed3-b351-89fa4788ad85,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:06.883517 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.898199 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:06.899441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5c2c2bd5-aa24-4a2b-a9d6-a4888e4fe844 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8427415 Nov 03 16:39:07.053543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-ed406fb1-7a49-4b6a-a712-e60376a9abbc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--358785490&fields=id&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 267 time: 0.0468497 Nov 03 16:39:07.164726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-6893d224-d223-4d39-82b7-41950ac6651a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:07.166269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-6893d224-d223-4d39-82b7-41950ac6651a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 812 time: 0.1040661 Nov 03 16:39:07.182001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8c4e3148-bcca-4a0c-b48a-82706ab319c0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/quotas/9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 375 time: 0.0092306 Nov 03 16:39:07.235862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-7a672b80-40fa-49a6-ab58-60221b0ab014 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481954 Nov 03 16:39:07.335466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-ccb71a00-45b2-4681-a28a-ba2a984726d5 service neutron] 10.222.0.86 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875697 Nov 03 16:39:07.353380 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:39:07.362420 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:39:07.363030 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:39:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:07.427653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-efc6bf24-1d1c-452d-84fd-a27fefd4c62e service neutron] 10.222.0.86 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858407 Nov 03 16:39:07.474201 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:39:07.538740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ea32a23c-849f-42dd-bddc-48b948f7df73 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:39:07.594789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ea32a23c-849f-42dd-bddc-48b948f7df73 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:07.595572 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:07.617883 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b5197db9-48cc-4b80-a619-f8af45bff996 req-85be092b-d7d9-49d7-acdb-9a39a187f11c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 210 time: 0.0440259 Nov 03 16:39:07.692413 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:07.708475 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 2, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:07.713920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port ea32a23c-849f-42dd-bddc-48b948f7df73, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ea32a23c-849f-42dd-bddc-48b948f7df73,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:39:07.719792 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:07.739793 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:39:07.740154 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Updating router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 port 52793d30-7745-42f9-aa14-a129fb3bd5a6 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:39:07.766071 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:07.773901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=ea32a23c-849f-42dd-bddc-48b948f7df73,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:07.863094 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.038099 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.043380 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.096336 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Pushing event updated for resources: {'Port': ['ID=52793d30-7745-42f9-aa14-a129fb3bd5a6,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:08.108652 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.109000 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.109340 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.109706 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.110045 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.110399 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.110705 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.111029 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.111352 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.111671 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.111993 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.112311 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:39:08.165325 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Attempting to bind port 52793d30-7745-42f9-aa14-a129fb3bd5a6 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:39:08.165723 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Attempting to bind port 52793d30-7745-42f9-aa14-a129fb3bd5a6 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:39:08.166089 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Attempting to bind port 52793d30-7745-42f9-aa14-a129fb3bd5a6 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:39:08.171929 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:39:08.172297 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:39:08.172696 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.173217 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:39:08.173713 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Bound port: 52793d30-7745-42f9-aa14-a129fb3bd5a6, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:39:08.174088 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.246150 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] For port 52793d30-7745-42f9-aa14-a129fb3bd5a6, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:39:08.249788 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] For port 52793d30-7745-42f9-aa14-a129fb3bd5a6, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=52793d30-7745-42f9-aa14-a129fb3bd5a6,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:39:08.254182 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.311404 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:39:08.312024 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:39:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:08.358310 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2255b3-d879-4dcc-a6b4-c4610412c035 None None] Pushing event updated for resources: {'Port': ['ID=52793d30-7745-42f9-aa14-a129fb3bd5a6,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:08.397499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-69e5abcb-df64-420b-a34f-8b7ed6ca0bb7 None None] Provisioning complete for port 52793d30-7745-42f9-aa14-a129fb3bd5a6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:08.398159 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69e5abcb-df64-420b-a34f-8b7ed6ca0bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.435336 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:39:08.484221 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.504105 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69e5abcb-df64-420b-a34f-8b7ed6ca0bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.541990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-69e5abcb-df64-420b-a34f-8b7ed6ca0bb7 None None] For port 52793d30-7745-42f9-aa14-a129fb3bd5a6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=52793d30-7745-42f9-aa14-a129fb3bd5a6,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:39:08.547177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-69e5abcb-df64-420b-a34f-8b7ed6ca0bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.596077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5abcb-df64-420b-a34f-8b7ed6ca0bb7 None None] Pushing event updated for resources: {'Port': ['ID=52793d30-7745-42f9-aa14-a129fb3bd5a6,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:08.677660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d4849111-a959-4c34-817b-6afae64f4d12 None None] Provisioning complete for port 52793d30-7745-42f9-aa14-a129fb3bd5a6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:08.678308 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d4849111-a959-4c34-817b-6afae64f4d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:08.722196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fa4d216c-4933-4622-ab81-84a1b64f79e9 req-40c1336e-2286-456c-afe4-8b58b226d73e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 210 time: 0.0362680 Nov 03 16:39:08.771043 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:08.800027 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831556c5-97a9-4500-a7c5-afa6bc438036 None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:39:08.851601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-d14f2ce6-333d-49e5-80c5-f85917170371 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:08.853170 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-d14f2ce6-333d-49e5-80c5-f85917170371 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 812 time: 0.1186941 Nov 03 16:39:08.925285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-49c6605b-49fa-4c43-90b9-c19329f11df8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 379 time: 0.0568426 Nov 03 16:39:08.960812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'port': {'device_id': '711b463a-12d6-481c-8127-7557feb23664', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'admin_state_up': True, 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'security_groups': ['d80d7bd6-7e39-436c-86cf-c2699b8a90e4']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:09.076375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Made reservation on behalf of 9d7f0fc6df7b4a8386454e7453070e09 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:39:09.080018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:09.217469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Allocated IP 172.20.0.11 (effd9c04-1dbf-4e35-8ffe-85ffee29ac61/752e7a21-ff55-4215-aa8d-1d3a1fa9f177/fe102d03-b549-43fd-b357-d04db758d569) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:39:09.539619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 52793d30-7745-42f9-aa14-a129fb3bd5a6 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:39:09.592197 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 52793d30-7745-42f9-aa14-a129fb3bd5a6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:09.592855 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:09.670239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ea32a23c-849f-42dd-bddc-48b948f7df73 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:39:09.694808 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:09.719514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port ea32a23c-849f-42dd-bddc-48b948f7df73 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:09.719880 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:09.728427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:09.775803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:39:09.781800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:39:09.785777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:39:09.792390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event updated for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:09.842092 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:09.842801 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:09.861410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-e39b1d02-9a9b-47aa-ba57-a4778086456c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9048216 Nov 03 16:39:09.866860 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28495ec5-924a-40de-881b-109b5df6ac1e req-6d475e81-3890-45a4-9022-bac28a03c7ab tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:09.868498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28495ec5-924a-40de-881b-109b5df6ac1e req-6d475e81-3890-45a4-9022-bac28a03c7ab tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 932 time: 0.0557008 Nov 03 16:39:09.880086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Request body: {'port': {'device_id': '711b463a-12d6-481c-8127-7557feb23664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:09.924065 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-28495ec5-924a-40de-881b-109b5df6ac1e req-e42653b7-2960-4cd5-a92f-d5d5b6eb276c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484006 Nov 03 16:39:09.939211 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:10.102873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6dcd0672-7f07-48c3-ba1e-321e482bd203 None None] Provisioning complete for port fe102d03-b549-43fd-b357-d04db758d569 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:10.103147 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0672-7f07-48c3-ba1e-321e482bd203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:10.137471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd0672-7f07-48c3-ba1e-321e482bd203 None None] Port fe102d03-b549-43fd-b357-d04db758d569 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:39:10.204049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe102d03-b549-43fd-b357-d04db758d569 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:39:10.211370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:10.223642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Transition to ACTIVE for port object fe102d03-b549-43fd-b357-d04db758d569 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:39:10.226967 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:10.298231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Pushing event updated for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:10.350944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Attempting to bind port fe102d03-b549-43fd-b357-d04db758d569 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:39:10.351411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Attempting to bind port fe102d03-b549-43fd-b357-d04db758d569 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:39:10.351599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Attempting to bind port fe102d03-b549-43fd-b357-d04db758d569 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:39:10.356391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Port fe102d03-b549-43fd-b357-d04db758d569 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:39:10.356669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Attempting to bind port fe102d03-b549-43fd-b357-d04db758d569 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:39:10.361993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:39:10.362334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:39:10.362720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:39:10.363153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Bound port: fe102d03-b549-43fd-b357-d04db758d569, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:39:10.363507 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:10.433917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:39:10.437615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:39:10.443149 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:10.479641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:10.481048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:10.482490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] 10.222.0.15 "PUT /v2.0/ports/fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1092 time: 0.6068172 Nov 03 16:39:10.482945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:39:10.485209 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af865f41-8c96-4b76-a66f-2dbc5b779693" -d '{"events": [{"name": "network-changed", "server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "tag": "fe102d03-b549-43fd-b357-d04db758d569"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:39:10.531911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309c5cb-8da3-4f8c-aeb2-5b9fbe419161 service neutron] Pushing event updated for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:10.538277 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861ac533-fa57-4e93-a2cf-81a943b1b5be x-openstack-request-id: req-861ac533-fa57-4e93-a2cf-81a943b1b5be {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:39:10.538567 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "tag": "fe102d03-b549-43fd-b357-d04db758d569", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:39:10.538817 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-861ac533-fa57-4e93-a2cf-81a943b1b5be {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:39:10.539218 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569', 'status': 'completed', 'code': 200} Nov 03 16:39:10.614379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-903492de-af89-45d5-99bc-ceea2af3c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:10.615812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-903492de-af89-45d5-99bc-ceea2af3c2ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1095 time: 0.0525286 Nov 03 16:39:10.673221 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-342d6d76-5aeb-47c1-aeab-420d6fec1128 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 217 time: 0.0427854 Nov 03 16:39:10.724400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-a36e6d16-5a57-4369-a896-28637137d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:10.725900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-a36e6d16-5a57-4369-a896-28637137d42e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0463953 Nov 03 16:39:10.772840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-803e13e5-bb8f-4484-a9cf-856e878d8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:10.774377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-803e13e5-bb8f-4484-a9cf-856e878d8cbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407972 Nov 03 16:39:10.870536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-aec95e55-5464-4fc0-820f-ca645b6b522b service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860336 Nov 03 16:39:10.961381 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0636bf4a-091c-4b56-af37-81e43e348fc3 req-1d1adf68-da5e-4e4d-b22d-90f5a97c99fa service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838523 Nov 03 16:39:11.039967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511f47a-b3d0-45b6-90be-f562de97b6d3 req-c6d42365-09d9-4b2a-8e11-b77a22f47c8c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:11.041434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2511f47a-b3d0-45b6-90be-f562de97b6d3 req-c6d42365-09d9-4b2a-8e11-b77a22f47c8c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 944 time: 0.0491366 Nov 03 16:39:11.092554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2511f47a-b3d0-45b6-90be-f562de97b6d3 req-e9fcbaeb-4db9-4e31-a654-efe9e626a693 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451171 Nov 03 16:39:11.092755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-beea6315-808d-424d-9eee-2edc66e3c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:11.094093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-beea6315-808d-424d-9eee-2edc66e3c886 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1095 time: 0.0494533 Nov 03 16:39:11.186419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-552718db-3179-4130-9916-8ef0f6f010b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:11.187802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-552718db-3179-4130-9916-8ef0f6f010b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0860443 Nov 03 16:39:11.233281 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-397ea6ef-752d-4358-b4c9-2190acc8f7c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 217 time: 0.0381320 Nov 03 16:39:11.282556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-b78fd772-6f91-457c-b3fd-a020e060e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:11.284007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-b78fd772-6f91-457c-b3fd-a020e060e57e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0440760 Nov 03 16:39:11.330146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-85104314-48c9-4f2a-b5f0-d698f25c5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:11.331620 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-85104314-48c9-4f2a-b5f0-d698f25c5197 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405259 Nov 03 16:39:11.424475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-eb8ae3c8-8e09-4ab7-ac24-3d3580f83f8d service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856147 Nov 03 16:39:11.515913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af865f41-8c96-4b76-a66f-2dbc5b779693 req-44c8bd5c-d44d-4492-8dfb-e16056ef3daa service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840693 Nov 03 16:39:12.214707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcede59-9ca1-4022-b4e6-421c44701148 req-dd175735-87ec-40e4-962a-4bb742f63b6a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:12.216185 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdcede59-9ca1-4022-b4e6-421c44701148 req-dd175735-87ec-40e4-962a-4bb742f63b6a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 944 time: 0.0543735 Nov 03 16:39:12.263216 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdcede59-9ca1-4022-b4e6-421c44701148 req-f371e760-f403-42b1-92f4-bf282e41b3ca tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 Nov 03 16:39:13.377989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964ac9-8a2b-4553-9020-d5d1501a1b5e req-ece36a6e-a7c2-4a14-83bb-41e8f53688bf tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:13.379460 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05964ac9-8a2b-4553-9020-d5d1501a1b5e req-ece36a6e-a7c2-4a14-83bb-41e8f53688bf tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 944 time: 0.0478089 Nov 03 16:39:13.425856 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05964ac9-8a2b-4553-9020-d5d1501a1b5e req-869caa7e-a98d-4f80-9cc2-1cb11338732b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404654 Nov 03 16:39:14.474613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe102d03-b549-43fd-b357-d04db758d569 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:39:14.540125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f66b2-1b2d-4fc8-a8b3-289a507e592d req-f9f79c35-8d45-42e0-b2a2-890f977233df tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:14.541631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-021f66b2-1b2d-4fc8-a8b3-289a507e592d req-f9f79c35-8d45-42e0-b2a2-890f977233df tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 944 time: 0.0482662 Nov 03 16:39:14.573546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:39:14.588170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'fe102d03-b549-43fd-b357-d04db758d569', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': 'fe102d03-b549-43fd-b357-d04db758d569', 'mac_address': 'fa:16:3e:4c:a5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:39:14.592051 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-021f66b2-1b2d-4fc8-a8b3-289a507e592d req-dd777c35-8125-4f89-9639-a95c4c422aae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Nov 03 16:39:14.626091 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:14.638658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe102d03-b549-43fd-b357-d04db758d569 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:39:14.657549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:39:14.662280 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:14.713148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:15.046455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['fe102d03-b549-43fd-b357-d04db758d569'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:39:15.714001 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed9993-5d21-4d23-a95c-8b74a0ef6e08 req-6349cc4b-25cb-49cc-aa5b-6af45dd16570 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:15.715887 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5ed9993-5d21-4d23-a95c-8b74a0ef6e08 req-6349cc4b-25cb-49cc-aa5b-6af45dd16570 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 945 time: 0.0540373 Nov 03 16:39:15.762474 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5ed9993-5d21-4d23-a95c-8b74a0ef6e08 req-91c98dc6-d150-421e-80b6-1e7b45d4bfcf tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405552 Nov 03 16:39:16.490940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe102d03-b549-43fd-b357-d04db758d569 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:39:16.537964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port fe102d03-b549-43fd-b357-d04db758d569 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:39:16.541837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port fe102d03-b549-43fd-b357-d04db758d569 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:39:16.542744 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:16.619354 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:16.641719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:39:16.643928 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916517c1-0f3d-4140-85f2-6404fbfc8b72" -d '{"events": [{"server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "name": "network-vif-plugged", "status": "completed", "tag": "fe102d03-b549-43fd-b357-d04db758d569"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:39:16.655840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:39:16.660205 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:16.684700 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a447f6-d6a9-460a-a764-48ca0e5baf04 x-openstack-request-id: req-20a447f6-d6a9-460a-a764-48ca0e5baf04 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:39:16.684991 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "name": "network-vif-plugged", "status": "completed", "tag": "fe102d03-b549-43fd-b357-d04db758d569", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:39:16.685246 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20a447f6-d6a9-460a-a764-48ca0e5baf04 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:39:16.685661 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569', 'code': 200} Nov 03 16:39:16.712315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:39:16.806578 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c25af5-589c-4487-8dd1-96d14a4f995b req-5e7f6aee-ff16-4759-b3de-add4a63df1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:16.808216 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2c25af5-589c-4487-8dd1-96d14a4f995b req-5e7f6aee-ff16-4759-b3de-add4a63df1a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1097 time: 0.0408928 Nov 03 16:39:16.858669 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e2c25af5-589c-4487-8dd1-96d14a4f995b req-65eab5ae-d5a4-4e39-9eb6-b561dbbccb40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436521 Nov 03 16:39:16.879662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd3dcf-5d9c-4993-a636-8de113daaae1 req-826e79a6-c84a-4e09-94ad-20b7942ec03f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:16.881161 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9fd3dcf-5d9c-4993-a636-8de113daaae1 req-826e79a6-c84a-4e09-94ad-20b7942ec03f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0501578 Nov 03 16:39:16.931108 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f9fd3dcf-5d9c-4993-a636-8de113daaae1 req-cfb36bc9-9f19-4a50-b486-9f7674d63d4f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434854 Nov 03 16:39:18.049274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673755f-4e22-4b23-8b72-d83a4237c1c9 req-6dedd3b6-5016-4f21-993c-42f5cd955f18 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:18.050808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b673755f-4e22-4b23-8b72-d83a4237c1c9 req-6dedd3b6-5016-4f21-993c-42f5cd955f18 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0502515 Nov 03 16:39:18.099111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b673755f-4e22-4b23-8b72-d83a4237c1c9 req-e0688e07-d34f-4d16-a6f8-5ac2bb1ae4a1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Nov 03 16:39:19.213359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b1100-1f47-425c-aaa0-394e2f080ca7 req-337d65f6-631d-41b4-a485-21568c139ace tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:19.215388 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8b9b1100-1f47-425c-aaa0-394e2f080ca7 req-337d65f6-631d-41b4-a485-21568c139ace tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0496125 Nov 03 16:39:19.267362 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8b9b1100-1f47-425c-aaa0-394e2f080ca7 req-261ec284-a994-45e7-a241-20f56f7a6615 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460165 Nov 03 16:39:19.379900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b748a05-49ea-4047-9daa-e72b6b45db75 req-c8448e2e-b4ad-4e16-a630-03f3842941c0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:19.381300 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b748a05-49ea-4047-9daa-e72b6b45db75 req-c8448e2e-b4ad-4e16-a630-03f3842941c0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0488234 Nov 03 16:39:19.389886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 45690) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:39:19.394254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c04b5fff-2a35-43fb-9cd6-e1ea88134523 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'floatingip': {'port_id': 'fe102d03-b549-43fd-b357-d04db758d569'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:39:19.437267 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c04b5fff-2a35-43fb-9cd6-e1ea88134523 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:19.866238 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c04b5fff-2a35-43fb-9cd6-e1ea88134523 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:19.869956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c04b5fff-2a35-43fb-9cd6-e1ea88134523 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:19.969892 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-c04b5fff-2a35-43fb-9cd6-e1ea88134523 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Floating IP b380ce12-3da8-4725-98ec-f833621d05aa associated. External IP: 172.25.6.224, port: fe102d03-b549-43fd-b357-d04db758d569. Nov 03 16:39:20.178173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04b5fff-2a35-43fb-9cd6-e1ea88134523 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:39:20.286669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04b5fff-2a35-43fb-9cd6-e1ea88134523 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:39:20.291269 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c04b5fff-2a35-43fb-9cd6-e1ea88134523 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:20.296809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:39:20.305929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:39:20.306546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:39:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:20.319043 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c04b5fff-2a35-43fb-9cd6-e1ea88134523 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "PUT /v2.0/floatingips/b380ce12-3da8-4725-98ec-f833621d05aa HTTP/1.1" status: 200 len: 992 time: 0.9281051 Nov 03 16:39:20.319600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:39:20.322181 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f1db12-d4e9-48a9-a34a-be3236f9b47c" -d '{"events": [{"name": "network-changed", "server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "tag": "fe102d03-b549-43fd-b357-d04db758d569"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:39:20.362810 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb5173f-0730-4a18-9b0b-2c65bf949bd7 x-openstack-request-id: req-8cb5173f-0730-4a18-9b0b-2c65bf949bd7 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:39:20.363108 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "tag": "fe102d03-b549-43fd-b357-d04db758d569", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:39:20.363367 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8cb5173f-0730-4a18-9b0b-2c65bf949bd7 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:39:20.363777 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569', 'status': 'completed', 'code': 200} Nov 03 16:39:20.421512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:39:20.456910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-393dae2d-da99-40d3-bd97-74313e89767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:20.458440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-393dae2d-da99-40d3-bd97-74313e89767a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1097 time: 0.0424471 Nov 03 16:39:20.553357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-bee89fcd-6edb-4f16-9e72-a2027d4567c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:20.554885 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-bee89fcd-6edb-4f16-9e72-a2027d4567c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0880342 Nov 03 16:39:20.625027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-0593201f-108c-4b3b-b037-f65fc64fe4ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1000 time: 0.0607829 Nov 03 16:39:20.647478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': 'fe102d03-b549-43fd-b357-d04db758d569', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:4c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711b463a-12d6-481c-8127-7557feb23664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:39:19Z', 'revision_number': 1, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:20.673562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:39:20.678412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-61b1db9d-1050-4e9b-912c-65dd29c98539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:20.679890 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-61b1db9d-1050-4e9b-912c-65dd29c98539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0484884 Nov 03 16:39:20.681848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:39:20.682433 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:39:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:20.728043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-91dace85-9cac-4c71-957e-ecc9aa0e7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:20.729630 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-91dace85-9cac-4c71-957e-ecc9aa0e7720 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421050 Nov 03 16:39:20.824011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-8e71722e-97f5-4a10-ba0f-db44d70afde7 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867229 Nov 03 16:39:20.920881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45f1db12-d4e9-48a9-a34a-be3236f9b47c req-31f55a6c-edbc-4a03-82a1-b10f4a15a19f service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907362 Nov 03 16:39:20.945327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:39:21.173826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': 'fe102d03-b549-43fd-b357-d04db758d569', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:4c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711b463a-12d6-481c-8127-7557feb23664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:39:19Z', 'revision_number': 1, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:39:21.200385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d56408-a359-4dd2-8575-8f54b5cc352b None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': 'fe102d03-b549-43fd-b357-d04db758d569', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:4c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711b463a-12d6-481c-8127-7557feb23664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:39:19Z', 'revision_number': 1, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:39:21.381467 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b059d2-2208-432e-a582-80ab258c8937 None None] New status for floating IP b380ce12-3da8-4725-98ec-f833621d05aa: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:39:22.211460 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:28.472702 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:39:31.688780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:32.583671 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f7a32665-d806-4f8d-a0de-0308957f4def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:35.013925 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-df317ddc-9845-4994-acbc-e1ba5a49b858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:36.352309 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:37.862087 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:38.458300 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:39:43.517809 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-6b1d39be-4508-406f-ba0a-ab50e605fd14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402172 Nov 03 16:39:43.623459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-b7f84d31-47bd-46fd-ac67-5659f8d842ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:43.624977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-b7f84d31-47bd-46fd-ac67-5659f8d842ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1097 time: 0.0438230 Nov 03 16:39:43.726681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-35a18fc7-981b-47eb-8098-f9a809a0fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:43.728056 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-35a18fc7-981b-47eb-8098-f9a809a0fe2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0841873 Nov 03 16:39:43.795073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-c5e19037-f15a-4014-823e-d7da8fdbb029 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1002 time: 0.0598352 Nov 03 16:39:43.845253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-98e3e985-42f6-442e-a53d-a2c06c5349ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:43.846751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-98e3e985-42f6-442e-a53d-a2c06c5349ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0443327 Nov 03 16:39:43.892229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-560d40fa-1522-49aa-a45f-d76ef1c6b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:39:43.893737 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-560d40fa-1522-49aa-a45f-d76ef1c6b083 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404201 Nov 03 16:39:43.985276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-b32b28f7-b1fe-46d4-a242-68c203f5d449 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842466 Nov 03 16:39:44.073337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61923a78-18ca-4e0c-9b0b-460f2fafdbf7 req-c5ab6eef-f059-4fd4-8e03-87f6c1312c9c service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809917 Nov 03 16:39:52.233392 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:01.688684 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:02.586654 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e9048958-589b-433b-8179-8ae6ca925994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:05.020140 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b1567404-4c0b-40bd-acef-83618b626a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:05.474371 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:40:06.354621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:07.864874 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:08.463537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:22.235595 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:29.643374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-adc69bef-1c3d-47bc-9748-dcd7c2b5604b req-42910196-90eb-408e-9c02-6ce93cc5daea service neutron] (108105) timed out ('10.222.0.70', 54844) {{(pid=108105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:40:31.688774 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:32.587190 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2c4b-ce57-41fc-98a3-07686e8f79ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:35.010656 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a96d2c3-4873-4ac3-b343-a5a07566cd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:36.358847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:37.869256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:38.466812 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:40:42.473114 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:40:43.543589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-811b4f86-3ef4-47ed-a73c-39d7d896c27a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417395 Nov 03 16:40:43.646330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-b3a1abc9-b8dd-406a-af3f-45bdb2b962f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:40:43.647886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-b3a1abc9-b8dd-406a-af3f-45bdb2b962f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1097 time: 0.0477102 Nov 03 16:40:43.751463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-9ca93ff9-a6ad-4485-aa36-e283349d5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:40:43.752936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-9ca93ff9-a6ad-4485-aa36-e283349d5920 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0841651 Nov 03 16:40:43.824124 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-5f582fb6-0518-4de4-bf1a-4a091971de3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1002 time: 0.0634463 Nov 03 16:40:43.881512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-5dabee2e-b654-4397-b674-9d7590611206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:40:43.883004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-5dabee2e-b654-4397-b674-9d7590611206 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0448787 Nov 03 16:40:43.928579 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-f49cde41-0941-43fb-a62e-0a157bf80ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:40:43.930124 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-f49cde41-0941-43fb-a62e-0a157bf80ac1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402226 Nov 03 16:40:44.021810 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-493903e7-5c2f-48d7-94a5-ba764ee8d6ba service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843060 Nov 03 16:40:44.110009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-634173c5-dbb7-425a-8f33-5e27f71041d5 req-9d43d236-97da-4501-a8e8-3583bf40cdce service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804212 Nov 03 16:40:52.230246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:01.710154 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:02.588325 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-48fca4db-283f-46d8-bb23-018b847f4d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:05.012794 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fd44e21-6911-43e4-98ef-585b13f4b0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:06.360629 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:07.868251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:08.468885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:19.472598 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:41:22.228419 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:31.708958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:32.589694 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6238379f-d0d2-4730-8a61-a313b87879c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:35.015927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-18883631-90d2-4c59-b5c0-7a1f0d80c396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:36.363694 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:37.871814 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:38.470724 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:39.366016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-9edff150-fb07-44d6-ba09-d659222e6f8b req-12c3ce05-7a5c-4864-aeb8-812ea4c16efb service neutron] (108104) timed out ('10.222.0.86', 39000) {{(pid=108104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:41:44.493989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-f2205258-0002-4fe5-8c8c-0676d6ec9073 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448797 Nov 03 16:41:44.593004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-61564b1c-2148-4b15-84c4-f173586e36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:44.594514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-61564b1c-2148-4b15-84c4-f173586e36b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1097 time: 0.0414507 Nov 03 16:41:44.695861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-4c1ef8b0-3b3c-4cd6-ae24-3b409476b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:44.697356 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-4c1ef8b0-3b3c-4cd6-ae24-3b409476b275 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0832229 Nov 03 16:41:44.766415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-793f2889-59cd-49ef-8c7e-dd7c7e7a5f16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1002 time: 0.0615916 Nov 03 16:41:44.814939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-3b436455-5b05-4e67-a046-853f3368f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:44.816382 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-3b436455-5b05-4e67-a046-853f3368f92e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0431335 Nov 03 16:41:44.864768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-cbbc3b40-e48c-42ca-9ad9-a2a1132013a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:44.866218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-cbbc3b40-e48c-42ca-9ad9-a2a1132013a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423791 Nov 03 16:41:44.961082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-784ec304-91fb-4dda-bf3d-a96178468be6 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864859 Nov 03 16:41:45.052861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a51283-cb6b-4e81-924c-645bd1c7e7c5 req-3afd44e8-1442-4ed8-bba1-89659f4afcd3 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848489 Nov 03 16:41:46.728195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546e2a5-8360-492b-bf52-95030fb8953c req-8acea72d-41bf-497a-b7a6-11d485592bdc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:46.729769 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f546e2a5-8360-492b-bf52-95030fb8953c req-8acea72d-41bf-497a-b7a6-11d485592bdc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.1570036 Nov 03 16:41:46.777692 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f546e2a5-8360-492b-bf52-95030fb8953c req-8dc6751a-3f35-42f4-bdc1-6b3c719f7324 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410459 Nov 03 16:41:47.023140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b597772-6486-4b7c-b708-86303f7a4b5f req-3bf1f5c0-1447-4480-9a66-80b13f7ab518 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:47.024638 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b597772-6486-4b7c-b708-86303f7a4b5f req-3bf1f5c0-1447-4480-9a66-80b13f7ab518 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0497210 Nov 03 16:41:47.077704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2b597772-6486-4b7c-b708-86303f7a4b5f req-a8aba8fd-553d-467b-8198-49bf811126b3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460641 Nov 03 16:41:47.101427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-8c895463-98f2-4adf-9ff1-d967bce6bd15 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360388 Nov 03 16:41:47.110264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-bc8c368c-f01c-4530-a90f-9fc3e1e1c996 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:41:47.111218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-bc8c368c-f01c-4530-a90f-9fc3e1e1c996 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051305 Nov 03 16:41:48.286073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfac5f-d7e1-487c-a88b-2fbc9045adfb req-8ae862a5-965d-405f-a399-a2fe931ef5c1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:48.287579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fcfac5f-d7e1-487c-a88b-2fbc9045adfb req-8ae862a5-965d-405f-a399-a2fe931ef5c1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.1399670 Nov 03 16:41:48.293789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-f1355366-ced1-4a70-9404-af7f4af8e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:48.295199 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-f1355366-ced1-4a70-9404-af7f4af8e21d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1097 time: 0.0559087 Nov 03 16:41:48.393749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fcfac5f-d7e1-487c-a88b-2fbc9045adfb req-e37dbe2b-de19-48a4-9bf8-8b17b33ff303 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972176 Nov 03 16:41:48.416265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-256913d5-7ca4-4022-8ae6-13504a8fbc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:48.417739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-256913d5-7ca4-4022-8ae6-13504a8fbc63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1147790 Nov 03 16:41:48.488874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-0b95f284-52ae-4040-bc3b-9e1b2939a52a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1002 time: 0.0624213 Nov 03 16:41:48.538015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-74178d56-9a9d-48f1-b6a0-7051cbe43f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:48.539449 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-74178d56-9a9d-48f1-b6a0-7051cbe43f16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0435765 Nov 03 16:41:48.585891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-222074d8-4700-4c37-be92-e97e9dad1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:48.587332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-222074d8-4700-4c37-be92-e97e9dad1f12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393522 Nov 03 16:41:48.679085 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-29a9911c-3446-4bf9-8f14-e5b2d6e0dd96 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833530 Nov 03 16:41:48.767783 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-c0345851-104e-4214-b6b3-fc02a54134f0 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820224 Nov 03 16:41:49.513057 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed3c17-c7f2-41be-9369-68d21165a1f0 req-f5c955ef-810b-432e-9287-eff95dac2ab8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:49.515098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5ed3c17-c7f2-41be-9369-68d21165a1f0 req-f5c955ef-810b-432e-9287-eff95dac2ab8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0484488 Nov 03 16:41:49.562056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f5ed3c17-c7f2-41be-9369-68d21165a1f0 req-e7c1383f-a214-4adc-aab5-46e67125b734 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405061 Nov 03 16:41:50.678810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99049a-4c2f-403e-8e62-99dc0f6b7774 req-3a35f6cc-fd70-4c25-8b7e-80fe0a8c5b29 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:50.680298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a99049a-4c2f-403e-8e62-99dc0f6b7774 req-3a35f6cc-fd70-4c25-8b7e-80fe0a8c5b29 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0483441 Nov 03 16:41:50.730324 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a99049a-4c2f-403e-8e62-99dc0f6b7774 req-d2bf9307-0ac4-49c5-8dc0-8cc64110d1d9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440657 Nov 03 16:41:51.847976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32806e-cea5-4b35-9032-fd0ba63a57b5 req-eee97f4b-d685-425e-9e3d-8f22d5305dea tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:51.849431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e32806e-cea5-4b35-9032-fd0ba63a57b5 req-eee97f4b-d685-425e-9e3d-8f22d5305dea tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0505302 Nov 03 16:41:51.895987 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e32806e-cea5-4b35-9032-fd0ba63a57b5 req-3b495c2d-5710-4939-a7d5-bd2ed7d49e53 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405519 Nov 03 16:41:52.260106 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:41:53.011259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9c2c4-31f4-46ec-9fe0-788a21fc52bc req-82fea922-bc60-41da-9d0f-ee4599f9c4c9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:53.012689 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42b9c2c4-31f4-46ec-9fe0-788a21fc52bc req-82fea922-bc60-41da-9d0f-ee4599f9c4c9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0493951 Nov 03 16:41:53.063480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-42b9c2c4-31f4-46ec-9fe0-788a21fc52bc req-d42408a5-a584-4cf5-b506-81ad2525646c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443499 Nov 03 16:41:54.183187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62734eb-15a6-45dc-9672-47422d9fa962 req-94f3f94d-69de-4849-ba1b-ede5131ecec5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:54.184668 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d62734eb-15a6-45dc-9672-47422d9fa962 req-94f3f94d-69de-4849-ba1b-ede5131ecec5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0536106 Nov 03 16:41:54.234715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d62734eb-15a6-45dc-9672-47422d9fa962 req-27e2a169-684c-42fb-a85e-73be0dfcef0a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434062 Nov 03 16:41:55.352418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1e400-3e84-4a48-9e77-828e1d71f3d8 req-ea201d38-ae9c-4459-9a44-3626965760e7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:55.353936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2dc1e400-3e84-4a48-9e77-828e1d71f3d8 req-ea201d38-ae9c-4459-9a44-3626965760e7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0487037 Nov 03 16:41:55.401851 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2dc1e400-3e84-4a48-9e77-828e1d71f3d8 req-f7ee8626-6d14-4978-93cb-5be38ab6c3a2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Nov 03 16:41:56.471905 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:41:56.519511 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98398-cafd-4280-9f04-a85283289b22 req-a8134186-cee9-427e-a63e-51e0c707eba5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:56.520910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bdd98398-cafd-4280-9f04-a85283289b22 req-a8134186-cee9-427e-a63e-51e0c707eba5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0491297 Nov 03 16:41:56.567923 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bdd98398-cafd-4280-9f04-a85283289b22 req-f18a6679-242b-4c24-9b4c-0c1bca1db2d6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Nov 03 16:41:57.686616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095ac6e-32db-40ab-9210-f91ac442b4da req-5928490a-a2d1-4119-a669-7f744b8d2a8c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:57.688805 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e095ac6e-32db-40ab-9210-f91ac442b4da req-5928490a-a2d1-4119-a669-7f744b8d2a8c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0520148 Nov 03 16:41:57.738316 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e095ac6e-32db-40ab-9210-f91ac442b4da req-531a6abe-00fa-4173-a6e6-fc3dc8c0d76e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435500 Nov 03 16:41:58.856391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cffaed-6ce1-4144-97cb-c54c12f8a1b9 req-206ee41c-7cb3-4cbe-85e9-defea600ed90 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:41:58.857764 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9cffaed-6ce1-4144-97cb-c54c12f8a1b9 req-206ee41c-7cb3-4cbe-85e9-defea600ed90 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0502598 Nov 03 16:41:58.909378 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9cffaed-6ce1-4144-97cb-c54c12f8a1b9 req-433cda7c-8f07-4895-808c-ef4bffb1d401 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448048 Nov 03 16:42:00.025961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329865-a643-401c-a1af-50d2c8c1308b req-1e3c1ad5-78dd-442d-bf09-1202b5edae20 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:00.027441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80329865-a643-401c-a1af-50d2c8c1308b req-1e3c1ad5-78dd-442d-bf09-1202b5edae20 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0486243 Nov 03 16:42:00.074006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-80329865-a643-401c-a1af-50d2c8c1308b req-82d5ed8c-7d6a-4aaf-8855-c0fa0ea8e7ce tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402839 Nov 03 16:42:00.805061 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-edfadf07-9c05-4570-90bd-5046973908a5 service neutron] show failed (client error): The resource could not be found. Nov 03 16:42:00.806089 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-edfadf07-9c05-4570-90bd-5046973908a5 service neutron] 10.222.0.15 "GET /v2.0/ports/fe102d03-b549-43fd-b357-d04db758d569/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0532115 Nov 03 16:42:01.006389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-bd66c544-2577-468a-92f0-87f9170e12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:01.007948 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-bd66c544-2577-468a-92f0-87f9170e12aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 1097 time: 0.0445855 Nov 03 16:42:01.021539 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:42:01.079299 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:01.192711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020408b-c136-4a13-b0ce-95e0afb3ff8b req-6dbccba4-a600-4318-8452-4b3b42aaa016 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:01.194282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8020408b-c136-4a13-b0ce-95e0afb3ff8b req-6dbccba4-a600-4318-8452-4b3b42aaa016 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0512555 Nov 03 16:42:01.248773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8020408b-c136-4a13-b0ce-95e0afb3ff8b req-b70db4b3-492f-4ad5-9242-6dd0639920ee tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466278 Nov 03 16:42:01.286338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:42:01.319852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:42:01.365336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:42:01.367556 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b10cf7-2c7b-454e-9184-39ebf53e5ef1" -d '{"events": [{"server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "name": "network-vif-unplugged", "status": "completed", "tag": "fe102d03-b549-43fd-b357-d04db758d569"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:42:01.371730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:01.385241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Transition to ACTIVE for port object fe102d03-b549-43fd-b357-d04db758d569 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:42:01.390304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:01.430182 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b16278b-4506-400e-9127-16a5c86a8844 x-openstack-request-id: req-8b16278b-4506-400e-9127-16a5c86a8844 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:42:01.430514 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "name": "network-vif-unplugged", "status": "completed", "tag": "fe102d03-b549-43fd-b357-d04db758d569", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:42:01.430767 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b16278b-4506-400e-9127-16a5c86a8844 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:42:01.431180 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569', 'code': 200} Nov 03 16:42:01.500193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Pushing event updated for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:01.714246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:01.869670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.870011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.870346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.870676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.871088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.871416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.871741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.872059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.872420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.872740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.873059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.873371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:01.914118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] No DVR routers for this DVR port fe102d03-b549-43fd-b357-d04db758d569 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:42:02.044133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Attempting to bind port fe102d03-b549-43fd-b357-d04db758d569 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:42:02.044464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Attempting to bind port fe102d03-b549-43fd-b357-d04db758d569 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:42:02.044794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Attempting to bind port fe102d03-b549-43fd-b357-d04db758d569 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:42:02.049792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Port fe102d03-b549-43fd-b357-d04db758d569 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:42:02.050109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Attempting to bind port fe102d03-b549-43fd-b357-d04db758d569 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:42:02.054837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:42:02.055170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:42:02.055548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:42:02.055975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Bound port: fe102d03-b549-43fd-b357-d04db758d569, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:42:02.056319 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:02.121287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:42:02.124454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:42:02.128345 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:02.162019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:02.162626 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:02.163998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] 10.222.0.70 "PUT /v2.0/ports/fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1092 time: 1.1479023 Nov 03 16:42:02.186149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f6e81-43ce-42b4-8ff6-d9ed8d79733f service neutron] Pushing event updated for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:02.233256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-e8cf88c0-c987-40a2-a5ce-1af7fc79d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:02.235429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-e8cf88c0-c987-40a2-a5ce-1af7fc79d255 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1095 time: 0.0447824 Nov 03 16:42:02.339015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-d933771b-1b0c-403c-8878-ac726a030346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:02.340596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-d933771b-1b0c-403c-8878-ac726a030346 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0986960 Nov 03 16:42:02.382883 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb48775-0133-43d5-9ddc-7bd8eef45b2b req-94196ccb-820b-47c5-a22c-289361767f01 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:02.384535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fb48775-0133-43d5-9ddc-7bd8eef45b2b req-94196ccb-820b-47c5-a22c-289361767f01 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 944 time: 0.0508158 Nov 03 16:42:02.407681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-377d32d6-b864-4337-b43f-24bfb3206fe4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1000 time: 0.0602038 Nov 03 16:42:02.433457 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fb48775-0133-43d5-9ddc-7bd8eef45b2b req-21aa4bac-1bfb-46d9-85bd-b29a1f8baf2c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426116 Nov 03 16:42:02.457484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-e37c55af-db2c-495f-b788-ca37f030c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:02.458971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-e37c55af-db2c-495f-b788-ca37f030c9af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0442491 Nov 03 16:42:02.509336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-1559b097-177f-42f5-8dc7-91a4ab606aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:02.510821 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-1559b097-177f-42f5-8dc7-91a4ab606aea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438278 Nov 03 16:42:02.595943 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-45ed7684-d558-4449-b24a-020afe0f5301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:02.600378 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-9fbbda63-eff6-4d9f-973f-03046a05ee3d service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822055 Nov 03 16:42:02.695958 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94f842b6-e32b-4ecf-baf8-cc627a0921e9 req-f2e6df6d-6951-499f-8e78-87dde65306f8 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882511 Nov 03 16:42:03.432272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:42:03.434656 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca485a2f-c7b0-498a-82e9-13d06c048a78" -d '{"events": [{"name": "network-changed", "server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "tag": "fe102d03-b549-43fd-b357-d04db758d569"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:42:03.485996 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a3f262-932e-4c88-ba2b-e5a8508128d2 x-openstack-request-id: req-40a3f262-932e-4c88-ba2b-e5a8508128d2 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:42:03.486374 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "tag": "fe102d03-b549-43fd-b357-d04db758d569", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:42:03.487378 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40a3f262-932e-4c88-ba2b-e5a8508128d2 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:42:03.487783 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569', 'status': 'completed', 'code': 200} Nov 03 16:42:03.563849 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fda760-6560-4917-876c-f2e81246c90c req-a73cbc7c-1114-4a03-82bc-142f32bf45cb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:03.565345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03fda760-6560-4917-876c-f2e81246c90c req-a73cbc7c-1114-4a03-82bc-142f32bf45cb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 944 time: 0.0595472 Nov 03 16:42:03.578601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-64c53b93-838d-4ce6-8767-30f008aa3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:03.580189 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-64c53b93-838d-4ce6-8767-30f008aa3900 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1095 time: 0.0717409 Nov 03 16:42:03.585436 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-0ef2bdaf-0c63-418b-b07a-582b94d8a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:03.586797 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-0ef2bdaf-0c63-418b-b07a-582b94d8a911 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1095 time: 0.0518482 Nov 03 16:42:03.614218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-03fda760-6560-4917-876c-f2e81246c90c req-8fbef517-1300-4b70-8884-4d9f9855f13a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425889 Nov 03 16:42:03.746475 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-7ab0e7ce-e60f-4ae1-bb02-614cab4ec900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:03.747920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-7ab0e7ce-e60f-4ae1-bb02-614cab4ec900 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1510422 Nov 03 16:42:03.748978 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-b7aa54a1-77d8-4c1f-a49c-a96469ace1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:03.750838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-b7aa54a1-77d8-4c1f-a49c-a96469ace1af service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1619062 Nov 03 16:42:03.858560 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-e64d4b84-730f-4978-a103-19738c42237b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1000 time: 0.1025417 Nov 03 16:42:03.864323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-5399a59f-088c-4cf4-b0e0-1735ee9f9c49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1000 time: 0.1026325 Nov 03 16:42:03.942844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-07ebf6a3-e95e-484d-a6df-963cceafb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:03.944272 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-07ebf6a3-e95e-484d-a6df-963cceafb4ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0790012 Nov 03 16:42:03.945904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-d501ab3b-b8a0-4d59-83e9-869d381365eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:03.947458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-d501ab3b-b8a0-4d59-83e9-869d381365eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0739410 Nov 03 16:42:04.020512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-8afb575c-1c03-42a1-8a51-2e8b5c248075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:04.022016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-8afb575c-1c03-42a1-8a51-2e8b5c248075 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711963 Nov 03 16:42:04.023696 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-64610f27-b71d-46a7-ab77-cd69df824b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:04.025029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-64610f27-b71d-46a7-ab77-cd69df824b67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650749 Nov 03 16:42:04.183242 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-284e4c5a-9a40-4f82-a76c-e6e24c3d5f6e service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540289 Nov 03 16:42:04.186824 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-f20e8b59-a0e3-4074-bef0-6663826762f8 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508152 Nov 03 16:42:04.350016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-83dd166b-14f4-4966-92dd-f61d9698ec67 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600924 Nov 03 16:42:04.353542 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca485a2f-c7b0-498a-82e9-13d06c048a78 req-848aa6c6-6d4c-4212-897f-5ea55d440439 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541047 Nov 03 16:42:04.738723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b529ae9-9834-4bed-a102-1054db03efd2 req-1dab4a0a-a611-4df8-925b-daa1770c2112 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:04.740217 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b529ae9-9834-4bed-a102-1054db03efd2 req-1dab4a0a-a611-4df8-925b-daa1770c2112 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 944 time: 0.0552669 Nov 03 16:42:04.787679 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b529ae9-9834-4bed-a102-1054db03efd2 req-f35ce992-cabf-43ea-b1b7-132f98aea7fe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Nov 03 16:42:05.009096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf84f5-3586-465f-b456-900f1e005823 req-52f1db11-c0c3-494d-98fe-f5cc47986401 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:05.010600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fecf84f5-3586-465f-b456-900f1e005823 req-52f1db11-c0c3-494d-98fe-f5cc47986401 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 944 time: 0.0795121 Nov 03 16:42:05.017821 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e0a49337-3033-4589-a968-2518dc9a0a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:05.023184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-897dfc58-0e65-44cc-94ce-0eecbc2be4b8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:05.024631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-897dfc58-0e65-44cc-94ce-0eecbc2be4b8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664&tenant_id=9d7f0fc6df7b4a8386454e7453070e09&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 944 time: 0.0676563 Nov 03 16:42:05.106932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fecf84f5-3586-465f-b456-900f1e005823 req-6cbb5276-51aa-4200-a9be-4b1abd951939 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812371 Nov 03 16:42:05.115421 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-ecce9798-9c9c-48d9-a4ab-7e422b9be790 service neutron] delete failed (client error): The resource could not be found. Nov 03 16:42:05.116367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-ecce9798-9c9c-48d9-a4ab-7e422b9be790 service neutron] 10.222.0.15 "DELETE /v2.0/ports/fe102d03-b549-43fd-b357-d04db758d569/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0833254 Nov 03 16:42:05.171251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe102d03-b549-43fd-b357-d04db758d569 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:42:05.211864 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device fe102d03-b549-43fd-b357-d04db758d569 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:42:05.223506 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-ef62d52b-4e37-4bcd-af9c-3112b375a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:05.225002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-ef62d52b-4e37-4bcd-af9c-3112b375a371 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 1095 time: 0.0440266 Nov 03 16:42:05.318206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-158354ae-024b-4d92-9ba0-3197c4212b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:05.319663 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-158354ae-024b-4d92-9ba0-3197c4212b8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0873983 Nov 03 16:42:05.383835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-74d8c550-6352-4899-8d89-3de16823af5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 200 len: 1000 time: 0.0572886 Nov 03 16:42:05.389196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fe102d03-b549-43fd-b357-d04db758d569 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:42:05.434884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-87add6b7-bd78-4391-a570-b930a2232c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:05.436343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-87add6b7-bd78-4391-a570-b930a2232c21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0450618 Nov 03 16:42:05.486158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-36db8c33-d0c0-4844-a8e5-88cf84e6817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:05.487633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-36db8c33-d0c0-4844-a8e5-88cf84e6817c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445302 Nov 03 16:42:05.489131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:42:05.498665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-854eac7e-ed83-4591-bb3b-dc25505cd39b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:42:05.499608 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-854eac7e-ed83-4591-bb3b-dc25505cd39b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050046 Nov 03 16:42:05.500850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'fe102d03-b549-43fd-b357-d04db758d569', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': 'fe102d03-b549-43fd-b357-d04db758d569', 'mac_address': 'fa:16:3e:4c:a5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:42:05.538583 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:05.551665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe102d03-b549-43fd-b357-d04db758d569 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:42:05.570532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:42:05.574934 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:05.594496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-29f8596c-9a6c-479d-bcc0-2630ebef5f16 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856826 Nov 03 16:42:05.621547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:05.629018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.629368 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.629744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.630084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.630416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.630804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.631138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.631464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.631790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.632114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.632438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.632763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:42:05.686746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4146451c-a4cc-41f0-987d-da0f44b3cef5 req-ab2d249b-14a9-4b2d-b045-967c4c3921bf service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859971 Nov 03 16:42:05.814393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['fe102d03-b549-43fd-b357-d04db758d569'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:42:06.229654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c67f9-5c3f-4726-a444-3a91c25905b7 req-8b50c69c-17f9-45b4-bfdf-3e6f6ad2c30a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:06.231190 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d6c67f9-5c3f-4726-a444-3a91c25905b7 req-8b50c69c-17f9-45b4-bfdf-3e6f6ad2c30a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 945 time: 0.0500889 Nov 03 16:42:06.283885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d6c67f9-5c3f-4726-a444-3a91c25905b7 req-b7320c08-5008-4b90-8471-768caf7647db tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457902 Nov 03 16:42:06.369106 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:06.404991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f3c93-17c8-4689-949e-0450764eff75 req-2aff87bf-384b-4acc-83bc-60a03043db66 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:06.406451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-686f3c93-17c8-4689-949e-0450764eff75 req-2aff87bf-384b-4acc-83bc-60a03043db66 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 945 time: 0.0492363 Nov 03 16:42:06.454564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-686f3c93-17c8-4689-949e-0450764eff75 req-cd048d14-6d76-428b-9098-0c330df2b530 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413616 Nov 03 16:42:06.571372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fede83-8afd-49df-9db0-0dd01f221e83 req-0311abf5-9f63-44be-adce-3c1b05b5f8ee tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:06.573126 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b7fede83-8afd-49df-9db0-0dd01f221e83 req-0311abf5-9f63-44be-adce-3c1b05b5f8ee tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Nov 03 16:42:06.619739 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b7fede83-8afd-49df-9db0-0dd01f221e83 req-599ba771-1c17-4667-9d1e-98397066e978 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401506 Nov 03 16:42:06.852368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bfb1d-bd9a-45ca-b137-3239476acf54 req-119f632f-0c2f-4ff8-957a-820b02f99fc0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:06.853862 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2d5bfb1d-bd9a-45ca-b137-3239476acf54 req-119f632f-0c2f-4ff8-957a-820b02f99fc0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 945 time: 0.0500774 Nov 03 16:42:06.901718 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2d5bfb1d-bd9a-45ca-b137-3239476acf54 req-a3b98149-60c7-4f72-a6e5-cccf2d725351 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418262 Nov 03 16:42:07.405277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fe102d03-b549-43fd-b357-d04db758d569 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:42:07.455975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port fe102d03-b549-43fd-b357-d04db758d569 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:42:07.459703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port fe102d03-b549-43fd-b357-d04db758d569 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:42:07.460065 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:07.537078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:07.558518 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:42:07.560725 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4008e866-5f51-4ceb-b902-99cf7e6f83c1" -d '{"events": [{"server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "name": "network-vif-plugged", "status": "completed", "tag": "fe102d03-b549-43fd-b357-d04db758d569"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:42:07.574489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:42:07.579961 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:07.603244 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dde2372-909a-4019-92af-952de6d8c845 x-openstack-request-id: req-6dde2372-909a-4019-92af-952de6d8c845 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:42:07.603539 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "name": "network-vif-plugged", "status": "completed", "tag": "fe102d03-b549-43fd-b357-d04db758d569", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:42:07.603793 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6dde2372-909a-4019-92af-952de6d8c845 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:42:07.604177 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569', 'code': 200} Nov 03 16:42:07.629033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:07.873364 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:08.017795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5123854-2cef-4ec7-9514-46078832ab50 req-01f6fc72-47fa-4c7f-9c7a-1de9f8fe301d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:08.019281 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5123854-2cef-4ec7-9514-46078832ab50 req-01f6fc72-47fa-4c7f-9c7a-1de9f8fe301d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0486760 Nov 03 16:42:08.070678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5123854-2cef-4ec7-9514-46078832ab50 req-eb3d7a35-7c50-4c30-b55e-632459ce6cb1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453773 Nov 03 16:42:08.102305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-15500b22-e0d6-4620-8897-9f1dc3e5e1ce tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:08.103950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-15500b22-e0d6-4620-8897-9f1dc3e5e1ce tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 946 time: 0.0508289 Nov 03 16:42:08.200065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Deleting port fe102d03-b549-43fd-b357-d04db758d569 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:42:08.200316 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:08.286422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] For port fe102d03-b549-43fd-b357-d04db758d569, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=fe102d03-b549-43fd-b357-d04db758d569,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:42:08.286778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:08.458083 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:08.458379 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:08.458681 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Floating IP b380ce12-3da8-4725-98ec-f833621d05aa disassociated. External IP: 172.25.6.224, port: fe102d03-b549-43fd-b357-d04db758d569. Nov 03 16:42:08.459026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Calling delete_port for fe102d03-b549-43fd-b357-d04db758d569 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:42:08.478753 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:08.586977 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:08.616777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event deleted for resources: {'Port': ['ID=fe102d03-b549-43fd-b357-d04db758d569,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:08.731341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:42:08.843465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:42:08.854546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:42:08.866442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:42:08.867161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:42:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:42:08.886797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] No DVR routers for this DVR port fe102d03-b549-43fd-b357-d04db758d569 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:42:08.889437 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:08.893982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b8553fee-41d6-41d8-a94d-1b6f94edaf07 req-1e65abdf-8f43-47f0-8c31-89ea386b3d6f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "DELETE /v2.0/ports/fe102d03-b549-43fd-b357-d04db758d569 HTTP/1.1" status: 204 len: 173 time: 0.7832248 Nov 03 16:42:08.894375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'name': 'network-vif-deleted', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:42:08.896746 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcf5ae3-54c4-4753-a25f-ead332648026" -d '{"events": [{"server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "name": "network-vif-deleted", "tag": "fe102d03-b549-43fd-b357-d04db758d569"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:42:08.942095 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeca82a4-9035-44e8-b96b-0edb6b610ef9 x-openstack-request-id: req-eeca82a4-9035-44e8-b96b-0edb6b610ef9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:42:08.942393 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b463a-12d6-481c-8127-7557feb23664", "name": "network-vif-deleted", "tag": "fe102d03-b549-43fd-b357-d04db758d569", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:42:08.942650 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eeca82a4-9035-44e8-b96b-0edb6b610ef9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:42:08.943231 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711b463a-12d6-481c-8127-7557feb23664', 'name': 'network-vif-deleted', 'tag': 'fe102d03-b549-43fd-b357-d04db758d569', 'status': 'completed', 'code': 200} Nov 03 16:42:08.981739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:42:09.185567 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05d34d9f-ea30-4d1b-b441-12e93df24960 req-3a054216-94a6-43b5-a8e6-01a6dda7e6d6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=711b463a-12d6-481c-8127-7557feb23664 HTTP/1.1" status: 200 len: 210 time: 0.0274928 Nov 03 16:42:09.195847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:42:09.222479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:42:09.230773 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:42:09.231367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:42:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:42:09.335925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:42:09.531232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:42:09.557671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733015a-5855-4bd8-9651-73abf57268f8 None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:42:09.767461 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea475565-14b4-44f3-9eb8-89058aa729ad None None] New status for floating IP b380ce12-3da8-4725-98ec-f833621d05aa: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:42:10.425990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-4d496b5a-5fa9-460f-8f01-ee9c36c7b540 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--358785490&fields=id&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 267 time: 0.0437949 Nov 03 16:42:10.532156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd132-86c3-4551-9d36-068ce9acb318 req-e6979b61-d3a9-4b99-a861-613d3064689b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:10.533672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-e6979b61-d3a9-4b99-a861-613d3064689b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 812 time: 0.0994961 Nov 03 16:42:10.548915 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-5f2ea976-b035-49d0-8dd9-165f2a84b0c3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/quotas/9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 375 time: 0.0094016 Nov 03 16:42:10.604800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ef9317ba-5e3d-4a31-97db-bb48257b64d1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502169 Nov 03 16:42:10.620341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-fb0b8e30-65fc-41f7-8938-e80195340fef service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:42:10.621269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-fb0b8e30-65fc-41f7-8938-e80195340fef service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0048273 Nov 03 16:42:10.708323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-804b755f-6f0c-4d95-901b-605b8b30f19c service neutron] 10.222.0.86 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812876 Nov 03 16:42:10.799757 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-7bceb2a2-8f42-4e59-807b-e95f626f7fe6 service neutron] 10.222.0.86 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851481 Nov 03 16:42:10.962308 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40a56d99-4527-4fbe-ae88-80b868deba9e req-5727e3d4-c0a2-40c9-b483-4f05c789e553 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 210 time: 0.0273542 Nov 03 16:42:11.435192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fe102d03-b549-43fd-b357-d04db758d569 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:42:11.455948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: fe102d03-b549-43fd-b357-d04db758d569 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:42:11.456291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device fe102d03-b549-43fd-b357-d04db758d569 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:42:11.858222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd132-86c3-4551-9d36-068ce9acb318 req-a57a6b6a-a7f8-49f6-a0bb-63bca2473fa9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:11.859672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-a57a6b6a-a7f8-49f6-a0bb-63bca2473fa9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 812 time: 0.1023111 Nov 03 16:42:11.930724 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-de314ca1-cc6a-47be-af13-87cb5552fe3b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 379 time: 0.0581512 Nov 03 16:42:11.942158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'port': {'device_id': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'admin_state_up': True, 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'security_groups': ['d80d7bd6-7e39-436c-86cf-c2699b8a90e4']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:42:12.069913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-61656097-6bd8-40dc-9f5b-16e542a44853 req-178384a3-d229-4468-a92e-58494147cf18 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 210 time: 0.0365725 Nov 03 16:42:12.089011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Made reservation on behalf of 9d7f0fc6df7b4a8386454e7453070e09 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:42:12.092549 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:12.217989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Allocated IP 172.20.0.12 (effd9c04-1dbf-4e35-8ffe-85ffee29ac61/752e7a21-ff55-4215-aa8d-1d3a1fa9f177/56d5d22b-d8f7-4370-9d98-2cb5864bec4e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:42:12.355071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:12.388566 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:12.428042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:42:12.431275 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:42:12.437453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:42:12.463417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event updated for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:12.492933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:12.493566 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:12.510964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-db2f4c8a-1da1-4b6a-8222-fa7c46fddbad tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5742488 Nov 03 16:42:12.527167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Request body: {'port': {'device_id': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:42:12.586750 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:12.639113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-71dc63ae-e6e9-4d2e-934f-b011eaa8dc60 None None] Provisioning complete for port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:42:12.639778 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-71dc63ae-e6e9-4d2e-934f-b011eaa8dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:12.677889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-71dc63ae-e6e9-4d2e-934f-b011eaa8dc60 None None] Port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:42:12.842695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d5d22b-d8f7-4370-9d98-2cb5864bec4e {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:42:12.850771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:12.862900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Transition to ACTIVE for port object 56d5d22b-d8f7-4370-9d98-2cb5864bec4e will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:42:12.866714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:12.917583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Pushing event updated for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:12.989194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Attempting to bind port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:42:12.989552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Attempting to bind port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:42:12.989891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Attempting to bind port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:42:12.994490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:42:12.994812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Attempting to bind port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:42:12.999823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:42:13.000161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:42:13.000668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:42:13.001212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Bound port: 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:42:13.001746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:13.067384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:42:13.070852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:42:13.074800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:13.109560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:13.110222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:13.111773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] 10.222.0.70 "PUT /v2.0/ports/56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1092 time: 0.5889697 Nov 03 16:42:13.114552 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:42:13.117468 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:42:13.147560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77de55-d52a-49d5-9593-09789aa68216 service neutron] Pushing event updated for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:13.194491 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9605e6-8fdd-4fb8-9fea-c496d9ef082a x-openstack-request-id: req-1b9605e6-8fdd-4fb8-9fea-c496d9ef082a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:42:13.194922 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:42:13.195279 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b9605e6-8fdd-4fb8-9fea-c496d9ef082a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:42:13.195797 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'status': 'completed', 'code': 200} Nov 03 16:42:13.213580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ff825517-09e6-4579-ac8a-c4f55e5220f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:13.215168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-ff825517-09e6-4579-ac8a-c4f55e5220f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0488293 Nov 03 16:42:13.225962 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40389afb-1513-4424-b134-02a23336958f req-69b07684-d1ef-4259-8f82-470f61fab926 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:13.227527 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40389afb-1513-4424-b134-02a23336958f req-69b07684-d1ef-4259-8f82-470f61fab926 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 944 time: 0.0593085 Nov 03 16:42:13.272277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-40746f7d-85c9-4863-8223-0e22fbae0466 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 217 time: 0.0462694 Nov 03 16:42:13.289265 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-40389afb-1513-4424-b134-02a23336958f req-29498e10-3961-481b-a226-2d158a4f0dd4 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547640 Nov 03 16:42:13.325191 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd132-86c3-4551-9d36-068ce9acb318 req-be428f7a-75d5-4790-88dd-bb3803e2656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:13.326676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-be428f7a-75d5-4790-88dd-bb3803e2656d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0457995 Nov 03 16:42:13.371943 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd132-86c3-4551-9d36-068ce9acb318 req-a716ebc2-c019-4b0c-bdfe-9f463313e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:13.373306 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-a716ebc2-c019-4b0c-bdfe-9f463313e568 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389888 Nov 03 16:42:13.473481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-fc49b272-a1fe-44c2-b7c1-4f04321929a0 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864596 Nov 03 16:42:13.565733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-378cd132-86c3-4551-9d36-068ce9acb318 req-47157a55-48ec-4fbe-8127-980870e6b434 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811317 Nov 03 16:42:13.655792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-05faf5cd-f78d-41cd-944e-fbf7e6e9d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:13.657831 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-05faf5cd-f78d-41cd-944e-fbf7e6e9d3a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0448172 Nov 03 16:42:13.746435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-b9307703-4a61-452a-a438-f4a2d7049bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:13.747872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-b9307703-4a61-452a-a438-f4a2d7049bf1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0835392 Nov 03 16:42:13.793271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-9cbfc35f-839d-43c3-aed6-d5a48be07a3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 217 time: 0.0373769 Nov 03 16:42:13.842510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-fcba0832-3f78-4371-87db-bb3647e85e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:13.843946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-fcba0832-3f78-4371-87db-bb3647e85e83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0435877 Nov 03 16:42:13.890994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-3bba922d-6e82-4466-b94e-fd675ab7baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:13.892944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-3bba922d-6e82-4466-b94e-fd675ab7baa9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415888 Nov 03 16:42:13.986102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-6da0b5f9-30d3-471b-bd5b-4e3aa7bd93cd service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Nov 03 16:42:14.073916 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cfc856f-9bdb-409c-98f5-677cf30b4a2b req-c1df3323-8c83-4e38-a48e-e638de359223 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806663 Nov 03 16:42:14.415367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe35c6b-e505-4c45-98a3-41104ecb85e5 req-8e31d943-4dc8-4f5d-8248-43654aaba6be tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:14.416817 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fe35c6b-e505-4c45-98a3-41104ecb85e5 req-8e31d943-4dc8-4f5d-8248-43654aaba6be tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 944 time: 0.0526657 Nov 03 16:42:14.789421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fe35c6b-e505-4c45-98a3-41104ecb85e5 req-e457c67a-58d4-47c6-ab91-db9844bcfec7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666067 Nov 03 16:42:15.450924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 56d5d22b-d8f7-4370-9d98-2cb5864bec4e details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:42:15.546743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:42:15.558794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'mac_address': 'fa:16:3e:bf:5e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:42:15.595240 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:15.608730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d5d22b-d8f7-4370-9d98-2cb5864bec4e {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:42:15.628498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:42:15.632984 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:15.678556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:15.820504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['56d5d22b-d8f7-4370-9d98-2cb5864bec4e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:42:15.910492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134874f-5516-4750-95a0-93bc1978f3ae req-46bfae89-f5db-4288-93e9-d28b48695ec2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:15.911980 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4134874f-5516-4750-95a0-93bc1978f3ae req-46bfae89-f5db-4288-93e9-d28b48695ec2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Nov 03 16:42:15.960345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4134874f-5516-4750-95a0-93bc1978f3ae req-4615b4d4-6ad6-4f4e-b969-ad513add0abb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421736 Nov 03 16:42:17.081853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc48ee-53c2-49e2-8e77-6ba36b32be16 req-14713fa9-74a2-43b0-91fb-b008f18801de tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:17.083337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8dcc48ee-53c2-49e2-8e77-6ba36b32be16 req-14713fa9-74a2-43b0-91fb-b008f18801de tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 945 time: 0.0508690 Nov 03 16:42:17.128943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8dcc48ee-53c2-49e2-8e77-6ba36b32be16 req-3cc85ed5-fabf-40a7-9bb1-298ae5aff823 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397203 Nov 03 16:42:17.467929 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 56d5d22b-d8f7-4370-9d98-2cb5864bec4e up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:42:17.515999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:42:17.519718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:42:17.520085 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:17.754290 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:17.775618 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:42:17.777785 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1130d956-8c1a-48a6-9904-4f37e480afbd" -d '{"events": [{"server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "name": "network-vif-plugged", "status": "completed", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:42:17.790700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:42:17.794751 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:17.819568 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffd0fc2-7697-4b21-943d-05f12966566f x-openstack-request-id: req-7ffd0fc2-7697-4b21-943d-05f12966566f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:42:17.819889 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "name": "network-vif-plugged", "status": "completed", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:42:17.820141 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ffd0fc2-7697-4b21-943d-05f12966566f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:42:17.820553 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'code': 200} Nov 03 16:42:17.846546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:42:17.961872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d69a-2fb7-44b6-ab02-d7c95cf3db58 req-8fa25d6f-4f05-469c-a909-59c0aa5a9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:17.963346 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89a7d69a-2fb7-44b6-ab02-d7c95cf3db58 req-8fa25d6f-4f05-469c-a909-59c0aa5a9869 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0874579 Nov 03 16:42:18.010086 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-89a7d69a-2fb7-44b6-ab02-d7c95cf3db58 req-57c4d3d6-05ad-4d98-bdb5-b64e069bae6d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389225 Nov 03 16:42:18.244872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cdc6f-6c43-48e6-97e3-aa14489858a7 req-4221fb6e-add3-4b59-b54a-d71542894ce0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:18.246371 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a0cdc6f-6c43-48e6-97e3-aa14489858a7 req-4221fb6e-add3-4b59-b54a-d71542894ce0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0486147 Nov 03 16:42:18.293668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a0cdc6f-6c43-48e6-97e3-aa14489858a7 req-839cd080-fd84-4e77-b8f5-9be11be11dba tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411458 Nov 03 16:42:19.411642 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b951c4-b10b-4393-8d05-a8f9b63214c0 req-f1dd49b5-7e26-4e05-9c07-468476083111 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:19.413098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-21b951c4-b10b-4393-8d05-a8f9b63214c0 req-f1dd49b5-7e26-4e05-9c07-468476083111 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0484018 Nov 03 16:42:19.460366 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-21b951c4-b10b-4393-8d05-a8f9b63214c0 req-18f68db5-243a-47fd-b2bc-bd24f3b338f3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412579 Nov 03 16:42:19.571571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151046d-a7ce-43e4-8a2c-c303a93fc2ce req-a13a19cf-db90-4c38-b94a-965e3b9149c8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:19.573048 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c151046d-a7ce-43e4-8a2c-c303a93fc2ce req-a13a19cf-db90-4c38-b94a-965e3b9149c8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0489662 Nov 03 16:42:19.582514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 46166) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:42:19.586924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-81dfbc3b-c8f9-4714-9aea-e9cb9380c9f2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'floatingip': {'port_id': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:42:19.627865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81dfbc3b-c8f9-4714-9aea-e9cb9380c9f2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:20.047092 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81dfbc3b-c8f9-4714-9aea-e9cb9380c9f2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:20.051121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81dfbc3b-c8f9-4714-9aea-e9cb9380c9f2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:20.150882 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-81dfbc3b-c8f9-4714-9aea-e9cb9380c9f2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Floating IP b380ce12-3da8-4725-98ec-f833621d05aa associated. External IP: 172.25.6.224, port: 56d5d22b-d8f7-4370-9d98-2cb5864bec4e. Nov 03 16:42:20.358031 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dfbc3b-c8f9-4714-9aea-e9cb9380c9f2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:42:20.467797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dfbc3b-c8f9-4714-9aea-e9cb9380c9f2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:42:20.472778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-81dfbc3b-c8f9-4714-9aea-e9cb9380c9f2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:20.477783 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:42:20.487080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:42:20.487704 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:42:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:42:20.498952 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-81dfbc3b-c8f9-4714-9aea-e9cb9380c9f2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "PUT /v2.0/floatingips/b380ce12-3da8-4725-98ec-f833621d05aa HTTP/1.1" status: 200 len: 992 time: 0.9153807 Nov 03 16:42:20.499627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:42:20.502900 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f62d1e-2bca-4e2e-82fe-ca11392480df" -d '{"events": [{"name": "network-changed", "server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:42:20.598984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:42:20.631739 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53109dc-848f-4dd1-85ca-3337ffdcf621 x-openstack-request-id: req-e53109dc-848f-4dd1-85ca-3337ffdcf621 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:42:20.632244 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:42:20.632244 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e53109dc-848f-4dd1-85ca-3337ffdcf621 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:42:20.632655 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'status': 'completed', 'code': 200} Nov 03 16:42:20.697298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-732d08f6-dece-4131-94bf-28ca4ec4bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:20.699133 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-732d08f6-dece-4131-94bf-28ca4ec4bc5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0424087 Nov 03 16:42:20.792526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-eceb78d3-c4db-4f51-a6e4-ed6c1e7184d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:20.794056 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-eceb78d3-c4db-4f51-a6e4-ed6c1e7184d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0881009 Nov 03 16:42:20.825932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:bf:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:42:19Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:42:20.851839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:42:20.860117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:42:20.860282 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-2cff05bf-9e27-49b8-b401-4af273f5692c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1000 time: 0.0590396 Nov 03 16:42:20.861367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:42:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:42:20.913509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-db7438a7-8e4b-4f1d-80f4-f4a24b267110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:20.914943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-db7438a7-8e4b-4f1d-80f4-f4a24b267110 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0479155 Nov 03 16:42:20.962172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-134c9dbb-6c47-4f55-962c-1ab1cf08aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:20.963685 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-134c9dbb-6c47-4f55-962c-1ab1cf08aeb5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414217 Nov 03 16:42:20.968012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:42:21.055228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-90be8e04-2365-45df-b55f-ae7d88068e3e service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841916 Nov 03 16:42:21.151186 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-11f62d1e-2bca-4e2e-82fe-ca11392480df req-51f14d92-8fd5-4aec-89e5-50a298390064 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870068 Nov 03 16:42:21.195700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:bf:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:42:19Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:42:21.222905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc1951-96a6-492d-b129-b0ca8639d95a None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:bf:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:42:19Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:42:21.410548 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103af1bb-c7a8-4c2b-b31d-2bff697b79a4 None None] New status for floating IP b380ce12-3da8-4725-98ec-f833621d05aa: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:42:22.264186 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:31.728811 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:32.587670 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e012170-168b-4a92-bcea-eb25867f850f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:33.470674 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:42:35.020818 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7f58a0d-6cc7-4d3f-ba64-82837b11a61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:36.370414 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:37.875206 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:38.470866 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:42:48.893451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-0cdd26d9-0ad2-466c-a88d-daad5a6c0d95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397248 Nov 03 16:42:48.980670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-04dcd900-5386-496d-8aa6-3c1b2e07df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:48.982165 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-04dcd900-5386-496d-8aa6-3c1b2e07df16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0448661 Nov 03 16:42:49.085713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-baa0c3dc-4f29-4100-bf3c-6f2a100543f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:49.087170 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-baa0c3dc-4f29-4100-bf3c-6f2a100543f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0851278 Nov 03 16:42:49.156940 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-a6ece036-07e1-425d-8534-e26dcd9d2956 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1002 time: 0.0611038 Nov 03 16:42:49.205968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-94fd5df4-b5a6-46e8-b9e2-fa0ce06c96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:49.207894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-94fd5df4-b5a6-46e8-b9e2-fa0ce06c96bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0444267 Nov 03 16:42:49.253875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-d387f6e0-a157-4fab-8757-d554f3fb18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:42:49.255435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-d387f6e0-a157-4fab-8757-d554f3fb18bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404203 Nov 03 16:42:49.352211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-3f6767b5-df73-4ec9-a14f-dcc5530a9b24 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883772 Nov 03 16:42:49.440175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-38e756a5-131b-46ee-bfe8-ed15589ace0c req-3ae2e0b0-b12c-4f6e-b5ac-8c5e79cda155 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802104 Nov 03 16:42:52.253261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:01.746945 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:02.592607 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fea56248-c271-4997-801a-1390bf076bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:05.022353 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d6aae3d-4486-45ff-a3e3-66ebfc9d66fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:06.374344 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:07.878568 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:08.473036 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:10.470966 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:43:22.284712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:31.749204 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:32.593120 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4972c412-aff0-4d4d-aedd-dd0e9f298b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:35.030002 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f2caf935-a8d3-4dbe-844b-751983f62e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:36.377097 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:37.880545 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:38.474671 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:47.469672 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:43:48.908464 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-9298401f-d36b-4d8f-a77a-69d84627393b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391040 Nov 03 16:43:48.992842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-eb3da5c0-6b2e-4885-b146-d64c79759cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:43:48.994953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-eb3da5c0-6b2e-4885-b146-d64c79759cec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0450277 Nov 03 16:43:49.097930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-b2260676-7411-4d0f-b930-cae08d7a9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:43:49.099297 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-b2260676-7411-4d0f-b930-cae08d7a9734 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0849693 Nov 03 16:43:49.168263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-2332f036-42a5-4b11-9d2a-3fb6968215df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1002 time: 0.0615673 Nov 03 16:43:49.217702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-ca2ed2d5-17f4-40ca-9b83-bf9f52abfd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:43:49.219169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-ca2ed2d5-17f4-40ca-9b83-bf9f52abfd0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0440481 Nov 03 16:43:49.264337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-fe15b4fc-ea7a-41d1-8b53-23b3b97e095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:43:49.265881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-fe15b4fc-ea7a-41d1-8b53-23b3b97e095a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400329 Nov 03 16:43:49.359764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-9bfaa6f5-6144-4e3f-9c08-f5c03866a750 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868669 Nov 03 16:43:49.448810 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40cbdad-e934-4abb-bb3c-a18f87a14d24 req-6880f368-b2ac-49e5-8dcc-70ec4873ce15 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819397 Nov 03 16:43:52.341878 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:43:56.488844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615500a3-6205-4529-9e42-d3a14b7540e9 req-b45b8928-ec36-4f40-b047-35e54b16e539 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:43:56.490331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-615500a3-6205-4529-9e42-d3a14b7540e9 req-b45b8928-ec36-4f40-b047-35e54b16e539 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0596063 Nov 03 16:43:56.536733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-615500a3-6205-4529-9e42-d3a14b7540e9 req-d394bf1f-fe06-45d1-b2e8-eba2c78943e6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396435 Nov 03 16:43:57.656837 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af209c64-fdf5-427e-8997-b88ca1e7f635 req-a1052d7c-117b-4a45-9658-4a4057671f8c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:43:57.658377 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af209c64-fdf5-427e-8997-b88ca1e7f635 req-a1052d7c-117b-4a45-9658-4a4057671f8c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0502543 Nov 03 16:43:57.709308 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af209c64-fdf5-427e-8997-b88ca1e7f635 req-22aca37c-7aea-4788-83b0-0b57c898264f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449064 Nov 03 16:43:58.829196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a2be0-158b-4bf3-9004-80fee645ee21 req-c86bd8ce-0122-4091-8f22-a5d087386cd1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:43:58.830612 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-549a2be0-158b-4bf3-9004-80fee645ee21 req-c86bd8ce-0122-4091-8f22-a5d087386cd1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0510664 Nov 03 16:43:58.879061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-549a2be0-158b-4bf3-9004-80fee645ee21 req-04d50f7a-e3e4-4374-ba06-1efc8570b051 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420082 Nov 03 16:43:59.996850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b79471-2eb8-43ae-aa28-5e8c63c35903 req-deb3701b-3605-49f5-bb76-8968226d114f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:43:59.998387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d0b79471-2eb8-43ae-aa28-5e8c63c35903 req-deb3701b-3605-49f5-bb76-8968226d114f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0511732 Nov 03 16:44:00.054305 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d0b79471-2eb8-43ae-aa28-5e8c63c35903 req-4c3d628a-c397-4a1c-9cd5-cedd43977d3c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499320 Nov 03 16:44:01.170062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efae4b4-626a-4511-8ae5-8b3c381c8716 req-089804dd-e07d-48f8-9a00-d725ac24c019 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:01.171581 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6efae4b4-626a-4511-8ae5-8b3c381c8716 req-089804dd-e07d-48f8-9a00-d725ac24c019 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0475008 Nov 03 16:44:01.221423 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6efae4b4-626a-4511-8ae5-8b3c381c8716 req-3e9bb46b-75f8-40e0-9d6a-b2afcd9a6664 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438385 Nov 03 16:44:01.781387 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:02.339590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65ee02-92c6-4d29-a4fb-47cc770c3c29 req-91eeaab7-2db1-4150-bcee-6fa5e24177c5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:02.341054 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e65ee02-92c6-4d29-a4fb-47cc770c3c29 req-91eeaab7-2db1-4150-bcee-6fa5e24177c5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0491087 Nov 03 16:44:02.388132 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e65ee02-92c6-4d29-a4fb-47cc770c3c29 req-fabc5803-db21-4d30-b171-f0b0d0aed402 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410991 Nov 03 16:44:02.593817 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c06d3714-28f0-4adf-a584-53c90e682671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:03.527100 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838694d-38d0-42f1-b92e-220be623acd6 req-e9496a2e-cdac-4ca5-b264-920afae5b81d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:03.528521 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7838694d-38d0-42f1-b92e-220be623acd6 req-e9496a2e-cdac-4ca5-b264-920afae5b81d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0659647 Nov 03 16:44:03.581448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7838694d-38d0-42f1-b92e-220be623acd6 req-7717bd3c-53e1-4f15-87c1-7f40077e966c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437727 Nov 03 16:44:04.749076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cd861-a9af-44f5-b72d-d00eb8fcd4ab req-14d12af8-0afd-4604-9f47-16bf286de01c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:04.750581 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a33cd861-a9af-44f5-b72d-d00eb8fcd4ab req-14d12af8-0afd-4604-9f47-16bf286de01c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0531359 Nov 03 16:44:04.798093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a33cd861-a9af-44f5-b72d-d00eb8fcd4ab req-529da3ed-f385-48e8-960a-f81720292266 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414762 Nov 03 16:44:05.021880 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-171babda-5baa-4e2f-b15c-3ec0123d56f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:05.914500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c561f-8cd4-4257-82fd-13aaca35bb30 req-af02d185-7fa2-4da8-8a2a-bc904f1724ba tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:05.915827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-720c561f-8cd4-4257-82fd-13aaca35bb30 req-af02d185-7fa2-4da8-8a2a-bc904f1724ba tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0485799 Nov 03 16:44:05.962622 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-720c561f-8cd4-4257-82fd-13aaca35bb30 req-82d75488-1dff-4e71-9936-62ec3c3e5bd9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407083 Nov 03 16:44:06.379206 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:07.080228 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184837c2-cc70-4a84-87e0-09e8068e2d8b req-744fb4ce-6afd-48bb-b215-3bcadb829326 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:07.081727 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-184837c2-cc70-4a84-87e0-09e8068e2d8b req-744fb4ce-6afd-48bb-b215-3bcadb829326 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0494266 Nov 03 16:44:07.129048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-184837c2-cc70-4a84-87e0-09e8068e2d8b req-4c233bc7-1859-4e4f-9770-f6ac513ccc34 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411012 Nov 03 16:44:07.359676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4089ab98-942a-49f2-a317-3640e61bfdba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450277 Nov 03 16:44:07.371168 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12a92a-516d-44a3-b10a-6cee8e27e012 req-d0e1c762-cbfa-4eb4-9aad-246ac977a317 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:07.372678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d12a92a-516d-44a3-b10a-6cee8e27e012 req-d0e1c762-cbfa-4eb4-9aad-246ac977a317 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0536656 Nov 03 16:44:07.422079 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1d12a92a-516d-44a3-b10a-6cee8e27e012 req-875ba1cf-6806-47d1-b4bb-0c210725e15f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424716 Nov 03 16:44:07.887205 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:08.477450 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:08.545379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8fb31-df83-48e4-b6fb-09e4b2ac90fb req-22340599-8675-4c9f-9026-5d905a244c73 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:08.546898 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8df8fb31-df83-48e4-b6fb-09e4b2ac90fb req-22340599-8675-4c9f-9026-5d905a244c73 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0504451 Nov 03 16:44:08.594723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8df8fb31-df83-48e4-b6fb-09e4b2ac90fb req-9c4e47e4-2caa-4a71-875c-3b264864d5cb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418122 Nov 03 16:44:09.711023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbeb3b-34e1-48c4-a308-43783a114d7d req-93e95271-c9d4-489b-94f2-30c21612a0e1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:09.712526 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9bdbeb3b-34e1-48c4-a308-43783a114d7d req-93e95271-c9d4-489b-94f2-30c21612a0e1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0487156 Nov 03 16:44:09.759627 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9bdbeb3b-34e1-48c4-a308-43783a114d7d req-433cd126-ea41-456d-b66f-2807637bb4d6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403903 Nov 03 16:44:10.878528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4364f-cead-41eb-adba-b8ab6e44f349 req-6caaa06f-2109-4bdb-b324-487d420b9791 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:10.880007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfe4364f-cead-41eb-adba-b8ab6e44f349 req-6caaa06f-2109-4bdb-b324-487d420b9791 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0485723 Nov 03 16:44:10.934728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dfe4364f-cead-41eb-adba-b8ab6e44f349 req-262625c5-36aa-483c-bd2b-edd9a190bccb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480399 Nov 03 16:44:12.058155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269e50-bace-4754-a543-f60cd01ed1c4 req-88a212d5-6642-420f-9ab4-add2f3516f30 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:12.059744 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ea269e50-bace-4754-a543-f60cd01ed1c4 req-88a212d5-6642-420f-9ab4-add2f3516f30 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0518591 Nov 03 16:44:12.112123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ea269e50-bace-4754-a543-f60cd01ed1c4 req-ee318603-fd42-44b3-9783-2c9e647b9038 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463474 Nov 03 16:44:12.599709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-7821d08b-71cb-4583-ab54-3f672296d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:12.601197 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-7821d08b-71cb-4583-ab54-3f672296d9f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0408354 Nov 03 16:44:12.690957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-31d51925-9c35-4267-adfc-8d2c18059831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:12.692411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-31d51925-9c35-4267-adfc-8d2c18059831 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0842054 Nov 03 16:44:12.758732 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-83e6f2e7-0552-497f-8ad7-d5079a078ddd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1002 time: 0.0594275 Nov 03 16:44:12.806205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-742f25fe-b516-4bdd-a01e-d857273ae772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:12.808146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-742f25fe-b516-4bdd-a01e-d857273ae772 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0429835 Nov 03 16:44:12.852772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-8871475b-6573-4557-9d6c-7b90c62b8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:12.854194 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-8871475b-6573-4557-9d6c-7b90c62b8674 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391183 Nov 03 16:44:12.946744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-f871d64b-d188-4482-90e4-4795c8609543 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Nov 03 16:44:13.035204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-7a9c106d-ac8c-4386-bfee-a98216809c9f service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814705 Nov 03 16:44:13.235355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9b35d-b766-404c-9bc4-3cb9134679aa req-ae320498-b0cb-42a4-998e-ba86220a0906 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:13.236837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f3f9b35d-b766-404c-9bc4-3cb9134679aa req-ae320498-b0cb-42a4-998e-ba86220a0906 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0528462 Nov 03 16:44:13.283852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f3f9b35d-b766-404c-9bc4-3cb9134679aa req-29176fa8-1d93-4f04-b392-5b88430490f0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410113 Nov 03 16:44:14.400349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb693b0-d291-4683-be5e-aafc4a5e8b32 req-807313db-d94d-4926-abf0-2c30a3453db0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:14.401832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5eb693b0-d291-4683-be5e-aafc4a5e8b32 req-807313db-d94d-4926-abf0-2c30a3453db0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0487747 Nov 03 16:44:14.448726 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5eb693b0-d291-4683-be5e-aafc4a5e8b32 req-6fd12195-a81f-45fc-a098-065000e2dd72 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408902 Nov 03 16:44:14.857853 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-0b25a030-65f6-4f85-beb5-4bda9092aea1 service neutron] show failed (client error): The resource could not be found. Nov 03 16:44:14.859185 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-0b25a030-65f6-4f85-beb5-4bda9092aea1 service neutron] 10.222.0.70 "GET /v2.0/ports/56d5d22b-d8f7-4370-9d98-2cb5864bec4e/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0552721 Nov 03 16:44:15.108651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-306ea8e8-6bb0-4c09-af6b-76a17f98c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:15.110059 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-306ea8e8-6bb0-4c09-af6b-76a17f98c889 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 1097 time: 0.0904779 Nov 03 16:44:15.127731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:44:15.181747 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:15.379548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:44:15.410874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:44:15.449058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:44:15.451605 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239290d5-1c93-4744-8d6d-65ed90ddf497" -d '{"events": [{"server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:44:15.455330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:15.468500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Transition to ACTIVE for port object 56d5d22b-d8f7-4370-9d98-2cb5864bec4e will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:44:15.472453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:15.514951 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2cd9e2-48e0-44df-a7ee-835ff04bee4d x-openstack-request-id: req-0c2cd9e2-48e0-44df-a7ee-835ff04bee4d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:44:15.515273 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:44:15.515507 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c2cd9e2-48e0-44df-a7ee-835ff04bee4d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:44:15.515902 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'code': 200} Nov 03 16:44:15.523985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:15.564794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.565280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.565484 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.565857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.566193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.566529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.566859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.567188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.567520 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.567847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.568177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.568502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:15.578069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990117-e160-4768-b3e6-ffdc639ab9bc req-b69dc5a3-1f42-4aef-a729-4b010f4c3709 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:15.579787 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88990117-e160-4768-b3e6-ffdc639ab9bc req-b69dc5a3-1f42-4aef-a729-4b010f4c3709 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 944 time: 0.0539899 Nov 03 16:44:15.617789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] No DVR routers for this DVR port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:44:15.648152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88990117-e160-4768-b3e6-ffdc639ab9bc req-8438a092-3b36-43de-a321-b274b1d3100c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583291 Nov 03 16:44:15.773810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Attempting to bind port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:44:15.774322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Attempting to bind port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:44:15.774671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Attempting to bind port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:44:15.779681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:44:15.780001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Attempting to bind port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:44:15.784836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:44:15.785125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:44:15.785510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:44:15.785970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Bound port: 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:44:15.786321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:15.852200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:44:15.856368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:44:15.860720 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:15.902586 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:15.903192 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:15.904613 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1092 time: 0.7807112 Nov 03 16:44:15.924388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e273025-2e10-4191-9d59-aabccec2b5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:15.987385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-aa338df3-dea3-47f9-a5fb-c51da3a94123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:15.988981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-aa338df3-dea3-47f9-a5fb-c51da3a94123 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0483091 Nov 03 16:44:16.093012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-b5734bf0-7c5d-495d-ba79-50da15717735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:16.094740 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-b5734bf0-7c5d-495d-ba79-50da15717735 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0988114 Nov 03 16:44:16.160256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-381022e2-faab-4beb-90a3-640e67657f08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1000 time: 0.0586870 Nov 03 16:44:16.209126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-64768cef-fa42-448b-b28c-763246f6f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:16.210785 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-64768cef-fa42-448b-b28c-763246f6f247 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0432441 Nov 03 16:44:16.259838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-a643b420-06cb-4c0e-86f0-c0f910b867a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:16.261938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-a643b420-06cb-4c0e-86f0-c0f910b867a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441835 Nov 03 16:44:16.350289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-2c6022b8-5734-4282-a63e-afd24f71ca82 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811956 Nov 03 16:44:16.443819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0038956-3e5c-4cdc-a8e7-e2834c70f797 req-2b61c37b-4cac-49c0-92e6-bf89727fe12f service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864720 Nov 03 16:44:16.776405 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fdce0-7425-47f0-8e43-a60ee84a910b req-ddd248b0-c690-4063-92f3-c1f9e581489e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:16.777947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-386fdce0-7425-47f0-8e43-a60ee84a910b req-ddd248b0-c690-4063-92f3-c1f9e581489e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 944 time: 0.0492423 Nov 03 16:44:16.824008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-386fdce0-7425-47f0-8e43-a60ee84a910b req-ff2518ba-d1cf-4538-9c38-cd101d72c2d9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401285 Nov 03 16:44:17.517177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:44:17.519930 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2435eee6-e77e-425f-ba2a-f7c4ab27869a" -d '{"events": [{"name": "network-changed", "server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:44:17.567934 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f012f5f-8822-43a6-971e-8a9b04b69c10 x-openstack-request-id: req-2f012f5f-8822-43a6-971e-8a9b04b69c10 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:44:17.568885 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:44:17.569146 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f012f5f-8822-43a6-971e-8a9b04b69c10 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:44:17.569574 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'status': 'completed', 'code': 200} Nov 03 16:44:17.659414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-51585943-e7d9-415b-b765-115a0ff3b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:17.660886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-51585943-e7d9-415b-b765-115a0ff3b7e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0749748 Nov 03 16:44:17.667233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-5d69ad02-db5e-417e-a2c3-4dcd4fe07db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:17.668557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-5d69ad02-db5e-417e-a2c3-4dcd4fe07db4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0552132 Nov 03 16:44:17.817512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-7ba78b38-2fa5-4506-a321-7e14990e9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:17.818987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-7ba78b38-2fa5-4506-a321-7e14990e9a2d service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1495845 Nov 03 16:44:17.823687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-47a4102c-0c3e-4ec0-a29c-0e92bb64b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:17.824990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-47a4102c-0c3e-4ec0-a29c-0e92bb64b59f service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1479070 Nov 03 16:44:17.956271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-6313250a-31b6-43ef-baf5-1c8f2d1bda87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1000 time: 0.1303420 Nov 03 16:44:17.974169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-eb1f5d38-03ce-4be5-aca3-9466e673fde1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1000 time: 0.1408627 Nov 03 16:44:18.013805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5fc70-445f-4e96-a814-66987980a011 req-79ca1311-b826-4e59-8a07-14eb16f277f4 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:18.015209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6bd5fc70-445f-4e96-a814-66987980a011 req-79ca1311-b826-4e59-8a07-14eb16f277f4 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 944 time: 0.1166370 Nov 03 16:44:18.404368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-db7b1b3b-bba8-4a38-89fa-26c8e59a8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:18.405845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-db7b1b3b-bba8-4a38-89fa-26c8e59a8460 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.4403319 Nov 03 16:44:18.426798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-2ff645f0-58b3-4258-84d3-4fe7f99fbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:18.428137 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-2ff645f0-58b3-4258-84d3-4fe7f99fbf9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.4339468 Nov 03 16:44:18.467153 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6bd5fc70-445f-4e96-a814-66987980a011 req-872e8cdf-fa99-42a6-870f-84fcbaec7098 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013086 Nov 03 16:44:18.498881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-f3c8ded5-5483-4145-b5d6-62333f4a1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:18.500364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-f3c8ded5-5483-4145-b5d6-62333f4a1fc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843759 Nov 03 16:44:18.505465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-5591c95a-f919-43fd-8ffd-ed83812cb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:18.506838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-5591c95a-f919-43fd-8ffd-ed83812cb6e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565047 Nov 03 16:44:18.662692 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-c044416c-bb46-4441-868f-990ef00d4a92 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549132 Nov 03 16:44:18.664809 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-3999652e-019c-4f0a-9780-7e80c0d5e620 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490257 Nov 03 16:44:18.821498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-9d8784ce-b440-4808-adae-b55f9f61f560 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518521 Nov 03 16:44:18.824187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2435eee6-e77e-425f-ba2a-f7c4ab27869a req-7908b196-72a2-48d2-924c-63416c2b3f57 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475928 Nov 03 16:44:19.590216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792739d-28ab-46e7-9a7b-77c6f40463a3 req-cf633b4a-3491-46c6-b193-5156bccc744c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:19.591724 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9792739d-28ab-46e7-9a7b-77c6f40463a3 req-cf633b4a-3491-46c6-b193-5156bccc744c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 944 time: 0.0547378 Nov 03 16:44:19.638847 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9792739d-28ab-46e7-9a7b-77c6f40463a3 req-bc53a6f3-d315-4ff0-b8f7-bb460804ba90 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409157 Nov 03 16:44:19.833344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a878bd-c9b5-4931-81f5-5f92b0bc260e req-adb9a8a5-2c59-48e2-8ebc-a71d397cfcb6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:19.834868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14a878bd-c9b5-4931-81f5-5f92b0bc260e req-adb9a8a5-2c59-48e2-8ebc-a71d397cfcb6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 944 time: 0.0492151 Nov 03 16:44:19.848337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-1833e665-e98e-44a5-a3c9-e9276679f654 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:19.849857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-1833e665-e98e-44a5-a3c9-e9276679f654 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0&tenant_id=9d7f0fc6df7b4a8386454e7453070e09&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 944 time: 0.0516202 Nov 03 16:44:19.884678 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14a878bd-c9b5-4931-81f5-5f92b0bc260e req-a3829faf-2e94-4ecc-81be-17c0f4db3db9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428019 Nov 03 16:44:19.910852 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-093d404c-f789-40d7-ba0f-2df888a9608f service neutron] delete failed (client error): The resource could not be found. Nov 03 16:44:19.911857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-093d404c-f789-40d7-ba0f-2df888a9608f service neutron] 10.222.0.70 "DELETE /v2.0/ports/56d5d22b-d8f7-4370-9d98-2cb5864bec4e/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0551443 Nov 03 16:44:19.916098 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 56d5d22b-d8f7-4370-9d98-2cb5864bec4e details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:44:19.997921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-465b3e10-a166-4967-9fc2-661dd53a6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:19.999442 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-465b3e10-a166-4967-9fc2-661dd53a6846 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0460255 Nov 03 16:44:20.015391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:44:20.026391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'mac_address': 'fa:16:3e:bf:5e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:44:20.052201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 56d5d22b-d8f7-4370-9d98-2cb5864bec4e no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:44:20.090922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-5177c3f6-6a77-46cd-b48b-5ac63c036619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:20.092402 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-5177c3f6-6a77-46cd-b48b-5ac63c036619 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0857027 Nov 03 16:44:20.096958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:20.113056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 56d5d22b-d8f7-4370-9d98-2cb5864bec4e not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:44:20.115227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d5d22b-d8f7-4370-9d98-2cb5864bec4e {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:44:20.134974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:44:20.140235 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:20.165616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-584e068f-e805-4811-b463-709f63d23266 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1000 time: 0.0652728 Nov 03 16:44:20.187919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:20.195241 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.195584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.195922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.196259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.196592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.196921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.197244 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.197583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.197909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.198270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.198552 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.199024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:44:20.215836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-3f014e1b-6dd1-460d-af94-1e100a3f0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:20.217310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-3f014e1b-6dd1-460d-af94-1e100a3f0b11 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0450907 Nov 03 16:44:20.264343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-b66dda01-9143-4b26-b81d-8c29c54d189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:20.265922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-b66dda01-9143-4b26-b81d-8c29c54d189b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404708 Nov 03 16:44:20.359882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-d8de6c11-96e4-43c1-9564-d9b4357ffd60 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870461 Nov 03 16:44:20.449184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-48927cb4-a4dd-4ad1-91c3-edcad18a5fe8 req-0397f02b-8ba8-42b8-aefe-0a9415effab8 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824442 Nov 03 16:44:20.548448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['56d5d22b-d8f7-4370-9d98-2cb5864bec4e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:44:21.012226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ed4c2-233b-4177-8a9c-ad55929cf21a req-7eca25f6-7b32-4514-858e-fd093c2b8f47 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:21.013755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b2ed4c2-233b-4177-8a9c-ad55929cf21a req-7eca25f6-7b32-4514-858e-fd093c2b8f47 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 945 time: 0.0571463 Nov 03 16:44:21.062234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b2ed4c2-233b-4177-8a9c-ad55929cf21a req-a04db6d4-e26e-44fe-aae5-44169f1b1117 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Nov 03 16:44:21.178071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5af41-a3a6-4a88-8f90-0d665bff02a3 req-7789e213-d3e2-4b95-b976-bfec43012f64 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:21.179535 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50d5af41-a3a6-4a88-8f90-0d665bff02a3 req-7789e213-d3e2-4b95-b976-bfec43012f64 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 945 time: 0.0491984 Nov 03 16:44:21.232631 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-50d5af41-a3a6-4a88-8f90-0d665bff02a3 req-175bab7c-79f7-4b75-85c6-a9a131f78428 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466053 Nov 03 16:44:21.431063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91d08b-6f04-4aca-9c35-2f69a28f1e1e req-6bdb230a-c43a-4def-bbf3-31fda641a9d5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:21.432658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f91d08b-6f04-4aca-9c35-2f69a28f1e1e req-6bdb230a-c43a-4def-bbf3-31fda641a9d5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 945 time: 0.0521789 Nov 03 16:44:21.474807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-56ec4a4d-530f-4cc6-9b0a-b52462e430c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:21.476426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-56ec4a4d-530f-4cc6-9b0a-b52462e430c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0421665 Nov 03 16:44:21.483771 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f91d08b-6f04-4aca-9c35-2f69a28f1e1e req-9fa70104-0a51-42e9-a4b6-272feba7ba1e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Nov 03 16:44:21.567860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-ed82f049-5273-4c9e-ab54-1927e8f58f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:21.569303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-ed82f049-5273-4c9e-ab54-1927e8f58f01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0864058 Nov 03 16:44:21.632965 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-6b11f672-56ba-403e-bf5c-f83816482404 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 200 len: 1001 time: 0.0566983 Nov 03 16:44:21.680497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-f3d0a824-1a4e-4dd8-bae2-7ab01b8547f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:21.682674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-f3d0a824-1a4e-4dd8-bae2-7ab01b8547f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0426998 Nov 03 16:44:21.732496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-dc07bf0d-cf21-4b9e-9a8f-2663a37eb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:21.733993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-dc07bf0d-cf21-4b9e-9a8f-2663a37eb018 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448287 Nov 03 16:44:21.823835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-c598ebb5-798c-472f-943d-d4347a520c97 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813646 Nov 03 16:44:21.914172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e6aaad1a-4eed-4036-97bd-b819e005d5c2 req-f4991fe8-0fd4-4dac-8901-d21432458aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839179 Nov 03 16:44:21.931770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 56d5d22b-d8f7-4370-9d98-2cb5864bec4e up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:44:21.981995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:44:21.985887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:44:21.986260 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:22.061832 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:22.087346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:44:22.089836 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ef844-ef50-470c-a084-918121f52e40" -d '{"events": [{"server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "name": "network-vif-plugged", "status": "completed", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:44:22.101858 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:44:22.106026 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:22.155041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:22.192822 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebee687-9ad0-4f86-a3bd-d65d34429f25 x-openstack-request-id: req-eebee687-9ad0-4f86-a3bd-d65d34429f25 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:44:22.193119 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "name": "network-vif-plugged", "status": "completed", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:44:22.193372 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eebee687-9ad0-4f86-a3bd-d65d34429f25 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:44:22.193803 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'code': 200} Nov 03 16:44:22.329964 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:22.602034 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a3855-688b-47fc-8e00-2b271351bbbc req-b60d5272-3707-4185-8418-bca0ab80f42d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:22.603490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c8a3855-688b-47fc-8e00-2b271351bbbc req-b60d5272-3707-4185-8418-bca0ab80f42d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0491827 Nov 03 16:44:22.649402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0c8a3855-688b-47fc-8e00-2b271351bbbc req-d2a07858-22e3-4ab7-946e-db2c86ae3069 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Nov 03 16:44:22.883705 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e105a84-5182-4812-bede-f328bfd562ac req-5f08aaae-9683-4482-bb97-3a7963eae253 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:22.885150 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e105a84-5182-4812-bede-f328bfd562ac req-5f08aaae-9683-4482-bb97-3a7963eae253 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0529034 Nov 03 16:44:22.931336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6e105a84-5182-4812-bede-f328bfd562ac req-a136b09a-e7fb-4345-b3b0-ec0e3e0292dc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Nov 03 16:44:24.049684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d5fce-f451-4961-8e87-cde70219f5ec req-ac3ef941-136c-413d-b2ed-4e6781bd9f56 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:24.051182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-812d5fce-f451-4961-8e87-cde70219f5ec req-ac3ef941-136c-413d-b2ed-4e6781bd9f56 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0490894 Nov 03 16:44:24.098743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-812d5fce-f451-4961-8e87-cde70219f5ec req-83b70c62-a231-4927-b9cf-401316a7f319 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415235 Nov 03 16:44:24.271287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-cc9c30a4-5259-4305-876e-0bfb36989daa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:24.272770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-cc9c30a4-5259-4305-876e-0bfb36989daa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 946 time: 0.0483432 Nov 03 16:44:24.366239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Deleting port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:44:24.366581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:24.454087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] For port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:44:24.454449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:24.469262 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:44:24.629399 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:24.629852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:24.630176 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Floating IP b380ce12-3da8-4725-98ec-f833621d05aa disassociated. External IP: 172.25.6.224, port: 56d5d22b-d8f7-4370-9d98-2cb5864bec4e. Nov 03 16:44:24.630532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Calling delete_port for 56d5d22b-d8f7-4370-9d98-2cb5864bec4e owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:44:24.757654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:24.787498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event deleted for resources: {'Port': ['ID=56d5d22b-d8f7-4370-9d98-2cb5864bec4e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:24.906371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:44:25.021046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:44:25.032336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:44:25.042925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:44:25.043541 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:44:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:44:25.064477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] No DVR routers for this DVR port 56d5d22b-d8f7-4370-9d98-2cb5864bec4e on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:44:25.067175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:25.070569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9902401c-2968-40bb-aa66-4bbd84efd72b req-9fd8a2d3-0115-4549-84de-b2deb5cbdd2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "DELETE /v2.0/ports/56d5d22b-d8f7-4370-9d98-2cb5864bec4e HTTP/1.1" status: 204 len: 173 time: 0.7915926 Nov 03 16:44:25.071171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'name': 'network-vif-deleted', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:44:25.073388 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0390fac-eb06-4e3c-82ab-b7dfc6f4f971" -d '{"events": [{"server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "name": "network-vif-deleted", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:44:25.125166 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac29001-1d39-4fa7-9af1-7e9ad654be6d x-openstack-request-id: req-4ac29001-1d39-4fa7-9af1-7e9ad654be6d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:44:25.125568 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e2c403-bc7c-4f71-909b-b07143215cb0", "name": "network-vif-deleted", "tag": "56d5d22b-d8f7-4370-9d98-2cb5864bec4e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:44:25.125806 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4ac29001-1d39-4fa7-9af1-7e9ad654be6d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:44:25.126172 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e2c403-bc7c-4f71-909b-b07143215cb0', 'name': 'network-vif-deleted', 'tag': '56d5d22b-d8f7-4370-9d98-2cb5864bec4e', 'status': 'completed', 'code': 200} Nov 03 16:44:25.157482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:44:25.200259 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f41addb-0799-42d0-b2fd-252a53792f7d req-25506061-b77c-439e-8f4e-fc9fe286d659 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=69e2c403-bc7c-4f71-909b-b07143215cb0 HTTP/1.1" status: 200 len: 210 time: 0.0271735 Nov 03 16:44:25.379151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:44:25.404939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:44:25.413136 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:44:25.413717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:44:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:44:25.677627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:44:25.870500 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:44:25.899745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861042e-d3b5-4451-8c9e-dd6a2a170c12 None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:44:26.130208 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d21e0-4940-444b-aac1-9f6acf4eeb1d None None] New status for floating IP b380ce12-3da8-4725-98ec-f833621d05aa: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:44:26.482347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-ed3f855b-2cb2-4093-a806-a1afb5104434 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--358785490&fields=id&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 267 time: 0.0432315 Nov 03 16:44:26.591965 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff006-ba54-4b32-9028-8b669566418b req-887be009-8958-4cac-afab-4e5b9bb6df23 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:26.593400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-887be009-8958-4cac-afab-4e5b9bb6df23 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 812 time: 0.1043675 Nov 03 16:44:26.608370 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-91ab0918-6890-46d3-868e-cb5aabb36bc6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/quotas/9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 375 time: 0.0090580 Nov 03 16:44:26.661750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-03dbfb14-c0a0-474c-bc2e-beadd0ae4c96 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478652 Nov 03 16:44:26.803885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-f6056a04-d93c-4370-b4d7-34ef9f837f67 service neutron] 10.222.0.86 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291561 Nov 03 16:44:26.896876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-92adda0a-a644-4169-8e9b-32283faa7b10 service neutron] 10.222.0.86 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Nov 03 16:44:27.057359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9403d136-05ea-42f1-a940-893f6796b512 req-ea8d963e-2687-4a2f-9983-8b1160f479af tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 210 time: 0.0279951 Nov 03 16:44:27.947676 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 56d5d22b-d8f7-4370-9d98-2cb5864bec4e no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:44:27.969380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 56d5d22b-d8f7-4370-9d98-2cb5864bec4e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:44:27.969759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 56d5d22b-d8f7-4370-9d98-2cb5864bec4e not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:44:28.007211 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff006-ba54-4b32-9028-8b669566418b req-816b2f91-884f-468e-a4bd-3491b10574a7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:28.008733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-816b2f91-884f-468e-a4bd-3491b10574a7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 812 time: 0.1090250 Nov 03 16:44:28.072282 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-6ebeb022-1a40-4cf2-89d4-e9116611bb2d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 379 time: 0.0537410 Nov 03 16:44:28.082050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'port': {'device_id': 'fed19473-95f5-430a-8956-0700a75e1a95', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'admin_state_up': True, 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'security_groups': ['d80d7bd6-7e39-436c-86cf-c2699b8a90e4']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:44:28.158458 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3f275534-3d25-48dc-a53e-ab2dc6716cf8 req-c77624d8-d368-40b8-a443-70c9dc721d91 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 210 time: 0.0269976 Nov 03 16:44:28.194897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Made reservation on behalf of 9d7f0fc6df7b4a8386454e7453070e09 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:44:28.198637 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:28.325915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Allocated IP 172.20.0.8 (effd9c04-1dbf-4e35-8ffe-85ffee29ac61/752e7a21-ff55-4215-aa8d-1d3a1fa9f177/daf8c094-2864-437c-b56a-4fcff0d27276) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:44:28.465024 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:28.497950 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:28.540148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:44:28.545170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:44:28.548841 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:44:28.555446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:28.603856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:28.604472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:28.621966 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-ea1ddeb9-3f1e-4eb0-a116-cb8edbbcfffe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5433924 Nov 03 16:44:28.634387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Request body: {'port': {'device_id': 'fed19473-95f5-430a-8956-0700a75e1a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:44:28.697275 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:28.791398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a8ae6ce8-8b70-45b9-8f33-da5e1d5fdacf None None] Provisioning complete for port daf8c094-2864-437c-b56a-4fcff0d27276 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:44:28.791872 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a8ae6ce8-8b70-45b9-8f33-da5e1d5fdacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:28.826471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae6ce8-8b70-45b9-8f33-da5e1d5fdacf None None] Port daf8c094-2864-437c-b56a-4fcff0d27276 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:44:28.953067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf8c094-2864-437c-b56a-4fcff0d27276 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:44:28.960175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:28.972390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Transition to ACTIVE for port object daf8c094-2864-437c-b56a-4fcff0d27276 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:44:28.975982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:29.046870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:29.103734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:44:29.104417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:44:29.104417 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:44:29.109553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Port daf8c094-2864-437c-b56a-4fcff0d27276 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:44:29.109878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:44:29.114844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:44:29.115190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:44:29.115576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:44:29.116004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Bound port: daf8c094-2864-437c-b56a-4fcff0d27276, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:44:29.116447 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:29.181158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:44:29.185082 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:44:29.190040 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:29.224476 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:29.225088 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:29.226498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] 10.222.0.70 "PUT /v2.0/ports/daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1091 time: 0.5964413 Nov 03 16:44:29.227076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:44:29.229259 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:44:29.288617 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b06ca7d-ae2f-4a1b-9d0e-95d314cc229e x-openstack-request-id: req-3b06ca7d-ae2f-4a1b-9d0e-95d314cc229e {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:44:29.288915 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:44:29.289167 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3b06ca7d-ae2f-4a1b-9d0e-95d314cc229e {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:44:29.289581 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'status': 'completed', 'code': 200} Nov 03 16:44:29.320269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9f8a1-0726-4f90-bfd1-6d77a2860203 service neutron] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:29.346670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d82fd2-3cad-45db-8ab0-7d47773698aa req-c11fa2a1-8d1e-40fb-bca8-97e16ffeef46 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:29.348176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8d82fd2-3cad-45db-8ab0-7d47773698aa req-c11fa2a1-8d1e-40fb-bca8-97e16ffeef46 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 943 time: 0.1136861 Nov 03 16:44:29.355763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff006-ba54-4b32-9028-8b669566418b req-1a9293dc-046b-41ac-a26b-c9d90e0bf119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:29.357233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-1a9293dc-046b-41ac-a26b-c9d90e0bf119 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1094 time: 0.0764618 Nov 03 16:44:29.420933 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-4e9f82d9-7d06-4bba-815d-e0f5574097f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 217 time: 0.0494273 Nov 03 16:44:29.446160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8d82fd2-3cad-45db-8ab0-7d47773698aa req-188f584b-cd41-4f6e-a826-8f427e5e6701 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879464 Nov 03 16:44:29.481855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff006-ba54-4b32-9028-8b669566418b req-7c36b134-ec6b-4d91-bbf8-6e879c41f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:29.483325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-7c36b134-ec6b-4d91-bbf8-6e879c41f198 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0526326 Nov 03 16:44:29.530756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff006-ba54-4b32-9028-8b669566418b req-04bccf5e-b700-43cd-8625-fe17de00d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:29.532224 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-04bccf5e-b700-43cd-8625-fe17de00d87e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410841 Nov 03 16:44:29.623285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-6de3a0ac-8e40-4612-af68-1d6818bb159a service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841818 Nov 03 16:44:29.709791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4bff006-ba54-4b32-9028-8b669566418b req-ab086d80-1f44-4f98-b1c6-9c83ddd6e234 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798404 Nov 03 16:44:29.794990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-4004f0ca-4fac-41bb-9833-2ce24fca1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:29.796375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-4004f0ca-4fac-41bb-9833-2ce24fca1cef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1094 time: 0.0409331 Nov 03 16:44:29.889800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-e5a912e5-ee46-4b90-b9f8-9ba2ee67a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:29.891243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-e5a912e5-ee46-4b90-b9f8-9ba2ee67a7f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0867634 Nov 03 16:44:29.932583 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-38f4f49d-997e-4b87-bd0d-6b114328db18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 217 time: 0.0336564 Nov 03 16:44:29.984411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-df4697af-068d-48ef-8a34-6bdb0c649558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:29.985862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-df4697af-068d-48ef-8a34-6bdb0c649558 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0463700 Nov 03 16:44:30.031897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-268fe9c1-4055-49d9-9521-dca6bc66a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:30.033357 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-268fe9c1-4055-49d9-9521-dca6bc66a766 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405049 Nov 03 16:44:30.130433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-067feca0-3336-4e56-a3c2-859354895026 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890806 Nov 03 16:44:30.220941 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04473e8f-bf33-4b2f-ac65-62f3fc0ed9a1 req-5cf8dc83-b3fe-4f1b-a969-abca7f264426 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819929 Nov 03 16:44:30.564008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aefe46-ccc9-4ba2-b374-ccc83e64ac40 req-9280c410-1ce0-43e5-b436-22dd2fc868e0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:30.565474 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04aefe46-ccc9-4ba2-b374-ccc83e64ac40 req-9280c410-1ce0-43e5-b436-22dd2fc868e0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 943 time: 0.0493810 Nov 03 16:44:30.616742 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-04aefe46-ccc9-4ba2-b374-ccc83e64ac40 req-fd493408-9ce8-4816-94e5-fd53e47c965c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451977 Nov 03 16:44:31.735363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecd3c8-312d-4fbe-b20d-db334edd6299 req-6d7bdf38-0274-4d4a-a23e-a233e11f1f3a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:31.736852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4aecd3c8-312d-4fbe-b20d-db334edd6299 req-6d7bdf38-0274-4d4a-a23e-a233e11f1f3a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 943 time: 0.0517092 Nov 03 16:44:31.787303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4aecd3c8-312d-4fbe-b20d-db334edd6299 req-826bea96-7683-4522-92d9-f414952166ff tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443442 Nov 03 16:44:31.798348 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:32.595267 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e133957-c6c4-4d55-9a96-6e1ff4fce475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:32.903135 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb751b-fb9c-4fff-bceb-86e7f58b7b81 req-58ebdd74-3c85-4901-b645-c4998c089d94 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:32.904514 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8fbb751b-fb9c-4fff-bceb-86e7f58b7b81 req-58ebdd74-3c85-4901-b645-c4998c089d94 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 943 time: 0.0484478 Nov 03 16:44:32.953089 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8fbb751b-fb9c-4fff-bceb-86e7f58b7b81 req-89df3f90-21a8-4a07-a5e2-4bf0f4e40e1d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426006 Nov 03 16:44:34.068825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d92c-b56b-45a5-93d0-1814b75b135b req-a1b653fd-4b78-49e1-bd04-da220e775759 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:34.070436 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a73d92c-b56b-45a5-93d0-1814b75b135b req-a1b653fd-4b78-49e1-bd04-da220e775759 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 943 time: 0.0494025 Nov 03 16:44:34.114556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:44:34.118870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a73d92c-b56b-45a5-93d0-1814b75b135b req-57164918-02dc-4c34-8778-abab8c59da0b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422099 Nov 03 16:44:34.208888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:44:34.224641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'mac_address': 'fa:16:3e:f4:6b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:44:34.261231 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:34.274915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf8c094-2864-437c-b56a-4fcff0d27276 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:44:34.296304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:44:34.300009 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:34.346417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:34.502856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['daf8c094-2864-437c-b56a-4fcff0d27276'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:44:35.025708 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3191f881-f6e5-454e-85ff-e7904a7c57e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:35.234272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e423-64bc-47f9-920f-4bcdd56c7c84 req-a3b83323-4ad1-40e8-b33d-54ce5a6ecbc7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:35.235727 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5993e423-64bc-47f9-920f-4bcdd56c7c84 req-a3b83323-4ad1-40e8-b33d-54ce5a6ecbc7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 944 time: 0.0488923 Nov 03 16:44:35.283750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5993e423-64bc-47f9-920f-4bcdd56c7c84 req-d322cee6-602d-450d-bf72-1114d79cc744 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420780 Nov 03 16:44:36.130451 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:44:36.179307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port daf8c094-2864-437c-b56a-4fcff0d27276 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:44:36.183042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port daf8c094-2864-437c-b56a-4fcff0d27276 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:44:36.183399 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:36.263207 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:36.286492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:44:36.288733 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8873829-53d9-493d-a62f-daa8398b6a55" -d '{"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-plugged", "status": "completed", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:44:36.300818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:44:36.304715 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:36.334485 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a71692-1748-4cf8-b4a2-0572853af3e0 x-openstack-request-id: req-66a71692-1748-4cf8-b4a2-0572853af3e0 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:44:36.334779 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-plugged", "status": "completed", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:44:36.335041 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66a71692-1748-4cf8-b4a2-0572853af3e0 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:44:36.335432 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'code': 200} Nov 03 16:44:36.361911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:44:36.384747 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:36.412230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b4b56-1708-4639-ba3a-5e720538ba6e req-de5626a4-4bdc-4c16-b558-02d9fe11a501 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:36.413741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b9b4b56-1708-4639-ba3a-5e720538ba6e req-de5626a4-4bdc-4c16-b558-02d9fe11a501 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0556080 Nov 03 16:44:36.433146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55cf96-2a43-4586-89ff-0a0157e98e25 req-7b18de43-6b94-429c-b7d6-b90efa412f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:36.435624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a55cf96-2a43-4586-89ff-0a0157e98e25 req-7b18de43-6b94-429c-b7d6-b90efa412f70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1096 time: 0.0416100 Nov 03 16:44:36.463556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6b9b4b56-1708-4639-ba3a-5e720538ba6e req-681dedf0-1a41-4cb3-9a3c-ad17049aa4c0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Nov 03 16:44:36.482701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2a55cf96-2a43-4586-89ff-0a0157e98e25 req-d400c0bc-7007-4363-bedf-c74f4d7fcfea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380783 Nov 03 16:44:37.587538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b1542-52e8-4905-8e18-2456aef71f40 req-8af6c08f-372e-4dc8-be05-1b44b45a4da0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:37.589003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874b1542-52e8-4905-8e18-2456aef71f40 req-8af6c08f-372e-4dc8-be05-1b44b45a4da0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0544031 Nov 03 16:44:37.637314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874b1542-52e8-4905-8e18-2456aef71f40 req-db1d2c43-8c54-48a1-9d4b-87622354efea tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411816 Nov 03 16:44:37.886142 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:38.484677 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:38.752084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00f3f2-5c9d-428d-a553-f8e6dffd70c1 req-8bc41b5e-e0c1-41a0-a2fd-eff8fcb2f331 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:38.753547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e00f3f2-5c9d-428d-a553-f8e6dffd70c1 req-8bc41b5e-e0c1-41a0-a2fd-eff8fcb2f331 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0483935 Nov 03 16:44:38.800490 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e00f3f2-5c9d-428d-a553-f8e6dffd70c1 req-6c936d6b-574e-4cea-a4c3-f056cb837d56 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408645 Nov 03 16:44:38.912089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d515b9-17a7-4416-a35c-e7317d873fcf req-747e1f11-8dc5-4e9d-bb5f-4a2c733a52c6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:38.913564 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76d515b9-17a7-4416-a35c-e7317d873fcf req-747e1f11-8dc5-4e9d-bb5f-4a2c733a52c6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0488884 Nov 03 16:44:38.922818 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46538) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:44:38.927375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-18c5163d-c430-4015-9033-d17a1c8ed687 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'floatingip': {'port_id': 'daf8c094-2864-437c-b56a-4fcff0d27276'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:44:38.970068 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18c5163d-c430-4015-9033-d17a1c8ed687 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:39.394972 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18c5163d-c430-4015-9033-d17a1c8ed687 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:39.398476 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18c5163d-c430-4015-9033-d17a1c8ed687 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:39.493147 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-18c5163d-c430-4015-9033-d17a1c8ed687 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Floating IP b380ce12-3da8-4725-98ec-f833621d05aa associated. External IP: 172.25.6.224, port: daf8c094-2864-437c-b56a-4fcff0d27276. Nov 03 16:44:39.699094 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c5163d-c430-4015-9033-d17a1c8ed687 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:44:39.806146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c5163d-c430-4015-9033-d17a1c8ed687 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:44:39.811210 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-18c5163d-c430-4015-9033-d17a1c8ed687 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:44:39.816414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:44:39.825429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:44:39.825844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:44:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:44:39.837746 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-18c5163d-c430-4015-9033-d17a1c8ed687 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "PUT /v2.0/floatingips/b380ce12-3da8-4725-98ec-f833621d05aa HTTP/1.1" status: 200 len: 991 time: 0.9137988 Nov 03 16:44:39.838341 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:44:39.841323 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beef5929-1245-42e1-b80e-9cad46f52255" -d '{"events": [{"name": "network-changed", "server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:44:39.936643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:44:39.952325 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04f8057-3272-4a93-bf39-52f4f71862e5 x-openstack-request-id: req-a04f8057-3272-4a93-bf39-52f4f71862e5 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:44:39.952619 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:44:39.952878 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a04f8057-3272-4a93-bf39-52f4f71862e5 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:44:39.953290 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'status': 'completed', 'code': 200} Nov 03 16:44:40.016622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5929-1245-42e1-b80e-9cad46f52255 req-0e6c61e7-87f6-4076-ac25-2183c9d1e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:40.018135 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-beef5929-1245-42e1-b80e-9cad46f52255 req-0e6c61e7-87f6-4076-ac25-2183c9d1e9ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1096 time: 0.0407381 Nov 03 16:44:40.113179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5929-1245-42e1-b80e-9cad46f52255 req-4262981b-8d0f-4155-a85f-625901ee3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:40.114743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-beef5929-1245-42e1-b80e-9cad46f52255 req-4262981b-8d0f-4155-a85f-625901ee3bca service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0886147 Nov 03 16:44:40.157849 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:f4:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed19473-95f5-430a-8956-0700a75e1a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:44:39Z', 'revision_number': 9, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:44:40.179468 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-beef5929-1245-42e1-b80e-9cad46f52255 req-d5f31f07-79f9-4f87-8d00-de07b7dad8b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 999 time: 0.0581362 Nov 03 16:44:40.188107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:44:40.196399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:44:40.196985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:44:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:44:40.233659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5929-1245-42e1-b80e-9cad46f52255 req-81d9bc3a-917d-4629-93d5-e9fd88f39d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:40.235128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-beef5929-1245-42e1-b80e-9cad46f52255 req-81d9bc3a-917d-4629-93d5-e9fd88f39d18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0481091 Nov 03 16:44:40.282073 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5929-1245-42e1-b80e-9cad46f52255 req-df77b0ad-3ca0-4db6-bf0f-65318795ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:40.283613 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-beef5929-1245-42e1-b80e-9cad46f52255 req-df77b0ad-3ca0-4db6-bf0f-65318795ff1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408831 Nov 03 16:44:40.304078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:44:40.372773 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-beef5929-1245-42e1-b80e-9cad46f52255 req-f3db3172-ebb9-4982-be13-75405b32d637 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811565 Nov 03 16:44:40.466249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-beef5929-1245-42e1-b80e-9cad46f52255 req-2a6c268d-8c01-4327-b4b3-6b6e8d3243ff service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863621 Nov 03 16:44:40.525414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:f4:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed19473-95f5-430a-8956-0700a75e1a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:44:39Z', 'revision_number': 9, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:44:40.555571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8200c5-d137-4ddb-8dc2-c580a0894195 None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:f4:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed19473-95f5-430a-8956-0700a75e1a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:44:39Z', 'revision_number': 9, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:44:40.751168 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8aece-a2b6-4956-a29b-75e12667cbf1 None None] New status for floating IP b380ce12-3da8-4725-98ec-f833621d05aa: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:44:50.912163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-0802cfcc-7f24-4b29-a401-48b8dc7e3b72 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391388 Nov 03 16:44:50.997036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-731f8578-5a54-4321-b7fc-9b5d21c67a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:50.999054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-731f8578-5a54-4321-b7fc-9b5d21c67a12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1096 time: 0.0436051 Nov 03 16:44:51.099016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-50bc5754-5c25-465a-b18d-eb909efea736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:51.100467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-50bc5754-5c25-465a-b18d-eb909efea736 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0831356 Nov 03 16:44:51.167798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-2aad3b78-3338-4a28-8dcf-67e73da87e1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1002 time: 0.0600612 Nov 03 16:44:51.215713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-cbc55651-cdeb-4697-9ce9-f390143350b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:51.217118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-cbc55651-cdeb-4697-9ce9-f390143350b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0425127 Nov 03 16:44:51.262589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-0f6438a5-7f98-4de7-baf5-7e54ce4ade83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:44:51.263942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-0f6438a5-7f98-4de7-baf5-7e54ce4ade83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392184 Nov 03 16:44:51.699273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-4a03cd8c-8107-4fe1-8c08-4e4e1bf19665 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276423 Nov 03 16:44:51.788113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04bfa0f5-25f9-417d-90ee-649c1d17f4cc req-0fb334fa-723b-4da0-bcce-881b12c75df5 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812733 Nov 03 16:44:52.335225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:01.469819 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:45:01.799985 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:02.596674 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b34d-6aa4-4859-b69b-f69bf041cbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:05.025745 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-47a821b3-7f1e-40f1-b51d-b5026281b4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:06.386467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:07.889041 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:08.476076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:22.334189 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:31.817244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:32.598463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72c6452d-492d-4d6f-9a34-d9ee8369beda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:35.027316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-092fe98b-e691-4aae-9934-7489fa6499db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:36.389413 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:37.891602 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:38.468979 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:45:38.477373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:45:50.912440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-d50e1b18-dfc4-43d1-af74-707d6a5434cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392587 Nov 03 16:45:50.997865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-2a099422-c649-4305-928a-504d89852746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:45:50.999338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-2a099422-c649-4305-928a-504d89852746 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1096 time: 0.0436342 Nov 03 16:45:51.101609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-57b70b02-62cb-4d2a-8d44-c5289760b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:45:51.103107 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-57b70b02-62cb-4d2a-8d44-c5289760b310 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0841920 Nov 03 16:45:51.174093 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-e5c497b8-fd14-4b93-b8d9-4cde7a1d40c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1002 time: 0.0617046 Nov 03 16:45:51.223971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-367ca1de-32b5-41c3-a41e-39f2de9839b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:45:51.225407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-367ca1de-32b5-41c3-a41e-39f2de9839b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0443094 Nov 03 16:45:51.270656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-41ea2fed-26cc-4943-b66a-9b78adadfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:45:51.272161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-41ea2fed-26cc-4943-b66a-9b78adadfeb3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398593 Nov 03 16:45:51.362847 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-792c511b-5c22-4f6c-94d2-6299cf42ffd0 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832589 Nov 03 16:45:51.455029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a56ba4a5-a776-4f9d-b1ea-d3d65eec3d1d req-f3ba8cc3-b274-4dc5-b950-16baa2e65da1 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846727 Nov 03 16:45:52.356159 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:01.850715 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:02.600138 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fbc07e58-8564-4a04-9065-503adc28f679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:05.027711 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-89d1193b-9304-4b98-bcb0-94f192e8a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:06.546801 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:07.894279 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:08.479998 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:14.821993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-20e96218-e13e-4306-bfb8-0ab78104e03a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449436 Nov 03 16:46:14.848372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382be3-1be1-4d0a-a137-75a7008fcb98 req-a3948a22-0202-4bb8-9f12-6bf3b95260fb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:14.850031 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-37382be3-1be1-4d0a-a137-75a7008fcb98 req-a3948a22-0202-4bb8-9f12-6bf3b95260fb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0587778 Nov 03 16:46:14.899802 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-37382be3-1be1-4d0a-a137-75a7008fcb98 req-7c7c2806-5a88-4416-aef4-09e61b545af9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Nov 03 16:46:15.468077 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:46:16.023330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad7538-c96c-4656-8a8b-a788565613b4 req-0a27f431-6671-4716-b0d2-74c2cccd33f5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:16.024825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1ad7538-c96c-4656-8a8b-a788565613b4 req-0a27f431-6671-4716-b0d2-74c2cccd33f5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0523076 Nov 03 16:46:16.105204 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e1ad7538-c96c-4656-8a8b-a788565613b4 req-fbcc3e1d-a4b8-4961-b12d-c6fc7369dfee tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720229 Nov 03 16:46:16.106964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-b442fac7-43f5-4751-b229-6e50e4e42bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:16.108380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-b442fac7-43f5-4751-b229-6e50e4e42bc1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1096 time: 0.0693982 Nov 03 16:46:16.207878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-846ab967-f6a6-442a-b111-a7bd17c2bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:16.209284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-846ab967-f6a6-442a-b111-a7bd17c2bec3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0942826 Nov 03 16:46:16.274168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-b2e95cb9-994e-4dc0-ab43-3929db1d3b99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1002 time: 0.0579572 Nov 03 16:46:16.326738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-efdb83d6-f632-470f-bfd0-71729bc523f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:16.328143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-efdb83d6-f632-470f-bfd0-71729bc523f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0470078 Nov 03 16:46:16.374707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-b177c4ab-9ff8-49a8-b3de-a73589442e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:16.376160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-b177c4ab-9ff8-49a8-b3de-a73589442e80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397935 Nov 03 16:46:16.467094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-68885224-7bc8-4a42-9622-bf9e7de9517b service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829225 Nov 03 16:46:16.560110 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-8309645d-26ce-4f67-acd4-f8d29672cc48 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862086 Nov 03 16:46:17.221842 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b289de1-cb80-44e6-96aa-e6fcbfedb191 req-96cd4497-b512-4641-8974-b0cca8a7d3e3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:17.223304 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b289de1-cb80-44e6-96aa-e6fcbfedb191 req-96cd4497-b512-4641-8974-b0cca8a7d3e3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0499697 Nov 03 16:46:17.271216 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0b289de1-cb80-44e6-96aa-e6fcbfedb191 req-bdef070d-b36a-4549-b181-7f319c8ecc60 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418587 Nov 03 16:46:18.388380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92832e-8bc8-462a-99a2-cd23c7e3447e req-1118f30b-b651-4d83-8d0b-e70429cb4a5e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:18.389859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d92832e-8bc8-462a-99a2-cd23c7e3447e req-1118f30b-b651-4d83-8d0b-e70429cb4a5e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0493262 Nov 03 16:46:18.435992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3d92832e-8bc8-462a-99a2-cd23c7e3447e req-adef09d4-e240-4445-a2bc-e1b54455db2b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401525 Nov 03 16:46:19.550253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512524f-5231-4095-81ca-cde130157ba8 req-6e35d8b8-29f5-455d-8aad-b4eefff5b8bc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:19.551720 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a512524f-5231-4095-81ca-cde130157ba8 req-6e35d8b8-29f5-455d-8aad-b4eefff5b8bc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0483565 Nov 03 16:46:19.605977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a512524f-5231-4095-81ca-cde130157ba8 req-2fa66b68-9721-4f14-8fc7-669750e14d83 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482996 Nov 03 16:46:20.725409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24082c-f37f-421e-bf27-761f4ddb7dae req-73b22eb2-5483-4b23-8c2c-2cc5fc4c6297 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:20.726924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a24082c-f37f-421e-bf27-761f4ddb7dae req-73b22eb2-5483-4b23-8c2c-2cc5fc4c6297 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0529995 Nov 03 16:46:20.773697 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a24082c-f37f-421e-bf27-761f4ddb7dae req-31373d15-c19e-4e22-9b54-faca7424a6bc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398486 Nov 03 16:46:21.889486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5dfc6-68cb-44bb-8b98-30a25cb0b07f req-bfd4dae6-a1db-4f9b-9e29-e2ee67d12d30 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:21.890954 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-69c5dfc6-68cb-44bb-8b98-30a25cb0b07f req-bfd4dae6-a1db-4f9b-9e29-e2ee67d12d30 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Nov 03 16:46:21.938656 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-69c5dfc6-68cb-44bb-8b98-30a25cb0b07f req-495741ed-4297-4594-83c0-c448e877c646 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417016 Nov 03 16:46:22.382820 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:23.057060 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a998ffa-50ca-492b-8081-6c1ef9aebd2e req-e13d5dcd-5830-421d-93b1-6a1708fb29b0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:23.058669 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a998ffa-50ca-492b-8081-6c1ef9aebd2e req-e13d5dcd-5830-421d-93b1-6a1708fb29b0 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0484936 Nov 03 16:46:23.105081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1a998ffa-50ca-492b-8081-6c1ef9aebd2e req-5b427fa4-843d-442e-a87b-e04e46036ecb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405560 Nov 03 16:46:24.219218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5ffb8-a2bd-4505-afa7-3151aa71e2fa req-9d72ea9b-2ade-4665-a0ae-1b9d185da352 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:24.220865 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2d5ffb8-a2bd-4505-afa7-3151aa71e2fa req-9d72ea9b-2ade-4665-a0ae-1b9d185da352 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0487807 Nov 03 16:46:24.268545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f2d5ffb8-a2bd-4505-afa7-3151aa71e2fa req-0e7b83c8-257b-4d82-87c8-1d69ab0c1609 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 Nov 03 16:46:25.387545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f0e2-746f-4c75-beac-6409a3869497 req-b4262ab9-c3da-41e1-a265-4b61ca05216c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:25.388992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c712f0e2-746f-4c75-beac-6409a3869497 req-b4262ab9-c3da-41e1-a265-4b61ca05216c tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Nov 03 16:46:25.434619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c712f0e2-746f-4c75-beac-6409a3869497 req-e89515a0-55e4-4825-ae2a-8e00f420c05f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396976 Nov 03 16:46:26.554064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdd9c1-1965-4870-9ffd-1425d738a45b req-b738a558-dcb5-44b4-bf55-ce4d68ff5626 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:26.555530 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5dfdd9c1-1965-4870-9ffd-1425d738a45b req-b738a558-dcb5-44b4-bf55-ce4d68ff5626 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0520384 Nov 03 16:46:26.602773 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5dfdd9c1-1965-4870-9ffd-1425d738a45b req-833868ee-86f4-474f-a452-8a9ef9c30fbc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405316 Nov 03 16:46:27.718365 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44db7-ada1-458a-bb53-b119126239d9 req-05082524-505d-43a7-aca2-bfe9d55cf52e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:27.719860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7b44db7-ada1-458a-bb53-b119126239d9 req-05082524-505d-43a7-aca2-bfe9d55cf52e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0486138 Nov 03 16:46:27.766743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7b44db7-ada1-458a-bb53-b119126239d9 req-12176d02-23de-49e2-be60-55dda0805d6e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406168 Nov 03 16:46:28.534948 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-088ff3db-043c-42aa-b9ef-ea69d1ebe90c service neutron] show failed (client error): The resource could not be found. Nov 03 16:46:28.535971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-088ff3db-043c-42aa-b9ef-ea69d1ebe90c service neutron] 10.222.0.70 "GET /v2.0/ports/daf8c094-2864-437c-b56a-4fcff0d27276/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0547540 Nov 03 16:46:28.738205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-90f18e40-0e72-4f9c-8d35-da4a2c16061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:28.739688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-90f18e40-0e72-4f9c-8d35-da4a2c16061f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 1096 time: 0.0454609 Nov 03 16:46:28.757822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:46:28.810570 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:28.885239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc2568-70b3-42b7-b13e-74e5c1df49f7 req-0e3dc964-f228-4e2a-af33-51d3cf9c0eaa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:28.887434 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3fc2568-70b3-42b7-b13e-74e5c1df49f7 req-0e3dc964-f228-4e2a-af33-51d3cf9c0eaa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0498950 Nov 03 16:46:28.934745 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3fc2568-70b3-42b7-b13e-74e5c1df49f7 req-a1862548-bf9c-4d8e-9a94-08a5ef99a989 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412970 Nov 03 16:46:29.014866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:29.046946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:46:29.091392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:46:29.093730 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94700a5b-be69-4b35-b382-b302a725c50e" -d '{"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-unplugged", "status": "completed", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:46:29.098128 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:29.111243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Transition to ACTIVE for port object daf8c094-2864-437c-b56a-4fcff0d27276 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:46:29.115493 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:29.144563 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502fc433-8c69-41d5-873d-d0f147b463ff x-openstack-request-id: req-502fc433-8c69-41d5-873d-d0f147b463ff {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:46:29.144862 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-unplugged", "status": "completed", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:46:29.145119 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-502fc433-8c69-41d5-873d-d0f147b463ff {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:46:29.145540 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'code': 200} Nov 03 16:46:29.197823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:29.212268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.212618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.213017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.213358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.213838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.214172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.214499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.214829 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.215157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.215482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.215806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.216126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:29.250305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] No DVR routers for this DVR port daf8c094-2864-437c-b56a-4fcff0d27276 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:46:29.394076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:46:29.394412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:46:29.394745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:46:29.399002 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Port daf8c094-2864-437c-b56a-4fcff0d27276 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:46:29.399328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:46:29.404838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:46:29.405183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:46:29.405585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:46:29.406020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Bound port: daf8c094-2864-437c-b56a-4fcff0d27276, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:46:29.406378 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:29.468998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:46:29.472198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:46:29.476432 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:29.508502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:29.509168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:29.511200 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] 10.222.0.15 "PUT /v2.0/ports/daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1091 time: 0.7568007 Nov 03 16:46:29.534197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b632b-9b59-48ea-921a-3a85fdcea256 service neutron] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:29.586078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-36e3dbb4-938f-43b1-891f-dc9734086add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:29.587600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-36e3dbb4-938f-43b1-891f-dc9734086add service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1094 time: 0.0435488 Nov 03 16:46:29.688194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-d33a3187-df21-444c-b832-6f979e65adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:29.689688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-d33a3187-df21-444c-b832-6f979e65adf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0941010 Nov 03 16:46:29.758137 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-bb3840a8-ba92-4eeb-8384-0202519fde31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1000 time: 0.0608983 Nov 03 16:46:29.811621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-efc0a8a6-8841-48d5-9131-52c851e1d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:29.813004 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-efc0a8a6-8841-48d5-9131-52c851e1d416 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0479686 Nov 03 16:46:29.859076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-131d45ca-dcf0-4d85-9ea9-5f9278c40f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:29.860546 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-131d45ca-dcf0-4d85-9ea9-5f9278c40f4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403807 Nov 03 16:46:29.950323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-f212b9be-3c7c-494e-9cdd-712438de11f3 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820601 Nov 03 16:46:30.047529 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a1ed300-a715-4f63-907c-bb67249fa03b req-cbad2880-7308-48f3-ae7d-058099d60d2b service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905919 Nov 03 16:46:30.055989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095ecad-f711-48b6-910e-144811787493 req-30c768d1-614d-4171-8aba-62db317a0adf tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:30.058251 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3095ecad-f711-48b6-910e-144811787493 req-30c768d1-614d-4171-8aba-62db317a0adf tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 943 time: 0.0512354 Nov 03 16:46:30.105071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3095ecad-f711-48b6-910e-144811787493 req-013c5a42-fba5-4311-9f76-20c38dcf27f3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403960 Nov 03 16:46:31.147180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:46:31.149620 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9238fbb8-7056-417a-93c7-812628b160a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:46:31.208393 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb96a77-2930-4c69-b77f-cc32db899322 x-openstack-request-id: req-ccb96a77-2930-4c69-b77f-cc32db899322 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:46:31.208683 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:46:31.208942 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ccb96a77-2930-4c69-b77f-cc32db899322 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:46:31.209366 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'status': 'completed', 'code': 200} Nov 03 16:46:31.272372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f50b9-7df0-4951-a6db-3ce734582096 req-02d1a742-ba88-4bfe-9ecc-34523624769b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:31.273887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9c2f50b9-7df0-4951-a6db-3ce734582096 req-02d1a742-ba88-4bfe-9ecc-34523624769b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 943 time: 0.0952399 Nov 03 16:46:31.335257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238fbb8-7056-417a-93c7-812628b160a9 req-adddef25-9b3a-4fff-b41e-fb1ec1e9b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:31.336747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-adddef25-9b3a-4fff-b41e-fb1ec1e9b70c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1094 time: 0.1183250 Nov 03 16:46:31.342462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238fbb8-7056-417a-93c7-812628b160a9 req-0d72b725-de67-4abe-aa3c-ecd424ad60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:31.343909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-0d72b725-de67-4abe-aa3c-ecd424ad60b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1094 time: 0.0935824 Nov 03 16:46:31.383368 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9c2f50b9-7df0-4951-a6db-3ce734582096 req-7b9aa024-0927-46a6-8b79-ead1d94f9fdd tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942438 Nov 03 16:46:31.508592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238fbb8-7056-417a-93c7-812628b160a9 req-cb9808f2-6208-4174-8f0e-ccc1f2991e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:31.510087 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-cb9808f2-6208-4174-8f0e-ccc1f2991e76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1613724 Nov 03 16:46:31.515104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238fbb8-7056-417a-93c7-812628b160a9 req-b33ca43c-3bdf-4519-ba2d-9c4f20d93a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:31.516497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-b33ca43c-3bdf-4519-ba2d-9c4f20d93a8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1582344 Nov 03 16:46:31.619899 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-b2464074-84e2-4737-b105-17d7f6f74b48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1000 time: 0.1024549 Nov 03 16:46:31.625467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-b95be709-bcae-4540-bfb8-854b3ff3ea06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1000 time: 0.1013920 Nov 03 16:46:31.707446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238fbb8-7056-417a-93c7-812628b160a9 req-c3bb32e8-cdeb-4b11-bd0a-6036762f2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:31.709224 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-c3bb32e8-cdeb-4b11-bd0a-6036762f2790 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0826302 Nov 03 16:46:31.710649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238fbb8-7056-417a-93c7-812628b160a9 req-5c907a1b-3eb2-4a98-a12b-209f0e3d6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:31.711949 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-5c907a1b-3eb2-4a98-a12b-209f0e3d6092 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0783854 Nov 03 16:46:31.784213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238fbb8-7056-417a-93c7-812628b160a9 req-49664491-1d08-4b17-812c-1876d9c31fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:31.786012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-49664491-1d08-4b17-812c-1876d9c31fa2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697658 Nov 03 16:46:31.788477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238fbb8-7056-417a-93c7-812628b160a9 req-0c231daa-09b1-4d0e-8420-995c487c6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:31.789834 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-0c231daa-09b1-4d0e-8420-995c487c6375 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657673 Nov 03 16:46:31.864804 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:31.952556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-6c5c46fd-c315-458b-937d-b5fa94cb85f8 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588182 Nov 03 16:46:31.954601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-d55c3c71-92e7-453a-83d1-0a02177a0e93 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533012 Nov 03 16:46:32.112986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-9b262da3-b1bd-44eb-92b5-21f39d1a6798 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521521 Nov 03 16:46:32.114886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9238fbb8-7056-417a-93c7-812628b160a9 req-e1d3fe5d-5542-4cbc-9592-4e6918af187a service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470978 Nov 03 16:46:32.503564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d833b4-d0c1-41dc-be6a-4e6f1902ca72 req-16530d65-ed9e-4ba7-bfd4-67dbb16eb36e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:32.505037 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07d833b4-d0c1-41dc-be6a-4e6f1902ca72 req-16530d65-ed9e-4ba7-bfd4-67dbb16eb36e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 943 time: 0.0497217 Nov 03 16:46:32.552499 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-07d833b4-d0c1-41dc-be6a-4e6f1902ca72 req-7a61e963-f816-4e6c-9c51-61c85e05e414 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412135 Nov 03 16:46:32.601855 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-642cd2ea-eda4-47d1-82c9-b3c9258b6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:32.656167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:46:32.750657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:32.761016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:46:32.765442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'mac_address': 'fa:16:3e:f4:6b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:46:32.832723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:46:32.834149 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:32.847418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf8c094-2864-437c-b56a-4fcff0d27276 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:46:32.867481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:32.872079 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:32.919038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:32.926300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.926649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.926997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.927331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.927668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.928001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.928331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.928660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.928985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.929309 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.929667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:32.929994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:46:33.296974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['daf8c094-2864-437c-b56a-4fcff0d27276'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:46:33.677437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004acf8-cd11-4e20-b637-962ddd3d0bb9 req-a9fc5166-98ef-48c4-a800-20face8f3fa9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:33.679065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a004acf8-cd11-4e20-b637-962ddd3d0bb9 req-a9fc5166-98ef-48c4-a800-20face8f3fa9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 944 time: 0.0560670 Nov 03 16:46:33.726460 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a004acf8-cd11-4e20-b637-962ddd3d0bb9 req-8edb3c96-3901-4869-b74c-37df6d2bb35e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Nov 03 16:46:34.038231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-38d26e2c-bfd5-459c-90be-521fbcdef1c5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:34.039699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-38d26e2c-bfd5-459c-90be-521fbcdef1c5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95&tenant_id=9d7f0fc6df7b4a8386454e7453070e09&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 944 time: 0.0834563 Nov 03 16:46:34.061012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51540a-acfd-4ad2-ba7d-b22d0e8545ed req-5de49023-092e-4288-99aa-e0fbb8866e2d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:34.062465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d51540a-acfd-4ad2-ba7d-b22d0e8545ed req-5de49023-092e-4288-99aa-e0fbb8866e2d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 944 time: 0.0783527 Nov 03 16:46:34.144943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7d51540a-acfd-4ad2-ba7d-b22d0e8545ed req-4ba6e9ae-01ff-49c7-8682-031e418c3278 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649393 Nov 03 16:46:34.146422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-20b55511-8e1a-4bfa-b9f8-18b9c35d4881 service neutron] 10.222.0.15 "GET /v2.0/ports/daf8c094-2864-437c-b56a-4fcff0d27276/bindings/n-h1-813897-2 HTTP/1.1" status: 200 len: 382 time: 0.0988522 Nov 03 16:46:34.224362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-3c9d5528-00fe-4fb3-b894-157652823747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:34.225802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-3c9d5528-00fe-4fb3-b894-157652823747 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1095 time: 0.0412438 Nov 03 16:46:34.318423 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-4b6b2b4f-08bb-4e94-a47e-5e28316bdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:34.319866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-4b6b2b4f-08bb-4e94-a47e-5e28316bdeef service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0870938 Nov 03 16:46:34.384535 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-5b84564e-39a7-4555-b92d-bdad877584f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1001 time: 0.0576897 Nov 03 16:46:34.438076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-058e625a-a118-4fb0-8f3d-2f102781ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:34.439556 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-058e625a-a118-4fb0-8f3d-2f102781ab93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0484169 Nov 03 16:46:34.487688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-35172583-6407-4053-9ab6-6e28450ab943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:34.489069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-35172583-6407-4053-9ab6-6e28450ab943 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427372 Nov 03 16:46:34.580189 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-d8089e50-6ad5-434c-936c-c1dcd8b7e966 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839260 Nov 03 16:46:34.668853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-160a73bb-d27f-446c-a20b-e52e8531c8a4 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813940 Nov 03 16:46:34.670444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:46:34.721246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port daf8c094-2864-437c-b56a-4fcff0d27276 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:46:34.725383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port daf8c094-2864-437c-b56a-4fcff0d27276 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:46:34.725795 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:34.802420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:34.829903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:46:34.832131 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dcc975-a018-4f3a-a7b5-3699d2c35005" -d '{"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-plugged", "status": "completed", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:46:34.844736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:34.849492 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:34.884505 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47123975-8803-457a-8ec2-4e2e1a97b074 x-openstack-request-id: req-47123975-8803-457a-8ec2-4e2e1a97b074 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:46:34.884795 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-plugged", "status": "completed", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:46:34.885047 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-47123975-8803-457a-8ec2-4e2e1a97b074 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:46:34.885438 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'code': 200} Nov 03 16:46:34.899483 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:35.029983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2c5cdf63-3293-493d-b6c1-a6dac5afd2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:35.263018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def50c93-dbfb-486c-8c19-5a98ddf4d960 req-8bea24c1-0816-4802-8338-e373cea9f1f9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:35.264559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def50c93-dbfb-486c-8c19-5a98ddf4d960 req-8bea24c1-0816-4802-8338-e373cea9f1f9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0501816 Nov 03 16:46:35.316130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-def50c93-dbfb-486c-8c19-5a98ddf4d960 req-4c351256-f872-4daa-a980-4dc7775f2bb6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453820 Nov 03 16:46:36.395854 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:36.436254 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefade4c-547d-4014-a180-0166757758ae req-67ad894a-0341-4e41-859c-c83a8fcaf742 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:36.437758 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fefade4c-547d-4014-a180-0166757758ae req-67ad894a-0341-4e41-859c-c83a8fcaf742 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0505996 Nov 03 16:46:36.491861 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fefade4c-547d-4014-a180-0166757758ae req-9fd8920d-0ba6-4c1b-882e-8d27820764a5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481031 Nov 03 16:46:36.894400 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-f9dadade-3a6a-4be1-bd5d-ab057e781918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:36.895848 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-f9dadade-3a6a-4be1-bd5d-ab057e781918 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 1096 time: 0.0398064 Nov 03 16:46:36.907646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:46:36.958278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:37.153973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:37.186501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:46:37.225194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:46:37.227391 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b06ca1-7ede-462b-b8ca-5c7b94f6e3cf" -d '{"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-unplugged", "status": "completed", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:46:37.231202 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:37.243825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Transition to ACTIVE for port object daf8c094-2864-437c-b56a-4fcff0d27276 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:46:37.248615 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:37.289071 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90d923-0c6b-4a5d-b26d-019bcc71e237 x-openstack-request-id: req-0b90d923-0c6b-4a5d-b26d-019bcc71e237 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:46:37.289359 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-unplugged", "status": "completed", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:46:37.289990 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0b90d923-0c6b-4a5d-b26d-019bcc71e237 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:46:37.290389 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'code': 200} Nov 03 16:46:37.306619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:37.389851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] No DVR routers for this DVR port daf8c094-2864-437c-b56a-4fcff0d27276 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:46:37.536123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:46:37.536466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:46:37.536799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:46:37.541634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Port daf8c094-2864-437c-b56a-4fcff0d27276 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:46:37.541958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Attempting to bind port daf8c094-2864-437c-b56a-4fcff0d27276 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:46:37.546964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:46:37.547301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:46:37.547682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:46:37.548110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Bound port: daf8c094-2864-437c-b56a-4fcff0d27276, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:46:37.548460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:37.614601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d356af8-a57b-4467-bb44-41c2366b6341 req-6d26d331-ebfa-44f9-983e-4a73023336ac tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:37.615122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:46:37.616041 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d356af8-a57b-4467-bb44-41c2366b6341 req-6d26d331-ebfa-44f9-983e-4a73023336ac tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 944 time: 0.0494564 Nov 03 16:46:37.617944 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:46:37.622556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:37.657426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:37.658064 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:37.659433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] 10.222.0.70 "PUT /v2.0/ports/daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1092 time: 0.7556250 Nov 03 16:46:37.669754 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d356af8-a57b-4467-bb44-41c2366b6341 req-932fd96a-bbb0-4c3c-aa22-6079f608fdf2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462410 Nov 03 16:46:37.683413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325786f8-5126-431b-b2a3-99bd326ab976 service neutron] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=11']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:37.736600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-a83ebad4-1dce-4c0d-bf98-9a09f32aaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:37.738148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-a83ebad4-1dce-4c0d-bf98-9a09f32aaa33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1095 time: 0.0486348 Nov 03 16:46:37.835709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-0cbb2a53-a33f-402d-ab1b-301e1af94376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:37.837198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-0cbb2a53-a33f-402d-ab1b-301e1af94376 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0908093 Nov 03 16:46:37.896484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:37.909223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-8892559e-2b71-4796-bcfc-fc37e048c27f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1000 time: 0.0649812 Nov 03 16:46:37.960798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-17e3200e-888a-4f4d-abeb-3f92dec60418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:37.962229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-17e3200e-888a-4f4d-abeb-3f92dec60418 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0453897 Nov 03 16:46:38.007481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-c29757a2-830f-49e1-a4ec-1ddfb175ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:38.008869 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-c29757a2-830f-49e1-a4ec-1ddfb175ac04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399127 Nov 03 16:46:38.103289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-dd13ed44-93ec-4f4a-b921-5e55a966ca62 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871072 Nov 03 16:46:38.189301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b8359c4-efd6-4ad6-9e04-7574be568817 req-c3e0381b-15a9-4c77-97b5-d4a0d3227e2e service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794384 Nov 03 16:46:38.483942 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:39.132222 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a0f8-d88a-4d5b-a2e6-96a44c3075b6 req-8b6b0d65-638e-4b3f-abe9-d8dae6defc72 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:39.133719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03d5a0f8-d88a-4d5b-a2e6-96a44c3075b6 req-8b6b0d65-638e-4b3f-abe9-d8dae6defc72 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 944 time: 0.3916750 Nov 03 16:46:39.181155 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03d5a0f8-d88a-4d5b-a2e6-96a44c3075b6 req-f0c73e9c-5ff5-46c8-8649-87e3ddc6a9af tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404074 Nov 03 16:46:39.291922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:46:39.294502 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6caac-d38e-46d9-8374-56a04da0536d" -d '{"events": [{"name": "network-changed", "server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:46:39.342227 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4ca5c0-0b7f-4dbe-8332-caf2a9cd3d69 x-openstack-request-id: req-be4ca5c0-0b7f-4dbe-8332-caf2a9cd3d69 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:46:39.342520 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:46:39.342773 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be4ca5c0-0b7f-4dbe-8332-caf2a9cd3d69 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:46:39.343171 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'status': 'completed', 'code': 200} Nov 03 16:46:39.434170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6caac-d38e-46d9-8374-56a04da0536d req-df61ff83-eff7-4ad6-bf53-b9ca4b582138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:39.435559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-df61ff83-eff7-4ad6-bf53-b9ca4b582138 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1095 time: 0.0659707 Nov 03 16:46:39.443835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6caac-d38e-46d9-8374-56a04da0536d req-6f0f9849-01b3-448d-8546-892a5c8f5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:39.445289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-6f0f9849-01b3-448d-8546-892a5c8f5daa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 1095 time: 0.0502989 Nov 03 16:46:39.602153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6caac-d38e-46d9-8374-56a04da0536d req-dafe481f-bc15-4b74-8d9d-7de89cb21469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:39.603626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-dafe481f-bc15-4b74-8d9d-7de89cb21469 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1574428 Nov 03 16:46:39.606785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6caac-d38e-46d9-8374-56a04da0536d req-b21091cd-d2e6-42e4-b862-1bde2df408e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:39.608124 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-b21091cd-d2e6-42e4-b862-1bde2df408e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1544313 Nov 03 16:46:39.723589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-8e70d92d-5db1-42d5-a87f-71c7c90202ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1000 time: 0.1119747 Nov 03 16:46:39.729164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-13a9d296-db2d-4d70-bd53-318158b15d66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 200 len: 1000 time: 0.1100209 Nov 03 16:46:39.807513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6caac-d38e-46d9-8374-56a04da0536d req-01b85cd6-bee7-4ea7-8394-7ebfd355e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:39.809565 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-01b85cd6-bee7-4ea7-8394-7ebfd355e932 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0784080 Nov 03 16:46:39.810951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6caac-d38e-46d9-8374-56a04da0536d req-f5dea968-b03b-402d-ba57-c9c7d4452700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:39.812249 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-f5dea968-b03b-402d-ba57-c9c7d4452700 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0738540 Nov 03 16:46:39.886460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6caac-d38e-46d9-8374-56a04da0536d req-7d377e27-30ed-422d-aaa0-d1ecc5a427e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:39.887963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-7d377e27-30ed-422d-aaa0-d1ecc5a427e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718019 Nov 03 16:46:39.890433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6caac-d38e-46d9-8374-56a04da0536d req-385984be-e710-4069-8505-5312d0383fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:39.891774 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-385984be-e710-4069-8505-5312d0383fc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682719 Nov 03 16:46:40.047883 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-73ac355e-f668-4cde-a9f0-55a5e831310e service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530340 Nov 03 16:46:40.049598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-c411ed64-150b-4f00-a5f2-7834e0914c58 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480238 Nov 03 16:46:40.208820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-eb5463cf-bd95-4cd2-aa36-00f50ea21c09 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527927 Nov 03 16:46:40.210725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4de6caac-d38e-46d9-8374-56a04da0536d req-d030eae6-c613-47aa-81aa-594715839f58 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473513 Nov 03 16:46:40.306573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f792bbe-a26a-46b9-9e29-674ce200d775 req-7b56eeee-c521-4fc2-9fa9-763bbacbf24a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:40.308593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f792bbe-a26a-46b9-9e29-674ce200d775 req-7b56eeee-c521-4fc2-9fa9-763bbacbf24a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 944 time: 0.0544887 Nov 03 16:46:40.355959 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f792bbe-a26a-46b9-9e29-674ce200d775 req-3edeb8c5-bd97-43f2-a6e1-403922882596 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413220 Nov 03 16:46:40.469835 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db114864-817a-4577-bb32-813895f13f52 req-2f3fa52d-b999-4dd2-819d-a23ce209da87 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:40.471551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-db114864-817a-4577-bb32-813895f13f52 req-2f3fa52d-b999-4dd2-819d-a23ce209da87 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 944 time: 0.0480525 Nov 03 16:46:40.519177 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-db114864-817a-4577-bb32-813895f13f52 req-defd2797-c24b-4127-9278-0fe6130759db tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416601 Nov 03 16:46:40.631915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d5e6a-ea7d-46a5-ac3f-0c240a3a23e0 req-061c5160-72e7-4a51-8a5b-b8355dccb596 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:40.633303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a30d5e6a-ea7d-46a5-ac3f-0c240a3a23e0 req-061c5160-72e7-4a51-8a5b-b8355dccb596 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 944 time: 0.0494709 Nov 03 16:46:40.679433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a30d5e6a-ea7d-46a5-ac3f-0c240a3a23e0 req-b070b865-f08f-4d11-8c7c-222b2cd7ffac tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 Nov 03 16:46:40.686673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:46:40.725729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:46:40.775607 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:46:40.885602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:40.896714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'mac_address': 'fa:16:3e:f4:6b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:46:40.916245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa1a92-cb39-4a7f-8507-7e4b62e9959e req-3678534b-0a04-4fc2-ad19-2aa84391e3cd tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:40.918740 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04fa1a92-cb39-4a7f-8507-7e4b62e9959e req-3678534b-0a04-4fc2-ad19-2aa84391e3cd tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 944 time: 0.0500600 Nov 03 16:46:40.934630 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:40.947538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf8c094-2864-437c-b56a-4fcff0d27276 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:46:40.967725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:40.971597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04fa1a92-cb39-4a7f-8507-7e4b62e9959e req-255e6b1b-f1f7-41d1-b05f-45678363f5df tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465636 Nov 03 16:46:40.971929 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:41.019825 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=12']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:41.193437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['daf8c094-2864-437c-b56a-4fcff0d27276'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:46:42.094151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb265d-2f88-4782-a719-31ca54f48bb1 req-988161e7-54c1-49cc-bda7-e050aca00818 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:42.095628 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88bb265d-2f88-4782-a719-31ca54f48bb1 req-988161e7-54c1-49cc-bda7-e050aca00818 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Nov 03 16:46:42.143820 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88bb265d-2f88-4782-a719-31ca54f48bb1 req-627daecd-324e-4f03-abde-e89136a47fee tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Nov 03 16:46:42.191882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-9d350a42-612c-498d-89ff-5bb51fe519e5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:42.193343 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-9d350a42-612c-498d-89ff-5bb51fe519e5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 945 time: 0.0490327 Nov 03 16:46:42.285354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Deleting port daf8c094-2864-437c-b56a-4fcff0d27276 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:46:42.285727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:42.376033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] For port daf8c094-2864-437c-b56a-4fcff0d27276, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=daf8c094-2864-437c-b56a-4fcff0d27276,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:42.376398 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:42.546616 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:42.546970 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:42.547287 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Floating IP b380ce12-3da8-4725-98ec-f833621d05aa disassociated. External IP: 172.25.6.224, port: daf8c094-2864-437c-b56a-4fcff0d27276. Nov 03 16:46:42.547625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Calling delete_port for daf8c094-2864-437c-b56a-4fcff0d27276 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:46:42.675674 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:42.704631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event deleted for resources: {'Port': ['ID=daf8c094-2864-437c-b56a-4fcff0d27276,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:42.777914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:46:42.798837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: daf8c094-2864-437c-b56a-4fcff0d27276 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:46:42.799172 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 16:46:42.819178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Port daf8c094-2864-437c-b56a-4fcff0d27276 not found, will not notify nova. {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 16:46:42.827181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:46:42.938280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:46:42.947673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:46:42.958190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:46:42.958861 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:46:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:46:42.978069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] No DVR routers for this DVR port daf8c094-2864-437c-b56a-4fcff0d27276 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:46:42.981460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:42.984813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-da7ae919-e016-45a6-a8e8-1eac9172198f req-5719f4b2-c2de-4394-ba11-d102fcd67d86 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "DELETE /v2.0/ports/daf8c094-2864-437c-b56a-4fcff0d27276 HTTP/1.1" status: 204 len: 173 time: 0.7814982 Nov 03 16:46:42.985303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-deleted', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:46:42.987580 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bd1969-b213-4eba-873f-7fa6c58eda14" -d '{"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-deleted", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:46:43.029369 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646a2f53-e5ff-438d-b549-6b7eaf707752 x-openstack-request-id: req-646a2f53-e5ff-438d-b549-6b7eaf707752 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:46:43.029818 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed19473-95f5-430a-8956-0700a75e1a95", "name": "network-vif-deleted", "tag": "daf8c094-2864-437c-b56a-4fcff0d27276", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:46:43.030079 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-646a2f53-e5ff-438d-b549-6b7eaf707752 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:46:43.030485 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed19473-95f5-430a-8956-0700a75e1a95', 'name': 'network-vif-deleted', 'tag': 'daf8c094-2864-437c-b56a-4fcff0d27276', 'status': 'completed', 'code': 200} Nov 03 16:46:43.071372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:46:43.253074 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8abd5241-f5c0-49c9-ab5a-4aceedd8cf21 req-ab0057f7-08ec-4f81-a9d4-a21af6ccb634 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed19473-95f5-430a-8956-0700a75e1a95 HTTP/1.1" status: 200 len: 210 time: 0.0267725 Nov 03 16:46:43.274544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:46:43.300933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:46:43.309773 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:46:43.310373 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:46:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:46:43.419192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:46:43.618295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:46:43.644409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be26a28-7952-4be6-bc03-f1b61aa3335b None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:46:43.854899 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68991c-7360-4000-9fc8-97be1cbe2ce0 None None] New status for floating IP b380ce12-3da8-4725-98ec-f833621d05aa: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:46:44.534243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-6f5afcf5-4927-4d93-a911-ae04ad629088 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--358785490&fields=id&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 267 time: 0.0421455 Nov 03 16:46:44.641660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-a406bdc9-eabd-4cf7-a609-179892a3a5ff tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:44.643115 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-a406bdc9-eabd-4cf7-a609-179892a3a5ff tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 812 time: 0.1019499 Nov 03 16:46:44.658227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-66af4cd6-5d42-4773-80db-09a5fb87819d tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/quotas/9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 375 time: 0.0094664 Nov 03 16:46:44.709672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-22b587e8-1387-4bbb-ac27-125d0834f055 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462606 Nov 03 16:46:44.868061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-5419c8b1-fa55-4d5d-a05e-0c993213a57a service neutron] 10.222.0.86 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462727 Nov 03 16:46:44.957038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-cd648410-8ef4-46bf-bc8a-446ab4e13e71 service neutron] 10.222.0.86 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828190 Nov 03 16:46:45.114582 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-111ba6c0-0873-490f-b6d9-af55f87d4655 req-b4160e40-3539-4a11-8acd-08e072bf0966 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 210 time: 0.0272267 Nov 03 16:46:46.096494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-9d608889-be6d-49d4-b5b9-f393eda4e9fe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:46.098226 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-9d608889-be6d-49d4-b5b9-f393eda4e9fe tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 812 time: 0.1093962 Nov 03 16:46:46.176511 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-c0e70bfe-d50c-454b-b2b6-7f95866d32fb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 379 time: 0.0554914 Nov 03 16:46:46.189998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'port': {'device_id': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'admin_state_up': True, 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'security_groups': ['d80d7bd6-7e39-436c-86cf-c2699b8a90e4']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:46:46.239095 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4d25401-06bf-41fb-871c-9a2dce8214c8 req-a3d87a3c-0568-4cd5-b77e-6f392ecea5e7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 210 time: 0.0457375 Nov 03 16:46:46.321886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Made reservation on behalf of 9d7f0fc6df7b4a8386454e7453070e09 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:46:46.325985 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:46.455885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Allocated IP 172.20.0.6 (effd9c04-1dbf-4e35-8ffe-85ffee29ac61/752e7a21-ff55-4215-aa8d-1d3a1fa9f177/72a33dc9-609a-4cbc-9794-b127b3702d81) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:46:46.591043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:46.623584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:46.670096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:46:46.677002 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:46:46.681353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:46:46.685647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:46.733919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:46.734459 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:46.751486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc3766b1-1f29-48f1-9c7b-025ce120b8cc tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653729 Nov 03 16:46:46.768622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Request body: {'port': {'device_id': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:46:46.806531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:46:46.825438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:46.830294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: daf8c094-2864-437c-b56a-4fcff0d27276 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:46:46.830902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device daf8c094-2864-437c-b56a-4fcff0d27276 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:46:46.898072 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b0f6d888-eb57-4989-b8cd-1a4ad8d41933 None None] Provisioning complete for port 72a33dc9-609a-4cbc-9794-b127b3702d81 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:46:46.898441 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d888-eb57-4989-b8cd-1a4ad8d41933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:46.936063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6d888-eb57-4989-b8cd-1a4ad8d41933 None None] Port 72a33dc9-609a-4cbc-9794-b127b3702d81 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:46:47.087293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a33dc9-609a-4cbc-9794-b127b3702d81 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:46:47.095362 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:47.107742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Transition to ACTIVE for port object 72a33dc9-609a-4cbc-9794-b127b3702d81 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:46:47.110865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:47.167738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:47.240019 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:46:47.240346 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:46:47.240673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:46:47.245299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Port 72a33dc9-609a-4cbc-9794-b127b3702d81 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:46:47.245690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:46:47.250819 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:46:47.251154 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:46:47.251533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:46:47.251956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Bound port: 72a33dc9-609a-4cbc-9794-b127b3702d81, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:46:47.252321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:47.321898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:46:47.325867 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:46:47.330160 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:47.363888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:47.364504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:47.365955 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] 10.222.0.15 "PUT /v2.0/ports/72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1091 time: 0.6017652 Nov 03 16:46:47.366394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:46:47.368635 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bba9f8f772d847e5a28dea8cd647e3a350e0d87fc0f4f51a8079ca148444c7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49236599-4232-4459-be0a-1d80692fc3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:46:47.396676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccfe54-25c8-499b-aa8b-8e8f59721db5 service neutron] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:47.420267 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af42717c-c6dd-4858-bda4-3bcb3f2fde9b x-openstack-request-id: req-af42717c-c6dd-4858-bda4-3bcb3f2fde9b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:46:47.420765 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:46:47.421357 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-af42717c-c6dd-4858-bda4-3bcb3f2fde9b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:46:47.422412 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'status': 'completed', 'code': 200} Nov 03 16:46:47.479351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3022ed-b37c-41f9-9377-2e4ea9449219 req-26770465-e314-43c2-bde0-e801bb8e2466 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:47.481823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d3022ed-b37c-41f9-9377-2e4ea9449219 req-26770465-e314-43c2-bde0-e801bb8e2466 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.1543202 Nov 03 16:46:47.492590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc59fd52-486e-4d4c-a3d1-49db917c8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:47.494181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-fc59fd52-486e-4d4c-a3d1-49db917c8958 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1094 time: 0.0561333 Nov 03 16:46:47.538365 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d3022ed-b37c-41f9-9377-2e4ea9449219 req-24fd1181-1cfb-4c1a-b3ce-7ca683a5f789 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492673 Nov 03 16:46:47.546932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-438850bb-17f6-4627-95dd-4c118c748cc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 217 time: 0.0397959 Nov 03 16:46:47.599500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-31960636-f52a-42c8-ad13-0c65c4475964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:47.600920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-31960636-f52a-42c8-ad13-0c65c4475964 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0468030 Nov 03 16:46:47.646158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-2fe04e22-3126-4eb9-9c6b-ac1a748ae476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:47.647621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-2fe04e22-3126-4eb9-9c6b-ac1a748ae476 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400972 Nov 03 16:46:47.739427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-55e35a67-4e4b-42a0-959c-84096520a66b service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845604 Nov 03 16:46:47.834956 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5a905fd5-725b-48e3-980f-f9afeff17f34 req-a5014005-e89b-4fe7-b427-1462afa92763 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843308 Nov 03 16:46:47.970179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49236599-4232-4459-be0a-1d80692fc3ca req-8a1f6a5b-33cb-4c54-9067-a22003cddc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:47.971569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49236599-4232-4459-be0a-1d80692fc3ca req-8a1f6a5b-33cb-4c54-9067-a22003cddc9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1094 time: 0.0452337 Nov 03 16:46:48.064127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49236599-4232-4459-be0a-1d80692fc3ca req-1dfdb418-d26b-4bfd-88cd-4e829fd9aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:48.065620 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49236599-4232-4459-be0a-1d80692fc3ca req-1dfdb418-d26b-4bfd-88cd-4e829fd9aea9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0868692 Nov 03 16:46:48.112003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49236599-4232-4459-be0a-1d80692fc3ca req-8fda33c6-ab3d-4473-8faa-445d10c82114 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 217 time: 0.0383370 Nov 03 16:46:48.161780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49236599-4232-4459-be0a-1d80692fc3ca req-cfebfe7a-02ee-4394-98b7-45d1310b92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:48.163211 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49236599-4232-4459-be0a-1d80692fc3ca req-cfebfe7a-02ee-4394-98b7-45d1310b92e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0442021 Nov 03 16:46:48.208456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49236599-4232-4459-be0a-1d80692fc3ca req-54b3e2fc-dc18-4632-a893-9ebc0f45b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:48.209987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49236599-4232-4459-be0a-1d80692fc3ca req-54b3e2fc-dc18-4632-a893-9ebc0f45b6a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397367 Nov 03 16:46:48.303278 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49236599-4232-4459-be0a-1d80692fc3ca req-3301be63-e3b5-48d3-9232-c27c1e91a54a service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851741 Nov 03 16:46:48.389643 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49236599-4232-4459-be0a-1d80692fc3ca req-6441168f-e846-4004-ac93-8699b026248d service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794148 Nov 03 16:46:48.708217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de6a12-e069-4b2e-aa01-8365a39980fb req-74417b7e-a95f-4726-b69a-930e85437678 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:48.709853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1de6a12-e069-4b2e-aa01-8365a39980fb req-74417b7e-a95f-4726-b69a-930e85437678 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0993388 Nov 03 16:46:48.762244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1de6a12-e069-4b2e-aa01-8365a39980fb req-49780e9a-1250-4e29-b3aa-31553b935702 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457368 Nov 03 16:46:49.879024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d370b-bc48-470e-be45-06b235d1c224 req-3caac4d5-b28c-474a-a71e-952af49eefed tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:49.880508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3d6d370b-bc48-470e-be45-06b235d1c224 req-3caac4d5-b28c-474a-a71e-952af49eefed tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0491781 Nov 03 16:46:49.927485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3d6d370b-bc48-470e-be45-06b235d1c224 req-5ac75bcd-584e-4155-9e5d-60aec288d447 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407093 Nov 03 16:46:50.718513 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:46:50.814360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:50.826455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'mac_address': 'fa:16:3e:f9:1e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:46:50.863452 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:50.876226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a33dc9-609a-4cbc-9794-b127b3702d81 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:46:50.895953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:50.900420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:50.946867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:51.043058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9b15a-bcb7-4b65-ae9f-d59fdde0b927 req-1be58d28-a3b4-4fd0-a55b-14fea03d1fd8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:51.044540 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cbc9b15a-bcb7-4b65-ae9f-d59fdde0b927 req-1be58d28-a3b4-4fd0-a55b-14fea03d1fd8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0495009 Nov 03 16:46:51.091519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cbc9b15a-bcb7-4b65-ae9f-d59fdde0b927 req-ede4beec-976d-4916-ba89-d83d0494ecb7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409288 Nov 03 16:46:51.252476 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['72a33dc9-609a-4cbc-9794-b127b3702d81'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:46:52.209131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85509c-46e4-482e-a61f-c186935de192 req-0e517c65-03db-4d77-87c0-8caafe17fa27 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:52.210665 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e85509c-46e4-482e-a61f-c186935de192 req-0e517c65-03db-4d77-87c0-8caafe17fa27 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0513496 Nov 03 16:46:52.257056 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e85509c-46e4-482e-a61f-c186935de192 req-790990c1-b6c3-4de2-b9f0-049bd91f3ab5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Nov 03 16:46:52.383423 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:52.468049 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:46:52.734560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:46:52.782944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 72a33dc9-609a-4cbc-9794-b127b3702d81 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:46:52.786760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 72a33dc9-609a-4cbc-9794-b127b3702d81 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:46:52.787118 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:52.865376 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:52.888214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:46:52.890532 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdaa2cfb5cab6273644cb893ff9fbc9664d99a2e11de573c07a68c68bfadc911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1cf9d9-2ed2-4a24-ba06-4a092996c101" -d '{"events": [{"server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "name": "network-vif-plugged", "status": "completed", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:46:52.903575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:46:52.907708 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:52.930382 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b55b14-9de6-4704-a369-f9bafdfda399 x-openstack-request-id: req-64b55b14-9de6-4704-a369-f9bafdfda399 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:46:52.930672 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "name": "network-vif-plugged", "status": "completed", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:46:52.930925 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-64b55b14-9de6-4704-a369-f9bafdfda399 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:46:52.931313 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'code': 200} Nov 03 16:46:52.956462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:46:53.046836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5768-9e40-4f97-a9a8-3e466a3f3aa5 req-7c69b3fb-1737-40d7-95eb-8412be20563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:53.048309 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5bed5768-9e40-4f97-a9a8-3e466a3f3aa5 req-7c69b3fb-1737-40d7-95eb-8412be20563e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1096 time: 0.0398467 Nov 03 16:46:53.093130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5bed5768-9e40-4f97-a9a8-3e466a3f3aa5 req-c696f23d-e224-4824-8cf1-52b7075dfebe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371971 Nov 03 16:46:53.376370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc594b7-27eb-464e-9a6e-67ab1fedce07 req-fa78e271-2798-4187-83a9-c8bb3a5b3704 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:53.377757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bc594b7-27eb-464e-9a6e-67ab1fedce07 req-fa78e271-2798-4187-83a9-c8bb3a5b3704 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0527995 Nov 03 16:46:53.423895 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1bc594b7-27eb-464e-9a6e-67ab1fedce07 req-27c3f798-877d-4a06-be1d-b7ef00fab855 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401497 Nov 03 16:46:54.548537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e19963-b31a-42d3-bcea-8cbfc2ae1d67 req-bc3e2b4d-bc82-4b2f-9c45-7d50c60768a5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:54.550012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e19963-b31a-42d3-bcea-8cbfc2ae1d67 req-bc3e2b4d-bc82-4b2f-9c45-7d50c60768a5 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0515749 Nov 03 16:46:54.596305 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-82e19963-b31a-42d3-bcea-8cbfc2ae1d67 req-78760e7d-1ff2-4e8f-8a98-052a6a19f3d4 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403023 Nov 03 16:46:54.708357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83b67d-13fb-4551-8991-5289ca6ff21c req-6b6c7c23-dc9e-460d-a3a1-ad4236f08c46 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:54.709854 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8f83b67d-13fb-4551-8991-5289ca6ff21c req-6b6c7c23-dc9e-460d-a3a1-ad4236f08c46 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0492909 Nov 03 16:46:54.719246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 46896) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:46:54.723841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-56c116e6-2096-46c6-bfff-d123da5e2efa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Request body: {'floatingip': {'port_id': '72a33dc9-609a-4cbc-9794-b127b3702d81'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:46:54.762703 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56c116e6-2096-46c6-bfff-d123da5e2efa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:55.492891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56c116e6-2096-46c6-bfff-d123da5e2efa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:55.497448 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56c116e6-2096-46c6-bfff-d123da5e2efa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:55.596419 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-56c116e6-2096-46c6-bfff-d123da5e2efa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Floating IP b380ce12-3da8-4725-98ec-f833621d05aa associated. External IP: 172.25.6.224, port: 72a33dc9-609a-4cbc-9794-b127b3702d81. Nov 03 16:46:55.808344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c116e6-2096-46c6-bfff-d123da5e2efa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:46:55.916536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c116e6-2096-46c6-bfff-d123da5e2efa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:46:55.922244 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-56c116e6-2096-46c6-bfff-d123da5e2efa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:46:55.928295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:46:55.938280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:46:55.938874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:46:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:46:55.948661 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-56c116e6-2096-46c6-bfff-d123da5e2efa tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "PUT /v2.0/floatingips/b380ce12-3da8-4725-98ec-f833621d05aa HTTP/1.1" status: 200 len: 992 time: 1.2283804 Nov 03 16:46:55.949248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:46:55.951781 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c5f117a873a9343e3f6f97e421e8852e9efe273218d6b1c3baf570e1737bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975d477e-731d-490f-aaec-1bba6ed17f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:46:55.995659 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e056fce-e900-4af7-889c-0503d3f3fa09 x-openstack-request-id: req-0e056fce-e900-4af7-889c-0503d3f3fa09 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:46:55.996065 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:46:55.996388 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0e056fce-e900-4af7-889c-0503d3f3fa09 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:46:55.996864 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'status': 'completed', 'code': 200} Nov 03 16:46:56.099361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-dc9bb45b-b741-4b3e-a756-225d88410aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:56.100896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-dc9bb45b-b741-4b3e-a756-225d88410aec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1096 time: 0.0437078 Nov 03 16:46:56.194889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-87ec8af4-eedf-481f-98c2-3ccdc159467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:56.196277 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-87ec8af4-eedf-481f-98c2-3ccdc159467d service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0886796 Nov 03 16:46:56.202788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:46:56.260988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-d4222d98-6d7b-4c8f-88ed-0a367946ee3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1000 time: 0.0579758 Nov 03 16:46:56.309963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-9c0a9099-4ace-442d-a681-1599e6d75f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:56.311419 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-9c0a9099-4ace-442d-a681-1599e6d75f43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0436041 Nov 03 16:46:56.360682 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-269abbcf-aa71-454c-be85-96bf4232db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:46:56.361900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-269abbcf-aa71-454c-be85-96bf4232db2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437198 Nov 03 16:46:56.425598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:f9:1e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:46:55Z', 'revision_number': 13, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:46:56.453276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:46:56.455312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-d6968297-61a0-47a9-87aa-20c4394be3f1 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862436 Nov 03 16:46:56.461597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:46:56.462209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:46:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:46:56.549651 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-975d477e-731d-490f-aaec-1bba6ed17f0e req-c3779ff1-1776-404a-89ed-9a73a0c56caf service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871389 Nov 03 16:46:56.570565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:46:56.795207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:f9:1e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:46:55Z', 'revision_number': 13, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:46:56.821247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e5d9d9-f263-405b-b900-d3edcd9cf92c None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b380ce12-3da8-4725-98ec-f833621d05aa', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'port_id': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'mac_address': 'fa:16:3e:f9:1e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:39:06Z', 'updated_at': '2021-11-03T16:46:55Z', 'revision_number': 13, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:46:57.006407 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255944b-7a91-4d8f-a372-b228d5a1cade None None] New status for floating IP b380ce12-3da8-4725-98ec-f833621d05aa: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:47:01.870677 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:02.603224 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c40b42b7-6117-4b09-9057-0f43285481aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:05.030462 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-18e787ed-e1a7-43c4-8a61-8c389ff8c706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:06.398763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:07.900011 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:08.487421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:22.399141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:29.467094 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:47:31.870589 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:32.605008 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59613855-e483-4dca-96e3-9dd290e65a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:35.031579 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-45cb083b-790a-4b09-adf6-d740c5da0289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:36.400903 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:37.901798 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:38.488762 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:47:48.518626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-071cd5cf-d21b-4141-b7c2-6f3c587d3c2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396540 Nov 03 16:47:48.615997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-97a0c60d-f48a-4745-80f4-dc930bb73e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:47:48.617500 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-97a0c60d-f48a-4745-80f4-dc930bb73e46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1096 time: 0.0403073 Nov 03 16:47:49.064029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-196b9ae2-69ba-40d1-aa9b-8f631dbbaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:47:49.065570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-196b9ae2-69ba-40d1-aa9b-8f631dbbaa8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.4258368 Nov 03 16:47:49.130493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-7938b02a-85ac-4bfb-ba35-0967aa4c5e68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1002 time: 0.0574324 Nov 03 16:47:49.182024 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-64eeaace-9548-47c3-95c1-e9038951e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:47:49.183357 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-64eeaace-9548-47c3-95c1-e9038951e16a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0455930 Nov 03 16:47:49.229645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-ca5bf2bf-689f-489a-a49d-aaf50dc21a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:47:49.231480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-ca5bf2bf-689f-489a-a49d-aaf50dc21a8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407276 Nov 03 16:47:49.324080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-8fd00d85-654d-4361-9c0e-804de0d54fac service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856929 Nov 03 16:47:49.412464 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dffc36fe-2fa8-4ab3-b2a5-eccf0df1d85a req-e19d09dd-70c7-479e-a28b-fe90c728883c service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812314 Nov 03 16:47:52.386173 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:01.898765 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:02.606074 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33734f30-6965-4fe4-821a-54c6e2bba1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:05.033679 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ed490075-1f69-4f2e-baec-7d8649fc7915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:06.406706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:06.466021 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:48:07.904825 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:08.490508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:22.386611 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:31.902418 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:32.608362 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-462742c1-7ddc-4fb1-910e-fb39311a45cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:35.035811 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-654c0056-52d5-4c16-a1f8-9945bb3e5e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:36.407155 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:37.907570 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:38.493475 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:48:43.465247 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:48:50.637746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-de9f9975-94d1-49b8-b0f0-edff8f50533f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773292 Nov 03 16:48:50.736616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-7d35dae3-0c0a-4e92-8382-4543a0ace439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:48:50.738121 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-7d35dae3-0c0a-4e92-8382-4543a0ace439 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1096 time: 0.0436449 Nov 03 16:48:50.839297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-ac7f857d-2f08-4fe3-9a67-d77963a8eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:48:50.840713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-ac7f857d-2f08-4fe3-9a67-d77963a8eeb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0837538 Nov 03 16:48:50.913090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-3026a960-a12c-4caf-9578-239822caf844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1002 time: 0.0639260 Nov 03 16:48:50.961825 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-425391a5-1ca5-47e3-9ff4-20eea305d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:48:50.963255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-425391a5-1ca5-47e3-9ff4-20eea305d062 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0432389 Nov 03 16:48:51.009551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-f38a80d3-b873-431c-b60f-51e646e2cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:48:51.011045 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-f38a80d3-b873-431c-b60f-51e646e2cb72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412788 Nov 03 16:48:51.102566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-ed25f9d2-afd5-46b8-b8b4-46a8402d1844 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845642 Nov 03 16:48:51.193216 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-147d6517-3e14-43e6-bb69-b8f7d51a0792 req-15d7a639-a855-4533-bfb5-9bea45993f75 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836675 Nov 03 16:48:52.415960 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:01.916118 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:02.609169 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-be1f2072-8b36-4851-b320-ee8f65e26931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:05.037111 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eef3b2fc-b71f-46ba-804e-1e3fda272651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:06.409744 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:07.910036 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:08.495561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:20.464275 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:49:22.407386 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:24.677588 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ba3a5-f9e4-42a3-8bb5-13344b76ef59 req-da968dd7-130d-4d1e-b513-fe1a20831aa9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:24.678950 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-426ba3a5-f9e4-42a3-8bb5-13344b76ef59 req-da968dd7-130d-4d1e-b513-fe1a20831aa9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.1417201 Nov 03 16:49:24.729896 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-426ba3a5-f9e4-42a3-8bb5-13344b76ef59 req-96578cea-eae5-4188-8b13-4e3483a6d605 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450094 Nov 03 16:49:31.916356 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:32.610302 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ead24590-c285-4c1d-8efa-b2e4c3ed7df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:35.039869 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54ecb993-71a6-4a4a-bef0-28464c036d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:35.960388 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-872aaf47-ded4-48cb-abf5-0656eda5a166 req-747f3273-de6a-48de-809b-0fcd63bc176c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:49:35.961394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-872aaf47-ded4-48cb-abf5-0656eda5a166 req-747f3273-de6a-48de-809b-0fcd63bc176c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0468388 Nov 03 16:49:36.413095 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:37.175734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242de71b-5a56-4c6b-bf3c-de27568c3305 req-93e88615-1904-4cf0-a046-d73d06993e13 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:37.177367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-242de71b-5a56-4c6b-bf3c-de27568c3305 req-93e88615-1904-4cf0-a046-d73d06993e13 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0615909 Nov 03 16:49:37.255860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-242de71b-5a56-4c6b-bf3c-de27568c3305 req-4622a38f-b7f5-401b-99b6-085ec7866f2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725579 Nov 03 16:49:37.258786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-7b184cd2-6642-4b4e-92c4-bbf0a55b9955 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115038 Nov 03 16:49:37.913874 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:38.377394 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37409b45-e0b7-4af2-bd61-c72fb2479e10 req-6b215665-9b6e-4402-b159-4f0258ac7a68 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:38.378919 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-37409b45-e0b7-4af2-bd61-c72fb2479e10 req-6b215665-9b6e-4402-b159-4f0258ac7a68 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0505049 Nov 03 16:49:38.429104 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-37409b45-e0b7-4af2-bd61-c72fb2479e10 req-c7a21653-b575-4268-8aa9-44cacfe4fba8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439947 Nov 03 16:49:38.488713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-020a260b-7477-4415-a14f-ec7e6b6d656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:38.490417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-020a260b-7477-4415-a14f-ec7e6b6d656e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1096 time: 0.0424142 Nov 03 16:49:38.496928 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:38.585548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-85ea46a2-3f9c-4494-b3c7-7cef4f17a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:38.587156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-85ea46a2-3f9c-4494-b3c7-7cef4f17a42d service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0884330 Nov 03 16:49:38.651927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-528fce49-4005-4f3f-b152-c179be5adfd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1002 time: 0.0578318 Nov 03 16:49:38.704440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-f1668a7f-80ee-4204-a3d6-8efd45ff8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:38.705908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-f1668a7f-80ee-4204-a3d6-8efd45ff8234 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0470932 Nov 03 16:49:38.750846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-79d9d553-4fc0-407a-a25e-aafd5579af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:38.752288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-79d9d553-4fc0-407a-a25e-aafd5579af62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395932 Nov 03 16:49:38.841628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-042ef621-1513-40f1-acfa-31fc90f19b21 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800533 Nov 03 16:49:38.932266 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-137b7382-fd35-44e8-b692-3a534a654d49 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841496 Nov 03 16:49:39.549202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92550625-52d0-4602-9640-3869ff1b986e req-1c686d75-c828-4a1c-a19c-277f8c6491a2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:39.550704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92550625-52d0-4602-9640-3869ff1b986e req-1c686d75-c828-4a1c-a19c-277f8c6491a2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Nov 03 16:49:39.597233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92550625-52d0-4602-9640-3869ff1b986e req-23880717-cb24-4ebf-ab1b-68dced4ede3b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405941 Nov 03 16:49:40.713536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509832a-8c42-48a9-80e3-43d23352003e req-3a93894e-7249-42cf-9299-ecb0b46989bd tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:40.715000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c509832a-8c42-48a9-80e3-43d23352003e req-3a93894e-7249-42cf-9299-ecb0b46989bd tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0487647 Nov 03 16:49:40.761705 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c509832a-8c42-48a9-80e3-43d23352003e req-76cc4b9f-400b-4590-9be9-d729f779f6ca tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406342 Nov 03 16:49:41.882706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5e516-385b-4609-b6f1-b2328a096122 req-f8b3eafa-ee37-4bdd-82b0-cb5223f073bd tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:41.884188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dec5e516-385b-4609-b6f1-b2328a096122 req-f8b3eafa-ee37-4bdd-82b0-cb5223f073bd tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0534246 Nov 03 16:49:41.931260 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dec5e516-385b-4609-b6f1-b2328a096122 req-d6f0804a-2ab9-4ef6-9e56-9e1e0b3d0847 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405982 Nov 03 16:49:43.055382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a5472-8b65-4dac-80a5-f9812664d106 req-b6b856b6-d8cb-449b-985d-a187538674c3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:43.056868 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b44a5472-8b65-4dac-80a5-f9812664d106 req-b6b856b6-d8cb-449b-985d-a187538674c3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0532491 Nov 03 16:49:43.103595 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b44a5472-8b65-4dac-80a5-f9812664d106 req-ae564b92-a8f6-48ce-aa2e-8a19c13d0b9b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401466 Nov 03 16:49:44.223939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f876896-38ff-462c-b3ed-c5feaec26c20 req-5065290b-b0f6-4438-87a2-6f1154b07973 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:44.225431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f876896-38ff-462c-b3ed-c5feaec26c20 req-5065290b-b0f6-4438-87a2-6f1154b07973 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0493221 Nov 03 16:49:44.273433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f876896-38ff-462c-b3ed-c5feaec26c20 req-648d80b7-64c0-41ab-b217-272eac5f9e54 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421333 Nov 03 16:49:45.390243 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a87391-f2c2-40e0-98de-a67368e7f509 req-b85b32ad-77ac-4f64-ad4b-bd8118e3bd95 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:45.391695 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-12a87391-f2c2-40e0-98de-a67368e7f509 req-b85b32ad-77ac-4f64-ad4b-bd8118e3bd95 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0498676 Nov 03 16:49:45.437996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-12a87391-f2c2-40e0-98de-a67368e7f509 req-5b29c285-a784-4440-aeb9-3b19d6f73c15 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404055 Nov 03 16:49:46.555762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29bed8-9a98-4c6c-8037-2be5d46f90d3 req-0b12cef0-52f0-43e8-9e2c-40dae74e3eb9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:46.557405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc29bed8-9a98-4c6c-8037-2be5d46f90d3 req-0b12cef0-52f0-43e8-9e2c-40dae74e3eb9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0491428 Nov 03 16:49:46.609453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc29bed8-9a98-4c6c-8037-2be5d46f90d3 req-13ecaaf8-37d1-4fd8-a841-60087674b664 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452540 Nov 03 16:49:47.724121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ce51f-3cc1-4cda-8430-b92f96f39ded req-42dc928d-3123-42a8-b9dc-c7e97ec381d2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:47.725646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-634ce51f-3cc1-4cda-8430-b92f96f39ded req-42dc928d-3123-42a8-b9dc-c7e97ec381d2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0484607 Nov 03 16:49:47.777126 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-634ce51f-3cc1-4cda-8430-b92f96f39ded req-470e0e9e-dced-45ca-99e7-a81d90ae0539 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455759 Nov 03 16:49:48.893832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf73d4-68e7-4f33-91c6-f8b7095cbd2f req-7cd78c58-4d9f-4238-abab-661d967389d1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:48.895422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cecf73d4-68e7-4f33-91c6-f8b7095cbd2f req-7cd78c58-4d9f-4238-abab-661d967389d1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Nov 03 16:49:48.946232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cecf73d4-68e7-4f33-91c6-f8b7095cbd2f req-6b4bfb3b-5cf1-45ef-9e66-b5376a4e886b tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447600 Nov 03 16:49:50.063129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eaf33e-ea94-4b73-823c-9caa56a5c952 req-5e64dee4-8bc8-4cc2-8a99-991a8c6a02c4 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:50.064596 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99eaf33e-ea94-4b73-823c-9caa56a5c952 req-5e64dee4-8bc8-4cc2-8a99-991a8c6a02c4 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Nov 03 16:49:50.111923 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99eaf33e-ea94-4b73-823c-9caa56a5c952 req-6ad9b446-d07d-4605-afc9-1c6749b54a99 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413623 Nov 03 16:49:51.228264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9afb5-bf7c-465e-989e-329c3ad4a9e8 req-d1ace617-9556-404e-bb81-d7b0c8747ca9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:51.230035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ebc9afb5-bf7c-465e-989e-329c3ad4a9e8 req-d1ace617-9556-404e-bb81-d7b0c8747ca9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0502105 Nov 03 16:49:51.277549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ebc9afb5-bf7c-465e-989e-329c3ad4a9e8 req-8e6cc222-73b0-401d-a453-e436de6acfa1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407734 Nov 03 16:49:52.397014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9945d-0cbf-4992-a33f-a40f3262e348 req-e072532a-a0c2-46e2-be16-b998bdd92f58 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:52.398545 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d9c9945d-0cbf-4992-a33f-a40f3262e348 req-e072532a-a0c2-46e2-be16-b998bdd92f58 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0505335 Nov 03 16:49:52.423520 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:52.450101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d9c9945d-0cbf-4992-a33f-a40f3262e348 req-3de52728-23f7-44ef-a3ee-59185afaa379 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448198 Nov 03 16:49:52.566729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-62fdd97a-829a-4efc-b3e0-fbd02127164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:52.568274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-62fdd97a-829a-4efc-b3e0-fbd02127164a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1096 time: 0.0466099 Nov 03 16:49:52.674409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-153cb9f6-6fb3-4ec2-b4b8-aeecdde9057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:52.675861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-153cb9f6-6fb3-4ec2-b4b8-aeecdde9057c service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0874622 Nov 03 16:49:52.746653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-8905833c-9fea-446d-b4bf-a68cd68ca436 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1002 time: 0.0624659 Nov 03 16:49:52.794897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-983c2b31-f63a-42d6-9d14-12cdf04fbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:52.796339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-983c2b31-f63a-42d6-9d14-12cdf04fbeb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0431576 Nov 03 16:49:52.841854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-7441373e-82c1-427e-84fb-42afd38ba2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:52.843359 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-7441373e-82c1-427e-84fb-42afd38ba2bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404878 Nov 03 16:49:52.941075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-abadeeff-66a3-4cad-9d12-034a020c1a96 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907094 Nov 03 16:49:53.035771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a2965a9e-f037-4576-8982-c1e6739ed5b2 req-efaa204d-4ea9-4696-8be6-f8fbee4ddb43 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873461 Nov 03 16:49:53.183135 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-1471ba58-f902-4541-851a-e480f044b1d0 req-c3160009-1648-4c8d-b927-fecb6b1500b5 service neutron] show failed (client error): The resource could not be found. Nov 03 16:49:53.184151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-c3160009-1648-4c8d-b927-fecb6b1500b5 service neutron] 10.222.0.15 "GET /v2.0/ports/72a33dc9-609a-4cbc-9794-b127b3702d81/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0623093 Nov 03 16:49:53.472973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-c0845583-a32b-45a4-a323-4758cdf52a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:53.474558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-c0845583-a32b-45a4-a323-4758cdf52a30 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 1096 time: 0.0799263 Nov 03 16:49:53.486660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-cec60aef-b043-4ff5-b2ef-e58b9b21ed6b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:49:53.487663 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-cec60aef-b043-4ff5-b2ef-e58b9b21ed6b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053971 Nov 03 16:49:53.500972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:49:53.586203 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:53.610486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4cb6a-7d65-4d90-9215-b71381cd54f8 req-775030ac-ea5d-488e-97d4-ee087f75cbab tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:53.612374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7f4cb6a-7d65-4d90-9215-b71381cd54f8 req-775030ac-ea5d-488e-97d4-ee087f75cbab tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0904777 Nov 03 16:49:53.748971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b7f4cb6a-7d65-4d90-9215-b71381cd54f8 req-4540592c-31f8-4940-8669-b3315d3a565e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118324 Nov 03 16:49:53.838307 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:49:53.871444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:49:53.909998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:49:53.915350 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:53.927626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Transition to ACTIVE for port object 72a33dc9-609a-4cbc-9794-b127b3702d81 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:49:53.931726 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:53.961457 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d60293-cefa-4194-bb79-4d36c440e810" -d '{"events": [{"server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "name": "network-vif-unplugged", "status": "completed", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:49:54.020309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:49:54.031998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.032343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.032677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.033008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.033335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.033693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.034014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.034422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.034642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.034964 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.035280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.035596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:49:54.074654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] No DVR routers for this DVR port 72a33dc9-609a-4cbc-9794-b127b3702d81 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:49:54.113138 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc85941c-df56-475a-8951-9a65c3de0821 x-openstack-request-id: req-fc85941c-df56-475a-8951-9a65c3de0821 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:49:54.113430 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "name": "network-vif-unplugged", "status": "completed", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:49:54.113709 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fc85941c-df56-475a-8951-9a65c3de0821 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:49:54.114112 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'code': 200} Nov 03 16:49:54.221776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:49:54.222046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:49:54.222368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:49:54.226913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Port 72a33dc9-609a-4cbc-9794-b127b3702d81 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:49:54.227237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:49:54.233168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:49:54.233513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:49:54.233939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:49:54.234377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Bound port: 72a33dc9-609a-4cbc-9794-b127b3702d81, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:49:54.234740 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:54.302310 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:49:54.305629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:49:54.311981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:54.356166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:54.357306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:49:54.359097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] 10.222.0.70 "PUT /v2.0/ports/72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1091 time: 0.8622048 Nov 03 16:49:54.378217 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349d95a-2c76-4616-ac4a-8f33a714c05c service neutron] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:49:54.429142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-09baae9d-d424-476e-93c5-ae1fbd3f897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:54.430703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-09baae9d-d424-476e-93c5-ae1fbd3f897e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1094 time: 0.0452895 Nov 03 16:49:54.531933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-335823ee-9804-4bb7-a100-5b2f393ac0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:54.533426 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-335823ee-9804-4bb7-a100-5b2f393ac0b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0941021 Nov 03 16:49:54.601690 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-0b613001-cc3a-4cd7-b66d-ae33aa21c96d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1000 time: 0.0605509 Nov 03 16:49:54.655911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-eb717180-3102-49de-88b3-299cf510d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:54.657252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-eb717180-3102-49de-88b3-299cf510d957 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0427423 Nov 03 16:49:54.707140 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ba58-f902-4541-851a-e480f044b1d0 req-22b903cc-5efb-4093-9619-194b62f7128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:54.708594 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-22b903cc-5efb-4093-9619-194b62f7128f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438197 Nov 03 16:49:54.798838 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-4bcf9f01-c40c-40ae-be25-bc7a93f3a424 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824316 Nov 03 16:49:54.918574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1fd3-c446-405e-a117-552a0516c272 req-e5e59037-51d1-46a8-b0c8-e3f0f84fdd45 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:54.920061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-294b1fd3-c446-405e-a117-552a0516c272 req-e5e59037-51d1-46a8-b0c8-e3f0f84fdd45 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0979156 Nov 03 16:49:54.936457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-f15613b5-a24b-423d-9cdd-b617c85f9d27 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312625 Nov 03 16:49:54.973256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-294b1fd3-c446-405e-a117-552a0516c272 req-6fbd773d-055d-4a28-84e4-70b83566f517 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460970 Nov 03 16:49:55.063497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-faa6dec6-532c-4703-b27f-65d1ea91ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:55.064984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-faa6dec6-532c-4703-b27f-65d1ea91ca90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1094 time: 0.0412538 Nov 03 16:49:55.172817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-ea0e60de-382e-498d-9929-f7bcaf8eb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:55.174318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-ea0e60de-382e-498d-9929-f7bcaf8eb92d service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0900133 Nov 03 16:49:55.242784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-1e1a2b76-12a5-4b20-90ca-f352cd2e33fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1000 time: 0.0614891 Nov 03 16:49:55.291994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-06ff4088-951a-4fe7-838d-1479b819e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:55.293463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-06ff4088-951a-4fe7-838d-1479b819e41c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0440309 Nov 03 16:49:55.341052 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-7c148f9c-88b3-434f-aba9-ed4a711cafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:55.342466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-7c148f9c-88b3-434f-aba9-ed4a711cafb1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416932 Nov 03 16:49:55.435881 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-d3eb098f-60e9-4b32-8cfd-f26e050d01e3 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856450 Nov 03 16:49:55.519942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:49:55.527575 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dac9d96-e0cd-47ad-b2de-db6355e42d0c req-307dfa8c-e943-4a26-a068-847fa4843c25 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850029 Nov 03 16:49:55.560432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:49:56.108920 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857a55-f8bc-4bef-aebd-b7ec008ee69c req-01226fc3-db88-41a6-8327-356cc6d233a9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:56.110551 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76857a55-f8bc-4bef-aebd-b7ec008ee69c req-01226fc3-db88-41a6-8327-356cc6d233a9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0565279 Nov 03 16:49:56.115763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:49:56.118693 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb252f14-d78e-40ef-9196-82da93c321f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:49:56.160137 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-76857a55-f8bc-4bef-aebd-b7ec008ee69c req-28747d34-da7d-4c9b-bc5a-3b0b8d088d0e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436528 Nov 03 16:49:56.175029 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86c5e1a-e96f-465f-aaa5-9e7b0dd29958 x-openstack-request-id: req-d86c5e1a-e96f-465f-aaa5-9e7b0dd29958 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:49:56.177947 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:49:56.178318 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d86c5e1a-e96f-465f-aaa5-9e7b0dd29958 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:49:56.178834 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'status': 'completed', 'code': 200} Nov 03 16:49:56.266063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-748097ad-b807-4307-9e23-4a16d05f3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:56.267522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-748097ad-b807-4307-9e23-4a16d05f3508 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1094 time: 0.0737772 Nov 03 16:49:56.276600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-0ef842fc-ef20-4a4e-b23a-146080fa56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:56.277970 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-0ef842fc-ef20-4a4e-b23a-146080fa56b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1094 time: 0.0580065 Nov 03 16:49:56.430164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-566ee9b4-a9c8-413f-b428-d0151e40f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:56.431614 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-566ee9b4-a9c8-413f-b428-d0151e40f21b service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1571770 Nov 03 16:49:56.432926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-5ff87c08-24a7-4861-ab10-e33a4e440299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:56.434227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-5ff87c08-24a7-4861-ab10-e33a4e440299 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1491320 Nov 03 16:49:56.548842 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-256b8a40-2e31-41b3-918d-02a23f6fc3aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1000 time: 0.1035819 Nov 03 16:49:56.550342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-9f62944b-a58c-4f38-a033-471de2b9d32a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1000 time: 0.1111722 Nov 03 16:49:56.635524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-f15578cc-f61b-4eb5-af59-0e53917472dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:56.637510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-f15578cc-f61b-4eb5-af59-0e53917472dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0824630 Nov 03 16:49:56.639023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-8f4fcf65-c9ac-4d3b-9310-6de6b08130b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:56.640301 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-8f4fcf65-c9ac-4d3b-9310-6de6b08130b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0778611 Nov 03 16:49:57.043179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-3e95753f-a7e7-41b3-8727-d22e67ab154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:57.045319 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-3e95753f-a7e7-41b3-8727-d22e67ab154c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4007525 Nov 03 16:49:57.051300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-fd203ce7-05e3-4e63-b867-35c7d709b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:57.052676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-fd203ce7-05e3-4e63-b867-35c7d709b583 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4007688 Nov 03 16:49:57.201810 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-4546bc6d-ba14-4951-a635-d2ffd3147741 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481755 Nov 03 16:49:57.204173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-a72f3649-605b-48d0-b60f-c6c01f361345 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425612 Nov 03 16:49:57.292839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb5393-4808-4167-adb8-7ebb73867cf6 req-b9634397-d136-4d90-b6c6-8a5f816efde1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:57.295102 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6dfb5393-4808-4167-adb8-7ebb73867cf6 req-b9634397-d136-4d90-b6c6-8a5f816efde1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0563986 Nov 03 16:49:57.351687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6dfb5393-4808-4167-adb8-7ebb73867cf6 req-b5f6d636-d701-4efc-af3e-f92a9d00ee37 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490816 Nov 03 16:49:57.374705 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-89235b01-d07a-4d24-ad01-3c339812e57f service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580842 Nov 03 16:49:57.379644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eb252f14-d78e-40ef-9196-82da93c321f5 req-babb48ea-ffcb-46f0-8287-5d1c116a8abc service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706831 Nov 03 16:49:57.464084 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:49:58.476514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82332-157d-4585-89dc-44c20d18b1e0 req-6b82bad4-a5a7-4db4-bbc1-424cf0def122 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:58.477934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ff82332-157d-4585-89dc-44c20d18b1e0 req-6b82bad4-a5a7-4db4-bbc1-424cf0def122 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0495634 Nov 03 16:49:58.526099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ff82332-157d-4585-89dc-44c20d18b1e0 req-6517c2e5-6fb2-4cbd-99ff-9ff63abf74d6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414939 Nov 03 16:49:59.651380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59c0e5-d94f-4aee-b073-8e6006eb3491 req-358da60d-e28a-46f4-b911-79a367011b67 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:49:59.652919 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e59c0e5-d94f-4aee-b073-8e6006eb3491 req-358da60d-e28a-46f4-b911-79a367011b67 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0554674 Nov 03 16:49:59.702008 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e59c0e5-d94f-4aee-b073-8e6006eb3491 req-8d19c508-370e-4d0f-9a5b-84e6c4ef3a5e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430086 Nov 03 16:50:00.822203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f8afa-d93e-4b47-9070-60663a6c9d92 req-dcc3a191-54f2-4771-898e-8e65da6082c9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:00.823683 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705f8afa-d93e-4b47-9070-60663a6c9d92 req-dcc3a191-54f2-4771-898e-8e65da6082c9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0489419 Nov 03 16:50:00.871264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-705f8afa-d93e-4b47-9070-60663a6c9d92 req-c51d0f87-8202-4244-8f14-82f460d3e60a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409117 Nov 03 16:50:01.923916 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:01.992277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0bc2d-c9d3-4831-9cd9-b5bb6efabf9d req-4105b410-a149-4bc3-a87c-4bf7cc6abf8e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:01.993769 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2ab0bc2d-c9d3-4831-9cd9-b5bb6efabf9d req-4105b410-a149-4bc3-a87c-4bf7cc6abf8e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0497980 Nov 03 16:50:02.040398 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2ab0bc2d-c9d3-4831-9cd9-b5bb6efabf9d req-ba229c2a-1684-4e30-8e0d-fdd4621a93ed tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401416 Nov 03 16:50:02.607706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f13ec12d-9e28-4c83-9164-997d95c5a73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:03.162239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f622d6-8911-4314-9365-efbd43bfede8 req-7f3edec2-ad15-4530-adfa-f096e6dbd626 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:03.163719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92f622d6-8911-4314-9365-efbd43bfede8 req-7f3edec2-ad15-4530-adfa-f096e6dbd626 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0553584 Nov 03 16:50:03.211935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92f622d6-8911-4314-9365-efbd43bfede8 req-387383db-7cb6-41c6-8847-b1c16eae7be2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Nov 03 16:50:04.334383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de57563-2fae-46c4-9c6b-0d482d4213c0 req-8bc137d8-502a-4c99-9d23-c87a96697b92 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:04.335874 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8de57563-2fae-46c4-9c6b-0d482d4213c0 req-8bc137d8-502a-4c99-9d23-c87a96697b92 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0531161 Nov 03 16:50:04.388646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8de57563-2fae-46c4-9c6b-0d482d4213c0 req-1a9e2f3c-6d72-4b61-908e-e4292659347e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467641 Nov 03 16:50:05.042102 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-03ccf68a-02d6-4966-b976-34b6576905e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:05.510622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdcf81-3389-41bf-b299-5176e8ea66c0 req-5e6c6c7d-6314-474b-975d-bd460ffbaa92 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:05.512225 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92bdcf81-3389-41bf-b299-5176e8ea66c0 req-5e6c6c7d-6314-474b-975d-bd460ffbaa92 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0530517 Nov 03 16:50:05.561702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92bdcf81-3389-41bf-b299-5176e8ea66c0 req-3b13dba7-3305-4b50-b179-167391d698b6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425820 Nov 03 16:50:06.416630 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:06.678888 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc733-1563-413f-9c73-5473a5d68231 req-c8b28318-e67f-411d-80e5-62b79b635158 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:06.680343 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29acc733-1563-413f-9c73-5473a5d68231 req-c8b28318-e67f-411d-80e5-62b79b635158 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0493112 Nov 03 16:50:06.726926 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-29acc733-1563-413f-9c73-5473a5d68231 req-e9e267d8-34d4-4414-9ad4-f69d073c4481 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405605 Nov 03 16:50:07.848380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a192-da01-47c3-8153-4cc0e6087c18 req-69341690-9aaa-4f5e-873f-a5b5f9c52260 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:07.849888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b944a192-da01-47c3-8153-4cc0e6087c18 req-69341690-9aaa-4f5e-873f-a5b5f9c52260 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0524800 Nov 03 16:50:07.896944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b944a192-da01-47c3-8153-4cc0e6087c18 req-3e0aa748-b140-44cb-946a-81501fe52ce2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411124 Nov 03 16:50:07.914190 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:08.216854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-58c31057-947a-4a14-9413-6b206f10517e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:08.219216 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-58c31057-947a-4a14-9413-6b206f10517e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074&tenant_id=9d7f0fc6df7b4a8386454e7453070e09&binding%3Ahost_id=n-h2-813897-2 HTTP/1.1" status: 200 len: 943 time: 0.0844274 Nov 03 16:50:08.226490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4187797-722f-45ab-b04b-cf7f6ef9cba3 req-95c7f424-7ba0-4b0e-a57e-e132f4c352b3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:08.227828 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4187797-722f-45ab-b04b-cf7f6ef9cba3 req-95c7f424-7ba0-4b0e-a57e-e132f4c352b3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0660214 Nov 03 16:50:08.316092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4187797-722f-45ab-b04b-cf7f6ef9cba3 req-e6f8cd36-5f20-4b0d-b345-c4c0b03c58ca tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819120 Nov 03 16:50:08.318942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-a65f8828-2af6-409a-8b07-78c1d43283ff service neutron] 10.222.0.70 "GET /v2.0/ports/72a33dc9-609a-4cbc-9794-b127b3702d81/bindings/n-h2-813897-2 HTTP/1.1" status: 200 len: 382 time: 0.0902684 Nov 03 16:50:08.385339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-651b60b5-965f-44da-b02f-1a7c5f8006d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:08.386807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-651b60b5-965f-44da-b02f-1a7c5f8006d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1094 time: 0.0419908 Nov 03 16:50:08.479821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-809b7441-d69c-440f-adca-5dd3b79a9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:08.481288 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-809b7441-d69c-440f-adca-5dd3b79a9c4b service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0877409 Nov 03 16:50:08.499335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:08.549350 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-516cf6d6-e7fa-4622-9e5b-370b19dc881c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1000 time: 0.0592654 Nov 03 16:50:08.599061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-a1e1a14b-6c51-429f-9470-d04e6f74af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:08.600497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-a1e1a14b-6c51-429f-9470-d04e6f74af07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0440314 Nov 03 16:50:08.650017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-0b285d5f-2931-4996-a7fd-2a297c86d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:08.651408 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-0b285d5f-2931-4996-a7fd-2a297c86d502 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438933 Nov 03 16:50:08.741764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-1994a042-0569-4e39-9d8d-a213df01d149 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826888 Nov 03 16:50:08.834944 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-55a730c8-9a7c-4349-bef4-dd44d427c1d1 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855834 Nov 03 16:50:09.441018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465a3a1-283b-4858-a297-da441d6a303a req-e3f0df33-1fc0-4529-b7e3-3c76c5e1235a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:09.442531 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e465a3a1-283b-4858-a297-da441d6a303a req-e3f0df33-1fc0-4529-b7e3-3c76c5e1235a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 943 time: 0.0500684 Nov 03 16:50:09.492228 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e465a3a1-283b-4858-a297-da441d6a303a req-837bab10-0cd0-40d8-b036-de7a043be8ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432293 Nov 03 16:50:09.809951 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:50:09.906725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:09.917492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'mac_address': 'fa:16:3e:f9:1e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:50:09.957860 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:09.970070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a33dc9-609a-4cbc-9794-b127b3702d81 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:50:09.988686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:09.992187 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:10.039045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:10.047001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.047348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.047686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.048023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.048357 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.048686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.049021 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.049346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.049703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.050031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.050413 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.050736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:10.618650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032826ca-c43b-4f86-bda1-91e42b929f24 req-3e8d554f-b09f-4ef5-a454-00c7dcb7556e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:10.620122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-032826ca-c43b-4f86-bda1-91e42b929f24 req-3e8d554f-b09f-4ef5-a454-00c7dcb7556e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0512295 Nov 03 16:50:10.668208 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-032826ca-c43b-4f86-bda1-91e42b929f24 req-2af29a86-9c22-4efa-bd8e-4beadd84cdaf tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410471 Nov 03 16:50:11.798985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add870-6f01-42f0-80b7-05d9ba711e8a req-16290230-cc3b-4ac4-8e61-da743d3f2030 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:11.800459 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30add870-6f01-42f0-80b7-05d9ba711e8a req-16290230-cc3b-4ac4-8e61-da743d3f2030 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0585275 Nov 03 16:50:11.828302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:50:11.851837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30add870-6f01-42f0-80b7-05d9ba711e8a req-8eec20b1-a345-44c0-b82a-0f821139d907 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452881 Nov 03 16:50:11.926645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:11.938065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'mac_address': 'fa:16:3e:f9:1e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:50:12.988147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-4403897c-7107-4567-ad4d-91989ac44c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:12.989407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-4403897c-7107-4567-ad4d-91989ac44c95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074&tenant_id=9d7f0fc6df7b4a8386454e7453070e09 HTTP/1.1" status: 200 len: 1095 time: 0.0757239 Nov 03 16:50:13.000844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ffa26-26ac-4e00-9d48-d541b48ef981 req-0626d285-1fa0-42fd-ae2c-5f75a6569094 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:13.002238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d9ffa26-26ac-4e00-9d48-d541b48ef981 req-0626d285-1fa0-42fd-ae2c-5f75a6569094 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0772216 Nov 03 16:50:13.006995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:50:13.088853 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:13.094163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d9ffa26-26ac-4e00-9d48-d541b48ef981 req-7b124115-066b-4a70-a781-d7bccb570452 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846453 Nov 03 16:50:13.298218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:13.329806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:50:13.361107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 72a33dc9-609a-4cbc-9794-b127b3702d81 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:50:13.369319 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:13.379645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Ignored duplicate provisioning block setup for port 72a33dc9-609a-4cbc-9794-b127b3702d81 by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 03 16:50:13.382983 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:13.459997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=9']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:13.504563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] No DVR routers for this DVR port 72a33dc9-609a-4cbc-9794-b127b3702d81 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:50:13.640749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:50:13.641065 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:50:13.641396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:50:13.645615 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Port 72a33dc9-609a-4cbc-9794-b127b3702d81 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:50:13.645942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Attempting to bind port 72a33dc9-609a-4cbc-9794-b127b3702d81 on network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:50:13.650845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:50:13.651182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Checking segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:50:13.651558 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Bound using segment: {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:50:13.651989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Bound port: 72a33dc9-609a-4cbc-9794-b127b3702d81, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19ce0a0-08c5-486f-bc64-251b929c46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:50:13.652341 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:13.716149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:50:13.719610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:50:13.723660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:13.756115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:13.756720 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:13.758325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] 10.222.0.15 "PUT /v2.0/ports/72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1091 time: 0.7551455 Nov 03 16:50:13.760513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:50:13.762809 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71" -d '{"events": [{"name": "network-changed", "server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:50:13.791582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91162ff7-db99-4ecc-8dd2-3b58db3e9525 service neutron] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:13.829764 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15647ee-f62a-4eca-9789-aaff897884aa x-openstack-request-id: req-b15647ee-f62a-4eca-9789-aaff897884aa {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:50:13.830065 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:50:13.830324 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b15647ee-f62a-4eca-9789-aaff897884aa {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:50:13.830731 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'status': 'completed', 'code': 200} Nov 03 16:50:13.846784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-0c0c2fe5-e719-407d-835d-1592a6432c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:13.848406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-0c0c2fe5-e719-407d-835d-1592a6432c08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1095 time: 0.0519423 Nov 03 16:50:13.859800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:50:13.903398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:50:13.954274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-53ac2b18-5e48-49f4-a388-d144492a18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:13.955839 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-53ac2b18-5e48-49f4-a388-d144492a18ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1095 time: 0.1064112 Nov 03 16:50:13.990200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-a75cbabf-978c-4bea-a4e7-4e4dd42ee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:13.991599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-a75cbabf-978c-4bea-a4e7-4e4dd42ee8ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1327636 Nov 03 16:50:14.096591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-3b1fec69-07a4-4151-b0dd-00a4d3f28952 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1000 time: 0.0964715 Nov 03 16:50:14.117720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-5cc55887-1be7-4cf6-8979-816a4773a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:14.119140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-5cc55887-1be7-4cf6-8979-816a4773a223 service neutron] 10.222.0.70 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.1503458 Nov 03 16:50:14.216298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-9a28c60d-dd78-4637-8122-5eb17158f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:14.218047 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-9a28c60d-dd78-4637-8122-5eb17158f830 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.1132698 Nov 03 16:50:14.266220 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-0fc39cf2-a18f-44bc-8659-399b862966bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1000 time: 0.1294787 Nov 03 16:50:14.280303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31b73c-07e3-4e5c-96cb-9466c7be9830 req-16d10332-d0fc-4e7f-9f8a-e69c1fa04790 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:14.281842 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb31b73c-07e3-4e5c-96cb-9466c7be9830 req-16d10332-d0fc-4e7f-9f8a-e69c1fa04790 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.1062891 Nov 03 16:50:14.332372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-4886a585-b974-464f-a656-58bf48bc3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:14.333744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-4886a585-b974-464f-a656-58bf48bc3343 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068904 Nov 03 16:50:14.383972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-031dd7a5-a8e5-49f7-9007-619bd3340222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:14.385388 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-031dd7a5-a8e5-49f7-9007-619bd3340222 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.1025581 Nov 03 16:50:14.432848 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bb31b73c-07e3-4e5c-96cb-9466c7be9830 req-2d7633dd-8c42-49da-8a32-a272069c6298 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399493 Nov 03 16:50:14.483968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-b0abdc88-4511-4466-8214-c7f27cd6297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:14.485458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-b0abdc88-4511-4466-8214-c7f27cd6297a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682878 Nov 03 16:50:14.487176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-d682efa9-d66a-401e-ae06-4e916cf255dc service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433477 Nov 03 16:50:14.644330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-cb294bf0-45ff-4e52-977c-d79b2bd0fb8c service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512907 Nov 03 16:50:14.646350 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af820fb2-1c81-4067-96fd-49523aee7b80 req-2b22f3cf-fb1c-4060-a5b2-89f861556527 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462049 Nov 03 16:50:14.765488 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-1f8467f6-d875-4d6f-a763-5f056971e734 service neutron] 10.222.0.70 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131725 Nov 03 16:50:14.774876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-fafd3f46-3c98-4716-b4fc-995b60cbd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:14.776852 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-fafd3f46-3c98-4716-b4fc-995b60cbd486 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 1095 time: 0.0602915 Nov 03 16:50:14.871996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-3e6bd271-768d-47cb-a82f-c2bdcc245ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:14.874269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-3e6bd271-768d-47cb-a82f-c2bdcc245ce6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 200 len: 913 time: 0.0891747 Nov 03 16:50:14.939569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-2615f9f8-3a0e-4043-b0c4-f8f1d2d3b274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 200 len: 1000 time: 0.0592980 Nov 03 16:50:14.990713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-fb3a513e-1411-427b-90fc-05a7fbea4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:14.992119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-fb3a513e-1411-427b-90fc-05a7fbea4132 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 200 len: 851 time: 0.0457740 Nov 03 16:50:15.044361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-ebb3b3f4-7deb-46f8-a5ae-f9f37e571e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:15.046585 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-ebb3b3f4-7deb-46f8-a5ae-f9f37e571e50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=effd9c04-1dbf-4e35-8ffe-85ffee29ac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450072 Nov 03 16:50:15.135445 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-431d4b62-05e2-462e-84b8-29ac9d29b0e6 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819340 Nov 03 16:50:15.561740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c20c3-3d51-4b58-9339-f34ca1447a0b req-543d2592-21e5-4419-af5d-ec4bfba505e8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:15.563248 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b51c20c3-3d51-4b58-9339-f34ca1447a0b req-543d2592-21e5-4419-af5d-ec4bfba505e8 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0525665 Nov 03 16:50:15.573886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0ed3a9a-93b3-48cc-aea1-85a71c364d71 req-2789305c-13ff-4bb1-82b3-a518c9dc6888 service neutron] 10.222.0.15 "GET /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316676 Nov 03 16:50:15.619192 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b51c20c3-3d51-4b58-9339-f34ca1447a0b req-2d18d2d0-29b5-416b-bfb5-aa30d5e1a7ce tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475886 Nov 03 16:50:16.740646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c557e-c667-46cc-a66e-49740909ebf8 req-2fd3b910-eb92-427e-9092-146bcca76a91 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:16.742155 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-501c557e-c667-46cc-a66e-49740909ebf8 req-2fd3b910-eb92-427e-9092-146bcca76a91 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0530651 Nov 03 16:50:16.789166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-501c557e-c667-46cc-a66e-49740909ebf8 req-5e9864ba-4551-484e-962b-a0c564b7d33f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Nov 03 16:50:17.910203 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e845807-fa68-44d4-b9ab-38240576aa41 req-73bca942-1f86-4ddd-9337-e9b58acbfe13 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:17.911704 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e845807-fa68-44d4-b9ab-38240576aa41 req-73bca942-1f86-4ddd-9337-e9b58acbfe13 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0532382 Nov 03 16:50:17.964293 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5e845807-fa68-44d4-b9ab-38240576aa41 req-feecf55b-3755-4c94-a32e-f71872006cce tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464742 Nov 03 16:50:19.084228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e4543-016a-48ad-80da-767f55d90dc5 req-d3f5e619-d7b0-4657-a476-91bd5ab27de1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:19.085749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b9e4543-016a-48ad-80da-767f55d90dc5 req-d3f5e619-d7b0-4657-a476-91bd5ab27de1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0499754 Nov 03 16:50:19.140293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9b9e4543-016a-48ad-80da-767f55d90dc5 req-88c0cd72-eb0a-4f96-84a0-8266f420f16f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482442 Nov 03 16:50:20.262403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78eafcb-c79d-441c-981d-432fe7f4d4f1 req-02ab504b-7a3c-4efc-a3ff-d70dc9a336a6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:20.263903 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e78eafcb-c79d-441c-981d-432fe7f4d4f1 req-02ab504b-7a3c-4efc-a3ff-d70dc9a336a6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0534964 Nov 03 16:50:20.313537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e78eafcb-c79d-441c-981d-432fe7f4d4f1 req-9447ed76-a622-4711-be90-81e2217aac47 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 Nov 03 16:50:21.430992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdbb93-00e6-4288-a4b3-41c6a333d309 req-1023b311-19ae-4fa2-b380-936b2d303275 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:21.432483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dafdbb93-00e6-4288-a4b3-41c6a333d309 req-1023b311-19ae-4fa2-b380-936b2d303275 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0477750 Nov 03 16:50:21.478704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dafdbb93-00e6-4288-a4b3-41c6a333d309 req-2a7c7c9d-ecd6-4ae0-a496-38799eb8c5d4 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396516 Nov 03 16:50:22.449692 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:22.599088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed40cb-d0d8-49db-b2de-3b45970e671f req-6ca0c59a-46a1-46e0-b486-cf01d3c1edb9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:22.600534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5bed40cb-d0d8-49db-b2de-3b45970e671f req-6ca0c59a-46a1-46e0-b486-cf01d3c1edb9 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0481508 Nov 03 16:50:22.647254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5bed40cb-d0d8-49db-b2de-3b45970e671f req-cbf1a152-3955-4c92-baa0-f5725f448b74 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407772 Nov 03 16:50:23.768362 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02be4ad-4c69-4a91-93dc-4904f0720e72 req-56cfc3ec-28bd-4e6d-847a-f2d2bc8f41e1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:23.769878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c02be4ad-4c69-4a91-93dc-4904f0720e72 req-56cfc3ec-28bd-4e6d-847a-f2d2bc8f41e1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0487535 Nov 03 16:50:23.816395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c02be4ad-4c69-4a91-93dc-4904f0720e72 req-46341468-5586-42bf-a842-ecff64b167b1 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405452 Nov 03 16:50:24.940532 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f945a-bc75-4c83-8337-338fe0d5e123 req-e8ae333e-ece9-40c1-bbe5-bac23ea3db02 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:24.942044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b72f945a-bc75-4c83-8337-338fe0d5e123 req-e8ae333e-ece9-40c1-bbe5-bac23ea3db02 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0565987 Nov 03 16:50:24.991091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b72f945a-bc75-4c83-8337-338fe0d5e123 req-b85ff18a-6568-4838-8c33-2cecb5bf87d6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430620 Nov 03 16:50:26.111022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268109a-ef1d-46bd-ab9d-574b02e2c819 req-1dcc2ebd-d80f-4d4f-8ed1-131f620d7fd3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:26.112401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1268109a-ef1d-46bd-ab9d-574b02e2c819 req-1dcc2ebd-d80f-4d4f-8ed1-131f620d7fd3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0526118 Nov 03 16:50:26.159255 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1268109a-ef1d-46bd-ab9d-574b02e2c819 req-30df8756-1f7b-42fe-a33d-ea7f943de862 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408514 Nov 03 16:50:27.276104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902b4ae-1afc-41d6-a4ff-ae622afdbc76 req-9ea3c9c3-d3e4-4d59-bae4-f65813613f15 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:27.277616 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4902b4ae-1afc-41d6-a4ff-ae622afdbc76 req-9ea3c9c3-d3e4-4d59-bae4-f65813613f15 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 944 time: 0.0504034 Nov 03 16:50:27.326732 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4902b4ae-1afc-41d6-a4ff-ae622afdbc76 req-c1f19941-aa02-4c45-b2dc-2386e9d9be2f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415375 Nov 03 16:50:27.705620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:50:27.802383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:27.814131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'port_id': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'mac_address': 'fa:16:3e:f9:1e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:50:27.856146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:27.869330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a33dc9-609a-4cbc-9794-b127b3702d81 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:50:27.890732 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:27.894495 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:27.946509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:28.329073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['72a33dc9-609a-4cbc-9794-b127b3702d81'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:50:28.446457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311cb38-bebf-498c-957e-981b74056e86 req-12201a2d-f94b-49fe-bbfd-3688285b88cb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:28.448073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1311cb38-bebf-498c-957e-981b74056e86 req-12201a2d-f94b-49fe-bbfd-3688285b88cb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Nov 03 16:50:28.495902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1311cb38-bebf-498c-957e-981b74056e86 req-8396e0ba-881f-4e44-b63f-0dd278fdaaa3 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417130 Nov 03 16:50:28.615955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88669815-0b11-4a11-9c2b-bc61b99e7eb7 req-15693fff-b80b-4bda-9e6d-3921c4f4a4ce tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:28.617432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88669815-0b11-4a11-9c2b-bc61b99e7eb7 req-15693fff-b80b-4bda-9e6d-3921c4f4a4ce tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0534220 Nov 03 16:50:28.668671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88669815-0b11-4a11-9c2b-bc61b99e7eb7 req-35e22f0a-21e4-4d3d-aa68-1079c42a3065 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448320 Nov 03 16:50:28.781200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6d106-3e7e-4b9f-b65c-59bf4fc2d9f5 req-5fa0779a-9b33-4405-983b-39eb28558f2e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:28.782698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92a6d106-3e7e-4b9f-b65c-59bf4fc2d9f5 req-5fa0779a-9b33-4405-983b-39eb28558f2e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Nov 03 16:50:28.835011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92a6d106-3e7e-4b9f-b65c-59bf4fc2d9f5 req-013f603a-aa0e-4a59-ab6a-eabe2b20f776 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465417 Nov 03 16:50:29.068925 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5667dd-8da7-4ff8-a102-8e3f3df286fc req-39aa1bd2-e2e9-4140-83ff-44cde185717e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:29.070332 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a5667dd-8da7-4ff8-a102-8e3f3df286fc req-39aa1bd2-e2e9-4140-83ff-44cde185717e tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 945 time: 0.0486839 Nov 03 16:50:29.116743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a5667dd-8da7-4ff8-a102-8e3f3df286fc req-73fc0a5a-522c-4f01-a4d4-d4cd422683c6 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405777 Nov 03 16:50:29.713753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:50:29.762671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 72a33dc9-609a-4cbc-9794-b127b3702d81 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:50:29.766831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 72a33dc9-609a-4cbc-9794-b127b3702d81 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:50:29.767204 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:29.846942 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:29.869083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:50:29.883004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:29.888400 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:29.911766 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5bba9b-ee6a-4a28-b1ea-5ebca87ef318" -d '{"events": [{"server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "name": "network-vif-plugged", "status": "completed", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:50:29.942258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=12']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:29.999583 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866e2556-390b-4ebc-9361-20864bbfe647 x-openstack-request-id: req-866e2556-390b-4ebc-9361-20864bbfe647 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:50:29.999879 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "name": "network-vif-plugged", "status": "completed", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:50:30.000136 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-866e2556-390b-4ebc-9361-20864bbfe647 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:50:30.000540 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'code': 200} Nov 03 16:50:30.231637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d629ca-a5ae-4825-ae3c-bda7ee58ceb1 req-f182ef89-a954-4b5c-a9f1-f655ca8fbc35 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:30.233625 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5d629ca-a5ae-4825-ae3c-bda7ee58ceb1 req-f182ef89-a954-4b5c-a9f1-f655ca8fbc35 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 946 time: 0.0474846 Nov 03 16:50:30.280521 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5d629ca-a5ae-4825-ae3c-bda7ee58ceb1 req-4f7c7d97-98d0-4bab-a221-20a87c3a4aa7 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400190 Nov 03 16:50:30.899693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-745cadaf-630a-4725-8733-d7831daf78af tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:30.901118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-745cadaf-630a-4725-8733-d7831daf78af tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 946 time: 0.0519130 Nov 03 16:50:30.989880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Deleting port 72a33dc9-609a-4cbc-9794-b127b3702d81 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:50:30.990363 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:31.082375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] For port 72a33dc9-609a-4cbc-9794-b127b3702d81, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=72a33dc9-609a-4cbc-9794-b127b3702d81,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:31.082734 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:31.251252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:31.251924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:31.251924 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Floating IP b380ce12-3da8-4725-98ec-f833621d05aa disassociated. External IP: 172.25.6.224, port: 72a33dc9-609a-4cbc-9794-b127b3702d81. Nov 03 16:50:31.252359 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Calling delete_port for 72a33dc9-609a-4cbc-9794-b127b3702d81 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:50:31.383039 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:31.403512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc958ce-6a4a-41bc-b112-72d0591da94c req-9b0bb865-a201-4fc6-a7c4-66a7b5b7f460 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:31.405004 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8dc958ce-6a4a-41bc-b112-72d0591da94c req-9b0bb865-a201-4fc6-a7c4-66a7b5b7f460 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 868 time: 0.0529001 Nov 03 16:50:31.413321 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event deleted for resources: {'Port': ['ID=72a33dc9-609a-4cbc-9794-b127b3702d81,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:31.458498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8dc958ce-6a4a-41bc-b112-72d0591da94c req-c095e0ae-6151-40a4-b946-51873851e9ca tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups?id=d80d7bd6-7e39-436c-86cf-c2699b8a90e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474768 Nov 03 16:50:31.537583 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:50:31.649900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:50:31.659542 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:50:31.668781 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:50:31.669384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:50:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:31.688972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] No DVR routers for this DVR port 72a33dc9-609a-4cbc-9794-b127b3702d81 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:50:31.691719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:31.695475 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-01f1893f-26f6-4110-8f36-afbffc50ef28 req-ba0669a3-f8d3-4b20-9f5d-a933da24b4ae tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.15 "DELETE /v2.0/ports/72a33dc9-609a-4cbc-9794-b127b3702d81 HTTP/1.1" status: 204 len: 173 time: 0.7875729 Nov 03 16:50:31.695934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'name': 'network-vif-deleted', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:50:31.698210 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc7c497-dff9-43fb-bab2-f3f2c540b8ed" -d '{"events": [{"server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "name": "network-vif-deleted", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:50:31.743831 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e7cf51-8512-4be4-ae84-af0084dfd21b x-openstack-request-id: req-e4e7cf51-8512-4be4-ae84-af0084dfd21b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:50:31.744161 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab245740-ea52-4849-9ca0-3e662cb8e074", "name": "network-vif-deleted", "tag": "72a33dc9-609a-4cbc-9794-b127b3702d81", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:50:31.744420 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e4e7cf51-8512-4be4-ae84-af0084dfd21b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:50:31.744856 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab245740-ea52-4849-9ca0-3e662cb8e074', 'name': 'network-vif-deleted', 'tag': '72a33dc9-609a-4cbc-9794-b127b3702d81', 'status': 'completed', 'code': 200} Nov 03 16:50:31.782810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:50:32.082316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:32.166469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:32.194501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:50:32.203124 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:50:32.203739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:50:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:32.315424 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:50:32.524001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:32.553131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a7901-6cb1-431c-a355-2d104ff3a6fd None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:39:04Z', 'revision_number': 4, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '52793d30-7745-42f9-aa14-a129fb3bd5a6', 'name': '', 'network_id': 'effd9c04-1dbf-4e35-8ffe-85ffee29ac61', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'mac_address': 'fa:16:3e:80:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:03Z', 'updated_at': '2021-11-03T16:39:08Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'subnets': [{'id': '752e7a21-ff55-4215-aa8d-1d3a1fa9f177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:50:32.563790 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-09728c8a-dc65-4360-8fcd-7a88287b1df9 req-cd99cae7-068c-4fb4-9fd5-d9323ac32dfb tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 210 time: 0.0282350 Nov 03 16:50:32.613312 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-28ef744c-bd41-4275-9e48-f2149f37e019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:32.790783 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c643df-b517-4298-8504-9c4c315e85da None None] New status for floating IP b380ce12-3da8-4725-98ec-f833621d05aa: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:50:33.662710 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f55cc10a-d80d-4119-9c28-f04597f01d9d req-2a5bddeb-0e55-44df-b9cb-6c5d3fe573b2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 210 time: 0.0276725 Nov 03 16:50:33.738809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:50:33.759869 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 72a33dc9-609a-4cbc-9794-b127b3702d81 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:50:33.760311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 72a33dc9-609a-4cbc-9794-b127b3702d81 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:50:34.464043 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:50:34.758105 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-be492800-13fa-47f7-935e-6f7a1a166f1e req-7e4771c9-76af-4b61-9a28-54674e14a88f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 210 time: 0.0269673 Nov 03 16:50:35.044504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26a6c58e-ed65-4fb0-89d5-76ca648ed64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:35.862526 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-087e3bfa-134c-4aa4-acca-2fc1b01b9944 req-8cc7f595-dc9a-44ac-8e77-618513a5e986 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab245740-ea52-4849-9ca0-3e662cb8e074 HTTP/1.1" status: 200 len: 210 time: 0.0320230 Nov 03 16:50:36.418369 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:37.918384 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:38.503104 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:40.625671 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47502) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:40.685654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:40.710572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:40.758226 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:40.760824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:40.762016 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "DELETE /v2.0/security-groups/d80d7bd6-7e39-436c-86cf-c2699b8a90e4 HTTP/1.1" status: 204 len: 168 time: 0.1351242 Nov 03 16:50:40.765545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47504) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:40.772280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d7bd6-7e39-436c-86cf-c2699b8a90e4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:40.780248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.780603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.780961 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.781301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.781680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.782020 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.782357 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.782718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.782967 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [None req-b7c7f2c6-2826-4f9e-b8c1-a9a4c899997f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] show failed (client error): The resource could not be found. Nov 03 16:50:40.783118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.783360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.786522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.786682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b7c7f2c6-2826-4f9e-b8c1-a9a4c899997f tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "GET /v2.0/security-groups/d80d7bd6-7e39-436c-86cf-c2699b8a90e4 HTTP/1.1" status: 404 len: 347 time: 0.0161564 Nov 03 16:50:40.786811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e5a865-82f3-4e1d-a546-2c35a060ba9a tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:40.786912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47506) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:40.912728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Deleting port 47dfd747-06f6-4ed3-b351-89fa4788ad85 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:50:40.913067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:40.989330 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:40.989689 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:41.001751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Calling delete_port for 47dfd747-06f6-4ed3-b351-89fa4788ad85 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:50:41.135329 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:41.160577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Pushing event deleted for resources: {'Port': ['ID=47dfd747-06f6-4ed3-b351-89fa4788ad85,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:41.230111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:41.232907 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:41.234734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-811b85bb-5073-4843-a617-cd97eb61ace2 tempest-ServerActionsTestJSON-1780626758 tempest-ServerActionsTestJSON-1780626758-project] 10.222.0.86 "DELETE /v2.0/floatingips/b380ce12-3da8-4725-98ec-f833621d05aa HTTP/1.1" status: 204 len: 168 time: 0.4469483 Nov 03 16:50:41.237965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47508) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:41.702570 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:41.942042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Deleting port 52793d30-7745-42f9-aa14-a129fb3bd5a6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:50:41.942825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:42.022093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] For port 52793d30-7745-42f9-aa14-a129fb3bd5a6, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=52793d30-7745-42f9-aa14-a129fb3bd5a6,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:42.022360 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:42.034554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Calling delete_port for 52793d30-7745-42f9-aa14-a129fb3bd5a6 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:50:42.210406 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:42.235968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Pushing event deleted for resources: {'Port': ['ID=52793d30-7745-42f9-aa14-a129fb3bd5a6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:42.398122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:42.607284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:50:42.710991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:50:42.716000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-37487670-1425-4caa-a2b6-7fde6561a257 admin admin] 10.222.0.86 "PUT /v2.0/routers/6d8bbe3c-543e-40f2-9946-e70b00bc6ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4770460 Nov 03 16:50:42.719228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47512) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:42.721926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] Sync routers for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:50:42.731913 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:50:42.732521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:50:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:42.821701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:42.837294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:50:42.925368 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:42.977378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Deleting port ea32a23c-849f-42dd-bddc-48b948f7df73 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:50:42.978070 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.014925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:50:42Z', 'revision_number': 5, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port': {'id': 'ea32a23c-849f-42dd-bddc-48b948f7df73', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:39:02Z', 'updated_at': '2021-11-03T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:43.046800 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] Checking router: 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:50:43.055963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] Routers {'6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:50:43.056574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:50:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:43.060783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] For port ea32a23c-849f-42dd-bddc-48b948f7df73, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=ea32a23c-849f-42dd-bddc-48b948f7df73,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:43.061145 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.074193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Calling delete_port for ea32a23c-849f-42dd-bddc-48b948f7df73 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:50:43.143689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] Set router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:50:43.195169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:50:42Z', 'revision_number': 6, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:43.224240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed480b-c873-4e63-8e77-6563a3148ca3 None None] The sync data for ids ['6d8bbe3c-543e-40f2-9946-e70b00bc6ee2'] in n-d-813897-2 is: [{'id': '6d8bbe3c-543e-40f2-9946-e70b00bc6ee2', 'name': 'tempest-ServerActionsTestJSON-1543865729-router', 'tenant_id': '9d7f0fc6df7b4a8386454e7453070e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:39:01Z', 'updated_at': '2021-11-03T16:50:42Z', 'revision_number': 6, 'project_id': '9d7f0fc6df7b4a8386454e7453070e09', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:50:43.242225 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.274129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea32a23c-849f-42dd-bddc-48b948f7df73,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:43.329990 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.417509 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.419621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.467257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.468344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:50:43.472789 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.473964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0c7ea5a2-f060-440f-88d9-f7cec5d41a2e admin admin] 10.222.0.86 "DELETE /v2.0/routers/6d8bbe3c-543e-40f2-9946-e70b00bc6ee2 HTTP/1.1" status: 204 len: 168 time: 0.7538314 Nov 03 16:50:43.476551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47514) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:43.522028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac237f7-a5b4-48a9-ae5e-9ba75ccc4993 admin admin] Deleting subnet 752e7a21-ff55-4215-aa8d-1d3a1fa9f177 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:50:43.525182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac237f7-a5b4-48a9-ae5e-9ba75ccc4993 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.559402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac237f7-a5b4-48a9-ae5e-9ba75ccc4993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.645619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac237f7-a5b4-48a9-ae5e-9ba75ccc4993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.699469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac237f7-a5b4-48a9-ae5e-9ba75ccc4993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.723333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac237f7-a5b4-48a9-ae5e-9ba75ccc4993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752e7a21-ff55-4215-aa8d-1d3a1fa9f177,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:43.729095 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac237f7-a5b4-48a9-ae5e-9ba75ccc4993 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.732278 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9ac237f7-a5b4-48a9-ae5e-9ba75ccc4993 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/752e7a21-ff55-4215-aa8d-1d3a1fa9f177 HTTP/1.1" status: 204 len: 168 time: 0.2547953 Nov 03 16:50:43.735624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47516) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:43.738082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a420f68-0f90-49dc-b76c-3ef4e98f78cf None None] Network effd9c04-1dbf-4e35-8ffe-85ffee29ac61 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:50:43.807274 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.861374 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Deleting port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:50:43.861740 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.926932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] For port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee,segment=NetworkSegment(f19ce0a0-08c5-486f-bc64-251b929c46d8),segment_id=f19ce0a0-08c5-486f-bc64-251b929c46d8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:43.927213 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:43.939378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Calling delete_port for 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:50:44.000731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] DHCP port deletion for effd9c04-1dbf-4e35-8ffe-85ffee29ac61 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:50:44.032712 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.060123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:50:44.061625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:44.065408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] No DVR routers for this DVR port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:50:44.087926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] Deleting port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:50:44.088501 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.092123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:50:44.092528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:50:44.093228 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 52793d30-7745-42f9-aa14-a129fb3bd5a6 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:50:44.130495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 52793d30-7745-42f9-aa14-a129fb3bd5a6 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:50:44.130839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 52793d30-7745-42f9-aa14-a129fb3bd5a6 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:50:44.131265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ea32a23c-849f-42dd-bddc-48b948f7df73 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:50:44.143899 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.164629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effd9c04-1dbf-4e35-8ffe-85ffee29ac61']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:44.173935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19ce0a0-08c5-486f-bc64-251b929c46d8') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:44.174229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19ce0a0-08c5-486f-bc64-251b929c46d8') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:50:44.179524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: ea32a23c-849f-42dd-bddc-48b948f7df73 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:50:44.179877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device ea32a23c-849f-42dd-bddc-48b948f7df73 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:50:44.184142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.197879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] For port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:44.198491 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.198678 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.208529 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:50:44.209171 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:50:44.211180 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:50:44.214325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] Calling delete_port for 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:50:44.216966 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] Port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:50:44.219147 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.243341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] Pushing event deleted for resources: {'Port': ['ID=5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:44.249615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47cbb0-90bc-4dcc-9fec-70949f246171 None None] No DVR routers for this DVR port 5e5b6fe1-24b5-4dbf-80d5-11e7fd0676ee on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:50:44.275567 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.283051 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.286257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] 10.222.0.86 "DELETE /v2.0/networks/effd9c04-1dbf-4e35-8ffe-85ffee29ac61 HTTP/1.1" status: 204 len: 168 time: 0.5495346 Nov 03 16:50:44.295997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b55326-74a5-4a04-88e3-cbdac3f76451 admin admin] Pushing event deleted for resources: {'Network': ['ID=effd9c04-1dbf-4e35-8ffe-85ffee29ac61,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:44.408335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47520) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:44.451571 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1a63f713-5ebf-4be0-b9cd-e73dc0ae3571 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9d7f0fc6df7b4a8386454e7453070e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420213 Nov 03 16:50:44.454533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47522) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:44.502424 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe424827-3a0f-4ef1-9daa-2290b43ed4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.523761 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe424827-3a0f-4ef1-9daa-2290b43ed4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.570480 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe424827-3a0f-4ef1-9daa-2290b43ed4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.573264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fe424827-3a0f-4ef1-9daa-2290b43ed4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:44.575680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fe424827-3a0f-4ef1-9daa-2290b43ed4ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cc161254-c362-4f6c-82e0-859a37d99f15 HTTP/1.1" status: 204 len: 168 time: 0.1202056 Nov 03 16:50:44.591296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe424827-3a0f-4ef1-9daa-2290b43ed4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc161254-c362-4f6c-82e0-859a37d99f15,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:45.284490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47544) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:45.380054 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-301601708-network', 'tenant_id': '74324063b329480da92c7c9e5d921ca2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:50:45.400690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Made reservation on behalf of 74324063b329480da92c7c9e5d921ca2 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:50:45.402999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.411367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.484715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.488763 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.513151 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:50:45.522954 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:45.527793 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.528160 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Added segment a307e277-5e70-4c1d-8116-23cc89ada9ef of type vlan for network 8bea314a-7eda-4da6-9d13-299902886d2c Nov 03 16:50:45.570134 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.593780 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.594703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:45.595273 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.653062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3673069 Nov 03 16:50:45.656208 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47548) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:50:45.658174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bd1d4-2d4c-4ca4-add6-6cbe8751c633 admin admin] Pushing event updated for resources: {'Network': ['ID=8bea314a-7eda-4da6-9d13-299902886d2c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:45.661198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Request body: {'subnet': {'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-301601708-subnet', 'tenant_id': '74324063b329480da92c7c9e5d921ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:50:45.667606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 8bea314a-7eda-4da6-9d13-299902886d2c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:50:45.682823 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Made reservation on behalf of 74324063b329480da92c7c9e5d921ca2 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:50:45.685625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.852932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.914659 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3190a34c-7399-428e-bc13-ca1c116d914f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:45.919626 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Checking segment: {'id': 'a307e277-5e70-4c1d-8116-23cc89ada9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:50:45.919983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Network hostable DHCP agents. Network: 8bea314a-7eda-4da6-9d13-299902886d2c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:50:45.936563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Network 8bea314a-7eda-4da6-9d13-299902886d2c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:50:45.945150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 8bea314a-7eda-4da6-9d13-299902886d2c) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:50:45.949219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:45.949869 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:45.954160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea7dc8d-ab30-4789-9782-98e7f028830e None None] Network 8bea314a-7eda-4da6-9d13-299902886d2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:50:45.965361 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b2a8f5a3-22c4-4049-81db-b4eea681b9c2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3080504 Nov 03 16:50:46.088805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea21ce5a-7d0b-47a4-8945-399a826c07e5 None None] Network 8bea314a-7eda-4da6-9d13-299902886d2c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:50:46.397852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-a248c908-6ff3-4e50-8970-387357e88554 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:46.399331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-a248c908-6ff3-4e50-8970-387357e88554 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/networks?id=8bea314a-7eda-4da6-9d13-299902886d2c HTTP/1.1" status: 200 len: 813 time: 0.1102290 Nov 03 16:50:46.415030 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-df566165-acdb-4827-9c06-9c37f81c0ac9 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/quotas/74324063b329480da92c7c9e5d921ca2 HTTP/1.1" status: 200 len: 375 time: 0.0099394 Nov 03 16:50:46.445874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-4af07682-2d1d-4527-b01e-c4c059c6fda3 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=74324063b329480da92c7c9e5d921ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256205 Nov 03 16:50:46.944406 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-4addbc78-f538-406f-8072-ff02baaf1d84 service neutron] 10.222.0.86 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553533 Nov 03 16:50:47.031299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-5b4815fa-a7f4-41b1-a804-bf4f7f2f5e44 service neutron] 10.222.0.86 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807600 Nov 03 16:50:47.196609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7287b54b-c300-47f3-a554-4040ca127a28 req-679190de-076e-4503-956c-4ef9893620b0 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 210 time: 0.0283031 Nov 03 16:50:48.213302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-91caf1ee-b0f0-4629-8018-687f95c93afa tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:48.214749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-91caf1ee-b0f0-4629-8018-687f95c93afa tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.70 "GET /v2.0/networks?id=8bea314a-7eda-4da6-9d13-299902886d2c HTTP/1.1" status: 200 len: 813 time: 0.1059818 Nov 03 16:50:48.228128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Request body: {'port': {'device_id': 'f3189d13-163a-4d47-844d-b1929c4f176e', 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c', 'admin_state_up': True, 'tenant_id': '74324063b329480da92c7c9e5d921ca2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:50:48.322875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a387fedc-0dc6-42e5-9248-a9778fa8525a req-a4a521b6-d41c-440f-bb9f-3518fe5e5aad tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 210 time: 0.0372396 Nov 03 16:50:48.365899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Made reservation on behalf of 74324063b329480da92c7c9e5d921ca2 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:50:48.369320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:48.489651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Allocated IP 172.20.0.13 (8bea314a-7eda-4da6-9d13-299902886d2c/3190a34c-7399-428e-bc13-ca1c116d914f/57b2be17-ae2b-4c8f-a55d-cae428751ce5) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:50:48.632911 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:48.666359 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:48.713549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Network 8bea314a-7eda-4da6-9d13-299902886d2c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:50:48.719315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:50:48.721839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:50:48.754582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Pushing event updated for resources: {'Port': ['ID=57b2be17-ae2b-4c8f-a55d-cae428751ce5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:48.782201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:48.782816 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:48.798431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-21f29331-9e57-489d-afb8-c97be053b5fb tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5744812 Nov 03 16:50:48.810443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Request body: {'port': {'device_id': 'f3189d13-163a-4d47-844d-b1929c4f176e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:50:48.864018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:49.122384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b2be17-ae2b-4c8f-a55d-cae428751ce5 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:50:49.130752 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:49.142902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Transition to ACTIVE for port object 57b2be17-ae2b-4c8f-a55d-cae428751ce5 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:50:49.146871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:49.194511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2be17-ae2b-4c8f-a55d-cae428751ce5,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:49.265058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Attempting to bind port 57b2be17-ae2b-4c8f-a55d-cae428751ce5 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:50:49.265610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Attempting to bind port 57b2be17-ae2b-4c8f-a55d-cae428751ce5 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'a307e277-5e70-4c1d-8116-23cc89ada9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:50:49.265852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Attempting to bind port 57b2be17-ae2b-4c8f-a55d-cae428751ce5 on network 8bea314a-7eda-4da6-9d13-299902886d2c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:50:49.270288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Port 57b2be17-ae2b-4c8f-a55d-cae428751ce5 on network 8bea314a-7eda-4da6-9d13-299902886d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:50:49.270607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Attempting to bind port 57b2be17-ae2b-4c8f-a55d-cae428751ce5 on network 8bea314a-7eda-4da6-9d13-299902886d2c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:50:49.275490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:50:49.275834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Checking segment: {'id': 'a307e277-5e70-4c1d-8116-23cc89ada9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:50:49.276215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Bound using segment: {'id': 'a307e277-5e70-4c1d-8116-23cc89ada9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:50:49.276641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Bound port: 57b2be17-ae2b-4c8f-a55d-cae428751ce5, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a307e277-5e70-4c1d-8116-23cc89ada9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:50:49.276991 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:49.344148 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] For port 57b2be17-ae2b-4c8f-a55d-cae428751ce5, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:50:49.347890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] For port 57b2be17-ae2b-4c8f-a55d-cae428751ce5, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=57b2be17-ae2b-4c8f-a55d-cae428751ce5,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:50:49.351917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:49.385236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:49.385865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:49.387287 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] 10.222.0.70 "PUT /v2.0/ports/57b2be17-ae2b-4c8f-a55d-cae428751ce5 HTTP/1.1" status: 200 len: 1092 time: 0.5809758 Nov 03 16:50:49.387731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3189d13-163a-4d47-844d-b1929c4f176e', 'tag': '57b2be17-ae2b-4c8f-a55d-cae428751ce5'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:50:49.390754 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203f8d59-6045-4113-88a8-a8f6f7fbb8de" -d '{"events": [{"name": "network-changed", "server_uuid": "f3189d13-163a-4d47-844d-b1929c4f176e", "tag": "57b2be17-ae2b-4c8f-a55d-cae428751ce5"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:50:49.420919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ec0a5-7651-4678-980d-e97995848ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2be17-ae2b-4c8f-a55d-cae428751ce5,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:49.448871 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8636584-37ec-41c5-acd3-22a440fa8464 x-openstack-request-id: req-f8636584-37ec-41c5-acd3-22a440fa8464 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:50:49.448871 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3189d13-163a-4d47-844d-b1929c4f176e", "tag": "57b2be17-ae2b-4c8f-a55d-cae428751ce5", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:50:49.448871 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f8636584-37ec-41c5-acd3-22a440fa8464 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:50:49.449362 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3189d13-163a-4d47-844d-b1929c4f176e', 'tag': '57b2be17-ae2b-4c8f-a55d-cae428751ce5', 'status': 'completed', 'code': 200} Nov 03 16:50:49.457459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05a32-a7d5-488d-8fa8-975d57b85afc req-e6adb270-e54e-4005-9629-fb78ce205b17 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:49.458990 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ac05a32-a7d5-488d-8fa8-975d57b85afc req-e6adb270-e54e-4005-9629-fb78ce205b17 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 944 time: 0.0640447 Nov 03 16:50:49.480270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-463460c5-9557-4744-a888-b26c6a9b60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:49.481882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-463460c5-9557-4744-a888-b26c6a9b60ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74324063b329480da92c7c9e5d921ca2&device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 1095 time: 0.0453687 Nov 03 16:50:49.507952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5ac05a32-a7d5-488d-8fa8-975d57b85afc req-92eb9737-3908-44a4-ae83-148ba1db1e25 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Nov 03 16:50:49.524528 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-ac942ce1-2dca-493f-a0a4-68b0f2bf5cbc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57b2be17-ae2b-4c8f-a55d-cae428751ce5 HTTP/1.1" status: 200 len: 217 time: 0.0349002 Nov 03 16:50:49.576909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-0f66564b-2e0c-4d05-9169-7c47399d0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:49.578371 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-0f66564b-2e0c-4d05-9169-7c47399d0837 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3190a34c-7399-428e-bc13-ca1c116d914f HTTP/1.1" status: 200 len: 853 time: 0.0471587 Nov 03 16:50:49.611175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-f025c778-e70d-4cde-b4a7-4da901001074 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bea314a-7eda-4da6-9d13-299902886d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254560 Nov 03 16:50:49.700497 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-d2ddf63c-4da6-4120-84fd-10d64f783913 service neutron] 10.222.0.70 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819705 Nov 03 16:50:49.794457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-251c9d7a-c767-40ce-959e-d5816f016c03 req-ee05d34c-9d48-4e61-9c61-4840b0949a05 service neutron] 10.222.0.70 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867970 Nov 03 16:50:49.877473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-df4c5ebe-3fb0-4f6a-9916-f5133204179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:49.879034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-df4c5ebe-3fb0-4f6a-9916-f5133204179a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74324063b329480da92c7c9e5d921ca2&device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 1095 time: 0.0423284 Nov 03 16:50:49.975722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-5554ef58-0ec5-4cf9-a928-59d036b98d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:49.977119 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-5554ef58-0ec5-4cf9-a928-59d036b98d53 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bea314a-7eda-4da6-9d13-299902886d2c HTTP/1.1" status: 200 len: 914 time: 0.0897853 Nov 03 16:50:50.019454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-aff45e31-5e8a-419c-afea-5f1f72486e78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57b2be17-ae2b-4c8f-a55d-cae428751ce5 HTTP/1.1" status: 200 len: 217 time: 0.0349200 Nov 03 16:50:50.071774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-7b810da5-4739-4060-8598-df07feb0bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:50.073213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-7b810da5-4739-4060-8598-df07feb0bf44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3190a34c-7399-428e-bc13-ca1c116d914f HTTP/1.1" status: 200 len: 853 time: 0.0469415 Nov 03 16:50:50.105629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-d24469d6-b0e3-469c-a6d5-a262eb2b69ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bea314a-7eda-4da6-9d13-299902886d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248785 Nov 03 16:50:50.194980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-2700b8c8-ebcf-4b97-9a04-da093111ffd1 service neutron] 10.222.0.70 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816212 Nov 03 16:50:50.291480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-203f8d59-6045-4113-88a8-a8f6f7fbb8de req-39fb4d12-882b-49c7-b7c7-b88772479281 service neutron] 10.222.0.70 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886161 Nov 03 16:50:50.625367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21940a-de66-4a64-b346-ec82c545155e req-e25e08bd-d6d2-4fda-970b-7e68a27718b4 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:50.626853 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca21940a-de66-4a64-b346-ec82c545155e req-e25e08bd-d6d2-4fda-970b-7e68a27718b4 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 944 time: 0.0498881 Nov 03 16:50:50.672455 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca21940a-de66-4a64-b346-ec82c545155e req-5de7cb88-a6b7-4453-bfd6-0e347ce31d09 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Nov 03 16:50:51.794062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd0ffb-6526-4e50-bd34-e418dde9399f req-427638e0-d1a7-4ba6-bb9c-ded7a08f5abc tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:51.795860 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bfd0ffb-6526-4e50-bd34-e418dde9399f req-427638e0-d1a7-4ba6-bb9c-ded7a08f5abc tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 944 time: 0.0516894 Nov 03 16:50:51.844305 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2bfd0ffb-6526-4e50-bd34-e418dde9399f req-27e115bc-c582-4f14-be08-a3b2aa73b1f9 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Nov 03 16:50:52.075663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 57b2be17-ae2b-4c8f-a55d-cae428751ce5 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:50:52.330160 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 57b2be17-ae2b-4c8f-a55d-cae428751ce5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=57b2be17-ae2b-4c8f-a55d-cae428751ce5,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:52.340793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '57b2be17-ae2b-4c8f-a55d-cae428751ce5', 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c', 'port_id': '57b2be17-ae2b-4c8f-a55d-cae428751ce5', 'mac_address': 'fa:16:3e:d3:9c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3190a34c-7399-428e-bc13-ca1c116d914f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:50:52.378093 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:52.390384 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b2be17-ae2b-4c8f-a55d-cae428751ce5 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:50:52.409157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 57b2be17-ae2b-4c8f-a55d-cae428751ce5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=57b2be17-ae2b-4c8f-a55d-cae428751ce5,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:52.413385 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:52.467932 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:52.472425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=57b2be17-ae2b-4c8f-a55d-cae428751ce5,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:52.617623 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['57b2be17-ae2b-4c8f-a55d-cae428751ce5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:50:52.962913 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f565a1-8357-4093-99f7-f34e2017763b req-8fa74dae-85f1-4c6b-b265-c231d0e25a91 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:52.964391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8f565a1-8357-4093-99f7-f34e2017763b req-8fa74dae-85f1-4c6b-b265-c231d0e25a91 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 945 time: 0.0529799 Nov 03 16:50:53.011445 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c8f565a1-8357-4093-99f7-f34e2017763b req-d4a1820f-380b-4d05-b700-bb524dbfe22c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Nov 03 16:50:54.091366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 57b2be17-ae2b-4c8f-a55d-cae428751ce5 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:50:54.130990 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb63da-624e-4c0b-b59f-8310a68f987a req-0f6aa38b-5ab3-4a8e-a9c3-afacfa8514e2 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:54.132533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9bdb63da-624e-4c0b-b59f-8310a68f987a req-0f6aa38b-5ab3-4a8e-a9c3-afacfa8514e2 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 945 time: 0.0540912 Nov 03 16:50:54.145090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 57b2be17-ae2b-4c8f-a55d-cae428751ce5 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:50:54.149322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 57b2be17-ae2b-4c8f-a55d-cae428751ce5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:50:54.149733 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:54.180714 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9bdb63da-624e-4c0b-b59f-8310a68f987a req-4d367f3d-d417-4107-8d29-b2dd08fc2a93 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Nov 03 16:50:54.225220 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:54.247884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3189d13-163a-4d47-844d-b1929c4f176e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2be17-ae2b-4c8f-a55d-cae428751ce5'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:50:54.250344 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b211c982-c317-4c1a-aecb-ae0fd8cf000c" -d '{"events": [{"server_uuid": "f3189d13-163a-4d47-844d-b1929c4f176e", "name": "network-vif-plugged", "status": "completed", "tag": "57b2be17-ae2b-4c8f-a55d-cae428751ce5"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:50:54.263647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 57b2be17-ae2b-4c8f-a55d-cae428751ce5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=57b2be17-ae2b-4c8f-a55d-cae428751ce5,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:50:54.268780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:54.293188 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6cb982-6f0a-4e39-a2b0-5af3c4171b43 x-openstack-request-id: req-ab6cb982-6f0a-4e39-a2b0-5af3c4171b43 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:50:54.293483 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3189d13-163a-4d47-844d-b1929c4f176e", "name": "network-vif-plugged", "status": "completed", "tag": "57b2be17-ae2b-4c8f-a55d-cae428751ce5", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:50:54.293765 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ab6cb982-6f0a-4e39-a2b0-5af3c4171b43 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:50:54.294158 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3189d13-163a-4d47-844d-b1929c4f176e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2be17-ae2b-4c8f-a55d-cae428751ce5', 'code': 200} Nov 03 16:50:54.324138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=57b2be17-ae2b-4c8f-a55d-cae428751ce5,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:54.394763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1cbba-4e0c-4149-9197-d259587d0190 req-ba858a0b-c8cf-4bb8-9c21-673f0a06575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:54.396326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3af1cbba-4e0c-4149-9197-d259587d0190 req-ba858a0b-c8cf-4bb8-9c21-673f0a06575c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 1097 time: 0.0460310 Nov 03 16:50:54.440223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3af1cbba-4e0c-4149-9197-d259587d0190 req-261f8c21-6e4b-462c-b5fb-6d6290f1a1ee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Nov 03 16:50:55.297462 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3614a7f-8819-4e79-b434-96db9b3a1026 req-49227471-c08c-4628-95fa-4c8f4a3bd07e tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:55.298964 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3614a7f-8819-4e79-b434-96db9b3a1026 req-49227471-c08c-4628-95fa-4c8f4a3bd07e tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0495920 Nov 03 16:50:55.346219 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f3614a7f-8819-4e79-b434-96db9b3a1026 req-ce3a9b93-4f47-41dd-8e2d-dd828e638e28 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 Nov 03 16:50:55.911139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-482742a5-85e0-43f9-a96d-0328395e8157 req-ac588886-67e7-4e2e-a180-3af2ecb5e30b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392082 Nov 03 16:50:56.000758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482742a5-85e0-43f9-a96d-0328395e8157 req-19b0cafb-9f6a-445b-8d38-675082622917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:56.002304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-482742a5-85e0-43f9-a96d-0328395e8157 req-19b0cafb-9f6a-445b-8d38-675082622917 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74324063b329480da92c7c9e5d921ca2&device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 1097 time: 0.0488071 Nov 03 16:50:56.105767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482742a5-85e0-43f9-a96d-0328395e8157 req-4ea11ae0-8aa4-474e-bd82-e72f637680c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:56.107145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-482742a5-85e0-43f9-a96d-0328395e8157 req-4ea11ae0-8aa4-474e-bd82-e72f637680c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bea314a-7eda-4da6-9d13-299902886d2c HTTP/1.1" status: 200 len: 914 time: 0.0855014 Nov 03 16:50:56.153688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-482742a5-85e0-43f9-a96d-0328395e8157 req-960e4a26-0a0d-470a-81bb-c104730ef4e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57b2be17-ae2b-4c8f-a55d-cae428751ce5 HTTP/1.1" status: 200 len: 217 time: 0.0394616 Nov 03 16:50:56.203603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482742a5-85e0-43f9-a96d-0328395e8157 req-6266591b-ce8d-41f5-bf9d-70219d90b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:56.205007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-482742a5-85e0-43f9-a96d-0328395e8157 req-6266591b-ce8d-41f5-bf9d-70219d90b1bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3190a34c-7399-428e-bc13-ca1c116d914f HTTP/1.1" status: 200 len: 853 time: 0.0433590 Nov 03 16:50:56.236856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-482742a5-85e0-43f9-a96d-0328395e8157 req-d0fdea07-c631-489f-904c-a890f3d3a6f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bea314a-7eda-4da6-9d13-299902886d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249135 Nov 03 16:50:56.329054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-482742a5-85e0-43f9-a96d-0328395e8157 req-9c6a2a45-ec2b-4e9d-8517-d78fa7fa045e service neutron] 10.222.0.70 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849648 Nov 03 16:50:56.430351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-482742a5-85e0-43f9-a96d-0328395e8157 req-85c58c37-67ea-406c-8b81-91c046777b9e service neutron] 10.222.0.70 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940416 Nov 03 16:50:56.466360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f685ff-8646-443f-a71e-8e51b31c303c req-d64e2f38-64df-45d9-9371-02fd8a0aa2ae tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:56.468339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4f685ff-8646-443f-a71e-8e51b31c303c req-d64e2f38-64df-45d9-9371-02fd8a0aa2ae tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0517366 Nov 03 16:50:56.519501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a4f685ff-8646-443f-a71e-8e51b31c303c req-ee96e655-87d4-4c98-8af8-2b523c02a29a tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447779 Nov 03 16:50:56.744343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-bde012cc-71f5-45c4-804a-8847ff28f9be tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:56.745836 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-bde012cc-71f5-45c4-804a-8847ff28f9be tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/networks?id=8bea314a-7eda-4da6-9d13-299902886d2c HTTP/1.1" status: 200 len: 813 time: 0.1049240 Nov 03 16:50:56.760608 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-bd574fd6-646b-4da1-be3f-b62c3f55e98c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/quotas/74324063b329480da92c7c9e5d921ca2 HTTP/1.1" status: 200 len: 375 time: 0.0089061 Nov 03 16:50:56.809360 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-4fecd8a1-5e30-453f-b187-98cf0771b769 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=74324063b329480da92c7c9e5d921ca2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429535 Nov 03 16:50:56.820150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-7cd34aad-f01b-43b8-8aaf-5c281fd6ae5c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:50:56.821086 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-7cd34aad-f01b-43b8-8aaf-5c281fd6ae5c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0048039 Nov 03 16:50:56.912313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-3ebbac8b-4f33-4bf2-a862-b6fdc4e12e05 service neutron] 10.222.0.86 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855398 Nov 03 16:50:57.001250 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-957094cd-b96b-4713-8c29-3974e7da74b8 service neutron] 10.222.0.86 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829437 Nov 03 16:50:57.158974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-272fbaa2-d626-41ba-82bc-5cdb947212e5 req-c042c2a9-d13d-4f47-b9bb-63460f7f1df5 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 210 time: 0.0266192 Nov 03 16:50:58.147078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-9c5dd454-a69a-47fe-9a40-3dc9c1fe4469 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:58.148582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-9c5dd454-a69a-47fe-9a40-3dc9c1fe4469 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.15 "GET /v2.0/networks?id=8bea314a-7eda-4da6-9d13-299902886d2c HTTP/1.1" status: 200 len: 813 time: 0.1074102 Nov 03 16:50:58.166026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Request body: {'port': {'device_id': '7bea5a75-45ce-42e6-a3c8-4930a944d560', 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c', 'admin_state_up': True, 'tenant_id': '74324063b329480da92c7c9e5d921ca2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:50:58.253494 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6753c0f0-65cd-4cb8-b72e-141f59950687 req-9bedf9cd-d0ea-463a-bc48-7eb983e1b897 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 210 time: 0.0263994 Nov 03 16:50:58.284056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Made reservation on behalf of 74324063b329480da92c7c9e5d921ca2 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:50:58.287646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:58.409361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Allocated IP 172.20.0.8 (8bea314a-7eda-4da6-9d13-299902886d2c/3190a34c-7399-428e-bc13-ca1c116d914f/accc289e-ea2a-441f-8bee-978b8757dafd) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:50:58.555356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:58.590928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:58.603095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['57b2be17-ae2b-4c8f-a55d-cae428751ce5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:50:58.637961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Network 8bea314a-7eda-4da6-9d13-299902886d2c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:50:58.643896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:50:58.647729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:50:58.673930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Pushing event updated for resources: {'Port': ['ID=accc289e-ea2a-441f-8bee-978b8757dafd,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:58.684731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.685081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.685415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.685786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.686125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.687064 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.687397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.687732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.688081 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.688387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.688718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.689046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:50:58.711619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:58.713048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:58.730407 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-ecbc4e1a-f50c-493e-8171-16fb5a0a0c5c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681894 Nov 03 16:50:58.748593 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Request body: {'port': {'device_id': '7bea5a75-45ce-42e6-a3c8-4930a944d560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:50:58.802428 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:59.066642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accc289e-ea2a-441f-8bee-978b8757dafd {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:50:59.074148 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:59.085639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Transition to ACTIVE for port object accc289e-ea2a-441f-8bee-978b8757dafd will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:50:59.089806 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:59.141098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Pushing event updated for resources: {'Port': ['ID=accc289e-ea2a-441f-8bee-978b8757dafd,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:59.210343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Attempting to bind port accc289e-ea2a-441f-8bee-978b8757dafd on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:50:59.210992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Attempting to bind port accc289e-ea2a-441f-8bee-978b8757dafd by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'a307e277-5e70-4c1d-8116-23cc89ada9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:50:59.210992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Attempting to bind port accc289e-ea2a-441f-8bee-978b8757dafd on network 8bea314a-7eda-4da6-9d13-299902886d2c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:50:59.215302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Port accc289e-ea2a-441f-8bee-978b8757dafd on network 8bea314a-7eda-4da6-9d13-299902886d2c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:50:59.215622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Attempting to bind port accc289e-ea2a-441f-8bee-978b8757dafd on network 8bea314a-7eda-4da6-9d13-299902886d2c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:50:59.220416 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:50:59.220750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Checking segment: {'id': 'a307e277-5e70-4c1d-8116-23cc89ada9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:50:59.221126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Bound using segment: {'id': 'a307e277-5e70-4c1d-8116-23cc89ada9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:50:59.221567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Bound port: accc289e-ea2a-441f-8bee-978b8757dafd, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a307e277-5e70-4c1d-8116-23cc89ada9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:50:59.221917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:59.289456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] For port accc289e-ea2a-441f-8bee-978b8757dafd, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:50:59.292603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] For port accc289e-ea2a-441f-8bee-978b8757dafd, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=accc289e-ea2a-441f-8bee-978b8757dafd,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:50:59.298226 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:59.340454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:59.341067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:50:59.342454 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] 10.222.0.15 "PUT /v2.0/ports/accc289e-ea2a-441f-8bee-978b8757dafd HTTP/1.1" status: 200 len: 1091 time: 0.5983250 Nov 03 16:50:59.343732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bea5a75-45ce-42e6-a3c8-4930a944d560', 'tag': 'accc289e-ea2a-441f-8bee-978b8757dafd'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:50:59.346131 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7bea5a75-45ce-42e6-a3c8-4930a944d560", "tag": "accc289e-ea2a-441f-8bee-978b8757dafd"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:50:59.393998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f856a9-141f-4488-ab97-23ca2d219917 service neutron] Pushing event updated for resources: {'Port': ['ID=accc289e-ea2a-441f-8bee-978b8757dafd,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:50:59.411111 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623f945-15e8-46d1-b15d-edf19d4e412b req-e658f886-eeaf-419f-9546-c92d21e5972b tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:59.412656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5623f945-15e8-46d1-b15d-edf19d4e412b req-e658f886-eeaf-419f-9546-c92d21e5972b tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 943 time: 0.0861638 Nov 03 16:50:59.414203 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893ff8d8-bddb-487a-8235-91187eece47b x-openstack-request-id: req-893ff8d8-bddb-487a-8235-91187eece47b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:50:59.414492 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bea5a75-45ce-42e6-a3c8-4930a944d560", "tag": "accc289e-ea2a-441f-8bee-978b8757dafd", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:50:59.414739 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-893ff8d8-bddb-487a-8235-91187eece47b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:50:59.415139 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bea5a75-45ce-42e6-a3c8-4930a944d560', 'tag': 'accc289e-ea2a-441f-8bee-978b8757dafd', 'status': 'completed', 'code': 200} Nov 03 16:50:59.494354 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-8b577c49-489a-49b6-b68b-f7fc67fde2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:59.495775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-8b577c49-489a-49b6-b68b-f7fc67fde2a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74324063b329480da92c7c9e5d921ca2&device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 1094 time: 0.0778596 Nov 03 16:50:59.500950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5623f945-15e8-46d1-b15d-edf19d4e412b req-63f53476-01bf-443b-ac81-4d479911df6b tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730402 Nov 03 16:50:59.544224 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-a4b09184-8889-480b-8ce9-3aa1dd02519f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=accc289e-ea2a-441f-8bee-978b8757dafd HTTP/1.1" status: 200 len: 217 time: 0.0354958 Nov 03 16:50:59.593274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-00d52542-42d8-41b7-8a8a-fae3229f87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:59.594653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-00d52542-42d8-41b7-8a8a-fae3229f87b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3190a34c-7399-428e-bc13-ca1c116d914f HTTP/1.1" status: 200 len: 853 time: 0.0439019 Nov 03 16:50:59.627384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-e3e76c88-3611-4f1a-99b7-92fb1f674fe7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bea314a-7eda-4da6-9d13-299902886d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257649 Nov 03 16:50:59.721590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-47e8ea00-5080-460e-8b6d-840680adcb46 service neutron] 10.222.0.15 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869377 Nov 03 16:50:59.818591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd1e0ca8-e65d-43c2-a61f-098060178c3f req-dd71cbad-2871-4dcd-80e3-c024a866ce80 service neutron] 10.222.0.15 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898294 Nov 03 16:50:59.940754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-b7a7e655-fc10-44ae-b376-899fda8ec0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:50:59.942312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-b7a7e655-fc10-44ae-b376-899fda8ec0f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74324063b329480da92c7c9e5d921ca2&device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 1094 time: 0.0419731 Nov 03 16:51:00.029353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-7a77ad75-b778-4ecf-99c8-c0ba64789557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:00.031411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-7a77ad75-b778-4ecf-99c8-c0ba64789557 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bea314a-7eda-4da6-9d13-299902886d2c HTTP/1.1" status: 200 len: 914 time: 0.0820632 Nov 03 16:51:00.076633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-c21f0efa-73a8-4936-a35d-7c782dd69ca4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=accc289e-ea2a-441f-8bee-978b8757dafd HTTP/1.1" status: 200 len: 217 time: 0.0385847 Nov 03 16:51:00.125360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-1540b122-0035-422f-a43e-47277709ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:00.126670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-1540b122-0035-422f-a43e-47277709ef3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3190a34c-7399-428e-bc13-ca1c116d914f HTTP/1.1" status: 200 len: 853 time: 0.0436938 Nov 03 16:51:00.157338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-efe170b7-5079-43e6-a0d4-ff173641d648 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bea314a-7eda-4da6-9d13-299902886d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237105 Nov 03 16:51:00.247974 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-63ecf752-7046-434a-b71b-9a6637ddddb0 service neutron] 10.222.0.15 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835249 Nov 03 16:51:00.335588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff53b3fc-b2db-48f9-b3e2-2e598fc3a2b6 req-c01ec879-ec57-4f8d-8666-6af94fa8b87c service neutron] 10.222.0.15 "GET /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809650 Nov 03 16:51:00.622718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85d65e-52fc-4a57-9eb1-7992d5a64fe0 req-4d879e56-3df0-4f35-883e-3f847953beb4 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:00.624424 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e85d65e-52fc-4a57-9eb1-7992d5a64fe0 req-4d879e56-3df0-4f35-883e-3f847953beb4 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 943 time: 0.0529919 Nov 03 16:51:00.670389 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4e85d65e-52fc-4a57-9eb1-7992d5a64fe0 req-ab514a89-52b3-4953-a050-3da2ce07526f tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395129 Nov 03 16:51:01.791083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283724a-9f8a-4141-9641-cbbf544cb011 req-6cd75b25-b42b-4fc8-999c-497bfe8fc835 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:01.792543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7283724a-9f8a-4141-9641-cbbf544cb011 req-6cd75b25-b42b-4fc8-999c-497bfe8fc835 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 943 time: 0.0526845 Nov 03 16:51:01.840861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7283724a-9f8a-4141-9641-cbbf544cb011 req-765ddb4d-2f32-4d12-abfb-e9ecff5336f4 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Nov 03 16:51:01.894227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device accc289e-ea2a-441f-8bee-978b8757dafd details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:51:01.975099 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:01.998060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port accc289e-ea2a-441f-8bee-978b8757dafd, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=accc289e-ea2a-441f-8bee-978b8757dafd,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:02.009049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'accc289e-ea2a-441f-8bee-978b8757dafd', 'network_id': '8bea314a-7eda-4da6-9d13-299902886d2c', 'port_id': 'accc289e-ea2a-441f-8bee-978b8757dafd', 'mac_address': 'fa:16:3e:b2:c4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3190a34c-7399-428e-bc13-ca1c116d914f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:51:02.050290 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:02.062794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accc289e-ea2a-441f-8bee-978b8757dafd {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:51:02.082372 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port accc289e-ea2a-441f-8bee-978b8757dafd, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=accc289e-ea2a-441f-8bee-978b8757dafd,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:02.085927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:02.133317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=accc289e-ea2a-441f-8bee-978b8757dafd,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:02.432069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['accc289e-ea2a-441f-8bee-978b8757dafd'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:51:02.604669 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ce03e8ae-24a2-49e5-803e-f95b7eb0bf9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:02.955880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aa10e-77da-4ba0-85a3-813a4a26cd51 req-30c6c505-bcaa-4997-b40b-fc19211d4c85 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:02.957357 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-328aa10e-77da-4ba0-85a3-813a4a26cd51 req-30c6c505-bcaa-4997-b40b-fc19211d4c85 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 944 time: 0.0488079 Nov 03 16:51:03.004888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-328aa10e-77da-4ba0-85a3-813a4a26cd51 req-e6f8ee62-6215-42c3-b8c0-02ca8b6c009f tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Nov 03 16:51:03.905990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device accc289e-ea2a-441f-8bee-978b8757dafd up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:03.954084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port accc289e-ea2a-441f-8bee-978b8757dafd completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:51:03.957855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port accc289e-ea2a-441f-8bee-978b8757dafd triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:03.958226 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:04.039042 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:04.062133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bea5a75-45ce-42e6-a3c8-4930a944d560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc289e-ea2a-441f-8bee-978b8757dafd'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:51:04.064326 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13328361-df20-4986-b370-717894c70811" -d '{"events": [{"server_uuid": "7bea5a75-45ce-42e6-a3c8-4930a944d560", "name": "network-vif-plugged", "status": "completed", "tag": "accc289e-ea2a-441f-8bee-978b8757dafd"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:51:04.077082 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port accc289e-ea2a-441f-8bee-978b8757dafd, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=accc289e-ea2a-441f-8bee-978b8757dafd,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:04.081830 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:04.114942 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3898d849-6681-4f1d-8410-983d2c69a8c0 x-openstack-request-id: req-3898d849-6681-4f1d-8410-983d2c69a8c0 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:51:04.115310 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bea5a75-45ce-42e6-a3c8-4930a944d560", "name": "network-vif-plugged", "status": "completed", "tag": "accc289e-ea2a-441f-8bee-978b8757dafd", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:51:04.115569 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3898d849-6681-4f1d-8410-983d2c69a8c0 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:51:04.115962 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bea5a75-45ce-42e6-a3c8-4930a944d560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc289e-ea2a-441f-8bee-978b8757dafd', 'code': 200} Nov 03 16:51:04.129919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b147cea-37f7-40f6-8a47-35115194da66 req-1d2be63e-e9f7-4c44-a235-8fac3c4b8a01 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:04.131439 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b147cea-37f7-40f6-8a47-35115194da66 req-1d2be63e-e9f7-4c44-a235-8fac3c4b8a01 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 945 time: 0.0575256 Nov 03 16:51:04.134460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=accc289e-ea2a-441f-8bee-978b8757dafd,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:04.179144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b147cea-37f7-40f6-8a47-35115194da66 req-a179939c-31db-4d9a-b84a-9155ef90a01a tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Nov 03 16:51:04.238301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266f947-72ee-41b5-8440-c88af5402995 req-ab0a601e-4769-40a7-a8ce-7e47c9caa496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:04.239798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2266f947-72ee-41b5-8440-c88af5402995 req-ab0a601e-4769-40a7-a8ce-7e47c9caa496 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 1096 time: 0.0399001 Nov 03 16:51:04.288791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2266f947-72ee-41b5-8440-c88af5402995 req-0aeb31de-893b-47d8-8d53-5bcf814c6ea7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Nov 03 16:51:05.050897 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-da7a3e4d-a42d-4850-a894-39d0f353c8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:05.297030 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059ac5c-e4e5-4317-b97f-37508aab892b req-be1fdd9c-ea44-4a8d-955b-ef7f27b1bce0 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:05.298518 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c059ac5c-e4e5-4317-b97f-37508aab892b req-be1fdd9c-ea44-4a8d-955b-ef7f27b1bce0 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 945 time: 0.0487177 Nov 03 16:51:05.349175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c059ac5c-e4e5-4317-b97f-37508aab892b req-182df028-42ff-4157-865d-147eb377c4e4 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440917 Nov 03 16:51:06.424245 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:06.466831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175cae3-feff-4940-8ebf-121db629e57f req-e10f3e77-94b4-4b46-b5b7-7a46dc687fb6 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:06.469230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b175cae3-feff-4940-8ebf-121db629e57f req-e10f3e77-94b4-4b46-b5b7-7a46dc687fb6 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 945 time: 0.0496855 Nov 03 16:51:06.516764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b175cae3-feff-4940-8ebf-121db629e57f req-931a18cf-d767-41e0-957f-ea0d6cb832c1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Nov 03 16:51:06.744607 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a8268-d157-4ec1-9422-540e1a2007c5 req-1cb6567a-befb-44df-843e-db1de439fc09 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:06.746079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d05a8268-d157-4ec1-9422-540e1a2007c5 req-1cb6567a-befb-44df-843e-db1de439fc09 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 945 time: 0.0481622 Nov 03 16:51:06.792086 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d05a8268-d157-4ec1-9422-540e1a2007c5 req-1ba10252-052c-481c-9e70-8bde7c2f7a03 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394936 Nov 03 16:51:07.912472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461a141-3427-42e9-a8b3-f63544e3c27e req-41911a63-06d4-484c-ae51-0365a1e7191f tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:07.914098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9461a141-3427-42e9-a8b3-f63544e3c27e req-41911a63-06d4-484c-ae51-0365a1e7191f tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 945 time: 0.0514817 Nov 03 16:51:07.920233 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:07.962889 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9461a141-3427-42e9-a8b3-f63544e3c27e req-0370d091-fdf1-4dc0-b9e2-a85c397979f6 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Nov 03 16:51:08.198023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f112d00-71fa-441c-beab-61302e20df08 req-70411ab4-75f2-418c-997f-4c8e6a862d91 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:08.199383 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f112d00-71fa-441c-beab-61302e20df08 req-70411ab4-75f2-418c-997f-4c8e6a862d91 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 945 time: 0.0516462 Nov 03 16:51:08.288268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-6f112d00-71fa-441c-beab-61302e20df08 req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Deleting port accc289e-ea2a-441f-8bee-978b8757dafd {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:51:08.288599 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6f112d00-71fa-441c-beab-61302e20df08 req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:08.377553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-6f112d00-71fa-441c-beab-61302e20df08 req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] For port accc289e-ea2a-441f-8bee-978b8757dafd, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=accc289e-ea2a-441f-8bee-978b8757dafd,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:08.377934 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6f112d00-71fa-441c-beab-61302e20df08 req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:08.390123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-6f112d00-71fa-441c-beab-61302e20df08 req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Calling delete_port for accc289e-ea2a-441f-8bee-978b8757dafd owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:51:08.509495 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:08.516403 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6f112d00-71fa-441c-beab-61302e20df08 req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:08.528558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['57b2be17-ae2b-4c8f-a55d-cae428751ce5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:51:08.547044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Pushing event deleted for resources: {'Port': ['ID=accc289e-ea2a-441f-8bee-978b8757dafd,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:08.553326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['accc289e-ea2a-441f-8bee-978b8757dafd'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:51:08.585926 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f112d00-71fa-441c-beab-61302e20df08 req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] No DVR routers for this DVR port accc289e-ea2a-441f-8bee-978b8757dafd on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:51:08.588427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6f112d00-71fa-441c-beab-61302e20df08 req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:08.591726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6f112d00-71fa-441c-beab-61302e20df08 req-868322c9-4fb6-416c-a60f-79e19df56b43 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.15 "DELETE /v2.0/ports/accc289e-ea2a-441f-8bee-978b8757dafd HTTP/1.1" status: 204 len: 173 time: 0.3855877 Nov 03 16:51:08.592170 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bea5a75-45ce-42e6-a3c8-4930a944d560', 'name': 'network-vif-deleted', 'tag': 'accc289e-ea2a-441f-8bee-978b8757dafd'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:51:08.595014 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a4f95c-f54e-4486-8339-bd7bf1801433" -d '{"events": [{"server_uuid": "7bea5a75-45ce-42e6-a3c8-4930a944d560", "name": "network-vif-deleted", "tag": "accc289e-ea2a-441f-8bee-978b8757dafd"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:51:08.633462 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c95b59-7c5d-476e-8888-1606646f4d1b x-openstack-request-id: req-45c95b59-7c5d-476e-8888-1606646f4d1b {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:51:08.633849 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bea5a75-45ce-42e6-a3c8-4930a944d560", "name": "network-vif-deleted", "tag": "accc289e-ea2a-441f-8bee-978b8757dafd", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:51:08.634111 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-45c95b59-7c5d-476e-8888-1606646f4d1b {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:51:08.634516 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bea5a75-45ce-42e6-a3c8-4930a944d560', 'name': 'network-vif-deleted', 'tag': 'accc289e-ea2a-441f-8bee-978b8757dafd', 'status': 'completed', 'code': 200} Nov 03 16:51:09.075690 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-22fbad56-66c8-48fb-8819-b853be339fb7 req-16def871-9a1e-41e9-80da-6df07966f79d tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bea5a75-45ce-42e6-a3c8-4930a944d560 HTTP/1.1" status: 200 len: 210 time: 0.0263803 Nov 03 16:51:10.226447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a67bf3-d13b-4c8e-a01c-e5fd37f0ee14 req-ff08b2df-9993-4c32-886f-ab331cbede82 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:10.227905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05a67bf3-d13b-4c8e-a01c-e5fd37f0ee14 req-ff08b2df-9993-4c32-886f-ab331cbede82 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0486262 Nov 03 16:51:10.279801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-05a67bf3-d13b-4c8e-a01c-e5fd37f0ee14 req-280158fc-203a-4a03-9ab4-e3cdc7abaaf3 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460439 Nov 03 16:51:10.413676 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280aee6-35e7-4b86-96bf-68c63be6f9c2 req-36eb0d13-93e1-46dc-8776-a8443643a7e5 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:10.415061 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c280aee6-35e7-4b86-96bf-68c63be6f9c2 req-36eb0d13-93e1-46dc-8776-a8443643a7e5 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0498133 Nov 03 16:51:10.465097 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c280aee6-35e7-4b86-96bf-68c63be6f9c2 req-7d9598e8-1104-42f3-80fc-a29dc4c34728 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 Nov 03 16:51:10.581713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813a41c-26d3-41ff-b027-94e035ce8a22 req-e1f4089a-20cc-4753-bf55-774d7b316d8e tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:10.583228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5813a41c-26d3-41ff-b027-94e035ce8a22 req-e1f4089a-20cc-4753-bf55-774d7b316d8e tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0489964 Nov 03 16:51:10.632865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5813a41c-26d3-41ff-b027-94e035ce8a22 req-d1de481e-1ebf-4cf9-adfa-18f8e2a2f392 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Nov 03 16:51:10.797449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9374a8e-4b15-413f-9501-7c7100ffcf60 req-ace3dc3f-9e78-436b-b950-04992565566a tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:10.798925 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9374a8e-4b15-413f-9501-7c7100ffcf60 req-ace3dc3f-9e78-436b-b950-04992565566a tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0482502 Nov 03 16:51:10.844645 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d9374a8e-4b15-413f-9501-7c7100ffcf60 req-7e6e4eca-474c-4222-9ae2-0fbcbd7d28ea tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Nov 03 16:51:10.959821 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653321b7-325f-49d9-975e-54b477276d0d req-c4012852-33e2-454c-95b1-41e501604cef tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:10.961199 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-653321b7-325f-49d9-975e-54b477276d0d req-c4012852-33e2-454c-95b1-41e501604cef tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0485523 Nov 03 16:51:11.008845 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-653321b7-325f-49d9-975e-54b477276d0d req-52a0ab94-4ae5-4fb3-9d7e-e2b6c18fafbf tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Nov 03 16:51:11.136225 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d239-1cc1-4c7e-a745-3ace9b1fb333 req-e522f56d-8666-489d-a2dd-c76f30e2022b tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:11.137687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-61f1d239-1cc1-4c7e-a745-3ace9b1fb333 req-e522f56d-8666-489d-a2dd-c76f30e2022b tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0526288 Nov 03 16:51:11.185614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-61f1d239-1cc1-4c7e-a745-3ace9b1fb333 req-fcb815af-b91f-49d4-af29-70e2e123575e tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Nov 03 16:51:11.464542 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:51:11.489100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402e24-f8d5-474b-b420-8a63377f190a req-dfa01a08-d698-45d6-8192-d9b4ee09068f tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:11.490533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0402e24-f8d5-474b-b420-8a63377f190a req-dfa01a08-d698-45d6-8192-d9b4ee09068f tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0503964 Nov 03 16:51:11.537803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a0402e24-f8d5-474b-b420-8a63377f190a req-8f7c3254-d641-4f85-a6ec-48f85fae0b4c tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Nov 03 16:51:11.926295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device accc289e-ea2a-441f-8bee-978b8757dafd no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:51:11.947377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: accc289e-ea2a-441f-8bee-978b8757dafd {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:51:11.947714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device accc289e-ea2a-441f-8bee-978b8757dafd not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:51:12.657182 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e39a2f-5e35-4548-b3f6-3367859d66ab req-54123497-2712-4e22-b1bf-4ee12c6409c2 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:12.658672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d8e39a2f-5e35-4548-b3f6-3367859d66ab req-54123497-2712-4e22-b1bf-4ee12c6409c2 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0484352 Nov 03 16:51:12.705192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d8e39a2f-5e35-4548-b3f6-3367859d66ab req-24384a1e-273f-4b5c-b59b-d3d9a65f525e tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.86 "GET /v2.0/security-groups?id=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Nov 03 16:51:12.792130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-7c6f4276-3d4b-419b-890b-f3217a8528a1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:12.793559 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-7c6f4276-3d4b-419b-890b-f3217a8528a1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3189d13-163a-4d47-844d-b1929c4f176e HTTP/1.1" status: 200 len: 946 time: 0.0509729 Nov 03 16:51:12.881424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Deleting port 57b2be17-ae2b-4c8f-a55d-cae428751ce5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:51:12.881713 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:12.971434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] For port 57b2be17-ae2b-4c8f-a55d-cae428751ce5, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=57b2be17-ae2b-4c8f-a55d-cae428751ce5,segment=NetworkSegment(a307e277-5e70-4c1d-8116-23cc89ada9ef),segment_id=a307e277-5e70-4c1d-8116-23cc89ada9ef)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:12.971790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:12.984523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Calling delete_port for 57b2be17-ae2b-4c8f-a55d-cae428751ce5 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:51:13.113597 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:13.125382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['57b2be17-ae2b-4c8f-a55d-cae428751ce5'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:51:13.149821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Pushing event deleted for resources: {'Port': ['ID=57b2be17-ae2b-4c8f-a55d-cae428751ce5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:13.188043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] No DVR routers for this DVR port 57b2be17-ae2b-4c8f-a55d-cae428751ce5 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:51:13.190758 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:13.194095 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e129e2a0-b2a0-413d-88cd-e7a7b460b307 req-f8931b9a-4c40-469b-b6b0-d0d649d56fb1 tempest-ServersNegativeTestJSON-1415145595 tempest-ServersNegativeTestJSON-1415145595-project] 10.222.0.70 "DELETE /v2.0/ports/57b2be17-ae2b-4c8f-a55d-cae428751ce5 HTTP/1.1" status: 204 len: 173 time: 0.3943200 Nov 03 16:51:13.194530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3189d13-163a-4d47-844d-b1929c4f176e', 'name': 'network-vif-deleted', 'tag': '57b2be17-ae2b-4c8f-a55d-cae428751ce5'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:51:13.196830 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8972a14-b9d7-4993-b248-f5a39ee23e7c" -d '{"events": [{"server_uuid": "f3189d13-163a-4d47-844d-b1929c4f176e", "name": "network-vif-deleted", "tag": "57b2be17-ae2b-4c8f-a55d-cae428751ce5"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:51:13.235857 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182659d8-e10d-4fcb-b81b-42c9b7282d99 x-openstack-request-id: req-182659d8-e10d-4fcb-b81b-42c9b7282d99 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:51:13.236317 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3189d13-163a-4d47-844d-b1929c4f176e", "name": "network-vif-deleted", "tag": "57b2be17-ae2b-4c8f-a55d-cae428751ce5", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:51:13.236857 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-182659d8-e10d-4fcb-b81b-42c9b7282d99 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:51:13.237575 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3189d13-163a-4d47-844d-b1929c4f176e', 'name': 'network-vif-deleted', 'tag': '57b2be17-ae2b-4c8f-a55d-cae428751ce5', 'status': 'completed', 'code': 200} Nov 03 16:51:13.760466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47722) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:13.803902 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e56891c-6d78-4644-aed3-a35b568a39f9 admin admin] Deleting subnet 3190a34c-7399-428e-bc13-ca1c116d914f {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:51:13.806911 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e56891c-6d78-4644-aed3-a35b568a39f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:13.846713 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e56891c-6d78-4644-aed3-a35b568a39f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:13.886883 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e56891c-6d78-4644-aed3-a35b568a39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:13.936902 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e56891c-6d78-4644-aed3-a35b568a39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:13.962995 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56891c-6d78-4644-aed3-a35b568a39f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3190a34c-7399-428e-bc13-ca1c116d914f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:13.967693 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4e56891c-6d78-4644-aed3-a35b568a39f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:13.971619 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4e56891c-6d78-4644-aed3-a35b568a39f9 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3190a34c-7399-428e-bc13-ca1c116d914f HTTP/1.1" status: 204 len: 168 time: 0.2101622 Nov 03 16:51:13.974101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47724) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:14.047229 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.128454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.148257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bea314a-7eda-4da6-9d13-299902886d2c']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:14.158035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a307e277-5e70-4c1d-8116-23cc89ada9ef') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:14.158328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a307e277-5e70-4c1d-8116-23cc89ada9ef') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:14.167815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.181675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.187583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:51:14.187952 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:51:14.189689 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:51:14.245891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.251888 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.255259 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8bea314a-7eda-4da6-9d13-299902886d2c HTTP/1.1" status: 204 len: 168 time: 0.2801707 Nov 03 16:51:14.267266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9be47e-f78f-4cc4-8a6f-db11d68f1945 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bea314a-7eda-4da6-9d13-299902886d2c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:14.391227 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47728) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:14.435832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d8e28c12-a024-43af-a99b-89f7ba5a9c82 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74324063b329480da92c7c9e5d921ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434334 Nov 03 16:51:14.440733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47730) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:14.493969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ebc858a2-b12f-4c01-b134-e53e7279abe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.516440 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ebc858a2-b12f-4c01-b134-e53e7279abe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.567305 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ebc858a2-b12f-4c01-b134-e53e7279abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.570077 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ebc858a2-b12f-4c01-b134-e53e7279abe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:14.571235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ebc858a2-b12f-4c01-b134-e53e7279abe6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1 HTTP/1.1" status: 204 len: 168 time: 0.1292231 Nov 03 16:51:14.579954 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc858a2-b12f-4c01-b134-e53e7279abe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eea5c6-a0d2-4523-8bdc-3ad62ca8c3d1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:15.279344 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47752) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:15.373695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-497594215'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:15.395114 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:15.399421 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:15.408690 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:15.488737 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:15.492688 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:15.522063 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:51:15.532107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4445be0b-cff3-4719-a0f9-39252ce81eed,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:15.538218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:15.538548 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Added segment 7537c40e-87e2-4b2e-b3d4-85b398bd8ffd of type vlan for network 1c4a66dd-aa3f-4000-b993-8d7172cf5107 Nov 03 16:51:15.578758 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:15.603610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:15.609236 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:15.609845 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:15.645152 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3647177 Nov 03 16:51:15.682600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e26572-295c-4c03-9557-b0e07790f9bf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Network': ['ID=1c4a66dd-aa3f-4000-b993-8d7172cf5107,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:15.693061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 1c4a66dd-aa3f-4000-b993-8d7172cf5107 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:51:16.216270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 57b2be17-ae2b-4c8f-a55d-cae428751ce5 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:51:16.238493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 57b2be17-ae2b-4c8f-a55d-cae428751ce5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:51:16.238833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 57b2be17-ae2b-4c8f-a55d-cae428751ce5 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:51:18.900550 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47756) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:18.906180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'subnet': {'network_id': '1c4a66dd-aa3f-4000-b993-8d7172cf5107', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:18.994555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:18.998627 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.180570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.245120 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Subnet': ['ID=968f366c-0f15-4484-b068-02005842e410,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:19.253780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Checking segment: {'id': '7537c40e-87e2-4b2e-b3d4-85b398bd8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1c4a66dd-aa3f-4000-b993-8d7172cf5107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:19.254148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network hostable DHCP agents. Network: 1c4a66dd-aa3f-4000-b993-8d7172cf5107, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:51:19.271711 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network 1c4a66dd-aa3f-4000-b993-8d7172cf5107 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:51:19.279912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 1c4a66dd-aa3f-4000-b993-8d7172cf5107) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:19.284704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:19.285285 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.290356 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7b666-f67e-42de-a6f7-27a7befc0b8a None None] Network 1c4a66dd-aa3f-4000-b993-8d7172cf5107 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:19.303095 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e7418405-965e-4044-aa1b-73990a786c90 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4014201 Nov 03 16:51:19.306539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47758) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:19.311441 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-676164839'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:19.333148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:19.336750 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.362188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:51:19.371745 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.372096 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Added segment e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8 of type vlan for network 2d88b889-cb30-499c-b4b9-1180726de0b4 Nov 03 16:51:19.413559 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.438547 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.440935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-1c4a66dd-aa3f-4000-b993-8d7172cf5107', 'network_id': '1c4a66dd-aa3f-4000-b993-8d7172cf5107', 'tenant_id': '997c8a74014442f0ae39fe82f02d86eb', 'fixed_ips': [{'subnet_id': '968f366c-0f15-4484-b068-02005842e410'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:51:19.441821 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.444831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:19.445421 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.479226 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1716087 Nov 03 16:51:19.482151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47760) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:19.490869 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'subnet': {'network_id': '2d88b889-cb30-499c-b4b9-1180726de0b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:19.555161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f9f75-7f9d-4c89-9860-8fabb93b6393 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Network': ['ID=2d88b889-cb30-499c-b4b9-1180726de0b4,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:19.575167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 2d88b889-cb30-499c-b4b9-1180726de0b4 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:51:19.618635 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:19.622241 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.657788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Allocated IP 2001:db8:0:ffff::2 (1c4a66dd-aa3f-4000-b993-8d7172cf5107/968f366c-0f15-4484-b068-02005842e410/a06a091a-2e63-4356-8197-6313a38f8b0b) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:19.804283 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.810976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.812430 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.853896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Network 1c4a66dd-aa3f-4000-b993-8d7172cf5107 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:19.861074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:19.865202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:19.872381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Pushing event updated for resources: {'Port': ['ID=a06a091a-2e63-4356-8197-6313a38f8b0b,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:19.879759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Subnet': ['ID=933aa646-37bc-4fc4-a479-5292241b0c22,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:19.884396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.884753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.885096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.885434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.885830 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.886166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.886550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.886899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.887225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.887546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.887903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.888264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:19.889666 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Checking segment: {'id': 'e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2d88b889-cb30-499c-b4b9-1180726de0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:19.890105 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network hostable DHCP agents. Network: 2d88b889-cb30-499c-b4b9-1180726de0b4, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:51:19.908305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network 2d88b889-cb30-499c-b4b9-1180726de0b4 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:51:19.917289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 2d88b889-cb30-499c-b4b9-1180726de0b4) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:19.922785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:19.923373 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.929390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4587745-32e0-48f2-b3af-d8e72d3d7194 None None] Network 2d88b889-cb30-499c-b4b9-1180726de0b4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:19.944177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47762) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:19.944786 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5f809f28-984b-4a57-bd4d-d64222811131 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4610279 Nov 03 16:51:19.955658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Attempting to bind port a06a091a-2e63-4356-8197-6313a38f8b0b on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:19.956029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Attempting to bind port a06a091a-2e63-4356-8197-6313a38f8b0b by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '7537c40e-87e2-4b2e-b3d4-85b398bd8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1c4a66dd-aa3f-4000-b993-8d7172cf5107'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:19.956391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Attempting to bind port a06a091a-2e63-4356-8197-6313a38f8b0b on network 1c4a66dd-aa3f-4000-b993-8d7172cf5107 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:19.992872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:19.993248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Checking segment: {'id': '7537c40e-87e2-4b2e-b3d4-85b398bd8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1c4a66dd-aa3f-4000-b993-8d7172cf5107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:19.993745 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:19.994139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Bound using segment: {'id': '7537c40e-87e2-4b2e-b3d4-85b398bd8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1c4a66dd-aa3f-4000-b993-8d7172cf5107'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:19.994650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Bound port: a06a091a-2e63-4356-8197-6313a38f8b0b, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7537c40e-87e2-4b2e-b3d4-85b398bd8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1c4a66dd-aa3f-4000-b993-8d7172cf5107'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:19.995008 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.106779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] For port a06a091a-2e63-4356-8197-6313a38f8b0b, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:20.126429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] For port a06a091a-2e63-4356-8197-6313a38f8b0b, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a06a091a-2e63-4356-8197-6313a38f8b0b,segment=NetworkSegment(7537c40e-87e2-4b2e-b3d4-85b398bd8ffd),segment_id=7537c40e-87e2-4b2e-b3d4-85b398bd8ffd)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:20.133980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.181993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-2d88b889-cb30-499c-b4b9-1180726de0b4', 'network_id': '2d88b889-cb30-499c-b4b9-1180726de0b4', 'tenant_id': '997c8a74014442f0ae39fe82f02d86eb', 'fixed_ips': [{'subnet_id': '933aa646-37bc-4fc4-a479-5292241b0c22'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:51:20.182836 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.283574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd1052-3a9d-47e3-ada2-21d07dde91e8 None None] Pushing event updated for resources: {'Port': ['ID=a06a091a-2e63-4356-8197-6313a38f8b0b,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:20.386004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Allocated IP 2001:db8::2 (2d88b889-cb30-499c-b4b9-1180726de0b4/933aa646-37bc-4fc4-a479-5292241b0c22/467a4fc9-4c6e-4974-b923-70bcfb9f056e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:20.430121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.518340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.559782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.566602 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.582540 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.609574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Network 2d88b889-cb30-499c-b4b9-1180726de0b4 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:20.611565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Subnet': ['ID=933aa646-37bc-4fc4-a479-5292241b0c22,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:20.617191 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:20.619601 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:20.629822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Pushing event updated for resources: {'Port': ['ID=467a4fc9-4c6e-4974-b923-70bcfb9f056e,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:20.677371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.683658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Attempting to bind port 467a4fc9-4c6e-4974-b923-70bcfb9f056e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:20.684027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Attempting to bind port 467a4fc9-4c6e-4974-b923-70bcfb9f056e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2d88b889-cb30-499c-b4b9-1180726de0b4'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:20.684388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Attempting to bind port 467a4fc9-4c6e-4974-b923-70bcfb9f056e on network 2d88b889-cb30-499c-b4b9-1180726de0b4 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:20.690405 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:20.691011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Checking segment: {'id': 'e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2d88b889-cb30-499c-b4b9-1180726de0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:20.691440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.691840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Bound using segment: {'id': 'e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2d88b889-cb30-499c-b4b9-1180726de0b4'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:20.692314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Bound port: 467a4fc9-4c6e-4974-b923-70bcfb9f056e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2d88b889-cb30-499c-b4b9-1180726de0b4'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:20.692698 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.698109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d88b889-cb30-499c-b4b9-1180726de0b4']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:20.708297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:20.708609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:20.718850 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.733786 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.740160 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:51:20.740546 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:51:20.743578 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:51:20.755679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] For port 467a4fc9-4c6e-4974-b923-70bcfb9f056e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:20.801218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] For port 467a4fc9-4c6e-4974-b923-70bcfb9f056e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=467a4fc9-4c6e-4974-b923-70bcfb9f056e,segment=NetworkSegment(e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8),segment_id=e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:20.802005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.db.api [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 16:51:20.802005 n-d-813897-2 neutron-server[108104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 16:51:20.802005 n-d-813897-2 neutron-server[108104]: [parameters: {'id': '2d88b889-cb30-499c-b4b9-1180726de0b4'}] Nov 03 16:51:20.802005 n-d-813897-2 neutron-server[108104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:51:20.802465 n-d-813897-2 neutron-server[108104]: DEBUG oslo_db.api [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:51:20.806235 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:20.893031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9efa9c-c0fa-4e68-b482-841176e2ece1 None None] Pushing event updated for resources: {'Port': ['ID=467a4fc9-4c6e-4974-b923-70bcfb9f056e,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:20.910324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec7e5e-6c94-4e74-89f5-262cbd64baf4 None None] Network 2d88b889-cb30-499c-b4b9-1180726de0b4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:21.119145 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc6366-a2a3-40a2-95c1-024d56fd06a4 None None] Network 1c4a66dd-aa3f-4000-b993-8d7172cf5107 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:21.179907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4c895b6c-6194-493a-ad78-d12300ca64bc None None] Provisioning complete for port a06a091a-2e63-4356-8197-6313a38f8b0b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:21.180193 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c895b6c-6194-493a-ad78-d12300ca64bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.303596 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.365582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Deleting port 467a4fc9-4c6e-4974-b923-70bcfb9f056e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:51:21.365844 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.430450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] For port 467a4fc9-4c6e-4974-b923-70bcfb9f056e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=467a4fc9-4c6e-4974-b923-70bcfb9f056e,segment=NetworkSegment(e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8),segment_id=e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:21.430716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.444328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Calling delete_port for 467a4fc9-4c6e-4974-b923-70bcfb9f056e owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:51:21.484442 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c895b6c-6194-493a-ad78-d12300ca64bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.523631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4c895b6c-6194-493a-ad78-d12300ca64bc None None] For port a06a091a-2e63-4356-8197-6313a38f8b0b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a06a091a-2e63-4356-8197-6313a38f8b0b,segment=NetworkSegment(7537c40e-87e2-4b2e-b3d4-85b398bd8ffd),segment_id=7537c40e-87e2-4b2e-b3d4-85b398bd8ffd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:21.529027 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c895b6c-6194-493a-ad78-d12300ca64bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.529667 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.556108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Port': ['ID=467a4fc9-4c6e-4974-b923-70bcfb9f056e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:21.565034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No DVR routers for this DVR port 467a4fc9-4c6e-4974-b923-70bcfb9f056e on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:51:21.584227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c895b6c-6194-493a-ad78-d12300ca64bc None None] Pushing event updated for resources: {'Port': ['ID=a06a091a-2e63-4356-8197-6313a38f8b0b,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:21.649949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.675975 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d88b889-cb30-499c-b4b9-1180726de0b4']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:21.685910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:21.686208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8942149-f9fe-4a5c-b2a5-08b9d8fc1ad8') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:21.696645 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.703932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ae668-0ee5-44d5-9beb-2a1332a5721a None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:51:21.712908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.719854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:51:21.720971 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:51:21.735380 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:51:21.780645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3b3a82de-4845-46ba-b49d-1fee059cebc4 None None] Provisioning complete for port a06a091a-2e63-4356-8197-6313a38f8b0b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:21.781135 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3b3a82de-4845-46ba-b49d-1fee059cebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.784224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ae668-0ee5-44d5-9beb-2a1332a5721a None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:51:21.786453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.792012 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.795303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/networks/2d88b889-cb30-499c-b4b9-1180726de0b4 HTTP/1.1" status: 204 len: 168 time: 1.8491378 Nov 03 16:51:21.798994 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47764) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:21.804908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1833535851'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:21.809949 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc40162-0d66-40ca-958c-d8cbf8987529 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Network': ['ID=2d88b889-cb30-499c-b4b9-1180726de0b4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:21.836315 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:21.843789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:21.923811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a06a091a-2e63-4356-8197-6313a38f8b0b up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:22.036576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a06a091a-2e63-4356-8197-6313a38f8b0b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:22.036942 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.196414 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:51:22.205500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.205873 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Added segment 15af9e68-8882-433f-81a4-eeefe640d5d9 of type vlan for network fd1a86dc-6f92-4c4d-95f4-e31651b74c69 Nov 03 16:51:22.245668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.273053 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.278581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:22.279175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.315395 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5146871 Nov 03 16:51:22.318532 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47766) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:22.323859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'subnet': {'network_id': 'fd1a86dc-6f92-4c4d-95f4-e31651b74c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:22.351893 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cfab5-52a2-4fda-965d-f2039bb89072 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Network': ['ID=fd1a86dc-6f92-4c4d-95f4-e31651b74c69,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:22.363216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network fd1a86dc-6f92-4c4d-95f4-e31651b74c69 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:51:22.417355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:22.420842 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.465056 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.479960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_backend_mixin [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Performing IP validity checks on allocation pools {{(pid=108104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 16:51:22.480485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.ipam_backend_mixin [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 16:51:22.601286 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.659132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Subnet': ['ID=55aeb47f-f5b9-432f-9049-0dd22df55988,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:22.670445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Checking segment: {'id': '15af9e68-8882-433f-81a4-eeefe640d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fd1a86dc-6f92-4c4d-95f4-e31651b74c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:22.670803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network hostable DHCP agents. Network: fd1a86dc-6f92-4c4d-95f4-e31651b74c69, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:51:22.687969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network fd1a86dc-6f92-4c4d-95f4-e31651b74c69 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:51:22.696244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, fd1a86dc-6f92-4c4d-95f4-e31651b74c69) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:22.701724 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:22.703076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.704766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ce092-401e-4ff4-b472-4d86255d5c2b None None] Network fd1a86dc-6f92-4c4d-95f4-e31651b74c69 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:22.720073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6b46b503-699e-4c69-95a8-8d962a937ccf tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4003112 Nov 03 16:51:22.722839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47768) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:22.823409 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.848560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f7dc8-cceb-493e-b1c0-c09486b818cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-fd1a86dc-6f92-4c4d-95f4-e31651b74c69', 'network_id': 'fd1a86dc-6f92-4c4d-95f4-e31651b74c69', 'tenant_id': '997c8a74014442f0ae39fe82f02d86eb', 'fixed_ips': [{'subnet_id': '55aeb47f-f5b9-432f-9049-0dd22df55988'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:51:22.849416 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c06f7dc8-cceb-493e-b1c0-c09486b818cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.878449 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.938756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server [None req-c06f7dc8-cceb-493e-b1c0-c09486b818cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55aeb47f-f5b9-432f-9049-0dd22df55988: This subnet is being modified by another concurrent operation. Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server raise exception Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55aeb47f-f5b9-432f-9049-0dd22df55988: This subnet is being modified by another concurrent operation. Nov 03 16:51:22.948684 n-d-813897-2 neutron-server[108106]: ERROR oslo_messaging.rpc.server Nov 03 16:51:22.963104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a6b58a-b4dc-4fad-8cf0-33dea01c9871 None None] Network fd1a86dc-6f92-4c4d-95f4-e31651b74c69 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:22.965665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Subnet': ['ID=55aeb47f-f5b9-432f-9049-0dd22df55988,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:23.030226 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.050290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1a86dc-6f92-4c4d-95f4-e31651b74c69']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:23.059657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15af9e68-8882-433f-81a4-eeefe640d5d9') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:23.059952 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15af9e68-8882-433f-81a4-eeefe640d5d9') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:23.070533 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.078718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c30db0-a592-4637-ae7c-71664f760f6a None None] get_active_networks_info from n-d-813897-2 {{(pid=108106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 16:51:23.086381 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.092450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:51:23.092845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:51:23.096068 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:51:23.148168 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c30db0-a592-4637-ae7c-71664f760f6a None None] Resources bound (agent type, host, resource id): {{(pid=108106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 16:51:23.159150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.167249 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.170430 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/networks/fd1a86dc-6f92-4c4d-95f4-e31651b74c69 HTTP/1.1" status: 204 len: 168 time: 0.4466743 Nov 03 16:51:23.174807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47770) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:23.181287 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1324119505'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:23.183663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251bd4-1bf6-407f-bd4b-c5b7efe3f57d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Network': ['ID=fd1a86dc-6f92-4c4d-95f4-e31651b74c69,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:23.204855 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:23.208683 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.234952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:51:23.245122 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.245466 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Added segment e9ed09b4-f40e-40ff-8880-8aadfc439199 of type vlan for network 8aaac62f-addb-4ccb-8c22-c4ab18035d35 Nov 03 16:51:23.287103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.311475 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.317260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:23.317885 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.379207 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2031267 Nov 03 16:51:23.382161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47772) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:23.387504 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'subnet': {'network_id': '8aaac62f-addb-4ccb-8c22-c4ab18035d35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:23.387757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018a1ae-a401-4bf2-aeea-950fb675ea99 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Network': ['ID=8aaac62f-addb-4ccb-8c22-c4ab18035d35,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:23.398290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 8aaac62f-addb-4ccb-8c22-c4ab18035d35 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:51:23.477297 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:23.480802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.660454 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.722119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Subnet': ['ID=37a8fa22-2099-42b0-9482-602e59693f4c,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:23.731965 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Checking segment: {'id': 'e9ed09b4-f40e-40ff-8880-8aadfc439199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8aaac62f-addb-4ccb-8c22-c4ab18035d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:23.732316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network hostable DHCP agents. Network: 8aaac62f-addb-4ccb-8c22-c4ab18035d35, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:51:23.748894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network 8aaac62f-addb-4ccb-8c22-c4ab18035d35 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:51:23.757596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 8aaac62f-addb-4ccb-8c22-c4ab18035d35) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:23.762930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:23.763666 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.767287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add8017c-ddcc-4ad5-ac39-4f1c3d7f361c None None] Network 8aaac62f-addb-4ccb-8c22-c4ab18035d35 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:23.785655 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47774) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:23.785988 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dcc174a1-c103-46dd-a6eb-07855d5a90a9 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4023013 Nov 03 16:51:23.790891 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-579261874'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:23.811314 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:23.815566 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.844152 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:51:23.855426 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.855797 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Added segment 7dd9e00d-fb3b-4f69-927c-6edf63843ca9 of type vlan for network 1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875 Nov 03 16:51:23.897387 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.919259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-8aaac62f-addb-4ccb-8c22-c4ab18035d35', 'network_id': '8aaac62f-addb-4ccb-8c22-c4ab18035d35', 'tenant_id': '997c8a74014442f0ae39fe82f02d86eb', 'fixed_ips': [{'subnet_id': '37a8fa22-2099-42b0-9482-602e59693f4c'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:51:23.920111 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.924874 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.930547 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:23.931138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:23.970593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1836412 Nov 03 16:51:23.973764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47776) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:23.979097 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Request body: {'subnet': {'network_id': '1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:24.004599 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdd1b0-34ba-4f43-8462-a7d53c44b34c tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Network': ['ID=1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:24.020193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:51:24.085856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Made reservation on behalf of 997c8a74014442f0ae39fe82f02d86eb for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:24.089965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.122339 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Allocated IP 2001:db8::2 (8aaac62f-addb-4ccb-8c22-c4ab18035d35/37a8fa22-2099-42b0-9482-602e59693f4c/d58136d2-4708-4d98-8007-24322cb92b81) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:24.278871 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.280916 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.284565 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.321488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Network 8aaac62f-addb-4ccb-8c22-c4ab18035d35 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:24.324653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:24.331224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:24.340277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Pushing event updated for resources: {'Port': ['ID=d58136d2-4708-4d98-8007-24322cb92b81,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:24.351241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event updated for resources: {'Subnet': ['ID=c53254e1-564e-4f85-bed1-8fd2d2f737b6,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:24.355709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Checking segment: {'id': '7dd9e00d-fb3b-4f69-927c-6edf63843ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:24.356077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network hostable DHCP agents. Network: 1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:51:24.373837 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Network 1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:51:24.383679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:24.387928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:24.388582 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.393102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5700d927-1c84-4641-ad65-0cd576e630fb None None] Network 1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:24.406141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-695c9bc2-f33b-4558-9033-b930eae3567d tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4311953 Nov 03 16:51:24.408822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47778) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:24.409093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Attempting to bind port d58136d2-4708-4d98-8007-24322cb92b81 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:24.409458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Attempting to bind port d58136d2-4708-4d98-8007-24322cb92b81 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'e9ed09b4-f40e-40ff-8880-8aadfc439199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8aaac62f-addb-4ccb-8c22-c4ab18035d35'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:24.409843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Attempting to bind port d58136d2-4708-4d98-8007-24322cb92b81 on network 8aaac62f-addb-4ccb-8c22-c4ab18035d35 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:24.424298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:24.424666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Checking segment: {'id': 'e9ed09b4-f40e-40ff-8880-8aadfc439199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8aaac62f-addb-4ccb-8c22-c4ab18035d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:24.425063 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.425752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Bound using segment: {'id': 'e9ed09b4-f40e-40ff-8880-8aadfc439199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8aaac62f-addb-4ccb-8c22-c4ab18035d35'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:24.426220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Bound port: d58136d2-4708-4d98-8007-24322cb92b81, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ed09b4-f40e-40ff-8880-8aadfc439199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8aaac62f-addb-4ccb-8c22-c4ab18035d35'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:24.426597 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.504570 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.556717 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.562377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] For port d58136d2-4708-4d98-8007-24322cb92b81, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:24.587796 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] For port d58136d2-4708-4d98-8007-24322cb92b81, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d58136d2-4708-4d98-8007-24322cb92b81,segment=NetworkSegment(e9ed09b4-f40e-40ff-8880-8aadfc439199),segment_id=e9ed09b4-f40e-40ff-8880-8aadfc439199)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:24.593999 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.625390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.640850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbdf5a-516c-4f3e-b0cd-a1839aca8171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875', 'network_id': '1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875', 'tenant_id': '997c8a74014442f0ae39fe82f02d86eb', 'fixed_ips': [{'subnet_id': 'c53254e1-564e-4f85-bed1-8fd2d2f737b6'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:51:24.641946 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20fbdf5a-516c-4f3e-b0cd-a1839aca8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.665456 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Subnet': ['ID=c53254e1-564e-4f85-bed1-8fd2d2f737b6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:24.728635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.736220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640a8a2-21cf-4203-9898-ba88bb9fbf8c None None] Pushing event updated for resources: {'Port': ['ID=d58136d2-4708-4d98-8007-24322cb92b81,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:24.756524 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:24.756774 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a7c1a-d5f7-4cd9-8d43-bbc4a2dd5c9e None None] Network 1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:24.768233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd9e00d-fb3b-4f69-927c-6edf63843ca9') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:24.768528 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd9e00d-fb3b-4f69-927c-6edf63843ca9') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:24.780243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.795347 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.802242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:51:24.802664 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:51:24.806849 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:51:24.894397 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.899611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:24.904791 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/networks/1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875 HTTP/1.1" status: 204 len: 168 time: 0.4945791 Nov 03 16:51:24.908528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47780) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:24.923117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc5670-8ba5-47c2-80d9-718e3633328b tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Network': ['ID=1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:24.943790 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62c57d6-3671-4f2b-bf37-7c0a2b2085b4 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] GET failed (client error): The resource could not be found. Nov 03 16:51:24.945133 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c62c57d6-3671-4f2b-bf37-7c0a2b2085b4 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "GET /v2.0/subnets/c53254e1-564e-4f85-bed1-8fd2d2f737b6 HTTP/1.1" status: 404 len: 337 time: 0.0349965 Nov 03 16:51:24.948411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47782) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:24.968847 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b2a8a7-9a6b-47fa-a216-be3e346f8e71 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] DELETE failed (client error): The resource could not be found. Nov 03 16:51:24.969621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b2a8a7-9a6b-47fa-a216-be3e346f8e71 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:51:24.972928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e4b2a8a7-9a6b-47fa-a216-be3e346f8e71 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/networks/1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875 HTTP/1.1" status: 404 len: 339 time: 0.0233998 Nov 03 16:51:24.977132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47784) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:25.004254 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-588cd688-ecff-40e0-9eb7-979275d1c678 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] DELETE failed (client error): The resource could not be found. Nov 03 16:51:25.004704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588cd688-ecff-40e0-9eb7-979275d1c678 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:51:25.007750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-588cd688-ecff-40e0-9eb7-979275d1c678 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/subnets/c53254e1-564e-4f85-bed1-8fd2d2f737b6 HTTP/1.1" status: 404 len: 337 time: 0.0295932 Nov 03 16:51:25.010388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47786) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:25.028233 n-d-813897-2 neutron-server[108104]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d0cec0-9ed0-40d1-ab2d-c163d98b71b0 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] DELETE failed (client error): The resource could not be found. Nov 03 16:51:25.028751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d0cec0-9ed0-40d1-ab2d-c163d98b71b0 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:51:25.031719 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-24d0cec0-9ed0-40d1-ab2d-c163d98b71b0 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/networks/1b9e96e2-8327-4d6a-9ca6-bbbf4cb77875 HTTP/1.1" status: 404 len: 339 time: 0.0204425 Nov 03 16:51:25.034163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47788) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:25.088469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-87721d76-26cb-4623-a978-e5a186c65ac8 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Deleting subnet 37a8fa22-2099-42b0-9482-602e59693f4c {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:51:25.091462 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87721d76-26cb-4623-a978-e5a186c65ac8 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.131892 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87721d76-26cb-4623-a978-e5a186c65ac8 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.214530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87721d76-26cb-4623-a978-e5a186c65ac8 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.277957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87721d76-26cb-4623-a978-e5a186c65ac8 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.307004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87721d76-26cb-4623-a978-e5a186c65ac8 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Subnet': ['ID=37a8fa22-2099-42b0-9482-602e59693f4c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:25.313207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-87721d76-26cb-4623-a978-e5a186c65ac8 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.316552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-87721d76-26cb-4623-a978-e5a186c65ac8 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/subnets/37a8fa22-2099-42b0-9482-602e59693f4c HTTP/1.1" status: 204 len: 168 time: 0.2814898 Nov 03 16:51:25.319039 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47790) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:25.398583 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.455533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Deleting port d58136d2-4708-4d98-8007-24322cb92b81 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:51:25.455874 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.526625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] For port d58136d2-4708-4d98-8007-24322cb92b81, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d58136d2-4708-4d98-8007-24322cb92b81,segment=NetworkSegment(e9ed09b4-f40e-40ff-8880-8aadfc439199),segment_id=e9ed09b4-f40e-40ff-8880-8aadfc439199)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:25.526893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.540695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Calling delete_port for d58136d2-4708-4d98-8007-24322cb92b81 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:51:25.586724 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5052b8-4655-4273-aa5a-dab6fe8738fb None None] Network 8aaac62f-addb-4ccb-8c22-c4ab18035d35 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:25.626925 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.647570 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7b259c9b-8b9d-4fed-9ccc-5f1504ae302e None None] Could not find standard attr ID for object d58136d2-4708-4d98-8007-24322cb92b81. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:51:25.657488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Port': ['ID=d58136d2-4708-4d98-8007-24322cb92b81,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:25.661282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No DVR routers for this DVR port d58136d2-4708-4d98-8007-24322cb92b81 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:51:25.742103 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.749123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf43cd-61fd-432c-add8-911370a8435e None None] DHCP port deletion for 8aaac62f-addb-4ccb-8c22-c4ab18035d35 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:51:25.766566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aaac62f-addb-4ccb-8c22-c4ab18035d35']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:25.778799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ed09b4-f40e-40ff-8880-8aadfc439199') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:25.779038 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ed09b4-f40e-40ff-8880-8aadfc439199') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:25.792777 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.805497 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.812223 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:51:25.812663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:51:25.815712 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:51:25.873071 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.880360 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:25.883495 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/networks/8aaac62f-addb-4ccb-8c22-c4ab18035d35 HTTP/1.1" status: 204 len: 168 time: 0.5635145 Nov 03 16:51:25.886202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47792) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:25.894909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76c051-0fd4-41ce-9f26-ac3e22a66c33 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Network': ['ID=8aaac62f-addb-4ccb-8c22-c4ab18035d35,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:25.912369 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b9a9d0-3f22-4d70-8d7c-5f1c727086f2 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] DELETE failed (client error): The resource could not be found. Nov 03 16:51:25.912832 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b9a9d0-3f22-4d70-8d7c-5f1c727086f2 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:51:25.915857 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-01b9a9d0-3f22-4d70-8d7c-5f1c727086f2 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/subnets/55aeb47f-f5b9-432f-9049-0dd22df55988 HTTP/1.1" status: 404 len: 337 time: 0.0286684 Nov 03 16:51:25.918407 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47794) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:25.936258 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecd70c5-e8e1-49e7-bb05-b6df820643ea tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] DELETE failed (client error): The resource could not be found. Nov 03 16:51:25.937451 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecd70c5-e8e1-49e7-bb05-b6df820643ea tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:51:25.940373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6ecd70c5-e8e1-49e7-bb05-b6df820643ea tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/networks/fd1a86dc-6f92-4c4d-95f4-e31651b74c69 HTTP/1.1" status: 404 len: 339 time: 0.0210679 Nov 03 16:51:25.942616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47796) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:25.967122 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3438d3c6-bb35-43bc-aa2a-7ca49431b750 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] DELETE failed (client error): The resource could not be found. Nov 03 16:51:25.967567 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3438d3c6-bb35-43bc-aa2a-7ca49431b750 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:51:25.970696 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3438d3c6-bb35-43bc-aa2a-7ca49431b750 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/subnets/933aa646-37bc-4fc4-a479-5292241b0c22 HTTP/1.1" status: 404 len: 337 time: 0.0272026 Nov 03 16:51:25.973100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47798) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:25.991567 n-d-813897-2 neutron-server[108105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9012ae-62b0-4f92-b692-deebabc5c6c4 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] DELETE failed (client error): The resource could not be found. Nov 03 16:51:25.992097 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9012ae-62b0-4f92-b692-deebabc5c6c4 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 16:51:25.995090 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6d9012ae-62b0-4f92-b692-deebabc5c6c4 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/networks/2d88b889-cb30-499c-b4b9-1180726de0b4 HTTP/1.1" status: 404 len: 339 time: 0.0210681 Nov 03 16:51:25.997740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47800) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:26.047935 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab23de36-e427-455e-8474-431aa68ecb08 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Deleting subnet 968f366c-0f15-4484-b068-02005842e410 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:51:26.051225 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab23de36-e427-455e-8474-431aa68ecb08 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.096605 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab23de36-e427-455e-8474-431aa68ecb08 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.179376 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab23de36-e427-455e-8474-431aa68ecb08 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.235346 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab23de36-e427-455e-8474-431aa68ecb08 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.267013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23de36-e427-455e-8474-431aa68ecb08 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Subnet': ['ID=968f366c-0f15-4484-b068-02005842e410,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:26.270883 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab23de36-e427-455e-8474-431aa68ecb08 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.274099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ab23de36-e427-455e-8474-431aa68ecb08 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/subnets/968f366c-0f15-4484-b068-02005842e410 HTTP/1.1" status: 204 len: 168 time: 0.2754681 Nov 03 16:51:26.276487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47802) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:26.277156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0eba28-c59c-4295-a0fa-97b4eb37e7ed None None] Network 1c4a66dd-aa3f-4000-b993-8d7172cf5107 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:26.351330 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.404167 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Deleting port a06a091a-2e63-4356-8197-6313a38f8b0b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:51:26.404588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.448725 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7048a-480c-4d96-9b91-963e57c87738 None None] DHCP port deletion for 1c4a66dd-aa3f-4000-b993-8d7172cf5107 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:51:26.474877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] For port a06a091a-2e63-4356-8197-6313a38f8b0b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a06a091a-2e63-4356-8197-6313a38f8b0b,segment=NetworkSegment(7537c40e-87e2-4b2e-b3d4-85b398bd8ffd),segment_id=7537c40e-87e2-4b2e-b3d4-85b398bd8ffd)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:26.475249 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.492300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Calling delete_port for a06a091a-2e63-4356-8197-6313a38f8b0b owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:51:26.501071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-63b7048a-480c-4d96-9b91-963e57c87738 None None] Deleting port a06a091a-2e63-4356-8197-6313a38f8b0b {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:51:26.501446 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-63b7048a-480c-4d96-9b91-963e57c87738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.575876 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.604336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Port': ['ID=a06a091a-2e63-4356-8197-6313a38f8b0b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:26.606177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] No DVR routers for this DVR port a06a091a-2e63-4356-8197-6313a38f8b0b on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:51:26.693040 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.714571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4a66dd-aa3f-4000-b993-8d7172cf5107']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:26.720600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-63b7048a-480c-4d96-9b91-963e57c87738 None None] For port a06a091a-2e63-4356-8197-6313a38f8b0b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a06a091a-2e63-4356-8197-6313a38f8b0b,segment=NetworkSegment(7537c40e-87e2-4b2e-b3d4-85b398bd8ffd),segment_id=7537c40e-87e2-4b2e-b3d4-85b398bd8ffd)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:26.721084 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-63b7048a-480c-4d96-9b91-963e57c87738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.724713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7537c40e-87e2-4b2e-b3d4-85b398bd8ffd') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:26.725011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7537c40e-87e2-4b2e-b3d4-85b398bd8ffd') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:26.733005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-63b7048a-480c-4d96-9b91-963e57c87738 None None] Calling delete_port for a06a091a-2e63-4356-8197-6313a38f8b0b owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:51:26.734567 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.747898 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.754017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:51:26.754404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:51:26.757433 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:51:26.809140 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-63b7048a-480c-4d96-9b91-963e57c87738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.820338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.829055 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:26.832197 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] 10.222.0.86 "DELETE /v2.0/networks/1c4a66dd-aa3f-4000-b993-8d7172cf5107 HTTP/1.1" status: 204 len: 168 time: 0.5547962 Nov 03 16:51:26.835392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7048a-480c-4d96-9b91-963e57c87738 None None] Pushing event deleted for resources: {'Port': ['ID=a06a091a-2e63-4356-8197-6313a38f8b0b,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:26.838934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7048a-480c-4d96-9b91-963e57c87738 None None] No DVR routers for this DVR port a06a091a-2e63-4356-8197-6313a38f8b0b on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:51:26.842338 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab450c39-3511-4d4a-a3ed-a72fb5c5fe36 tempest-NetworksIpV6Test-818953687 tempest-NetworksIpV6Test-818953687-project] Pushing event deleted for resources: {'Network': ['ID=1c4a66dd-aa3f-4000-b993-8d7172cf5107,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:27.073403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47808) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:27.204414 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b0461b6a-9384-403d-b28d-9458a82ea354 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=997c8a74014442f0ae39fe82f02d86eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297657 Nov 03 16:51:27.206957 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47812) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:27.254903 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abedeec4-141b-416d-9c28-d160e12fe0bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:27.276748 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abedeec4-141b-416d-9c28-d160e12fe0bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:27.322320 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abedeec4-141b-416d-9c28-d160e12fe0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:27.324850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-abedeec4-141b-416d-9c28-d160e12fe0bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:27.326031 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-abedeec4-141b-416d-9c28-d160e12fe0bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4445be0b-cff3-4719-a0f9-39252ce81eed HTTP/1.1" status: 204 len: 168 time: 0.1181865 Nov 03 16:51:27.334289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedeec4-141b-416d-9c28-d160e12fe0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445be0b-cff3-4719-a0f9-39252ce81eed,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:27.868308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a06a091a-2e63-4356-8197-6313a38f8b0b no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:51:27.887756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a06a091a-2e63-4356-8197-6313a38f8b0b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:51:27.888101 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a06a091a-2e63-4356-8197-6313a38f8b0b not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:51:27.964162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47834) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:28.056743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-193a9ec6-8496-4d60-9f2d-3d3b21f413ca tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1559228778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:28.080441 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-193a9ec6-8496-4d60-9f2d-3d3b21f413ca tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.081581 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-193a9ec6-8496-4d60-9f2d-3d3b21f413ca tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.136192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-193a9ec6-8496-4d60-9f2d-3d3b21f413ca tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.141175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-193a9ec6-8496-4d60-9f2d-3d3b21f413ca tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.159380 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-193a9ec6-8496-4d60-9f2d-3d3b21f413ca tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.160603 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-193a9ec6-8496-4d60-9f2d-3d3b21f413ca tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1954226 Nov 03 16:51:28.163336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47838) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:28.168209 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1102642934'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:28.189633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Made reservation on behalf of fffc11bf900e475386bcf2fb3c36c3c4 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:28.193031 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.201268 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.276905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.280902 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.308571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:51:28.319632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc9504b-c716-4af7-b615-016e811ec044,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:28.325798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.326151 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Added segment ccecdfb7-4539-4c51-81b4-c6543ef0a59a of type vlan for network 001908b8-0656-4b96-ba48-eda2c37c702e Nov 03 16:51:28.368995 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.394129 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.399597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:28.400181 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.435500 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2710760 Nov 03 16:51:28.439213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47840) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:28.444352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Request body: {'subnet': {'network_id': '001908b8-0656-4b96-ba48-eda2c37c702e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:28.473189 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668eacc-d69e-47b8-8ac0-ff02fb6c142f tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event updated for resources: {'Network': ['ID=001908b8-0656-4b96-ba48-eda2c37c702e,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:28.484267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 001908b8-0656-4b96-ba48-eda2c37c702e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:51:28.540645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Made reservation on behalf of fffc11bf900e475386bcf2fb3c36c3c4 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:28.544169 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.722121 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.787598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event updated for resources: {'Subnet': ['ID=c4e44016-ca30-4ef5-84fc-394045cc4f90,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:28.797927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Checking segment: {'id': 'ccecdfb7-4539-4c51-81b4-c6543ef0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '001908b8-0656-4b96-ba48-eda2c37c702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:28.798414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Network hostable DHCP agents. Network: 001908b8-0656-4b96-ba48-eda2c37c702e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:51:28.818215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Network 001908b8-0656-4b96-ba48-eda2c37c702e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:51:28.826541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 001908b8-0656-4b96-ba48-eda2c37c702e) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:28.831228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:28.831829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.836580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7ec61-9fc4-4baf-b187-8f0b21dc4a25 None None] Network 001908b8-0656-4b96-ba48-eda2c37c702e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:28.851140 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9cc59ec2-bf3b-4838-b7f9-a9b1a76d96de tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4078343 Nov 03 16:51:28.851496 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47842) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:28.856549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-648043286'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:28.879516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Made reservation on behalf of fffc11bf900e475386bcf2fb3c36c3c4 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:28.883079 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.907778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:51:28.916836 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.917180 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Added segment 77de6bfb-97bb-4a31-9a35-06857295801a of type vlan for network 6b7e18e7-c126-4646-8962-4c1336b9917a Nov 03 16:51:28.959574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.986635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.988599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-001908b8-0656-4b96-ba48-eda2c37c702e', 'network_id': '001908b8-0656-4b96-ba48-eda2c37c702e', 'tenant_id': 'fffc11bf900e475386bcf2fb3c36c3c4', 'fixed_ips': [{'subnet_id': 'c4e44016-ca30-4ef5-84fc-394045cc4f90'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:51:28.989673 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:28.992839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:28.993428 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.032123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1795180 Nov 03 16:51:29.034981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47844) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:29.039766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Request body: {'subnet': {'network_id': '6b7e18e7-c126-4646-8962-4c1336b9917a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:29.101557 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f26f5-2a43-44c0-b925-21e23759fa58 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event updated for resources: {'Network': ['ID=6b7e18e7-c126-4646-8962-4c1336b9917a,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:29.117090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 6b7e18e7-c126-4646-8962-4c1336b9917a details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:51:29.172190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Made reservation on behalf of fffc11bf900e475386bcf2fb3c36c3c4 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:29.173727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Allocated IP 172.20.0.2 (001908b8-0656-4b96-ba48-eda2c37c702e/c4e44016-ca30-4ef5-84fc-394045cc4f90/5566798c-882f-4221-98b0-82832ef768a7) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:29.175937 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.333327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.339077 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.363856 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.381569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Network 001908b8-0656-4b96-ba48-eda2c37c702e is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:29.384467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:29.388838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:29.392108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Pushing event updated for resources: {'Port': ['ID=5566798c-882f-4221-98b0-82832ef768a7,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:29.433693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event updated for resources: {'Subnet': ['ID=fa33e3ed-fe1f-455f-a1f9-1090c777fd10,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:29.442542 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Checking segment: {'id': '77de6bfb-97bb-4a31-9a35-06857295801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6b7e18e7-c126-4646-8962-4c1336b9917a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:29.442912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Network hostable DHCP agents. Network: 6b7e18e7-c126-4646-8962-4c1336b9917a, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:51:29.450269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Attempting to bind port 5566798c-882f-4221-98b0-82832ef768a7 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:29.450645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Attempting to bind port 5566798c-882f-4221-98b0-82832ef768a7 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'ccecdfb7-4539-4c51-81b4-c6543ef0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '001908b8-0656-4b96-ba48-eda2c37c702e'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:29.451006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Attempting to bind port 5566798c-882f-4221-98b0-82832ef768a7 on network 001908b8-0656-4b96-ba48-eda2c37c702e {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:29.456747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:29.457084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Checking segment: {'id': 'ccecdfb7-4539-4c51-81b4-c6543ef0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '001908b8-0656-4b96-ba48-eda2c37c702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:29.457444 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.457875 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Bound using segment: {'id': 'ccecdfb7-4539-4c51-81b4-c6543ef0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '001908b8-0656-4b96-ba48-eda2c37c702e'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:29.458338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Bound port: 5566798c-882f-4221-98b0-82832ef768a7, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccecdfb7-4539-4c51-81b4-c6543ef0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '001908b8-0656-4b96-ba48-eda2c37c702e'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:29.458825 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.460912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Network 6b7e18e7-c126-4646-8962-4c1336b9917a is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:51:29.471820 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 6b7e18e7-c126-4646-8962-4c1336b9917a) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:29.476292 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:29.476887 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.491847 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd470105-6999-4c03-930d-10215dca0ae6 None None] Network 6b7e18e7-c126-4646-8962-4c1336b9917a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:29.493967 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e3b0c9ac-61a5-425b-bc6c-42038374b2ab tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4579451 Nov 03 16:51:29.496713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47846) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:29.502280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0072e061-6ea6-4a13-b269-aae7698c055a tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b7e18e7-c126-4646-8962-4c1336b9917a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:29.576630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] For port 5566798c-882f-4221-98b0-82832ef768a7, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:29.581867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] For port 5566798c-882f-4221-98b0-82832ef768a7, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5566798c-882f-4221-98b0-82832ef768a7,segment=NetworkSegment(ccecdfb7-4539-4c51-81b4-c6543ef0a59a),segment_id=ccecdfb7-4539-4c51-81b4-c6543ef0a59a)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:29.589384 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.682820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac08289-3028-454f-a57e-f9777456a57a None None] Pushing event updated for resources: {'Port': ['ID=5566798c-882f-4221-98b0-82832ef768a7,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:29.720923 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0072e061-6ea6-4a13-b269-aae7698c055a tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.724686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-6b7e18e7-c126-4646-8962-4c1336b9917a', 'network_id': '6b7e18e7-c126-4646-8962-4c1336b9917a', 'tenant_id': 'fffc11bf900e475386bcf2fb3c36c3c4', 'fixed_ips': [{'subnet_id': 'fa33e3ed-fe1f-455f-a1f9-1090c777fd10'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:51:29.725576 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:29.865389 n-d-813897-2 neutron-server[108105]: INFO neutron.api.v2.resource [None req-0072e061-6ea6-4a13-b269-aae7698c055a tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 16:51:29.866559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0072e061-6ea6-4a13-b269-aae7698c055a tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "PUT /v2.0/routers/ae7b15e0-adb8-41d0-8294-7b5e0f9650a4 HTTP/1.1" status: 400 len: 364 time: 0.3688316 Nov 03 16:51:29.874087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47848) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:29.897068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Allocated IP 172.21.0.2 (6b7e18e7-c126-4646-8962-4c1336b9917a/fa33e3ed-fe1f-455f-a1f9-1090c777fd10/e251094d-b824-4f85-b981-5603696dabb2) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:29.945018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46eb766-0afd-42d1-8326-b35f22c555c9 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Deleting subnet fa33e3ed-fe1f-455f-a1f9-1090c777fd10 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:51:29.973640 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5566798c-882f-4221-98b0-82832ef768a7 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:30.077345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5566798c-882f-4221-98b0-82832ef768a7 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:30.078027 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.106135 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.113300 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d46eb766-0afd-42d1-8326-b35f22c555c9 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.121261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.159458 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d46eb766-0afd-42d1-8326-b35f22c555c9 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.163429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Network 6b7e18e7-c126-4646-8962-4c1336b9917a is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:30.168426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:30.177471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:30.187232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Pushing event updated for resources: {'Port': ['ID=e251094d-b824-4f85-b981-5603696dabb2,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:30.255421 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d46eb766-0afd-42d1-8326-b35f22c555c9 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.261633 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.266671 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Attempting to bind port e251094d-b824-4f85-b981-5603696dabb2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:30.266974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Attempting to bind port e251094d-b824-4f85-b981-5603696dabb2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '77de6bfb-97bb-4a31-9a35-06857295801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6b7e18e7-c126-4646-8962-4c1336b9917a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:30.267280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Attempting to bind port e251094d-b824-4f85-b981-5603696dabb2 on network 6b7e18e7-c126-4646-8962-4c1336b9917a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:30.287186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:30.287456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Checking segment: {'id': '77de6bfb-97bb-4a31-9a35-06857295801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6b7e18e7-c126-4646-8962-4c1336b9917a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:30.287739 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.288121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Bound using segment: {'id': '77de6bfb-97bb-4a31-9a35-06857295801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6b7e18e7-c126-4646-8962-4c1336b9917a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:30.288594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Bound port: e251094d-b824-4f85-b981-5603696dabb2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77de6bfb-97bb-4a31-9a35-06857295801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6b7e18e7-c126-4646-8962-4c1336b9917a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:30.289640 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.322024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 5566798c-882f-4221-98b0-82832ef768a7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5566798c-882f-4221-98b0-82832ef768a7,segment=NetworkSegment(ccecdfb7-4539-4c51-81b4-c6543ef0a59a),segment_id=ccecdfb7-4539-4c51-81b4-c6543ef0a59a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:30.328465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d46eb766-0afd-42d1-8326-b35f22c555c9 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.340218 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.356620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46eb766-0afd-42d1-8326-b35f22c555c9 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event deleted for resources: {'Subnet': ['ID=fa33e3ed-fe1f-455f-a1f9-1090c777fd10,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:30.368625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d46eb766-0afd-42d1-8326-b35f22c555c9 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.374327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d46eb766-0afd-42d1-8326-b35f22c555c9 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "DELETE /v2.0/subnets/fa33e3ed-fe1f-455f-a1f9-1090c777fd10 HTTP/1.1" status: 204 len: 168 time: 0.4986725 Nov 03 16:51:30.374810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47850) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:30.414371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] For port e251094d-b824-4f85-b981-5603696dabb2, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:30.416581 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=5566798c-882f-4221-98b0-82832ef768a7,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:30.420508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] For port e251094d-b824-4f85-b981-5603696dabb2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e251094d-b824-4f85-b981-5603696dabb2,segment=NetworkSegment(77de6bfb-97bb-4a31-9a35-06857295801a),segment_id=77de6bfb-97bb-4a31-9a35-06857295801a)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:30.425796 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.465494 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.494058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e9086-4ce8-4066-b35c-32e036798dd9 None None] Pushing event updated for resources: {'Port': ['ID=e251094d-b824-4f85-b981-5603696dabb2,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:30.525333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Deleting port e251094d-b824-4f85-b981-5603696dabb2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:51:30.525716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.593752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] For port e251094d-b824-4f85-b981-5603696dabb2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e251094d-b824-4f85-b981-5603696dabb2,segment=NetworkSegment(77de6bfb-97bb-4a31-9a35-06857295801a),segment_id=77de6bfb-97bb-4a31-9a35-06857295801a)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:30.594418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.608020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Calling delete_port for e251094d-b824-4f85-b981-5603696dabb2 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:51:30.697870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.726079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event deleted for resources: {'Port': ['ID=e251094d-b824-4f85-b981-5603696dabb2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:30.729861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] No DVR routers for this DVR port e251094d-b824-4f85-b981-5603696dabb2 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:51:30.733074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3800403-8160-4032-b477-b82102788878 None None] Network 001908b8-0656-4b96-ba48-eda2c37c702e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:30.818961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.838069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d99323a3-9ca4-465c-a935-f0e86265ad54 None None] Provisioning complete for port 5566798c-882f-4221-98b0-82832ef768a7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:30.838440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d99323a3-9ca4-465c-a935-f0e86265ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.840887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7e18e7-c126-4646-8962-4c1336b9917a']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:30.851036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77de6bfb-97bb-4a31-9a35-06857295801a') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:30.851333 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77de6bfb-97bb-4a31-9a35-06857295801a') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:30.861234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.874346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.880464 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:51:30.880847 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:51:30.883772 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:51:30.944227 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.950893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:30.954250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "DELETE /v2.0/networks/6b7e18e7-c126-4646-8962-4c1336b9917a HTTP/1.1" status: 204 len: 168 time: 0.5783968 Nov 03 16:51:30.957290 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47852) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:30.965940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2144c2-3a39-4e4b-b72f-372805d8a044 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event deleted for resources: {'Network': ['ID=6b7e18e7-c126-4646-8962-4c1336b9917a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:31.017917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-066e2b68-f83a-4069-8c50-b016755fa9f1 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Deleting subnet c4e44016-ca30-4ef5-84fc-394045cc4f90 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:51:31.021374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-066e2b68-f83a-4069-8c50-b016755fa9f1 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.072062 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-066e2b68-f83a-4069-8c50-b016755fa9f1 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.166087 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-066e2b68-f83a-4069-8c50-b016755fa9f1 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.209074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9b487b04-b7bf-44d8-b950-0bf77b397e6d None None] Provisioning complete for port 5566798c-882f-4221-98b0-82832ef768a7 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:31.209707 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9b487b04-b7bf-44d8-b950-0bf77b397e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.228935 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-066e2b68-f83a-4069-8c50-b016755fa9f1 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.266259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-066e2b68-f83a-4069-8c50-b016755fa9f1 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.269495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-066e2b68-f83a-4069-8c50-b016755fa9f1 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "DELETE /v2.0/subnets/c4e44016-ca30-4ef5-84fc-394045cc4f90 HTTP/1.1" status: 204 len: 168 time: 0.3106022 Nov 03 16:51:31.270669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e2b68-f83a-4069-8c50-b016755fa9f1 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e44016-ca30-4ef5-84fc-394045cc4f90,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:31.272088 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47854) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:31.294250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8489e602-950a-4be2-9ce6-1c63a90fa3fe None None] Network 001908b8-0656-4b96-ba48-eda2c37c702e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:31.367668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.426034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Deleting port 5566798c-882f-4221-98b0-82832ef768a7 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:51:31.426720 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.498785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] For port 5566798c-882f-4221-98b0-82832ef768a7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5566798c-882f-4221-98b0-82832ef768a7,segment=NetworkSegment(ccecdfb7-4539-4c51-81b4-c6543ef0a59a),segment_id=ccecdfb7-4539-4c51-81b4-c6543ef0a59a)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:31.499144 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.511768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160faf76-7389-4578-a852-75dd86b306b8 None None] DHCP port deletion for 001908b8-0656-4b96-ba48-eda2c37c702e request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:51:31.514588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Calling delete_port for 5566798c-882f-4221-98b0-82832ef768a7 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:51:31.569963 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-29f89466-7b7e-4476-986c-333843e7329d None None] Could not find standard attr ID for object e251094d-b824-4f85-b981-5603696dabb2. {{(pid=108106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 16:51:31.576263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de5729-73a8-4e0b-a53d-3002a140c9da None None] DHCP port deletion for 6b7e18e7-c126-4646-8962-4c1336b9917a request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:51:31.580578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-160faf76-7389-4578-a852-75dd86b306b8 None None] Deleting port 5566798c-882f-4221-98b0-82832ef768a7 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:51:31.580953 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-160faf76-7389-4578-a852-75dd86b306b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.601682 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.627342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event deleted for resources: {'Port': ['ID=5566798c-882f-4221-98b0-82832ef768a7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:31.630761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] No DVR routers for this DVR port 5566798c-882f-4221-98b0-82832ef768a7 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:51:31.631989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d24fa-bea4-4adf-9f73-6acfd6be07ef None None] Network 6b7e18e7-c126-4646-8962-4c1336b9917a requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:31.646311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d24fa-bea4-4adf-9f73-6acfd6be07ef None None] Network 6b7e18e7-c126-4646-8962-4c1336b9917a could not be found, it might have been deleted concurrently. {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 16:51:31.662575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-160faf76-7389-4578-a852-75dd86b306b8 None None] For port 5566798c-882f-4221-98b0-82832ef768a7, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5566798c-882f-4221-98b0-82832ef768a7,segment=NetworkSegment(ccecdfb7-4539-4c51-81b4-c6543ef0a59a),segment_id=ccecdfb7-4539-4c51-81b4-c6543ef0a59a)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:31.662977 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-160faf76-7389-4578-a852-75dd86b306b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.676512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-160faf76-7389-4578-a852-75dd86b306b8 None None] Calling delete_port for 5566798c-882f-4221-98b0-82832ef768a7 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:51:31.711515 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.736731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001908b8-0656-4b96-ba48-eda2c37c702e']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:31.746590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccecdfb7-4539-4c51-81b4-c6543ef0a59a') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:31.746878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccecdfb7-4539-4c51-81b4-c6543ef0a59a') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:31.756893 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.763178 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-160faf76-7389-4578-a852-75dd86b306b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.770681 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.776764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:51:31.777139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:51:31.780055 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:51:31.791965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160faf76-7389-4578-a852-75dd86b306b8 None None] No DVR routers for this DVR port 5566798c-882f-4221-98b0-82832ef768a7 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:51:31.794179 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160faf76-7389-4578-a852-75dd86b306b8 None None] Pushing event deleted for resources: {'Port': ['ID=5566798c-882f-4221-98b0-82832ef768a7,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:31.847375 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.854548 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.861139 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47856) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:31.861393 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "DELETE /v2.0/networks/001908b8-0656-4b96-ba48-eda2c37c702e HTTP/1.1" status: 204 len: 168 time: 0.5877061 Nov 03 16:51:31.872577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beaf7b-2edb-46bb-af8b-64c6e8ee1ae5 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Pushing event deleted for resources: {'Network': ['ID=001908b8-0656-4b96-ba48-eda2c37c702e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:31.883450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5566798c-882f-4221-98b0-82832ef768a7 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:51:31.892817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9cd3bbec-c0d2-406e-9e64-6d0b735423f4 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7b15e0-adb8-41d0-8294-7b5e0f9650a4 HTTP/1.1" status: 200 len: 205 time: 0.0304234 Nov 03 16:51:31.895212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47858) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:31.905366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5566798c-882f-4221-98b0-82832ef768a7 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:51:31.906346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5566798c-882f-4221-98b0-82832ef768a7 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:51:31.965858 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:31.974759 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfa964ca-9215-4844-ab2f-e10e95054e27 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.129498 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfa964ca-9215-4844-ab2f-e10e95054e27 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.131573 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfa964ca-9215-4844-ab2f-e10e95054e27 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.174176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfa964ca-9215-4844-ab2f-e10e95054e27 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.174845 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa964ca-9215-4844-ab2f-e10e95054e27 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Fanout notify agent at l3_agent the message router_deleted on router ae7b15e0-adb8-41d0-8294-7b5e0f9650a4 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:51:32.181584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dfa964ca-9215-4844-ab2f-e10e95054e27 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.182641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dfa964ca-9215-4844-ab2f-e10e95054e27 tempest-RoutersNegativeTest-132010322 tempest-RoutersNegativeTest-132010322-project] 10.222.0.86 "DELETE /v2.0/routers/ae7b15e0-adb8-41d0-8294-7b5e0f9650a4 HTTP/1.1" status: 204 len: 168 time: 0.2865398 Nov 03 16:51:32.420603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47864) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:32.550888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cc8d3525-9115-4d4f-8568-0214a3ef23af admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fffc11bf900e475386bcf2fb3c36c3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290748 Nov 03 16:51:32.553333 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47868) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:32.603301 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8eee8094-3d21-4e63-80bf-6a2b703a536b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.605080 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-efdd85c4-9097-4fd3-afbf-ade35335319a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.626481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8eee8094-3d21-4e63-80bf-6a2b703a536b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.671782 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8eee8094-3d21-4e63-80bf-6a2b703a536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.674803 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8eee8094-3d21-4e63-80bf-6a2b703a536b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:32.675948 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8eee8094-3d21-4e63-80bf-6a2b703a536b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1cc9504b-c716-4af7-b615-016e811ec044 HTTP/1.1" status: 204 len: 168 time: 0.1216989 Nov 03 16:51:32.683704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee8094-3d21-4e63-80bf-6a2b703a536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc9504b-c716-4af7-b615-016e811ec044,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:33.293887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47890) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:33.387669 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1468669602-network', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:33.411907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Made reservation on behalf of 31c80ef53b74458e9b04a4f16be83f60 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:33.414187 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.422638 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.496861 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.500427 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.525145 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:51:33.534830 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea25c4d-d7c1-4d0a-b90b-7706265d497c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:33.541115 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.541458 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Added segment b2b1f1d0-8095-4403-ac95-25613ceb77c2 of type vlan for network 823411a8-45c6-4ebc-9820-f0294dc616c7 Nov 03 16:51:33.581576 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.606139 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.607061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:33.607635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.665858 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3708274 Nov 03 16:51:33.668903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47894) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:33.673743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d76ab-12d0-47c6-a8aa-659024b3995e admin admin] Pushing event updated for resources: {'Network': ['ID=823411a8-45c6-4ebc-9820-f0294dc616c7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:33.674435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Request body: {'subnet': {'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-subnet', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:33.684275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:51:33.696305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Made reservation on behalf of 31c80ef53b74458e9b04a4f16be83f60 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:33.698698 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.868173 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.920835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2ce882-0368-42dc-9447-32265fb662c1,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:33.931323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Checking segment: {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:33.931679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Network hostable DHCP agents. Network: 823411a8-45c6-4ebc-9820-f0294dc616c7, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:51:33.947309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:51:33.957158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 823411a8-45c6-4ebc-9820-f0294dc616c7) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:33.963936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:33.965182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:33.965511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8277d1-e079-4b6b-9f32-34a698c75c12 None None] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:33.982128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e9ef4abc-2161-455e-a4a0-0782db9ce71f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3121212 Nov 03 16:51:33.985501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47896) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:33.990234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:34.011025 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.012311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.064373 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.115217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-823411a8-45c6-4ebc-9820-f0294dc616c7', 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'fixed_ips': [{'subnet_id': '6a2ce882-0368-42dc-9447-32265fb662c1'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:51:34.116097 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.202151 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.252695 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Allocated IP 172.20.0.2 (823411a8-45c6-4ebc-9820-f0294dc616c7/6a2ce882-0368-42dc-9447-32265fb662c1/0034a73a-5fcf-4ece-a7b3-adeb0b4ab372) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:34.400795 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.401182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.406380 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.424025 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.442571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:34.448948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:34.452915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:34.460784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Pushing event updated for resources: {'Port': ['ID=0034a73a-5fcf-4ece-a7b3-adeb0b4ab372,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:34.509803 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Attempting to bind port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:34.510170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Attempting to bind port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:34.510533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Attempting to bind port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 on network 823411a8-45c6-4ebc-9820-f0294dc616c7 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:34.515964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:34.516333 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Checking segment: {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:34.516727 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.517115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Bound using segment: {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:34.517605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Bound port: 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:34.517980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.533617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Allocated IP 172.25.6.122 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/89e9ea8c-ca1d-4261-9eb4-8b720d867e07) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:34.582942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] For port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:34.586065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] For port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0034a73a-5fcf-4ece-a7b3-adeb0b4ab372,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:34.590460 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.645473 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.650238 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025733d9-1836-47bd-8f2e-d84fa99dbdca None None] Pushing event updated for resources: {'Port': ['ID=0034a73a-5fcf-4ece-a7b3-adeb0b4ab372,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:34.675038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:34.715087 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:34.720000 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:34.723623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:34.729332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Pushing event updated for resources: {'Port': ['ID=89e9ea8c-ca1d-4261-9eb4-8b720d867e07,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:34.990656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:35.053057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-271be582-adb9-428f-9df8-b42a8f7be172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:35.517243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:35.552762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b6602-e5b5-4c4b-8221-fea142da49c1 None None] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:35.649710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Router 49ca82f2-08d7-4d29-923c-7e05cc590765 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:51:35.760155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:51:35.771282 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Sync routers for ids ['49ca82f2-08d7-4d29-923c-7e05cc590765'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:51:35.780350 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:35.785391 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3367ef08-6c9c-4874-b04b-b4cb59c30a25 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7962985 Nov 03 16:51:35.785584 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Routers {'49ca82f2-08d7-4d29-923c-7e05cc590765'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:51:35.785890 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['49ca82f2-08d7-4d29-923c-7e05cc590765'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:35.786108 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47898) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:35.787528 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ace1a314-3f95-47a9-96f9-710aede4b438 None None] Provisioning complete for port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:35.787897 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ace1a314-3f95-47a9-96f9-710aede4b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:35.901622 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Set router 49ca82f2-08d7-4d29-923c-7e05cc590765 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:51:35.950452 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ace1a314-3f95-47a9-96f9-710aede4b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:35.952626 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:36.035138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ace1a314-3f95-47a9-96f9-710aede4b438 None None] For port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0034a73a-5fcf-4ece-a7b3-adeb0b4ab372,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:36.042327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ace1a314-3f95-47a9-96f9-710aede4b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.073862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:36.074556 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.135582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1a314-3f95-47a9-96f9-710aede4b438 None None] Pushing event updated for resources: {'Port': ['ID=0034a73a-5fcf-4ece-a7b3-adeb0b4ab372,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:36.156405 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:34Z', 'revision_number': 3, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'gw_port': {'id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:36.267659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-eb1db6a4-77a6-4812-8e86-17aac078585c None None] Provisioning complete for port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:36.268882 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eb1db6a4-77a6-4812-8e86-17aac078585c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.287279 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.291246 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Checking router: 49ca82f2-08d7-4d29-923c-7e05cc590765 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:51:36.291617 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Updating router 49ca82f2-08d7-4d29-923c-7e05cc590765 port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:51:36.318116 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.425564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.452429 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Allocated IP 172.20.0.1 (823411a8-45c6-4ebc-9820-f0294dc616c7/6a2ce882-0368-42dc-9447-32265fb662c1/7583ed51-4a4f-477c-bb16-cd46abbfda9b) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:36.562319 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.575024 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.580645 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.597465 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.635755 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:36.636595 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Pushing event updated for resources: {'Port': ['ID=89e9ea8c-ca1d-4261-9eb4-8b720d867e07,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:36.639882 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Attempting to bind port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:36.640936 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Attempting to bind port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:36.641307 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Attempting to bind port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:36.641952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:36.645581 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:36.649690 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.650035 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.650373 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.650707 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.651034 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.651360 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.651691 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.652060 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.652356 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.652706 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.653031 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.653346 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:51:36.657938 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:36.658416 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:36.658693 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.659081 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:36.659561 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Bound port: 89e9ea8c-ca1d-4261-9eb4-8b720d867e07, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:36.659939 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.668776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Pushing event updated for resources: {'Port': ['ID=7583ed51-4a4f-477c-bb16-cd46abbfda9b,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:36.689652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.714369 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] For port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:36.718149 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] For port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=89e9ea8c-ca1d-4261-9eb4-8b720d867e07,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:36.722635 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.785977 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf3fb2-c77d-45cf-bc34-cb65394be418 None None] Pushing event updated for resources: {'Port': ['ID=89e9ea8c-ca1d-4261-9eb4-8b720d867e07,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:36.792971 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Routers {'49ca82f2-08d7-4d29-923c-7e05cc590765'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:51:36.793753 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['49ca82f2-08d7-4d29-923c-7e05cc590765'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:36.834764 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:36.903149 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] Set router 49ca82f2-08d7-4d29-923c-7e05cc590765 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:51:36.981594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3ae0e8d2-1132-431e-9784-127b770745bf None None] Provisioning complete for port 7583ed51-4a4f-477c-bb16-cd46abbfda9b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:36.982301 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3ae0e8d2-1132-431e-9784-127b770745bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:37.007219 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:37.012135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:37.020498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0e8d2-1132-431e-9784-127b770745bf None None] Port 7583ed51-4a4f-477c-bb16-cd46abbfda9b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:51:37.085711 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:34Z', 'revision_number': 3, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'gw_port': {'id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:37.088848 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:37.090596 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Pushing event updated for resources: {'Port': ['ID=7583ed51-4a4f-477c-bb16-cd46abbfda9b,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:37.112897 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3aabb-6afd-409b-ab33-4103168a2e18 None None] The sync data for ids ['49ca82f2-08d7-4d29-923c-7e05cc590765'] in n-d-813897-2 is: [{'id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:34Z', 'revision_number': 3, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'gw_port': {'id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:51:37.187111 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:37.188741 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:37.322513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Router 49ca82f2-08d7-4d29-923c-7e05cc590765 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:51:37.451751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-63fe9f1c-9113-471e-94eb-a875dcf3bf7d None None] Provisioning complete for port 7583ed51-4a4f-477c-bb16-cd46abbfda9b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:37.453865 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-63fe9f1c-9113-471e-94eb-a875dcf3bf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:37.472351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:51:37.482072 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f0b61441-6027-4dd9-a41e-a9ce34cc6155 admin admin] 10.222.0.86 "PUT /v2.0/routers/49ca82f2-08d7-4d29-923c-7e05cc590765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6948292 Nov 03 16:51:37.495790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-63fe9f1c-9113-471e-94eb-a875dcf3bf7d None None] Port 7583ed51-4a4f-477c-bb16-cd46abbfda9b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:51:37.941789 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:37.961589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:37.993875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47914) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:37.998961 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1397477963-network', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:38.013984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:38.014351 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.020018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Made reservation on behalf of a837c31a9caa42ecb8f9f84c8fa104cd for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:38.022545 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.032421 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.096429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:38.107796 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.112255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.142610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:51:38.147045 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:38.147305 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.152441 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f36f64a-e911-4fce-9710-4cff3cbb0716,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:38.159441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.159816 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Added segment 4dae3819-3da3-4ff8-8b1a-f4ddfc787f65 of type vlan for network 627a1aca-5fd7-46f7-8952-6782a2337ec4 Nov 03 16:51:38.202562 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.226872 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.227783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:38.228349 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.230958 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.253702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=89e9ea8c-ca1d-4261-9eb4-8b720d867e07,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:38.258904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.284982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2899935 Nov 03 16:51:38.287906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 47916) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:38.292785 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Request body: {'subnet': {'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-subnet', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:38.294192 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e2079-b621-4e22-b25f-ab97dc616bdc admin admin] Pushing event updated for resources: {'Network': ['ID=627a1aca-5fd7-46f7-8952-6782a2337ec4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:38.310173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 627a1aca-5fd7-46f7-8952-6782a2337ec4 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:51:38.315173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Made reservation on behalf of a837c31a9caa42ecb8f9f84c8fa104cd for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:38.317627 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.325941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=89e9ea8c-ca1d-4261-9eb4-8b720d867e07,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:38.504887 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.509123 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.566915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=798ce97a-f7b1-413e-a479-1eb1fc9c5210,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:38.578072 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Checking segment: {'id': '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:38.578574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Network hostable DHCP agents. Network: 627a1aca-5fd7-46f7-8952-6782a2337ec4, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:51:38.597258 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Network 627a1aca-5fd7-46f7-8952-6782a2337ec4 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:51:38.608181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 627a1aca-5fd7-46f7-8952-6782a2337ec4) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:38.616286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:38.617116 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.619818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b608ba-8777-4600-a0f5-2105839ef8dc None None] Network 627a1aca-5fd7-46f7-8952-6782a2337ec4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:38.637477 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5ec9400a-99f3-4b4b-b997-e2ede1950fde admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3483548 Nov 03 16:51:38.640812 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47918) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:38.646067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:38.671485 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.673023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.714762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Sync routers for ids ['49ca82f2-08d7-4d29-923c-7e05cc590765'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:51:38.748759 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.760085 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Routers {'49ca82f2-08d7-4d29-923c-7e05cc590765'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:51:38.760756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['49ca82f2-08d7-4d29-923c-7e05cc590765'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:38.886452 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-627a1aca-5fd7-46f7-8952-6782a2337ec4', 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'fixed_ips': [{'subnet_id': '798ce97a-f7b1-413e-a479-1eb1fc9c5210'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:51:38.887342 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:38.916467 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Set router 49ca82f2-08d7-4d29-923c-7e05cc590765 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:51:39.166831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Allocated IP 172.20.0.2 (627a1aca-5fd7-46f7-8952-6782a2337ec4/798ce97a-f7b1-413e-a479-1eb1fc9c5210/52929c12-6f95-4167-a529-f1668d883856) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:39.234361 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.317008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:36Z', 'revision_number': 4, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'gw_port': {'id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '7583ed51-4a4f-477c-bb16-cd46abbfda9b', 'name': '', 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'mac_address': 'fa:16:3e:ac:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6a2ce882-0368-42dc-9447-32265fb662c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:36Z', 'updated_at': '2021-11-03T16:51:36Z', 'revision_number': 2, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'subnets': [{'id': '6a2ce882-0368-42dc-9447-32265fb662c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:39.346700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Checking router: 49ca82f2-08d7-4d29-923c-7e05cc590765 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:51:39.347061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Updating router 49ca82f2-08d7-4d29-923c-7e05cc590765 port 7583ed51-4a4f-477c-bb16-cd46abbfda9b binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:51:39.399496 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.418272 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.435368 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.444271 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.454776 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.546058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Network 627a1aca-5fd7-46f7-8952-6782a2337ec4 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:39.554470 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:39.558423 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Pushing event updated for resources: {'Port': ['ID=52929c12-6f95-4167-a529-f1668d883856,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:39.559900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Allocated IP 172.25.6.145 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/372d5b8d-f7c9-4c4c-a202-617535450e19) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:39.567285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:39.661621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.672077 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Attempting to bind port 52929c12-6f95-4167-a529-f1668d883856 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:39.672420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Attempting to bind port 52929c12-6f95-4167-a529-f1668d883856 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:39.672793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Attempting to bind port 52929c12-6f95-4167-a529-f1668d883856 on network 627a1aca-5fd7-46f7-8952-6782a2337ec4 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:39.697346 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.734472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:39.737921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:39.741754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:39.782885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Pushing event updated for resources: {'Port': ['ID=372d5b8d-f7c9-4c4c-a202-617535450e19,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:39.844425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:39.844799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Checking segment: {'id': '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:39.845411 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.846000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Bound using segment: {'id': '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:39.846489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Bound port: 52929c12-6f95-4167-a529-f1668d883856, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:39.846875 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:39.903060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:40.000381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] For port 52929c12-6f95-4167-a529-f1668d883856, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:40.009959 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.017810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] For port 52929c12-6f95-4167-a529-f1668d883856, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=52929c12-6f95-4167-a529-f1668d883856,segment=NetworkSegment(4dae3819-3da3-4ff8-8b1a-f4ddfc787f65),segment_id=4dae3819-3da3-4ff8-8b1a-f4ddfc787f65)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:40.026851 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.064510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.084934 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.091561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:40.091954 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.139055 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c425a-2127-4725-9f05-5422bf83e254 None None] Pushing event updated for resources: {'Port': ['ID=52929c12-6f95-4167-a529-f1668d883856,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:40.236401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081eee3-a3c9-46a7-bdab-0a48fb222705 None None] Pushing event updated for resources: {'Port': ['ID=7583ed51-4a4f-477c-bb16-cd46abbfda9b,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:40.246727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.284917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Attempting to bind port 7583ed51-4a4f-477c-bb16-cd46abbfda9b on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:40.285306 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Attempting to bind port 7583ed51-4a4f-477c-bb16-cd46abbfda9b by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:40.285716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Attempting to bind port 7583ed51-4a4f-477c-bb16-cd46abbfda9b on network 823411a8-45c6-4ebc-9820-f0294dc616c7 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:40.299598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:40.299985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Checking segment: {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:40.300399 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.300799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Bound using segment: {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:40.301290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Bound port: 7583ed51-4a4f-477c-bb16-cd46abbfda9b, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:40.301709 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.389813 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] For port 7583ed51-4a4f-477c-bb16-cd46abbfda9b, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:40.394692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] For port 7583ed51-4a4f-477c-bb16-cd46abbfda9b, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7583ed51-4a4f-477c-bb16-cd46abbfda9b,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:40.403354 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.434235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Router 33921b0f-3077-4e72-a7db-28a6ff009b3e is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:51:40.476974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Routers {'49ca82f2-08d7-4d29-923c-7e05cc590765'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:51:40.477927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['49ca82f2-08d7-4d29-923c-7e05cc590765'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:40.481194 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081eee3-a3c9-46a7-bdab-0a48fb222705 None None] Pushing event updated for resources: {'Port': ['ID=7583ed51-4a4f-477c-bb16-cd46abbfda9b,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:40.583546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-72fdb897-9ef9-4688-9cc6-77397568cb63 None None] Provisioning complete for port 7583ed51-4a4f-477c-bb16-cd46abbfda9b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:40.584269 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72fdb897-9ef9-4688-9cc6-77397568cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.588294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:51:40.600550 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Sync routers for ids ['33921b0f-3077-4e72-a7db-28a6ff009b3e'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:51:40.609313 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.612207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2d7b7cc6-8082-45cb-9147-97c065d4372a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9702232 Nov 03 16:51:40.615383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 47920) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:51:40.616660 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Routers {'33921b0f-3077-4e72-a7db-28a6ff009b3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:51:40.617601 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['33921b0f-3077-4e72-a7db-28a6ff009b3e'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:40.656924 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] Set router 49ca82f2-08d7-4d29-923c-7e05cc590765 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:51:40.752174 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Set router 33921b0f-3077-4e72-a7db-28a6ff009b3e gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:51:40.772845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72fdb897-9ef9-4688-9cc6-77397568cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.853041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-72fdb897-9ef9-4688-9cc6-77397568cb63 None None] For port 7583ed51-4a4f-477c-bb16-cd46abbfda9b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7583ed51-4a4f-477c-bb16-cd46abbfda9b,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:40.860451 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-72fdb897-9ef9-4688-9cc6-77397568cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:40.947210 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:38Z', 'updated_at': '2021-11-03T16:51:39Z', 'revision_number': 3, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'gw_port': {'id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:39Z', 'updated_at': '2021-11-03T16:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:40.971931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdb897-9ef9-4688-9cc6-77397568cb63 None None] Pushing event updated for resources: {'Port': ['ID=7583ed51-4a4f-477c-bb16-cd46abbfda9b,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:40.978023 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Checking router: 33921b0f-3077-4e72-a7db-28a6ff009b3e for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:51:40.978651 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Updating router 33921b0f-3077-4e72-a7db-28a6ff009b3e port 372d5b8d-f7c9-4c4c-a202-617535450e19 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:51:41.006425 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.014118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9ec57f0a-f765-4cc9-b575-d877583a4e0f None None] Provisioning complete for port 7583ed51-4a4f-477c-bb16-cd46abbfda9b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:41.014493 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ec57f0a-f765-4cc9-b575-d877583a4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.042691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:36Z', 'revision_number': 4, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'gw_port': {'id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '7583ed51-4a4f-477c-bb16-cd46abbfda9b', 'name': '', 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'mac_address': 'fa:16:3e:ac:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6a2ce882-0368-42dc-9447-32265fb662c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:36Z', 'updated_at': '2021-11-03T16:51:40Z', 'revision_number': 4, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'subnets': [{'id': '6a2ce882-0368-42dc-9447-32265fb662c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:41.086120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f929cc0-7365-4b24-a0ec-079882d7dacc None None] The sync data for ids ['49ca82f2-08d7-4d29-923c-7e05cc590765'] in n-d-813897-2 is: [{'id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:36Z', 'revision_number': 4, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'gw_port': {'id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '7583ed51-4a4f-477c-bb16-cd46abbfda9b', 'name': '', 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'mac_address': 'fa:16:3e:ac:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6a2ce882-0368-42dc-9447-32265fb662c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:36Z', 'updated_at': '2021-11-03T16:51:40Z', 'revision_number': 4, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'subnets': [{'id': '6a2ce882-0368-42dc-9447-32265fb662c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:51:41.108928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.353794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Allocated IP 172.20.0.1 (627a1aca-5fd7-46f7-8952-6782a2337ec4/798ce97a-f7b1-413e-a479-1eb1fc9c5210/fbc23ec1-dc7d-4fbc-a841-ccb5573d3658) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:41.362515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bba8c2-64cb-40a7-9b84-6bba5616215e None None] Network 627a1aca-5fd7-46f7-8952-6782a2337ec4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:51:41.372472 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.379143 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.425760 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26089330-75ed-406e-ab9e-7bd238750567 None None] Pushing event updated for resources: {'Port': ['ID=372d5b8d-f7c9-4c4c-a202-617535450e19,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:41.448697 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Attempting to bind port 372d5b8d-f7c9-4c4c-a202-617535450e19 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:41.449309 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Attempting to bind port 372d5b8d-f7c9-4c4c-a202-617535450e19 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:41.449976 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Attempting to bind port 372d5b8d-f7c9-4c4c-a202-617535450e19 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:41.456787 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:41.457418 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:41.458023 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.458682 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:41.459304 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Bound port: 372d5b8d-f7c9-4c4c-a202-617535450e19, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:41.459851 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.486587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f489458d-49ab-4d8f-bbac-e49f47508e5b None None] Provisioning complete for port 52929c12-6f95-4167-a529-f1668d883856 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:41.487078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f489458d-49ab-4d8f-bbac-e49f47508e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.496441 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.526285 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] For port 372d5b8d-f7c9-4c4c-a202-617535450e19, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:41.529825 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] For port 372d5b8d-f7c9-4c4c-a202-617535450e19, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=372d5b8d-f7c9-4c4c-a202-617535450e19,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:41.535886 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.543014 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.585470 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Network 627a1aca-5fd7-46f7-8952-6782a2337ec4 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:41.588832 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:41.592680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:41.599477 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Routers {'33921b0f-3077-4e72-a7db-28a6ff009b3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:51:41.600092 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['33921b0f-3077-4e72-a7db-28a6ff009b3e'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:41.643885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc23ec1-dc7d-4fbc-a841-ccb5573d3658,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:41.644553 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26089330-75ed-406e-ab9e-7bd238750567 None None] Pushing event updated for resources: {'Port': ['ID=372d5b8d-f7c9-4c4c-a202-617535450e19,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:41.658331 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.672842 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f489458d-49ab-4d8f-bbac-e49f47508e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.742871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f489458d-49ab-4d8f-bbac-e49f47508e5b None None] For port 52929c12-6f95-4167-a529-f1668d883856, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=52929c12-6f95-4167-a529-f1668d883856,segment=NetworkSegment(4dae3819-3da3-4ff8-8b1a-f4ddfc787f65),segment_id=4dae3819-3da3-4ff8-8b1a-f4ddfc787f65)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:41.751074 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f489458d-49ab-4d8f-bbac-e49f47508e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:41.772417 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] Set router 33921b0f-3077-4e72-a7db-28a6ff009b3e gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:51:41.813366 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489458d-49ab-4d8f-bbac-e49f47508e5b None None] Pushing event updated for resources: {'Port': ['ID=52929c12-6f95-4167-a529-f1668d883856,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:41.882651 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.020205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7583ed51-4a4f-477c-bb16-cd46abbfda9b up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:42.088632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0aac1e8c-0cd2-4d86-890b-52a6a5b9f47f None None] Provisioning complete for port 52929c12-6f95-4167-a529-f1668d883856 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:42.089420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0aac1e8c-0cd2-4d86-890b-52a6a5b9f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.127260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.138602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.142592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7583ed51-4a4f-477c-bb16-cd46abbfda9b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:42.142972 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.173473 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:38Z', 'updated_at': '2021-11-03T16:51:39Z', 'revision_number': 3, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'gw_port': {'id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:39Z', 'updated_at': '2021-11-03T16:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:42.208127 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7829b-23aa-42cf-8b7a-8100cc3ea3c3 None None] The sync data for ids ['33921b0f-3077-4e72-a7db-28a6ff009b3e'] in n-d-813897-2 is: [{'id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:38Z', 'updated_at': '2021-11-03T16:51:39Z', 'revision_number': 3, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'gw_port': {'id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:39Z', 'updated_at': '2021-11-03T16:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:51:42.233142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.237136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc23ec1-dc7d-4fbc-a841-ccb5573d3658,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:42.326811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 52929c12-6f95-4167-a529-f1668d883856 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:42.373332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0aac1e8c-0cd2-4d86-890b-52a6a5b9f47f None None] Provisioning complete for port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:42.373746 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0aac1e8c-0cd2-4d86-890b-52a6a5b9f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.386112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Network 627a1aca-5fd7-46f7-8952-6782a2337ec4 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:42.387562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:42.419165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0aac1e8c-0cd2-4d86-890b-52a6a5b9f47f None None] Port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:51:42.423980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 52929c12-6f95-4167-a529-f1668d883856 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:42.424361 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.540726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Router 33921b0f-3077-4e72-a7db-28a6ff009b3e has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:51:42.556981 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d6a9912b-547b-427a-b59d-354f5e61e7ff None None] Provisioning complete for port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:42.557353 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d6a9912b-547b-427a-b59d-354f5e61e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.613163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9912b-547b-427a-b59d-354f5e61e7ff None None] Port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:51:42.703255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:51:42.709717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-eefad446-e48f-4b33-a7d8-1d6be6af0bc8 admin admin] 10.222.0.86 "PUT /v2.0/routers/33921b0f-3077-4e72-a7db-28a6ff009b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0932393 Nov 03 16:51:42.837836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ca57f34b-95fa-4e22-9500-68c17c74c07c None None] Provisioning complete for port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:42.838334 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ca57f34b-95fa-4e22-9500-68c17c74c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:42.876040 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ca57f34b-95fa-4e22-9500-68c17c74c07c None None] Port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:51:43.538871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c8e5cb4d-931d-4cb4-962f-603e8e8e1883 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:43.540415 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c8e5cb4d-931d-4cb4-962f-603e8e8e1883 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/networks?id=823411a8-45c6-4ebc-9820-f0294dc616c7 HTTP/1.1" status: 200 len: 817 time: 0.1057055 Nov 03 16:51:43.556362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-59e6d6f2-ad48-4f47-8861-1c6784261640 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/quotas/31c80ef53b74458e9b04a4f16be83f60 HTTP/1.1" status: 200 len: 375 time: 0.0096712 Nov 03 16:51:43.607712 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-765a4989-9530-435b-b738-7c96cb8edbe3 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=31c80ef53b74458e9b04a4f16be83f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456424 Nov 03 16:51:43.707295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-32e66405-f53a-4c19-b672-454ebe297fea service neutron] 10.222.0.86 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873325 Nov 03 16:51:43.796580 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-7c01d42b-540b-4a66-97ba-47b4e800c0ad service neutron] 10.222.0.86 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831532 Nov 03 16:51:43.918498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 372d5b8d-f7c9-4c4c-a202-617535450e19 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:43.969793 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 372d5b8d-f7c9-4c4c-a202-617535450e19 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:43.970256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:43.976202 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3b4164ad-8987-49ac-aa30-8be47a8a0676 req-7bd844a3-249f-4eb0-b2ea-d4bb3d11625a tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 210 time: 0.0290618 Nov 03 16:51:44.060908 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:44.082953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 372d5b8d-f7c9-4c4c-a202-617535450e19, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=372d5b8d-f7c9-4c4c-a202-617535450e19,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:44.086824 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:44.138378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=372d5b8d-f7c9-4c4c-a202-617535450e19,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:44.490450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Sync routers for ids ['33921b0f-3077-4e72-a7db-28a6ff009b3e'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:51:44.500549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Routers {'33921b0f-3077-4e72-a7db-28a6ff009b3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:51:44.501240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['33921b0f-3077-4e72-a7db-28a6ff009b3e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:44.766953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Set router 33921b0f-3077-4e72-a7db-28a6ff009b3e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:51:44.965487 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:38Z', 'updated_at': '2021-11-03T16:51:41Z', 'revision_number': 4, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'gw_port': {'id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:39Z', 'updated_at': '2021-11-03T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fbc23ec1-dc7d-4fbc-a841-ccb5573d3658', 'name': '', 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'mac_address': 'fa:16:3e:10:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '798ce97a-f7b1-413e-a479-1eb1fc9c5210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:41Z', 'updated_at': '2021-11-03T16:51:41Z', 'revision_number': 2, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'subnets': [{'id': '798ce97a-f7b1-413e-a479-1eb1fc9c5210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:44.994727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Checking router: 33921b0f-3077-4e72-a7db-28a6ff009b3e for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:51:44.995091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Updating router 33921b0f-3077-4e72-a7db-28a6ff009b3e port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:51:45.023978 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.130715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d57b5e5f-52b9-43ac-b283-e1220491957b req-276446a4-3160-43aa-ad6b-e1d16668e202 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 210 time: 0.0313303 Nov 03 16:51:45.175861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-50a927d6-ba1a-49b5-bd97-949427e558d8 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:45.177688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-50a927d6-ba1a-49b5-bd97-949427e558d8 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.15 "GET /v2.0/networks?id=823411a8-45c6-4ebc-9820-f0294dc616c7 HTTP/1.1" status: 200 len: 817 time: 0.1476440 Nov 03 16:51:45.197997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Request body: {'port': {'device_id': '66fa8fa9-48ef-4b91-9ea1-3064d20376a3', 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7', 'admin_state_up': True, 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:45.312585 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.318418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Made reservation on behalf of 31c80ef53b74458e9b04a4f16be83f60 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:51:45.318792 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.322005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.371646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9e7b8-c179-462f-a13c-fd367dabe99f None None] Pushing event updated for resources: {'Port': ['ID=fbc23ec1-dc7d-4fbc-a841-ccb5573d3658,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:45.422959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Attempting to bind port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:45.423204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Attempting to bind port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:45.423580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Attempting to bind port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 on network 627a1aca-5fd7-46f7-8952-6782a2337ec4 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:45.431107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:45.431996 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Checking segment: {'id': '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:45.431996 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.432290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Bound using segment: {'id': '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:45.432771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Bound port: fbc23ec1-dc7d-4fbc-a841-ccb5573d3658, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:45.433162 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.456426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Allocated IP 172.20.0.4 (823411a8-45c6-4ebc-9820-f0294dc616c7/6a2ce882-0368-42dc-9447-32265fb662c1/6840ad39-d2b0-4a40-ab79-0d17730748b3) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:51:45.505902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] For port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:45.509268 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] For port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fbc23ec1-dc7d-4fbc-a841-ccb5573d3658,segment=NetworkSegment(4dae3819-3da3-4ff8-8b1a-f4ddfc787f65),segment_id=4dae3819-3da3-4ff8-8b1a-f4ddfc787f65)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:45.515535 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.578535 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Routers {'33921b0f-3077-4e72-a7db-28a6ff009b3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:51:45.579185 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:51:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['33921b0f-3077-4e72-a7db-28a6ff009b3e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:45.584222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9e7b8-c179-462f-a13c-fd367dabe99f None None] Pushing event updated for resources: {'Port': ['ID=fbc23ec1-dc7d-4fbc-a841-ccb5573d3658,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:45.623314 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.661738 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.676505 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-36a083cf-a990-421d-a119-684ea181b2ee None None] Provisioning complete for port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:45.676880 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-36a083cf-a990-421d-a119-684ea181b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.707951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:51:45.713502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:51:45.717609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:51:45.741256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] Set router 33921b0f-3077-4e72-a7db-28a6ff009b3e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:51:45.749232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Pushing event updated for resources: {'Port': ['ID=6840ad39-d2b0-4a40-ab79-0d17730748b3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:45.785932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:45.786748 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.807745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-c32b84dc-3c61-497c-89a7-dc61c4d3c6f5 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134760 Nov 03 16:51:45.828895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Request body: {'port': {'device_id': '66fa8fa9-48ef-4b91-9ea1-3064d20376a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:51:45.882985 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-36a083cf-a990-421d-a119-684ea181b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.903263 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:45.924091 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 372d5b8d-f7c9-4c4c-a202-617535450e19 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:45.992546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-36a083cf-a990-421d-a119-684ea181b2ee None None] For port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fbc23ec1-dc7d-4fbc-a841-ccb5573d3658,segment=NetworkSegment(4dae3819-3da3-4ff8-8b1a-f4ddfc787f65),segment_id=4dae3819-3da3-4ff8-8b1a-f4ddfc787f65)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:46.005471 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-36a083cf-a990-421d-a119-684ea181b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:46.094114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a083cf-a990-421d-a119-684ea181b2ee None None] Pushing event updated for resources: {'Port': ['ID=fbc23ec1-dc7d-4fbc-a841-ccb5573d3658,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:46.097381 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 372d5b8d-f7c9-4c4c-a202-617535450e19 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:46.097779 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:46.158776 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cf17dd9a-9f95-4141-a403-5b28802b1bc1 None None] Provisioning complete for port 6840ad39-d2b0-4a40-ab79-0d17730748b3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:46.159146 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cf17dd9a-9f95-4141-a403-5b28802b1bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:46.184765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:38Z', 'updated_at': '2021-11-03T16:51:41Z', 'revision_number': 4, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'gw_port': {'id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:39Z', 'updated_at': '2021-11-03T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fbc23ec1-dc7d-4fbc-a841-ccb5573d3658', 'name': '', 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'mac_address': 'fa:16:3e:10:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '798ce97a-f7b1-413e-a479-1eb1fc9c5210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:41Z', 'updated_at': '2021-11-03T16:51:45Z', 'revision_number': 4, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'subnets': [{'id': '798ce97a-f7b1-413e-a479-1eb1fc9c5210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:51:46.191114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6840ad39-d2b0-4a40-ab79-0d17730748b3 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:51:46.199822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:46.213895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Transition to ACTIVE for port object 6840ad39-d2b0-4a40-ab79-0d17730748b3 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:51:46.219755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:46.229103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961dfc1-3d54-40cc-8952-0a4413f090c7 None None] The sync data for ids ['33921b0f-3077-4e72-a7db-28a6ff009b3e'] in n-d-813897-2 is: [{'id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:38Z', 'updated_at': '2021-11-03T16:51:41Z', 'revision_number': 4, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'gw_port': {'id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:39Z', 'updated_at': '2021-11-03T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'fbc23ec1-dc7d-4fbc-a841-ccb5573d3658', 'name': '', 'network_id': '627a1aca-5fd7-46f7-8952-6782a2337ec4', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'mac_address': 'fa:16:3e:10:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '798ce97a-f7b1-413e-a479-1eb1fc9c5210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:41Z', 'updated_at': '2021-11-03T16:51:45Z', 'revision_number': 4, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'subnets': [{'id': '798ce97a-f7b1-413e-a479-1eb1fc9c5210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:51:46.237049 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cf17dd9a-9f95-4141-a403-5b28802b1bc1 None None] Port 6840ad39-d2b0-4a40-ab79-0d17730748b3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:51:46.267128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ee317-6a33-4728-85a5-96078b1631ba req-c193324b-4e71-4550-972c-9cb6bddf360d tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:46.270318 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-297ee317-6a33-4728-85a5-96078b1631ba req-c193324b-4e71-4550-972c-9cb6bddf360d tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 943 time: 0.0621910 Nov 03 16:51:46.285820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Pushing event updated for resources: {'Port': ['ID=6840ad39-d2b0-4a40-ab79-0d17730748b3,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:46.324998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cf17dd9a-9f95-4141-a403-5b28802b1bc1 None None] Provisioning complete for port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:46.325511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cf17dd9a-9f95-4141-a403-5b28802b1bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:46.370095 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-297ee317-6a33-4728-85a5-96078b1631ba req-74df1006-1485-45fb-9eda-b84b01b22c4b tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874188 Nov 03 16:51:46.395345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Attempting to bind port 6840ad39-d2b0-4a40-ab79-0d17730748b3 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:51:46.395345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Attempting to bind port 6840ad39-d2b0-4a40-ab79-0d17730748b3 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:51:46.395345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Attempting to bind port 6840ad39-d2b0-4a40-ab79-0d17730748b3 on network 823411a8-45c6-4ebc-9820-f0294dc616c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:46.402814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Port 6840ad39-d2b0-4a40-ab79-0d17730748b3 on network 823411a8-45c6-4ebc-9820-f0294dc616c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:51:46.404408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Attempting to bind port 6840ad39-d2b0-4a40-ab79-0d17730748b3 on network 823411a8-45c6-4ebc-9820-f0294dc616c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:51:46.418474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:51:46.418474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Checking segment: {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:51:46.418474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Bound using segment: {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:51:46.418474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Bound port: 6840ad39-d2b0-4a40-ab79-0d17730748b3, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:51:46.418474 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:46.506219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] For port 6840ad39-d2b0-4a40-ab79-0d17730748b3, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:51:46.509751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] For port 6840ad39-d2b0-4a40-ab79-0d17730748b3, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6840ad39-d2b0-4a40-ab79-0d17730748b3,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:51:46.517003 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:46.557968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:46.558800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:46.560900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] 10.222.0.15 "PUT /v2.0/ports/6840ad39-d2b0-4a40-ab79-0d17730748b3 HTTP/1.1" status: 200 len: 1091 time: 0.7381985 Nov 03 16:51:46.564218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fa8fa9-48ef-4b91-9ea1-3064d20376a3', 'tag': '6840ad39-d2b0-4a40-ab79-0d17730748b3'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:51:46.567100 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91fbb57-0ed6-4082-8f24-c9038e5a2291" -d '{"events": [{"name": "network-changed", "server_uuid": "66fa8fa9-48ef-4b91-9ea1-3064d20376a3", "tag": "6840ad39-d2b0-4a40-ab79-0d17730748b3"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:51:46.602511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf7fe5-1e48-4562-994b-1c39b5291c27 service neutron] Pushing event updated for resources: {'Port': ['ID=6840ad39-d2b0-4a40-ab79-0d17730748b3,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:46.621240 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee384f4a-dc90-4e2c-9c01-74132fece992 x-openstack-request-id: req-ee384f4a-dc90-4e2c-9c01-74132fece992 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:51:46.621623 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fa8fa9-48ef-4b91-9ea1-3064d20376a3", "tag": "6840ad39-d2b0-4a40-ab79-0d17730748b3", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:51:46.621966 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee384f4a-dc90-4e2c-9c01-74132fece992 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:51:46.622383 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fa8fa9-48ef-4b91-9ea1-3064d20376a3', 'tag': '6840ad39-d2b0-4a40-ab79-0d17730748b3', 'status': 'completed', 'code': 200} Nov 03 16:51:46.701270 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-4051159c-8cfb-4671-aa21-9ae0fe2d8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:46.703461 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-4051159c-8cfb-4671-aa21-9ae0fe2d8036 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31c80ef53b74458e9b04a4f16be83f60&device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 1094 time: 0.0608153 Nov 03 16:51:46.754040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-a2da8ada-e50a-4138-9176-a97a6ce105dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6840ad39-d2b0-4a40-ab79-0d17730748b3 HTTP/1.1" status: 200 len: 217 time: 0.0369785 Nov 03 16:51:46.808572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6aedd96b-bb84-4345-9329-cfbcf786ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:46.810060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6aedd96b-bb84-4345-9329-cfbcf786ca20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2ce882-0368-42dc-9447-32265fb662c1 HTTP/1.1" status: 200 len: 856 time: 0.0493429 Nov 03 16:51:46.860283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-d2505cba-f471-4926-a4b1-49229f9aedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:46.861717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-d2505cba-f471-4926-a4b1-49229f9aedb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=823411a8-45c6-4ebc-9820-f0294dc616c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445206 Nov 03 16:51:46.954763 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-6be2891e-0c5e-41dd-b131-c8746f7b83c9 service neutron] 10.222.0.15 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848546 Nov 03 16:51:47.050355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ea56d0e-8928-49fc-b099-9ad2d84ca5d8 req-ae729fba-62c7-4046-bec2-7a5b682d5874 service neutron] 10.222.0.15 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885930 Nov 03 16:51:47.177058 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-9b7fba34-8fe2-4692-84f2-d8852553f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:47.178764 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-9b7fba34-8fe2-4692-84f2-d8852553f9a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31c80ef53b74458e9b04a4f16be83f60&device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 1094 time: 0.0413351 Nov 03 16:51:47.273963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-9c3a6c9b-5e0f-4fbe-b6b7-781e7f66a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:47.275433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-9c3a6c9b-5e0f-4fbe-b6b7-781e7f66a55f service neutron] 10.222.0.15 "GET /v2.0/networks?id=823411a8-45c6-4ebc-9820-f0294dc616c7 HTTP/1.1" status: 200 len: 918 time: 0.0889482 Nov 03 16:51:47.316018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-7eb736f0-b9c2-4ca0-aebd-84f12705b1bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6840ad39-d2b0-4a40-ab79-0d17730748b3 HTTP/1.1" status: 200 len: 217 time: 0.0336695 Nov 03 16:51:47.369502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-21d0d1e1-81f8-4e9d-9e2a-533930bb8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:47.370994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-21d0d1e1-81f8-4e9d-9e2a-533930bb8e49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2ce882-0368-42dc-9447-32265fb662c1 HTTP/1.1" status: 200 len: 856 time: 0.0471518 Nov 03 16:51:47.415369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-6b20ffc0-7824-4c5d-bce1-f123bfb5fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:47.416768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-6b20ffc0-7824-4c5d-bce1-f123bfb5fc24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=823411a8-45c6-4ebc-9820-f0294dc616c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393882 Nov 03 16:51:47.511060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-366b284e-1e49-47ab-b127-7d790b3f704f service neutron] 10.222.0.15 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869608 Nov 03 16:51:47.516210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b087ca-4a83-48d0-a044-f2bdbce49362 req-95e4ea4d-3c25-45a5-ae3e-e85391c33f53 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:47.517708 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19b087ca-4a83-48d0-a044-f2bdbce49362 req-95e4ea4d-3c25-45a5-ae3e-e85391c33f53 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 943 time: 0.0496681 Nov 03 16:51:47.565757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19b087ca-4a83-48d0-a044-f2bdbce49362 req-d8e414a3-5a7b-4a91-95c2-5893176945cf tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Nov 03 16:51:47.608381 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f91fbb57-0ed6-4082-8f24-c9038e5a2291 req-7ef69880-48f4-4d96-a805-c6961a7461c4 service neutron] 10.222.0.15 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905318 Nov 03 16:51:47.900177 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:47.948284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:47.948656 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:48.464040 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:51:48.681872 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee58e7-a577-4370-975b-9298fcbeda1d req-4cfec64a-4a27-416d-9ea3-611efa026a69 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:48.683335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58ee58e7-a577-4370-975b-9298fcbeda1d req-4cfec64a-4a27-416d-9ea3-611efa026a69 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 943 time: 0.0491858 Nov 03 16:51:48.732213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58ee58e7-a577-4370-975b-9298fcbeda1d req-c29e5ae8-c31e-4990-b1b9-e753c07949e4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Nov 03 16:51:49.848931 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6f12d-53f9-4dd4-b7bb-5b8cca2d6c8d req-29d4bf42-6d55-4c77-bd16-4ffb185b93c6 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:49.850432 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dfd6f12d-53f9-4dd4-b7bb-5b8cca2d6c8d req-29d4bf42-6d55-4c77-bd16-4ffb185b93c6 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 943 time: 0.0491991 Nov 03 16:51:49.902262 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-dfd6f12d-53f9-4dd4-b7bb-5b8cca2d6c8d req-1384b6e9-feab-4cb5-a117-80175da3ed51 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Nov 03 16:51:50.066263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6840ad39-d2b0-4a40-ab79-0d17730748b3 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:51:50.157743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 6840ad39-d2b0-4a40-ab79-0d17730748b3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6840ad39-d2b0-4a40-ab79-0d17730748b3,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:50.168851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '6840ad39-d2b0-4a40-ab79-0d17730748b3', 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7', 'port_id': '6840ad39-d2b0-4a40-ab79-0d17730748b3', 'mac_address': 'fa:16:3e:b1:e9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2ce882-0368-42dc-9447-32265fb662c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:51:50.209064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:50.221613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6840ad39-d2b0-4a40-ab79-0d17730748b3 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:51:50.241163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 6840ad39-d2b0-4a40-ab79-0d17730748b3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6840ad39-d2b0-4a40-ab79-0d17730748b3,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:50.245603 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:50.292187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=6840ad39-d2b0-4a40-ab79-0d17730748b3,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:50.638238 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['6840ad39-d2b0-4a40-ab79-0d17730748b3'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:51:51.021691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b69a0f-11df-4dfe-b84e-b58822a0257d req-357bc1c1-7fca-4d3c-82c4-9bf3a64c9256 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:51.023145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96b69a0f-11df-4dfe-b84e-b58822a0257d req-357bc1c1-7fca-4d3c-82c4-9bf3a64c9256 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 944 time: 0.0531149 Nov 03 16:51:51.406825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-96b69a0f-11df-4dfe-b84e-b58822a0257d req-ba719fab-29a2-4975-91dc-5101d7d444a3 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777330 Nov 03 16:51:52.064613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6840ad39-d2b0-4a40-ab79-0d17730748b3 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:51:52.114495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 6840ad39-d2b0-4a40-ab79-0d17730748b3 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:51:52.118195 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 6840ad39-d2b0-4a40-ab79-0d17730748b3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:51:52.118561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:52.193801 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:52.218538 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fa8fa9-48ef-4b91-9ea1-3064d20376a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6840ad39-d2b0-4a40-ab79-0d17730748b3'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:51:52.220764 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3af9ce-6aec-4928-87b3-24609d04d9a6" -d '{"events": [{"server_uuid": "66fa8fa9-48ef-4b91-9ea1-3064d20376a3", "name": "network-vif-plugged", "status": "completed", "tag": "6840ad39-d2b0-4a40-ab79-0d17730748b3"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:51:52.232734 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 6840ad39-d2b0-4a40-ab79-0d17730748b3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6840ad39-d2b0-4a40-ab79-0d17730748b3,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:51:52.237402 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:52.262421 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cd7fce-0c82-4f2c-9c67-eae391299580 x-openstack-request-id: req-32cd7fce-0c82-4f2c-9c67-eae391299580 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:51:52.262707 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fa8fa9-48ef-4b91-9ea1-3064d20376a3", "name": "network-vif-plugged", "status": "completed", "tag": "6840ad39-d2b0-4a40-ab79-0d17730748b3", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:51:52.262956 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-32cd7fce-0c82-4f2c-9c67-eae391299580 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:51:52.263342 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fa8fa9-48ef-4b91-9ea1-3064d20376a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6840ad39-d2b0-4a40-ab79-0d17730748b3', 'code': 200} Nov 03 16:51:52.288555 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=6840ad39-d2b0-4a40-ab79-0d17730748b3,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:51:52.381810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e546-6b41-44cf-aa62-7629b714fa7f req-a646766a-75e5-4f5f-a050-5813b3d7a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:52.383205 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a896e546-6b41-44cf-aa62-7629b714fa7f req-a646766a-75e5-4f5f-a050-5813b3d7a58a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 1096 time: 0.0405290 Nov 03 16:51:52.427522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a896e546-6b41-44cf-aa62-7629b714fa7f req-cff08283-1dba-4909-a345-5ab691b2f68e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Nov 03 16:51:52.464166 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:51:52.526901 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e8d1e-278e-481d-b539-e7732843a44b req-7141d4ee-940f-4203-8ed4-034410ef6d86 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:52.528376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e14e8d1e-278e-481d-b539-e7732843a44b req-7141d4ee-940f-4203-8ed4-034410ef6d86 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 945 time: 0.0494158 Nov 03 16:51:52.578514 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e14e8d1e-278e-481d-b539-e7732843a44b req-6329e082-075c-49b8-bc1c-34230432d39d tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Nov 03 16:51:53.696831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb7f0e-0868-4614-9e3c-f0e842195085 req-47b0607a-c4f2-4a1b-bb73-b0c4f66002a1 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:53.698336 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2adb7f0e-0868-4614-9e3c-f0e842195085 req-47b0607a-c4f2-4a1b-bb73-b0c4f66002a1 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 945 time: 0.0492926 Nov 03 16:51:53.745881 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2adb7f0e-0868-4614-9e3c-f0e842195085 req-64a3d381-02cc-46e0-af4c-1b5c29c652b3 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Nov 03 16:51:54.864654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbb328-0dac-45c3-8f7a-ca6b5befbf02 req-7c26f798-0839-4494-8444-53d97234a6ba tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:54.866337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cfbb328-0dac-45c3-8f7a-ca6b5befbf02 req-7c26f798-0839-4494-8444-53d97234a6ba tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Nov 03 16:51:54.912641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8cfbb328-0dac-45c3-8f7a-ca6b5befbf02 req-68834e19-90cb-4070-b58b-d96be6d0f05d tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Nov 03 16:51:55.031310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51e5b6-b68c-49ef-b710-48655c321e9b req-64b76e69-ee20-4685-a490-4d173b3d1789 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:55.032968 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff51e5b6-b68c-49ef-b710-48655c321e9b req-64b76e69-ee20-4685-a490-4d173b3d1789 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 945 time: 0.0516510 Nov 03 16:51:55.080256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff51e5b6-b68c-49ef-b710-48655c321e9b req-06080372-be6f-4e3d-8f84-9414427d1eff tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Nov 03 16:51:56.542755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-895a393d-7c1d-48db-aab7-7a976cdc605c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396914 Nov 03 16:51:56.639629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-2326df7d-23be-4475-94d3-5f3822996ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:56.641176 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-2326df7d-23be-4475-94d3-5f3822996ede service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31c80ef53b74458e9b04a4f16be83f60&device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 1096 time: 0.0426590 Nov 03 16:51:56.749714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-bd7dd17e-15f8-464a-822f-bcd05d03b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:56.751461 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-bd7dd17e-15f8-464a-822f-bcd05d03b14a service neutron] 10.222.0.15 "GET /v2.0/networks?id=823411a8-45c6-4ebc-9820-f0294dc616c7 HTTP/1.1" status: 200 len: 918 time: 0.0919564 Nov 03 16:51:56.794566 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-9cb3371f-fc05-445c-ada8-044a1ff01d7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6840ad39-d2b0-4a40-ab79-0d17730748b3 HTTP/1.1" status: 200 len: 217 time: 0.0362985 Nov 03 16:51:56.858029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-375a7b4d-f3c5-4268-b932-439a54d7d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:56.859873 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-375a7b4d-f3c5-4268-b932-439a54d7d28d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2ce882-0368-42dc-9447-32265fb662c1 HTTP/1.1" status: 200 len: 856 time: 0.0487428 Nov 03 16:51:56.908733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-95f165d1-71f9-4e9e-b2c5-b58d602e184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:51:56.910297 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-95f165d1-71f9-4e9e-b2c5-b58d602e184d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=823411a8-45c6-4ebc-9820-f0294dc616c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420599 Nov 03 16:51:57.010317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-3ccc1834-1564-4ff5-ac3c-5082dc12ad5f service neutron] 10.222.0.15 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921011 Nov 03 16:51:57.109933 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc72080a-2ce3-4b34-b866-9a898212e12e req-e8d8a3ea-b39e-4238-956b-58ede0f4400b service neutron] 10.222.0.15 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912483 Nov 03 16:52:01.980304 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:02.609448 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d259768b-62de-4546-ab38-f5cfdd44e08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:05.054655 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-54268e2d-3c45-4692-a122-50b42cd4465d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:06.430258 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:07.925681 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:08.510063 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:17.727040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41995a93-4610-405e-9b6b-560af82e8f69 req-f55b0cc6-c780-43ca-8c65-534407e9874c tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:17.728552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41995a93-4610-405e-9b6b-560af82e8f69 req-f55b0cc6-c780-43ca-8c65-534407e9874c tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Nov 03 16:52:17.777480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41995a93-4610-405e-9b6b-560af82e8f69 req-9bccab0f-7403-4274-9e09-f859b1810cba tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Nov 03 16:52:18.899289 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d2b93-d774-42fe-b496-c02f61d38a61 req-f71c70e0-5a8b-41a8-b976-b72acfa8c14e tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:18.900752 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c08d2b93-d774-42fe-b496-c02f61d38a61 req-f71c70e0-5a8b-41a8-b976-b72acfa8c14e tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 945 time: 0.0526702 Nov 03 16:52:18.948309 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c08d2b93-d774-42fe-b496-c02f61d38a61 req-b3fb477d-c7f0-4ac2-9e50-3a481fb505af tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Nov 03 16:52:19.447510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-80701f1d-c56f-428d-bb76-aa74a19f2441 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:19.448949 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-80701f1d-c56f-428d-bb76-aa74a19f2441 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 945 time: 0.0528100 Nov 03 16:52:19.537445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Deleting port 6840ad39-d2b0-4a40-ab79-0d17730748b3 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:52:19.537816 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:19.627624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] For port 6840ad39-d2b0-4a40-ab79-0d17730748b3, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=6840ad39-d2b0-4a40-ab79-0d17730748b3,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:52:19.627984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:19.640467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Calling delete_port for 6840ad39-d2b0-4a40-ab79-0d17730748b3 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:52:19.771033 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:19.800135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Pushing event deleted for resources: {'Port': ['ID=6840ad39-d2b0-4a40-ab79-0d17730748b3,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:52:19.804041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['6840ad39-d2b0-4a40-ab79-0d17730748b3'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:52:19.826967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.827318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.827661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.828018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.828355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.828690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.829113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.829445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.829806 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.830138 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.830466 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.830787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:19.854074 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] No DVR routers for this DVR port 6840ad39-d2b0-4a40-ab79-0d17730748b3 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:52:19.856855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:19.861229 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aabdc352-ae8c-47f5-af64-b2c3facfa0c2 req-e8781a7b-b7de-4bbe-8ade-6346c1c599b7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.15 "DELETE /v2.0/ports/6840ad39-d2b0-4a40-ab79-0d17730748b3 HTTP/1.1" status: 204 len: 173 time: 0.4065356 Nov 03 16:52:19.861722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fa8fa9-48ef-4b91-9ea1-3064d20376a3', 'name': 'network-vif-deleted', 'tag': '6840ad39-d2b0-4a40-ab79-0d17730748b3'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:52:19.864021 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e0a64-6418-474c-a67f-fb5ce0015474" -d '{"events": [{"server_uuid": "66fa8fa9-48ef-4b91-9ea1-3064d20376a3", "name": "network-vif-deleted", "tag": "6840ad39-d2b0-4a40-ab79-0d17730748b3"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:52:19.903175 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70643e32-b5e1-46a0-8a2f-3b4ec3816027 x-openstack-request-id: req-70643e32-b5e1-46a0-8a2f-3b4ec3816027 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:52:19.903608 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fa8fa9-48ef-4b91-9ea1-3064d20376a3", "name": "network-vif-deleted", "tag": "6840ad39-d2b0-4a40-ab79-0d17730748b3", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:52:19.903887 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-70643e32-b5e1-46a0-8a2f-3b4ec3816027 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:52:19.904906 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fa8fa9-48ef-4b91-9ea1-3064d20376a3', 'name': 'network-vif-deleted', 'tag': '6840ad39-d2b0-4a40-ab79-0d17730748b3', 'status': 'completed', 'code': 200} Nov 03 16:52:20.056609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b99492ae-f69a-4642-971c-73aa4fc04c68 req-735c30ce-69fe-4d2b-bc08-d829f31e6e43 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=66fa8fa9-48ef-4b91-9ea1-3064d20376a3 HTTP/1.1" status: 200 len: 210 time: 0.0266259 Nov 03 16:52:21.627500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-2dfe546d-7c42-4a25-b767-fb0d12f0d951 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:21.628978 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-2dfe546d-7c42-4a25-b767-fb0d12f0d951 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/networks?id=823411a8-45c6-4ebc-9820-f0294dc616c7 HTTP/1.1" status: 200 len: 817 time: 0.1093183 Nov 03 16:52:21.645257 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-ed830225-708b-4062-850e-30c5f3e3f259 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/quotas/31c80ef53b74458e9b04a4f16be83f60 HTTP/1.1" status: 200 len: 375 time: 0.0104825 Nov 03 16:52:21.698228 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-8283621b-1cd5-48dc-adf2-d9d3f01701ae tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=31c80ef53b74458e9b04a4f16be83f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476556 Nov 03 16:52:21.796607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-7f2c93d5-40fe-4a8d-b1cf-465dadfdaaed service neutron] 10.222.0.86 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857036 Nov 03 16:52:21.893051 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-f17528f9-70c3-47ab-ba9b-440aa8c7b80c service neutron] 10.222.0.86 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901756 Nov 03 16:52:22.058753 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-37095f38-9397-4de4-a2ff-8f91fc1d4a20 req-b6310431-f3f8-4791-b3df-e74a0b23d59e tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 210 time: 0.0271180 Nov 03 16:52:22.145042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6840ad39-d2b0-4a40-ab79-0d17730748b3 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:52:22.166095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 6840ad39-d2b0-4a40-ab79-0d17730748b3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:52:22.166478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 6840ad39-d2b0-4a40-ab79-0d17730748b3 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:52:22.480141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:23.014527 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-ea4d9261-243a-4451-ac20-b0622d8480e1 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:23.019403 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-ea4d9261-243a-4451-ac20-b0622d8480e1 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.70 "GET /v2.0/networks?id=823411a8-45c6-4ebc-9820-f0294dc616c7 HTTP/1.1" status: 200 len: 817 time: 0.1086347 Nov 03 16:52:23.031587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Request body: {'port': {'device_id': '8d7680fd-e519-4194-8b44-b5192e58597b', 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7', 'admin_state_up': True, 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:52:23.157790 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Made reservation on behalf of 31c80ef53b74458e9b04a4f16be83f60 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:52:23.161275 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:23.165036 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4415b309-3d21-469b-b118-7bc9559b5f88 req-c1c77cea-0709-41c3-be4e-8bc7741b4e40 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 210 time: 0.0273814 Nov 03 16:52:23.296433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Allocated IP 172.20.0.9 (823411a8-45c6-4ebc-9820-f0294dc616c7/6a2ce882-0368-42dc-9447-32265fb662c1/64d7d1dd-ef46-4f90-8b80-6d151d63242b) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:52:23.463802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:23.498327 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:23.539331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:52:23.542342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:52:23.549227 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:52:23.580454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Pushing event updated for resources: {'Port': ['ID=64d7d1dd-ef46-4f90-8b80-6d151d63242b,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:52:23.607660 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:23.608322 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:23.626508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-4ed6b37f-896f-4b83-8648-7d3fc11c351f tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002851 Nov 03 16:52:23.640006 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Request body: {'port': {'device_id': '8d7680fd-e519-4194-8b44-b5192e58597b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:52:23.695998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:23.753749 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0e03e999-ec3a-49c5-858f-b3555c5cebb1 None None] Provisioning complete for port 64d7d1dd-ef46-4f90-8b80-6d151d63242b triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:52:23.754376 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0e03e999-ec3a-49c5-858f-b3555c5cebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:23.790770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0e03e999-ec3a-49c5-858f-b3555c5cebb1 None None] Port 64d7d1dd-ef46-4f90-8b80-6d151d63242b cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:52:23.973714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d7d1dd-ef46-4f90-8b80-6d151d63242b {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:52:23.981193 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:23.993634 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Transition to ACTIVE for port object 64d7d1dd-ef46-4f90-8b80-6d151d63242b will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:52:23.997895 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:24.056679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Pushing event updated for resources: {'Port': ['ID=64d7d1dd-ef46-4f90-8b80-6d151d63242b,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:52:24.130101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Attempting to bind port 64d7d1dd-ef46-4f90-8b80-6d151d63242b on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:52:24.130433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Attempting to bind port 64d7d1dd-ef46-4f90-8b80-6d151d63242b by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:52:24.130765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Attempting to bind port 64d7d1dd-ef46-4f90-8b80-6d151d63242b on network 823411a8-45c6-4ebc-9820-f0294dc616c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:52:24.135259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Port 64d7d1dd-ef46-4f90-8b80-6d151d63242b on network 823411a8-45c6-4ebc-9820-f0294dc616c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:52:24.135581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Attempting to bind port 64d7d1dd-ef46-4f90-8b80-6d151d63242b on network 823411a8-45c6-4ebc-9820-f0294dc616c7 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:52:24.141935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:52:24.142289 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Checking segment: {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:52:24.142670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Bound using segment: {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:52:24.143109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Bound port: 64d7d1dd-ef46-4f90-8b80-6d151d63242b, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b1f1d0-8095-4403-ac95-25613ceb77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:52:24.143460 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:24.219345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] For port 64d7d1dd-ef46-4f90-8b80-6d151d63242b, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:52:24.222567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] For port 64d7d1dd-ef46-4f90-8b80-6d151d63242b, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=64d7d1dd-ef46-4f90-8b80-6d151d63242b,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:52:24.228196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:24.289137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:24.289787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:24.291312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] 10.222.0.70 "PUT /v2.0/ports/64d7d1dd-ef46-4f90-8b80-6d151d63242b HTTP/1.1" status: 200 len: 1091 time: 0.6555853 Nov 03 16:52:24.291775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7680fd-e519-4194-8b44-b5192e58597b', 'tag': '64d7d1dd-ef46-4f90-8b80-6d151d63242b'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:52:24.294109 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7680fd-e519-4194-8b44-b5192e58597b", "tag": "64d7d1dd-ef46-4f90-8b80-6d151d63242b"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:52:24.334198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8d41c-d236-4e4e-81b4-1aaed6e2ed56 service neutron] Pushing event updated for resources: {'Port': ['ID=64d7d1dd-ef46-4f90-8b80-6d151d63242b,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:52:24.346344 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3004cfaf-f214-426a-b1be-f1c22482d4c9 x-openstack-request-id: req-3004cfaf-f214-426a-b1be-f1c22482d4c9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:52:24.346645 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7680fd-e519-4194-8b44-b5192e58597b", "tag": "64d7d1dd-ef46-4f90-8b80-6d151d63242b", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:52:24.346904 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3004cfaf-f214-426a-b1be-f1c22482d4c9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:52:24.347310 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7680fd-e519-4194-8b44-b5192e58597b', 'tag': '64d7d1dd-ef46-4f90-8b80-6d151d63242b', 'status': 'completed', 'code': 200} Nov 03 16:52:24.375399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4dcc-7efe-4f39-9840-1b5f241b2b31 req-0cd0f0e5-6322-4544-b1fb-4f0e5d8e47ef tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:24.377155 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-324d4dcc-7efe-4f39-9840-1b5f241b2b31 req-0cd0f0e5-6322-4544-b1fb-4f0e5d8e47ef tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 943 time: 0.1222174 Nov 03 16:52:24.415042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-764de2c2-df23-4038-abf9-615e7e1de6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:24.416551 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-764de2c2-df23-4038-abf9-615e7e1de6f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31c80ef53b74458e9b04a4f16be83f60&device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 1094 time: 0.0835881 Nov 03 16:52:24.470133 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-bc8ac8e1-b6b0-4e67-9ea7-f9228c94f766 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d7d1dd-ef46-4f90-8b80-6d151d63242b HTTP/1.1" status: 200 len: 217 time: 0.0437496 Nov 03 16:52:24.474637 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-324d4dcc-7efe-4f39-9840-1b5f241b2b31 req-deefd7a4-0f63-471c-9bd6-55736d289bab tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911307 Nov 03 16:52:24.521396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-986e9cd8-2278-47d4-b8a4-d6d9a31a52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:24.522911 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-986e9cd8-2278-47d4-b8a4-d6d9a31a52c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a2ce882-0368-42dc-9447-32265fb662c1 HTTP/1.1" status: 200 len: 856 time: 0.0458004 Nov 03 16:52:24.569560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-a397d5fa-dc37-4e51-b8c9-80c73ebeeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:24.571052 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-a397d5fa-dc37-4e51-b8c9-80c73ebeeac5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=823411a8-45c6-4ebc-9820-f0294dc616c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407410 Nov 03 16:52:24.662989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-84cc2cbd-3a0c-4697-ab6e-f2eb9f235318 service neutron] 10.222.0.70 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841300 Nov 03 16:52:24.760603 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-15c516f1-9fa4-45a3-9f8f-e11c3e330701 req-e94ec2f8-27c6-4ed8-8d14-2d7c6f4c2803 service neutron] 10.222.0.70 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895224 Nov 03 16:52:24.845184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-ac9c2ed0-dc2c-416a-9197-825fe6ab933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:24.846767 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-ac9c2ed0-dc2c-416a-9197-825fe6ab933f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31c80ef53b74458e9b04a4f16be83f60&device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 1094 time: 0.0428319 Nov 03 16:52:24.936318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-a043a19e-c33a-4f64-a774-42416fd67455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:24.937823 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-a043a19e-c33a-4f64-a774-42416fd67455 service neutron] 10.222.0.70 "GET /v2.0/networks?id=823411a8-45c6-4ebc-9820-f0294dc616c7 HTTP/1.1" status: 200 len: 918 time: 0.0831678 Nov 03 16:52:24.981786 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-b3f29b7a-df77-449d-a0cb-de2d4490028c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d7d1dd-ef46-4f90-8b80-6d151d63242b HTTP/1.1" status: 200 len: 217 time: 0.0371110 Nov 03 16:52:25.034698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-41998a62-d0e2-405e-bcde-65d37bb8e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:25.036166 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-41998a62-d0e2-405e-bcde-65d37bb8e72b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a2ce882-0368-42dc-9447-32265fb662c1 HTTP/1.1" status: 200 len: 856 time: 0.0465989 Nov 03 16:52:25.083514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-255f2058-bd92-40dd-af28-01d339794967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:25.084976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-255f2058-bd92-40dd-af28-01d339794967 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=823411a8-45c6-4ebc-9820-f0294dc616c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404136 Nov 03 16:52:25.180573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-1deb015a-b116-4f6b-a179-0653c2e7aa72 service neutron] 10.222.0.70 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874524 Nov 03 16:52:25.270379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1dacc560-cd4a-4dd8-b5a0-c2204937b9e5 req-4be38ade-f0e4-484c-9f4b-3fb765720b70 service neutron] 10.222.0.70 "GET /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816586 Nov 03 16:52:25.463346 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:52:25.591950 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454b93-07fd-4d1a-b564-46afc7b3b561 req-443ec852-cb66-47a5-a038-187539c6b5d9 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:25.593430 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26454b93-07fd-4d1a-b564-46afc7b3b561 req-443ec852-cb66-47a5-a038-187539c6b5d9 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 943 time: 0.0488162 Nov 03 16:52:25.644994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26454b93-07fd-4d1a-b564-46afc7b3b561 req-dfd5f198-db7e-495a-b324-7672bc4d23f8 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456021 Nov 03 16:52:26.763774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76006-57f4-4efe-b80b-c42f641477a5 req-824dc036-0b0e-41b2-86ff-a75eed5f04f7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:26.765233 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4dd76006-57f4-4efe-b80b-c42f641477a5 req-824dc036-0b0e-41b2-86ff-a75eed5f04f7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 943 time: 0.0531945 Nov 03 16:52:26.811214 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4dd76006-57f4-4efe-b80b-c42f641477a5 req-d8ff9416-b5a4-4f7f-8d87-f5ba858f46e7 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Nov 03 16:52:27.925291 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753861eb-74d0-4c1f-b6ac-4693268081e6 req-1adac4a8-bd1c-47a9-b3b8-470638b1a05a tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:27.926788 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-753861eb-74d0-4c1f-b6ac-4693268081e6 req-1adac4a8-bd1c-47a9-b3b8-470638b1a05a tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 943 time: 0.0480390 Nov 03 16:52:27.973577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-753861eb-74d0-4c1f-b6ac-4693268081e6 req-68e6cb64-ef54-4297-96eb-777a70d824ba tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Nov 03 16:52:28.482754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 64d7d1dd-ef46-4f90-8b80-6d151d63242b details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:52:28.582484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 64d7d1dd-ef46-4f90-8b80-6d151d63242b, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=64d7d1dd-ef46-4f90-8b80-6d151d63242b,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:52:28.747308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '64d7d1dd-ef46-4f90-8b80-6d151d63242b', 'network_id': '823411a8-45c6-4ebc-9820-f0294dc616c7', 'port_id': '64d7d1dd-ef46-4f90-8b80-6d151d63242b', 'mac_address': 'fa:16:3e:fe:02:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2ce882-0368-42dc-9447-32265fb662c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:52:28.783554 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:28.795548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d7d1dd-ef46-4f90-8b80-6d151d63242b {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:52:28.814771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 64d7d1dd-ef46-4f90-8b80-6d151d63242b, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=64d7d1dd-ef46-4f90-8b80-6d151d63242b,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:52:28.818879 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:28.865494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=64d7d1dd-ef46-4f90-8b80-6d151d63242b,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:52:28.872568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.872931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.873263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.873632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.873972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.874305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.874636 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.875067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.875408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.875740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.876067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:28.876394 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:29.025126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['64d7d1dd-ef46-4f90-8b80-6d151d63242b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:52:29.090620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871045e-28c1-4976-95b7-d29cced18d5d req-139d4da2-0bd8-4382-be83-a9e7a4dc6d82 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:29.092304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7871045e-28c1-4976-95b7-d29cced18d5d req-139d4da2-0bd8-4382-be83-a9e7a4dc6d82 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 944 time: 0.0503664 Nov 03 16:52:29.139486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7871045e-28c1-4976-95b7-d29cced18d5d req-47793b29-cde4-4038-8cf2-33eb08499f66 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Nov 03 16:52:30.254486 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffc4bc-3e90-4cd6-95a6-0a8dd819fca1 req-fdfafe8a-37f0-44e1-b8af-a6eb93a1883e tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:30.256402 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bdffc4bc-3e90-4cd6-95a6-0a8dd819fca1 req-fdfafe8a-37f0-44e1-b8af-a6eb93a1883e tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 944 time: 0.0492959 Nov 03 16:52:30.303681 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bdffc4bc-3e90-4cd6-95a6-0a8dd819fca1 req-0798fb61-f4ed-483b-9208-92adc02ea180 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Nov 03 16:52:30.493171 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 64d7d1dd-ef46-4f90-8b80-6d151d63242b up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:52:30.542918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 64d7d1dd-ef46-4f90-8b80-6d151d63242b completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:52:30.546821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 64d7d1dd-ef46-4f90-8b80-6d151d63242b triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:52:30.547183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:30.624312 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:30.647140 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7680fd-e519-4194-8b44-b5192e58597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d7d1dd-ef46-4f90-8b80-6d151d63242b'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:52:30.649404 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea127b28-00c4-43a3-a6fa-9b6c891ea6ba" -d '{"events": [{"server_uuid": "8d7680fd-e519-4194-8b44-b5192e58597b", "name": "network-vif-plugged", "status": "completed", "tag": "64d7d1dd-ef46-4f90-8b80-6d151d63242b"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:52:30.662998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 64d7d1dd-ef46-4f90-8b80-6d151d63242b, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=64d7d1dd-ef46-4f90-8b80-6d151d63242b,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:52:30.667008 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:30.690154 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06d3b85-3113-4ea8-ba54-0870a89f93be x-openstack-request-id: req-b06d3b85-3113-4ea8-ba54-0870a89f93be {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:52:30.690456 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7680fd-e519-4194-8b44-b5192e58597b", "name": "network-vif-plugged", "status": "completed", "tag": "64d7d1dd-ef46-4f90-8b80-6d151d63242b", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:52:30.690699 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b06d3b85-3113-4ea8-ba54-0870a89f93be {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:52:30.691085 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7680fd-e519-4194-8b44-b5192e58597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d7d1dd-ef46-4f90-8b80-6d151d63242b', 'code': 200} Nov 03 16:52:30.717411 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=64d7d1dd-ef46-4f90-8b80-6d151d63242b,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:52:30.790207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba08a-837c-4ec0-8e86-d8f4b3d744db req-31f21ca7-1a04-45a5-8461-f56205b6b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:30.791702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41bba08a-837c-4ec0-8e86-d8f4b3d744db req-31f21ca7-1a04-45a5-8461-f56205b6b367 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 1096 time: 0.0468256 Nov 03 16:52:30.836448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-41bba08a-837c-4ec0-8e86-d8f4b3d744db req-c3ccf6a6-d311-4282-b294-89f139e41fc9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373333 Nov 03 16:52:31.428827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d537078-6da2-4d59-baec-33aae5749cad req-d1affed0-2615-48cc-b7dc-c112d53fa688 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:31.430397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d537078-6da2-4d59-baec-33aae5749cad req-d1affed0-2615-48cc-b7dc-c112d53fa688 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 945 time: 0.0588908 Nov 03 16:52:31.493508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d537078-6da2-4d59-baec-33aae5749cad req-04542945-bd33-4696-b589-a61de8ead101 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533214 Nov 03 16:52:31.995885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:32.610825 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-96f9a52a-7416-48a3-aa01-c0e03e2851a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:32.614606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d12158-f653-47c5-bccf-d7803b7eef18 req-10b1353b-191e-4a9c-be25-66d367678dde tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:32.616379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-78d12158-f653-47c5-bccf-d7803b7eef18 req-10b1353b-191e-4a9c-be25-66d367678dde tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 945 time: 0.0520272 Nov 03 16:52:32.663506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-78d12158-f653-47c5-bccf-d7803b7eef18 req-9ef3f112-9397-4814-a773-16246c754e2c tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Nov 03 16:52:32.782643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6cdb8-950d-4aed-9991-b24287f76235 req-d1a7b596-6162-4917-9375-95173cd8e344 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:32.784124 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ea6cdb8-950d-4aed-9991-b24287f76235 req-d1a7b596-6162-4917-9375-95173cd8e344 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 945 time: 0.0501425 Nov 03 16:52:32.831860 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9ea6cdb8-950d-4aed-9991-b24287f76235 req-c15e1726-08c1-44b6-a71f-51142eb7ecde tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Nov 03 16:52:35.056908 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-23956d73-ba69-4be7-9759-11c42db6616f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:36.431639 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:37.928322 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:38.512645 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:52.472629 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:54.214396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e43bb-29d5-48b5-afab-3cc402b450a8 req-eacfa2cb-d8ab-4e4a-81f6-9e6b5c5217ed tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:54.215909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-958e43bb-29d5-48b5-afab-3cc402b450a8 req-eacfa2cb-d8ab-4e4a-81f6-9e6b5c5217ed tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 945 time: 0.0496917 Nov 03 16:52:54.268420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-958e43bb-29d5-48b5-afab-3cc402b450a8 req-79cde465-8bc2-4cce-b0e5-7366cd590179 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Nov 03 16:52:55.389036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5be1b-5580-4b63-8150-1c7c51b35512 req-7688ae13-6f10-4f13-ad22-8b8f52d8a517 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:55.391023 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fbb5be1b-5580-4b63-8150-1c7c51b35512 req-7688ae13-6f10-4f13-ad22-8b8f52d8a517 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 945 time: 0.0524132 Nov 03 16:52:55.437020 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fbb5be1b-5580-4b63-8150-1c7c51b35512 req-ea8753ad-42cc-46ea-95df-1ed096891a2b tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ea25c4d-d7c1-4d0a-b90b-7706265d497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Nov 03 16:52:56.085509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-cb41dc8f-451f-47d0-a655-fe8b4620e84c tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:52:56.086976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-cb41dc8f-451f-47d0-a655-fe8b4620e84c tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 945 time: 0.0498645 Nov 03 16:52:56.177647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Deleting port 64d7d1dd-ef46-4f90-8b80-6d151d63242b {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:52:56.177989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:56.269397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] For port 64d7d1dd-ef46-4f90-8b80-6d151d63242b, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=64d7d1dd-ef46-4f90-8b80-6d151d63242b,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:52:56.269783 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:56.282797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Calling delete_port for 64d7d1dd-ef46-4f90-8b80-6d151d63242b owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:52:56.409261 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:56.420953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['64d7d1dd-ef46-4f90-8b80-6d151d63242b'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:52:56.437672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Pushing event deleted for resources: {'Port': ['ID=64d7d1dd-ef46-4f90-8b80-6d151d63242b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:52:56.485040 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] No DVR routers for this DVR port 64d7d1dd-ef46-4f90-8b80-6d151d63242b on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:52:56.487825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:56.491652 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ff43156-403d-4b16-a1ea-13ff0e88a7b6 req-840b6483-9e66-4a94-b601-76d87cf521d4 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.70 "DELETE /v2.0/ports/64d7d1dd-ef46-4f90-8b80-6d151d63242b HTTP/1.1" status: 204 len: 173 time: 0.3981359 Nov 03 16:52:56.492188 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7680fd-e519-4194-8b44-b5192e58597b', 'name': 'network-vif-deleted', 'tag': '64d7d1dd-ef46-4f90-8b80-6d151d63242b'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:52:56.494762 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2d7a93-458e-45e4-8593-cf65d987658d" -d '{"events": [{"server_uuid": "8d7680fd-e519-4194-8b44-b5192e58597b", "name": "network-vif-deleted", "tag": "64d7d1dd-ef46-4f90-8b80-6d151d63242b"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:52:56.542186 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe90f9-1c39-4ff4-aea1-158c6306b6c2 x-openstack-request-id: req-cbfe90f9-1c39-4ff4-aea1-158c6306b6c2 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:52:56.542584 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7680fd-e519-4194-8b44-b5192e58597b", "name": "network-vif-deleted", "tag": "64d7d1dd-ef46-4f90-8b80-6d151d63242b", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:52:56.542943 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cbfe90f9-1c39-4ff4-aea1-158c6306b6c2 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:52:56.543478 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7680fd-e519-4194-8b44-b5192e58597b', 'name': 'network-vif-deleted', 'tag': '64d7d1dd-ef46-4f90-8b80-6d151d63242b', 'status': 'completed', 'code': 200} Nov 03 16:52:56.559927 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ba25cd64-fc83-4034-81f6-aa9313e1a6fe req-5b8b5355-f066-47a2-bd72-880d5fd3d032 tempest-TestEncryptedCinderVolumes-10479268 tempest-TestEncryptedCinderVolumes-10479268-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d7680fd-e519-4194-8b44-b5192e58597b HTTP/1.1" status: 200 len: 210 time: 0.0296812 Nov 03 16:52:57.656244 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48244) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:52:58.307193 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:58.547878 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Deleting port 7583ed51-4a4f-477c-bb16-cd46abbfda9b {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:52:58.548222 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:58.629859 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] For port 7583ed51-4a4f-477c-bb16-cd46abbfda9b, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7583ed51-4a4f-477c-bb16-cd46abbfda9b,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:52:58.630211 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:58.643159 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Calling delete_port for 7583ed51-4a4f-477c-bb16-cd46abbfda9b owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:52:58.826259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:58.853670 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=7583ed51-4a4f-477c-bb16-cd46abbfda9b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:52:58.898350 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.898693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.899032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.899367 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.899706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.900021 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.900349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.900672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.901002 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.901317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.901660 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:58.901983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:52:59.030203 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:59.254667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Router 49ca82f2-08d7-4d29-923c-7e05cc590765 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:52:59.366667 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:52:59.374149 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ab8f620c-16e1-4914-ac65-9adbd1c14c26 admin admin] 10.222.0.86 "PUT /v2.0/routers/49ca82f2-08d7-4d29-923c-7e05cc590765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7144380 Nov 03 16:52:59.374329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48246) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:52:59.379431 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] Sync routers for ids ['49ca82f2-08d7-4d29-923c-7e05cc590765'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:52:59.389957 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] Routers {'49ca82f2-08d7-4d29-923c-7e05cc590765'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:52:59.390571 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:52:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['49ca82f2-08d7-4d29-923c-7e05cc590765'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:52:59.483859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:59.501037 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] Set router 49ca82f2-08d7-4d29-923c-7e05cc590765 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:52:59.594366 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:59.651054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Deleting port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:52:59.651395 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:59.687235 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:52:58Z', 'revision_number': 5, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'gw_port': {'id': '89e9ea8c-ca1d-4261-9eb4-8b720d867e07', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:52:59.713642 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] Checking router: 49ca82f2-08d7-4d29-923c-7e05cc590765 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:52:59.722040 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] Routers {'49ca82f2-08d7-4d29-923c-7e05cc590765'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:52:59.722634 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:52:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['49ca82f2-08d7-4d29-923c-7e05cc590765'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:52:59.737248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] For port 89e9ea8c-ca1d-4261-9eb4-8b720d867e07, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=89e9ea8c-ca1d-4261-9eb4-8b720d867e07,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:52:59.737564 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:59.749754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Calling delete_port for 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:52:59.811199 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] Set router 49ca82f2-08d7-4d29-923c-7e05cc590765 gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:52:59.870521 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:52:59Z', 'revision_number': 6, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:52:59.901578 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9ab7a-c764-45f8-a050-ed92038a823b None None] The sync data for ids ['49ca82f2-08d7-4d29-923c-7e05cc590765'] in n-d-813897-2 is: [{'id': '49ca82f2-08d7-4d29-923c-7e05cc590765', 'name': 'tempest-TestEncryptedCinderVolumes-1468669602-router', 'tenant_id': '31c80ef53b74458e9b04a4f16be83f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:34Z', 'updated_at': '2021-11-03T16:52:59Z', 'revision_number': 6, 'project_id': '31c80ef53b74458e9b04a4f16be83f60', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:52:59.938355 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:52:59.964405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e9ea8c-ca1d-4261-9eb4-8b720d867e07,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:00.026831 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.117697 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.119761 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.165907 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.166537 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ca82f2-08d7-4d29-923c-7e05cc590765 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:53:00.172535 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.173738 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b9aafdd5-bd6c-4d80-aab9-93e21c73de33 admin admin] 10.222.0.86 "DELETE /v2.0/routers/49ca82f2-08d7-4d29-923c-7e05cc590765 HTTP/1.1" status: 204 len: 168 time: 0.7978487 Nov 03 16:53:00.176201 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48248) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:00.219778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e07aac5-e4c0-4ffc-9e67-4ae65e7483a6 admin admin] Deleting subnet 6a2ce882-0368-42dc-9447-32265fb662c1 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:53:00.223098 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e07aac5-e4c0-4ffc-9e67-4ae65e7483a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.260641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e07aac5-e4c0-4ffc-9e67-4ae65e7483a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.347438 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e07aac5-e4c0-4ffc-9e67-4ae65e7483a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.398959 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e07aac5-e4c0-4ffc-9e67-4ae65e7483a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.423210 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07aac5-e4c0-4ffc-9e67-4ae65e7483a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2ce882-0368-42dc-9447-32265fb662c1,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:00.430052 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2e07aac5-e4c0-4ffc-9e67-4ae65e7483a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.436153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48250) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:00.437004 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2e07aac5-e4c0-4ffc-9e67-4ae65e7483a6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6a2ce882-0368-42dc-9447-32265fb662c1 HTTP/1.1" status: 204 len: 168 time: 0.2591162 Nov 03 16:53:00.438715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c891ec-af68-4acb-abb3-b2da31fb40bc None None] Network 823411a8-45c6-4ebc-9820-f0294dc616c7 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:53:00.509147 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.562817 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Deleting port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:53:00.563219 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.631364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] For port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=0034a73a-5fcf-4ece-a7b3-adeb0b4ab372,segment=NetworkSegment(b2b1f1d0-8095-4403-ac95-25613ceb77c2),segment_id=b2b1f1d0-8095-4403-ac95-25613ceb77c2)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:00.631724 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.645153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Calling delete_port for 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:53:00.661266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 64d7d1dd-ef46-4f90-8b80-6d151d63242b no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:53:00.666226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] DHCP port deletion for 823411a8-45c6-4ebc-9820-f0294dc616c7 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:53:00.693201 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 64d7d1dd-ef46-4f90-8b80-6d151d63242b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:53:00.693685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 64d7d1dd-ef46-4f90-8b80-6d151d63242b not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:53:00.727260 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.743095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] Deleting port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:53:00.743499 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.753403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Pushing event deleted for resources: {'Port': ['ID=0034a73a-5fcf-4ece-a7b3-adeb0b4ab372,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:00.757939 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] No DVR routers for this DVR port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:53:00.811935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] For port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:00.812227 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.825281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] Calling delete_port for 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:53:00.827917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] Port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:53:00.830412 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.835816 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.856341 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] Pushing event deleted for resources: {'Port': ['ID=0034a73a-5fcf-4ece-a7b3-adeb0b4ab372,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:00.856522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823411a8-45c6-4ebc-9820-f0294dc616c7']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:00.869162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ba852-2ca9-4042-ab46-3369f2d9de18 None None] No DVR routers for this DVR port 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:53:00.875770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b1f1d0-8095-4403-ac95-25613ceb77c2') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:00.879378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b1f1d0-8095-4403-ac95-25613ceb77c2') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:00.888991 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.902231 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.909184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:53:00.909603 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:53:00.911400 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:53:00.977084 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.982655 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:00.986383 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] 10.222.0.86 "DELETE /v2.0/networks/823411a8-45c6-4ebc-9820-f0294dc616c7 HTTP/1.1" status: 204 len: 168 time: 0.5482948 Nov 03 16:53:00.989382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48252) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:00.997332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708304d8-a457-458b-9812-d6624c34c025 admin admin] Pushing event deleted for resources: {'Network': ['ID=823411a8-45c6-4ebc-9820-f0294dc616c7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:01.335613 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:01.580573 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Deleting port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:53:01.580912 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:01.657184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] For port fbc23ec1-dc7d-4fbc-a841-ccb5573d3658, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fbc23ec1-dc7d-4fbc-a841-ccb5573d3658,segment=NetworkSegment(4dae3819-3da3-4ff8-8b1a-f4ddfc787f65),segment_id=4dae3819-3da3-4ff8-8b1a-f4ddfc787f65)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:01.657568 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:01.669972 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Calling delete_port for fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:53:01.853170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:01.879977 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc23ec1-dc7d-4fbc-a841-ccb5573d3658,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:01.934193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7583ed51-4a4f-477c-bb16-cd46abbfda9b no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:53:01.958515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 7583ed51-4a4f-477c-bb16-cd46abbfda9b {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:53:01.958852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7583ed51-4a4f-477c-bb16-cd46abbfda9b not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:53:01.959277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:53:01.980321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:53:01.980761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 0034a73a-5fcf-4ece-a7b3-adeb0b4ab372 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:53:01.981286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:53:02.012336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:53:02.012882 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 89e9ea8c-ca1d-4261-9eb4-8b720d867e07 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:53:02.017884 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:02.059676 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:02.464015 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:53:02.592491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Router 33921b0f-3077-4e72-a7db-28a6ff009b3e has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:53:02.612349 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12a28e07-1368-42f0-a723-221e616bb424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:02.694423 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:53:02.699288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bf3e775c-61a9-4432-b062-a3bc31a6b18f admin admin] 10.222.0.86 "PUT /v2.0/routers/33921b0f-3077-4e72-a7db-28a6ff009b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7088583 Nov 03 16:53:02.701866 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48254) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:02.704872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] Sync routers for ids ['33921b0f-3077-4e72-a7db-28a6ff009b3e'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:53:02.715603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] Routers {'33921b0f-3077-4e72-a7db-28a6ff009b3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:02.716247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:52:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['33921b0f-3077-4e72-a7db-28a6ff009b3e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:02.805899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:02.822334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] Set router 33921b0f-3077-4e72-a7db-28a6ff009b3e gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:02.909603 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:02.962829 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Deleting port 372d5b8d-f7c9-4c4c-a202-617535450e19 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:53:02.963172 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.005018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:38Z', 'updated_at': '2021-11-03T16:53:01Z', 'revision_number': 5, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'gw_port': {'id': '372d5b8d-f7c9-4c4c-a202-617535450e19', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:51:39Z', 'updated_at': '2021-11-03T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:03.031969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] Checking router: 33921b0f-3077-4e72-a7db-28a6ff009b3e for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:53:03.041935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] Routers {'33921b0f-3077-4e72-a7db-28a6ff009b3e'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:03.043174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:52:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['33921b0f-3077-4e72-a7db-28a6ff009b3e'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:03.047584 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] For port 372d5b8d-f7c9-4c4c-a202-617535450e19, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=372d5b8d-f7c9-4c4c-a202-617535450e19,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:03.047948 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.059953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Calling delete_port for 372d5b8d-f7c9-4c4c-a202-617535450e19 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:53:03.129262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] Set router 33921b0f-3077-4e72-a7db-28a6ff009b3e gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:03.187311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:38Z', 'updated_at': '2021-11-03T16:53:02Z', 'revision_number': 6, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:03.213330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c2cf5-85fd-4b28-b56e-b5129e6319e2 None None] The sync data for ids ['33921b0f-3077-4e72-a7db-28a6ff009b3e'] in n-d-813897-2 is: [{'id': '33921b0f-3077-4e72-a7db-28a6ff009b3e', 'name': 'tempest-TestEncryptedCinderVolumes-1397477963-router', 'tenant_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:51:38Z', 'updated_at': '2021-11-03T16:53:02Z', 'revision_number': 6, 'project_id': 'a837c31a9caa42ecb8f9f84c8fa104cd', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:53:03.225356 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.252103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=372d5b8d-f7c9-4c4c-a202-617535450e19,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:03.315907 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.406649 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.409023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.451908 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.452374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33921b0f-3077-4e72-a7db-28a6ff009b3e {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:53:03.457400 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.458595 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e71037df-9bcc-413a-b1f9-bd1081b28f38 admin admin] 10.222.0.86 "DELETE /v2.0/routers/33921b0f-3077-4e72-a7db-28a6ff009b3e HTTP/1.1" status: 204 len: 168 time: 0.7558036 Nov 03 16:53:03.461142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48256) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:03.505186 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8c475b-c03a-4f7f-8d55-d7a8a0375630 admin admin] Deleting subnet 798ce97a-f7b1-413e-a479-1eb1fc9c5210 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:53:03.508221 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a8c475b-c03a-4f7f-8d55-d7a8a0375630 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.543013 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a8c475b-c03a-4f7f-8d55-d7a8a0375630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.626963 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a8c475b-c03a-4f7f-8d55-d7a8a0375630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.680596 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a8c475b-c03a-4f7f-8d55-d7a8a0375630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.706013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c475b-c03a-4f7f-8d55-d7a8a0375630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798ce97a-f7b1-413e-a479-1eb1fc9c5210,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:03.709636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-4a8c475b-c03a-4f7f-8d55-d7a8a0375630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.712741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-4a8c475b-c03a-4f7f-8d55-d7a8a0375630 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/798ce97a-f7b1-413e-a479-1eb1fc9c5210 HTTP/1.1" status: 204 len: 168 time: 0.2506306 Nov 03 16:53:03.715286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48258) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:03.717668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366d248-ef47-4a53-9eac-6640a9f8055c None None] Network 627a1aca-5fd7-46f7-8952-6782a2337ec4 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:53:03.790017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.844213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Deleting port 52929c12-6f95-4167-a529-f1668d883856 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:53:03.844584 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.915231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] For port 52929c12-6f95-4167-a529-f1668d883856, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=52929c12-6f95-4167-a529-f1668d883856,segment=NetworkSegment(4dae3819-3da3-4ff8-8b1a-f4ddfc787f65),segment_id=4dae3819-3da3-4ff8-8b1a-f4ddfc787f65)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:03.915519 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:03.928526 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Calling delete_port for 52929c12-6f95-4167-a529-f1668d883856 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:53:03.966717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] DHCP port deletion for 627a1aca-5fd7-46f7-8952-6782a2337ec4 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:53:04.012594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.034723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] Deleting port 52929c12-6f95-4167-a529-f1668d883856 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:53:04.035366 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.037985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=52929c12-6f95-4167-a529-f1668d883856,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:04.043695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] No DVR routers for this DVR port 52929c12-6f95-4167-a529-f1668d883856 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:53:04.053011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:53:04.084630 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:53:04.084975 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fbc23ec1-dc7d-4fbc-a841-ccb5573d3658 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:53:04.085401 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 372d5b8d-f7c9-4c4c-a202-617535450e19 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:53:04.128871 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.138356 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 372d5b8d-f7c9-4c4c-a202-617535450e19 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:53:04.138700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 372d5b8d-f7c9-4c4c-a202-617535450e19 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:53:04.139123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 52929c12-6f95-4167-a529-f1668d883856 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:53:04.148936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627a1aca-5fd7-46f7-8952-6782a2337ec4']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:04.158851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:04.159148 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dae3819-3da3-4ff8-8b1a-f4ddfc787f65') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:04.166175 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 52929c12-6f95-4167-a529-f1668d883856 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:53:04.166530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 52929c12-6f95-4167-a529-f1668d883856 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:53:04.170341 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.174455 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] For port 52929c12-6f95-4167-a529-f1668d883856, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:04.174845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.189275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] Calling delete_port for 52929c12-6f95-4167-a529-f1668d883856 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:53:04.190477 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.192643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] Port 52929c12-6f95-4167-a529-f1668d883856 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 16:53:04.194404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.197378 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:53:04.197798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:53:04.199550 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:53:04.226934 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] Pushing event deleted for resources: {'Port': ['ID=52929c12-6f95-4167-a529-f1668d883856,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:04.230837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bce97-cebb-4b0a-9913-8ca501b8d030 None None] No DVR routers for this DVR port 52929c12-6f95-4167-a529-f1668d883856 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:53:04.262347 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.278988 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.284558 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] 10.222.0.86 "DELETE /v2.0/networks/627a1aca-5fd7-46f7-8952-6782a2337ec4 HTTP/1.1" status: 204 len: 168 time: 0.5660000 Nov 03 16:53:04.284558 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5734-cec3-4a41-8bab-508daa069c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=627a1aca-5fd7-46f7-8952-6782a2337ec4,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:04.444237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48262) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:04.486004 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-004a064e-2cd6-4a30-b02d-e7b4051e27d4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31c80ef53b74458e9b04a4f16be83f60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403376 Nov 03 16:53:04.488468 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48264) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:04.536794 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05b71e33-accb-441f-8513-63f43f6d70e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.558073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05b71e33-accb-441f-8513-63f43f6d70e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.605170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05b71e33-accb-441f-8513-63f43f6d70e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.607864 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-05b71e33-accb-441f-8513-63f43f6d70e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:04.609029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-05b71e33-accb-441f-8513-63f43f6d70e3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5ea25c4d-d7c1-4d0a-b90b-7706265d497c HTTP/1.1" status: 204 len: 168 time: 0.1196489 Nov 03 16:53:04.617279 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71e33-accb-441f-8513-63f43f6d70e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea25c4d-d7c1-4d0a-b90b-7706265d497c,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:04.924062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48270) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:04.962936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7ce7b4b0-3280-4100-84c9-68491d32c5ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a837c31a9caa42ecb8f9f84c8fa104cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376873 Nov 03 16:53:04.965422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48272) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:05.014122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbb79bc4-4efa-4abb-b99b-81cb33edbc05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:05.035059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbb79bc4-4efa-4abb-b99b-81cb33edbc05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:05.058189 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fc36ff63-6d48-4986-9407-d28b50ded08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:05.082321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbb79bc4-4efa-4abb-b99b-81cb33edbc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:05.084979 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbb79bc4-4efa-4abb-b99b-81cb33edbc05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:05.086169 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cbb79bc4-4efa-4abb-b99b-81cb33edbc05 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2f36f64a-e911-4fce-9710-4cff3cbb0716 HTTP/1.1" status: 204 len: 168 time: 0.1198370 Nov 03 16:53:05.094280 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79bc4-4efa-4abb-b99b-81cb33edbc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f36f64a-e911-4fce-9710-4cff3cbb0716,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:05.740895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48294) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:05.849269 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-517278852-network', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:53:05.871568 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Made reservation on behalf of 9ab5bed9e93b44a896a36203b1251f26 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:53:05.873998 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:05.883100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:05.958372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:05.962032 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:05.989317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:53:05.995974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220a0945-11ef-41e8-9c64-f4bcf177cb08,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:06.004632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.004993 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Added segment f3d7b074-7274-4934-bae7-ba49730e4ac4 of type vlan for network 16740b3e-eacb-4092-94ba-a35f9ef1c062 Nov 03 16:53:06.049900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.076316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.077862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:06.079063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.111146 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3688781 Nov 03 16:53:06.114485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48298) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:06.120059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Request body: {'subnet': {'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-517278852-subnet', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:53:06.143849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Made reservation on behalf of 9ab5bed9e93b44a896a36203b1251f26 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:53:06.146054 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d778c-9983-448d-bcd9-ca2b8a7bfb48 admin admin] Pushing event updated for resources: {'Network': ['ID=16740b3e-eacb-4092-94ba-a35f9ef1c062,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:06.146742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.155863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 16740b3e-eacb-4092-94ba-a35f9ef1c062 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:53:06.315787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.368340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a38134-4887-43a7-93b4-b172fb4c0c08,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:06.383522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Checking segment: {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:53:06.383876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Network hostable DHCP agents. Network: 16740b3e-eacb-4092-94ba-a35f9ef1c062, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:53:06.399757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Network 16740b3e-eacb-4092-94ba-a35f9ef1c062 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:53:06.408318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 16740b3e-eacb-4092-94ba-a35f9ef1c062) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:06.412796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:06.413931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.416984 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6788ea-5cb2-4373-ada0-ae8ba48c3fc8 None None] Network 16740b3e-eacb-4092-94ba-a35f9ef1c062 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:53:06.430688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4debd633-c73b-4c96-9c19-4c3b5ce28fdf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3150532 Nov 03 16:53:06.433496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48300) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:06.438357 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:53:06.459139 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.460158 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.484117 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.514416 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.579461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-16740b3e-eacb-4092-94ba-a35f9ef1c062', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:53:06.580344 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.655616 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.712253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Allocated IP 172.20.0.2 (16740b3e-eacb-4092-94ba-a35f9ef1c062/11a38134-4887-43a7-93b4-b172fb4c0c08/2c86147d-aa73-4bb1-93fe-db25d9c50a94) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:53:06.853789 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.858234 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.863462 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.872438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.901922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Network 16740b3e-eacb-4092-94ba-a35f9ef1c062 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:53:06.907336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:06.910735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:53:06.917787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Pushing event updated for resources: {'Port': ['ID=2c86147d-aa73-4bb1-93fe-db25d9c50a94,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:06.971531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Attempting to bind port 2c86147d-aa73-4bb1-93fe-db25d9c50a94 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:53:06.971903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Attempting to bind port 2c86147d-aa73-4bb1-93fe-db25d9c50a94 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:53:06.972270 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Attempting to bind port 2c86147d-aa73-4bb1-93fe-db25d9c50a94 on network 16740b3e-eacb-4092-94ba-a35f9ef1c062 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:53:06.977220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:53:06.977626 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Checking segment: {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:53:06.977990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Allocated IP 172.25.6.163 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/541db525-d631-45fa-b448-cd1bb7e293d5) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:53:06.978129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:06.978466 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Bound using segment: {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:53:06.978909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Bound port: 2c86147d-aa73-4bb1-93fe-db25d9c50a94, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:53:06.979242 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:07.042832 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] For port 2c86147d-aa73-4bb1-93fe-db25d9c50a94, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:53:07.047814 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] For port 2c86147d-aa73-4bb1-93fe-db25d9c50a94, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2c86147d-aa73-4bb1-93fe-db25d9c50a94,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:53:07.052032 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:07.086800 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:07.112960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551eac3-fe2e-437d-8e1b-b44d07ca85c4 None None] Pushing event updated for resources: {'Port': ['ID=2c86147d-aa73-4bb1-93fe-db25d9c50a94,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:07.123100 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:07.162842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:53:07.168098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:07.171714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:53:07.195501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Pushing event updated for resources: {'Port': ['ID=541db525-d631-45fa-b448-cd1bb7e293d5,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:07.439930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:07.641393 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:07.939076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:07.960759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2c86147d-aa73-4bb1-93fe-db25d9c50a94 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:07.989246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441f0b2-7320-4b31-9516-c9be222071e4 None None] Network 16740b3e-eacb-4092-94ba-a35f9ef1c062 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:53:08.136183 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Router 7a99210c-be3f-4e12-85dd-5632a38c9459 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:53:08.227440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-73b03f1f-da62-4df6-b8ae-f377666818c1 None None] Provisioning complete for port 2c86147d-aa73-4bb1-93fe-db25d9c50a94 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:08.227692 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73b03f1f-da62-4df6-b8ae-f377666818c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.246143 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:53:08.258088 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Sync routers for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:53:08.270360 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.271645 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8d2669b9-9b0f-4ce7-b967-0bfa4c699488 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8371954 Nov 03 16:53:08.274867 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48302) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:08.276325 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:08.276940 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:08.283956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2c86147d-aa73-4bb1-93fe-db25d9c50a94 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:08.284364 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.388685 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:08.451441 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73b03f1f-da62-4df6-b8ae-f377666818c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.471095 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.529317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-73b03f1f-da62-4df6-b8ae-f377666818c1 None None] For port 2c86147d-aa73-4bb1-93fe-db25d9c50a94, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2c86147d-aa73-4bb1-93fe-db25d9c50a94,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:08.537154 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-73b03f1f-da62-4df6-b8ae-f377666818c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.543219 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.620312 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:53:08.620668 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:53:08.621296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b03f1f-da62-4df6-b8ae-f377666818c1 None None] Pushing event updated for resources: {'Port': ['ID=2c86147d-aa73-4bb1-93fe-db25d9c50a94,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:08.626913 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:07Z', 'revision_number': 3, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:08.655979 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Checking router: 7a99210c-be3f-4e12-85dd-5632a38c9459 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:53:08.656530 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Updating router 7a99210c-be3f-4e12-85dd-5632a38c9459 port 541db525-d631-45fa-b448-cd1bb7e293d5 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:53:08.682397 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.759235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ff4dfeb-8df7-481e-92b8-2b7af1aa91d0 None None] Provisioning complete for port 2c86147d-aa73-4bb1-93fe-db25d9c50a94 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:08.759569 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ff4dfeb-8df7-481e-92b8-2b7af1aa91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.767239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.925368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Allocated IP 172.20.0.1 (16740b3e-eacb-4092-94ba-a35f9ef1c062/11a38134-4887-43a7-93b4-b172fb4c0c08/00425656-d89a-4df1-8608-088926300ff8) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:53:08.934803 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:08.941012 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.035363 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.071689 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.080873 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Attempting to bind port 541db525-d631-45fa-b448-cd1bb7e293d5 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:53:09.081221 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Attempting to bind port 541db525-d631-45fa-b448-cd1bb7e293d5 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:53:09.081603 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Attempting to bind port 541db525-d631-45fa-b448-cd1bb7e293d5 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:53:09.084414 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Pushing event updated for resources: {'Port': ['ID=541db525-d631-45fa-b448-cd1bb7e293d5,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:09.092344 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:53:09.092706 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:53:09.093099 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.093483 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:53:09.094599 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Bound port: 541db525-d631-45fa-b448-cd1bb7e293d5, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:53:09.095158 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.098172 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.098514 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.098849 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.099182 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.099508 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.099847 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.100156 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.100474 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.100801 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.101118 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.101436 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.101777 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:09.115305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Network 16740b3e-eacb-4092-94ba-a35f9ef1c062 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:53:09.118563 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:09.125395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:53:09.157237 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Pushing event updated for resources: {'Port': ['ID=00425656-d89a-4df1-8608-088926300ff8,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:09.166646 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] For port 541db525-d631-45fa-b448-cd1bb7e293d5, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:53:09.170818 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] For port 541db525-d631-45fa-b448-cd1bb7e293d5, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=541db525-d631-45fa-b448-cd1bb7e293d5,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:53:09.176584 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.176792 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.234979 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:09.235634 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:09.282103 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a257b6-3e3e-4c32-b5c0-e64d7b1ab820 None None] Pushing event updated for resources: {'Port': ['ID=541db525-d631-45fa-b448-cd1bb7e293d5,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:09.329003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.360499 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:09.462674 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0a4e1783-a995-47d2-a85e-4cd132c11536 None None] Provisioning complete for port 00425656-d89a-4df1-8608-088926300ff8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:09.463239 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0a4e1783-a995-47d2-a85e-4cd132c11536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.497676 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.501289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e1783-a995-47d2-a85e-4cd132c11536 None None] Port 00425656-d89a-4df1-8608-088926300ff8 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:53:09.503766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.547484 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-488f9080-82ad-4429-9997-8913177adc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:07Z', 'revision_number': 3, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:09.573921 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f9080-82ad-4429-9997-8913177adc74 None None] The sync data for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 is: [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:07Z', 'revision_number': 3, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:53:09.576283 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:09.578803 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Pushing event updated for resources: {'Port': ['ID=00425656-d89a-4df1-8608-088926300ff8,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:09.678502 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Network 16740b3e-eacb-4092-94ba-a35f9ef1c062 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:53:09.679922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:09.823742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Router 7a99210c-be3f-4e12-85dd-5632a38c9459 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:53:09.961601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:53:09.972058 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d60ff988-50e3-4fb6-a18e-3076b5937f8f admin admin] 10.222.0.86 "PUT /v2.0/routers/7a99210c-be3f-4e12-85dd-5632a38c9459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956747 Nov 03 16:53:10.031044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c1245393-3935-4bbb-9918-0f195405ffa5 None None] Provisioning complete for port 00425656-d89a-4df1-8608-088926300ff8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:10.031044 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c1245393-3935-4bbb-9918-0f195405ffa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.035609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 541db525-d631-45fa-b448-cd1bb7e293d5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:10.106051 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c1245393-3935-4bbb-9918-0f195405ffa5 None None] Port 00425656-d89a-4df1-8608-088926300ff8 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:53:10.122669 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 541db525-d631-45fa-b448-cd1bb7e293d5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:10.123048 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.211950 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.235370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 541db525-d631-45fa-b448-cd1bb7e293d5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=541db525-d631-45fa-b448-cd1bb7e293d5,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:10.241171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.242508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2c86147d-aa73-4bb1-93fe-db25d9c50a94 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:10.327489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=541db525-d631-45fa-b448-cd1bb7e293d5,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:10.343168 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2c86147d-aa73-4bb1-93fe-db25d9c50a94 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:10.343849 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.508253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48318) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:10.513221 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-329042436-network', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:53:10.534879 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Made reservation on behalf of 8b69c4dddadb45ceaa93fe4042a33010 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:53:10.537495 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.546127 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.632645 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.636859 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.668569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:53:10.680121 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf9d1d-6164-4edb-ae37-2548069eabe7,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:10.686581 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.686921 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Added segment 6be48907-ca0b-4fef-9f20-12496ff96a76 of type vlan for network ba053b73-dc2a-487c-b83e-4635593eef41 Nov 03 16:53:10.731833 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.757050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.758098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:10.758676 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.790726 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2813742 Nov 03 16:53:10.793490 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48320) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:10.799323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Request body: {'subnet': {'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-329042436-subnet', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:53:10.819947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Made reservation on behalf of 8b69c4dddadb45ceaa93fe4042a33010 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:53:10.822384 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:10.822960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c31731-b6df-41c0-bf4c-bf0502e354cd admin admin] Pushing event updated for resources: {'Network': ['ID=ba053b73-dc2a-487c-b83e-4635593eef41,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:10.833643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network ba053b73-dc2a-487c-b83e-4635593eef41 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:53:11.000731 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.047509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5d8eb0-8211-457d-a777-74f0589cafd5,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:11.067245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Checking segment: {'id': '6be48907-ca0b-4fef-9f20-12496ff96a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:53:11.067606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Network hostable DHCP agents. Network: ba053b73-dc2a-487c-b83e-4635593eef41, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:53:11.083635 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Network ba053b73-dc2a-487c-b83e-4635593eef41 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:53:11.091839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, ba053b73-dc2a-487c-b83e-4635593eef41) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:11.096611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:11.097196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.103267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75cfa2-13e7-4f99-8be1-c4891f3f2f31 None None] Network ba053b73-dc2a-487c-b83e-4635593eef41 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:53:11.119016 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-29a7e3f2-fba7-4645-a65b-7091e21ff610 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3210130 Nov 03 16:53:11.119016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48322) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:11.123732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:53:11.146162 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.147158 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.203908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.222310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Sync routers for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:53:11.248068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:11.248691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:11.305836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-ba053b73-dc2a-487c-b83e-4635593eef41', 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'fixed_ips': [{'subnet_id': '8d5d8eb0-8211-457d-a777-74f0589cafd5'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:53:11.306776 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.341850 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.447174 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:11.543871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.563288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.576702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Allocated IP 172.20.0.2 (ba053b73-dc2a-487c-b83e-4635593eef41/8d5d8eb0-8211-457d-a777-74f0589cafd5/2a47aa64-93ef-4d45-9a78-ccb456bde26e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:53:11.664877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Allocated IP 172.25.6.73 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/8309a48d-5bf5-43e0-8b4e-d5a4ae264882) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:53:11.773957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.807540 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.808930 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.815958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '00425656-d89a-4df1-8608-088926300ff8', 'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'mac_address': 'fa:16:3e:69:69:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:08Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 2, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'subnets': [{'id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:11.819510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.841718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:53:11.845229 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:11.848798 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:53:11.852023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Checking router: 7a99210c-be3f-4e12-85dd-5632a38c9459 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:53:11.852519 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Updating router 7a99210c-be3f-4e12-85dd-5632a38c9459 port 00425656-d89a-4df1-8608-088926300ff8 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:53:11.888781 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Pushing event updated for resources: {'Port': ['ID=8309a48d-5bf5-43e0-8b4e-d5a4ae264882,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:11.904260 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Network ba053b73-dc2a-487c-b83e-4635593eef41 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:53:11.911131 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:11.913102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:11.919569 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:53:11.939901 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Pushing event updated for resources: {'Port': ['ID=2a47aa64-93ef-4d45-9a78-ccb456bde26e,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:11.977448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 541db525-d631-45fa-b448-cd1bb7e293d5 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:12.099432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Attempting to bind port 2a47aa64-93ef-4d45-9a78-ccb456bde26e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:53:12.099797 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Attempting to bind port 2a47aa64-93ef-4d45-9a78-ccb456bde26e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '6be48907-ca0b-4fef-9f20-12496ff96a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:53:12.100156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Attempting to bind port 2a47aa64-93ef-4d45-9a78-ccb456bde26e on network ba053b73-dc2a-487c-b83e-4635593eef41 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:53:12.109482 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.114515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:53:12.114884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Checking segment: {'id': '6be48907-ca0b-4fef-9f20-12496ff96a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:53:12.115279 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.115662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Bound using segment: {'id': '6be48907-ca0b-4fef-9f20-12496ff96a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:53:12.116134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Bound port: 2a47aa64-93ef-4d45-9a78-ccb456bde26e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be48907-ca0b-4fef-9f20-12496ff96a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:53:12.116757 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.309910 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.383579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 541db525-d631-45fa-b448-cd1bb7e293d5 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:12.383847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.443089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Router 6ef19e2b-4209-4139-82eb-8f2844e97d68 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:53:12.467899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] For port 2a47aa64-93ef-4d45-9a78-ccb456bde26e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:53:12.488323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] For port 2a47aa64-93ef-4d45-9a78-ccb456bde26e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2a47aa64-93ef-4d45-9a78-ccb456bde26e,segment=NetworkSegment(6be48907-ca0b-4fef-9f20-12496ff96a76),segment_id=6be48907-ca0b-4fef-9f20-12496ff96a76)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:53:12.497025 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.555131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:53:12.564612 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Sync routers for ids ['6ef19e2b-4209-4139-82eb-8f2844e97d68'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:53:12.573197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.577063 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-86efd58d-341c-4267-bdd0-1e86b22d42da admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4548953 Nov 03 16:53:12.577231 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Routers {'6ef19e2b-4209-4139-82eb-8f2844e97d68'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:12.577641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48324) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:53:12.577817 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6ef19e2b-4209-4139-82eb-8f2844e97d68'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:12.631693 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.639591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bdf9d-fd00-456a-af0c-020a098fa772 None None] Pushing event updated for resources: {'Port': ['ID=2a47aa64-93ef-4d45-9a78-ccb456bde26e,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:12.644881 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.705987 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Set router 6ef19e2b-4209-4139-82eb-8f2844e97d68 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:12.764767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fab71-72d3-4dea-94ee-25a9913deb2a None None] Pushing event updated for resources: {'Port': ['ID=00425656-d89a-4df1-8608-088926300ff8,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:12.784927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Attempting to bind port 00425656-d89a-4df1-8608-088926300ff8 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:53:12.785309 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Attempting to bind port 00425656-d89a-4df1-8608-088926300ff8 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:53:12.785709 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Attempting to bind port 00425656-d89a-4df1-8608-088926300ff8 on network 16740b3e-eacb-4092-94ba-a35f9ef1c062 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:53:12.806667 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:53:12.807070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Checking segment: {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:53:12.807476 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.807867 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Bound using segment: {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:53:12.808349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Bound port: 00425656-d89a-4df1-8608-088926300ff8, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:53:12.808986 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.909266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] For port 00425656-d89a-4df1-8608-088926300ff8, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:53:12.912932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] For port 00425656-d89a-4df1-8608-088926300ff8, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=00425656-d89a-4df1-8608-088926300ff8,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:53:12.919224 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:12.967440 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:12Z', 'revision_number': 3, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'gw_port': {'id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:13.004102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:13.004751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:13.005139 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Checking router: 6ef19e2b-4209-4139-82eb-8f2844e97d68 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:53:13.005681 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Updating router 6ef19e2b-4209-4139-82eb-8f2844e97d68 port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:53:13.041509 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.066842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fab71-72d3-4dea-94ee-25a9913deb2a None None] Pushing event updated for resources: {'Port': ['ID=00425656-d89a-4df1-8608-088926300ff8,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:13.170089 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-399cd8b8-b99a-42a7-8e38-64a98e5714de None None] Provisioning complete for port 00425656-d89a-4df1-8608-088926300ff8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:13.170466 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-399cd8b8-b99a-42a7-8e38-64a98e5714de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.182126 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.204688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:13.337047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-03badcda-e887-4db8-bd1f-427980d8c277 req-058a8f98-4e68-4718-b4f6-1f9c2be72328 tempest-ServerDiskConfigTestJSON-441767913 tempest-ServerDiskConfigTestJSON-441767913-project] (108104) timed out ('10.222.0.15', 60594) {{(pid=108104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 16:53:13.389399 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.392533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Allocated IP 172.20.0.1 (ba053b73-dc2a-487c-b83e-4635593eef41/8d5d8eb0-8211-457d-a777-74f0589cafd5/c3d5bae4-6e0d-4289-9e71-5b2b1172d45a) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:53:13.395755 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.434613 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-399cd8b8-b99a-42a7-8e38-64a98e5714de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.455894 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Attempting to bind port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:53:13.456263 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Attempting to bind port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:53:13.456622 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Attempting to bind port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:53:13.465803 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:53:13.466175 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:53:13.466573 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.466957 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:53:13.468258 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Bound port: 8309a48d-5bf5-43e0-8b4e-d5a4ae264882, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:53:13.469777 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.499006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-399cd8b8-b99a-42a7-8e38-64a98e5714de None None] For port 00425656-d89a-4df1-8608-088926300ff8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=00425656-d89a-4df1-8608-088926300ff8,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:13.499406 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec44a8b-2406-4c1b-8b1b-4e158c84d5f1 None None] Pushing event updated for resources: {'Port': ['ID=8309a48d-5bf5-43e0-8b4e-d5a4ae264882,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:13.505583 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-399cd8b8-b99a-42a7-8e38-64a98e5714de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.543198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.564021 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] For port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:53:13.568710 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] For port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8309a48d-5bf5-43e0-8b4e-d5a4ae264882,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:53:13.571745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cd8b8-b99a-42a7-8e38-64a98e5714de None None] Pushing event updated for resources: {'Port': ['ID=00425656-d89a-4df1-8608-088926300ff8,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:13.580842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '00425656-d89a-4df1-8608-088926300ff8', 'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'mac_address': 'fa:16:3e:69:69:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:08Z', 'updated_at': '2021-11-03T16:53:12Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'subnets': [{'id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:13.583101 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.593394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.618337 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13411b1b-d2e3-4fc7-a28a-0fcb9babb660 None None] The sync data for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 is: [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '00425656-d89a-4df1-8608-088926300ff8', 'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'mac_address': 'fa:16:3e:69:69:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:08Z', 'updated_at': '2021-11-03T16:53:12Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'subnets': [{'id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:53:13.638235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0eace7e6-4bc9-423a-8a15-ff8d35fdb582 None None] Provisioning complete for port 00425656-d89a-4df1-8608-088926300ff8 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:13.638848 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Routers {'6ef19e2b-4209-4139-82eb-8f2844e97d68'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:13.639225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0eace7e6-4bc9-423a-8a15-ff8d35fdb582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.639485 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6ef19e2b-4209-4139-82eb-8f2844e97d68'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:13.641991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Network ba053b73-dc2a-487c-b83e-4635593eef41 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:53:13.649860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:13.653774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:53:13.660629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d5bae4-6e0d-4289-9e71-5b2b1172d45a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:13.747716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:13.840824 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec44a8b-2406-4c1b-8b1b-4e158c84d5f1 None None] Pushing event updated for resources: {'Port': ['ID=8309a48d-5bf5-43e0-8b4e-d5a4ae264882,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:13.889310 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] Set router 6ef19e2b-4209-4139-82eb-8f2844e97d68 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:13.962151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.021331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbaeb02-f14c-4439-9c7d-13a7bc6dfc4f None None] Network ba053b73-dc2a-487c-b83e-4635593eef41 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:53:14.121067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2a47aa64-93ef-4d45-9a78-ccb456bde26e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:14.158056 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:12Z', 'revision_number': 3, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'gw_port': {'id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:14.179606 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.188621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-eff45748-2c95-4375-b9ec-8fa34abe90f2 None None] Provisioning complete for port 2a47aa64-93ef-4d45-9a78-ccb456bde26e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:14.188963 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.189462 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eff45748-2c95-4375-b9ec-8fa34abe90f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.191586 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87802a8-f916-4b1a-8ac6-9ae3e2389dcc None None] The sync data for ids ['6ef19e2b-4209-4139-82eb-8f2844e97d68'] in n-d-813897-2 is: [{'id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:12Z', 'revision_number': 3, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'gw_port': {'id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:53:14.263213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2a47aa64-93ef-4d45-9a78-ccb456bde26e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:14.263590 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.275384 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d5bae4-6e0d-4289-9e71-5b2b1172d45a,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:14.280823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.398780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eff45748-2c95-4375-b9ec-8fa34abe90f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.416498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Network ba053b73-dc2a-487c-b83e-4635593eef41 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:53:14.417972 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:14.474508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-eff45748-2c95-4375-b9ec-8fa34abe90f2 None None] For port 2a47aa64-93ef-4d45-9a78-ccb456bde26e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2a47aa64-93ef-4d45-9a78-ccb456bde26e,segment=NetworkSegment(6be48907-ca0b-4fef-9f20-12496ff96a76),segment_id=6be48907-ca0b-4fef-9f20-12496ff96a76)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:14.476762 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.494764 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-eff45748-2c95-4375-b9ec-8fa34abe90f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.615410 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff45748-2c95-4375-b9ec-8fa34abe90f2 None None] Pushing event updated for resources: {'Port': ['ID=2a47aa64-93ef-4d45-9a78-ccb456bde26e,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:14.619433 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 16:53:14.619832 n-d-813897-2 neutron-server[108106]: DEBUG oslo_db.api [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 16:53:14.641711 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Router 6ef19e2b-4209-4139-82eb-8f2844e97d68 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:53:14.735908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5afbb218-0ca2-438d-867b-d6003afc2659 None None] Provisioning complete for port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:14.737899 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5afbb218-0ca2-438d-867b-d6003afc2659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:14.789261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-5afbb218-0ca2-438d-867b-d6003afc2659 None None] Port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:53:14.794157 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:53:14.808013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-723f3295-e405-4d0a-abd8-4f1ced0b1088 admin admin] 10.222.0.86 "PUT /v2.0/routers/6ef19e2b-4209-4139-82eb-8f2844e97d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2214086 Nov 03 16:53:14.808657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5afbb218-0ca2-438d-867b-d6003afc2659 None None] Provisioning complete for port 2a47aa64-93ef-4d45-9a78-ccb456bde26e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:14.809091 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5afbb218-0ca2-438d-867b-d6003afc2659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:15.049576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4fe65b19-84b3-4a02-8e67-51caf30316fe None None] Provisioning complete for port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:15.051393 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4fe65b19-84b3-4a02-8e67-51caf30316fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:15.097682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-4fe65b19-84b3-4a02-8e67-51caf30316fe None None] Port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:53:15.172283 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 00425656-d89a-4df1-8608-088926300ff8 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:15.253559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 00425656-d89a-4df1-8608-088926300ff8 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:15.254246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:15.328354 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e39120f2-2367-4e69-847b-b39edbb8cf91 None None] Provisioning complete for port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:15.328868 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e39120f2-2367-4e69-847b-b39edbb8cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:15.397663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-e39120f2-2367-4e69-847b-b39edbb8cf91 None None] Port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:53:16.060292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2a47aa64-93ef-4d45-9a78-ccb456bde26e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:16.129777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 2a47aa64-93ef-4d45-9a78-ccb456bde26e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:16.130153 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:16.221613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:16.273184 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:16.274020 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:16.364101 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:16.387927 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8309a48d-5bf5-43e0-8b4e-d5a4ae264882,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:16.392446 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:16.447261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=8309a48d-5bf5-43e0-8b4e-d5a4ae264882,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:17.231178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Sync routers for ids ['6ef19e2b-4209-4139-82eb-8f2844e97d68'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:53:17.245323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Routers {'6ef19e2b-4209-4139-82eb-8f2844e97d68'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:17.246052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6ef19e2b-4209-4139-82eb-8f2844e97d68'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:17.371047 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Set router 6ef19e2b-4209-4139-82eb-8f2844e97d68 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:17.767658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 4, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'gw_port': {'id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:87:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'c3d5bae4-6e0d-4289-9e71-5b2b1172d45a', 'name': '', 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'mac_address': 'fa:16:3e:12:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8d5d8eb0-8211-457d-a777-74f0589cafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:13Z', 'updated_at': '2021-11-03T16:53:14Z', 'revision_number': 2, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'subnets': [{'id': '8d5d8eb0-8211-457d-a777-74f0589cafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:17.801789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Checking router: 6ef19e2b-4209-4139-82eb-8f2844e97d68 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:53:17.802170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Updating router 6ef19e2b-4209-4139-82eb-8f2844e97d68 port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:53:17.831968 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:17.951325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:18.077316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:18.077712 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:18.229129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:18.242574 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:18.322909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fafba-cc83-4d66-b852-6189367716a5 None None] Pushing event updated for resources: {'Port': ['ID=c3d5bae4-6e0d-4289-9e71-5b2b1172d45a,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:18.384925 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Attempting to bind port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:53:18.388805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Attempting to bind port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '6be48907-ca0b-4fef-9f20-12496ff96a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:53:18.389385 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Attempting to bind port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a on network ba053b73-dc2a-487c-b83e-4635593eef41 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:53:18.397113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:53:18.397493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Checking segment: {'id': '6be48907-ca0b-4fef-9f20-12496ff96a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:53:18.397926 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:18.398338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Bound using segment: {'id': '6be48907-ca0b-4fef-9f20-12496ff96a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:53:18.398940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Bound port: c3d5bae4-6e0d-4289-9e71-5b2b1172d45a, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be48907-ca0b-4fef-9f20-12496ff96a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:53:18.399347 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:18.493425 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] For port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:53:18.498310 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] For port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c3d5bae4-6e0d-4289-9e71-5b2b1172d45a,segment=NetworkSegment(6be48907-ca0b-4fef-9f20-12496ff96a76),segment_id=6be48907-ca0b-4fef-9f20-12496ff96a76)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:53:18.504995 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:18.582265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7936747e-9657-42db-8be4-ca9588bf49a0 None None] Provisioning complete for port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:18.582547 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7936747e-9657-42db-8be4-ca9588bf49a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:18.589362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fafba-cc83-4d66-b852-6189367716a5 None None] Pushing event updated for resources: {'Port': ['ID=c3d5bae4-6e0d-4289-9e71-5b2b1172d45a,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:18.624034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Routers {'6ef19e2b-4209-4139-82eb-8f2844e97d68'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:53:18.624962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:53:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6ef19e2b-4209-4139-82eb-8f2844e97d68'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:18.777489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] Set router 6ef19e2b-4209-4139-82eb-8f2844e97d68 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:53:18.892220 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7936747e-9657-42db-8be4-ca9588bf49a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:18.986931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7936747e-9657-42db-8be4-ca9588bf49a0 None None] For port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c3d5bae4-6e0d-4289-9e71-5b2b1172d45a,segment=NetworkSegment(6be48907-ca0b-4fef-9f20-12496ff96a76),segment_id=6be48907-ca0b-4fef-9f20-12496ff96a76)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:18.996578 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7936747e-9657-42db-8be4-ca9588bf49a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:19.085148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936747e-9657-42db-8be4-ca9588bf49a0 None None] Pushing event updated for resources: {'Port': ['ID=c3d5bae4-6e0d-4289-9e71-5b2b1172d45a,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:19.131762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 4, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'gw_port': {'id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:87:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'c3d5bae4-6e0d-4289-9e71-5b2b1172d45a', 'name': '', 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'mac_address': 'fa:16:3e:12:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8d5d8eb0-8211-457d-a777-74f0589cafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:13Z', 'updated_at': '2021-11-03T16:53:18Z', 'revision_number': 4, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'subnets': [{'id': '8d5d8eb0-8211-457d-a777-74f0589cafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:53:19.134267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-84415b5e-5b72-4a1d-bcc6-a146486fc994 None None] Provisioning complete for port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:19.134758 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-84415b5e-5b72-4a1d-bcc6-a146486fc994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:19.191159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa17ac-358f-4cd7-b8bc-3521b32fb5de None None] The sync data for ids ['6ef19e2b-4209-4139-82eb-8f2844e97d68'] in n-d-813897-2 is: [{'id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 4, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'gw_port': {'id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:87:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'c3d5bae4-6e0d-4289-9e71-5b2b1172d45a', 'name': '', 'network_id': 'ba053b73-dc2a-487c-b83e-4635593eef41', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'mac_address': 'fa:16:3e:12:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8d5d8eb0-8211-457d-a777-74f0589cafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:13Z', 'updated_at': '2021-11-03T16:53:18Z', 'revision_number': 4, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'subnets': [{'id': '8d5d8eb0-8211-457d-a777-74f0589cafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:53:19.994602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c3d5bae4-6e0d-4289-9e71-5b2b1172d45a up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:20.048931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:20.049313 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:22.488239 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:25.121355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-f119f63f-8584-46a4-b28a-e745c6f1a670 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:25.122749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-f119f63f-8584-46a4-b28a-e745c6f1a670 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 814 time: 0.1047463 Nov 03 16:53:25.137369 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-0e6266ea-3732-4f4d-aad7-8b5c771f79e7 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/quotas/9ab5bed9e93b44a896a36203b1251f26 HTTP/1.1" status: 200 len: 375 time: 0.0087681 Nov 03 16:53:25.188117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-e0eb8aae-40c2-4787-8734-7e834a8168d2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445437 Nov 03 16:53:25.203704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-041ae15b-14e9-43de-bb9b-c8cac4c42563 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:53:25.204668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-041ae15b-14e9-43de-bb9b-c8cac4c42563 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056329 Nov 03 16:53:25.293250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-86734c48-07ae-41b9-b94e-e3fd171a1495 service neutron] 10.222.0.86 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828857 Nov 03 16:53:25.383770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-769ee904-ff4d-40c1-b73c-0661cc0596f8 service neutron] 10.222.0.86 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841944 Nov 03 16:53:25.543467 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b62aa936-b84a-427f-b840-650a6cb4c4ec req-fae79a83-87b2-4123-9bfa-1c8e60fe37cf tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 210 time: 0.0264363 Nov 03 16:53:26.515594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-65979744-0242-4491-af2d-ffa0f1aea2e6 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:26.517145 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-65979744-0242-4491-af2d-ffa0f1aea2e6 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 814 time: 0.1029942 Nov 03 16:53:26.535898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'port': {'device_id': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'admin_state_up': True, 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:53:26.650183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24bdd68e-4373-421b-825b-31374722c72a req-70b40053-db4a-4b63-955f-dfb7e8698881 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 210 time: 0.0353987 Nov 03 16:53:26.679681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Made reservation on behalf of 9ab5bed9e93b44a896a36203b1251f26 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:53:26.683313 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:26.825286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Allocated IP 172.20.0.9 (16740b3e-eacb-4092-94ba-a35f9ef1c062/11a38134-4887-43a7-93b4-b172fb4c0c08/ce0ea930-6316-4847-87fe-414f5fb1380c) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:53:27.049053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:27.084931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:27.139988 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Network 16740b3e-eacb-4092-94ba-a35f9ef1c062 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:53:27.150575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:53:27.164471 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:53:27.172669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'Port': ['ID=ce0ea930-6316-4847-87fe-414f5fb1380c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:27.200313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.200748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.201162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.201588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.201991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.202393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.202793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.203328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.203733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.204129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.204530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.204922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:27.237029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:27.237912 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:27.287635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-aeb05199-b3a1-4e25-8fdd-3c5c3f873c28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7561700 Nov 03 16:53:27.476265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-166cad28-773d-4213-bfba-13f32e8129d9 None None] Provisioning complete for port ce0ea930-6316-4847-87fe-414f5fb1380c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:27.476823 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-166cad28-773d-4213-bfba-13f32e8129d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:27.514377 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-166cad28-773d-4213-bfba-13f32e8129d9 None None] Port ce0ea930-6316-4847-87fe-414f5fb1380c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:53:27.775637 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e284bc2-6982-4730-b7e5-c4ec98c60d05 req-5afa4344-685f-4996-8c43-d2963c1bbf04 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:27.777467 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e284bc2-6982-4730-b7e5-c4ec98c60d05 req-5afa4344-685f-4996-8c43-d2963c1bbf04 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0559454 Nov 03 16:53:27.831032 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0e284bc2-6982-4730-b7e5-c4ec98c60d05 req-89f1719e-c5ef-48ae-b062-b719322b65c1 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461304 Nov 03 16:53:28.952025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ec670-27cf-465d-aaef-a62fd22d243c req-0f1b7d91-6313-4e6b-b37f-4057a2896038 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:28.954082 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-475ec670-27cf-465d-aaef-a62fd22d243c req-0f1b7d91-6313-4e6b-b37f-4057a2896038 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0540390 Nov 03 16:53:29.349465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-475ec670-27cf-465d-aaef-a62fd22d243c req-b754bd47-2328-4eb8-8301-75cbfb7b0706 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892543 Nov 03 16:53:30.477927 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad339c-e1ee-4241-aa0a-f252181ec2d6 req-e4f7283a-8121-475e-8f4b-a6ad6db4bb5d tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:30.479583 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1ad339c-e1ee-4241-aa0a-f252181ec2d6 req-e4f7283a-8121-475e-8f4b-a6ad6db4bb5d tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0488803 Nov 03 16:53:30.528482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1ad339c-e1ee-4241-aa0a-f252181ec2d6 req-82368766-b687-432f-92e0-67cfe183be54 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421391 Nov 03 16:53:31.662855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8fa0b-7f54-4ced-a974-178fdb9b3f66 req-6e0b269b-181d-408e-b4ee-e7b914b7c3dc tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:31.664379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1f8fa0b-7f54-4ced-a974-178fdb9b3f66 req-6e0b269b-181d-408e-b4ee-e7b914b7c3dc tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0590875 Nov 03 16:53:31.722127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c1f8fa0b-7f54-4ced-a974-178fdb9b3f66 req-f6b5c825-c18f-4733-a3a4-9d2c38b1c3d8 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485868 Nov 03 16:53:32.013441 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:32.624134 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f311beb6-5fa8-40d9-88ba-f94b6d967da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:32.847940 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6c4be-fc67-46d5-bf6b-af8927e6d342 req-baa33238-0e83-417b-be80-d247b6e20c08 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:32.849559 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8d6c4be-fc67-46d5-bf6b-af8927e6d342 req-baa33238-0e83-417b-be80-d247b6e20c08 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0529649 Nov 03 16:53:32.902084 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c8d6c4be-fc67-46d5-bf6b-af8927e6d342 req-77130c4f-d912-430d-ab12-838e29b41bd0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Nov 03 16:53:34.022946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd3c4-32ac-41c4-ac06-47633afe98c5 req-2b93500c-ce9f-4aa7-b930-199284f18e43 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:34.030513 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4ecd3c4-32ac-41c4-ac06-47633afe98c5 req-2b93500c-ce9f-4aa7-b930-199284f18e43 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0627909 Nov 03 16:53:34.079044 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d4ecd3c4-32ac-41c4-ac06-47633afe98c5 req-59fbcab9-2fc5-48ce-bfd7-ffbfd86e220c tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469410 Nov 03 16:53:35.062120 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-959e00d8-c719-448d-9c07-3eb73efe065d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:35.196256 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2289509-21c6-4cc1-96f4-707cb5f2ff17 req-bec29005-5204-44af-8075-b620143dbe79 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:35.197804 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d2289509-21c6-4cc1-96f4-707cb5f2ff17 req-bec29005-5204-44af-8075-b620143dbe79 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0480742 Nov 03 16:53:35.267968 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d2289509-21c6-4cc1-96f4-707cb5f2ff17 req-b0c7b71c-46ce-43dd-84ce-cf12d2c980f4 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635111 Nov 03 16:53:36.383237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9b743-d722-4d95-a3f0-41181844a528 req-e9b16966-1aa5-4498-9d70-7d8e980d1d25 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:36.384702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ae9b743-d722-4d95-a3f0-41181844a528 req-e9b16966-1aa5-4498-9d70-7d8e980d1d25 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0487227 Nov 03 16:53:36.444358 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0ae9b743-d722-4d95-a3f0-41181844a528 req-6d1e8ad3-c81d-4799-ae18-a6bba3555649 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536108 Nov 03 16:53:36.456735 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:37.573704 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990726d4-cf05-4d21-beba-3574dd9b56af req-e9421537-8baa-4800-9bf5-77712aaea9f4 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:37.575253 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-990726d4-cf05-4d21-beba-3574dd9b56af req-e9421537-8baa-4800-9bf5-77712aaea9f4 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0553627 Nov 03 16:53:37.622617 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-990726d4-cf05-4d21-beba-3574dd9b56af req-89ba43da-57c3-4df9-bf00-816af17f035a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Nov 03 16:53:37.928643 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:38.517616 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:38.740318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342370cf-22ad-4e33-a540-bed888d2a9db req-71795b13-5b7c-4c06-b4c5-e79fdda3164e tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:38.741799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-342370cf-22ad-4e33-a540-bed888d2a9db req-71795b13-5b7c-4c06-b4c5-e79fdda3164e tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0474496 Nov 03 16:53:38.788553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-342370cf-22ad-4e33-a540-bed888d2a9db req-c5f84f80-e942-4036-8265-a00b5712a7ae tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Nov 03 16:53:39.463603 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:53:39.910600 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5a92f-97ea-4978-9013-eb9712877e15 req-27325e8c-be57-42a1-b0e1-5fb35f700a28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:39.912073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55e5a92f-97ea-4978-9013-eb9712877e15 req-27325e8c-be57-42a1-b0e1-5fb35f700a28 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 931 time: 0.0536044 Nov 03 16:53:39.959244 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-55e5a92f-97ea-4978-9013-eb9712877e15 req-a96c3df7-9daf-4e94-9ec4-64d35e2ac12d tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Nov 03 16:53:40.383153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-d984cc7b-9a01-4980-891c-7415a0eb1fa1 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 16:53:40.384303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-d984cc7b-9a01-4980-891c-7415a0eb1fa1 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053868 Nov 03 16:53:40.403540 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Request body: {'port': {'device_id': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:53:40.458226 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:40.712257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0ea930-6316-4847-87fe-414f5fb1380c {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:53:40.719492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:40.731810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Transition to ACTIVE for port object ce0ea930-6316-4847-87fe-414f5fb1380c will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:53:40.735617 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:40.793772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0ea930-6316-4847-87fe-414f5fb1380c,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:40.858824 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Attempting to bind port ce0ea930-6316-4847-87fe-414f5fb1380c on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:53:40.859164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Attempting to bind port ce0ea930-6316-4847-87fe-414f5fb1380c by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:53:40.859496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Attempting to bind port ce0ea930-6316-4847-87fe-414f5fb1380c on network 16740b3e-eacb-4092-94ba-a35f9ef1c062 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:53:40.864661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Port ce0ea930-6316-4847-87fe-414f5fb1380c on network 16740b3e-eacb-4092-94ba-a35f9ef1c062 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:53:40.864991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Attempting to bind port ce0ea930-6316-4847-87fe-414f5fb1380c on network 16740b3e-eacb-4092-94ba-a35f9ef1c062 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:53:40.870446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:53:40.870789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Checking segment: {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:53:40.871176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Bound using segment: {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:53:40.871610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Bound port: ce0ea930-6316-4847-87fe-414f5fb1380c, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d7b074-7274-4934-bae7-ba49730e4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:53:40.871966 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:40.939860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] For port ce0ea930-6316-4847-87fe-414f5fb1380c, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:53:40.943000 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] For port ce0ea930-6316-4847-87fe-414f5fb1380c, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ce0ea930-6316-4847-87fe-414f5fb1380c,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:53:40.947566 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:40.984153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:40.984756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:40.986810 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] 10.222.0.15 "PUT /v2.0/ports/ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 1091 time: 0.5864716 Nov 03 16:53:40.987133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:53:40.989595 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:53:41.019133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07207896-3501-4cae-bc1e-2279a05f2132 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0ea930-6316-4847-87fe-414f5fb1380c,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:41.055539 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eabd9d-48df-4c77-8760-837f0b3559a5 x-openstack-request-id: req-47eabd9d-48df-4c77-8760-837f0b3559a5 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:53:41.055828 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:53:41.056080 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-47eabd9d-48df-4c77-8760-837f0b3559a5 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:53:41.056493 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'status': 'completed', 'code': 200} Nov 03 16:53:41.123035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-90b25158-7ca9-43c2-ad62-3fd6aa873c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:41.124558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-90b25158-7ca9-43c2-ad62-3fd6aa873c2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1094 time: 0.0782039 Nov 03 16:53:41.138018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696de6df-8cd0-4336-9e92-66b861a2b87c req-c14cd1ed-3bd4-4254-a81b-6f1f8e762133 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:41.139500 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-696de6df-8cd0-4336-9e92-66b861a2b87c req-c14cd1ed-3bd4-4254-a81b-6f1f8e762133 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 943 time: 0.0644999 Nov 03 16:53:41.185272 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-4f25158d-1954-4e98-a938-a1dfb3e7eb3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 217 time: 0.0447919 Nov 03 16:53:41.258026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-696de6df-8cd0-4336-9e92-66b861a2b87c req-11d6eb55-3b4d-4218-8f5d-ba8037efeaad tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108871 Nov 03 16:53:41.259799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-011cbcdd-4d09-4269-9ab8-a9824b0d0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:41.261196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-011cbcdd-4d09-4269-9ab8-a9824b0d0fa5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0672243 Nov 03 16:53:41.308030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-863f1b7e-78f0-4001-973f-2c8c93efd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:41.309495 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-863f1b7e-78f0-4001-973f-2c8c93efd720 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409913 Nov 03 16:53:41.406481 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-afb12ec0-78d0-4df1-aace-9a3ea0af7afa service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887663 Nov 03 16:53:41.500744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26d2a996-0c41-456b-831a-ac8305baaad9 req-d7806a4b-b4e7-4d81-9705-0a8c746e7296 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875072 Nov 03 16:53:41.626533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-ce123364-6c11-427d-81c9-84daf3c739ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:41.628778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-ce123364-6c11-427d-81c9-84daf3c739ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1094 time: 0.0465312 Nov 03 16:53:41.718679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-3200c4a8-009f-41df-a8c7-44ed22c026dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:41.720127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-3200c4a8-009f-41df-a8c7-44ed22c026dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 915 time: 0.0834556 Nov 03 16:53:41.766985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-38ec1e77-bb13-4d6f-92f7-aef1b9b90ac2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 217 time: 0.0394013 Nov 03 16:53:41.816278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-9b514571-b060-43dd-b25d-45db0f11be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:41.817747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-9b514571-b060-43dd-b25d-45db0f11be34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0440676 Nov 03 16:53:41.863748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-50ac6a31-7052-446e-af6f-5851f57212b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:41.865228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-50ac6a31-7052-446e-af6f-5851f57212b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403469 Nov 03 16:53:41.958618 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-cfe1a2f4-7afe-4cd7-9b86-88407bad7d1c service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857384 Nov 03 16:53:42.049375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef0b7a1e-553f-44fc-a7c7-294d8d9fc9b1 req-35958aca-e266-4fe2-85dd-0f5234370297 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824218 Nov 03 16:53:42.375174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7aad1-5e30-4301-9299-2b90a745e88e req-f1293ae7-f085-4454-a0fc-f01297d05cda tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:42.376637 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-08b7aad1-5e30-4301-9299-2b90a745e88e req-f1293ae7-f085-4454-a0fc-f01297d05cda tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 943 time: 0.0493944 Nov 03 16:53:42.423465 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-08b7aad1-5e30-4301-9299-2b90a745e88e req-14860ea1-d6ae-4e7a-8919-d2e282a0d5be tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Nov 03 16:53:43.538089 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311963-8ae3-4cf1-91cd-454f3276b768 req-7b333ada-861d-4134-9212-fd61bfb116a1 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:43.539583 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a311963-8ae3-4cf1-91cd-454f3276b768 req-7b333ada-861d-4134-9212-fd61bfb116a1 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 943 time: 0.0491982 Nov 03 16:53:43.590893 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6a311963-8ae3-4cf1-91cd-454f3276b768 req-9f76b85a-e4e7-4494-bd29-860e19a6609d tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451531 Nov 03 16:53:44.711047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25294103-4ec1-4997-a496-852516eb57eb req-6298d926-c645-4661-bdd7-7b1270216570 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:44.712511 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-25294103-4ec1-4997-a496-852516eb57eb req-6298d926-c645-4661-bdd7-7b1270216570 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 943 time: 0.0522678 Nov 03 16:53:44.761296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-25294103-4ec1-4997-a496-852516eb57eb req-d5aea0bc-6d45-4103-8962-d78c702a6aa3 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Nov 03 16:53:45.876313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06495-c48c-4e51-aec9-c6ce50ec53c5 req-56ee8c5f-3a99-4f54-8f54-8f346526de2a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:45.878395 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b1f06495-c48c-4e51-aec9-c6ce50ec53c5 req-56ee8c5f-3a99-4f54-8f54-8f346526de2a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 943 time: 0.0503349 Nov 03 16:53:45.925621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b1f06495-c48c-4e51-aec9-c6ce50ec53c5 req-e3e2b37f-50a6-4ad5-b2fe-ed876daad5f4 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Nov 03 16:53:46.504753 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ce0ea930-6316-4847-87fe-414f5fb1380c details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:53:46.602035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ce0ea930-6316-4847-87fe-414f5fb1380c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ce0ea930-6316-4847-87fe-414f5fb1380c,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:46.613565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'port_id': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'mac_address': 'fa:16:3e:e6:23:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:53:46.649742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:46.662930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0ea930-6316-4847-87fe-414f5fb1380c {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:53:46.682694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ce0ea930-6316-4847-87fe-414f5fb1380c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ce0ea930-6316-4847-87fe-414f5fb1380c,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:46.686191 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:46.731038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=ce0ea930-6316-4847-87fe-414f5fb1380c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:46.738897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.739246 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.739589 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.739930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.740267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.740605 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.740935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.741265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.741620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.741955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.742281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:46.742854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:53:47.041382 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788930a-7a08-4347-99c7-7a6d2003269b req-9d2ffb50-eebf-43bc-8876-ad7626562761 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:47.042874 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7788930a-7a08-4347-99c7-7a6d2003269b req-9d2ffb50-eebf-43bc-8876-ad7626562761 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 944 time: 0.0495226 Nov 03 16:53:47.090175 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7788930a-7a08-4347-99c7-7a6d2003269b req-0dfa3b9f-2b51-4cbc-a593-3b393c23e7b7 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Nov 03 16:53:47.123090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ce0ea930-6316-4847-87fe-414f5fb1380c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:53:48.204924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97815a68-00cb-4084-82d5-59f23140033a req-f2344f5a-d9d1-42b6-a424-7ba499cf5897 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:48.206452 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97815a68-00cb-4084-82d5-59f23140033a req-f2344f5a-d9d1-42b6-a424-7ba499cf5897 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 944 time: 0.0497291 Nov 03 16:53:48.253062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-97815a68-00cb-4084-82d5-59f23140033a req-70c215a6-2c4b-4767-a918-2dcc896d09e3 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Nov 03 16:53:48.536756 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ce0ea930-6316-4847-87fe-414f5fb1380c up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:53:48.585974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port ce0ea930-6316-4847-87fe-414f5fb1380c completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:53:48.589879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port ce0ea930-6316-4847-87fe-414f5fb1380c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:53:48.590244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:48.822170 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:48.844299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:53:48.846761 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd02a95-d29f-42c6-82e6-37fb7b2ea0bb" -d '{"events": [{"server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "name": "network-vif-plugged", "status": "completed", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:53:48.859347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port ce0ea930-6316-4847-87fe-414f5fb1380c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ce0ea930-6316-4847-87fe-414f5fb1380c,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:53:48.863572 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:48.890214 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bebeef-b053-481f-9e96-2e494b2430c3 x-openstack-request-id: req-09bebeef-b053-481f-9e96-2e494b2430c3 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:53:48.890505 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "name": "network-vif-plugged", "status": "completed", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:53:48.890762 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-09bebeef-b053-481f-9e96-2e494b2430c3 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:53:48.891154 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'code': 200} Nov 03 16:53:48.916253 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=ce0ea930-6316-4847-87fe-414f5fb1380c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:53:49.010020 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13125c-2b7a-4fbd-8dd7-025e3306a68c req-29d7faf7-ecf4-44f4-9eb0-ad10613ed5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:49.011471 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f13125c-2b7a-4fbd-8dd7-025e3306a68c req-29d7faf7-ecf4-44f4-9eb0-ad10613ed5c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0437367 Nov 03 16:53:49.054547 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f13125c-2b7a-4fbd-8dd7-025e3306a68c req-b2a50e08-1f0b-4c8b-94af-5c546e6477e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Nov 03 16:53:49.366942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50501a26-a09e-4cd6-9103-d0509cd85372 req-dd5c850c-9305-4fca-bb55-b04c7bbb3e87 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:49.368674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50501a26-a09e-4cd6-9103-d0509cd85372 req-dd5c850c-9305-4fca-bb55-b04c7bbb3e87 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 945 time: 0.0488017 Nov 03 16:53:49.415390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50501a26-a09e-4cd6-9103-d0509cd85372 req-2536ee6d-473b-4b1e-a22d-3e698b487568 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Nov 03 16:53:50.533200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1232a-6968-47d3-a7f8-1d90c8abaf56 req-ea52bbf0-02ee-4e4d-a7e3-91d7da9334c3 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:50.534707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-52a1232a-6968-47d3-a7f8-1d90c8abaf56 req-ea52bbf0-02ee-4e4d-a7e3-91d7da9334c3 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 945 time: 0.0495081 Nov 03 16:53:50.585617 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-52a1232a-6968-47d3-a7f8-1d90c8abaf56 req-db259a8e-97ab-4fc1-975c-87b7205698cd tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449221 Nov 03 16:53:50.706865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21b100-6650-439c-a050-8a517628e129 req-386f7e5a-920a-45b3-b7d7-63ff064b7880 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:50.708380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a21b100-6650-439c-a050-8a517628e129 req-386f7e5a-920a-45b3-b7d7-63ff064b7880 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 945 time: 0.0533855 Nov 03 16:53:50.755522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a21b100-6650-439c-a050-8a517628e129 req-52b95fa8-69a6-46bc-9c8a-50a8da2cdd2d tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Nov 03 16:53:50.942029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf4e74-68ee-4cb9-96a0-2a7d41b4fabb req-10667e68-f8ab-4820-b00e-fc17029b7ef2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:50.943501 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9bf4e74-68ee-4cb9-96a0-2a7d41b4fabb req-10667e68-f8ab-4820-b00e-fc17029b7ef2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Nov 03 16:53:50.990754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f9bf4e74-68ee-4cb9-96a0-2a7d41b4fabb req-a1a07295-101d-48e4-af4d-fecb6779900c tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Nov 03 16:53:52.478533 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:53:56.603059 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-0fc0da93-2f08-44b5-8829-dda93978a12c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1331911 Nov 03 16:53:56.710596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-8f9ce7fd-6247-45fa-8d1d-aa4ed839d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:56.712728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-8f9ce7fd-6247-45fa-8d1d-aa4ed839d26c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0470779 Nov 03 16:53:56.815379 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-d53bdd73-fcb8-4bdd-806f-f620482a616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:56.816725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-d53bdd73-fcb8-4bdd-806f-f620482a616b service neutron] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 915 time: 0.0854800 Nov 03 16:53:56.861665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-068852ea-efa3-4a2c-ab57-4078f76c3c35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 217 time: 0.0375760 Nov 03 16:53:56.911102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-d7585209-c2f9-432b-b33f-550f6f4901ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:56.912554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-d7585209-c2f9-432b-b33f-550f6f4901ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0451136 Nov 03 16:53:56.959127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-29608d60-6e8a-417c-8dec-1840cbc38233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:53:56.960676 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-29608d60-6e8a-417c-8dec-1840cbc38233 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413046 Nov 03 16:53:57.055598 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-d83b50c8-2718-44eb-bf09-defb6989c2e6 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880432 Nov 03 16:53:57.144920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e758399d-8d0e-4395-b7e3-9cb36fc8861b req-2ea774b2-6c6f-406b-986b-c3767657e0a0 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820551 Nov 03 16:54:02.008516 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:02.615952 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-022c0160-19c9-4ff4-8ada-cec393842715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:03.497252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555feeb-9255-4f9c-b688-2b4f9381d7a9 req-e46687b0-e0a2-41c2-9b6d-f32ee5acef8c tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:03.498691 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5555feeb-9255-4f9c-b688-2b4f9381d7a9 req-e46687b0-e0a2-41c2-9b6d-f32ee5acef8c tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 945 time: 0.0495386 Nov 03 16:54:03.549945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5555feeb-9255-4f9c-b688-2b4f9381d7a9 req-108e7ff7-51e4-4ad3-9ac0-be02623df2f5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Nov 03 16:54:03.572449 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48530) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:54:03.658654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e7770-c43f-4a43-b4f6-6d6fa7e108bf tempest-TestMinimumBasicScenario-1696396734 tempest-TestMinimumBasicScenario-1696396734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:03.660168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-954e7770-c43f-4a43-b4f6-6d6fa7e108bf tempest-TestMinimumBasicScenario-1696396734 tempest-TestMinimumBasicScenario-1696396734-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1091 time: 0.0867567 Nov 03 16:54:03.663250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48534) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:54:03.667512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:54:03.690043 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:03.785502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:03.893963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Allocated IP 172.25.6.140 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/f6ce7d18-1a5e-48ea-8236-be96fbfd795e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:54:03.998618 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:04.031756 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:04.070150 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:54:04.074770 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:54:04.078298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:54:04.083746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'Port': ['ID=f6ce7d18-1a5e-48ea-8236-be96fbfd795e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:04.434818 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:04.499378 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:04.646608 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:04.650834 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:04.713772 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'Port': ['ID=f6ce7d18-1a5e-48ea-8236-be96fbfd795e,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:04.726979 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:04.825885 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Floating IP 96a38f5e-1fe1-4374-bd3c-ecef2cfb1ce6 associated. External IP: 172.25.6.140, port: ce0ea930-6316-4847-87fe-414f5fb1380c. Nov 03 16:54:05.033768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Router 7a99210c-be3f-4e12-85dd-5632a38c9459 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:54:05.055343 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-25f13361-43fb-4379-b0af-b9a70dff856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.141358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:54:05.151427 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] Sync routers for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:54:05.158865 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.161837 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:54:05.162505 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:54:05.186055 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a407dcba-6109-47af-8f09-a310408fb41b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5217848 Nov 03 16:54:05.186646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:54:05.189008 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48536) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:54:05.190176 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4ef350-eadc-4c29-8381-2c58f7b6591e" -d '{"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:54:05.193643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1553979721', 'description': 'tempest-secgroup-smoke-1553979721 description', 'project_id': '9ab5bed9e93b44a896a36203b1251f26'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:54:05.216205 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.233586 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1520ada3-f504-47a8-aaf8-4c70fb2e19c7 x-openstack-request-id: req-1520ada3-f504-47a8-aaf8-4c70fb2e19c7 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:54:05.233886 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:54:05.234455 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1520ada3-f504-47a8-aaf8-4c70fb2e19c7 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:54:05.234673 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'status': 'completed', 'code': 200} Nov 03 16:54:05.274520 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:54:05.290548 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.294850 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.326364 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.331528 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1412923 Nov 03 16:54:05.332142 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48540) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:54:05.335779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-0a893d71-78a5-4782-a2ff-a90bb00a9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:05.337392 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-0a893d71-78a5-4782-a2ff-a90bb00a9377 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0464749 Nov 03 16:54:05.339624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-de2217c8-b3d3-4a39-b448-8b619833d6b2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'security_group_rule': {'security_group_id': '1713c4f5-73b6-41f3-857c-884440d790f5', 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:54:05.359575 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1713c4f5-73b6-41f3-857c-884440d790f5,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:05.372935 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de2217c8-b3d3-4a39-b448-8b619833d6b2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.403191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.404549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.404549 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.404851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.405185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.405516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.406185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.406185 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.406530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.406907 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.407230 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.407672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb048192-bbcf-4c9b-a124-92e0a7c5ecc0 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:54:05.440029 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de2217c8-b3d3-4a39-b448-8b619833d6b2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.443403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-e4904e1a-c44a-44a2-88db-5e841e47f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:05.444617 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de2217c8-b3d3-4a39-b448-8b619833d6b2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.444980 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-e4904e1a-c44a-44a2-88db-5e841e47f439 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 915 time: 0.1003242 Nov 03 16:54:05.471478 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-de2217c8-b3d3-4a39-b448-8b619833d6b2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.472687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-de2217c8-b3d3-4a39-b448-8b619833d6b2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374230 Nov 03 16:54:05.473839 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2217c8-b3d3-4a39-b448-8b619833d6b2 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26df6d25-aaa2-457b-83b6-e9ac9a82d26f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:05.476411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48542) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:54:05.481554 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0780826e-d584-45ab-abe5-1a66c2f26fef tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'security_group_rule': {'security_group_id': '1713c4f5-73b6-41f3-857c-884440d790f5', 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:54:05.509083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0780826e-d584-45ab-abe5-1a66c2f26fef tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.515805 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '96a38f5e-1fe1-4374-bd3c-ecef2cfb1ce6', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'port_id': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'mac_address': 'fa:16:3e:e6:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:54:04Z', 'updated_at': '2021-11-03T16:54:04Z', 'revision_number': 0, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00425656-d89a-4df1-8608-088926300ff8', 'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'mac_address': 'fa:16:3e:69:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:08Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 5, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'subnets': [{'id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:54:05.539638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-257fc544-09fc-4073-a5b7-64fa2b75e6ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 999 time: 0.0793931 Nov 03 16:54:05.544507 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] Checking router: 7a99210c-be3f-4e12-85dd-5632a38c9459 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:54:05.552964 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:54:05.553960 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:54:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:54:05.570895 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0780826e-d584-45ab-abe5-1a66c2f26fef tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.575239 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0780826e-d584-45ab-abe5-1a66c2f26fef tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.596417 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780826e-d584-45ab-abe5-1a66c2f26fef tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d42f631-bb7b-4ee4-be04-41448a8673a3,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:05.601218 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-d9fa60eb-490a-493c-9afd-cd761e3d2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:05.602837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-d9fa60eb-490a-493c-9afd-cd761e3d2ea9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0532877 Nov 03 16:54:05.606608 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0780826e-d584-45ab-abe5-1a66c2f26fef tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.607813 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0780826e-d584-45ab-abe5-1a66c2f26fef tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296854 Nov 03 16:54:05.610612 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48544) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:54:05.615843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-db33d8d2-a069-42c5-9fd3-12a846180937 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'security_group_rule': {'security_group_id': '1713c4f5-73b6-41f3-857c-884440d790f5', 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:54:05.650478 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db33d8d2-a069-42c5-9fd3-12a846180937 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.654246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-2f96b8a3-1d92-440a-90a0-597ad098e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:05.655776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-2f96b8a3-1d92-440a-90a0-597ad098e85a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434792 Nov 03 16:54:05.671414 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:54:05.716898 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db33d8d2-a069-42c5-9fd3-12a846180937 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.725062 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db33d8d2-a069-42c5-9fd3-12a846180937 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.746263 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33d8d2-a069-42c5-9fd3-12a846180937 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2843afb7-ff0e-4091-bc00-e783b5e62de6,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:05.755766 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db33d8d2-a069-42c5-9fd3-12a846180937 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.757023 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-db33d8d2-a069-42c5-9fd3-12a846180937 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447067 Nov 03 16:54:05.759851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48546) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:54:05.764641 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-72e604a8-b1b2-4295-80ba-784b21549e49 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'security_group_rule': {'security_group_id': '1713c4f5-73b6-41f3-857c-884440d790f5', 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:54:05.765546 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-9845ff6f-127d-49cd-935f-be663c513609 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952981 Nov 03 16:54:05.798429 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72e604a8-b1b2-4295-80ba-784b21549e49 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.859880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72e604a8-b1b2-4295-80ba-784b21549e49 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.864774 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72e604a8-b1b2-4295-80ba-784b21549e49 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.870672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef4ef350-eadc-4c29-8381-2c58f7b6591e req-6fae0b34-9da1-4f42-aba0-a02a1928c88b service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975242 Nov 03 16:54:05.886862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e604a8-b1b2-4295-80ba-784b21549e49 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17299861-0f27-4f34-b4e5-07464fff09c6,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:05.894185 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-72e604a8-b1b2-4295-80ba-784b21549e49 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.895575 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-72e604a8-b1b2-4295-80ba-784b21549e49 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344407 Nov 03 16:54:05.898226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48548) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:54:05.905138 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0c5406ba-83d5-4771-aaec-01b97b963fe5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'security_group_rule': {'security_group_id': '1713c4f5-73b6-41f3-857c-884440d790f5', 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:54:05.922024 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '96a38f5e-1fe1-4374-bd3c-ecef2cfb1ce6', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'port_id': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'mac_address': 'fa:16:3e:e6:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:54:04Z', 'updated_at': '2021-11-03T16:54:04Z', 'revision_number': 0, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00425656-d89a-4df1-8608-088926300ff8', 'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'mac_address': 'fa:16:3e:69:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:08Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 5, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'subnets': [{'id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:54:05.931214 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-0c5406ba-83d5-4771-aaec-01b97b963fe5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Project 9ab5bed9e93b44a896a36203b1251f26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:54:05.936084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5406ba-83d5-4771-aaec-01b97b963fe5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:05.952746 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4fa53-f2f3-4005-aba0-b46d51c7ed0d None None] The sync data for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 is: [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '96a38f5e-1fe1-4374-bd3c-ecef2cfb1ce6', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'port_id': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'mac_address': 'fa:16:3e:e6:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:54:04Z', 'updated_at': '2021-11-03T16:54:04Z', 'revision_number': 0, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00425656-d89a-4df1-8608-088926300ff8', 'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'mac_address': 'fa:16:3e:69:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:08Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 5, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'subnets': [{'id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:54:05.999043 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5406ba-83d5-4771-aaec-01b97b963fe5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.003161 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5406ba-83d5-4771-aaec-01b97b963fe5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.021852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5406ba-83d5-4771-aaec-01b97b963fe5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1877cc41-6c72-440c-859a-1cd224625f7a,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:06.031019 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0c5406ba-83d5-4771-aaec-01b97b963fe5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.036376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48550) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:54:06.036548 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0c5406ba-83d5-4771-aaec-01b97b963fe5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363626 Nov 03 16:54:06.041043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-df3bbd4e-de18-4676-82b4-3a172fd17697 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'security_group_rule': {'security_group_id': '1713c4f5-73b6-41f3-857c-884440d790f5', 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:54:06.064568 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-df3bbd4e-de18-4676-82b4-3a172fd17697 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Project 9ab5bed9e93b44a896a36203b1251f26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:54:06.069668 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df3bbd4e-de18-4676-82b4-3a172fd17697 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.137982 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df3bbd4e-de18-4676-82b4-3a172fd17697 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.143011 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df3bbd4e-de18-4676-82b4-3a172fd17697 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.161511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bbd4e-de18-4676-82b4-3a172fd17697 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3eea71-7ef4-4fe1-a21e-e52c486c78d6,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:06.171932 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-df3bbd4e-de18-4676-82b4-3a172fd17697 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.173101 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-df3bbd4e-de18-4676-82b4-3a172fd17697 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356592 Nov 03 16:54:06.181322 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20703aa0-140d-4e80-a8ed-a543477d2e26 None None] New status for floating IP 96a38f5e-1fe1-4374-bd3c-ecef2cfb1ce6: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:54:06.270256 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-76dc3035-a069-48ae-9a66-04f1c2057bee tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553979721&fields=id&tenant_id=9ab5bed9e93b44a896a36203b1251f26 HTTP/1.1" status: 200 len: 267 time: 0.0499578 Nov 03 16:54:06.324101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-964e6faa-6493-4d70-a84a-5842e1d81247 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:06.325485 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-964e6faa-6493-4d70-a84a-5842e1d81247 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 945 time: 0.0493371 Nov 03 16:54:06.337353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-5b67de4e-c020-4667-a95c-860fdb86312b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'port': {'security_groups': ['220a0945-11ef-41e8-9c64-f4bcf177cb08', '1713c4f5-73b6-41f3-857c-884440d790f5']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:54:06.398977 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-5b67de4e-c020-4667-a95c-860fdb86312b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.443638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.588413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-5b67de4e-c020-4667-a95c-860fdb86312b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] For port ce0ea930-6316-4847-87fe-414f5fb1380c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ce0ea930-6316-4847-87fe-414f5fb1380c,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:54:06.617066 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-5b67de4e-c020-4667-a95c-860fdb86312b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.622288 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-5b67de4e-c020-4667-a95c-860fdb86312b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.655523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ce0ea930-6316-4847-87fe-414f5fb1380c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:54:06.668701 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-5b67de4e-c020-4667-a95c-860fdb86312b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:06.669339 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-5b67de4e-c020-4667-a95c-860fdb86312b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:06.670769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0130ed64-27a9-4bfb-b4c7-b548c4ac020c req-5b67de4e-c020-4667-a95c-860fdb86312b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "PUT /v2.0/ports/ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 981 time: 0.3380406 Nov 03 16:54:06.708503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67de4e-c020-4667-a95c-860fdb86312b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'Port': ['ID=ce0ea930-6316-4847-87fe-414f5fb1380c,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:54:06.795080 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ce0ea930-6316-4847-87fe-414f5fb1380c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:54:06.800403 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acac6d-b173-4032-9a90-91c9e92fe6ce req-c2562071-02af-43bb-8fa9-4ad2bbfc428e tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:06.802442 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1acac6d-b173-4032-9a90-91c9e92fe6ce req-c2562071-02af-43bb-8fa9-4ad2bbfc428e tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0677316 Nov 03 16:54:06.874349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c1acac6d-b173-4032-9a90-91c9e92fe6ce req-88baac2f-5be8-4ec3-a42c-2f08907803fe tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647674 Nov 03 16:54:06.977376 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-dfcaea1a-c590-4780-b13a-9926e9046354 None None] Provisioning complete for port ce0ea930-6316-4847-87fe-414f5fb1380c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:54:06.977376 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-dfcaea1a-c590-4780-b13a-9926e9046354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:07.236360 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:54:07.238942 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcb9406-66f5-4e1d-bbc0-3b96d815454f" -d '{"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:54:07.276999 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3debeaf-1cf2-49e2-abe8-6bed30184c9a x-openstack-request-id: req-d3debeaf-1cf2-49e2-abe8-6bed30184c9a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:54:07.277297 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:54:07.277575 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3debeaf-1cf2-49e2-abe8-6bed30184c9a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:54:07.277982 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'status': 'completed', 'code': 200} Nov 03 16:54:07.367352 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-d497fe2e-e04b-4698-9f0f-57bbd58d197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:07.369102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-d497fe2e-e04b-4698-9f0f-57bbd58d197b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1135 time: 0.0417447 Nov 03 16:54:07.459918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-f35a4f34-bf98-401b-8745-c71c1f7b3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:07.461261 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-f35a4f34-bf98-401b-8745-c71c1f7b3239 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 915 time: 0.0847845 Nov 03 16:54:07.530674 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-1deb73c6-329b-453d-b264-2bf0298ca62d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 1001 time: 0.0613244 Nov 03 16:54:07.579403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-37e574af-4003-465a-aded-5eb449f8b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:07.581419 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-37e574af-4003-465a-aded-5eb449f8b717 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0439541 Nov 03 16:54:07.628713 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-07a7707e-248c-4141-ac81-33206db8032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:07.630188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-07a7707e-248c-4141-ac81-33206db8032f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413184 Nov 03 16:54:07.723868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-7caa1c55-8f54-45db-95e4-9ad5d205f1af service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854914 Nov 03 16:54:07.816230 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efcb9406-66f5-4e1d-bbc0-3b96d815454f req-4d83ee9d-84ac-43d7-afce-35074274035d service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853615 Nov 03 16:54:07.932576 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:08.519379 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:16.463624 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:54:22.478969 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:32.026264 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:32.617330 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c2507835-de4f-444b-aa67-840e6555449e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:35.060725 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b0c2987b-8812-44bf-b7c2-cb34e34ee7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:36.445234 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:37.933702 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:38.521064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:52.478713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:54:53.463831 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:54:56.523040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-9f85336d-0a30-44d9-81f7-4af13bef4bb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410006 Nov 03 16:54:56.621935 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-f86d09b5-ba20-4b68-952e-886c64e68d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:56.623435 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-f86d09b5-ba20-4b68-952e-886c64e68d4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1135 time: 0.0408525 Nov 03 16:54:57.062463 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-0c4dd565-80a9-4529-a3e0-4356ecb6ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:57.063897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-0c4dd565-80a9-4529-a3e0-4356ecb6ff90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 915 time: 0.4195001 Nov 03 16:54:57.129092 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-44585228-ca95-4d4a-ae5e-722c0deb97a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 1001 time: 0.0571477 Nov 03 16:54:57.177762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-0d792635-4a07-4dbe-a944-4fe3ddc89bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:57.179163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-0d792635-4a07-4dbe-a944-4fe3ddc89bb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0426540 Nov 03 16:54:57.227304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-f6a3bccb-33a7-4a19-9029-0b461e45594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:54:57.228746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-f6a3bccb-33a7-4a19-9029-0b461e45594b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427077 Nov 03 16:54:57.321060 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-24b8319b-fa77-42d5-97ce-e99ac0f074b9 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842800 Nov 03 16:54:57.413991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e665973-f7ae-478e-8cea-eb0d6e9ae67c req-33dc1c1c-3193-4181-9bc3-4966e8623a4b service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859902 Nov 03 16:55:02.038395 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:02.618495 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1fd3-ef6e-4189-ba51-3be1020b2b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:04.528980 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-26a09ac1-7c1f-49c9-aa39-857054c9fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:04.530430 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-26a09ac1-7c1f-49c9-aa39-857054c9fa2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1135 time: 0.0427260 Nov 03 16:55:04.658343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-868ea871-51f8-4b1c-aa38-b1f6ba438adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:04.659814 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-868ea871-51f8-4b1c-aa38-b1f6ba438adb service neutron] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 915 time: 0.1215177 Nov 03 16:55:04.668611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258383a2-fe1c-4d47-987b-c932554dc72e req-aac9249a-027f-4063-8741-cb02678e06c5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:04.670364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-258383a2-fe1c-4d47-987b-c932554dc72e req-aac9249a-027f-4063-8741-cb02678e06c5 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.2161520 Nov 03 16:55:04.764432 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-bce83c78-473c-4a27-8ea3-9614b36701d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 1001 time: 0.0931218 Nov 03 16:55:04.791608 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-258383a2-fe1c-4d47-987b-c932554dc72e req-f54dbe4c-e9ac-4d0e-943a-f8900ce3981d tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138411 Nov 03 16:55:04.826538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-6ba172f4-6b39-4211-982c-8ac5e105ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:04.827999 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-6ba172f4-6b39-4211-982c-8ac5e105ba16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0538771 Nov 03 16:55:04.873106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-5f694127-8a48-4d2c-8670-564384d11d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:04.874593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-5f694127-8a48-4d2c-8670-564384d11d96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399747 Nov 03 16:55:04.966947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-df2bc6be-ba88-4330-baad-6792ca34b57d service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844424 Nov 03 16:55:05.058020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3908b002-981d-41b1-8f0b-b2df87c7521e req-a0295421-9119-4f6f-96c6-7f0c3438510c service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821352 Nov 03 16:55:05.061698 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6379fff7-d18c-4962-bd7c-db351f938b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:05.960460 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edad31a-6eda-46fb-be97-801472bf5415 req-fe77357d-1964-40ad-83f8-54a976a2a391 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:05.961952 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8edad31a-6eda-46fb-be97-801472bf5415 req-fe77357d-1964-40ad-83f8-54a976a2a391 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0996370 Nov 03 16:55:06.022990 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8edad31a-6eda-46fb-be97-801472bf5415 req-c0e3fcbe-0700-45d1-beed-455de3ad4ccc tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549760 Nov 03 16:55:06.447518 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:07.141788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb79ee4-b59b-4a72-84f7-f0425d465075 req-9de4ab1d-c405-48ee-ba80-b351ce5574d3 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:07.143832 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efb79ee4-b59b-4a72-84f7-f0425d465075 req-9de4ab1d-c405-48ee-ba80-b351ce5574d3 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0538266 Nov 03 16:55:07.203081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-efb79ee4-b59b-4a72-84f7-f0425d465075 req-af611fc0-dc8b-44a7-9ff6-be0ec5a4cb8a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529099 Nov 03 16:55:07.936234 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:08.321154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e1b5-515c-47e8-90ec-012b8c010cf2 req-c034532c-3ea9-4003-a718-407b9b2ed637 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:08.322643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d073e1b5-515c-47e8-90ec-012b8c010cf2 req-c034532c-3ea9-4003-a718-407b9b2ed637 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0482647 Nov 03 16:55:08.386176 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d073e1b5-515c-47e8-90ec-012b8c010cf2 req-3a4dcefc-cf34-4e0c-9369-bea37313adae tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575149 Nov 03 16:55:08.522189 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:09.502047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3dba0-5e61-4740-a0df-8a52db2c09f9 req-80eed172-d810-4fec-b6c2-2e3b279ba71e tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:09.504148 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde3dba0-5e61-4740-a0df-8a52db2c09f9 req-80eed172-d810-4fec-b6c2-2e3b279ba71e tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0509503 Nov 03 16:55:09.562616 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cde3dba0-5e61-4740-a0df-8a52db2c09f9 req-ca4f6582-d13b-44af-a8b5-112285a5f426 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524638 Nov 03 16:55:10.679761 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd99cf-0ef4-4d25-a16a-472b17c90667 req-137775e1-d26d-4bfa-9f64-8bb6ed54db45 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:10.681270 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4cdd99cf-0ef4-4d25-a16a-472b17c90667 req-137775e1-d26d-4bfa-9f64-8bb6ed54db45 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0503292 Nov 03 16:55:10.740946 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4cdd99cf-0ef4-4d25-a16a-472b17c90667 req-e7fd8407-4ba4-4967-80f6-c25cc84d1225 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535433 Nov 03 16:55:11.857177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52464703-c24d-4204-9a03-dc03d80ad0b8 req-caa31b28-ad58-493b-8b3d-e5da03053829 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:11.858670 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-52464703-c24d-4204-9a03-dc03d80ad0b8 req-caa31b28-ad58-493b-8b3d-e5da03053829 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0493579 Nov 03 16:55:11.921706 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-52464703-c24d-4204-9a03-dc03d80ad0b8 req-b3c851ab-ceb0-4d41-9a4d-73a6e60fd349 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568871 Nov 03 16:55:13.038058 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c14f0-fb07-458f-bfd7-6532b924d096 req-6ceaca02-84dc-42e3-b054-03216b36e853 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:13.039554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-515c14f0-fb07-458f-bfd7-6532b924d096 req-6ceaca02-84dc-42e3-b054-03216b36e853 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0497515 Nov 03 16:55:13.100267 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-515c14f0-fb07-458f-bfd7-6532b924d096 req-a06eafa7-8ef2-47ec-b990-aff576c10ca6 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546947 Nov 03 16:55:14.215999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dcc89-671f-4861-8064-b234a6704f9f req-07ece5ff-e8bc-4980-a6da-ae01bf1b4ee3 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:14.217394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-581dcc89-671f-4861-8064-b234a6704f9f req-07ece5ff-e8bc-4980-a6da-ae01bf1b4ee3 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0501854 Nov 03 16:55:14.278000 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-581dcc89-671f-4861-8064-b234a6704f9f req-c5567302-205a-4794-9027-46f062dd797b tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540154 Nov 03 16:55:15.397479 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72252ea-794f-43f9-9525-eb7eac1c48ae req-b1f8b55f-7338-4550-8686-0b3646c1a4bd tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:15.398973 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b72252ea-794f-43f9-9525-eb7eac1c48ae req-b1f8b55f-7338-4550-8686-0b3646c1a4bd tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0533853 Nov 03 16:55:15.458200 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b72252ea-794f-43f9-9525-eb7eac1c48ae req-d09f755d-6013-451c-8dd1-c001642e6dde tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532217 Nov 03 16:55:16.578877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb672-5c8a-4ac4-a80a-9f14a20ec15f req-86247999-f54f-402f-96ea-0e990f4ee1ef tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:16.580371 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-114fb672-5c8a-4ac4-a80a-9f14a20ec15f req-86247999-f54f-402f-96ea-0e990f4ee1ef tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0496454 Nov 03 16:55:16.640307 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-114fb672-5c8a-4ac4-a80a-9f14a20ec15f req-480ed8b1-f4be-40a4-b1e0-85191b7c4f46 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1713c4f5-73b6-41f3-857c-884440d790f5&id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531976 Nov 03 16:55:22.481342 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:30.463630 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:55:32.059282 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:32.619854 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3c210350-f42a-427f-9bb5-c4da670fb3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:35.062317 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-577e15fd-1341-4ab3-9beb-cda43c44f63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:36.449789 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:37.938903 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:38.524270 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:52.508333 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:55:56.500624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-ef858511-e1f0-47cf-9562-b31a5a9fb796 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453711 Nov 03 16:55:56.624889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-ac13e471-77bb-406c-a179-e850b766b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:56.626397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-ac13e471-77bb-406c-a179-e850b766b6fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1135 time: 0.0408413 Nov 03 16:55:56.728753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-8358d514-2dda-4619-89e3-6079b79c48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:56.730252 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-8358d514-2dda-4619-89e3-6079b79c48d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 915 time: 0.0837574 Nov 03 16:55:56.798722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-a9cdf897-d0db-4e2b-9c95-f7a8581d2771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 1001 time: 0.0609157 Nov 03 16:55:56.847413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-7383330d-4e0f-4e5c-8b99-36f4829e0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:56.848891 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-7383330d-4e0f-4e5c-8b99-36f4829e0ce7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0420084 Nov 03 16:55:56.893945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-6f6585a2-cb01-4604-b3fa-15c2612924ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:55:56.895322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-6f6585a2-cb01-4604-b3fa-15c2612924ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393052 Nov 03 16:55:56.985812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-d75b22bf-7883-4d60-8146-0b3eb6351091 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833838 Nov 03 16:55:57.079272 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28ee8615-acd7-49fc-8142-060e4d33f213 req-53785dfc-22ea-4210-8724-c6a1426049a1 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865774 Nov 03 16:56:02.059185 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:02.620172 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d3df1a63-943e-4397-8647-53dab40ced39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:05.062327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-179f6c47-1b66-420a-988d-23c6ac094f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:06.453013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:07.463552 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:56:07.940843 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:08.526218 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.034263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-74765a26-0145-4387-b7ba-1706df291865 req-a2d87f4f-10ee-4b5b-957e-cbc65f696160 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553979721&fields=id&tenant_id=9ab5bed9e93b44a896a36203b1251f26 HTTP/1.1" status: 200 len: 267 time: 0.0444925 Nov 03 16:56:20.087389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74765a26-0145-4387-b7ba-1706df291865 req-5270cecb-6d8f-43f2-a693-aa674bb82863 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:20.088879 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-74765a26-0145-4387-b7ba-1706df291865 req-5270cecb-6d8f-43f2-a693-aa674bb82863 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 984 time: 0.0484107 Nov 03 16:56:20.101069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [req-74765a26-0145-4387-b7ba-1706df291865 req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Request body: {'port': {'security_groups': ['220a0945-11ef-41e8-9c64-f4bcf177cb08']}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:20.170684 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-74765a26-0145-4387-b7ba-1706df291865 req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.343889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [req-74765a26-0145-4387-b7ba-1706df291865 req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] For port ce0ea930-6316-4847-87fe-414f5fb1380c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ce0ea930-6316-4847-87fe-414f5fb1380c,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:20.372969 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-74765a26-0145-4387-b7ba-1706df291865 req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.377274 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-74765a26-0145-4387-b7ba-1706df291865 req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.410993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ce0ea930-6316-4847-87fe-414f5fb1380c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:56:20.420607 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74765a26-0145-4387-b7ba-1706df291865 req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:20.421136 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [req-74765a26-0145-4387-b7ba-1706df291865 req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.422552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-74765a26-0145-4387-b7ba-1706df291865 req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "PUT /v2.0/ports/ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 942 time: 0.3268673 Nov 03 16:56:20.423005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:56:20.437647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48630) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:20.477823 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event updated for resources: {'Port': ['ID=ce0ea930-6316-4847-87fe-414f5fb1380c,revision_number=7']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:20.489319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.490096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.490744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.491300 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.491880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.492430 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.492982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.494471 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.495580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.495580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.496513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.497212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7777e-679f-4d48-a049-59cadf9d6a16 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.504181 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df" -d '{"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:56:20.530558 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.543477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ce0ea930-6316-4847-87fe-414f5fb1380c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:56:20.559205 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.636518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.638687 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9287dc-72c6-4b9a-9d10-7f3f57336a53 x-openstack-request-id: req-be9287dc-72c6-4b9a-9d10-7f3f57336a53 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:56:20.639082 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:56:20.639674 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be9287dc-72c6-4b9a-9d10-7f3f57336a53 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:56:20.640040 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.640221 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'status': 'completed', 'code': 200} Nov 03 16:56:20.641735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "DELETE /v2.0/security-groups/1713c4f5-73b6-41f3-857c-884440d790f5 HTTP/1.1" status: 204 len: 168 time: 0.2038500 Nov 03 16:56:20.644816 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48638) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:20.651985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1713c4f5-73b6-41f3-857c-884440d790f5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:20.660497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.661095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.661549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.662049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.662392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.662723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.663244 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.663753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.664091 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.664427 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.664757 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.665083 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99c79d-3c0a-4b3d-9989-069cc7d9278a tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:20.731753 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-ac031ac8-ba9e-4e0a-90b4-6022b4a74962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:20.733280 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-ac031ac8-ba9e-4e0a-90b4-6022b4a74962 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0498285 Nov 03 16:56:20.787567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-582ff658-83bf-46bc-816a-66b4ad2baca1 None None] Provisioning complete for port ce0ea930-6316-4847-87fe-414f5fb1380c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:20.787950 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-582ff658-83bf-46bc-816a-66b4ad2baca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.833437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-5f8e7b8a-f626-4125-aff1-6019c4307244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:20.834985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-5f8e7b8a-f626-4125-aff1-6019c4307244 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 915 time: 0.0940871 Nov 03 16:56:20.852007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Deleting port f6ce7d18-1a5e-48ea-8236-be96fbfd795e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:56:20.852367 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.902909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-c5e313aa-6646-4fc4-b9e8-32e1a1154571 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 1001 time: 0.0605412 Nov 03 16:56:20.937249 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.937622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:20.949792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Calling delete_port for f6ce7d18-1a5e-48ea-8236-be96fbfd795e owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:56:20.957153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-00ba8fc8-4fa4-4e5e-a0ff-f5808a51238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:20.958685 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-00ba8fc8-4fa4-4e5e-a0ff-f5808a51238c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0485692 Nov 03 16:56:21.006564 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-732dabcb-ecec-40a7-a96a-7c58945357d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:21.008059 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-732dabcb-ecec-40a7-a96a-7c58945357d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410998 Nov 03 16:56:21.097042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:21.101971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-d7493e44-bd89-43b6-96e1-f91516e0ffe0 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859654 Nov 03 16:56:21.125283 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event deleted for resources: {'Port': ['ID=f6ce7d18-1a5e-48ea-8236-be96fbfd795e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:21.185478 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:21.185848 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Floating IP 96a38f5e-1fe1-4374-bd3c-ecef2cfb1ce6 disassociated (deleted). External IP: 172.25.6.140, port: ce0ea930-6316-4847-87fe-414f5fb1380c. Nov 03 16:56:21.198527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e7fc76b-a8ab-41ed-83d2-d09d9db2c9df req-e8b52538-b679-4f34-9271-fb5edc173cf2 service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893946 Nov 03 16:56:21.393808 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Router 7a99210c-be3f-4e12-85dd-5632a38c9459 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:56:21.820716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:56:21.825622 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:21.830127 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] Sync routers for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:56:21.839959 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:21.840561 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:21.852997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bfbe2707-5c82-48bf-9c06-c6e73df95830 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "DELETE /v2.0/floatingips/96a38f5e-1fe1-4374-bd3c-ecef2cfb1ce6 HTTP/1.1" status: 204 len: 168 time: 1.2062998 Nov 03 16:56:22.042713 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:22.242410 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '00425656-d89a-4df1-8608-088926300ff8', 'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'mac_address': 'fa:16:3e:69:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:08Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 5, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'subnets': [{'id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:22.272171 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] Checking router: 7a99210c-be3f-4e12-85dd-5632a38c9459 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:56:22.280351 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:22.280943 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:22.381665 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:22.480382 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:22.579769 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '00425656-d89a-4df1-8608-088926300ff8', 'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'mac_address': 'fa:16:3e:69:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:08Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 5, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'subnets': [{'id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:22.605680 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212be043-7ea3-4fa6-a386-5a1a6f225eb0 None None] The sync data for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 is: [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:09Z', 'revision_number': 4, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '00425656-d89a-4df1-8608-088926300ff8', 'name': '', 'network_id': '16740b3e-eacb-4092-94ba-a35f9ef1c062', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'mac_address': 'fa:16:3e:69:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:08Z', 'updated_at': '2021-11-03T16:53:13Z', 'revision_number': 5, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'subnets': [{'id': '11a38134-4887-43a7-93b4-b172fb4c0c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:56:22.641470 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:56:22.643891 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dca23f-379a-4d35-98bd-74c8ea096479" -d '{"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:56:22.684270 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f389b4-9bef-479d-820b-68ed62887844 x-openstack-request-id: req-c0f389b4-9bef-479d-820b-68ed62887844 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:56:22.684270 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:56:22.684270 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c0f389b4-9bef-479d-820b-68ed62887844 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:56:22.684653 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'status': 'completed', 'code': 200} Nov 03 16:56:22.772131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-31061426-6646-44a2-9e0f-50ddc74c999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:22.773876 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-31061426-6646-44a2-9e0f-50ddc74c999b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ab5bed9e93b44a896a36203b1251f26&device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0454009 Nov 03 16:56:22.843279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b061fc-e9d1-475a-838c-d232436dbcca None None] New status for floating IP 96a38f5e-1fe1-4374-bd3c-ecef2cfb1ce6: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:56:22.880549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-c2157a1e-ff49-424f-be69-527e33938ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:22.882054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-c2157a1e-ff49-424f-be69-527e33938ccb service neutron] 10.222.0.15 "GET /v2.0/networks?id=16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 200 len: 915 time: 0.0967255 Nov 03 16:56:22.927605 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-35114efd-91fe-4711-83c5-f85d3d915d79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 200 len: 217 time: 0.0374320 Nov 03 16:56:22.976818 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-c8d761db-66ca-4576-b7d1-5c0abff73b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:22.978327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-c8d761db-66ca-4576-b7d1-5c0abff73b4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 200 len: 853 time: 0.0440509 Nov 03 16:56:23.029131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-1a415408-fd0a-44a9-b2cd-8c77513a5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:23.030669 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-1a415408-fd0a-44a9-b2cd-8c77513a5997 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16740b3e-eacb-4092-94ba-a35f9ef1c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454116 Nov 03 16:56:23.122992 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-1fc416ee-c8df-4e4e-a12b-d41f9d63e82d service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848839 Nov 03 16:56:23.220413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a3dca23f-379a-4d35-98bd-74c8ea096479 req-5b4ac0ea-03ae-4b6e-8f7c-5852b1a2045c service neutron] 10.222.0.15 "GET /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893886 Nov 03 16:56:30.883329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d14ba-823d-4b20-ab4b-1053afacaf98 req-daf625b0-4bde-48cb-85a7-f2c160e55663 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:30.884877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-666d14ba-823d-4b20-ab4b-1053afacaf98 req-daf625b0-4bde-48cb-85a7-f2c160e55663 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 945 time: 0.0537930 Nov 03 16:56:30.934189 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-666d14ba-823d-4b20-ab4b-1053afacaf98 req-d1d1d4a3-c6b7-452b-813f-14d2b7254db4 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Nov 03 16:56:32.054272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494c4b-8852-4f8a-8f18-de57efc71fb1 req-d640a3ae-eb3f-4f7c-974e-4655673cd849 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:32.055808 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6494c4b-8852-4f8a-8f18-de57efc71fb1 req-d640a3ae-eb3f-4f7c-974e-4655673cd849 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 945 time: 0.0501549 Nov 03 16:56:32.057211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:32.103726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c6494c4b-8852-4f8a-8f18-de57efc71fb1 req-b67f734e-e9c3-4132-8d4d-b5ed4d968e92 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/security-groups?id=220a0945-11ef-41e8-9c64-f4bcf177cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Nov 03 16:56:32.621549 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-21f12a3c-1b78-4e18-8a2e-e233824852c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:32.766890 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-4009aba2-d483-485d-b15f-773c1d56523d tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:32.768355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-4009aba2-d483-485d-b15f-773c1d56523d tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Nov 03 16:56:32.858198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Deleting port ce0ea930-6316-4847-87fe-414f5fb1380c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:56:32.858532 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:32.944783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] For port ce0ea930-6316-4847-87fe-414f5fb1380c, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=ce0ea930-6316-4847-87fe-414f5fb1380c,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:32.945059 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:32.957446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Calling delete_port for ce0ea930-6316-4847-87fe-414f5fb1380c owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:56:33.084991 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:33.116014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Pushing event deleted for resources: {'Port': ['ID=ce0ea930-6316-4847-87fe-414f5fb1380c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:33.117165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['ce0ea930-6316-4847-87fe-414f5fb1380c'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:56:33.160141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] No DVR routers for this DVR port ce0ea930-6316-4847-87fe-414f5fb1380c on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:56:33.164230 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:33.167573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f94b8d10-165c-431d-a33c-44b6a19bae57 req-d0d41f80-576b-493d-a79a-abdbc85c92ea tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.15 "DELETE /v2.0/ports/ce0ea930-6316-4847-87fe-414f5fb1380c HTTP/1.1" status: 204 len: 173 time: 0.3932829 Nov 03 16:56:33.168025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'name': 'network-vif-deleted', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:56:33.170304 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d673780c-22ff-4733-8568-827ffdde0a01" -d '{"events": [{"server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "name": "network-vif-deleted", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:56:33.211918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1ce29948-2252-4f66-abe2-bfedf7dba692 req-7209252f-cf19-4376-b14c-30ddf058fb24 tempest-TestMinimumBasicScenario-1056719365 tempest-TestMinimumBasicScenario-1056719365-project] 10.222.0.86 "GET /v2.0/ports?device_id=71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3 HTTP/1.1" status: 200 len: 210 time: 0.0325193 Nov 03 16:56:33.271251 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bca5b6-13bd-463a-95a1-7cd45ef54fd0 x-openstack-request-id: req-f7bca5b6-13bd-463a-95a1-7cd45ef54fd0 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:56:33.271553 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3", "name": "network-vif-deleted", "tag": "ce0ea930-6316-4847-87fe-414f5fb1380c", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:56:33.271801 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7bca5b6-13bd-463a-95a1-7cd45ef54fd0 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:56:33.272204 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fb4f17-80a7-4b1a-a8f3-6ebdedcd85a3', 'name': 'network-vif-deleted', 'tag': 'ce0ea930-6316-4847-87fe-414f5fb1380c', 'status': 'completed', 'code': 200} Nov 03 16:56:34.774958 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48738) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:35.066407 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1445a7a1-458c-400e-b5fe-5f1721fe8191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:35.116115 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:35.360205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Deleting port 00425656-d89a-4df1-8608-088926300ff8 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:56:35.360456 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:35.365210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ce0ea930-6316-4847-87fe-414f5fb1380c no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:56:35.385426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: ce0ea930-6316-4847-87fe-414f5fb1380c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:56:35.385802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device ce0ea930-6316-4847-87fe-414f5fb1380c not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:56:35.452380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] For port 00425656-d89a-4df1-8608-088926300ff8, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=00425656-d89a-4df1-8608-088926300ff8,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:35.452732 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:35.465268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Calling delete_port for 00425656-d89a-4df1-8608-088926300ff8 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:56:35.641767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:35.664800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Pushing event deleted for resources: {'Port': ['ID=00425656-d89a-4df1-8608-088926300ff8,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:35.835032 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:36.056434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Router 7a99210c-be3f-4e12-85dd-5632a38c9459 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:56:36.169719 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:56:36.174718 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-10783f5d-5227-4007-a145-98b92f7bc098 admin admin] 10.222.0.86 "PUT /v2.0/routers/7a99210c-be3f-4e12-85dd-5632a38c9459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3987274 Nov 03 16:56:36.177960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48740) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:36.179731 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] Sync routers for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:56:36.190431 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:36.191148 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:36.281947 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:36.293694 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:36.456869 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:36.478666 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:56:35Z', 'revision_number': 5, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:36.506408 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] Checking router: 7a99210c-be3f-4e12-85dd-5632a38c9459 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:56:36.515392 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] Routers {'7a99210c-be3f-4e12-85dd-5632a38c9459'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:36.515908 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['7a99210c-be3f-4e12-85dd-5632a38c9459'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:36.624021 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] Set router 7a99210c-be3f-4e12-85dd-5632a38c9459 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:36.731453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:36.783098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Deleting port 541db525-d631-45fa-b448-cd1bb7e293d5 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:56:36.783601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:36.803331 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:56:35Z', 'revision_number': 5, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:36.833759 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ba48a-b033-4e15-bf02-e7d9a1a230ca None None] The sync data for ids ['7a99210c-be3f-4e12-85dd-5632a38c9459'] in n-d-813897-2 is: [{'id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'name': 'tempest-TestMinimumBasicScenario-517278852-router', 'tenant_id': '9ab5bed9e93b44a896a36203b1251f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:56:35Z', 'revision_number': 5, 'project_id': '9ab5bed9e93b44a896a36203b1251f26', 'gw_port': {'id': '541db525-d631-45fa-b448-cd1bb7e293d5', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99210c-be3f-4e12-85dd-5632a38c9459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:06Z', 'updated_at': '2021-11-03T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:56:36.863745 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] For port 541db525-d631-45fa-b448-cd1bb7e293d5, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=541db525-d631-45fa-b448-cd1bb7e293d5,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:36.864715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:36.881467 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Calling delete_port for 541db525-d631-45fa-b448-cd1bb7e293d5 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:56:37.041438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.068368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=541db525-d631-45fa-b448-cd1bb7e293d5,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:37.125685 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.215759 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.218014 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.267808 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.268164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a99210c-be3f-4e12-85dd-5632a38c9459 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:56:37.272841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.274313 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f9e536f1-dce2-4beb-bff0-6782bf26bb0a admin admin] 10.222.0.86 "DELETE /v2.0/routers/7a99210c-be3f-4e12-85dd-5632a38c9459 HTTP/1.1" status: 204 len: 168 time: 1.0951984 Nov 03 16:56:37.276893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48742) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:37.325420 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b420ea01-edc5-4d4a-b75b-eb86555b5e88 admin admin] Deleting subnet 11a38134-4887-43a7-93b4-b172fb4c0c08 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:56:37.328597 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b420ea01-edc5-4d4a-b75b-eb86555b5e88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.364994 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b420ea01-edc5-4d4a-b75b-eb86555b5e88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.450768 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b420ea01-edc5-4d4a-b75b-eb86555b5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.508938 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b420ea01-edc5-4d4a-b75b-eb86555b5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.532787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420ea01-edc5-4d4a-b75b-eb86555b5e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a38134-4887-43a7-93b4-b172fb4c0c08,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:37.540538 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b420ea01-edc5-4d4a-b75b-eb86555b5e88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.543725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b420ea01-edc5-4d4a-b75b-eb86555b5e88 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/11a38134-4887-43a7-93b4-b172fb4c0c08 HTTP/1.1" status: 204 len: 168 time: 0.2658181 Nov 03 16:56:37.546435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48744) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:37.555779 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43920f-5734-4419-91df-40a3479e9d81 None None] Network 16740b3e-eacb-4092-94ba-a35f9ef1c062 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:56:37.618370 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.670029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Deleting port 2c86147d-aa73-4bb1-93fe-db25d9c50a94 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:56:37.670371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.733273 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] For port 2c86147d-aa73-4bb1-93fe-db25d9c50a94, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2c86147d-aa73-4bb1-93fe-db25d9c50a94,segment=NetworkSegment(f3d7b074-7274-4934-bae7-ba49730e4ac4),segment_id=f3d7b074-7274-4934-bae7-ba49730e4ac4)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:37.733675 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.746651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Calling delete_port for 2c86147d-aa73-4bb1-93fe-db25d9c50a94 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:56:37.830122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.855723 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c86147d-aa73-4bb1-93fe-db25d9c50a94,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:37.856992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cca240-6f32-4af9-98bc-b7c28aa2dcbd None None] DHCP port deletion for 16740b3e-eacb-4092-94ba-a35f9ef1c062 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:56:37.861786 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] No DVR routers for this DVR port 2c86147d-aa73-4bb1-93fe-db25d9c50a94 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:56:37.940407 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.944835 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.962853 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16740b3e-eacb-4092-94ba-a35f9ef1c062']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:37.971833 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d7b074-7274-4934-bae7-ba49730e4ac4') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:37.972130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d7b074-7274-4934-bae7-ba49730e4ac4') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:37.982633 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:37.996306 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:38.002718 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:56:38.003140 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:56:38.005574 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:56:38.043884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 00425656-d89a-4df1-8608-088926300ff8 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:56:38.063324 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:38.067525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 00425656-d89a-4df1-8608-088926300ff8 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:56:38.068087 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 00425656-d89a-4df1-8608-088926300ff8 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:56:38.068721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 541db525-d631-45fa-b448-cd1bb7e293d5 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:56:38.069094 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:38.072553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] 10.222.0.86 "DELETE /v2.0/networks/16740b3e-eacb-4092-94ba-a35f9ef1c062 HTTP/1.1" status: 204 len: 168 time: 0.5250278 Nov 03 16:56:38.075564 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48746) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:38.083928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff570f77-473d-46d3-a983-b6549bdf5c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=16740b3e-eacb-4092-94ba-a35f9ef1c062,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:38.096608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 541db525-d631-45fa-b448-cd1bb7e293d5 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:56:38.096956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 541db525-d631-45fa-b448-cd1bb7e293d5 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:56:38.097369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2c86147d-aa73-4bb1-93fe-db25d9c50a94 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:56:38.120666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2c86147d-aa73-4bb1-93fe-db25d9c50a94 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:56:38.121011 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2c86147d-aa73-4bb1-93fe-db25d9c50a94 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:56:38.418108 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:38.527464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:38.662784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Deleting port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:56:38.663126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:38.744856 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] For port c3d5bae4-6e0d-4289-9e71-5b2b1172d45a, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=c3d5bae4-6e0d-4289-9e71-5b2b1172d45a,segment=NetworkSegment(6be48907-ca0b-4fef-9f20-12496ff96a76),segment_id=6be48907-ca0b-4fef-9f20-12496ff96a76)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:38.745131 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:38.758466 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Calling delete_port for c3d5bae4-6e0d-4289-9e71-5b2b1172d45a owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:56:38.935817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:38.961039 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d5bae4-6e0d-4289-9e71-5b2b1172d45a,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:39.131881 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:39.346662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Router 6ef19e2b-4209-4139-82eb-8f2844e97d68 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:56:39.453118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:56:39.461067 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d7bc36c4-df32-4a4b-8a2b-f32ed14e5588 admin admin] 10.222.0.86 "PUT /v2.0/routers/6ef19e2b-4209-4139-82eb-8f2844e97d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3823581 Nov 03 16:56:39.461560 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48748) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:39.462417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88373965-5499-4b5e-b146-a239e258f299 None None] Sync routers for ids ['6ef19e2b-4209-4139-82eb-8f2844e97d68'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:56:39.472273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88373965-5499-4b5e-b146-a239e258f299 None None] Routers {'6ef19e2b-4209-4139-82eb-8f2844e97d68'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:39.473762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-88373965-5499-4b5e-b146-a239e258f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6ef19e2b-4209-4139-82eb-8f2844e97d68'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:39.567186 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:39.578294 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-88373965-5499-4b5e-b146-a239e258f299 None None] Set router 6ef19e2b-4209-4139-82eb-8f2844e97d68 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:39.670665 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:39.723521 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Deleting port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:56:39.724032 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:39.753855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-88373965-5499-4b5e-b146-a239e258f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:56:38Z', 'revision_number': 5, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'gw_port': {'id': '8309a48d-5bf5-43e0-8b4e-d5a4ae264882', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:87:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:39.784799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88373965-5499-4b5e-b146-a239e258f299 None None] Checking router: 6ef19e2b-4209-4139-82eb-8f2844e97d68 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:56:39.793301 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88373965-5499-4b5e-b146-a239e258f299 None None] Routers {'6ef19e2b-4209-4139-82eb-8f2844e97d68'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:39.793942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-88373965-5499-4b5e-b146-a239e258f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6ef19e2b-4209-4139-82eb-8f2844e97d68'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:39.807850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] For port 8309a48d-5bf5-43e0-8b4e-d5a4ae264882, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=8309a48d-5bf5-43e0-8b4e-d5a4ae264882,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:39.808217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:39.823267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Calling delete_port for 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:56:39.876622 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-88373965-5499-4b5e-b146-a239e258f299 None None] Set router 6ef19e2b-4209-4139-82eb-8f2844e97d68 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:40.012298 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.054801 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8309a48d-5bf5-43e0-8b4e-d5a4ae264882,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:40.093932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-88373965-5499-4b5e-b146-a239e258f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:56:39Z', 'revision_number': 6, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:40.123703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88373965-5499-4b5e-b146-a239e258f299 None None] The sync data for ids ['6ef19e2b-4209-4139-82eb-8f2844e97d68'] in n-d-813897-2 is: [{'id': '6ef19e2b-4209-4139-82eb-8f2844e97d68', 'name': 'tempest-TestMinimumBasicScenario-329042436-router', 'tenant_id': '8b69c4dddadb45ceaa93fe4042a33010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:53:11Z', 'updated_at': '2021-11-03T16:56:39Z', 'revision_number': 6, 'project_id': '8b69c4dddadb45ceaa93fe4042a33010', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:56:40.124003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.216891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.219059 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.268948 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.269510 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ef19e2b-4209-4139-82eb-8f2844e97d68 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:56:40.274135 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.275273 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fc1895aa-7e9f-4268-aa55-5515fcd33c21 admin admin] 10.222.0.86 "DELETE /v2.0/routers/6ef19e2b-4209-4139-82eb-8f2844e97d68 HTTP/1.1" status: 204 len: 168 time: 0.8127990 Nov 03 16:56:40.277827 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48750) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:40.322326 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe573faa-9fc2-485e-ad4f-5e7db60ac163 admin admin] Deleting subnet 8d5d8eb0-8211-457d-a777-74f0589cafd5 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:56:40.325307 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe573faa-9fc2-485e-ad4f-5e7db60ac163 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.358949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe573faa-9fc2-485e-ad4f-5e7db60ac163 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.439001 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe573faa-9fc2-485e-ad4f-5e7db60ac163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.496191 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe573faa-9fc2-485e-ad4f-5e7db60ac163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.522757 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe573faa-9fc2-485e-ad4f-5e7db60ac163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5d8eb0-8211-457d-a777-74f0589cafd5,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:40.526432 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe573faa-9fc2-485e-ad4f-5e7db60ac163 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.532089 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe573faa-9fc2-485e-ad4f-5e7db60ac163 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8d5d8eb0-8211-457d-a777-74f0589cafd5 HTTP/1.1" status: 204 len: 168 time: 0.2508986 Nov 03 16:56:40.532320 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48752) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:40.535349 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4af26f-7efb-46b9-9716-68555e97327e None None] Network ba053b73-dc2a-487c-b83e-4635593eef41 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:56:40.616454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.669219 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Deleting port 2a47aa64-93ef-4d45-9a78-ccb456bde26e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:56:40.669586 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.733190 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] For port 2a47aa64-93ef-4d45-9a78-ccb456bde26e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=2a47aa64-93ef-4d45-9a78-ccb456bde26e,segment=NetworkSegment(6be48907-ca0b-4fef-9f20-12496ff96a76),segment_id=6be48907-ca0b-4fef-9f20-12496ff96a76)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:40.733574 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.746786 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Calling delete_port for 2a47aa64-93ef-4d45-9a78-ccb456bde26e owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:56:40.828126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.855161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a47aa64-93ef-4d45-9a78-ccb456bde26e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:40.857013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] No DVR routers for this DVR port 2a47aa64-93ef-4d45-9a78-ccb456bde26e on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:56:40.932425 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.953580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba053b73-dc2a-487c-b83e-4635593eef41']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:40.962252 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9adc915-9073-453e-9b95-14f7f4250a47 None None] DHCP port deletion for ba053b73-dc2a-487c-b83e-4635593eef41 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:56:40.964276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be48907-ca0b-4fef-9f20-12496ff96a76') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:40.964572 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be48907-ca0b-4fef-9f20-12496ff96a76') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:40.979382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:40.993724 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.000106 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:56:41.000497 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: timer() Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:56:41.002156 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:56:41.058093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.063978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.067288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ba053b73-dc2a-487c-b83e-4635593eef41 HTTP/1.1" status: 204 len: 168 time: 0.5340374 Nov 03 16:56:41.078976 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1627802-e15a-4849-9612-34e72e01a209 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba053b73-dc2a-487c-b83e-4635593eef41,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:41.239481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48756) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:41.281188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-12d9cf95-7b09-4ea4-949c-6981b00955b0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ab5bed9e93b44a896a36203b1251f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405047 Nov 03 16:56:41.284200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48758) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:41.335133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b19128b-81be-49f3-a6d6-deb10a71c97c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.355613 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b19128b-81be-49f3-a6d6-deb10a71c97c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.401156 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b19128b-81be-49f3-a6d6-deb10a71c97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.403750 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3b19128b-81be-49f3-a6d6-deb10a71c97c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.404887 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3b19128b-81be-49f3-a6d6-deb10a71c97c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/220a0945-11ef-41e8-9c64-f4bcf177cb08 HTTP/1.1" status: 204 len: 168 time: 0.1198056 Nov 03 16:56:41.412962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19128b-81be-49f3-a6d6-deb10a71c97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220a0945-11ef-41e8-9c64-f4bcf177cb08,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:41.719372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48764) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:41.763498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cf4a537c-4a69-40cd-8920-f3b9fe63e30f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8b69c4dddadb45ceaa93fe4042a33010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406127 Nov 03 16:56:41.763729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48766) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:41.811630 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05e881aa-eda0-46c1-9f17-7970ec328cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.833122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05e881aa-eda0-46c1-9f17-7970ec328cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.879085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05e881aa-eda0-46c1-9f17-7970ec328cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.882300 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05e881aa-eda0-46c1-9f17-7970ec328cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:41.883433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-05e881aa-eda0-46c1-9f17-7970ec328cb9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e0bf9d1d-6164-4edb-ae37-2548069eabe7 HTTP/1.1" status: 204 len: 168 time: 0.1188037 Nov 03 16:56:41.891119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e881aa-eda0-46c1-9f17-7970ec328cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf9d1d-6164-4edb-ae37-2548069eabe7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:42.052691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c3d5bae4-6e0d-4289-9e71-5b2b1172d45a no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:56:42.074148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: c3d5bae4-6e0d-4289-9e71-5b2b1172d45a {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:56:42.074489 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device c3d5bae4-6e0d-4289-9e71-5b2b1172d45a not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:56:42.074902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2a47aa64-93ef-4d45-9a78-ccb456bde26e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:56:42.094459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 2a47aa64-93ef-4d45-9a78-ccb456bde26e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:56:42.094799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 2a47aa64-93ef-4d45-9a78-ccb456bde26e not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:56:42.095207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:56:42.115869 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:56:42.116213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 8309a48d-5bf5-43e0-8b4e-d5a4ae264882 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:56:43.612860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48808) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:43.618248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709720959', 'description': 'tempest-secgroup-smoke-709720959 description', 'project_id': 'ca132e58da314634a6cea3938239ffb3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:43.643943 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.651629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.725931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.729616 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.762494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aead523-8787-4139-9d03-2c6a0fb2eadc,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:43.805539 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.809161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.839676 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.841012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2262731 Nov 03 16:56:43.842228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935fb8-4181-42ac-b220-e4e6391595df tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:43.844680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48810) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:43.849623 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-991f575d-4b69-4d26-9766-d50a77250d31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:43.880244 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-991f575d-4b69-4d26-9766-d50a77250d31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.941085 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-991f575d-4b69-4d26-9766-d50a77250d31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.945170 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-991f575d-4b69-4d26-9766-d50a77250d31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.962886 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f575d-4b69-4d26-9766-d50a77250d31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0034a063-3f1a-48c4-abf1-7f7fe351f222,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:43.969550 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-991f575d-4b69-4d26-9766-d50a77250d31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:43.970778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-991f575d-4b69-4d26-9766-d50a77250d31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249089 Nov 03 16:56:43.973877 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48812) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:43.978204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-83233e43-8456-4e59-b9d7-9ffb3f47a40e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:44.003847 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83233e43-8456-4e59-b9d7-9ffb3f47a40e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.058765 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83233e43-8456-4e59-b9d7-9ffb3f47a40e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.062484 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83233e43-8456-4e59-b9d7-9ffb3f47a40e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.080548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83233e43-8456-4e59-b9d7-9ffb3f47a40e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df998244-e639-4a4b-93c0-d16ddb06bbb7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:44.088668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-83233e43-8456-4e59-b9d7-9ffb3f47a40e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.089945 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-83233e43-8456-4e59-b9d7-9ffb3f47a40e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150126 Nov 03 16:56:44.092609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48814) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:44.096970 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-820e2ede-6be7-4b70-afef-72999a3e0268 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:44.123614 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820e2ede-6be7-4b70-afef-72999a3e0268 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.181468 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820e2ede-6be7-4b70-afef-72999a3e0268 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.185174 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820e2ede-6be7-4b70-afef-72999a3e0268 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.202372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e2ede-6be7-4b70-afef-72999a3e0268 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2406037-3403-471f-95be-dcd78d07686f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:44.210694 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-820e2ede-6be7-4b70-afef-72999a3e0268 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.211899 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-820e2ede-6be7-4b70-afef-72999a3e0268 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183152 Nov 03 16:56:44.214650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48816) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:44.218953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-34aaeb95-891f-4071-97b5-4b6d90bfc044 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:44.246072 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34aaeb95-891f-4071-97b5-4b6d90bfc044 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.306464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34aaeb95-891f-4071-97b5-4b6d90bfc044 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.309905 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34aaeb95-891f-4071-97b5-4b6d90bfc044 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.326418 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aaeb95-891f-4071-97b5-4b6d90bfc044 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3461d07-5a95-4c5a-8e65-1fad71d13304,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:44.334975 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-34aaeb95-891f-4071-97b5-4b6d90bfc044 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.336147 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-34aaeb95-891f-4071-97b5-4b6d90bfc044 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205540 Nov 03 16:56:44.338912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48818) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:44.343198 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-be9a4471-ddab-4a7f-afd8-a43659bc0cde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:44.365842 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-be9a4471-ddab-4a7f-afd8-a43659bc0cde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:56:44.370567 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be9a4471-ddab-4a7f-afd8-a43659bc0cde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.429348 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be9a4471-ddab-4a7f-afd8-a43659bc0cde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.432920 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be9a4471-ddab-4a7f-afd8-a43659bc0cde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.450434 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4471-ddab-4a7f-afd8-a43659bc0cde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4a6530-4502-483f-bd0d-c99fe169d51f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:44.457985 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-be9a4471-ddab-4a7f-afd8-a43659bc0cde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.459254 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-be9a4471-ddab-4a7f-afd8-a43659bc0cde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194313 Nov 03 16:56:44.462257 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48820) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:44.463949 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:56:44.466648 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b09e2142-927f-47da-8e4f-b99ec1dc8cb4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:44.487689 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-b09e2142-927f-47da-8e4f-b99ec1dc8cb4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:56:44.493138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b09e2142-927f-47da-8e4f-b99ec1dc8cb4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.553299 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b09e2142-927f-47da-8e4f-b99ec1dc8cb4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.556744 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b09e2142-927f-47da-8e4f-b99ec1dc8cb4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.574578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e2142-927f-47da-8e4f-b99ec1dc8cb4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543e10a2-d10d-44d1-bd3b-5555c50d025f,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:44.581059 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b09e2142-927f-47da-8e4f-b99ec1dc8cb4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.582178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b09e2142-927f-47da-8e4f-b99ec1dc8cb4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189456 Nov 03 16:56:44.585717 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48822) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:44.590416 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'network': {'name': 'tempest-network-smoke--1206870133', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'port_security_enabled': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:44.610264 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:56:44.613605 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.636319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:56:44.645979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.646317 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Added segment 443ef2c7-e89e-40f0-b77f-3012bf8b19de of type vlan for network baf04d99-0460-4cd6-9334-9d55cbd9114d Nov 03 16:56:44.686964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.710879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.716638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:44.717220 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.776599 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898875 Nov 03 16:56:44.779492 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48824) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:44.783784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'admin_state_up': True, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:44.796749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c8f5e-38ab-4d22-9afd-f3800f1e0f49 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Network': ['ID=baf04d99-0460-4cd6-9334-9d55cbd9114d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:44.807937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network baf04d99-0460-4cd6-9334-9d55cbd9114d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:56:44.814210 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.815250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:44.870224 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:45.011469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:45.204952 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:45.224072 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:45.329459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.104 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/6ad02320-fc4b-4218-9909-c164ea6ccab2) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:56:45.427228 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:45.460169 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:45.500223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:56:45.505546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:56:45.509024 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:56:45.844409 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=6ad02320-fc4b-4218-9909-c164ea6ccab2,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:46.066954 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:46.267854 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:46.395484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router ff10615e-8286-46d6-ae65-141b31423613 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:56:46.504062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:56:46.513679 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Sync routers for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:56:46.524232 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:46.524418 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:46.524841 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:46.528648 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f2fddc05-086c-4294-ae25-0412b9d5943b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7451160 Nov 03 16:56:46.528906 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48826) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:46.632166 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:46.659482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bd6a8fbf-7b36-4a0f-b2d3-5d7a8e1f7df4 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=ca132e58da314634a6cea3938239ffb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1294546 Nov 03 16:56:46.662934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48830) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:46.750472 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086ea597-f32f-4445-8eed-f2b7969cc563 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:46.751993 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-086ea597-f32f-4445-8eed-f2b7969cc563 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881624 Nov 03 16:56:46.755448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:46.787664 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-465b4aac-9a94-4211-8461-aecee4df2780 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315185 Nov 03 16:56:46.790218 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48834) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:46.794922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2092445411', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:46.886104 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:56:46.889706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:46.897107 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:45Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:46.926613 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Checking router: ff10615e-8286-46d6-ae65-141b31423613 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:56:46.927106 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Updating router ff10615e-8286-46d6-ae65-141b31423613 port 6ad02320-fc4b-4218-9909-c164ea6ccab2 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:56:46.950223 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.073964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.135789 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Subnet': ['ID=fefdc497-60d3-43af-96ff-724dd1bd7fc7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:47.144129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Checking segment: {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:56:47.144491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network hostable DHCP agents. Network: baf04d99-0460-4cd6-9334-9d55cbd9114d, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:56:47.167798 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network baf04d99-0460-4cd6-9334-9d55cbd9114d is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:56:47.177276 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, baf04d99-0460-4cd6-9334-9d55cbd9114d) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:56:47.182548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:47.183297 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.189035 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fc692-56f2-4048-8fe5-a50d63a2db8a None None] Network baf04d99-0460-4cd6-9334-9d55cbd9114d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:56:47.196871 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.203561 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2357d2a0-2662-4209-9fb0-b108de2cb26b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4123566 Nov 03 16:56:47.205475 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.206588 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48836) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:56:47.263025 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Pushing event updated for resources: {'Port': ['ID=6ad02320-fc4b-4218-9909-c164ea6ccab2,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:47.273821 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.273821 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.273821 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.274236 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.274445 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.274772 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.275125 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.275442 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.275763 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.276099 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.276417 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.276723 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.280859 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Attempting to bind port 6ad02320-fc4b-4218-9909-c164ea6ccab2 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:56:47.281227 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Attempting to bind port 6ad02320-fc4b-4218-9909-c164ea6ccab2 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:56:47.281613 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Attempting to bind port 6ad02320-fc4b-4218-9909-c164ea6ccab2 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:56:47.287035 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:56:47.287395 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:56:47.287784 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.288164 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:56:47.288622 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Bound port: 6ad02320-fc4b-4218-9909-c164ea6ccab2, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:56:47.288997 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.343188 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] For port 6ad02320-fc4b-4218-9909-c164ea6ccab2, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:56:47.346570 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] For port 6ad02320-fc4b-4218-9909-c164ea6ccab2, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6ad02320-fc4b-4218-9909-c164ea6ccab2,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:56:47.351575 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.367281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-baf04d99-0460-4cd6-9334-9d55cbd9114d', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:56:47.368114 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.399596 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:47.400425 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:47.501055 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4663067-d7b4-41e5-8c35-a30568e4b78c None None] Pushing event updated for resources: {'Port': ['ID=6ad02320-fc4b-4218-9909-c164ea6ccab2,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:47.522942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Allocated IP 172.20.0.2 (baf04d99-0460-4cd6-9334-9d55cbd9114d/fefdc497-60d3-43af-96ff-724dd1bd7fc7/7a720aa6-23a7-48ba-882d-d33c6f31359d) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:56:47.530095 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:47.677954 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.684258 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.692870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.718603 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:45Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:47.721767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Network baf04d99-0460-4cd6-9334-9d55cbd9114d is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:56:47.728275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:56:47.731860 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:56:47.739550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Pushing event updated for resources: {'Port': ['ID=7a720aa6-23a7-48ba-882d-d33c6f31359d,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:47.746266 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb095e6c-0111-4d6f-9c6d-ecbed7d2f5d5 None None] The sync data for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 is: [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:45Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:56:47.765491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.766134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.766668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.767173 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.768018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.768507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.769001 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.769517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.770025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.770367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.770715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.771126 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:56:47.804908 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Attempting to bind port 7a720aa6-23a7-48ba-882d-d33c6f31359d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:56:47.805556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Attempting to bind port 7a720aa6-23a7-48ba-882d-d33c6f31359d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:56:47.806122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Attempting to bind port 7a720aa6-23a7-48ba-882d-d33c6f31359d on network baf04d99-0460-4cd6-9334-9d55cbd9114d {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:56:47.811460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:56:47.811845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Checking segment: {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:56:47.812252 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.812651 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Bound using segment: {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:56:47.813125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Bound port: 7a720aa6-23a7-48ba-882d-d33c6f31359d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:56:47.813507 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.885437 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] For port 7a720aa6-23a7-48ba-882d-d33c6f31359d, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:56:47.890307 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] For port 7a720aa6-23a7-48ba-882d-d33c6f31359d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7a720aa6-23a7-48ba-882d-d33c6f31359d,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:56:47.894721 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:47.956078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0091395-a4f9-4344-9684-9fad3727777f None None] Pushing event updated for resources: {'Port': ['ID=7a720aa6-23a7-48ba-882d-d33c6f31359d,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:48.027121 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.1 (baf04d99-0460-4cd6-9334-9d55cbd9114d/fefdc497-60d3-43af-96ff-724dd1bd7fc7/3a5f5539-5d12-485c-bec1-531f94827be0) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:56:48.128777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6ad02320-fc4b-4218-9909-c164ea6ccab2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:56:48.217633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6ad02320-fc4b-4218-9909-c164ea6ccab2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:48.218180 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:48.224215 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:48.266643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:48.314914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network baf04d99-0460-4cd6-9334-9d55cbd9114d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:56:48.319391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:56:48.323137 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:48.327522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:56:48.345972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 6ad02320-fc4b-4218-9909-c164ea6ccab2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6ad02320-fc4b-4218-9909-c164ea6ccab2,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:48.350883 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:48.377663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=3a5f5539-5d12-485c-bec1-531f94827be0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:48.399632 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:48.407563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=6ad02320-fc4b-4218-9909-c164ea6ccab2,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:48.543378 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:48.859774 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:48.865825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:48.945856 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=3a5f5539-5d12-485c-bec1-531f94827be0,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:48.949019 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:49.035334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f104cf3a-7c9f-4451-aa91-ac1306b9c255 None None] Network baf04d99-0460-4cd6-9334-9d55cbd9114d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:56:49.046624 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network baf04d99-0460-4cd6-9334-9d55cbd9114d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:56:49.047951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:56:49.108881 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b9939c4c-efc4-4882-85d0-dd5015994032 None None] Provisioning complete for port 7a720aa6-23a7-48ba-882d-d33c6f31359d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:49.109246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9939c4c-efc4-4882-85d0-dd5015994032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:49.164601 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router ff10615e-8286-46d6-ae65-141b31423613 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:56:49.274278 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9939c4c-efc4-4882-85d0-dd5015994032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:49.293702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:56:49.305578 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-e1c960c2-9b21-46f3-b6b1-c8ef153ea587 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/ff10615e-8286-46d6-ae65-141b31423613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0912695 Nov 03 16:56:49.312118 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b9939c4c-efc4-4882-85d0-dd5015994032 None None] For port 7a720aa6-23a7-48ba-882d-d33c6f31359d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7a720aa6-23a7-48ba-882d-d33c6f31359d,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:49.319119 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9939c4c-efc4-4882-85d0-dd5015994032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:49.382262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9939c4c-efc4-4882-85d0-dd5015994032 None None] Pushing event updated for resources: {'Port': ['ID=7a720aa6-23a7-48ba-882d-d33c6f31359d,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:49.541770 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3fe51aa6-833d-4a2b-a055-c3e9bfcf1843 None None] Provisioning complete for port 3a5f5539-5d12-485c-bec1-531f94827be0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:49.542230 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fe51aa6-833d-4a2b-a055-c3e9bfcf1843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:49.587789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3fe51aa6-833d-4a2b-a055-c3e9bfcf1843 None None] Port 3a5f5539-5d12-485c-bec1-531f94827be0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:56:49.589776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-6ce0ed9f-b686-4a02-9e01-4a4582d9b6e4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709720959&fields=id&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 267 time: 0.0521181 Nov 03 16:56:49.591295 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Sync routers for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:56:49.609019 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:49.609733 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:49.613275 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3fe51aa6-833d-4a2b-a055-c3e9bfcf1843 None None] Provisioning complete for port 7a720aa6-23a7-48ba-882d-d33c6f31359d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:49.613749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3fe51aa6-833d-4a2b-a055-c3e9bfcf1843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:49.717458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-1b3b56f4-8086-4e9f-ae2d-c5fb067df502 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:49.725912 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-1b3b56f4-8086-4e9f-ae2d-c5fb067df502 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/networks?id=baf04d99-0460-4cd6-9334-9d55cbd9114d HTTP/1.1" status: 200 len: 797 time: 0.1276681 Nov 03 16:56:49.736778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-e37069b9-75f4-42ba-8a46-bbaaafc674dc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/quotas/ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 375 time: 0.0099475 Nov 03 16:56:49.777729 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:49.795001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-4ec3fd8a-059e-4386-8a86-b4157e023a08 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510199 Nov 03 16:56:49.955969 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-321afbae-4e66-4cee-a27b-1fc1a736b853 service neutron] 10.222.0.86 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466675 Nov 03 16:56:49.975004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-492ae628-45bd-4c3b-997c-32893c2a404a None None] Provisioning complete for port 3a5f5539-5d12-485c-bec1-531f94827be0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:49.975373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-492ae628-45bd-4c3b-997c-32893c2a404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:50.021428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-492ae628-45bd-4c3b-997c-32893c2a404a None None] Port 3a5f5539-5d12-485c-bec1-531f94827be0 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:56:50.039591 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '3a5f5539-5d12-485c-bec1-531f94827be0', 'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:69:01:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:47Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 2, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:50.056428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-44b7a18a-af41-4c44-a0d7-17ff158e8e57 service neutron] 10.222.0.86 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934968 Nov 03 16:56:50.069850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Checking router: ff10615e-8286-46d6-ae65-141b31423613 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:56:50.070414 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Updating router ff10615e-8286-46d6-ae65-141b31423613 port 3a5f5539-5d12-485c-bec1-531f94827be0 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:56:50.096809 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:50.155484 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6ad02320-fc4b-4218-9909-c164ea6ccab2 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:56:50.233786 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6790b874-bbd5-448b-86c1-37826419537d req-d5297981-f9e0-4d96-8ccd-28b5e4fbe01a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 210 time: 0.0308082 Nov 03 16:56:50.289739 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 6ad02320-fc4b-4218-9909-c164ea6ccab2 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:50.290319 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:50.594432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7a720aa6-23a7-48ba-882d-d33c6f31359d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:56:50.667003 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:50.673404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:50.714447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 7a720aa6-23a7-48ba-882d-d33c6f31359d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:50.714809 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:50.747148 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23f649-f6cc-47dc-b9b3-57946b4792d4 None None] Pushing event updated for resources: {'Port': ['ID=3a5f5539-5d12-485c-bec1-531f94827be0,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:50.822493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Attempting to bind port 3a5f5539-5d12-485c-bec1-531f94827be0 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:56:50.822493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Attempting to bind port 3a5f5539-5d12-485c-bec1-531f94827be0 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:56:50.822851 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Attempting to bind port 3a5f5539-5d12-485c-bec1-531f94827be0 on network baf04d99-0460-4cd6-9334-9d55cbd9114d {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:56:50.847494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:56:50.847893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Checking segment: {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:56:50.848296 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:50.848684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Bound using segment: {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:56:50.849263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Bound port: 3a5f5539-5d12-485c-bec1-531f94827be0, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:56:50.849691 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:50.928348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] For port 3a5f5539-5d12-485c-bec1-531f94827be0, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:56:50.931737 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] For port 3a5f5539-5d12-485c-bec1-531f94827be0, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3a5f5539-5d12-485c-bec1-531f94827be0,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:56:50.935351 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:51.002979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-20adfe94-3585-48d7-8248-ac1bcae054af None None] Provisioning complete for port 3a5f5539-5d12-485c-bec1-531f94827be0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:51.003350 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20adfe94-3585-48d7-8248-ac1bcae054af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:51.032520 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23f649-f6cc-47dc-b9b3-57946b4792d4 None None] Pushing event updated for resources: {'Port': ['ID=3a5f5539-5d12-485c-bec1-531f94827be0,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:51.037199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:56:51.037838 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:51.184298 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20adfe94-3585-48d7-8248-ac1bcae054af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:51.189558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:56:51.310855 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-20adfe94-3585-48d7-8248-ac1bcae054af None None] For port 3a5f5539-5d12-485c-bec1-531f94827be0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3a5f5539-5d12-485c-bec1-531f94827be0,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:51.346309 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-20adfe94-3585-48d7-8248-ac1bcae054af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:51.377234 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0d7bc3c-7304-4d70-ada2-98c1d5b0a8bb req-d5fbec0b-edce-40c2-b64b-a33d9e90bc08 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 210 time: 0.0681076 Nov 03 16:56:51.423224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adfe94-3585-48d7-8248-ac1bcae054af None None] Pushing event updated for resources: {'Port': ['ID=3a5f5539-5d12-485c-bec1-531f94827be0,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:51.423496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d7b455d5-4461-41fe-956e-f79d89351a64 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:51.425073 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d7b455d5-4461-41fe-956e-f79d89351a64 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/networks?id=baf04d99-0460-4cd6-9334-9d55cbd9114d HTTP/1.1" status: 200 len: 797 time: 0.1578996 Nov 03 16:56:51.485689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3a0cbfeb-a197-4a49-b8ce-d8d005eadd49 None None] Provisioning complete for port 3a5f5539-5d12-485c-bec1-531f94827be0 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:51.486067 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbfeb-a197-4a49-b8ce-d8d005eadd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:51.493304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-9e3aa89c-9d1d-4503-a22b-912bc583260d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 379 time: 0.0586855 Nov 03 16:56:51.503114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'port': {'device_id': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'admin_state_up': True, 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'security_groups': ['0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:51.513923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '3a5f5539-5d12-485c-bec1-531f94827be0', 'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:69:01:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:47Z', 'updated_at': '2021-11-03T16:56:50Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:56:51.548727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125e852-bf71-4819-b38d-158f478cc3bb None None] The sync data for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 is: [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '3a5f5539-5d12-485c-bec1-531f94827be0', 'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:69:01:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:47Z', 'updated_at': '2021-11-03T16:56:50Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:56:51.639863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:56:51.643581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:51.774805 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.9 (baf04d99-0460-4cd6-9334-9d55cbd9114d/fefdc497-60d3-43af-96ff-724dd1bd7fc7/6cec37e5-c136-4de3-85e1-28bd447161bb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:56:51.930009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:51.964519 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:52.015207 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network baf04d99-0460-4cd6-9334-9d55cbd9114d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:56:52.019340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:56:52.024946 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:56:52.029966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=6cec37e5-c136-4de3-85e1-28bd447161bb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:52.085373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:52.086080 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:52.111600 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-d46fa831-98ac-4e15-a0f7-81d57e4643d4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6121345 Nov 03 16:56:52.117238 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3a5f5539-5d12-485c-bec1-531f94827be0 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:56:52.176845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3a5f5539-5d12-485c-bec1-531f94827be0 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:52.177312 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:52.190109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Request body: {'port': {'device_id': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:56:52.265411 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:52.339079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ee692fc0-8a9e-4f56-9777-7b34f2f371e2 None None] Provisioning complete for port 6cec37e5-c136-4de3-85e1-28bd447161bb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:52.339668 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ee692fc0-8a9e-4f56-9777-7b34f2f371e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:52.377906 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ee692fc0-8a9e-4f56-9777-7b34f2f371e2 None None] Port 6cec37e5-c136-4de3-85e1-28bd447161bb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:56:52.494103 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:52.513278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef868b26-346f-4744-b167-334246e01cda req-54ddfc27-5da2-4343-a262-f3b6f78d49fd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:52.515073 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ef868b26-346f-4744-b167-334246e01cda req-54ddfc27-5da2-4343-a262-f3b6f78d49fd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 931 time: 0.0601532 Nov 03 16:56:52.546069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cec37e5-c136-4de3-85e1-28bd447161bb {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:56:52.557961 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:52.568641 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ef868b26-346f-4744-b167-334246e01cda req-1d239675-b6ba-4b5a-9b8d-74f0cb2ef2a7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464170 Nov 03 16:56:52.572963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Transition to ACTIVE for port object 6cec37e5-c136-4de3-85e1-28bd447161bb will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:56:52.576870 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:52.649168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cec37e5-c136-4de3-85e1-28bd447161bb,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:52.703970 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Attempting to bind port 6cec37e5-c136-4de3-85e1-28bd447161bb on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:56:52.704311 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Attempting to bind port 6cec37e5-c136-4de3-85e1-28bd447161bb by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:56:52.704645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Attempting to bind port 6cec37e5-c136-4de3-85e1-28bd447161bb on network baf04d99-0460-4cd6-9334-9d55cbd9114d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:56:52.710876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Port 6cec37e5-c136-4de3-85e1-28bd447161bb on network baf04d99-0460-4cd6-9334-9d55cbd9114d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:56:52.711224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Attempting to bind port 6cec37e5-c136-4de3-85e1-28bd447161bb on network baf04d99-0460-4cd6-9334-9d55cbd9114d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:56:52.716663 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:56:52.717009 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Checking segment: {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:56:52.717395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Bound using segment: {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:56:52.717857 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Bound port: 6cec37e5-c136-4de3-85e1-28bd447161bb, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443ef2c7-e89e-40f0-b77f-3012bf8b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:56:52.718216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:53.131488 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] For port 6cec37e5-c136-4de3-85e1-28bd447161bb, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:56:53.134424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] For port 6cec37e5-c136-4de3-85e1-28bd447161bb, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6cec37e5-c136-4de3-85e1-28bd447161bb,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:56:53.139175 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:53.170468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:53.171074 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:53.172444 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/6cec37e5-c136-4de3-85e1-28bd447161bb HTTP/1.1" status: 200 len: 1091 time: 1.0501342 Nov 03 16:56:53.172897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:56:53.175189 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1083e6-b9c4-4043-b4c8-421c522e77fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:56:53.205358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481affdf-607b-4b54-bd0a-ca87f55b23c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cec37e5-c136-4de3-85e1-28bd447161bb,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:53.223420 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717879c2-bbe2-4aa0-b3d5-e8b1c5d2f292 x-openstack-request-id: req-717879c2-bbe2-4aa0-b3d5-e8b1c5d2f292 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:56:53.223714 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:56:53.223993 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-717879c2-bbe2-4aa0-b3d5-e8b1c5d2f292 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:56:53.224558 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'status': 'completed', 'code': 200} Nov 03 16:56:53.271446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-7ba1e502-bed6-49cf-a8bf-d4d99a16e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:53.273002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-7ba1e502-bed6-49cf-a8bf-d4d99a16e4d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 1094 time: 0.0476213 Nov 03 16:56:53.319632 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-31187954-e44e-4ce0-9ea2-2625b7d2cfb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cec37e5-c136-4de3-85e1-28bd447161bb HTTP/1.1" status: 200 len: 217 time: 0.0383279 Nov 03 16:56:53.370646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-73dfe81a-998f-411f-96b5-0e5e9274f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:53.372097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-73dfe81a-998f-411f-96b5-0e5e9274f2d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fefdc497-60d3-43af-96ff-724dd1bd7fc7 HTTP/1.1" status: 200 len: 835 time: 0.0453336 Nov 03 16:56:53.417431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-e23db756-98b2-4383-95c6-3b1d36c6061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:53.419001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-e23db756-98b2-4383-95c6-3b1d36c6061f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baf04d99-0460-4cd6-9334-9d55cbd9114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397639 Nov 03 16:56:53.511374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-35e834f7-aa10-45f6-a371-5b8dc6569030 service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Nov 03 16:56:53.601404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ef368f2f-2245-4b60-ad9c-afb65126c524 req-6ae65c63-63a9-4e4c-975c-ff02af74271d service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826666 Nov 03 16:56:53.694904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-f45b836e-9afd-437e-a288-b8d8a770f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:53.696317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-f45b836e-9afd-437e-a288-b8d8a770f9bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 1094 time: 0.0435286 Nov 03 16:56:53.696586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e58187-314b-45eb-8101-48ff35307937 req-2fbea917-ef81-4540-a26a-b5354b7cc01c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:53.698101 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-91e58187-314b-45eb-8101-48ff35307937 req-2fbea917-ef81-4540-a26a-b5354b7cc01c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 943 time: 0.0504112 Nov 03 16:56:53.748043 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-91e58187-314b-45eb-8101-48ff35307937 req-a3a84388-5685-462b-8d14-217398346cf5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439708 Nov 03 16:56:53.792166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-3ce874e9-634d-4313-b4f2-379708db38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:53.793669 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-3ce874e9-634d-4313-b4f2-379708db38fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=baf04d99-0460-4cd6-9334-9d55cbd9114d HTTP/1.1" status: 200 len: 898 time: 0.0896490 Nov 03 16:56:53.836061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-d4d127f3-b4cc-47e0-bb80-a235354a5465 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cec37e5-c136-4de3-85e1-28bd447161bb HTTP/1.1" status: 200 len: 217 time: 0.0353038 Nov 03 16:56:53.891283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-3886240d-d11e-481b-9e39-af41af98e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:53.892734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-3886240d-d11e-481b-9e39-af41af98e504 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fefdc497-60d3-43af-96ff-724dd1bd7fc7 HTTP/1.1" status: 200 len: 835 time: 0.0494490 Nov 03 16:56:53.938573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-f575c34c-7b4d-4f65-bb8f-2fd8e2d0598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:53.940040 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-f575c34c-7b4d-4f65-bb8f-2fd8e2d0598d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baf04d99-0460-4cd6-9334-9d55cbd9114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391145 Nov 03 16:56:54.032225 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-2d3ad3b1-e4eb-43c9-94b4-addc1fdb3ff5 service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842228 Nov 03 16:56:54.121431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ed1083e6-b9c4-4043-b4c8-421c522e77fb req-753ff368-6123-4a05-a49b-4b182e3aafe6 service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806656 Nov 03 16:56:54.867274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561889-d09f-42f4-98ae-f69d6d0ebc35 req-e8a50642-68bb-49ee-9dfc-33e084a7a7d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:54.868727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60561889-d09f-42f4-98ae-f69d6d0ebc35 req-e8a50642-68bb-49ee-9dfc-33e084a7a7d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 943 time: 0.0490906 Nov 03 16:56:54.922528 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-60561889-d09f-42f4-98ae-f69d6d0ebc35 req-b2cfded5-64d8-4088-a877-9a5adb6db8a4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474875 Nov 03 16:56:55.873991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6cec37e5-c136-4de3-85e1-28bd447161bb details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:56:55.967289 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6cec37e5-c136-4de3-85e1-28bd447161bb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6cec37e5-c136-4de3-85e1-28bd447161bb,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:55.978650 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'port_id': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'mac_address': 'fa:16:3e:e8:b4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:56:56.017431 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:56.034599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cec37e5-c136-4de3-85e1-28bd447161bb {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:56:56.047150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba09e0c-4727-4c28-a60a-e5f7d2c05dcd req-49b81273-521d-43d7-8e47-4a4acbd89117 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:56.048646 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eba09e0c-4727-4c28-a60a-e5f7d2c05dcd req-49b81273-521d-43d7-8e47-4a4acbd89117 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 943 time: 0.0546367 Nov 03 16:56:56.054965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6cec37e5-c136-4de3-85e1-28bd447161bb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6cec37e5-c136-4de3-85e1-28bd447161bb,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:56.060234 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:56.099143 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-eba09e0c-4727-4c28-a60a-e5f7d2c05dcd req-e4487e7f-66d5-4e73-9cb7-1ae60d77b5b9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Nov 03 16:56:56.114404 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6cec37e5-c136-4de3-85e1-28bd447161bb,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:56.317223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['6cec37e5-c136-4de3-85e1-28bd447161bb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:56:57.213575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022d5d2-6fbe-4033-8721-872256d3978e req-389b3a52-7ca0-4880-8316-e23e63b99c74 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:57.215083 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a022d5d2-6fbe-4033-8721-872256d3978e req-389b3a52-7ca0-4880-8316-e23e63b99c74 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 944 time: 0.0498195 Nov 03 16:56:57.265286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a022d5d2-6fbe-4033-8721-872256d3978e req-9d732f4a-9e44-4bea-813b-00a75099753c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442505 Nov 03 16:56:57.874698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6cec37e5-c136-4de3-85e1-28bd447161bb up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:56:57.923232 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 6cec37e5-c136-4de3-85e1-28bd447161bb completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:56:57.927523 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 6cec37e5-c136-4de3-85e1-28bd447161bb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:56:57.927926 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:58.007651 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:58.030948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:56:58.033203 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a596a53f-042e-4233-9157-de48cc8d174a" -d '{"events": [{"server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "name": "network-vif-plugged", "status": "completed", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:56:58.045700 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 6cec37e5-c136-4de3-85e1-28bd447161bb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6cec37e5-c136-4de3-85e1-28bd447161bb,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:56:58.050071 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:56:58.098060 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=6cec37e5-c136-4de3-85e1-28bd447161bb,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:56:58.138737 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd0288-7c60-4df1-9d29-48bbb75b301f x-openstack-request-id: req-05fd0288-7c60-4df1-9d29-48bbb75b301f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:56:58.139037 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "name": "network-vif-plugged", "status": "completed", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:56:58.139294 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05fd0288-7c60-4df1-9d29-48bbb75b301f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:56:58.139692 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'code': 200} Nov 03 16:56:58.241792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faa075-7f3f-4511-986b-ff839f3dce57 req-bc29c44b-ac01-40b5-80cb-5b4180743055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:58.243261 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43faa075-7f3f-4511-986b-ff839f3dce57 req-bc29c44b-ac01-40b5-80cb-5b4180743055 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 1096 time: 0.0419226 Nov 03 16:56:58.292641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-43faa075-7f3f-4511-986b-ff839f3dce57 req-a2e926a4-5a2a-4355-bea8-6b6179474594 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395038 Nov 03 16:56:58.386631 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba8f33-cf15-48f6-952f-71382fbbfbbd req-c942c692-6422-4c09-a7f2-f242e96fefb8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:58.388112 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03ba8f33-cf15-48f6-952f-71382fbbfbbd req-c942c692-6422-4c09-a7f2-f242e96fefb8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0539706 Nov 03 16:56:58.437493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-03ba8f33-cf15-48f6-952f-71382fbbfbbd req-904ccdd4-05e5-4f34-ad15-b77ee31afba4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434501 Nov 03 16:56:59.561491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0313-425b-4f03-95c0-b28fb80c1521 req-7b08c1da-abd5-430c-b79a-8ed866bf8ce0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:56:59.563263 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-82df0313-425b-4f03-95c0-b28fb80c1521 req-7b08c1da-abd5-430c-b79a-8ed866bf8ce0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0505216 Nov 03 16:56:59.615812 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-82df0313-425b-4f03-95c0-b28fb80c1521 req-4f83a1be-7b90-4c5d-9d06-c3fda30fd5b5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452552 Nov 03 16:57:00.736780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0cb9-d794-4b02-9997-78d626b1dae1 req-27cfee04-c0e9-43fd-bf3e-95284fbbd36c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:00.738307 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afbd0cb9-d794-4b02-9997-78d626b1dae1 req-27cfee04-c0e9-43fd-bf3e-95284fbbd36c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Nov 03 16:57:00.787955 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afbd0cb9-d794-4b02-9997-78d626b1dae1 req-fa562df2-6848-4fb2-bf4e-d519d6a60af3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433872 Nov 03 16:57:00.902064 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb5640-3c84-4b8d-a143-e36c3c5510eb req-093405d2-f61d-4963-91a8-6169c5a7bf5a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:00.903474 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-caeb5640-3c84-4b8d-a143-e36c3c5510eb req-093405d2-f61d-4963-91a8-6169c5a7bf5a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Nov 03 16:57:00.904601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-f6e266c6-93ec-4f63-8415-7d511adc66c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402379 Nov 03 16:57:00.959296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-caeb5640-3c84-4b8d-a143-e36c3c5510eb req-921283c9-33bc-40cf-ac3b-ffd5d28b46cd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498681 Nov 03 16:57:00.980783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48894) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:00.991104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-adbf302e-57d6-45d5-9b63-c00f6d734606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:00.992624 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-adbf302e-57d6-45d5-9b63-c00f6d734606 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 1096 time: 0.0448856 Nov 03 16:57:01.023503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cda4b9-a270-4d05-8186-9f7a54f210c4 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:01.024997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-55cda4b9-a270-4d05-8186-9f7a54f210c4 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 1091 time: 0.0432515 Nov 03 16:57:01.027952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48896) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:01.032522 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:01.055751 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:01.101653 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-3f018189-2122-43f6-b4ae-6077cd892527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:01.103164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-3f018189-2122-43f6-b4ae-6077cd892527 service neutron] 10.222.0.70 "GET /v2.0/networks?id=baf04d99-0460-4cd6-9334-9d55cbd9114d HTTP/1.1" status: 200 len: 898 time: 0.0894804 Nov 03 16:57:01.154728 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:01.155122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-d9160388-276c-450c-9089-488a31270b37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cec37e5-c136-4de3-85e1-28bd447161bb HTTP/1.1" status: 200 len: 217 time: 0.0401576 Nov 03 16:57:01.211852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-77b9b9ac-15b5-4d38-a9d5-344c3166dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:01.213641 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-77b9b9ac-15b5-4d38-a9d5-344c3166dff1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fefdc497-60d3-43af-96ff-724dd1bd7fc7 HTTP/1.1" status: 200 len: 835 time: 0.0465448 Nov 03 16:57:01.262951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-334b10a0-2a0d-4cb0-be46-718d807fb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:01.263298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.145 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/338b4e19-cd3c-422d-a620-304980fa376c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:57:01.263662 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-334b10a0-2a0d-4cb0-be46-718d807fb28f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baf04d99-0460-4cd6-9334-9d55cbd9114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420916 Nov 03 16:57:01.359237 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-66637849-7856-4947-a25b-5bfb5fc421bf service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874655 Nov 03 16:57:01.365909 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:01.406775 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:01.444529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:57:01.450947 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:57:01.454352 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-49d27703-230d-4fd1-b17c-ca595b4dfca5 req-b53f159d-ea93-4e49-bfa5-b87a968ba222 service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868793 Nov 03 16:57:01.455410 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:57:01.476524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=338b4e19-cd3c-422d-a620-304980fa376c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:01.811371 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:01.881904 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:02.032213 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:02.036825 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:02.079625 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:02.103046 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=338b4e19-cd3c-422d-a620-304980fa376c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:02.115202 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:02.215296 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP b32b7c80-1132-4309-aa76-08dc8695e759 associated. External IP: 172.25.6.145, port: 6cec37e5-c136-4de3-85e1-28bd447161bb. Nov 03 16:57:02.420716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router ff10615e-8286-46d6-ae65-141b31423613 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:57:02.528302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:57:02.538425 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] Sync routers for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:57:02.547827 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:02.548292 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:02.548907 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:02.576983 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-856003ff-74ac-46a7-aaa4-ef1511068902 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5476582 Nov 03 16:57:02.577848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:57:02.580185 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:57:02.625989 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-05541ec3-8239-42be-b7b1-984bf8a5c301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:02.635904 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8b5f04-d86f-4a77-b855-9ef626b6e5e1 x-openstack-request-id: req-db8b5f04-d86f-4a77-b855-9ef626b6e5e1 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:57:02.636244 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:57:02.637085 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db8b5f04-d86f-4a77-b855-9ef626b6e5e1 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:57:02.637085 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'status': 'completed', 'code': 200} Nov 03 16:57:02.659429 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:02.734369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc147b17-023c-4dbc-97e4-d3991b459671 req-7b1e886b-ff7f-4ae0-8650-fb0bcc5a0e8d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:02.735860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc147b17-023c-4dbc-97e4-d3991b459671 req-7b1e886b-ff7f-4ae0-8650-fb0bcc5a0e8d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0808094 Nov 03 16:57:02.737731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-7f1b337f-56f4-4f1d-b1bd-582ac6d55fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:02.739345 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-7f1b337f-56f4-4f1d-b1bd-582ac6d55fc4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 1096 time: 0.0737071 Nov 03 16:57:02.841942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc147b17-023c-4dbc-97e4-d3991b459671 req-0dc82016-0bd2-4869-b647-cca095749003 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999603 Nov 03 16:57:02.865809 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48902) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:02.866046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-b4f80894-0a79-4b27-a53b-48a4662355c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:02.867553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-b4f80894-0a79-4b27-a53b-48a4662355c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=baf04d99-0460-4cd6-9334-9d55cbd9114d HTTP/1.1" status: 200 len: 898 time: 0.1190040 Nov 03 16:57:02.891223 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b32b7c80-1132-4309-aa76-08dc8695e759', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'port_id': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'mac_address': 'fa:16:3e:e8:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:57:01Z', 'updated_at': '2021-11-03T16:57:01Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5f5539-5d12-485c-bec1-531f94827be0', 'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:69:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:47Z', 'updated_at': '2021-11-03T16:56:51Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:02.918397 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] Checking router: ff10615e-8286-46d6-ae65-141b31423613 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:57:02.927763 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:02.928657 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:56:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:02.930715 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c2607cfa-429b-46db-a15d-f3f7eeee3126 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/b32b7c80-1132-4309-aa76-08dc8695e759 HTTP/1.1" status: 200 len: 991 time: 0.0637953 Nov 03 16:57:02.940401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-0ce6c268-b52f-4393-bfee-4f65f107ee7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cec37e5-c136-4de3-85e1-28bd447161bb HTTP/1.1" status: 200 len: 999 time: 0.0645607 Nov 03 16:57:02.989512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-774a8e70-39a3-4029-91e5-b194fb71f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:02.991007 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-774a8e70-39a3-4029-91e5-b194fb71f599 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fefdc497-60d3-43af-96ff-724dd1bd7fc7 HTTP/1.1" status: 200 len: 835 time: 0.0435538 Nov 03 16:57:03.035572 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:03.042649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-d29a2e62-9a73-4d49-ad1a-43f9f8eb2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:03.044143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-d29a2e62-9a73-4d49-ad1a-43f9f8eb2d60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baf04d99-0460-4cd6-9334-9d55cbd9114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456603 Nov 03 16:57:03.134610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-1a202bc6-35da-443a-a251-24e8981820b1 service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829332 Nov 03 16:57:03.233960 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f33edac9-86c0-4f0e-b148-8f2a2a8f5ad1 req-99f8a279-7138-4c81-95c2-1b7d74ae1948 service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918815 Nov 03 16:57:03.342280 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b32b7c80-1132-4309-aa76-08dc8695e759', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'port_id': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'mac_address': 'fa:16:3e:e8:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:57:01Z', 'updated_at': '2021-11-03T16:57:01Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5f5539-5d12-485c-bec1-531f94827be0', 'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:69:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:47Z', 'updated_at': '2021-11-03T16:56:51Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:03.370530 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5941c64-0fcb-4f76-b606-f45f4f089405 None None] The sync data for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 is: [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'b32b7c80-1132-4309-aa76-08dc8695e759', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'port_id': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'mac_address': 'fa:16:3e:e8:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:57:01Z', 'updated_at': '2021-11-03T16:57:01Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5f5539-5d12-485c-bec1-531f94827be0', 'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:69:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:47Z', 'updated_at': '2021-11-03T16:56:51Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:57:03.552525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364d9ab-ebf8-4677-af4c-4d1fadf04530 None None] New status for floating IP b32b7c80-1132-4309-aa76-08dc8695e759: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:57:03.934578 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48904) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:03.993517 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9ad1545c-d3f7-4a29-8d3b-715bdc25443a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/b32b7c80-1132-4309-aa76-08dc8695e759 HTTP/1.1" status: 200 len: 993 time: 0.0577364 Nov 03 16:57:05.069156 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3692de1c-33f3-4702-925d-64f2afbf670a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:06.459012 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:07.946597 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:08.530858 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:21.463702 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:57:22.508668 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:32.094202 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:32.626888 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1d330f7e-b1ac-479e-a5d2-6efc457e36c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:35.070509 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1003234e-a613-4af6-a7b8-f67b6dda3701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:36.461160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:37.068854 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf858c1-3a15-4e43-b0fc-e82b1ed488a2 req-be47aa77-916b-4d3d-9d62-67ab76700121 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:37.070373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1cf858c1-3a15-4e43-b0fc-e82b1ed488a2 req-be47aa77-916b-4d3d-9d62-67ab76700121 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0495620 Nov 03 16:57:37.122687 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1cf858c1-3a15-4e43-b0fc-e82b1ed488a2 req-0c3ebac6-506b-4d96-a7f7-8a3fc0f8831b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463996 Nov 03 16:57:37.950249 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:38.243323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268cda-a4d4-4c88-9c51-d0829af2153a req-327d825d-4b5d-4104-88a5-c4620068305b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:38.244802 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb268cda-a4d4-4c88-9c51-d0829af2153a req-327d825d-4b5d-4104-88a5-c4620068305b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0494871 Nov 03 16:57:38.294596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb268cda-a4d4-4c88-9c51-d0829af2153a req-e7d40ddc-d39b-4978-8666-2a0c3d53b7a9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 Nov 03 16:57:38.317451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48926) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:38.381894 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-60b63616-dae3-4987-82bc-2c033aed537b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/b32b7c80-1132-4309-aa76-08dc8695e759 HTTP/1.1" status: 200 len: 993 time: 0.0632591 Nov 03 16:57:38.532765 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:39.651352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c7c4b-c9fa-43bf-9061-db606bd62e43 req-9204c94c-77ec-4e1e-b734-246e0e55adb7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:39.652864 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-056c7c4b-c9fa-43bf-9061-db606bd62e43 req-9204c94c-77ec-4e1e-b734-246e0e55adb7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0526998 Nov 03 16:57:39.705292 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-056c7c4b-c9fa-43bf-9061-db606bd62e43 req-87bafdbe-5939-47d4-9bf0-464bebb43e07 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 Nov 03 16:57:40.826512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954306a-4122-430a-8db8-28b8e42ee792 req-26ae3a99-1bb2-4fd2-9603-e5cb447c13b6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:40.827977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b954306a-4122-430a-8db8-28b8e42ee792 req-26ae3a99-1bb2-4fd2-9603-e5cb447c13b6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0487926 Nov 03 16:57:40.877264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b954306a-4122-430a-8db8-28b8e42ee792 req-8d3d2260-85ee-462a-9fff-7170e2cf5706 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423467 Nov 03 16:57:40.900050 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48936) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:40.962178 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8cd4bca1-7805-46ba-9ba6-55a492b06ed8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/b32b7c80-1132-4309-aa76-08dc8695e759 HTTP/1.1" status: 200 len: 993 time: 0.0610387 Nov 03 16:57:41.211822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48942) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:41.370760 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 338b4e19-cd3c-422d-a620-304980fa376c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:57:41.371093 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:41.445110 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:41.445571 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:41.458012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 338b4e19-cd3c-422d-a620-304980fa376c owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:57:41.605383 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:41.635909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=338b4e19-cd3c-422d-a620-304980fa376c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:41.659838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.660224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.660584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.660987 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.661316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.661681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.662119 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.662330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.662657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.662982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.663304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.663622 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:41.706900 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:41.707589 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP b32b7c80-1132-4309-aa76-08dc8695e759 disassociated (deleted). External IP: 172.25.6.145, port: 6cec37e5-c136-4de3-85e1-28bd447161bb. Nov 03 16:57:41.915585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router ff10615e-8286-46d6-ae65-141b31423613 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:57:42.024409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:57:42.029157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:42.034017 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] Sync routers for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:57:42.044178 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:42.044774 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:42.056819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8a087f01-ba70-41db-b9c5-4cce566f812c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/floatingips/b32b7c80-1132-4309-aa76-08dc8695e759 HTTP/1.1" status: 204 len: 168 time: 0.8439360 Nov 03 16:57:42.057438 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:57:42.059734 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:57:42.099168 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abc9f20-2f37-47f0-8ce5-48296689e7b9 x-openstack-request-id: req-8abc9f20-2f37-47f0-8ce5-48296689e7b9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:57:42.099457 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:57:42.100259 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8abc9f20-2f37-47f0-8ce5-48296689e7b9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:57:42.100259 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'status': 'completed', 'code': 200} Nov 03 16:57:42.163439 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:42.167141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-a7582d97-9cec-42e3-b6b5-5949dbdc16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:42.168680 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-a7582d97-9cec-42e3-b6b5-5949dbdc16d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 1096 time: 0.0484796 Nov 03 16:57:42.280373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-73c3814e-e5f9-4219-8b3a-7236925e2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:42.281905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-73c3814e-e5f9-4219-8b3a-7236925e2172 service neutron] 10.222.0.70 "GET /v2.0/networks?id=baf04d99-0460-4cd6-9334-9d55cbd9114d HTTP/1.1" status: 200 len: 898 time: 0.1008465 Nov 03 16:57:42.294474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953800e-216f-46a6-ae61-4dc690296fbd req-9f695395-87d8-4e58-aa7e-815901472c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:42.296071 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a953800e-216f-46a6-ae61-4dc690296fbd req-9f695395-87d8-4e58-aa7e-815901472c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0515914 Nov 03 16:57:42.326404 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-d0435577-67b5-4670-84c7-2d5df05d7f32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cec37e5-c136-4de3-85e1-28bd447161bb HTTP/1.1" status: 200 len: 217 time: 0.0360627 Nov 03 16:57:42.350495 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a953800e-216f-46a6-ae61-4dc690296fbd req-596614d1-b7fe-4fba-accb-f7d9c8ee0456 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469184 Nov 03 16:57:42.377640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-95b2fc2e-d741-4391-a899-c861979b24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:42.379753 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-95b2fc2e-d741-4391-a899-c861979b24f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fefdc497-60d3-43af-96ff-724dd1bd7fc7 HTTP/1.1" status: 200 len: 835 time: 0.0457554 Nov 03 16:57:42.388399 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '3a5f5539-5d12-485c-bec1-531f94827be0', 'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:69:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:47Z', 'updated_at': '2021-11-03T16:56:51Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:42.414280 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] Checking router: ff10615e-8286-46d6-ae65-141b31423613 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:57:42.422719 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:42.423246 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:42.423368 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-6539cd63-e1b2-4c75-a512-417d3c31ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:42.424784 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-6539cd63-e1b2-4c75-a512-417d3c31ae5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baf04d99-0460-4cd6-9334-9d55cbd9114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388196 Nov 03 16:57:42.518799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-e7dbcde5-95ea-45a9-b840-f2f69b2fc3d4 service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850105 Nov 03 16:57:42.530245 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:42.613636 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ff25d71d-f3a5-47e0-8672-a9ee629edc0e req-34e64379-db39-49dc-a2bc-bd9d6158f221 service neutron] 10.222.0.70 "GET /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Nov 03 16:57:42.730567 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '3a5f5539-5d12-485c-bec1-531f94827be0', 'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:69:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:47Z', 'updated_at': '2021-11-03T16:56:51Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:42.756188 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262058b1-7d10-48b3-a11b-9e052a597d1a None None] The sync data for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 is: [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '3a5f5539-5d12-485c-bec1-531f94827be0', 'name': '', 'network_id': 'baf04d99-0460-4cd6-9334-9d55cbd9114d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:69:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:47Z', 'updated_at': '2021-11-03T16:56:51Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'fefdc497-60d3-43af-96ff-724dd1bd7fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:57:42.967507 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a4b1bd-2956-4ca1-a980-79167d373012 None None] New status for floating IP b32b7c80-1132-4309-aa76-08dc8695e759: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:57:43.469187 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac6482-f51d-4364-bd96-3deabf6775e8 req-31946115-2be9-4ea4-bc75-38a65be7bfc3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:43.470681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5cac6482-f51d-4364-bd96-3deabf6775e8 req-31946115-2be9-4ea4-bc75-38a65be7bfc3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0483739 Nov 03 16:57:43.521012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5cac6482-f51d-4364-bd96-3deabf6775e8 req-b6f23ef0-f9fa-4f3d-b644-4dfe1e3bca29 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Nov 03 16:57:43.917797 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-05f73be0-3faa-4675-bafc-5b2822a2f75b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:43.919271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-05f73be0-3faa-4675-bafc-5b2822a2f75b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Nov 03 16:57:44.010114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 6cec37e5-c136-4de3-85e1-28bd447161bb {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:57:44.010452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:44.101536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 6cec37e5-c136-4de3-85e1-28bd447161bb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=6cec37e5-c136-4de3-85e1-28bd447161bb,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:57:44.101905 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:44.113650 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 6cec37e5-c136-4de3-85e1-28bd447161bb owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:57:44.243456 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:44.271996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=6cec37e5-c136-4de3-85e1-28bd447161bb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:44.316422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] No DVR routers for this DVR port 6cec37e5-c136-4de3-85e1-28bd447161bb on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:57:44.319113 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:44.322429 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a13fd59-4394-46be-8dda-f1131e07dd79 req-b850c072-1930-4c5f-b9c0-8c28187dfcec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "DELETE /v2.0/ports/6cec37e5-c136-4de3-85e1-28bd447161bb HTTP/1.1" status: 204 len: 173 time: 0.3972330 Nov 03 16:57:44.322868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'name': 'network-vif-deleted', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:57:44.325108 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687b9ef6-f551-474d-a681-cc331a1d25d1" -d '{"events": [{"server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "name": "network-vif-deleted", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:57:44.365249 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28ceba3-7336-4f5b-9be1-01de97b01e68 x-openstack-request-id: req-d28ceba3-7336-4f5b-9be1-01de97b01e68 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:57:44.365565 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae16d0a-932e-4be7-b4a7-8c6adcc25e44", "name": "network-vif-deleted", "tag": "6cec37e5-c136-4de3-85e1-28bd447161bb", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:57:44.365821 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d28ceba3-7336-4f5b-9be1-01de97b01e68 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:57:44.366229 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae16d0a-932e-4be7-b4a7-8c6adcc25e44', 'name': 'network-vif-deleted', 'tag': '6cec37e5-c136-4de3-85e1-28bd447161bb', 'status': 'completed', 'code': 200} Nov 03 16:57:44.627163 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8c67a1d6-3c08-4f65-9ab1-d5378212eca8 req-ef91e90c-8c3c-449d-ab4e-1f145cb74c15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ae16d0a-932e-4be7-b4a7-8c6adcc25e44 HTTP/1.1" status: 200 len: 210 time: 0.0272181 Nov 03 16:57:45.686055 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48958) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:46.046095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:46.609605 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 3a5f5539-5d12-485c-bec1-531f94827be0 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:57:46.609949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:46.698249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 3a5f5539-5d12-485c-bec1-531f94827be0, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3a5f5539-5d12-485c-bec1-531f94827be0,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:57:46.698926 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:46.716013 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 3a5f5539-5d12-485c-bec1-531f94827be0 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:57:46.896499 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:46.922284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=3a5f5539-5d12-485c-bec1-531f94827be0,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:46.935654 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.936012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.936360 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.936699 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.937032 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.937368 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.937724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.938061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.938395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.938721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.939048 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:46.939372 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:47.105276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:47.321317 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router ff10615e-8286-46d6-ae65-141b31423613 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:57:47.429544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:57:47.434911 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-97b71253-b51f-4387-ad68-1ffeafa14597 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/ff10615e-8286-46d6-ae65-141b31423613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7478063 Nov 03 16:57:47.437693 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48960) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:47.440248 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] Sync routers for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:57:47.452619 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:47.453220 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:47.489351 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfbf43f-fe43-4cde-9b15-a4cad55f9e54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting subnet fefdc497-60d3-43af-96ff-724dd1bd7fc7 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 16:57:47.492477 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf43f-fe43-4cde-9b15-a4cad55f9e54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:47.533982 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf43f-fe43-4cde-9b15-a4cad55f9e54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:47.558356 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:47.621312 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf43f-fe43-4cde-9b15-a4cad55f9e54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:47.679289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf43f-fe43-4cde-9b15-a4cad55f9e54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:47.707593 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbf43f-fe43-4cde-9b15-a4cad55f9e54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Subnet': ['ID=fefdc497-60d3-43af-96ff-724dd1bd7fc7,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:47.709618 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf43f-fe43-4cde-9b15-a4cad55f9e54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:47.715608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48962) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:47.716046 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2dfbf43f-fe43-4cde-9b15-a4cad55f9e54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/subnets/fefdc497-60d3-43af-96ff-724dd1bd7fc7 HTTP/1.1" status: 204 len: 168 time: 0.2769532 Nov 03 16:57:47.719617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621e77d-f017-40e7-906f-82a1adc0fbd8 None None] Network baf04d99-0460-4cd6-9334-9d55cbd9114d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:57:47.749303 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:57:46Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:47.777698 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] Checking router: ff10615e-8286-46d6-ae65-141b31423613 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:57:47.786266 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] Routers {'ff10615e-8286-46d6-ae65-141b31423613'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:47.786796 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ff10615e-8286-46d6-ae65-141b31423613'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:47.906169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] DHCP port deletion for baf04d99-0460-4cd6-9334-9d55cbd9114d request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 16:57:47.958561 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Deleting port 7a720aa6-23a7-48ba-882d-d33c6f31359d {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:57:47.958930 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:47.998823 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] Set router ff10615e-8286-46d6-ae65-141b31423613 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:48.030244 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] For port 7a720aa6-23a7-48ba-882d-d33c6f31359d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=7a720aa6-23a7-48ba-882d-d33c6f31359d,segment=NetworkSegment(443ef2c7-e89e-40f0-b77f-3012bf8b19de),segment_id=443ef2c7-e89e-40f0-b77f-3012bf8b19de)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:57:48.030638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.046002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Calling delete_port for 7a720aa6-23a7-48ba-882d-d33c6f31359d owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:57:48.152442 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6cec37e5-c136-4de3-85e1-28bd447161bb no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:57:48.185863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 6cec37e5-c136-4de3-85e1-28bd447161bb {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:57:48.185863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 6cec37e5-c136-4de3-85e1-28bd447161bb not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:57:48.186336 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.187157 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.193391 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7a720aa6-23a7-48ba-882d-d33c6f31359d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:57:48.206765 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:57:46Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:48.237332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Pushing event deleted for resources: {'Port': ['ID=7a720aa6-23a7-48ba-882d-d33c6f31359d,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:48.238017 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24730c-a55c-42f4-953d-8fdaddea58b8 None None] The sync data for ids ['ff10615e-8286-46d6-ae65-141b31423613'] in n-d-813897-2 is: [{'id': 'ff10615e-8286-46d6-ae65-141b31423613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990251125', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:56:44Z', 'updated_at': '2021-11-03T16:57:46Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '6ad02320-fc4b-4218-9909-c164ea6ccab2', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10615e-8286-46d6-ae65-141b31423613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:56:45Z', 'updated_at': '2021-11-03T16:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:57:48.244104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 7a720aa6-23a7-48ba-882d-d33c6f31359d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:57:48.244460 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 7a720aa6-23a7-48ba-882d-d33c6f31359d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:57:48.248277 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] No DVR routers for this DVR port 7a720aa6-23a7-48ba-882d-d33c6f31359d on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 16:57:48.251269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.251831 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.252176 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.252546 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.252872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.253207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.254243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.254764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.255256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.255763 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.256370 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.256587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7069c-c7d4-4742-a1c2-207c52f5b78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:48.319432 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.370548 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 6ad02320-fc4b-4218-9909-c164ea6ccab2 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 16:57:48.370891 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.448205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 6ad02320-fc4b-4218-9909-c164ea6ccab2, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=6ad02320-fc4b-4218-9909-c164ea6ccab2,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:57:48.448561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.464568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 6ad02320-fc4b-4218-9909-c164ea6ccab2 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 16:57:48.627981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.654168 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=6ad02320-fc4b-4218-9909-c164ea6ccab2,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:48.718386 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.813410 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.815565 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.863604 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.864075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Fanout notify agent at l3_agent the message router_deleted on router ff10615e-8286-46d6-ae65-141b31423613 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 16:57:48.870826 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:48.871930 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f3dcb4fc-627c-4588-a9aa-f4ad3821fafd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/routers/ff10615e-8286-46d6-ae65-141b31423613 HTTP/1.1" status: 204 len: 168 time: 1.1553471 Nov 03 16:57:48.875720 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48964) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:48.956839 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.046840 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.065843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf04d99-0460-4cd6-9334-9d55cbd9114d']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:49.074874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443ef2c7-e89e-40f0-b77f-3012bf8b19de') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:49.075172 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443ef2c7-e89e-40f0-b77f-3012bf8b19de') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:49.085053 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.098371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.104107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 16:57:49.104483 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: timer() Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 16:57:49.107344 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 16:57:49.167430 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.174157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.177398 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/networks/baf04d99-0460-4cd6-9334-9d55cbd9114d HTTP/1.1" status: 204 len: 168 time: 0.3006866 Nov 03 16:57:49.180306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48966) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:49.188460 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45b609-249b-4b8f-bdeb-846bbd98274e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Network': ['ID=baf04d99-0460-4cd6-9334-9d55cbd9114d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:49.242079 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46916b4d-5d78-4dee-9539-aedb3f490bcd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.267825 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46916b4d-5d78-4dee-9539-aedb3f490bcd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.337786 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46916b4d-5d78-4dee-9539-aedb3f490bcd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.340872 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-46916b4d-5d78-4dee-9539-aedb3f490bcd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.342256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-46916b4d-5d78-4dee-9539-aedb3f490bcd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/security-groups/0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89 HTTP/1.1" status: 204 len: 168 time: 0.1608574 Nov 03 16:57:49.352964 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46916b4d-5d78-4dee-9539-aedb3f490bcd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c6dcb-8c51-44f5-ad85-8859c3f8ba89,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:49.733211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 48972) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:49.737924 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c906de52-99ce-495a-9035-b44674d3fabc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886322144', 'description': 'tempest-secgroup-smoke-886322144 description', 'project_id': 'ca132e58da314634a6cea3938239ffb3'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:49.761309 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c906de52-99ce-495a-9035-b44674d3fabc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.827647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c906de52-99ce-495a-9035-b44674d3fabc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.831146 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c906de52-99ce-495a-9035-b44674d3fabc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.861201 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c906de52-99ce-495a-9035-b44674d3fabc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.862466 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c906de52-99ce-495a-9035-b44674d3fabc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1282163 Nov 03 16:57:49.864211 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906de52-99ce-495a-9035-b44674d3fabc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20223db7-ef36-47ae-a1a2-c841c832f68f,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:49.866128 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48974) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:49.870889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3afb9ff4-291e-43c1-af96-78f3bf781f05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '20223db7-ef36-47ae-a1a2-c841c832f68f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:49.897309 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3afb9ff4-291e-43c1-af96-78f3bf781f05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.949906 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3afb9ff4-291e-43c1-af96-78f3bf781f05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.953544 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3afb9ff4-291e-43c1-af96-78f3bf781f05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.970691 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb9ff4-291e-43c1-af96-78f3bf781f05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa986a5-a597-4133-94ff-a36d712244f9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:49.979214 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3afb9ff4-291e-43c1-af96-78f3bf781f05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:49.980399 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3afb9ff4-291e-43c1-af96-78f3bf781f05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131477 Nov 03 16:57:49.983206 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48976) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:49.987498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-66e7f763-2ae9-49dc-abac-3b1b7cd17a60 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '20223db7-ef36-47ae-a1a2-c841c832f68f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:50.015105 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66e7f763-2ae9-49dc-abac-3b1b7cd17a60 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.074124 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66e7f763-2ae9-49dc-abac-3b1b7cd17a60 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.077868 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66e7f763-2ae9-49dc-abac-3b1b7cd17a60 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.087764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3a5f5539-5d12-485c-bec1-531f94827be0 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:57:50.100284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7f763-2ae9-49dc-abac-3b1b7cd17a60 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c39cfd7-3c14-49ff-8bf0-1d16d890bba9,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:50.104822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-66e7f763-2ae9-49dc-abac-3b1b7cd17a60 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.109057 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-66e7f763-2ae9-49dc-abac-3b1b7cd17a60 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219931 Nov 03 16:57:50.109057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48978) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:50.109998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 3a5f5539-5d12-485c-bec1-531f94827be0 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:57:50.110430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3a5f5539-5d12-485c-bec1-531f94827be0 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:57:50.110921 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6ad02320-fc4b-4218-9909-c164ea6ccab2 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 16:57:50.113780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-8f2a6b02-10b5-442b-a322-542c99f46880 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '20223db7-ef36-47ae-a1a2-c841c832f68f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:50.132230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 6ad02320-fc4b-4218-9909-c164ea6ccab2 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 16:57:50.132582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 6ad02320-fc4b-4218-9909-c164ea6ccab2 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 16:57:50.140935 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6b02-10b5-442b-a322-542c99f46880 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.201760 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6b02-10b5-442b-a322-542c99f46880 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.205325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6b02-10b5-442b-a322-542c99f46880 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.223025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a6b02-10b5-442b-a322-542c99f46880 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b126e3f6-6c30-47eb-a6c2-2bb9d1e78aa3,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:50.231198 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6b02-10b5-442b-a322-542c99f46880 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.232384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8f2a6b02-10b5-442b-a322-542c99f46880 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225553 Nov 03 16:57:50.235149 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48980) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:50.239393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f6707d72-f4a9-4420-935c-d56e16e85382 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '20223db7-ef36-47ae-a1a2-c841c832f68f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:50.266079 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6707d72-f4a9-4420-935c-d56e16e85382 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.323599 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6707d72-f4a9-4420-935c-d56e16e85382 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.327184 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6707d72-f4a9-4420-935c-d56e16e85382 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.341985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6707d72-f4a9-4420-935c-d56e16e85382 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f60aca-2c34-49d8-baa5-1d885edf55e1,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:50.352629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f6707d72-f4a9-4420-935c-d56e16e85382 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.353862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f6707d72-f4a9-4420-935c-d56e16e85382 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177566 Nov 03 16:57:50.356582 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48982) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:50.360907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0bd7e7f7-dca6-4e69-8f9d-beb6d39b563a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '20223db7-ef36-47ae-a1a2-c841c832f68f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:50.383035 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-0bd7e7f7-dca6-4e69-8f9d-beb6d39b563a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:57:50.387832 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e7f7-dca6-4e69-8f9d-beb6d39b563a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.446956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e7f7-dca6-4e69-8f9d-beb6d39b563a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.450525 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e7f7-dca6-4e69-8f9d-beb6d39b563a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.470608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e7f7-dca6-4e69-8f9d-beb6d39b563a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4be6bc-f3a9-4fd6-af21-77078ad1f568,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:50.476364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e7f7-dca6-4e69-8f9d-beb6d39b563a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.477544 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0bd7e7f7-dca6-4e69-8f9d-beb6d39b563a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200390 Nov 03 16:57:50.480283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48984) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:50.484537 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-551e8303-8238-463a-b708-7a2ce05f34f1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '20223db7-ef36-47ae-a1a2-c841c832f68f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:50.511242 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-551e8303-8238-463a-b708-7a2ce05f34f1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 16:57:50.516216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-551e8303-8238-463a-b708-7a2ce05f34f1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.576220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-551e8303-8238-463a-b708-7a2ce05f34f1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.579836 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-551e8303-8238-463a-b708-7a2ce05f34f1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.598906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e8303-8238-463a-b708-7a2ce05f34f1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b78c3d-46ee-4e3b-a95c-627de636494e,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:50.606980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-551e8303-8238-463a-b708-7a2ce05f34f1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.608170 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-551e8303-8238-463a-b708-7a2ce05f34f1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269536 Nov 03 16:57:50.611078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48986) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:50.616481 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'network': {'name': 'tempest-network-smoke--1742013261', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'port_security_enabled': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:50.637136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:57:50.640504 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.663448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 16:57:50.672236 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.672579 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Added segment c69da08a-1045-459a-976f-4acfefad5e8f of type vlan for network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd Nov 03 16:57:50.713196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.736764 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.742358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:50.742942 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.801902 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897898 Nov 03 16:57:50.804636 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48988) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:50.809012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'admin_state_up': True, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:50.821122 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664a872-1222-4456-b27e-25f55e81bb3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Network': ['ID=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:50.831584 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 16:57:50.838481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.839594 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:50.896866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:51.034957 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:51.223325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:51.241647 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:51.347337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.146 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/f14f7834-b45f-47f2-8ee7-c2a66487d974) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:57:51.448355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:51.481542 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:51.522008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:57:51.524779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:57:51.530283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:57:51.554141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=f14f7834-b45f-47f2-8ee7-c2a66487d974,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:51.784390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:51.979662 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:52.105473 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router fb51957c-55a5-488c-88b6-3a8b9cf681be is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 16:57:52.210339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:57:52.219962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Sync routers for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:57:52.231448 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:52.231767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:52.232458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:52.233990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b8c1fe48-8c59-4769-bf48-8602551894c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4282928 Nov 03 16:57:52.235784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48990) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:52.264225 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c9bd4c85-e089-4bf2-8836-22c2533a4601 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=ca132e58da314634a6cea3938239ffb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273385 Nov 03 16:57:52.266850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48992) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:52.356272 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53589fc-c45c-442d-a5c8-8a440495188f tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:52.360549 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d53589fc-c45c-442d-a5c8-8a440495188f tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899572 Nov 03 16:57:52.360782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48994) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:52.389922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b9e6904f-1d2c-4a86-8af4-f1ff80204c9a tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279346 Nov 03 16:57:52.392496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48996) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:52.397882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2061601373', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:57:52.488410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:57:52.492020 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:52.509820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:52.572348 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:52.674788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:52.702216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:51Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:52.729135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Checking router: fb51957c-55a5-488c-88b6-3a8b9cf681be for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:57:52.729491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Updating router fb51957c-55a5-488c-88b6-3a8b9cf681be port f14f7834-b45f-47f2-8ee7-c2a66487d974 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:57:52.739129 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Subnet': ['ID=80ad36e3-d460-44fd-bd6f-2f56551b2d7e,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:52.743621 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Checking segment: {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:57:52.744051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network hostable DHCP agents. Network: 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 16:57:52.755534 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:52.762991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 16:57:52.772047 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:57:52.776370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:52.776965 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:52.784769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04feba-584c-418d-a303-9f3257cb4d0f None None] Network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:57:52.793416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ff70734e-ffc7-4012-82b5-90e60b19ecde tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3999164 Nov 03 16:57:52.796358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 48998) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:57:53.065571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 16:57:53.067035 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.227327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.252504 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.319723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Allocated IP 172.20.0.2 (601f3177-91c2-4f63-9fe5-0e8ecdb81bcd/80ad36e3-d460-44fd-bd6f-2f56551b2d7e/302f3cf4-291a-433c-bb99-6b5cbf874453) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:57:53.333407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Attempting to bind port f14f7834-b45f-47f2-8ee7-c2a66487d974 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:57:53.333804 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Attempting to bind port f14f7834-b45f-47f2-8ee7-c2a66487d974 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:57:53.334239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Attempting to bind port f14f7834-b45f-47f2-8ee7-c2a66487d974 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:57:53.346602 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1543f-dbdf-433e-84d9-c7a8d0aa00f7 None None] Pushing event updated for resources: {'Port': ['ID=f14f7834-b45f-47f2-8ee7-c2a66487d974,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:53.351844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:57:53.352308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:57:53.352678 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.353092 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:57:53.353672 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Bound port: f14f7834-b45f-47f2-8ee7-c2a66487d974, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:57:53.354009 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.462449 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] For port f14f7834-b45f-47f2-8ee7-c2a66487d974, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:57:53.482692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] For port f14f7834-b45f-47f2-8ee7-c2a66487d974, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f14f7834-b45f-47f2-8ee7-c2a66487d974,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:57:53.491046 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.590706 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.594621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.596052 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:53.596668 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:53.600643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1543f-dbdf-433e-84d9-c7a8d0aa00f7 None None] Pushing event updated for resources: {'Port': ['ID=f14f7834-b45f-47f2-8ee7-c2a66487d974,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:53.640020 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.694018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:57:53.723772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:57:53.727314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Pushing event updated for resources: {'Port': ['ID=302f3cf4-291a-433c-bb99-6b5cbf874453,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:53.729495 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:57:53.792899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:53.865352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Attempting to bind port 302f3cf4-291a-433c-bb99-6b5cbf874453 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:57:53.865660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Attempting to bind port 302f3cf4-291a-433c-bb99-6b5cbf874453 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:57:53.866023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Attempting to bind port 302f3cf4-291a-433c-bb99-6b5cbf874453 on network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:57:53.868899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.1 (601f3177-91c2-4f63-9fe5-0e8ecdb81bcd/80ad36e3-d460-44fd-bd6f-2f56551b2d7e/51a0c435-b3dd-4377-b113-88d0eab897ec) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:57:53.903790 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:57:53.904164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Checking segment: {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:57:53.904564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.904953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Bound using segment: {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:57:53.905438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Bound port: 302f3cf4-291a-433c-bb99-6b5cbf874453, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:57:53.905851 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:53.982602 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:54.012917 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] For port 302f3cf4-291a-433c-bb99-6b5cbf874453, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:57:54.017452 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:54.027553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] For port 302f3cf4-291a-433c-bb99-6b5cbf874453, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=302f3cf4-291a-433c-bb99-6b5cbf874453,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:57:54.035718 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:54.060189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:57:54.065197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:57:54.069765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:57:54.076598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=51a0c435-b3dd-4377-b113-88d0eab897ec,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:54.104256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:51Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:54.106034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efb240-7495-49ec-8d69-60b9ce8f47a8 None None] Pushing event updated for resources: {'Port': ['ID=302f3cf4-291a-433c-bb99-6b5cbf874453,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:54.124903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:54.139223 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab03a9be-8908-410f-8db7-1a21f62892d2 None None] The sync data for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 is: [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:51Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:57:54.292823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:54.625978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:54.631374 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:54.712630 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=51a0c435-b3dd-4377-b113-88d0eab897ec,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:54.717908 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:54.822514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:57:54.824171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:57:54.955508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router fb51957c-55a5-488c-88b6-3a8b9cf681be has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:57:55.056382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6afb9-00e7-4fff-a15c-811e2264a951 None None] Network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 16:57:55.081236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:57:55.087599 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2efb387f-6671-4309-90ce-382b309271c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/fb51957c-55a5-488c-88b6-3a8b9cf681be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895367 Nov 03 16:57:55.142639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-82bb576d-5a3e-4e83-aa30-c933b2a28488 None None] Provisioning complete for port 302f3cf4-291a-433c-bb99-6b5cbf874453 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:55.143013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-82bb576d-5a3e-4e83-aa30-c933b2a28488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:55.240136 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-ccc7bb0f-de52-49cf-b8d5-ac48aff0d65c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886322144&fields=id&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 267 time: 0.0454586 Nov 03 16:57:55.293674 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-82bb576d-5a3e-4e83-aa30-c933b2a28488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:55.330971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-82bb576d-5a3e-4e83-aa30-c933b2a28488 None None] For port 302f3cf4-291a-433c-bb99-6b5cbf874453, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=302f3cf4-291a-433c-bb99-6b5cbf874453,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:57:55.337487 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-82bb576d-5a3e-4e83-aa30-c933b2a28488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:55.362656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127392-3465-42d8-8926-488bd3bee71d req-e6e7af99-f333-4094-b25c-c1b2b9bac001 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:57:55.364470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-e6e7af99-f333-4094-b25c-c1b2b9bac001 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/networks?id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd HTTP/1.1" status: 200 len: 797 time: 0.1167464 Nov 03 16:57:55.380865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-6b613e0a-714b-49f7-8fd3-c9cea6ccfe72 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/quotas/ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 375 time: 0.0103850 Nov 03 16:57:55.390010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb576d-5a3e-4e83-aa30-c933b2a28488 None None] Pushing event updated for resources: {'Port': ['ID=302f3cf4-291a-433c-bb99-6b5cbf874453,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:55.437619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-4f540340-8fad-43e7-bafb-d58bb9d3c81f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507865 Nov 03 16:57:55.549470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-4c96ee6f-f30b-44a0-b82d-8e9869fa6774 service neutron] 10.222.0.86 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968754 Nov 03 16:57:55.560731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-409cea97-62f7-480e-961b-3fc41523911a None None] Provisioning complete for port 302f3cf4-291a-433c-bb99-6b5cbf874453 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:55.561057 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-409cea97-62f7-480e-961b-3fc41523911a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:55.644522 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-dc39b4eb-bcea-413f-97f2-dc521cf2db07 service neutron] 10.222.0.86 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874047 Nov 03 16:57:55.663585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-409cea97-62f7-480e-961b-3fc41523911a None None] Provisioning complete for port 51a0c435-b3dd-4377-b113-88d0eab897ec triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:55.663933 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-409cea97-62f7-480e-961b-3fc41523911a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:55.700440 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-409cea97-62f7-480e-961b-3fc41523911a None None] Port 51a0c435-b3dd-4377-b113-88d0eab897ec cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:57:55.825835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7df5d9dd-65b3-4a7f-8529-b7d88d29654e None None] Provisioning complete for port 51a0c435-b3dd-4377-b113-88d0eab897ec triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:55.826202 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7df5d9dd-65b3-4a7f-8529-b7d88d29654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:55.827654 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Sync routers for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:57:55.836618 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d735d6d0-1370-449f-a7a1-0ad3da1c39c8 req-22a6133b-62cd-42a1-91b7-fcd95491e395 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 210 time: 0.0365028 Nov 03 16:57:55.840306 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:55.841040 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:55.873663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7df5d9dd-65b3-4a7f-8529-b7d88d29654e None None] Port 51a0c435-b3dd-4377-b113-88d0eab897ec cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:57:55.951604 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:55.991964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-66cd056d-1086-4cfd-a622-69d9f1211c9d None None] Provisioning complete for port 51a0c435-b3dd-4377-b113-88d0eab897ec triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:55.992330 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-66cd056d-1086-4cfd-a622-69d9f1211c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.171244 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '51a0c435-b3dd-4377-b113-88d0eab897ec', 'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:e1:46:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:53Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 2, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:56.177850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f14f7834-b45f-47f2-8ee7-c2a66487d974 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:57:56.198401 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Checking router: fb51957c-55a5-488c-88b6-3a8b9cf681be for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:57:56.198750 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Updating router fb51957c-55a5-488c-88b6-3a8b9cf681be port 51a0c435-b3dd-4377-b113-88d0eab897ec binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 16:57:56.218012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-66cd056d-1086-4cfd-a622-69d9f1211c9d None None] Port 51a0c435-b3dd-4377-b113-88d0eab897ec cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:57:56.226943 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.235499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f14f7834-b45f-47f2-8ee7-c2a66487d974 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:56.235871 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.316062 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.338920 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port f14f7834-b45f-47f2-8ee7-c2a66487d974, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f14f7834-b45f-47f2-8ee7-c2a66487d974,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:57:56.342804 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.343603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 302f3cf4-291a-433c-bb99-6b5cbf874453 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:57:56.416922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=f14f7834-b45f-47f2-8ee7-c2a66487d974,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:56.429754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 302f3cf4-291a-433c-bb99-6b5cbf874453 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:56.430156 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.489110 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.494863 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.564591 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Pushing event updated for resources: {'Port': ['ID=51a0c435-b3dd-4377-b113-88d0eab897ec,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:56.588504 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.588897 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.589268 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.589665 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.590069 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.590417 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.590751 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.591082 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.591405 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.591729 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.592049 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.592370 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 16:57:56.608506 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Attempting to bind port 51a0c435-b3dd-4377-b113-88d0eab897ec on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:57:56.608881 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Attempting to bind port 51a0c435-b3dd-4377-b113-88d0eab897ec by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:57:56.609242 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Attempting to bind port 51a0c435-b3dd-4377-b113-88d0eab897ec on network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:57:56.615387 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:57:56.615761 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Checking segment: {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:57:56.616160 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.616545 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Bound using segment: {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:57:56.617010 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Bound port: 51a0c435-b3dd-4377-b113-88d0eab897ec, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:57:56.617386 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.682197 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] For port 51a0c435-b3dd-4377-b113-88d0eab897ec, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:57:56.685967 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] For port 51a0c435-b3dd-4377-b113-88d0eab897ec, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=51a0c435-b3dd-4377-b113-88d0eab897ec,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:57:56.690115 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.739110 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:57:56.739729 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:57:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:56.746799 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f368aef6-94e8-4350-8fd6-39a9b4e72f02 None None] Provisioning complete for port 51a0c435-b3dd-4377-b113-88d0eab897ec triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:56.747052 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f368aef6-94e8-4350-8fd6-39a9b4e72f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.841562 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f368aef6-94e8-4350-8fd6-39a9b4e72f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.861540 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:57:56.894094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f368aef6-94e8-4350-8fd6-39a9b4e72f02 None None] For port 51a0c435-b3dd-4377-b113-88d0eab897ec, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=51a0c435-b3dd-4377-b113-88d0eab897ec,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:57:56.900276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f368aef6-94e8-4350-8fd6-39a9b4e72f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:56.958853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368aef6-94e8-4350-8fd6-39a9b4e72f02 None None] Pushing event updated for resources: {'Port': ['ID=51a0c435-b3dd-4377-b113-88d0eab897ec,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:56.967758 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e528ba4-fc4a-479b-8ffe-5fefd92aed54 None None] Pushing event updated for resources: {'Port': ['ID=51a0c435-b3dd-4377-b113-88d0eab897ec,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:57:56.969971 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-480760f6-54bf-4427-aa8f-877bea068baf req-2ddfd057-ad50-4b63-a3a7-89d1472bd6e2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 210 time: 0.0504851 Nov 03 16:57:57.019234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4f630ba4-985c-4763-a941-eadc75fbf202 None None] Provisioning complete for port 51a0c435-b3dd-4377-b113-88d0eab897ec triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:57.019803 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4f630ba4-985c-4763-a941-eadc75fbf202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:57.103792 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '51a0c435-b3dd-4377-b113-88d0eab897ec', 'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:e1:46:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:53Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:57:57.133045 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6768446c-4048-4a11-9466-fa73bbbdc0a2 None None] The sync data for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 is: [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '51a0c435-b3dd-4377-b113-88d0eab897ec', 'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:e1:46:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:53Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:57:58.078006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-30ddc3c3-890a-4181-bbec-76838e7ffb99 req-a20df86f-1ef8-469e-bd84-0b4eb48f379e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 210 time: 0.0470629 Nov 03 16:57:58.176548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f14f7834-b45f-47f2-8ee7-c2a66487d974 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:57:58.228646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port f14f7834-b45f-47f2-8ee7-c2a66487d974 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:58.228929 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:58.305909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 51a0c435-b3dd-4377-b113-88d0eab897ec up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:57:58.353843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 51a0c435-b3dd-4377-b113-88d0eab897ec triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:57:58.354210 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:57:58.463433 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:57:59.151686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f11351b-7f6d-4123-8bb9-3f76dca1f2e6 req-2a94c7a3-8eb6-409c-8d16-654dbfabb253 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 210 time: 0.0332501 Nov 03 16:58:00.249736 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-727ef766-864a-4835-97c1-7af1a09cc554 req-c6a490f7-aabb-442c-9e66-96956de20488 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 210 time: 0.0281091 Nov 03 16:58:01.058992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127392-3465-42d8-8926-488bd3bee71d req-19efb091-005b-4529-af49-fd971e3a80a2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:01.060465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-19efb091-005b-4529-af49-fd971e3a80a2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "GET /v2.0/networks?id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd HTTP/1.1" status: 200 len: 797 time: 0.1033549 Nov 03 16:58:01.136727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-0ae1cbdf-7576-48a2-9543-c594a5df12b2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 379 time: 0.0535042 Nov 03 16:58:01.153201 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'port': {'device_id': 'b434e967-6fd4-457b-bc35-38668c0886be', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'admin_state_up': True, 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'security_groups': ['20223db7-ef36-47ae-a1a2-c841c832f68f']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:58:01.264155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 16:58:01.267804 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:01.358567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-26e63fb7-9c0a-4ea8-aaa5-7b2c0a62a42a req-48ad2301-3fa7-458c-a8fb-d8340e5898f3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 210 time: 0.0374889 Nov 03 16:58:01.421606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.5 (601f3177-91c2-4f63-9fe5-0e8ecdb81bcd/80ad36e3-d460-44fd-bd6f-2f56551b2d7e/8c62cb85-ac31-4632-a2eb-f59d21d1bc8e) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:58:01.559598 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:01.592719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:01.634678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:58:01.637572 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:58:01.640120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:58:01.672422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:58:01.699257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:01.700030 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:01.717202 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-e68e36cf-6bb0-41e2-9869-0445832f4327 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677254 Nov 03 16:58:01.737295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Request body: {'port': {'device_id': 'b434e967-6fd4-457b-bc35-38668c0886be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:58:01.796463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:01.840842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-9d19ef80-7316-4b4c-b3ab-f741cf28a995 None None] Provisioning complete for port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:58:01.841428 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9d19ef80-7316-4b4c-b3ab-f741cf28a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:01.875152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9d19ef80-7316-4b4c-b3ab-f741cf28a995 None None] Port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 16:58:02.056568 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:58:02.063919 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:02.076185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Transition to ACTIVE for port object 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 16:58:02.079714 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:02.120175 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:02.131046 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Pushing event updated for resources: {'Port': ['ID=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:58:02.200684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Attempting to bind port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 16:58:02.201013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Attempting to bind port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 16:58:02.201339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Attempting to bind port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e on network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:58:02.205904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e on network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 16:58:02.206226 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Attempting to bind port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e on network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 16:58:02.211509 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 16:58:02.211846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Checking segment: {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 16:58:02.212219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Bound using segment: {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 16:58:02.212646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Bound port: 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69da08a-1045-459a-976f-4acfefad5e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 16:58:02.212994 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:02.280155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] For port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 16:58:02.283345 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] For port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 16:58:02.288280 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:02.321934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:02.322644 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:02.324015 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c62cb85-ac31-4632-a2eb-f59d21d1bc8e HTTP/1.1" status: 200 len: 1091 time: 0.5913720 Nov 03 16:58:02.324450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:58:02.326712 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bf4d43-9cfa-4c14-aa28-24a43766ae72" -d '{"events": [{"name": "network-changed", "server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:58:02.352644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbd9bc-2ff0-4d5d-b9d0-d14a0ff46756 service neutron] Pushing event updated for resources: {'Port': ['ID=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:58:02.396843 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea2fdaf-e713-4449-9e17-4f6b551b906c x-openstack-request-id: req-9ea2fdaf-e713-4449-9e17-4f6b551b906c {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:58:02.397202 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:58:02.397398 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9ea2fdaf-e713-4449-9e17-4f6b551b906c {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:58:02.398011 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'status': 'completed', 'code': 200} Nov 03 16:58:02.433595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127392-3465-42d8-8926-488bd3bee71d req-8554aa8a-f554-4ddf-af50-877bec0903b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:02.435754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-8554aa8a-f554-4ddf-af50-877bec0903b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 1094 time: 0.0535455 Nov 03 16:58:02.491933 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-387dd268-7899-48d6-b5d3-d409b982ac89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e HTTP/1.1" status: 200 len: 217 time: 0.0423598 Nov 03 16:58:02.548286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127392-3465-42d8-8926-488bd3bee71d req-cd5b0c1c-35f1-409d-ad64-e92d886fbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:02.549811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-cd5b0c1c-35f1-409d-ad64-e92d886fbfae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80ad36e3-d460-44fd-bd6f-2f56551b2d7e HTTP/1.1" status: 200 len: 835 time: 0.0512431 Nov 03 16:58:02.599295 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127392-3465-42d8-8926-488bd3bee71d req-781a96d3-c0d7-45fb-bb2d-26eda43d1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:02.600841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-781a96d3-c0d7-45fb-bb2d-26eda43d1839 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440867 Nov 03 16:58:02.641777 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-34bb86db-29ed-4dbd-885b-9634881777f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:02.708020 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-6c831746-0557-4de3-ad53-e19a8c1a3303 service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000707 Nov 03 16:58:02.813759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fc1d8-7d4b-4858-b394-b81e1b45c530 req-770c9b5a-8bb1-4fa0-921f-9bcc24a599ac tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:02.815218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-540fc1d8-7d4b-4858-b394-b81e1b45c530 req-770c9b5a-8bb1-4fa0-921f-9bcc24a599ac tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 943 time: 0.1063409 Nov 03 16:58:02.842130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-24127392-3465-42d8-8926-488bd3bee71d req-d07108a5-3d09-4bb0-8ade-80040e0ac30f service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251605 Nov 03 16:58:02.873619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-540fc1d8-7d4b-4858-b394-b81e1b45c530 req-873d36b1-498f-4afe-af07-42fd9c0ce314 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516920 Nov 03 16:58:02.970799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-58190783-8bdd-4ef0-b8b6-6b5f48a202af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:02.972289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-58190783-8bdd-4ef0-b8b6-6b5f48a202af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 1094 time: 0.0397906 Nov 03 16:58:03.066085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-c259eb57-9dd7-4572-9654-8ac1814fee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:03.067507 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-c259eb57-9dd7-4572-9654-8ac1814fee98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd HTTP/1.1" status: 200 len: 898 time: 0.0880306 Nov 03 16:58:03.109950 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-fd83aa5e-388f-4579-a314-9412f4fa6d3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e HTTP/1.1" status: 200 len: 217 time: 0.0346439 Nov 03 16:58:03.158734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-2236f88f-c353-4766-820c-f5b13419dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:03.160530 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-2236f88f-c353-4766-820c-f5b13419dbd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80ad36e3-d460-44fd-bd6f-2f56551b2d7e HTTP/1.1" status: 200 len: 835 time: 0.0437386 Nov 03 16:58:03.212479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-b741d4da-9dbe-490b-939d-06b730398638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:03.214001 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-b741d4da-9dbe-490b-939d-06b730398638 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463316 Nov 03 16:58:03.304318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-f27eda09-6889-4656-87ff-d15dcf18bee3 service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831461 Nov 03 16:58:03.396724 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-28bf4d43-9cfa-4c14-aa28-24a43766ae72 req-aa44ccd9-938b-47fc-8b5f-b6494833c059 service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851150 Nov 03 16:58:03.993975 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410a6b9-2daa-465c-8cc0-a288b821d994 req-dc74ecb3-eaee-4cc8-bdbc-d8002d86210c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:03.995356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c410a6b9-2daa-465c-8cc0-a288b821d994 req-dc74ecb3-eaee-4cc8-bdbc-d8002d86210c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 943 time: 0.0532019 Nov 03 16:58:04.045222 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c410a6b9-2daa-465c-8cc0-a288b821d994 req-46a0d9c3-1d19-43a5-b457-f4def3c196ce tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437255 Nov 03 16:58:05.071503 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-86a0ca65-11b6-409a-a95c-41e99c67bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:05.163831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccca464-510e-445b-a21a-d9f40a169c8d req-c389cfe3-b817-4481-b2bd-a24f724f4f31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:05.165313 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ccca464-510e-445b-a21a-d9f40a169c8d req-c389cfe3-b817-4481-b2bd-a24f724f4f31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 943 time: 0.0518148 Nov 03 16:58:05.214722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4ccca464-510e-445b-a21a-d9f40a169c8d req-87eaa271-6462-432c-9f49-cc795eafaf99 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Nov 03 16:58:06.330499 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163ae7d-0546-41b9-9d78-38bf330b4f90 req-2ad0a732-902d-4f9d-a11f-9a071110e7a9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:06.332497 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b163ae7d-0546-41b9-9d78-38bf330b4f90 req-2ad0a732-902d-4f9d-a11f-9a071110e7a9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 943 time: 0.0489931 Nov 03 16:58:06.381407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b163ae7d-0546-41b9-9d78-38bf330b4f90 req-a2fd9209-6e09-482a-b1f8-55b647a3fdf7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430474 Nov 03 16:58:06.464621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:07.497703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737f83-dbd3-4774-9da9-9d753e65603f req-62058e9a-d1e7-4319-bcb5-4b46337699c9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:07.499187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b9737f83-dbd3-4774-9da9-9d753e65603f req-62058e9a-d1e7-4319-bcb5-4b46337699c9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 943 time: 0.0476542 Nov 03 16:58:07.554271 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b9737f83-dbd3-4774-9da9-9d753e65603f req-038d7e97-7e72-4aa8-8378-5a5b93e11923 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475523 Nov 03 16:58:07.877420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 16:58:07.964581 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:07.984254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:58:07.996046 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'port_id': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'mac_address': 'fa:16:3e:0e:55:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 16:58:08.033237 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:08.046100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 16:58:08.065580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:58:08.069726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:08.118247 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:58:08.486481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['8c62cb85-ac31-4632-a2eb-f59d21d1bc8e'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 16:58:08.545346 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:08.674993 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7c522-133d-4276-8e9d-882187088916 req-9aeb4b84-4d16-4f83-a319-c7318e40e2a9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:08.677023 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fa7c522-133d-4276-8e9d-882187088916 req-9aeb4b84-4d16-4f83-a319-c7318e40e2a9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 944 time: 0.0546937 Nov 03 16:58:08.726906 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5fa7c522-133d-4276-8e9d-882187088916 req-0687f2c1-e771-43f0-9dd1-10e2b816276e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434568 Nov 03 16:58:09.840878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b49ede-1513-44a9-84d9-07b33609e3dd req-01c99515-d7df-44d5-ac5c-95250b5c6950 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:09.842373 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87b49ede-1513-44a9-84d9-07b33609e3dd req-01c99515-d7df-44d5-ac5c-95250b5c6950 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 944 time: 0.0479460 Nov 03 16:58:09.890936 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87b49ede-1513-44a9-84d9-07b33609e3dd req-2a293dd0-c30d-4dd1-9b9f-2ea733999a15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Nov 03 16:58:09.923999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 16:58:09.973463 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 16:58:09.977216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 16:58:09.977621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:10.057761 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:10.079469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:58:10.082285 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d086ab02-b27c-4798-8646-b15d7b1d8b2e" -d '{"events": [{"server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "name": "network-vif-plugged", "status": "completed", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:58:10.094347 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 16:58:10.100129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:10.124020 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed93166d-8b8a-4d0a-a3a8-45d563dd155e x-openstack-request-id: req-ed93166d-8b8a-4d0a-a3a8-45d563dd155e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:58:10.124308 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "name": "network-vif-plugged", "status": "completed", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:58:10.124561 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed93166d-8b8a-4d0a-a3a8-45d563dd155e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:58:10.124953 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'code': 200} Nov 03 16:58:10.150520 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:58:10.245281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb50cc-1d0d-4457-a52c-751fd15ecbc2 req-8a59c0a0-3bc0-4198-b6c6-91e864b9ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:10.246822 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fdb50cc-1d0d-4457-a52c-751fd15ecbc2 req-8a59c0a0-3bc0-4198-b6c6-91e864b9ad5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 1096 time: 0.0405138 Nov 03 16:58:10.294678 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fdb50cc-1d0d-4457-a52c-751fd15ecbc2 req-d28644b1-bf38-4912-9bf7-f34e2c588580 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402019 Nov 03 16:58:11.009600 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f23220-e9f6-424d-a5f5-cb92c1d5e9cf req-44f494f7-9397-4cd0-815e-634eb9dfd213 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:11.011062 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-86f23220-e9f6-424d-a5f5-cb92c1d5e9cf req-44f494f7-9397-4cd0-815e-634eb9dfd213 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0527573 Nov 03 16:58:11.059011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-86f23220-e9f6-424d-a5f5-cb92c1d5e9cf req-6a35e68c-9a9a-4232-90b6-e768d9ff5367 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419917 Nov 03 16:58:12.179569 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb754e1-2b90-4c4e-88f4-71d9ed013e03 req-04ba2f91-cabf-444a-be1b-d8b130c19538 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:12.181069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4cb754e1-2b90-4c4e-88f4-71d9ed013e03 req-04ba2f91-cabf-444a-be1b-d8b130c19538 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0499406 Nov 03 16:58:12.236341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4cb754e1-2b90-4c4e-88f4-71d9ed013e03 req-de5f5a6c-8753-4038-83dc-77959ac3cb08 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492926 Nov 03 16:58:12.352930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e7b6c-ac2d-4e59-b026-0f9ca99aa614 req-b286c01f-0124-4d2e-985c-719ebc092b3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:12.354348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b1e7b6c-ac2d-4e59-b026-0f9ca99aa614 req-b286c01f-0124-4d2e-985c-719ebc092b3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0481586 Nov 03 16:58:12.403262 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2b1e7b6c-ac2d-4e59-b026-0f9ca99aa614 req-655838db-408b-4781-a385-f6b4867bd32d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 Nov 03 16:58:12.424152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49070) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:58:12.462991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35394170-251b-4a87-a139-5fc8d15d135b tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:12.464462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-35394170-251b-4a87-a139-5fc8d15d135b tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 1091 time: 0.0393717 Nov 03 16:58:12.467286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49072) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:58:12.471434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 16:58:12.492771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:12.592925 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:12.695279 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.139 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/c2043dee-e243-446d-8b46-a92d12abfa43) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 16:58:12.803188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:12.835783 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:12.872403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 16:58:12.875165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 16:58:12.880877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 16:58:12.909155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=c2043dee-e243-446d-8b46-a92d12abfa43,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:58:13.234520 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:13.306661 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:13.451556 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:13.455999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:13.525950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=c2043dee-e243-446d-8b46-a92d12abfa43,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 16:58:13.537352 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:13.979014 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP 587e57a4-fa08-4c94-a872-1c0003d09172 associated. External IP: 172.25.6.139, port: 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e. Nov 03 16:58:14.182390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router fb51957c-55a5-488c-88b6-3a8b9cf681be has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 16:58:14.291746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 16:58:14.301131 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae69672-ff17-4715-a621-6f059370705e None None] Sync routers for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 16:58:14.310777 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:14.312358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae69672-ff17-4715-a621-6f059370705e None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:58:14.312964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0ae69672-ff17-4715-a621-6f059370705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:58:14.342325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-423b0773-dcdb-43f1-ad4d-a09209c59b15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8740227 Nov 03 16:58:14.343135 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 16:58:14.345942 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59e628-7519-409c-8289-6fb45560283a" -d '{"events": [{"name": "network-changed", "server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 16:58:14.396564 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d9d95f-e366-4712-8fd1-7bbe50c2d5ae x-openstack-request-id: req-f1d9d95f-e366-4712-8fd1-7bbe50c2d5ae {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 16:58:14.396869 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 16:58:14.397279 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f1d9d95f-e366-4712-8fd1-7bbe50c2d5ae {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 16:58:14.397607 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'status': 'completed', 'code': 200} Nov 03 16:58:14.425871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-0ae69672-ff17-4715-a621-6f059370705e None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:58:14.464936 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86939b4-2887-4995-990d-5f53807c6a51 req-f00c5bd1-d01d-4834-86c4-5ec84321399c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:14.473205 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e86939b4-2887-4995-990d-5f53807c6a51 req-f00c5bd1-d01d-4834-86c4-5ec84321399c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0622017 Nov 03 16:58:14.480816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e628-7519-409c-8289-6fb45560283a req-f3f1c8e4-f1da-439b-9fa6-58bf747eb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:14.482457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a59e628-7519-409c-8289-6fb45560283a req-f3f1c8e4-f1da-439b-9fa6-58bf747eb694 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 1096 time: 0.0431828 Nov 03 16:58:14.525791 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e86939b4-2887-4995-990d-5f53807c6a51 req-e9f91d15-9747-4fe2-b550-1efc47327974 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512757 Nov 03 16:58:14.548124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49078) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:58:14.635893 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-725c20b2-f61e-43d8-8a33-bef33e7be301 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/587e57a4-fa08-4c94-a872-1c0003d09172 HTTP/1.1" status: 200 len: 991 time: 0.0866461 Nov 03 16:58:14.639101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e628-7519-409c-8289-6fb45560283a req-662e18a2-d0c2-4f81-a2cf-01e5795794f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:14.640512 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a59e628-7519-409c-8289-6fb45560283a req-662e18a2-d0c2-4f81-a2cf-01e5795794f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd HTTP/1.1" status: 200 len: 898 time: 0.1511247 Nov 03 16:58:14.662398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0ae69672-ff17-4715-a621-6f059370705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '587e57a4-fa08-4c94-a872-1c0003d09172', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'port_id': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'mac_address': 'fa:16:3e:0e:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b434e967-6fd4-457b-bc35-38668c0886be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:58:13Z', 'updated_at': '2021-11-03T16:58:13Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a0c435-b3dd-4377-b113-88d0eab897ec', 'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:e1:46:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:53Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:58:14.688631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae69672-ff17-4715-a621-6f059370705e None None] Checking router: fb51957c-55a5-488c-88b6-3a8b9cf681be for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 16:58:14.697716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae69672-ff17-4715-a621-6f059370705e None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 16:58:14.698317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0ae69672-ff17-4715-a621-6f059370705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T16:58:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:58:14.706080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a59e628-7519-409c-8289-6fb45560283a req-31114712-3999-4ae9-b903-6d436a08b8fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e HTTP/1.1" status: 200 len: 999 time: 0.0587199 Nov 03 16:58:14.760033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e628-7519-409c-8289-6fb45560283a req-a97146f9-a5ea-4f17-9663-e9981708b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:14.761493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a59e628-7519-409c-8289-6fb45560283a req-a97146f9-a5ea-4f17-9663-e9981708b9cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80ad36e3-d460-44fd-bd6f-2f56551b2d7e HTTP/1.1" status: 200 len: 835 time: 0.0483923 Nov 03 16:58:14.804826 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-0ae69672-ff17-4715-a621-6f059370705e None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 16:58:14.807337 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e628-7519-409c-8289-6fb45560283a req-2f1f6274-aad0-48cd-8713-4d3d9248fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:14.808979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a59e628-7519-409c-8289-6fb45560283a req-2f1f6274-aad0-48cd-8713-4d3d9248fb72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400002 Nov 03 16:58:14.905335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a59e628-7519-409c-8289-6fb45560283a req-87e58b6b-48b1-4b8f-b211-4694df231502 service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879157 Nov 03 16:58:15.004880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9a59e628-7519-409c-8289-6fb45560283a req-54e36c5d-aa52-48c0-9fac-900c321a9b2c service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924246 Nov 03 16:58:15.036320 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-0ae69672-ff17-4715-a621-6f059370705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '587e57a4-fa08-4c94-a872-1c0003d09172', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'port_id': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'mac_address': 'fa:16:3e:0e:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b434e967-6fd4-457b-bc35-38668c0886be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:58:13Z', 'updated_at': '2021-11-03T16:58:13Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a0c435-b3dd-4377-b113-88d0eab897ec', 'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:e1:46:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:53Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 16:58:15.065000 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae69672-ff17-4715-a621-6f059370705e None None] The sync data for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 is: [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '587e57a4-fa08-4c94-a872-1c0003d09172', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'port_id': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'mac_address': 'fa:16:3e:0e:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b434e967-6fd4-457b-bc35-38668c0886be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T16:58:13Z', 'updated_at': '2021-11-03T16:58:13Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a0c435-b3dd-4377-b113-88d0eab897ec', 'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:e1:46:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:53Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 16:58:15.264230 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e042b9b-e811-43b2-ae14-8991d57916df None None] New status for floating IP 587e57a4-fa08-4c94-a872-1c0003d09172: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 16:58:15.639785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49080) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:58:15.704713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-372d7df9-6814-4e5b-85f7-dca1000fabf6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/587e57a4-fa08-4c94-a872-1c0003d09172 HTTP/1.1" status: 200 len: 993 time: 0.0637779 Nov 03 16:58:22.522720 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:32.148855 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:32.635847 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b6b206ea-fb94-47b1-88df-ab200fe81f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:35.073456 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d7432a67-ce3d-4da3-a830-bf6616ae59cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:35.463593 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:58:36.466768 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:37.953412 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:38.537950 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:52.522705 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:58:59.554770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-71023555-e508-41a5-b0f3-99dbd79fb8fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856950 Nov 03 16:58:59.653274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-90959b14-8433-4727-9040-0270c857a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:59.654924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-90959b14-8433-4727-9040-0270c857a20e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 1096 time: 0.0412972 Nov 03 16:58:59.762847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-3d5b70c6-913f-4ef5-b90d-2e992c8b30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:59.764232 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-3d5b70c6-913f-4ef5-b90d-2e992c8b30f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd HTTP/1.1" status: 200 len: 898 time: 0.0876923 Nov 03 16:58:59.833772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-12d5fdda-8460-4e7b-9940-b1d650506d2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e HTTP/1.1" status: 200 len: 1001 time: 0.0621464 Nov 03 16:58:59.883680 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-c1351f70-8458-4f5c-8230-f46b4d73bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:59.885138 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-c1351f70-8458-4f5c-8230-f46b4d73bd1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80ad36e3-d460-44fd-bd6f-2f56551b2d7e HTTP/1.1" status: 200 len: 835 time: 0.0441830 Nov 03 16:58:59.934535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-50046022-6ffe-41f3-9188-a08005f5e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:58:59.936023 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-50046022-6ffe-41f3-9188-a08005f5e6e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444617 Nov 03 16:59:00.025934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-159a26d6-6a81-416b-9291-f021b3bf5c25 service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826983 Nov 03 16:59:00.120818 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0d98124c-0530-4e74-be34-5853ef2ecc90 req-a73b731b-5f44-4253-b009-6f6ed84ec1ca service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876317 Nov 03 16:59:02.152976 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:02.788422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fe07f405-39da-4496-84ec-ff7b5cdb7a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:05.074866 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-fe335769-1dc1-41bc-abf6-fa6fd47881d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:06.468931 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:07.956601 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:08.540255 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:12.463222 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:59:18.561013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddaae1-3ec6-4f88-9d35-2a29ebfdb57f req-fd23107e-af3c-47b6-aba8-425b268a1bf3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:18.562527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cddaae1-3ec6-4f88-9d35-2a29ebfdb57f req-fd23107e-af3c-47b6-aba8-425b268a1bf3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0811727 Nov 03 16:59:18.568728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-bc3b9ae0-2a25-41d8-8cfa-30ef8bcc7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:18.570161 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-bc3b9ae0-2a25-41d8-8cfa-30ef8bcc7d3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 1096 time: 0.0571067 Nov 03 16:59:18.668303 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3cddaae1-3ec6-4f88-9d35-2a29ebfdb57f req-b76c8e71-6e0a-4c1f-b2b9-a5c24b0b2d7a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966022 Nov 03 16:59:18.696390 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-e249afbf-24d7-4215-9fac-0d5ee067d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:18.697919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-e249afbf-24d7-4215-9fac-0d5ee067d170 service neutron] 10.222.0.15 "GET /v2.0/networks?id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd HTTP/1.1" status: 200 len: 898 time: 0.1197455 Nov 03 16:59:18.768360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-a0fc3bd0-01c5-4ebe-8976-3475736c7bba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e HTTP/1.1" status: 200 len: 1001 time: 0.0631289 Nov 03 16:59:18.819810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-37348256-6512-48a3-b2cf-ee10853e089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:18.821592 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-37348256-6512-48a3-b2cf-ee10853e089e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80ad36e3-d460-44fd-bd6f-2f56551b2d7e HTTP/1.1" status: 200 len: 835 time: 0.0443420 Nov 03 16:59:18.868834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-88dfa279-df4d-4414-b688-cac9a418457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:18.870376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-88dfa279-df4d-4414-b688-cac9a418457e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416431 Nov 03 16:59:18.965651 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-2bbb453e-2162-4fa4-883e-fe9c248551b3 service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873318 Nov 03 16:59:19.059108 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f50d77d8-9db4-46b0-a9c8-7b935c26de10 req-45dba2ab-e399-4b70-950f-a76c595f171c service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846996 Nov 03 16:59:19.800424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78ceef-d7c0-49b2-bdf8-da3b3a345ada req-abce5f06-203d-4b34-b2fc-d645ec9c08fc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:19.801956 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e78ceef-d7c0-49b2-bdf8-da3b3a345ada req-abce5f06-203d-4b34-b2fc-d645ec9c08fc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0560975 Nov 03 16:59:19.855901 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e78ceef-d7c0-49b2-bdf8-da3b3a345ada req-21dbc554-636b-4261-8b2a-1a558c758e64 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472224 Nov 03 16:59:20.976059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692200ae-c8b7-466e-b476-d49e5f646d12 req-f2c4595e-7d28-4797-8bca-8c45f94224d0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:20.978198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-692200ae-c8b7-466e-b476-d49e5f646d12 req-f2c4595e-7d28-4797-8bca-8c45f94224d0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0545812 Nov 03 16:59:21.026749 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-692200ae-c8b7-466e-b476-d49e5f646d12 req-c95896eb-d912-46c8-a835-c6df8ad915cb tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426853 Nov 03 16:59:22.143358 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3035c-c920-40e0-84a4-fe172ef8f385 req-d8210b5e-6876-4d22-80ad-6912d9e734b6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:22.144931 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62e3035c-c920-40e0-84a4-fe172ef8f385 req-d8210b5e-6876-4d22-80ad-6912d9e734b6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0501733 Nov 03 16:59:22.194044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-62e3035c-c920-40e0-84a4-fe172ef8f385 req-a9f9d86d-a997-4006-a6ec-61cf42c7ed71 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430818 Nov 03 16:59:22.521467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:23.310394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f892b-9243-4baf-af04-21321d612b90 req-c758fe37-63d0-4dff-9332-b8fde2e69e34 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:23.311877 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c30f892b-9243-4baf-af04-21321d612b90 req-c758fe37-63d0-4dff-9332-b8fde2e69e34 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0488682 Nov 03 16:59:23.361604 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c30f892b-9243-4baf-af04-21321d612b90 req-ea29ae8d-65f4-4a8b-bbf4-e8fbb4eae4b6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437489 Nov 03 16:59:24.481614 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7fb7-2963-4af5-bd72-399274f5ed6e req-04a8fc4e-7fa5-4584-848c-22ad3dcc0037 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:24.483088 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cdc7fb7-2963-4af5-bd72-399274f5ed6e req-04a8fc4e-7fa5-4584-848c-22ad3dcc0037 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0536716 Nov 03 16:59:24.532757 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cdc7fb7-2963-4af5-bd72-399274f5ed6e req-165d83b5-a1e0-466d-8f1d-9cb5bfc9c0bc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437453 Nov 03 16:59:25.647319 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56691b-ebf5-4f6f-b5cd-431bf2782662 req-29296703-fba4-4386-a553-695391d8594f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:25.649337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f56691b-ebf5-4f6f-b5cd-431bf2782662 req-29296703-fba4-4386-a553-695391d8594f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0485218 Nov 03 16:59:25.700938 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5f56691b-ebf5-4f6f-b5cd-431bf2782662 req-22952a6b-2a73-4d00-8b9b-620d416ab6ca tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455396 Nov 03 16:59:26.818718 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213555-e249-4ec2-a566-3c26d76ed8f3 req-802a5242-bace-4e33-8584-f849f75a3186 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:26.820218 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2d213555-e249-4ec2-a566-3c26d76ed8f3 req-802a5242-bace-4e33-8584-f849f75a3186 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0495946 Nov 03 16:59:26.871694 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2d213555-e249-4ec2-a566-3c26d76ed8f3 req-306d5bfc-494b-4f72-93eb-896dafbf137a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450163 Nov 03 16:59:27.988513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c33d01-58f9-48db-902d-3d25fda06c69 req-225da41c-db4a-4762-8d6e-8314311a7cf8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:27.990003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b9c33d01-58f9-48db-902d-3d25fda06c69 req-225da41c-db4a-4762-8d6e-8314311a7cf8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0488212 Nov 03 16:59:28.040019 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b9c33d01-58f9-48db-902d-3d25fda06c69 req-86240fca-ecc7-4cdf-8628-080384ba6dfe tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433199 Nov 03 16:59:29.155503 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2743263-98db-408f-8512-16830ed73599 req-e7222c02-1265-47b9-baa0-d7def008c33b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:29.157000 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a2743263-98db-408f-8512-16830ed73599 req-e7222c02-1265-47b9-baa0-d7def008c33b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0490830 Nov 03 16:59:29.210482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a2743263-98db-408f-8512-16830ed73599 req-f22dcd5f-b5da-4857-8df6-936905f0d450 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474622 Nov 03 16:59:30.326134 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de563bf-c309-4115-bec6-ee92d74948d3 req-fb98db13-37f1-449d-aa2f-2fb223c51e16 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 16:59:30.327518 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6de563bf-c309-4115-bec6-ee92d74948d3 req-fb98db13-37f1-449d-aa2f-2fb223c51e16 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0485222 Nov 03 16:59:30.376465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6de563bf-c309-4115-bec6-ee92d74948d3 req-f1eb3c0d-6a7e-45ea-bb98-6fefa11ae172 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430059 Nov 03 16:59:30.399642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49136) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 16:59:30.462740 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bf848033-d47a-4fa3-b470-33f0e9181ad8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/587e57a4-fa08-4c94-a872-1c0003d09172 HTTP/1.1" status: 200 len: 993 time: 0.0617461 Nov 03 16:59:32.157459 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:32.640536 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1845-b00f-4dfc-b530-6aa5968090cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:35.076287 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-515db241-df50-4440-b02e-53158e75d187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:36.473478 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:37.958616 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:38.543960 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 16:59:49.462708 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 16:59:52.535208 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:00.493572 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-0ed019e1-b556-4e10-8332-c8e395f55b2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410166 Nov 03 17:00:00.594775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-6469604f-f461-4e6b-9fa6-cef26cda4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:00.596265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-6469604f-f461-4e6b-9fa6-cef26cda4abf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 1096 time: 0.0437930 Nov 03 17:00:00.702381 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-81dfd804-1410-4181-8b80-6c9bdc3d73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:00.703906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-81dfd804-1410-4181-8b80-6c9bdc3d73e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd HTTP/1.1" status: 200 len: 898 time: 0.0890710 Nov 03 17:00:00.769076 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-6d55954c-ed97-46ca-996a-7ddccdc151d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e HTTP/1.1" status: 200 len: 1001 time: 0.0583975 Nov 03 17:00:00.823482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-133e105e-e368-42fd-a8bc-7612c25d2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:00.824915 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-133e105e-e368-42fd-a8bc-7612c25d2bac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80ad36e3-d460-44fd-bd6f-2f56551b2d7e HTTP/1.1" status: 200 len: 835 time: 0.0482686 Nov 03 17:00:00.870141 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-8f0e099b-d2f6-4eb1-978e-5d5d5bdeac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:00.871609 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-8f0e099b-d2f6-4eb1-978e-5d5d5bdeac98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397370 Nov 03 17:00:00.960685 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-148cf7a5-a4b2-403b-87b1-ea8232e02268 service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806623 Nov 03 17:00:01.058817 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ab1e1a57-41dc-4e2c-ad6f-358fed988d3c req-c69ad1f5-2224-46ea-8998-8a7c7ba8ea5d service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877697 Nov 03 17:00:02.168030 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:02.642766 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-383c719a-98af-4563-ab7c-04fefe2cc31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:05.077213 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-41a11d23-8804-41d8-aadb-e020581d8baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:06.479382 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:07.961422 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:08.547169 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:22.551327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:25.403991 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49168) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:25.561514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port c2043dee-e243-446d-8b46-a92d12abfa43 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:00:25.561883 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:25.638878 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:25.639204 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:25.651358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for c2043dee-e243-446d-8b46-a92d12abfa43 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:00:25.796818 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:25.819820 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=c2043dee-e243-446d-8b46-a92d12abfa43,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:25.834184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.834543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.834889 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.835231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.835571 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.835907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.836242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.836685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.837059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.837397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.837752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.838080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:25.893202 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:25.893564 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP 587e57a4-fa08-4c94-a872-1c0003d09172 disassociated (deleted). External IP: 172.25.6.139, port: 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e. Nov 03 17:00:26.100277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router fb51957c-55a5-488c-88b6-3a8b9cf681be has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:00:26.206355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:00:26.211264 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:26.218647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] Sync routers for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:00:26.228914 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:26.230063 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:26.238351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3adff66e-8c45-4b51-8d3d-f824ae0ab10b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/floatingips/587e57a4-fa08-4c94-a872-1c0003d09172 HTTP/1.1" status: 204 len: 168 time: 0.8332770 Nov 03 17:00:26.239035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:00:26.241388 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36d7c5a-e894-4907-a32e-a5cfee38783f" -d '{"events": [{"name": "network-changed", "server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:00:26.288659 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98155b24-c4ea-485d-a8b1-0b0de04f4690 x-openstack-request-id: req-98155b24-c4ea-485d-a8b1-0b0de04f4690 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:00:26.288659 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:00:26.288659 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-98155b24-c4ea-485d-a8b1-0b0de04f4690 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:00:26.289005 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'status': 'completed', 'code': 200} Nov 03 17:00:26.350229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:26.376239 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-36824be4-39b0-4e8b-8202-9c258f77bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:26.377996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-36824be4-39b0-4e8b-8202-9c258f77bb19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 1096 time: 0.0445166 Nov 03 17:00:26.464796 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:00:26.514973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-00a0ab88-08f7-4fc9-b64d-2c96e204002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:26.516528 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-00a0ab88-08f7-4fc9-b64d-2c96e204002c service neutron] 10.222.0.15 "GET /v2.0/networks?id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd HTTP/1.1" status: 200 len: 898 time: 0.1004388 Nov 03 17:00:26.527983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19349e85-d8f7-41d9-8f62-c6a02ebb32b3 req-cab0732f-73cb-45fa-8350-37ec1bf6afc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:26.529483 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19349e85-d8f7-41d9-8f62-c6a02ebb32b3 req-cab0732f-73cb-45fa-8350-37ec1bf6afc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.1069868 Nov 03 17:00:26.561141 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-e177e3ed-d18a-40b9-ac5f-2cfbbe24a524 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e HTTP/1.1" status: 200 len: 217 time: 0.0355175 Nov 03 17:00:26.562493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '51a0c435-b3dd-4377-b113-88d0eab897ec', 'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:e1:46:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:53Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:26.586338 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-19349e85-d8f7-41d9-8f62-c6a02ebb32b3 req-95cde1fe-c083-4ff9-af12-f97bc1b7cae7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500264 Nov 03 17:00:26.596159 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] Checking router: fb51957c-55a5-488c-88b6-3a8b9cf681be for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:00:26.605701 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:26.606314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:26.620778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-5fdfc8f5-007c-4135-920d-0e0380e5db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:26.622443 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-5fdfc8f5-007c-4135-920d-0e0380e5db66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80ad36e3-d460-44fd-bd6f-2f56551b2d7e HTTP/1.1" status: 200 len: 835 time: 0.0539887 Nov 03 17:00:26.669538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-b8932d55-01b1-410b-96ab-b2296a097a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:26.671156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-b8932d55-01b1-410b-96ab-b2296a097a19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409765 Nov 03 17:00:26.714481 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:26.762658 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-6295f250-5c5d-4bad-ba33-7392e5ac4bdc service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833027 Nov 03 17:00:26.862700 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b36d7c5a-e894-4907-a32e-a5cfee38783f req-951d9571-9933-4c6d-88bc-99db59dea73a service neutron] 10.222.0.15 "GET /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885975 Nov 03 17:00:26.929818 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '51a0c435-b3dd-4377-b113-88d0eab897ec', 'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:e1:46:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:53Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:26.955296 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497004db-4b46-4c97-ba1e-aa5556b2d323 None None] The sync data for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 is: [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T16:57:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '51a0c435-b3dd-4377-b113-88d0eab897ec', 'name': '', 'network_id': '601f3177-91c2-4f63-9fe5-0e8ecdb81bcd', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:e1:46:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:53Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '80ad36e3-d460-44fd-bd6f-2f56551b2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:00:27.170121 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49699188-9ab6-4e5d-90c1-8bb554b1eb35 None None] New status for floating IP 587e57a4-fa08-4c94-a872-1c0003d09172: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:00:27.749450 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be06ecf-e037-403b-a933-0f6b5a1c8ed0 req-2e5869d9-d27f-413a-a3a9-7b43fe83eb7f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:27.750964 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8be06ecf-e037-403b-a933-0f6b5a1c8ed0 req-2e5869d9-d27f-413a-a3a9-7b43fe83eb7f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0966325 Nov 03 17:00:27.799354 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8be06ecf-e037-403b-a933-0f6b5a1c8ed0 req-1eeea249-818c-437e-b951-50661a989ade tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=20223db7-ef36-47ae-a1a2-c841c832f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421934 Nov 03 17:00:28.337859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-64ad0fba-6f4f-4dc3-800a-99cd859be095 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:28.339304 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-64ad0fba-6f4f-4dc3-800a-99cd859be095 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 945 time: 0.0528123 Nov 03 17:00:28.428285 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:00:28.428544 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:28.527694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:28.528054 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:28.541424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:00:28.666135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:28.906997 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-74302465-8102-4adf-9df3-c5ade717b630 req-93d03147-4ac4-40d3-b27b-2059a30c53fc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=b434e967-6fd4-457b-bc35-38668c0886be HTTP/1.1" status: 200 len: 210 time: 0.0283701 Nov 03 17:00:29.036079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=8c62cb85-ac31-4632-a2eb-f59d21d1bc8e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:29.076918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] No DVR routers for this DVR port 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:00:29.079659 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:29.083117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-462a8c14-2132-4371-a1c9-30e9ab254a33 req-b92ac8e2-4439-4aa4-93bc-d1a6cff82b50 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "DELETE /v2.0/ports/8c62cb85-ac31-4632-a2eb-f59d21d1bc8e HTTP/1.1" status: 204 len: 173 time: 0.7366619 Nov 03 17:00:29.083565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'name': 'network-vif-deleted', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:00:29.086007 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6b39c2-c153-4f31-9c6f-a8aab094f135" -d '{"events": [{"server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "name": "network-vif-deleted", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:00:29.126664 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c05e4-bf4c-4619-a87a-0359d57f1a56 x-openstack-request-id: req-3b6c05e4-bf4c-4619-a87a-0359d57f1a56 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:00:29.126993 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b434e967-6fd4-457b-bc35-38668c0886be", "name": "network-vif-deleted", "tag": "8c62cb85-ac31-4632-a2eb-f59d21d1bc8e", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:00:29.127207 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3b6c05e4-bf4c-4619-a87a-0359d57f1a56 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:00:29.127604 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b434e967-6fd4-457b-bc35-38668c0886be', 'name': 'network-vif-deleted', 'tag': '8c62cb85-ac31-4632-a2eb-f59d21d1bc8e', 'status': 'completed', 'code': 200} Nov 03 17:00:29.962625 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49188) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:30.317656 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:30.567881 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 51a0c435-b3dd-4377-b113-88d0eab897ec {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:00:30.568220 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:30.655999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 51a0c435-b3dd-4377-b113-88d0eab897ec, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=51a0c435-b3dd-4377-b113-88d0eab897ec,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:30.656357 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:30.668794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 51a0c435-b3dd-4377-b113-88d0eab897ec owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:00:30.852715 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:30.884969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=51a0c435-b3dd-4377-b113-88d0eab897ec,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:31.060188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:31.276566 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router fb51957c-55a5-488c-88b6-3a8b9cf681be has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:00:31.381638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:00:31.386633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b954a3f4-e499-4076-a5cc-667248a044d1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/fb51957c-55a5-488c-88b6-3a8b9cf681be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4229879 Nov 03 17:00:31.389498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49190) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:31.391527 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] Sync routers for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:00:31.406086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:31.406694 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:31.444109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac87439-e36d-4aa6-93ea-8c4693830b4c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting subnet 80ad36e3-d460-44fd-bd6f-2f56551b2d7e {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 17:00:31.451353 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac87439-e36d-4aa6-93ea-8c4693830b4c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:31.493611 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac87439-e36d-4aa6-93ea-8c4693830b4c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:31.512465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:31.581743 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac87439-e36d-4aa6-93ea-8c4693830b4c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:31.639045 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac87439-e36d-4aa6-93ea-8c4693830b4c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:31.666161 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac87439-e36d-4aa6-93ea-8c4693830b4c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Subnet': ['ID=80ad36e3-d460-44fd-bd6f-2f56551b2d7e,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:31.673190 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9ac87439-e36d-4aa6-93ea-8c4693830b4c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:31.679539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49192) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:31.680846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780ca66-d767-4b62-9634-9f624a82af9f None None] Network 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:00:31.682061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9ac87439-e36d-4aa6-93ea-8c4693830b4c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/subnets/80ad36e3-d460-44fd-bd6f-2f56551b2d7e HTTP/1.1" status: 204 len: 168 time: 0.2914908 Nov 03 17:00:31.756902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T17:00:30Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:31.793588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:31.812758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] Checking router: fb51957c-55a5-488c-88b6-3a8b9cf681be for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:00:31.826494 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] Routers {'fb51957c-55a5-488c-88b6-3a8b9cf681be'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:31.827094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['fb51957c-55a5-488c-88b6-3a8b9cf681be'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:31.906457 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:31.962800 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port f14f7834-b45f-47f2-8ee7-c2a66487d974 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:00:31.963132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.052457 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port f14f7834-b45f-47f2-8ee7-c2a66487d974, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=f14f7834-b45f-47f2-8ee7-c2a66487d974,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:32.052824 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.066096 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for f14f7834-b45f-47f2-8ee7-c2a66487d974 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:00:32.092475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4fa6ff-fb69-40d5-be4c-6278ea85c31d None None] DHCP port deletion for 601f3177-91c2-4f63-9fe5-0e8ecdb81bcd request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 17:00:32.101952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] Set router fb51957c-55a5-488c-88b6-3a8b9cf681be gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:32.212385 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.244995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 302f3cf4-291a-433c-bb99-6b5cbf874453 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:00:32.256088 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.284769 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=f14f7834-b45f-47f2-8ee7-c2a66487d974,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:32.314857 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.315107 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.315459 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.315799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.316137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.316491 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.316806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.317136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.317464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.317814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.318137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.318461 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.318835 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fa6ff-fb69-40d5-be4c-6278ea85c31d None None] Deleting port 302f3cf4-291a-433c-bb99-6b5cbf874453 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:00:32.319206 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa6ff-fb69-40d5-be4c-6278ea85c31d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.356959 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.438933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7d4fa6ff-fb69-40d5-be4c-6278ea85c31d None None] For port 302f3cf4-291a-433c-bb99-6b5cbf874453, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=302f3cf4-291a-433c-bb99-6b5cbf874453,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:32.439537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa6ff-fb69-40d5-be4c-6278ea85c31d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.447450 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.450270 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.452946 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.462727 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fa6ff-fb69-40d5-be4c-6278ea85c31d None None] Calling delete_port for 302f3cf4-291a-433c-bb99-6b5cbf874453 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:00:32.501404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.502007 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Fanout notify agent at l3_agent the message router_deleted on router fb51957c-55a5-488c-88b6-3a8b9cf681be {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 17:00:32.509784 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.510901 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1f23a10e-f624-48fd-b32a-2e6396d8824a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/routers/fb51957c-55a5-488c-88b6-3a8b9cf681be HTTP/1.1" status: 204 len: 168 time: 0.8298206 Nov 03 17:00:32.513724 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49194) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:32.534108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 302f3cf4-291a-433c-bb99-6b5cbf874453, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=302f3cf4-291a-433c-bb99-6b5cbf874453,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:32.543465 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.552558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T17:00:30Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:32.591569 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.602056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:00:32.629839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5f77b-6bc6-48b8-a9ba-a6a05c0d4f65 None None] The sync data for ids ['fb51957c-55a5-488c-88b6-3a8b9cf681be'] in n-d-813897-2 is: [{'id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155855719', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T16:57:50Z', 'updated_at': '2021-11-03T17:00:30Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': 'f14f7834-b45f-47f2-8ee7-c2a66487d974', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51957c-55a5-488c-88b6-3a8b9cf681be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T16:57:51Z', 'updated_at': '2021-11-03T16:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:00:32.643730 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:00:32.644067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 8c62cb85-ac31-4632-a2eb-f59d21d1bc8e not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:00:32.653752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 302f3cf4-291a-433c-bb99-6b5cbf874453 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:00:32.654100 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.678437 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d2d5-7275-42bf-bc40-f646391eed30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.683744 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=302f3cf4-291a-433c-bb99-6b5cbf874453,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:32.686991 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa6ff-fb69-40d5-be4c-6278ea85c31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.693599 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.693947 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.694287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.694624 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.694952 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.695280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.695610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.696448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.696772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.697099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.697422 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.697768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:32.725023 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 302f3cf4-291a-433c-bb99-6b5cbf874453, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=302f3cf4-291a-433c-bb99-6b5cbf874453,segment=NetworkSegment(c69da08a-1045-459a-976f-4acfefad5e8f),segment_id=c69da08a-1045-459a-976f-4acfefad5e8f)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:32.725697 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.726845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fa6ff-fb69-40d5-be4c-6278ea85c31d None None] No DVR routers for this DVR port 302f3cf4-291a-433c-bb99-6b5cbf874453 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:00:32.728885 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fa6ff-fb69-40d5-be4c-6278ea85c31d None None] Pushing event deleted for resources: {'Port': ['ID=302f3cf4-291a-433c-bb99-6b5cbf874453,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:32.740092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 302f3cf4-291a-433c-bb99-6b5cbf874453 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:00:32.823598 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.849390 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=302f3cf4-291a-433c-bb99-6b5cbf874453,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:32.853029 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] No DVR routers for this DVR port 302f3cf4-291a-433c-bb99-6b5cbf874453 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:00:32.930603 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.954834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601f3177-91c2-4f63-9fe5-0e8ecdb81bcd']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:32.964539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69da08a-1045-459a-976f-4acfefad5e8f') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:32.964850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69da08a-1045-459a-976f-4acfefad5e8f') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:32.974124 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.986935 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.996126 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 17:00:32.996505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: self.session.flush() Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: timer() Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 17:00:32.999768 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 17:00:33.065232 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.073250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.076554 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/networks/601f3177-91c2-4f63-9fe5-0e8ecdb81bcd HTTP/1.1" status: 204 len: 168 time: 0.5619206 Nov 03 17:00:33.079373 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49196) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:33.095088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602b217-9718-4459-8be7-d982dd47d549 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Network': ['ID=601f3177-91c2-4f63-9fe5-0e8ecdb81bcd,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:33.145168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53630366-7ee6-4fee-863a-8b29414f925c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.171345 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53630366-7ee6-4fee-863a-8b29414f925c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.246757 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53630366-7ee6-4fee-863a-8b29414f925c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.249419 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-53630366-7ee6-4fee-863a-8b29414f925c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.250633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-53630366-7ee6-4fee-863a-8b29414f925c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/security-groups/20223db7-ef36-47ae-a1a2-c841c832f68f HTTP/1.1" status: 204 len: 168 time: 0.1702673 Nov 03 17:00:33.262787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53630366-7ee6-4fee-863a-8b29414f925c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20223db7-ef36-47ae-a1a2-c841c832f68f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:33.736334 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49202) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:33.740921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3e07a6fe-46e7-453b-9434-a7ed7b7acd97 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841260067', 'description': 'tempest-secgroup-smoke-1841260067 description', 'project_id': 'ca132e58da314634a6cea3938239ffb3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:33.762931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e07a6fe-46e7-453b-9434-a7ed7b7acd97 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.829939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e07a6fe-46e7-453b-9434-a7ed7b7acd97 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.833427 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e07a6fe-46e7-453b-9434-a7ed7b7acd97 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.863007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e07a6fe-46e7-453b-9434-a7ed7b7acd97 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.864222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3e07a6fe-46e7-453b-9434-a7ed7b7acd97 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1268802 Nov 03 17:00:33.867524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49204) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:33.868411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07a6fe-46e7-453b-9434-a7ed7b7acd97 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17004a20-8dd4-4807-99e7-6f02452bdb9f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:33.874115 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-9f93c448-d6e4-4475-9ac8-59bcb980d542 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '17004a20-8dd4-4807-99e7-6f02452bdb9f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:33.905159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f93c448-d6e4-4475-9ac8-59bcb980d542 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.959974 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f93c448-d6e4-4475-9ac8-59bcb980d542 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.963989 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f93c448-d6e4-4475-9ac8-59bcb980d542 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.985719 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93c448-d6e4-4475-9ac8-59bcb980d542 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26197648-958b-4684-b726-7b2c96722626,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:33.992138 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9f93c448-d6e4-4475-9ac8-59bcb980d542 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:33.993380 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9f93c448-d6e4-4475-9ac8-59bcb980d542 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241651 Nov 03 17:00:33.996232 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49206) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:34.000484 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-59e3319e-e563-4aee-8222-4d38817a9c2f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '17004a20-8dd4-4807-99e7-6f02452bdb9f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:34.026798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59e3319e-e563-4aee-8222-4d38817a9c2f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.081588 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59e3319e-e563-4aee-8222-4d38817a9c2f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.085059 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59e3319e-e563-4aee-8222-4d38817a9c2f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.102583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3319e-e563-4aee-8222-4d38817a9c2f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c449c2-5fb0-4664-830c-9f23928776f9,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:34.110207 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-59e3319e-e563-4aee-8222-4d38817a9c2f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.111394 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-59e3319e-e563-4aee-8222-4d38817a9c2f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142592 Nov 03 17:00:34.114231 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49208) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:34.118746 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-ef03fdd1-dbb5-496c-b7fb-45a4a6d8d65a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '17004a20-8dd4-4807-99e7-6f02452bdb9f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:34.146175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef03fdd1-dbb5-496c-b7fb-45a4a6d8d65a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.179157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f14f7834-b45f-47f2-8ee7-c2a66487d974 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:00:34.201833 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: f14f7834-b45f-47f2-8ee7-c2a66487d974 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:00:34.202182 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device f14f7834-b45f-47f2-8ee7-c2a66487d974 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:00:34.202609 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 51a0c435-b3dd-4377-b113-88d0eab897ec no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:00:34.204534 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef03fdd1-dbb5-496c-b7fb-45a4a6d8d65a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.209971 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef03fdd1-dbb5-496c-b7fb-45a4a6d8d65a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.224594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 51a0c435-b3dd-4377-b113-88d0eab897ec {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:00:34.224862 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 51a0c435-b3dd-4377-b113-88d0eab897ec not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:00:34.228369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03fdd1-dbb5-496c-b7fb-45a4a6d8d65a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89502c06-8eae-44e8-b8fa-4a1b7d0958c6,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:34.235641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef03fdd1-dbb5-496c-b7fb-45a4a6d8d65a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.239409 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ef03fdd1-dbb5-496c-b7fb-45a4a6d8d65a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215389 Nov 03 17:00:34.239624 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49210) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:34.243967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e14fa338-a082-480c-933c-476ea36bc461 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '17004a20-8dd4-4807-99e7-6f02452bdb9f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:34.273243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e14fa338-a082-480c-933c-476ea36bc461 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.332117 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e14fa338-a082-480c-933c-476ea36bc461 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.335907 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e14fa338-a082-480c-933c-476ea36bc461 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.359601 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fa338-a082-480c-933c-476ea36bc461 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b757d093-6b8d-4ac8-9ed8-73bb2eab31e6,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:34.364839 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e14fa338-a082-480c-933c-476ea36bc461 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.366155 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e14fa338-a082-480c-933c-476ea36bc461 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255267 Nov 03 17:00:34.369673 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49212) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:34.374570 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8c654a9b-3ced-4800-8051-dafcf2754867 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '17004a20-8dd4-4807-99e7-6f02452bdb9f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:34.398660 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-8c654a9b-3ced-4800-8051-dafcf2754867 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:00:34.403635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c654a9b-3ced-4800-8051-dafcf2754867 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.462223 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c654a9b-3ced-4800-8051-dafcf2754867 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.465757 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c654a9b-3ced-4800-8051-dafcf2754867 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.483091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c654a9b-3ced-4800-8051-dafcf2754867 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafc6ac4-fe27-4e36-83b6-c8872bd63d2d,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:34.491038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c654a9b-3ced-4800-8051-dafcf2754867 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.492536 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c654a9b-3ced-4800-8051-dafcf2754867 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214848 Nov 03 17:00:34.495531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49214) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:34.499846 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-6930a598-27ab-49d3-810a-aa279b42ad66 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '17004a20-8dd4-4807-99e7-6f02452bdb9f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:34.522868 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-6930a598-27ab-49d3-810a-aa279b42ad66 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:00:34.527816 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6930a598-27ab-49d3-810a-aa279b42ad66 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.587225 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6930a598-27ab-49d3-810a-aa279b42ad66 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.591005 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6930a598-27ab-49d3-810a-aa279b42ad66 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.608310 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930a598-27ab-49d3-810a-aa279b42ad66 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2f8a85-077e-4286-b89c-6f48728e7600,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:34.615643 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-6930a598-27ab-49d3-810a-aa279b42ad66 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.617279 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6930a598-27ab-49d3-810a-aa279b42ad66 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203434 Nov 03 17:00:34.620555 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49216) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:34.625814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'network': {'name': 'tempest-network-smoke--676668156', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'port_security_enabled': True}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:34.647500 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:00:34.651343 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.675465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 17:00:34.685285 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.685679 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Added segment 9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5 of type vlan for network 28a21f84-f053-4dc6-a429-be73ef03523d Nov 03 17:00:34.726796 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.751978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.757644 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:34.758274 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.790595 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1689708 Nov 03 17:00:34.793349 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49218) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:34.797606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'admin_state_up': True, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:34.838765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e06a7-411e-43fe-85fc-14837a044280 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Network': ['ID=28a21f84-f053-4dc6-a429-be73ef03523d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:34.848784 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 28a21f84-f053-4dc6-a429-be73ef03523d details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 17:00:34.853051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.854260 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:34.911441 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:35.051436 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:35.079135 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-01338832-c699-4948-afae-a4bc42f75a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:35.247469 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:35.266253 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:35.365804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.46 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/53278840-da99-42ae-9c3f-147a042b971d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:00:35.470960 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:35.505006 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:35.540117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:00:35.544395 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:00:35.549926 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:00:35.574076 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=53278840-da99-42ae-9c3f-147a042b971d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:35.803127 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:36.001833 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:36.132391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 17:00:36.479248 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:36.563251 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:00:36.572667 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Sync routers for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:00:36.581940 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:36.582534 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:36.584206 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:36.586327 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7b86ba1f-b7c8-4441-aed4-9fdafd2e08c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7911258 Nov 03 17:00:36.588993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49220) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:36.618761 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a790d6f8-16c5-451e-ac41-e934409b3be2 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=ca132e58da314634a6cea3938239ffb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279646 Nov 03 17:00:36.621431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49222) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:36.691489 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:36.713800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e9678-6c9a-4062-ba59-bff176d47c98 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:36.715318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-aa8e9678-6c9a-4062-ba59-bff176d47c98 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927532 Nov 03 17:00:36.718190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49224) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:36.748421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b57a4eb1-d0d0-44ef-9b2c-9fdc8aca57f0 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267639 Nov 03 17:00:36.748628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49226) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:36.753225 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938633571', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:36.839521 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:00:36.843089 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:36.868082 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:35Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:36.894176 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Checking router: 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:00:36.894526 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Updating router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f port 53278840-da99-42ae-9c3f-147a042b971d binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:00:36.924993 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.027184 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.085513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Subnet': ['ID=b9bd356d-3239-4372-af3e-ba24811d074b,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:37.101657 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Checking segment: {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:00:37.102035 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network hostable DHCP agents. Network: 28a21f84-f053-4dc6-a429-be73ef03523d, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 17:00:37.118389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 28a21f84-f053-4dc6-a429-be73ef03523d is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 17:00:37.127443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 28a21f84-f053-4dc6-a429-be73ef03523d) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:00:37.131831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:37.132409 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.138819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf5747-6d6f-4dd3-8bb9-0493c7012123 None None] Network 28a21f84-f053-4dc6-a429-be73ef03523d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:00:37.154055 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6c1fe41c-0a0d-484b-bbff-31e5e3e15d76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4019923 Nov 03 17:00:37.154351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49228) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:37.182136 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.188426 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.235954 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Pushing event updated for resources: {'Port': ['ID=53278840-da99-42ae-9c3f-147a042b971d,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:37.248769 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.249128 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.249556 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.250240 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.250240 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.250430 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.250727 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.251043 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.251360 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.251674 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.251995 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.252307 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:00:37.270671 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Attempting to bind port 53278840-da99-42ae-9c3f-147a042b971d on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:00:37.271094 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Attempting to bind port 53278840-da99-42ae-9c3f-147a042b971d by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:00:37.271464 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Attempting to bind port 53278840-da99-42ae-9c3f-147a042b971d on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:00:37.276847 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:00:37.277276 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:00:37.277648 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.278035 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:00:37.278502 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Bound port: 53278840-da99-42ae-9c3f-147a042b971d, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:00:37.278873 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.310345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-28a21f84-f053-4dc6-a429-be73ef03523d', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 17:00:37.311463 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.334806 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] For port 53278840-da99-42ae-9c3f-147a042b971d, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:00:37.338243 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] For port 53278840-da99-42ae-9c3f-147a042b971d, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=53278840-da99-42ae-9c3f-147a042b971d,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:00:37.342922 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.392217 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:37.392840 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:37.455964 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984a4a4-94b2-45b3-8a08-9a79c01730c9 None None] Pushing event updated for resources: {'Port': ['ID=53278840-da99-42ae-9c3f-147a042b971d,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:37.459444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Allocated IP 172.20.0.2 (28a21f84-f053-4dc6-a429-be73ef03523d/b9bd356d-3239-4372-af3e-ba24811d074b/fddf06dd-fed7-4f72-8676-ce045d9308df) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:00:37.518012 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:37.620633 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.627517 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.635733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.665874 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Network 28a21f84-f053-4dc6-a429-be73ef03523d is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:00:37.668999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:00:37.672644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:00:37.704976 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Pushing event updated for resources: {'Port': ['ID=fddf06dd-fed7-4f72-8676-ce045d9308df,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:37.737086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Attempting to bind port fddf06dd-fed7-4f72-8676-ce045d9308df on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:00:37.737568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Attempting to bind port fddf06dd-fed7-4f72-8676-ce045d9308df by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:00:37.737946 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Attempting to bind port fddf06dd-fed7-4f72-8676-ce045d9308df on network 28a21f84-f053-4dc6-a429-be73ef03523d {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:00:37.743639 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:00:37.744313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Checking segment: {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:00:37.744790 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.745258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Bound using segment: {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:00:37.745823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Bound port: fddf06dd-fed7-4f72-8676-ce045d9308df, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:00:37.746275 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.798174 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:35Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:37.816504 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] For port fddf06dd-fed7-4f72-8676-ce045d9308df, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:00:37.819942 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] For port fddf06dd-fed7-4f72-8676-ce045d9308df, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fddf06dd-fed7-4f72-8676-ce045d9308df,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:00:37.823933 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:37.830554 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3733a-6c87-410a-95fb-551dbcc37274 None None] The sync data for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 is: [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:35Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:00:37.886903 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6cefe-9dc1-43be-89a3-b4ed0c3fbafd None None] Pushing event updated for resources: {'Port': ['ID=fddf06dd-fed7-4f72-8676-ce045d9308df,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:37.944486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.1 (28a21f84-f053-4dc6-a429-be73ef03523d/b9bd356d-3239-4372-af3e-ba24811d074b/e4eb5fd7-8b14-4958-be72-0f3fb9e94076) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:00:37.979885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.102629 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.148472 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.202391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 28a21f84-f053-4dc6-a429-be73ef03523d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:00:38.210435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=e4eb5fd7-8b14-4958-be72-0f3fb9e94076,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:38.221917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:00:38.225440 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:00:38.280551 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fddf06dd-fed7-4f72-8676-ce045d9308df up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:00:38.289362 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.332810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port fddf06dd-fed7-4f72-8676-ce045d9308df triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:38.333222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.421931 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.430007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.458815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port fddf06dd-fed7-4f72-8676-ce045d9308df, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fddf06dd-fed7-4f72-8676-ce045d9308df,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:38.464017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.518480 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=fddf06dd-fed7-4f72-8676-ce045d9308df,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:38.552469 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.734239 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.740082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.822823 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:38.824613 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=e4eb5fd7-8b14-4958-be72-0f3fb9e94076,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:38.921233 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 28a21f84-f053-4dc6-a429-be73ef03523d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:00:38.922597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:00:38.984647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13113144-ea77-4a67-af51-988e127d5e82 None None] Network 28a21f84-f053-4dc6-a429-be73ef03523d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:00:39.124123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-480ab784-659a-4ac9-a902-2455c8b75487 None None] Provisioning complete for port fddf06dd-fed7-4f72-8676-ce045d9308df triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:39.124484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-480ab784-659a-4ac9-a902-2455c8b75487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:39.402452 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:00:39.462486 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-44370a16-c877-48b8-9856-84733509cc63 None None] Provisioning complete for port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:39.462763 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-44370a16-c877-48b8-9856-84733509cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:39.501562 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-44370a16-c877-48b8-9856-84733509cc63 None None] Port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:00:39.512447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-44370a16-c877-48b8-9856-84733509cc63 None None] Provisioning complete for port fddf06dd-fed7-4f72-8676-ce045d9308df triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:39.512822 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-44370a16-c877-48b8-9856-84733509cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:39.529281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:00:39.538421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3e21b042-2c96-465e-9e58-38df9ba2a55f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3791494 Nov 03 17:00:39.596477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Sync routers for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:00:39.619192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:39.619843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:39.705448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-73f05387-e0da-4643-a856-73e05490d059 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841260067&fields=id&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 267 time: 0.0471697 Nov 03 17:00:39.735837 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:39.786002 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-3d89ce36-853d-4762-8095-ed96158d4c95 None None] Provisioning complete for port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:39.786002 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3d89ce36-853d-4762-8095-ed96158d4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:39.825789 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-a706f79c-a058-4efd-b04c-bbf48b448192 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:39.828192 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-a706f79c-a058-4efd-b04c-bbf48b448192 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 796 time: 0.1142285 Nov 03 17:00:39.844521 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-c198397c-5ca9-4b87-bb47-8485ae5292c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/quotas/ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 375 time: 0.0107756 Nov 03 17:00:39.853379 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-3d89ce36-853d-4762-8095-ed96158d4c95 None None] Port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:00:39.898323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-29a4f9b9-7038-475c-8139-1cdc90c92645 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479007 Nov 03 17:00:39.978597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-602e6361-af92-401f-a8e4-937d776691d0 None None] Provisioning complete for port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:39.978879 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-602e6361-af92-401f-a8e4-937d776691d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:39.994716 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-3cca8dca-c1b5-4a58-bcf0-1459f7e0f67f service neutron] 10.222.0.86 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844231 Nov 03 17:00:40.021642 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-602e6361-af92-401f-a8e4-937d776691d0 None None] Port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:00:40.025386 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'e4eb5fd7-8b14-4958-be72-0f3fb9e94076', 'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:6e:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:37Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 2, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:40.052801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Checking router: 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:00:40.053154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Updating router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:00:40.081196 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:40.090386 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-e77d3be1-4b6b-4fbd-903e-1f0d2af20256 service neutron] 10.222.0.86 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893767 Nov 03 17:00:40.238119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fddf06dd-fed7-4f72-8676-ce045d9308df up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:00:40.304422 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d6ba3480-b158-46b3-abb2-a8b273de22f8 req-50bf3be7-bf2f-46c5-87c7-2efd0738480c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 210 time: 0.0289547 Nov 03 17:00:40.513777 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port fddf06dd-fed7-4f72-8676-ce045d9308df triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:40.514018 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:40.620389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:40.642127 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:40.701250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f658d7b-5f06-4d53-bc5e-45ac8b0ac66d None None] Pushing event updated for resources: {'Port': ['ID=e4eb5fd7-8b14-4958-be72-0f3fb9e94076,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:40.706150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 53278840-da99-42ae-9c3f-147a042b971d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:00:40.800067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Attempting to bind port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:00:40.800447 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Attempting to bind port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:00:40.800810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Attempting to bind port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 on network 28a21f84-f053-4dc6-a429-be73ef03523d {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:00:40.809572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:00:40.809958 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Checking segment: {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:00:40.810365 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:40.810760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Bound using segment: {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:00:40.811236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Bound port: e4eb5fd7-8b14-4958-be72-0f3fb9e94076, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:00:40.811621 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:40.826632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 53278840-da99-42ae-9c3f-147a042b971d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:40.828941 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:40.943999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] For port e4eb5fd7-8b14-4958-be72-0f3fb9e94076, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:00:40.963399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] For port e4eb5fd7-8b14-4958-be72-0f3fb9e94076, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e4eb5fd7-8b14-4958-be72-0f3fb9e94076,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:00:40.991956 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.003204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-b9f269dd-f21a-41e0-b4dc-cb45e5caeb0a None None] Provisioning complete for port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:41.003485 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9f269dd-f21a-41e0-b4dc-cb45e5caeb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.061247 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.116949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 53278840-da99-42ae-9c3f-147a042b971d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=53278840-da99-42ae-9c3f-147a042b971d,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:41.121291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:41.122152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:41.124032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f658d7b-5f06-4d53-bc5e-45ac8b0ac66d None None] Pushing event updated for resources: {'Port': ['ID=e4eb5fd7-8b14-4958-be72-0f3fb9e94076,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:41.167713 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.295305 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9f269dd-f21a-41e0-b4dc-cb45e5caeb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.318530 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=53278840-da99-42ae-9c3f-147a042b971d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:41.339474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:41.356422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-eaf95de6-062c-4225-920b-af7089d75ad9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:41.357806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-eaf95de6-062c-4225-920b-af7089d75ad9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 796 time: 0.1439779 Nov 03 17:00:41.382100 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b9f269dd-f21a-41e0-b4dc-cb45e5caeb0a None None] For port e4eb5fd7-8b14-4958-be72-0f3fb9e94076, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e4eb5fd7-8b14-4958-be72-0f3fb9e94076,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:41.395514 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b9f269dd-f21a-41e0-b4dc-cb45e5caeb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.431827 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b40fe41b-ab78-4e06-a8d1-b8d7cc1f9fdb req-440431bb-8766-4d0c-bd12-e3958408dac8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 210 time: 0.0372162 Nov 03 17:00:41.464557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-1f3c4df2-0505-4ad7-a49c-3646fca9e501 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 380 time: 0.0950799 Nov 03 17:00:41.474967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'port': {'device_id': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'admin_state_up': True, 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'security_groups': ['17004a20-8dd4-4807-99e7-6f02452bdb9f']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:41.531499 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f269dd-f21a-41e0-b4dc-cb45e5caeb0a None None] Pushing event updated for resources: {'Port': ['ID=e4eb5fd7-8b14-4958-be72-0f3fb9e94076,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:41.553943 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ae5602dc-9bcc-45e0-a9f2-29369b5d30c8 None None] Provisioning complete for port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:41.554312 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ae5602dc-9bcc-45e0-a9f2-29369b5d30c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.586017 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:00:41.590109 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.661477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'e4eb5fd7-8b14-4958-be72-0f3fb9e94076', 'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:6e:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:37Z', 'updated_at': '2021-11-03T17:00:40Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:41.696254 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200ecee-7de6-4072-ba96-868b98bea9fb None None] The sync data for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 is: [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'e4eb5fd7-8b14-4958-be72-0f3fb9e94076', 'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:6e:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:37Z', 'updated_at': '2021-11-03T17:00:40Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:00:41.719734 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.9 (28a21f84-f053-4dc6-a429-be73ef03523d/b9bd356d-3239-4372-af3e-ba24811d074b/dbc0d961-732a-4642-98aa-4ab93a313bc1) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:00:41.893746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.929226 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:41.972648 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 28a21f84-f053-4dc6-a429-be73ef03523d is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:00:41.978633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:00:41.982489 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:00:41.989351 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:42.044514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:42.045082 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.064353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-4e75838d-9ade-433c-94ba-e1926cdc0b05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930424 Nov 03 17:00:42.074517 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-28569bce-9afd-48c1-ba18-c61c936e6bdd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:00:42.075828 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-28569bce-9afd-48c1-ba18-c61c936e6bdd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0057657 Nov 03 17:00:42.088898 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Request body: {'port': {'device_id': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:42.159978 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.239248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bf7c7b33-a4b2-41c7-ab91-f4834f71f2d2 None None] Provisioning complete for port dbc0d961-732a-4642-98aa-4ab93a313bc1 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:42.247051 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7b33-a4b2-41c7-ab91-f4834f71f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.299478 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e4eb5fd7-8b14-4958-be72-0f3fb9e94076 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:00:42.301809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c7b33-a4b2-41c7-ab91-f4834f71f2d2 None None] Port dbc0d961-732a-4642-98aa-4ab93a313bc1 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:00:42.355491 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:42.356015 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.442512 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 53278840-da99-42ae-9c3f-147a042b971d up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:00:42.485620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc0d961-732a-4642-98aa-4ab93a313bc1 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:00:42.495024 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.504807 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 53278840-da99-42ae-9c3f-147a042b971d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:42.505443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.510355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Transition to ACTIVE for port object dbc0d961-732a-4642-98aa-4ab93a313bc1 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:00:42.515498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.575535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:42.583941 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcd3bb-469f-4ea9-907a-b071bb07e3aa req-7b77db0e-5670-4379-8af5-8ded683351c0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:42.585461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2dcd3bb-469f-4ea9-907a-b071bb07e3aa req-7b77db0e-5670-4379-8af5-8ded683351c0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 943 time: 0.0700302 Nov 03 17:00:42.647986 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2dcd3bb-469f-4ea9-907a-b071bb07e3aa req-c53351ee-fcc5-4052-bf68-503be096b414 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539229 Nov 03 17:00:42.687502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Attempting to bind port dbc0d961-732a-4642-98aa-4ab93a313bc1 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:00:42.687919 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Attempting to bind port dbc0d961-732a-4642-98aa-4ab93a313bc1 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:00:42.688308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Attempting to bind port dbc0d961-732a-4642-98aa-4ab93a313bc1 on network 28a21f84-f053-4dc6-a429-be73ef03523d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:00:42.693391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Port dbc0d961-732a-4642-98aa-4ab93a313bc1 on network 28a21f84-f053-4dc6-a429-be73ef03523d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:00:42.693846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Attempting to bind port dbc0d961-732a-4642-98aa-4ab93a313bc1 on network 28a21f84-f053-4dc6-a429-be73ef03523d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:00:42.700181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:00:42.700608 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Checking segment: {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:00:42.701079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Bound using segment: {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:00:42.701637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Bound port: dbc0d961-732a-4642-98aa-4ab93a313bc1, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:00:42.702081 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.784486 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:00:42.787994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:00:42.793123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.829737 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:42.830788 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:42.832635 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] 10.222.0.70 "PUT /v2.0/ports/dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 1091 time: 0.7485707 Nov 03 17:00:42.835167 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:00:42.846838 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f5d15-0203-4941-88c9-2331c942c443" -d '{"events": [{"name": "network-changed", "server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:00:42.883057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160eda1-0952-4bd2-90f2-301b46784c66 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:42.916660 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c88d08f-9ef5-4a01-a37b-e743ff2a99c0 x-openstack-request-id: req-1c88d08f-9ef5-4a01-a37b-e743ff2a99c0 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:00:42.916971 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:00:42.917218 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1c88d08f-9ef5-4a01-a37b-e743ff2a99c0 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:00:42.917642 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'status': 'completed', 'code': 200} Nov 03 17:00:42.935158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-0d9052ea-52b0-40a9-a775-8b6928399a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:42.936685 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-0d9052ea-52b0-40a9-a775-8b6928399a76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1094 time: 0.0498614 Nov 03 17:00:42.987144 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-7b807c27-e124-4677-ae75-e61efd3872fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 217 time: 0.0418885 Nov 03 17:00:43.043033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-556fe3f8-0648-49a3-a7a0-0b9a185d1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:43.044561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-556fe3f8-0648-49a3-a7a0-0b9a185d1ed5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0506995 Nov 03 17:00:43.093094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-8797c195-dd35-46e8-9f28-d9d680dfdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:43.094558 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-8797c195-dd35-46e8-9f28-d9d680dfdff2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427814 Nov 03 17:00:43.190075 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-274d7ffd-cd09-402e-8451-a2dbca5bf372 service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878592 Nov 03 17:00:43.280596 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08a1b6db-d816-4f5f-9aa5-320550cf8fb5 req-1a3c2526-3e4a-4aeb-97df-183f65aea089 service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835717 Nov 03 17:00:43.363543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5d15-0203-4941-88c9-2331c942c443 req-38de82ac-529f-48b6-bbf5-ae1b27a41f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:43.364900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-855f5d15-0203-4941-88c9-2331c942c443 req-38de82ac-529f-48b6-bbf5-ae1b27a41f50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1094 time: 0.0400064 Nov 03 17:00:43.458144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5d15-0203-4941-88c9-2331c942c443 req-14176e0f-6709-41bf-8cea-04bf89df6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:43.459619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-855f5d15-0203-4941-88c9-2331c942c443 req-14176e0f-6709-41bf-8cea-04bf89df6db6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.0876482 Nov 03 17:00:43.500380 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-855f5d15-0203-4941-88c9-2331c942c443 req-f31f1bd9-696b-471a-acf3-cae6686f3337 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 217 time: 0.0340965 Nov 03 17:00:43.556011 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5d15-0203-4941-88c9-2331c942c443 req-8d588712-c790-4d7a-b075-68c3c5bc5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:43.557638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-855f5d15-0203-4941-88c9-2331c942c443 req-8d588712-c790-4d7a-b075-68c3c5bc5fcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0491419 Nov 03 17:00:43.607108 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5d15-0203-4941-88c9-2331c942c443 req-5fab56c0-2c32-4ed4-8784-2de100b97333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:43.608597 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-855f5d15-0203-4941-88c9-2331c942c443 req-5fab56c0-2c32-4ed4-8784-2de100b97333 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428777 Nov 03 17:00:43.702975 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-855f5d15-0203-4941-88c9-2331c942c443 req-ec6b1479-eff0-436e-819f-36c9aef85c45 service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864084 Nov 03 17:00:43.770319 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b60e9-9c54-4dab-a0bd-3c9a46543b4a req-21ed20e5-662d-4d47-ab16-c53d65ead72f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:43.771775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d4b60e9-9c54-4dab-a0bd-3c9a46543b4a req-21ed20e5-662d-4d47-ab16-c53d65ead72f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 943 time: 0.0527716 Nov 03 17:00:43.795862 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-855f5d15-0203-4941-88c9-2331c942c443 req-998192e1-3366-4f16-a1bc-2543c31731f6 service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854750 Nov 03 17:00:43.823381 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5d4b60e9-9c54-4dab-a0bd-3c9a46543b4a req-bffe9595-f78c-4968-b17d-8d392bcd2d79 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449557 Nov 03 17:00:44.834316 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device dbc0d961-732a-4642-98aa-4ab93a313bc1 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:00:44.935149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:44.941443 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0f20d-a769-4f23-9170-55c095ade91c req-bb82d92d-56e1-45d4-a5c6-1692247eff0b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:44.943025 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d0f20d-a769-4f23-9170-55c095ade91c req-bb82d92d-56e1-45d4-a5c6-1692247eff0b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 943 time: 0.0502727 Nov 03 17:00:44.946588 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'port_id': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'mac_address': 'fa:16:3e:83:08:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:00:44.984087 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:44.996440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a8d0f20d-a769-4f23-9170-55c095ade91c req-3ea9caa3-f7b3-4f3b-bc98-98e235468fe9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471587 Nov 03 17:00:44.997199 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc0d961-732a-4642-98aa-4ab93a313bc1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:00:45.017210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:45.020966 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:45.072608 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:45.275482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['dbc0d961-732a-4642-98aa-4ab93a313bc1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:00:46.112574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4a753-e8b2-4fd0-bf3f-2c462fe0b287 req-b7d85e57-704b-4dbb-bcce-ea406196ff54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:46.114083 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56f4a753-e8b2-4fd0-bf3f-2c462fe0b287 req-b7d85e57-704b-4dbb-bcce-ea406196ff54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 944 time: 0.0492909 Nov 03 17:00:46.163363 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-56f4a753-e8b2-4fd0-bf3f-2c462fe0b287 req-06abaa73-909c-41ab-ad3d-0373b8f795d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Nov 03 17:00:46.850249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device dbc0d961-732a-4642-98aa-4ab93a313bc1 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:00:46.900186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port dbc0d961-732a-4642-98aa-4ab93a313bc1 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:00:46.904186 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port dbc0d961-732a-4642-98aa-4ab93a313bc1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:00:46.904559 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:46.981286 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:47.007702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:00:47.010094 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1cf455-4888-492f-8f52-57638b0579e1" -d '{"events": [{"server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:00:47.022515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:00:47.027018 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:47.052176 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4c192-3c5b-4406-a9ee-30b8c5e1f11c x-openstack-request-id: req-d1a4c192-3c5b-4406-a9ee-30b8c5e1f11c {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:00:47.052468 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:00:47.052723 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d1a4c192-3c5b-4406-a9ee-30b8c5e1f11c {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:00:47.053652 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'code': 200} Nov 03 17:00:47.079889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:47.144706 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb261e-55b9-4b0a-b96d-7ae7ba01eec8 req-910afb86-0b1f-4d06-a3c2-997a74de5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:47.146236 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aaeb261e-55b9-4b0a-b96d-7ae7ba01eec8 req-910afb86-0b1f-4d06-a3c2-997a74de5b4a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1096 time: 0.0408347 Nov 03 17:00:47.193489 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-aaeb261e-55b9-4b0a-b96d-7ae7ba01eec8 req-c31161f9-2d6d-431e-8cc2-19b0091f69d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384908 Nov 03 17:00:47.283129 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7a46-1060-4b17-b28b-2c74f0ee7f94 req-e4740e56-f9f2-4a9b-a5ce-5d076c204088 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:47.284614 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-756f7a46-1060-4b17-b28b-2c74f0ee7f94 req-e4740e56-f9f2-4a9b-a5ce-5d076c204088 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0522733 Nov 03 17:00:47.337462 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-756f7a46-1060-4b17-b28b-2c74f0ee7f94 req-ace55e4b-064a-47fd-8975-eb4f515432bf tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462153 Nov 03 17:00:48.455503 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80cc27-a4d4-4cbe-91a6-54113f5cf717 req-218341df-33cd-4629-83c4-ebbbdffd4eec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:48.456998 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db80cc27-a4d4-4cbe-91a6-54113f5cf717 req-218341df-33cd-4629-83c4-ebbbdffd4eec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0481582 Nov 03 17:00:48.505361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-db80cc27-a4d4-4cbe-91a6-54113f5cf717 req-6f202786-dbf6-443a-92fc-3e85bf4774c4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Nov 03 17:00:48.620424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042bbae-262a-48dc-a631-ee67670b3c45 req-1187856e-4529-49ca-a85c-7d0e9629390d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:48.621940 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e042bbae-262a-48dc-a631-ee67670b3c45 req-1187856e-4529-49ca-a85c-7d0e9629390d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0503163 Nov 03 17:00:48.672426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e042bbae-262a-48dc-a631-ee67670b3c45 req-d88d9958-61df-493e-bb02-a01e7de352ab tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440555 Nov 03 17:00:48.694195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49276) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:48.736762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf52836-1f07-4fae-a8b8-63eaa1e0b349 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:48.738467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bbf52836-1f07-4fae-a8b8-63eaa1e0b349 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1091 time: 0.0432918 Nov 03 17:00:48.741477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49278) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:48.746550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:00:48.769185 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:48.870671 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:48.979125 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.83 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/dd07629a-dada-44f7-a4e7-fd7730f318ea) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:00:49.081794 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:49.115070 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:49.156695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:00:49.161410 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:00:49.164905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:00:49.170296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=dd07629a-dada-44f7-a4e7-fd7730f318ea,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:49.520342 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:49.588601 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:49.734881 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:49.739063 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:49.807751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=dd07629a-dada-44f7-a4e7-fd7730f318ea,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:00:49.815928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:49.913087 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP 206fb6f3-0cab-4a86-a475-62af81631170 associated. External IP: 172.25.6.83, port: dbc0d961-732a-4642-98aa-4ab93a313bc1. Nov 03 17:00:50.114639 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:00:50.219577 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:00:50.230748 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] Sync routers for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:00:50.237484 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:00:50.240950 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:50.241591 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:50.266945 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d4a47faa-2b33-4dbb-8ef5-4af08f285d3d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5218966 Nov 03 17:00:50.266945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:00:50.269991 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455014df-7176-436a-8c57-eb6e72b53502" -d '{"events": [{"name": "network-changed", "server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:00:50.310944 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cff771-0c67-4a8a-b43b-c8e32b505ba8 x-openstack-request-id: req-a8cff771-0c67-4a8a-b43b-c8e32b505ba8 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:00:50.311235 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:00:50.311492 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a8cff771-0c67-4a8a-b43b-c8e32b505ba8 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:00:50.311902 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'status': 'completed', 'code': 200} Nov 03 17:00:50.358317 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:50.401235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b085bb4-84ba-4f00-a79c-8f485677fc91 req-4450917a-4bd4-4284-98fd-1a4e95c060a1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:50.402693 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b085bb4-84ba-4f00-a79c-8f485677fc91 req-4450917a-4bd4-4284-98fd-1a4e95c060a1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0770578 Nov 03 17:00:50.405426 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455014df-7176-436a-8c57-eb6e72b53502 req-96737764-0751-44ee-bdac-4d54e35c839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:50.406820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-455014df-7176-436a-8c57-eb6e72b53502 req-96737764-0751-44ee-bdac-4d54e35c839f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1096 time: 0.0718610 Nov 03 17:00:50.512608 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8b085bb4-84ba-4f00-a79c-8f485677fc91 req-d76d3fe1-62b4-4d71-adee-966fe31d4c7b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038678 Nov 03 17:00:50.536715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455014df-7176-436a-8c57-eb6e72b53502 req-05ab51e2-b316-400c-9d42-f7e44f09e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:50.537305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49284) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:50.537703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-455014df-7176-436a-8c57-eb6e72b53502 req-05ab51e2-b316-400c-9d42-f7e44f09e0c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.1232727 Nov 03 17:00:50.580753 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '206fb6f3-0cab-4a86-a475-62af81631170', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'port_id': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'mac_address': 'fa:16:3e:83:08:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:00:49Z', 'updated_at': '2021-11-03T17:00:49Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4eb5fd7-8b14-4958-be72-0f3fb9e94076', 'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:6e:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:37Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:50.602673 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-78dc7f82-0816-48b8-8bb7-a80af08a0778 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/206fb6f3-0cab-4a86-a475-62af81631170 HTTP/1.1" status: 200 len: 990 time: 0.0629787 Nov 03 17:00:50.610759 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-455014df-7176-436a-8c57-eb6e72b53502 req-81d30625-2356-4cad-9d84-f450729154f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 998 time: 0.0654039 Nov 03 17:00:50.611416 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] Checking router: 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:00:50.620373 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:00:50.620977 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:00:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:50.661030 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455014df-7176-436a-8c57-eb6e72b53502 req-cd40e6f6-c3d6-4070-8cfc-a89f5f846657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:50.662504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-455014df-7176-436a-8c57-eb6e72b53502 req-cd40e6f6-c3d6-4070-8cfc-a89f5f846657 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0451219 Nov 03 17:00:50.707994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455014df-7176-436a-8c57-eb6e72b53502 req-1220a8d6-9649-4e0e-a3d1-d390d47ad51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:00:50.709498 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-455014df-7176-436a-8c57-eb6e72b53502 req-1220a8d6-9649-4e0e-a3d1-d390d47ad51e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400670 Nov 03 17:00:50.725710 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:00:50.805867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-455014df-7176-436a-8c57-eb6e72b53502 req-ce28496d-7eb1-4134-920e-3ff15715a9d3 service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878346 Nov 03 17:00:50.894328 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-455014df-7176-436a-8c57-eb6e72b53502 req-29bb3d35-9de1-448f-a3e5-96361ca960df service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817902 Nov 03 17:00:50.951532 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '206fb6f3-0cab-4a86-a475-62af81631170', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'port_id': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'mac_address': 'fa:16:3e:83:08:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:00:49Z', 'updated_at': '2021-11-03T17:00:49Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4eb5fd7-8b14-4958-be72-0f3fb9e94076', 'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:6e:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:37Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:00:50.980453 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f6d678-8f66-4cd1-84bd-50578b7fcd6b None None] The sync data for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 is: [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '206fb6f3-0cab-4a86-a475-62af81631170', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'port_id': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'mac_address': 'fa:16:3e:83:08:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:00:49Z', 'updated_at': '2021-11-03T17:00:49Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4eb5fd7-8b14-4958-be72-0f3fb9e94076', 'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:6e:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:37Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:00:51.173444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8e85c8-c20b-4145-9edd-0f05bbcecfb9 None None] New status for floating IP 206fb6f3-0cab-4a86-a475-62af81631170: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:00:51.604123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49286) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:00:51.668732 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9bae1b8e-2395-4918-a6c9-3497a0b5c389 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/206fb6f3-0cab-4a86-a475-62af81631170 HTTP/1.1" status: 200 len: 992 time: 0.0633266 Nov 03 17:00:52.560262 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:02.177514 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:02.640827 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-52593632-af99-4201-a6c9-5d0e47a04bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:03.464587 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:01:04.920114 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874c595a-6f51-496d-af7b-87d110848f8c req-7eb33c8e-2242-4dc9-82bd-e643a37eec00 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436375 Nov 03 17:01:05.004878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c595a-6f51-496d-af7b-87d110848f8c req-b69faecc-833f-4388-bf97-2d728eeb4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:05.006390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874c595a-6f51-496d-af7b-87d110848f8c req-b69faecc-833f-4388-bf97-2d728eeb4d76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1096 time: 0.0412655 Nov 03 17:01:05.081257 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e29e2a9-2496-42f2-a46e-0b60171383b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:05.112714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c595a-6f51-496d-af7b-87d110848f8c req-c6417ed2-5fba-46c4-a8a5-1525569717b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:05.114215 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874c595a-6f51-496d-af7b-87d110848f8c req-c6417ed2-5fba-46c4-a8a5-1525569717b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.0864995 Nov 03 17:01:05.183386 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874c595a-6f51-496d-af7b-87d110848f8c req-5d0282e4-3466-45a0-93a1-066cb94e56f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 1000 time: 0.0607753 Nov 03 17:01:05.234127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c595a-6f51-496d-af7b-87d110848f8c req-816081f7-aef3-4b8e-b6be-4d2da95a1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:05.235533 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874c595a-6f51-496d-af7b-87d110848f8c req-816081f7-aef3-4b8e-b6be-4d2da95a1985 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0429962 Nov 03 17:01:05.280655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c595a-6f51-496d-af7b-87d110848f8c req-74b9a5c2-58c5-4ba9-bd31-0383c928d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:05.282168 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874c595a-6f51-496d-af7b-87d110848f8c req-74b9a5c2-58c5-4ba9-bd31-0383c928d237 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398343 Nov 03 17:01:05.713550 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874c595a-6f51-496d-af7b-87d110848f8c req-da301868-084b-40d1-b232-71fd2d8af1dd service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231637 Nov 03 17:01:05.804854 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-874c595a-6f51-496d-af7b-87d110848f8c req-2abbeae2-ba71-4c49-a3bc-a937b1a87adc service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833516 Nov 03 17:01:06.481595 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:07.967012 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:08.554850 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:22.566622 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:24.890301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-c0e29ab3-61cd-4a7e-92af-b3d71f446bf3 req-6b6bfa4d-bb90-4bd5-ac91-a665dfa2a048 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:01:24.891298 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c0e29ab3-61cd-4a7e-92af-b3d71f446bf3 req-6b6bfa4d-bb90-4bd5-ac91-a665dfa2a048 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061202 Nov 03 17:01:25.079173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49312) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:01:25.084083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e52a8-8a27-4ded-85fc-96ff9709964a req-5eac4797-0b3b-4215-b0e5-5eef17f7beae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:25.085556 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac4e52a8-8a27-4ded-85fc-96ff9709964a req-5eac4797-0b3b-4215-b0e5-5eef17f7beae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0600290 Nov 03 17:01:25.138002 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ac4e52a8-8a27-4ded-85fc-96ff9709964a req-5388c2f1-4c28-4714-8ac0-165c22b0fc85 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460887 Nov 03 17:01:25.165782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-7ba484c5-ab5c-4d33-8394-604ddeb3f5cb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853391 Nov 03 17:01:25.175885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-07dcdb11-6890-475d-96f4-474e741d94de service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:01:25.176835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-07dcdb11-6890-475d-96f4-474e741d94de service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052383 Nov 03 17:01:26.262840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb100-ecce-41c3-a1c3-439867914327 req-5f41ca33-e99a-48d9-a257-637c304ecd6b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:26.264698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4cccb100-ecce-41c3-a1c3-439867914327 req-5f41ca33-e99a-48d9-a257-637c304ecd6b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0527978 Nov 03 17:01:26.339920 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4cccb100-ecce-41c3-a1c3-439867914327 req-446475df-e6a5-4496-bbd0-e353b108f152 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680904 Nov 03 17:01:26.351363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-5bdaeae1-aef5-4ac7-af06-39fec5ae667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:26.352850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-5bdaeae1-aef5-4ac7-af06-39fec5ae667a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1096 time: 0.0545900 Nov 03 17:01:26.444687 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-04c2a26f-e330-48dc-8d28-94aa8c1fbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:26.446059 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-04c2a26f-e330-48dc-8d28-94aa8c1fbfad service neutron] 10.222.0.70 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.0857151 Nov 03 17:01:26.510338 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-2eab741a-36e2-4150-801a-38b169d01689 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 1000 time: 0.0567245 Nov 03 17:01:26.564714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-ad99b02e-41fb-498c-a599-bbe0dea3a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:26.566188 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-ad99b02e-41fb-498c-a599-bbe0dea3a55c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0494361 Nov 03 17:01:26.612032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-baec577d-cdaa-46e3-93b4-d5c176327308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:26.613551 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-baec577d-cdaa-46e3-93b4-d5c176327308 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401027 Nov 03 17:01:26.705296 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-84df1ecc-3221-4630-91f8-54161f73a942 service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837903 Nov 03 17:01:26.800620 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-433393f3-a5b6-45e4-a25d-94f6dad352eb service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871701 Nov 03 17:01:27.460850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654b874-c86a-4919-aec7-a36854766d47 req-3b71c38f-3bfa-4703-884f-ec98a4661aa4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:27.462255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f654b874-c86a-4919-aec7-a36854766d47 req-3b71c38f-3bfa-4703-884f-ec98a4661aa4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0537260 Nov 03 17:01:27.514099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-f654b874-c86a-4919-aec7-a36854766d47 req-c087ace3-338a-4cfa-88c7-bfd117578bb5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450983 Nov 03 17:01:28.630189 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77a100-e44c-4c5b-b9a7-73cec92288c6 req-a4842e27-9be1-4535-9149-c8c400ab19e2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:28.631701 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd77a100-e44c-4c5b-b9a7-73cec92288c6 req-a4842e27-9be1-4535-9149-c8c400ab19e2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0496368 Nov 03 17:01:28.680436 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bd77a100-e44c-4c5b-b9a7-73cec92288c6 req-30d57b46-f485-4c69-b7dc-a4bc837f55e6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427983 Nov 03 17:01:29.797758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f13ac-601c-4020-a0fe-db3d338d6e19 req-3cfe7542-8a80-47e8-9614-693a366b3ac4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:29.799235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-443f13ac-601c-4020-a0fe-db3d338d6e19 req-3cfe7542-8a80-47e8-9614-693a366b3ac4 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0493069 Nov 03 17:01:29.847425 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-443f13ac-601c-4020-a0fe-db3d338d6e19 req-41e97e8b-e16f-4ee8-a270-a54383f7db51 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423107 Nov 03 17:01:30.969075 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364ab69-6d35-48ed-aa15-ef64214ad8b8 req-174a3db6-7305-485f-8825-dc1d568a7518 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:30.970590 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4364ab69-6d35-48ed-aa15-ef64214ad8b8 req-174a3db6-7305-485f-8825-dc1d568a7518 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0535982 Nov 03 17:01:31.019744 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4364ab69-6d35-48ed-aa15-ef64214ad8b8 req-c1a09743-6940-4e5a-b76a-db98eecb690a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432305 Nov 03 17:01:32.135712 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903447d3-5d72-4d5a-bda8-26b81a78ff32 req-c95a263d-2b3b-4f62-8c69-8ac2ed26cfd9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:32.137217 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-903447d3-5d72-4d5a-bda8-26b81a78ff32 req-c95a263d-2b3b-4f62-8c69-8ac2ed26cfd9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0487266 Nov 03 17:01:32.177275 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:32.192437 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-903447d3-5d72-4d5a-bda8-26b81a78ff32 req-12983140-d248-4244-a3ae-7b1059b16d5d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484812 Nov 03 17:01:32.643560 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebaad-d33a-4f7d-8136-1f1cfde3cf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:33.309358 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a66305-afd2-4b94-ae49-f989e346446f req-8e35d44c-9e2e-4203-be04-91e064134bd5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:33.310906 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68a66305-afd2-4b94-ae49-f989e346446f req-8e35d44c-9e2e-4203-be04-91e064134bd5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0494730 Nov 03 17:01:33.360373 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-68a66305-afd2-4b94-ae49-f989e346446f req-affe9be7-7ba0-4343-9233-395620d2f8c7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434997 Nov 03 17:01:34.475226 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6cc2e-58ff-4699-8eef-0da80021cee0 req-0fa05b0f-e826-4e8d-ba04-6f332e435d59 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:34.476706 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bf6cc2e-58ff-4699-8eef-0da80021cee0 req-0fa05b0f-e826-4e8d-ba04-6f332e435d59 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0492468 Nov 03 17:01:34.526233 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4bf6cc2e-58ff-4699-8eef-0da80021cee0 req-30956898-dd06-4cea-a140-49f9bd3fb471 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433302 Nov 03 17:01:35.083253 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-57eadae8-7e6c-488d-9a87-cea0ac3a396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:35.650511 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d0136-0daf-44c9-8523-437f959080df req-756714e6-14a6-438b-a6b2-cd57a883f218 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:35.652844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d3d0136-0daf-44c9-8523-437f959080df req-756714e6-14a6-438b-a6b2-cd57a883f218 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0573883 Nov 03 17:01:35.703028 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8d3d0136-0daf-44c9-8523-437f959080df req-1d96b649-c4a2-43c1-8fdd-f7dd78b71e4d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Nov 03 17:01:36.484160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:36.818202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3dcce-2e8d-4622-acca-79ab2204a3d2 req-60d62a8c-ee9d-4831-a178-9ede6ed6837a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:36.819654 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70a3dcce-2e8d-4622-acca-79ab2204a3d2 req-60d62a8c-ee9d-4831-a178-9ede6ed6837a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0485978 Nov 03 17:01:36.867873 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-70a3dcce-2e8d-4622-acca-79ab2204a3d2 req-e3b0c677-367f-4499-ab4b-d6a2ecb4d058 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423892 Nov 03 17:01:37.968416 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:37.983641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178475d2-06f3-445f-8516-406665143450 req-091d2634-6c50-48f7-b06f-0305cc6baf57 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:37.985143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-178475d2-06f3-445f-8516-406665143450 req-091d2634-6c50-48f7-b06f-0305cc6baf57 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0497525 Nov 03 17:01:38.035269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-178475d2-06f3-445f-8516-406665143450 req-0ff9d00b-f6af-40b1-8998-f7986615cd05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441015 Nov 03 17:01:38.558110 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:39.159404 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c386630-d216-4803-b1ab-ec5a888cd3ea req-a47fb28e-3801-4ed1-bad7-07587a8f0e70 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:39.160930 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c386630-d216-4803-b1ab-ec5a888cd3ea req-a47fb28e-3801-4ed1-bad7-07587a8f0e70 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0547047 Nov 03 17:01:39.209900 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1c386630-d216-4803-b1ab-ec5a888cd3ea req-d77a1687-6886-43e3-8087-55d3dd4e3028 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Nov 03 17:01:40.328057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ed270-3631-4ad0-9b0d-1142972ef852 req-13e0867d-02ca-42f7-930c-28119f4bcdba tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:40.329551 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df1ed270-3631-4ad0-9b0d-1142972ef852 req-13e0867d-02ca-42f7-930c-28119f4bcdba tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0480773 Nov 03 17:01:40.382171 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-df1ed270-3631-4ad0-9b0d-1142972ef852 req-92a2d497-ff4c-4be5-9753-39a6634fc3a8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467038 Nov 03 17:01:40.463789 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:01:41.497619 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a34091-3259-4cef-83a0-fbaa5aa1a821 req-b62429a2-d6fb-4610-a66a-c7f47d25b81a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:41.499099 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63a34091-3259-4cef-83a0-fbaa5aa1a821 req-b62429a2-d6fb-4610-a66a-c7f47d25b81a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0498631 Nov 03 17:01:41.548653 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-63a34091-3259-4cef-83a0-fbaa5aa1a821 req-e8d28564-3b76-4df6-818c-3a290c1963e5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Nov 03 17:01:42.664278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6426897-5b90-44c7-b4ad-f5575fbe7d50 req-bf30be61-a53f-48a1-9e4a-f8771abb5127 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:42.665751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6426897-5b90-44c7-b4ad-f5575fbe7d50 req-bf30be61-a53f-48a1-9e4a-f8771abb5127 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0486844 Nov 03 17:01:42.713629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f6426897-5b90-44c7-b4ad-f5575fbe7d50 req-8fff79f0-dc2f-41f6-8bfe-0d9ffb66318e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412369 Nov 03 17:01:43.880974 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e4599-dbb1-48c0-9ba0-5297d85fb725 req-42f34023-357c-47bf-bba9-9c4fbb1b381b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:43.882489 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-62824f72-6627-4d38-a53c-c18df40eb37f req-3ee41d27-5305-498c-825b-9d0c0464ed0e service neutron] show failed (client error): The resource could not be found. Nov 03 17:01:43.882903 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-122e4599-dbb1-48c0-9ba0-5297d85fb725 req-42f34023-357c-47bf-bba9-9c4fbb1b381b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0539823 Nov 03 17:01:43.883515 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-3ee41d27-5305-498c-825b-9d0c0464ed0e service neutron] 10.222.0.70 "GET /v2.0/ports/dbc0d961-732a-4642-98aa-4ab93a313bc1/bindings/n-h1-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0557072 Nov 03 17:01:43.938534 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-122e4599-dbb1-48c0-9ba0-5297d85fb725 req-3c521984-798e-40ab-ba7f-d799e657aff8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490539 Nov 03 17:01:44.086137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-f39c62a0-672a-4d37-ad3f-6b964c7f9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:44.087625 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-f39c62a0-672a-4d37-ad3f-6b964c7f9d93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 1096 time: 0.0406663 Nov 03 17:01:44.109241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:01:44.165320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:44.365637 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:01:44.398248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:01:44.438523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:01:44.440971 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6883850-966c-4c80-b4fb-fa28c78c23ea" -d '{"events": [{"server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:01:44.445142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:44.458254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Transition to ACTIVE for port object dbc0d961-732a-4642-98aa-4ab93a313bc1 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:01:44.463439 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:44.549422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=6']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:01:44.562771 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e0da1e-3537-410f-8993-d5ba96a5f08e x-openstack-request-id: req-92e0da1e-3537-410f-8993-d5ba96a5f08e {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:01:44.563066 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:01:44.563309 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-92e0da1e-3537-410f-8993-d5ba96a5f08e {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:01:44.563711 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'code': 200} Nov 03 17:01:44.567190 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.567547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.567893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.568235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.568594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.568911 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.569242 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.569667 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.570005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.570336 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.570665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.570997 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:44.602395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] No DVR routers for this DVR port dbc0d961-732a-4642-98aa-4ab93a313bc1 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:01:44.741860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Attempting to bind port dbc0d961-732a-4642-98aa-4ab93a313bc1 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:01:44.742195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Attempting to bind port dbc0d961-732a-4642-98aa-4ab93a313bc1 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:01:44.742522 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Attempting to bind port dbc0d961-732a-4642-98aa-4ab93a313bc1 on network 28a21f84-f053-4dc6-a429-be73ef03523d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:01:44.746830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Port dbc0d961-732a-4642-98aa-4ab93a313bc1 on network 28a21f84-f053-4dc6-a429-be73ef03523d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:01:44.747146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Attempting to bind port dbc0d961-732a-4642-98aa-4ab93a313bc1 on network 28a21f84-f053-4dc6-a429-be73ef03523d {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:01:44.751969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:01:44.752300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Checking segment: {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:01:44.752674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Bound using segment: {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:01:44.753093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Bound port: dbc0d961-732a-4642-98aa-4ab93a313bc1, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:01:44.753439 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:44.818303 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:01:44.821563 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:01:44.825781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:44.856277 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:44.857188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:44.858427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] 10.222.0.15 "PUT /v2.0/ports/dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 1091 time: 0.7541490 Nov 03 17:01:44.887703 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468e644-ed4d-4c65-b463-375b5cc33964 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:01:44.934152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-778a5669-2b8f-4f5b-bced-692d4b551b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:44.936569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-778a5669-2b8f-4f5b-bced-692d4b551b11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1094 time: 0.0438480 Nov 03 17:01:45.041388 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-f1a534a1-12cc-410d-9721-4e347589cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:45.043812 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-f1a534a1-12cc-410d-9721-4e347589cc21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.0996530 Nov 03 17:01:45.060851 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c8f32-cc4a-43c7-807f-ce1b3885fb51 req-a511341d-cecb-4c59-abd2-8559568efcca tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:45.063379 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b83c8f32-cc4a-43c7-807f-ce1b3885fb51 req-a511341d-cecb-4c59-abd2-8559568efcca tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 943 time: 0.0530655 Nov 03 17:01:45.116310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-c5bc8b41-3f5a-4e83-b18d-f2ba6c9e31c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 998 time: 0.0646200 Nov 03 17:01:45.116779 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b83c8f32-cc4a-43c7-807f-ce1b3885fb51 req-78a4f7d7-7409-4a4e-9f7a-20da895a2d85 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Nov 03 17:01:45.166110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-3bfd3099-28ef-4b3b-a34b-c5951e6e2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:45.167508 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-3bfd3099-28ef-4b3b-a34b-c5951e6e2895 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0437429 Nov 03 17:01:45.220370 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824f72-6627-4d38-a53c-c18df40eb37f req-ea168cce-c3cd-44a0-acfb-251bd92f1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:45.221897 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-ea168cce-c3cd-44a0-acfb-251bd92f1553 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446651 Nov 03 17:01:45.312957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-be84f3aa-a07a-43e2-9046-0d07fe04e9c0 service neutron] 10.222.0.15 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842390 Nov 03 17:01:45.405413 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-62824f72-6627-4d38-a53c-c18df40eb37f req-ec0e8187-3bd1-482c-bde7-26780d4c4d33 service neutron] 10.222.0.15 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858085 Nov 03 17:01:46.236947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8167e0-1d7c-45f8-9b53-7c8072428ce2 req-d81a2205-a524-46e9-b43b-3d4ae6df900e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:46.238464 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc8167e0-1d7c-45f8-9b53-7c8072428ce2 req-d81a2205-a524-46e9-b43b-3d4ae6df900e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 943 time: 0.0500016 Nov 03 17:01:46.287804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fc8167e0-1d7c-45f8-9b53-7c8072428ce2 req-edbe0846-141e-48de-a807-89169c97043d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Nov 03 17:01:46.564748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:01:46.567163 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635" -d '{"events": [{"name": "network-changed", "server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:01:46.615041 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c991b2-7d6d-4e7d-ba78-564e62c4cb39 x-openstack-request-id: req-a1c991b2-7d6d-4e7d-ba78-564e62c4cb39 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:01:46.615338 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:01:46.615621 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1c991b2-7d6d-4e7d-ba78-564e62c4cb39 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:01:46.616030 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'status': 'completed', 'code': 200} Nov 03 17:01:46.708693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-27d792c0-0926-4777-8f0c-d5b42345f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:46.710231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-27d792c0-0926-4777-8f0c-d5b42345f5ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1094 time: 0.0768731 Nov 03 17:01:46.716014 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-1c9b0fe8-bfce-44c4-a0b1-dd4d4a1760e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:46.717374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-1c9b0fe8-bfce-44c4-a0b1-dd4d4a1760e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1094 time: 0.0563400 Nov 03 17:01:46.872048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-6a3c7f1e-f09d-4aa8-aaff-9736f3cf16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:46.874050 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-6a3c7f1e-f09d-4aa8-aaff-9736f3cf16d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.1555007 Nov 03 17:01:46.875378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-263a912a-c1f3-4a83-8ba1-05b704e44cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:46.876668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-263a912a-c1f3-4a83-8ba1-05b704e44cb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.1502051 Nov 03 17:01:46.985029 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-d31892d8-a462-40ad-861f-025afeaac95b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 998 time: 0.1034713 Nov 03 17:01:46.990519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-a062de9b-f38e-4fa9-a9d8-0248fa7fadd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 998 time: 0.1032162 Nov 03 17:01:47.070877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-0edec3f0-d005-467c-8618-c4a48dd00430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:47.072322 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-0edec3f0-d005-467c-8618-c4a48dd00430 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0808926 Nov 03 17:01:47.073996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-8594d35a-425d-4bc3-be71-1d7fa4655c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:47.075317 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-8594d35a-425d-4bc3-be71-1d7fa4655c7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0765626 Nov 03 17:01:47.124677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device dbc0d961-732a-4642-98aa-4ab93a313bc1 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:01:47.146096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-f69a61e0-b6dd-4e5a-bf47-6f9105bf22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:47.147602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-f69a61e0-b6dd-4e5a-bf47-6f9105bf22ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681932 Nov 03 17:01:47.152644 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-207f5946-b72b-4338-83e0-e5a2434766d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:47.154046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-207f5946-b72b-4338-83e0-e5a2434766d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672534 Nov 03 17:01:47.164138 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device dbc0d961-732a-4642-98aa-4ab93a313bc1 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:01:47.307335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-67d39fcb-9482-4e21-ada9-cd005c30fa0e service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515055 Nov 03 17:01:47.309157 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-c50dc5ae-614f-4fbc-ba3c-36721d2b42e5 service neutron] 10.222.0.15 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456935 Nov 03 17:01:47.508468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47632964-2a24-4520-9201-fe91d5812768 req-65c784e3-496a-4c47-8411-0cfe14094fca tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:47.509865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-47632964-2a24-4520-9201-fe91d5812768 req-65c784e3-496a-4c47-8411-0cfe14094fca tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 943 time: 0.1452336 Nov 03 17:01:47.513642 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-35d68f26-16e0-4f5d-a20b-200baec183cd service neutron] 10.222.0.15 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914699 Nov 03 17:01:47.518376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6fa4dc55-14aa-4ff6-b834-5bb445b4c635 req-dd40c1a5-a7de-42e3-b0ea-289a74d33a43 service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033613 Nov 03 17:01:47.563340 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-47632964-2a24-4520-9201-fe91d5812768 req-901aa644-62dc-40e0-ad05-867eb2e52e97 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469790 Nov 03 17:01:48.687173 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59786346-1b87-451d-ba0f-7af225cc5abd req-c46cb448-b9d9-44e5-aaca-2e271dd1e17c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:48.688662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59786346-1b87-451d-ba0f-7af225cc5abd req-c46cb448-b9d9-44e5-aaca-2e271dd1e17c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 943 time: 0.0513678 Nov 03 17:01:48.742492 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-59786346-1b87-451d-ba0f-7af225cc5abd req-6d00ceb5-c498-4dc3-a6ca-756213afa950 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477200 Nov 03 17:01:48.885721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device dbc0d961-732a-4642-98aa-4ab93a313bc1 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:01:48.983560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:01:48.994166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'port_id': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'mac_address': 'fa:16:3e:83:08:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:01:49.030813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:49.043078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc0d961-732a-4642-98aa-4ab93a313bc1 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:01:49.067305 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:01:49.071448 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:49.117250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:01:49.125382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.125761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.126107 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.126446 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.126780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.127109 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.127438 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.127766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.128090 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.128416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.128738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.129058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:01:49.515216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['dbc0d961-732a-4642-98aa-4ab93a313bc1'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:01:49.859831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b03605-5cc5-4b5b-b909-c8427d6630b3 req-9ce5b9d0-b618-45ff-95b6-413edb213c02 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:49.861335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02b03605-5cc5-4b5b-b909-c8427d6630b3 req-9ce5b9d0-b618-45ff-95b6-413edb213c02 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 944 time: 0.0489511 Nov 03 17:01:49.909770 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-02b03605-5cc5-4b5b-b909-c8427d6630b3 req-6978f535-9418-4642-95a1-2eeeff4c8a84 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Nov 03 17:01:50.135845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9e239-dcdb-4739-876a-a38ffdad9e38 req-1ea2adf8-69a7-4f81-8782-866dcfbd90b9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:50.137314 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55d9e239-dcdb-4739-876a-a38ffdad9e38 req-1ea2adf8-69a7-4f81-8782-866dcfbd90b9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 944 time: 0.0823643 Nov 03 17:01:50.158330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-4b07db4c-c48c-4dcc-8f62-9df04996b697 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:50.159738 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-4b07db4c-c48c-4dcc-8f62-9df04996b697 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce&tenant_id=ca132e58da314634a6cea3938239ffb3&binding%3Ahost_id=n-h1-813897-2 HTTP/1.1" status: 200 len: 944 time: 0.0745933 Nov 03 17:01:50.228054 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-55d9e239-dcdb-4739-876a-a38ffdad9e38 req-ed132f39-8393-428b-8f49-3375e6489d74 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835845 Nov 03 17:01:50.244967 n-d-813897-2 neutron-server[108104]: INFO neutron.api.v2.resource [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-c081fda5-ebe3-4431-a753-3fccfa988773 service neutron] delete failed (client error): The resource could not be found. Nov 03 17:01:50.246012 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-c081fda5-ebe3-4431-a753-3fccfa988773 service neutron] 10.222.0.70 "DELETE /v2.0/ports/dbc0d961-732a-4642-98aa-4ab93a313bc1/bindings/n-h2-813897-2 HTTP/1.1" status: 404 len: 380 time: 0.0773177 Nov 03 17:01:50.337877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-14ebaca8-5628-470c-9e53-b7e44304682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:50.339383 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-14ebaca8-5628-470c-9e53-b7e44304682c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1095 time: 0.0457010 Nov 03 17:01:50.346529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce1990-79b4-4b99-b687-b9b805b8c83e req-c6423da7-f9ab-4875-83c7-dbf9c8ca5746 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:50.348189 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39ce1990-79b4-4b99-b687-b9b805b8c83e req-c6423da7-f9ab-4875-83c7-dbf9c8ca5746 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 944 time: 0.0498261 Nov 03 17:01:50.398436 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-39ce1990-79b4-4b99-b687-b9b805b8c83e req-2cf3efaf-7ee2-4c68-b4f2-b4d6625d33ee tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 Nov 03 17:01:50.432132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-b74cf8e2-af4d-4779-be5a-7fb89599838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:50.433621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-b74cf8e2-af4d-4779-be5a-7fb89599838e service neutron] 10.222.0.70 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.0858707 Nov 03 17:01:50.502671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-5a4d05c7-c9ff-4d12-90e8-14c782a1100f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 999 time: 0.0612240 Nov 03 17:01:50.553323 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-f4548dd2-83cb-4236-9005-a5fd0fd40a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:50.554776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-f4548dd2-83cb-4236-9005-a5fd0fd40a19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0445199 Nov 03 17:01:50.602814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-2cd4527d-0f5c-454c-9d0a-a64f342d57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:50.604309 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-2cd4527d-0f5c-454c-9d0a-a64f342d57fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402460 Nov 03 17:01:50.699172 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-df0c6387-9c46-4df7-a045-b5ec79b4ced9 service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855606 Nov 03 17:01:50.790621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-379a7e60-d3e6-4307-9dd1-9d4d7da03b26 req-b9f79dc1-420d-453a-984e-adff1d8aa5e4 service neutron] 10.222.0.70 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845253 Nov 03 17:01:50.900532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device dbc0d961-732a-4642-98aa-4ab93a313bc1 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:01:50.948928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port dbc0d961-732a-4642-98aa-4ab93a313bc1 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:01:50.953462 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port dbc0d961-732a-4642-98aa-4ab93a313bc1 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:01:50.953866 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:51.043263 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:51.067537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:01:51.070438 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4686934e-c2cd-4145-b4a7-0e4293c56205" -d '{"events": [{"server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:01:51.084988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:01:51.089181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:01:51.124277 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3a399-2c9a-442c-8002-33dff420a9c5 x-openstack-request-id: req-b4b3a399-2c9a-442c-8002-33dff420a9c5 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:01:51.124576 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:01:51.124835 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b4b3a399-2c9a-442c-8002-33dff420a9c5 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:01:51.125230 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'code': 200} Nov 03 17:01:51.139236 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:01:51.515513 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fa3b9-ed11-4ec5-99e8-2cb3a786987c req-40d318aa-ac1f-4cd8-a919-419edd60df55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:01:51.516916 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a72fa3b9-ed11-4ec5-99e8-2cb3a786987c req-40d318aa-ac1f-4cd8-a919-419edd60df55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0490167 Nov 03 17:01:51.566498 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a72fa3b9-ed11-4ec5-99e8-2cb3a786987c req-06ce099f-a112-4c79-9d05-7bf5ca40494d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436754 Nov 03 17:01:51.588583 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49402) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:01:51.654455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8b2d6fa6-3bcc-4aef-831f-a923bd560a64 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/206fb6f3-0cab-4a86-a475-62af81631170 HTTP/1.1" status: 200 len: 992 time: 0.0642066 Nov 03 17:01:52.583831 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:02.192604 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:02.645070 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cb028793-1091-4bec-8c20-69b31b5008e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:03.522342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-274f0199-af49-4477-8f48-3d350d7b5707 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405419 Nov 03 17:02:03.620726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-fc9d393e-2320-491e-afd4-be82f4b44707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:03.622316 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-fc9d393e-2320-491e-afd4-be82f4b44707 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1096 time: 0.0433507 Nov 03 17:02:03.735231 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-b2652f73-c585-4386-8f99-fc70a15f667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:03.736686 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-b2652f73-c585-4386-8f99-fc70a15f667e service neutron] 10.222.0.15 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.0952477 Nov 03 17:02:03.805544 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-5ca53824-9885-4f91-abc0-bb06050fca2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 1000 time: 0.0616410 Nov 03 17:02:03.854325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-4f65ca0e-f0fe-4f32-9c42-a394bd107eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:03.855746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-4f65ca0e-f0fe-4f32-9c42-a394bd107eac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0437708 Nov 03 17:02:03.903681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-5fb8e4bf-6b1f-4a83-8adb-5d31e8932589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:03.905209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-5fb8e4bf-6b1f-4a83-8adb-5d31e8932589 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421886 Nov 03 17:02:03.998003 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-6156b56c-e04f-4b85-8e5b-e4b30b9063c3 service neutron] 10.222.0.15 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853722 Nov 03 17:02:04.088540 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b536e61-0ad4-4bb0-8194-5f19b8ed2618 req-803f0c1d-d47a-45c2-b14c-0c39a149b437 service neutron] 10.222.0.15 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818918 Nov 03 17:02:05.084454 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-10e775dd-91b1-4983-aece-36024cb987d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:06.488006 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:07.970336 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:08.560612 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:17.463299 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:02:22.594598 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:32.199044 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:32.648815 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3441d26f-8625-4198-8be0-a91908d416a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:35.089906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b315d4dc-6873-4373-9f73-ecc088cf94a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:36.490222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:37.972370 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:38.236056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49422) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:38.391984 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port dd07629a-dada-44f7-a4e7-fd7730f318ea {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:02:38.392322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:38.471665 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:38.471901 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:38.483311 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for dd07629a-dada-44f7-a4e7-fd7730f318ea owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:02:38.562773 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:38.634594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:38.660784 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=dd07629a-dada-44f7-a4e7-fd7730f318ea,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:38.688067 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.688421 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.688763 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.689103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.689436 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.689813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.690147 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.690477 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.690804 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.691130 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.691454 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.691775 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:38.733027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:38.733292 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP 206fb6f3-0cab-4a86-a475-62af81631170 disassociated (deleted). External IP: 172.25.6.83, port: dbc0d961-732a-4642-98aa-4ab93a313bc1. Nov 03 17:02:38.941174 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:02:39.047852 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:02:39.052680 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:39.057178 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] Sync routers for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:02:39.066694 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:02:39.067282 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:39.080906 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-cc8f1620-7df7-4f37-89af-4a3e88b2bc43 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/floatingips/206fb6f3-0cab-4a86-a475-62af81631170 HTTP/1.1" status: 204 len: 168 time: 0.8437705 Nov 03 17:02:39.081478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:02:39.083785 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df6d1e3-6efd-4f73-929e-bfb2095843ed" -d '{"events": [{"name": "network-changed", "server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:02:39.177883 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:02:39.257518 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbb30b5-3f3d-470b-91cf-dcc08e10b73f x-openstack-request-id: req-7cbb30b5-3f3d-470b-91cf-dcc08e10b73f {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:02:39.258052 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:02:39.258181 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7cbb30b5-3f3d-470b-91cf-dcc08e10b73f {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:02:39.258520 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'status': 'completed', 'code': 200} Nov 03 17:02:39.328982 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c4f80-2be7-49ce-bfb9-0cf45a4a6265 req-23fbfdf4-87b9-45c8-bcf2-415af9046b70 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:39.331277 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c4c4f80-2be7-49ce-bfb9-0cf45a4a6265 req-23fbfdf4-87b9-45c8-bcf2-415af9046b70 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0545990 Nov 03 17:02:39.356053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-cf2ebd95-4b87-4da3-bd5f-657ca1b36e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:39.358681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-cf2ebd95-4b87-4da3-bd5f-657ca1b36e68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 1096 time: 0.0490766 Nov 03 17:02:39.383607 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8c4c4f80-2be7-49ce-bfb9-0cf45a4a6265 req-c3149666-eb64-41bd-a54d-2441c583b249 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469160 Nov 03 17:02:39.457036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-6fe5a18e-679c-4b03-aa29-25f899a3c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:39.458557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-6fe5a18e-679c-4b03-aa29-25f899a3c2c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 200 len: 897 time: 0.0921690 Nov 03 17:02:39.471500 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'e4eb5fd7-8b14-4958-be72-0f3fb9e94076', 'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:6e:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:37Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:39.497275 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] Checking router: 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:02:39.505269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-465cd301-6752-46dd-9f09-7c9c3ba7c030 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 200 len: 217 time: 0.0388267 Nov 03 17:02:39.506723 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:02:39.507315 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:39.557580 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-eeec493c-5d31-4ff0-b1ed-a57cd197670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:39.559013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-eeec493c-5d31-4ff0-b1ed-a57cd197670e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 200 len: 835 time: 0.0460298 Nov 03 17:02:39.604914 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-df60aeea-7589-43ac-a6bc-ade72ba52a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:39.606339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-df60aeea-7589-43ac-a6bc-ade72ba52a32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28a21f84-f053-4dc6-a429-be73ef03523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400681 Nov 03 17:02:39.613879 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:02:39.704113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-2c2df7cf-e1a9-4ad3-b19d-426b83a0cad2 service neutron] 10.222.0.15 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877936 Nov 03 17:02:39.796466 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6df6d1e3-6efd-4f73-929e-bfb2095843ed req-74319769-f9e6-4d39-8533-e687b8bd4a68 service neutron] 10.222.0.15 "GET /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839994 Nov 03 17:02:39.814367 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'e4eb5fd7-8b14-4958-be72-0f3fb9e94076', 'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:6e:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:37Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:39.841231 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da295fc-aed6-465e-96c2-c8fd0b8f51e2 None None] The sync data for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 is: [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:00:38Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'e4eb5fd7-8b14-4958-be72-0f3fb9e94076', 'name': '', 'network_id': '28a21f84-f053-4dc6-a429-be73ef03523d', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:6e:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:37Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'b9bd356d-3239-4372-af3e-ba24811d074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:02:40.054445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97692a12-375d-4610-aa1b-32d31bf5f376 None None] New status for floating IP 206fb6f3-0cab-4a86-a475-62af81631170: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:02:40.501322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd85365-1ef5-4e15-89fa-ba11cbf52225 req-cc7e0d64-78a5-48f3-8abe-2b4a4912c8d8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:40.502825 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fbd85365-1ef5-4e15-89fa-ba11cbf52225 req-cc7e0d64-78a5-48f3-8abe-2b4a4912c8d8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0488031 Nov 03 17:02:40.556021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fbd85365-1ef5-4e15-89fa-ba11cbf52225 req-f2fa8b5b-2a6a-461e-a6f0-605cb899e728 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 Nov 03 17:02:40.993822 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-1484fd56-e9cb-423b-92aa-49a5a0321387 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:40.995250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-1484fd56-e9cb-423b-92aa-49a5a0321387 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 945 time: 0.0480242 Nov 03 17:02:41.082652 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port dbc0d961-732a-4642-98aa-4ab93a313bc1 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:02:41.082988 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:41.172179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port dbc0d961-732a-4642-98aa-4ab93a313bc1, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=dbc0d961-732a-4642-98aa-4ab93a313bc1,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:02:41.172537 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:41.184962 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for dbc0d961-732a-4642-98aa-4ab93a313bc1 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:02:41.664575 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:41.687847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81b8b5-72dd-4d8b-92c5-142492a49341 req-592593d7-5045-417d-8f6b-94a00d93cbed tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:41.689317 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d81b8b5-72dd-4d8b-92c5-142492a49341 req-592593d7-5045-417d-8f6b-94a00d93cbed tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=13149a00-d4ab-48ff-a856-437f16fbb3ce HTTP/1.1" status: 200 len: 867 time: 0.0605659 Nov 03 17:02:41.694363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=dbc0d961-732a-4642-98aa-4ab93a313bc1,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:41.737671 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] No DVR routers for this DVR port dbc0d961-732a-4642-98aa-4ab93a313bc1 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:02:41.740356 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:41.743687 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20104b01-b7dd-42c7-b583-436dd2ed22ce req-31513069-08ae-4381-9935-96bc4cd0f0b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "DELETE /v2.0/ports/dbc0d961-732a-4642-98aa-4ab93a313bc1 HTTP/1.1" status: 204 len: 173 time: 0.7417319 Nov 03 17:02:41.744156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'name': 'network-vif-deleted', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:02:41.745138 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8d81b8b5-72dd-4d8b-92c5-142492a49341 req-5625942d-5de2-44b8-bd4a-723567f5ed54 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=17004a20-8dd4-4807-99e7-6f02452bdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496416 Nov 03 17:02:41.746427 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d6797f-f692-4aa5-8db0-c95e2fce7f01" -d '{"events": [{"server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "name": "network-vif-deleted", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:02:41.791934 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1440a9f0-9698-4825-9621-e01ddcbf4fe1 x-openstack-request-id: req-1440a9f0-9698-4825-9621-e01ddcbf4fe1 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:02:41.792227 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13149a00-d4ab-48ff-a856-437f16fbb3ce", "name": "network-vif-deleted", "tag": "dbc0d961-732a-4642-98aa-4ab93a313bc1", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:02:41.792531 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1440a9f0-9698-4825-9621-e01ddcbf4fe1 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:02:41.792932 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13149a00-d4ab-48ff-a856-437f16fbb3ce', 'name': 'network-vif-deleted', 'tag': 'dbc0d961-732a-4642-98aa-4ab93a313bc1', 'status': 'completed', 'code': 200} Nov 03 17:02:42.801915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49440) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:43.154437 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:43.404402 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port e4eb5fd7-8b14-4958-be72-0f3fb9e94076 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:02:43.404787 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:43.494136 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port e4eb5fd7-8b14-4958-be72-0f3fb9e94076, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=e4eb5fd7-8b14-4958-be72-0f3fb9e94076,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:02:43.494490 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:43.507180 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for e4eb5fd7-8b14-4958-be72-0f3fb9e94076 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:02:43.687587 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:43.713383 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=e4eb5fd7-8b14-4958-be72-0f3fb9e94076,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:43.892073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.102447 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:02:44.208125 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:02:44.213262 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9584bee4-a4c6-4cdb-9695-dc23b2520e21 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103262 Nov 03 17:02:44.215985 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49442) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:44.222311 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] Sync routers for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:02:44.233137 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:02:44.233783 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:44.273187 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2e18c5-4847-4177-a423-eaf64121f782 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting subnet b9bd356d-3239-4372-af3e-ba24811d074b {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 17:02:44.276345 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c2e18c5-4847-4177-a423-eaf64121f782 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.316130 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c2e18c5-4847-4177-a423-eaf64121f782 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.340130 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:02:44.397491 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c2e18c5-4847-4177-a423-eaf64121f782 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.464027 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c2e18c5-4847-4177-a423-eaf64121f782 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.492146 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e18c5-4847-4177-a423-eaf64121f782 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Subnet': ['ID=b9bd356d-3239-4372-af3e-ba24811d074b,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:44.495996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8c2e18c5-4847-4177-a423-eaf64121f782 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.501898 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8c2e18c5-4847-4177-a423-eaf64121f782 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/subnets/b9bd356d-3239-4372-af3e-ba24811d074b HTTP/1.1" status: 204 len: 168 time: 0.2825055 Nov 03 17:02:44.502729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49444) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:44.503378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5c9384-2318-4b97-ad38-eaf9fea3feb8 None None] Network 28a21f84-f053-4dc6-a429-be73ef03523d requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:02:44.536183 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:02:43Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:44.565200 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] Checking router: 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:02:44.573919 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] Routers {'0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:02:44.574524 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:44.629084 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.681743 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] Set router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:02:44.698969 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2d30b2-306a-44de-82fc-485811c90550 None None] DHCP port deletion for 28a21f84-f053-4dc6-a429-be73ef03523d request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 17:02:44.737669 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.749722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d30b2-306a-44de-82fc-485811c90550 None None] Deleting port fddf06dd-fed7-4f72-8676-ce045d9308df {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:02:44.750305 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba2d30b2-306a-44de-82fc-485811c90550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.825250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ba2d30b2-306a-44de-82fc-485811c90550 None None] For port fddf06dd-fed7-4f72-8676-ce045d9308df, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fddf06dd-fed7-4f72-8676-ce045d9308df,segment=NetworkSegment(9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5),segment_id=9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:02:44.826158 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba2d30b2-306a-44de-82fc-485811c90550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.841298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d30b2-306a-44de-82fc-485811c90550 None None] Calling delete_port for fddf06dd-fed7-4f72-8676-ce045d9308df owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:02:44.868956 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:02:43Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:44.900209 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6136f9b-3d7e-4d2f-ae1c-10a906a828ad None None] The sync data for ids ['0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f'] in n-d-813897-2 is: [{'id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105583511', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '53278840-da99-42ae-9c3f-147a042b971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:00:34Z', 'updated_at': '2021-11-03T17:02:43Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '53278840-da99-42ae-9c3f-147a042b971d', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:00:35Z', 'updated_at': '2021-11-03T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:02:44.938703 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ba2d30b2-306a-44de-82fc-485811c90550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:44.966607 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d30b2-306a-44de-82fc-485811c90550 None None] Pushing event deleted for resources: {'Port': ['ID=fddf06dd-fed7-4f72-8676-ce045d9308df,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:44.973780 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d30b2-306a-44de-82fc-485811c90550 None None] No DVR routers for this DVR port fddf06dd-fed7-4f72-8676-ce045d9308df on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:02:45.116415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 53278840-da99-42ae-9c3f-147a042b971d {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:02:45.116996 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.136684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device dbc0d961-732a-4642-98aa-4ab93a313bc1 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:02:45.159149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: dbc0d961-732a-4642-98aa-4ab93a313bc1 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:02:45.159430 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device dbc0d961-732a-4642-98aa-4ab93a313bc1 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:02:45.194638 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 53278840-da99-42ae-9c3f-147a042b971d, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=53278840-da99-42ae-9c3f-147a042b971d,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:02:45.194921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.207179 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 53278840-da99-42ae-9c3f-147a042b971d owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:02:45.381964 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.408953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=53278840-da99-42ae-9c3f-147a042b971d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:45.468789 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.559621 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.562314 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.607687 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.608465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Fanout notify agent at l3_agent the message router_deleted on router 0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 17:02:45.615632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.616737 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1417334f-d65c-4bc0-9904-f7b9e3ba83b8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/routers/0e39aded-ecaa-4d97-8d01-7f9a3d91dc3f HTTP/1.1" status: 204 len: 168 time: 1.1134605 Nov 03 17:02:45.619577 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49446) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:45.699051 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.789430 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.808571 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a21f84-f053-4dc6-a429-be73ef03523d']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:45.818359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:45.818662 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a34ce4c-a1af-4d21-841c-9d5e6d59e2e5') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:45.828334 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.840994 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.846955 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 17:02:45.847331 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: timer() Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 17:02:45.850368 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 17:02:45.912042 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.919045 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:45.922741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/networks/28a21f84-f053-4dc6-a429-be73ef03523d HTTP/1.1" status: 204 len: 168 time: 0.3021681 Nov 03 17:02:45.925714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49448) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:45.933774 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c81a0-f20a-4ded-a8eb-d6bfdcce8dc5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Network': ['ID=28a21f84-f053-4dc6-a429-be73ef03523d,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:45.985722 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:46.014257 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:46.077234 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:46.080295 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:46.084367 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/security-groups/17004a20-8dd4-4807-99e7-6f02452bdb9f HTTP/1.1" status: 204 len: 168 time: 0.1548507 Nov 03 17:02:46.091562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17004a20-8dd4-4807-99e7-6f02452bdb9f,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:46.099053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.099412 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.099763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.100101 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.100434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.100766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.101098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.101424 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.101874 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.102169 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.102478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.102843 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43160a21-816f-49be-b705-f4bbda093db6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:46.228361 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e4eb5fd7-8b14-4958-be72-0f3fb9e94076 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:02:46.249453 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: e4eb5fd7-8b14-4958-be72-0f3fb9e94076 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:02:46.249836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device e4eb5fd7-8b14-4958-be72-0f3fb9e94076 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:02:46.250206 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fddf06dd-fed7-4f72-8676-ce045d9308df no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:02:46.269571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: fddf06dd-fed7-4f72-8676-ce045d9308df {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:02:46.269915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fddf06dd-fed7-4f72-8676-ce045d9308df not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:02:46.270327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 53278840-da99-42ae-9c3f-147a042b971d no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:02:46.292594 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 53278840-da99-42ae-9c3f-147a042b971d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:02:46.292931 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 53278840-da99-42ae-9c3f-147a042b971d not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:02:47.541287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49456) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:47.546626 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c93049a1-dc62-4d8e-9d4d-3009ad2d6f6e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967990828', 'description': 'tempest-secgroup-smoke-1967990828 description', 'project_id': 'ca132e58da314634a6cea3938239ffb3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:47.568855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c93049a1-dc62-4d8e-9d4d-3009ad2d6f6e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.632733 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c93049a1-dc62-4d8e-9d4d-3009ad2d6f6e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.636326 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c93049a1-dc62-4d8e-9d4d-3009ad2d6f6e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.663827 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c93049a1-dc62-4d8e-9d4d-3009ad2d6f6e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.665037 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c93049a1-dc62-4d8e-9d4d-3009ad2d6f6e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1226556 Nov 03 17:02:47.668061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49458) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:47.668973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93049a1-dc62-4d8e-9d4d-3009ad2d6f6e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e42afe-faff-4f6a-a687-6801e8d10f3a,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:47.673370 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-20638ff5-747b-43c6-8ac0-a56a2c153886 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '03e42afe-faff-4f6a-a687-6801e8d10f3a', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:47.700278 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20638ff5-747b-43c6-8ac0-a56a2c153886 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.756654 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20638ff5-747b-43c6-8ac0-a56a2c153886 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.760305 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20638ff5-747b-43c6-8ac0-a56a2c153886 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.781928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20638ff5-747b-43c6-8ac0-a56a2c153886 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44661331-afd8-4621-a7f1-6374c5cbbd66,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:47.787764 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-20638ff5-747b-43c6-8ac0-a56a2c153886 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.788830 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-20638ff5-747b-43c6-8ac0-a56a2c153886 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196177 Nov 03 17:02:47.791535 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49460) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:47.796732 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-38b9489e-69a5-4fc8-9e41-4552b0fd0bed tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '03e42afe-faff-4f6a-a687-6801e8d10f3a', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:47.824415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-38b9489e-69a5-4fc8-9e41-4552b0fd0bed tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.881342 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-38b9489e-69a5-4fc8-9e41-4552b0fd0bed tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.885066 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-38b9489e-69a5-4fc8-9e41-4552b0fd0bed tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.906362 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9489e-69a5-4fc8-9e41-4552b0fd0bed tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd131baa-0b1c-4d8b-be6e-078a9aa59234,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:47.911899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-38b9489e-69a5-4fc8-9e41-4552b0fd0bed tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:47.913085 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-38b9489e-69a5-4fc8-9e41-4552b0fd0bed tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206324 Nov 03 17:02:47.915884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49462) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:47.921330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-aeef27ea-5f6d-4ead-965e-a0d7c2440757 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '03e42afe-faff-4f6a-a687-6801e8d10f3a', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:47.947318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aeef27ea-5f6d-4ead-965e-a0d7c2440757 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.007664 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aeef27ea-5f6d-4ead-965e-a0d7c2440757 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.011562 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aeef27ea-5f6d-4ead-965e-a0d7c2440757 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.026239 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef27ea-5f6d-4ead-965e-a0d7c2440757 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12734313-34a8-492a-8e52-22c48a6e3dde,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:48.036880 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-aeef27ea-5f6d-4ead-965e-a0d7c2440757 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.038096 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aeef27ea-5f6d-4ead-965e-a0d7c2440757 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210940 Nov 03 17:02:48.040865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49464) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:48.045060 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-7e6360ff-a77c-4809-a28f-1728ab565ff5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '03e42afe-faff-4f6a-a687-6801e8d10f3a', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:48.070790 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7e6360ff-a77c-4809-a28f-1728ab565ff5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.128454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7e6360ff-a77c-4809-a28f-1728ab565ff5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.132116 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7e6360ff-a77c-4809-a28f-1728ab565ff5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.149445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6360ff-a77c-4809-a28f-1728ab565ff5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f5c94c-d3a1-4614-9eb4-cfb32ddd1d79,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:48.157891 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7e6360ff-a77c-4809-a28f-1728ab565ff5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.159084 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7e6360ff-a77c-4809-a28f-1728ab565ff5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173091 Nov 03 17:02:48.161966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49466) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:48.166530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-c273a80d-ddbf-4755-8223-2b454dc8ae3f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '03e42afe-faff-4f6a-a687-6801e8d10f3a', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:48.188618 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-c273a80d-ddbf-4755-8223-2b454dc8ae3f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:02:48.193301 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c273a80d-ddbf-4755-8223-2b454dc8ae3f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.251508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c273a80d-ddbf-4755-8223-2b454dc8ae3f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.255060 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c273a80d-ddbf-4755-8223-2b454dc8ae3f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.271010 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273a80d-ddbf-4755-8223-2b454dc8ae3f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7a9b0a-8010-4cd4-a212-6d68c6ac3f6c,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:48.282781 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c273a80d-ddbf-4755-8223-2b454dc8ae3f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.283910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c273a80d-ddbf-4755-8223-2b454dc8ae3f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209102 Nov 03 17:02:48.286651 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49468) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:48.290863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-b9cfc014-1853-442b-b6b4-8036518598a7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '03e42afe-faff-4f6a-a687-6801e8d10f3a', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:48.311841 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-b9cfc014-1853-442b-b6b4-8036518598a7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:02:48.316557 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc014-1853-442b-b6b4-8036518598a7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.377481 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc014-1853-442b-b6b4-8036518598a7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.381787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc014-1853-442b-b6b4-8036518598a7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.399283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfc014-1853-442b-b6b4-8036518598a7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86f5e13-d840-4bfb-9887-bc18fe784eb7,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:48.412367 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc014-1853-442b-b6b4-8036518598a7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.413582 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b9cfc014-1853-442b-b6b4-8036518598a7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260037 Nov 03 17:02:48.416800 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49470) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:48.421895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'network': {'name': 'tempest-network-smoke--1269130148', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'port_security_enabled': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:48.442200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:02:48.445477 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.469291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 17:02:48.478262 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.478600 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Added segment 3ef1fbd0-6769-44d3-8860-01b157c08d35 of type vlan for network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 Nov 03 17:02:48.519052 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.541794 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.547252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:48.547822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.582463 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1646483 Nov 03 17:02:48.585328 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49472) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:48.589918 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'admin_state_up': True, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:48.612439 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.613423 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.617515 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408665f4-f946-4ac5-934f-a39d983517ae tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Network': ['ID=2ae1e7b9-1eee-414e-a8cf-1a604ce59716,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:48.631127 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 17:02:48.666293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:48.807367 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:49.001885 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:49.021038 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:49.121428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.21 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/1b32b888-e9bf-4d62-906c-1f95f52d07aa) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:02:49.230983 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:49.267480 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:49.304188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:02:49.306949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:02:49.313061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:02:49.337811 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=1b32b888-e9bf-4d62-906c-1f95f52d07aa,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:49.572772 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:49.771800 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:49.907872 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 1755fe25-54ee-44ac-b745-335987952008 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 17:02:50.014248 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:02:50.025044 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Sync routers for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:02:50.034765 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.035577 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:02:50.036227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:50.038019 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0af086c1-2b17-49cb-baee-85da7db20829 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4515595 Nov 03 17:02:50.039122 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49474) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:50.110629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-9c2ab5ab-6bd2-4d73-9fd1-4d234dbc1794 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=ca132e58da314634a6cea3938239ffb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704293 Nov 03 17:02:50.113286 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49478) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:50.145887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:02:50.203246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a989b51-346a-444f-a127-0a3797f31965 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:50.204771 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1a989b51-346a-444f-a127-0a3797f31965 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905621 Nov 03 17:02:50.207657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49480) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:50.237069 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-6f30a52b-c95b-4d35-8557-f56367e1f135 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283179 Nov 03 17:02:50.239695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49482) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:50.244448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1792846618', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:50.336391 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:02:50.340116 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.345629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:49Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:50.372028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Checking router: 1755fe25-54ee-44ac-b745-335987952008 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:02:50.372378 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Updating router 1755fe25-54ee-44ac-b745-335987952008 port 1b32b888-e9bf-4d62-906c-1f95f52d07aa binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:02:50.397535 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.522814 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.593038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Subnet': ['ID=af9ab1ff-655f-4c07-b821-a678fd96d119,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:50.601252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Checking segment: {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:02:50.601658 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network hostable DHCP agents. Network: 2ae1e7b9-1eee-414e-a8cf-1a604ce59716, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 17:02:50.619329 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 17:02:50.629313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 2ae1e7b9-1eee-414e-a8cf-1a604ce59716) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:02:50.634620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:50.635220 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.641662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54910462-1c7b-4fce-83fc-4578d5de44b4 None None] Network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:02:50.651778 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-3468d725-a091-4f53-b540-db45657439d2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4110818 Nov 03 17:02:50.654634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49484) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:02:50.704719 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.715598 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.810944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Attempting to bind port 1b32b888-e9bf-4d62-906c-1f95f52d07aa on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:02:50.811416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Attempting to bind port 1b32b888-e9bf-4d62-906c-1f95f52d07aa by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:02:50.811789 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Attempting to bind port 1b32b888-e9bf-4d62-906c-1f95f52d07aa on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:02:50.818225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Pushing event updated for resources: {'Port': ['ID=1b32b888-e9bf-4d62-906c-1f95f52d07aa,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:50.825692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:02:50.826067 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:02:50.826467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.827018 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:02:50.827501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Bound port: 1b32b888-e9bf-4d62-906c-1f95f52d07aa, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:02:50.827886 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.840940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.841291 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.841657 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.841997 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.842905 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.843255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.843679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.844009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.844338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.844663 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.844988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.845312 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:50.903964 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 17:02:50.905304 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:50.927286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] For port 1b32b888-e9bf-4d62-906c-1f95f52d07aa, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:02:50.946771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] For port 1b32b888-e9bf-4d62-906c-1f95f52d07aa, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1b32b888-e9bf-4d62-906c-1f95f52d07aa,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:02:50.953340 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.101464 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.106473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe0cb0-4801-4e46-b47b-e5879f14da43 None None] Pushing event updated for resources: {'Port': ['ID=1b32b888-e9bf-4d62-906c-1f95f52d07aa,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:51.111233 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:02:51.111841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:51.155409 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Allocated IP 172.20.0.2 (2ae1e7b9-1eee-414e-a8cf-1a604ce59716/af9ab1ff-655f-4c07-b821-a678fd96d119/698acffd-7007-455e-bad7-ba126aee7a90) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:02:51.447533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:02:51.628134 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.636893 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.683393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.1 (2ae1e7b9-1eee-414e-a8cf-1a604ce59716/af9ab1ff-655f-4c07-b821-a678fd96d119/4618ad41-488d-4482-8eb3-ee3611827df3) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:02:51.700726 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:02:51.710402 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:02:51.716008 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:02:51.719103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Pushing event updated for resources: {'Port': ['ID=698acffd-7007-455e-bad7-ba126aee7a90,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:51.774515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:49Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:51.804798 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.813566 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b155d50-429e-443a-95de-4b12b0966753 None None] The sync data for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 is: [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:49Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:02:51.815144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Attempting to bind port 698acffd-7007-455e-bad7-ba126aee7a90 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:02:51.815521 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Attempting to bind port 698acffd-7007-455e-bad7-ba126aee7a90 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:02:51.816010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Attempting to bind port 698acffd-7007-455e-bad7-ba126aee7a90 on network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:02:51.821859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:02:51.822229 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Checking segment: {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:02:51.822630 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.823024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Bound using segment: {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:02:51.823496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Bound port: 698acffd-7007-455e-bad7-ba126aee7a90, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:02:51.823877 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.843134 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.892122 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] For port 698acffd-7007-455e-bad7-ba126aee7a90, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:02:51.895027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:02:51.895511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] For port 698acffd-7007-455e-bad7-ba126aee7a90, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=698acffd-7007-455e-bad7-ba126aee7a90,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:02:51.899123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:02:51.900693 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.904043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:02:51.908359 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=4618ad41-488d-4482-8eb3-ee3611827df3,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:51.956245 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:51.968368 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5cdde-1191-481c-b843-f7b65f9b9acb None None] Pushing event updated for resources: {'Port': ['ID=698acffd-7007-455e-bad7-ba126aee7a90,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:52.144636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.343532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 698acffd-7007-455e-bad7-ba126aee7a90 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:02:52.398965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 698acffd-7007-455e-bad7-ba126aee7a90 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:52.399333 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.495685 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.533313 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 698acffd-7007-455e-bad7-ba126aee7a90, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=698acffd-7007-455e-bad7-ba126aee7a90,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:02:52.539078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.540023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1b32b888-e9bf-4d62-906c-1f95f52d07aa up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:02:52.642826 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.650575 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=698acffd-7007-455e-bad7-ba126aee7a90,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:52.666477 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1b32b888-e9bf-4d62-906c-1f95f52d07aa triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:52.668126 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.771252 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.795878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 1b32b888-e9bf-4d62-906c-1f95f52d07aa, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1b32b888-e9bf-4d62-906c-1f95f52d07aa,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:02:52.801092 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.857273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=1b32b888-e9bf-4d62-906c-1f95f52d07aa,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:52.868103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.873258 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.950372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:52.959524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=4618ad41-488d-4482-8eb3-ee3611827df3,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:53.015259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986053ea-5e42-4654-b08a-5556008c6e17 None None] Network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:02:53.053952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:02:53.055376 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:02:53.145717 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a36f1d57-fb3f-4048-a396-cb5ae2ffb4eb None None] Provisioning complete for port 698acffd-7007-455e-bad7-ba126aee7a90 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:53.146165 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a36f1d57-fb3f-4048-a396-cb5ae2ffb4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:53.172876 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 1755fe25-54ee-44ac-b745-335987952008 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:02:53.296795 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:02:53.309078 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e0da36b5-0ee2-4291-a924-649031b650a5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/1755fe25-54ee-44ac-b745-335987952008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6466804 Nov 03 17:02:53.470283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-20a03c4e-3cae-4446-ab72-088fc40004ee tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967990828&fields=id&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 267 time: 0.0476995 Nov 03 17:02:53.567740 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-96912299-e7aa-4a3e-a015-1745da08f4c0 None None] Provisioning complete for port 698acffd-7007-455e-bad7-ba126aee7a90 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:53.568349 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-96912299-e7aa-4a3e-a015-1745da08f4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:53.590395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-2fb38183-b743-4c7f-8650-113e011edf15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:53.592100 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-2fb38183-b743-4c7f-8650-113e011edf15 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/networks?id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716 HTTP/1.1" status: 200 len: 797 time: 0.1099529 Nov 03 17:02:53.615965 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-205f5636-ea7b-4cf6-9ba6-6fcf3686cdc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/quotas/ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 375 time: 0.0173647 Nov 03 17:02:53.676222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-eec45924-f6f9-4aad-b207-d37c4f9d1e60 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593352 Nov 03 17:02:53.679586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-96912299-e7aa-4a3e-a015-1745da08f4c0 None None] Provisioning complete for port 4618ad41-488d-4482-8eb3-ee3611827df3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:53.679959 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-96912299-e7aa-4a3e-a015-1745da08f4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:53.691389 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Sync routers for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:02:53.703138 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:02:53.704094 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:53.731883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-96912299-e7aa-4a3e-a015-1745da08f4c0 None None] Port 4618ad41-488d-4482-8eb3-ee3611827df3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:02:53.830231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-796fdc13-9001-4e7c-9726-af09d81f3558 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399360 Nov 03 17:02:53.856202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bc438322-c831-4762-817b-4dfe8e009d92 None None] Provisioning complete for port 4618ad41-488d-4482-8eb3-ee3611827df3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:53.856580 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc438322-c831-4762-817b-4dfe8e009d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:53.914400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bc438322-c831-4762-817b-4dfe8e009d92 None None] Port 4618ad41-488d-4482-8eb3-ee3611827df3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:02:53.923786 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:02:53.953631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-89bedeee-b41d-406d-bcff-3054f29f69b3 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161520 Nov 03 17:02:54.032387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-80082fc2-31c8-462d-bd86-c92f2b4f259a None None] Provisioning complete for port 4618ad41-488d-4482-8eb3-ee3611827df3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:54.032752 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-80082fc2-31c8-462d-bd86-c92f2b4f259a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.072212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-80082fc2-31c8-462d-bd86-c92f2b4f259a None None] Port 4618ad41-488d-4482-8eb3-ee3611827df3 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:02:54.127013 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-36c3d192-c572-4c65-9855-650fb1bda17a req-f2c8a208-b4fe-4e93-822c-54931d2cb89d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 210 time: 0.0312345 Nov 03 17:02:54.134444 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '4618ad41-488d-4482-8eb3-ee3611827df3', 'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:2f:2a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:51Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 2, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:54.160820 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Checking router: 1755fe25-54ee-44ac-b745-335987952008 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:02:54.161169 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Updating router 1755fe25-54ee-44ac-b745-335987952008 port 4618ad41-488d-4482-8eb3-ee3611827df3 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:02:54.189822 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.263648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 698acffd-7007-455e-bad7-ba126aee7a90 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:02:54.322766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 698acffd-7007-455e-bad7-ba126aee7a90 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:54.323250 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.408399 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1b32b888-e9bf-4d62-906c-1f95f52d07aa up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:02:54.468209 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1b32b888-e9bf-4d62-906c-1f95f52d07aa triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:54.468706 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.488013 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:02:54.504942 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.512115 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.567784 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Pushing event updated for resources: {'Port': ['ID=4618ad41-488d-4482-8eb3-ee3611827df3,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:54.581118 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.581467 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.581831 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.582172 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.582503 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.582833 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.583158 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.584277 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.584619 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.585287 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.585659 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.586119 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:02:54.649167 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Attempting to bind port 4618ad41-488d-4482-8eb3-ee3611827df3 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:02:54.649558 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Attempting to bind port 4618ad41-488d-4482-8eb3-ee3611827df3 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:02:54.649917 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Attempting to bind port 4618ad41-488d-4482-8eb3-ee3611827df3 on network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:02:54.655403 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:02:54.655873 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Checking segment: {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:02:54.656525 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.656723 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Bound using segment: {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:02:54.657206 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Bound port: 4618ad41-488d-4482-8eb3-ee3611827df3, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:02:54.657608 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.726884 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] For port 4618ad41-488d-4482-8eb3-ee3611827df3, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:02:54.729932 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] For port 4618ad41-488d-4482-8eb3-ee3611827df3, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4618ad41-488d-4482-8eb3-ee3611827df3,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:02:54.735729 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.789006 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:02:54.789670 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:02:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:54.800660 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-06097505-f5ee-4c51-b2f3-ea93f01902ad None None] Provisioning complete for port 4618ad41-488d-4482-8eb3-ee3611827df3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:54.801181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06097505-f5ee-4c51-b2f3-ea93f01902ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.841917 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3829d7-bbfa-42fb-85eb-83db5196d04d None None] Pushing event updated for resources: {'Port': ['ID=4618ad41-488d-4482-8eb3-ee3611827df3,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:54.892236 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06097505-f5ee-4c51-b2f3-ea93f01902ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.918997 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:02:54.927904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-06097505-f5ee-4c51-b2f3-ea93f01902ad None None] For port 4618ad41-488d-4482-8eb3-ee3611827df3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4618ad41-488d-4482-8eb3-ee3611827df3,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:02:54.932755 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-06097505-f5ee-4c51-b2f3-ea93f01902ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:54.984469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06097505-f5ee-4c51-b2f3-ea93f01902ad None None] Pushing event updated for resources: {'Port': ['ID=4618ad41-488d-4482-8eb3-ee3611827df3,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:55.054836 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e6eaffd0-fe0c-4912-a5f9-596af515ab65 None None] Provisioning complete for port 4618ad41-488d-4482-8eb3-ee3611827df3 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:55.055327 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e6eaffd0-fe0c-4912-a5f9-596af515ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:55.174554 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '4618ad41-488d-4482-8eb3-ee3611827df3', 'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:2f:2a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:51Z', 'updated_at': '2021-11-03T17:02:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:02:55.205100 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c571796-3e7b-4f7f-89d7-f19d27028e16 None None] The sync data for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 is: [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '4618ad41-488d-4482-8eb3-ee3611827df3', 'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:2f:2a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:51Z', 'updated_at': '2021-11-03T17:02:54Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:02:55.250702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-e202b236-cd69-422c-a3f5-ae209e7faa6f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:55.252888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-e202b236-cd69-422c-a3f5-ae209e7faa6f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/networks?id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716 HTTP/1.1" status: 200 len: 797 time: 0.1495862 Nov 03 17:02:55.287042 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfbe0edf-eb3e-461f-88c9-01c2fd872a7e req-5a5378dc-e257-41fc-9d99-48cf9fb1ee41 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 210 time: 0.0658674 Nov 03 17:02:55.348470 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-6a6819e4-4929-4c8d-9512-ad4d788e0198 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 380 time: 0.0696349 Nov 03 17:02:55.360699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'port': {'device_id': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'admin_state_up': True, 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'security_groups': ['03e42afe-faff-4f6a-a687-6801e8d10f3a']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:55.473005 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:02:55.476573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:55.612485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.14 (2ae1e7b9-1eee-414e-a8cf-1a604ce59716/af9ab1ff-655f-4c07-b821-a678fd96d119/03f6cd4b-7117-4b41-b44f-deabeb7b3bcb) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:02:55.760730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:55.796421 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:55.841386 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:02:55.847329 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:02:55.851266 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:02:55.878316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:55.907550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:55.908201 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:55.926698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-47f43274-048e-40b4-8784-8e504350892e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703638 Nov 03 17:02:55.988500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Request body: {'port': {'device_id': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:02:56.053742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:56.102383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6a937554-f98c-40f0-970d-895bda668c2f None None] Provisioning complete for port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:56.102999 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a937554-f98c-40f0-970d-895bda668c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:56.139902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6a937554-f98c-40f0-970d-895bda668c2f None None] Port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:02:56.274212 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4618ad41-488d-4482-8eb3-ee3611827df3 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:02:56.325461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 4618ad41-488d-4482-8eb3-ee3611827df3 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:02:56.325867 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:56.354235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:02:56.365422 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:56.379115 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Transition to ACTIVE for port object 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:02:56.383931 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:56.427313 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1eac28-9acd-4e6f-9e83-0c88059faf26 req-6f4423cb-912c-4a9a-95f2-f259f04e818d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:56.435501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Pushing event updated for resources: {'Port': ['ID=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:56.442455 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e1eac28-9acd-4e6f-9e83-0c88059faf26 req-6f4423cb-912c-4a9a-95f2-f259f04e818d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 932 time: 0.0721905 Nov 03 17:02:56.495499 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e1eac28-9acd-4e6f-9e83-0c88059faf26 req-dc11b163-1076-4046-a153-62c934c3d26a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518279 Nov 03 17:02:56.529293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Attempting to bind port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:02:56.529708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Attempting to bind port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:02:56.530053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Attempting to bind port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb on network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:02:56.535922 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb on network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:02:56.536246 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Attempting to bind port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb on network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:02:56.541422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:02:56.541795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Checking segment: {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:02:56.542179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Bound using segment: {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:02:56.542610 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Bound port: 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef1fbd0-6769-44d3-8860-01b157c08d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:02:56.542966 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:56.610654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] For port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:02:56.614594 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] For port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:02:56.618456 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:56.655406 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:56.656014 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:56.657422 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] 10.222.0.70 "PUT /v2.0/ports/03f6cd4b-7117-4b41-b44f-deabeb7b3bcb HTTP/1.1" status: 200 len: 1092 time: 0.7204018 Nov 03 17:02:56.657894 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:02:56.660931 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469" -d '{"events": [{"name": "network-changed", "server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:02:56.699348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f01cf-9291-4cc4-b68e-338a1f99e13d service neutron] Pushing event updated for resources: {'Port': ['ID=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:56.732148 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc9835b-af86-4f1b-aa74-a737edf3b024 x-openstack-request-id: req-8dc9835b-af86-4f1b-aa74-a737edf3b024 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:02:56.732450 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:02:56.732710 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8dc9835b-af86-4f1b-aa74-a737edf3b024 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:02:56.733661 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'status': 'completed', 'code': 200} Nov 03 17:02:56.750590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-7d178c50-9fbe-48c5-b489-cb7aeccb8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:56.752107 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-7d178c50-9fbe-48c5-b489-cb7aeccb8b61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 1095 time: 0.0478029 Nov 03 17:02:56.800844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-1475922e-f2ce-47c4-8732-8a5c20ee34e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb HTTP/1.1" status: 200 len: 217 time: 0.0400248 Nov 03 17:02:56.854887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-4eadc676-bcc5-40a3-a70a-e60b591005c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:56.856365 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-4eadc676-bcc5-40a3-a70a-e60b591005c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af9ab1ff-655f-4c07-b821-a678fd96d119 HTTP/1.1" status: 200 len: 835 time: 0.0474648 Nov 03 17:02:56.905685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-4e4ed146-2dd7-4728-9a16-bdb53c0326f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:56.907175 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-4e4ed146-2dd7-4728-9a16-bdb53c0326f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430281 Nov 03 17:02:57.003477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-309d5429-4a2c-4d70-954d-6c2ba82cead5 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867984 Nov 03 17:02:57.092932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4939496f-096a-4131-a2e1-7e84d8e519ac req-dc1f3dae-451f-43f5-ac36-f532b412af22 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809736 Nov 03 17:02:57.180497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-c8e50538-d398-4828-b18e-93f809963483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:57.182035 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-c8e50538-d398-4828-b18e-93f809963483 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 1095 time: 0.0463240 Nov 03 17:02:57.275269 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-8ed577bb-8f2a-4f73-80f8-a955fcd92f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:57.276738 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-8ed577bb-8f2a-4f73-80f8-a955fcd92f5b service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716 HTTP/1.1" status: 200 len: 898 time: 0.0866838 Nov 03 17:02:57.322866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-c3ebdcec-36e6-4eeb-94cb-558f21864549 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb HTTP/1.1" status: 200 len: 217 time: 0.0384197 Nov 03 17:02:57.372113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-7d73e872-872e-4b0c-99ed-861b7e24c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:57.374244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-7d73e872-872e-4b0c-99ed-861b7e24c143 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af9ab1ff-655f-4c07-b821-a678fd96d119 HTTP/1.1" status: 200 len: 835 time: 0.0430589 Nov 03 17:02:57.420214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-93ec5120-1941-474c-ad3c-aa4472752c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:57.422618 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-93ec5120-1941-474c-ad3c-aa4472752c16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408909 Nov 03 17:02:57.517072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-dfea9600-0b59-4d48-bba8-ad95019d2dd3 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861671 Nov 03 17:02:57.610820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6aa257d9-15f2-4d3b-aef2-bb9ff9843469 req-8b9eafce-ce4f-4388-a4ee-91e191897e06 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863094 Nov 03 17:02:57.617847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda86f0-0e0e-4350-9bfd-1174574ddd43 req-6e958478-3fd6-46da-bcdb-5197d725b67f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:57.619407 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-feda86f0-0e0e-4350-9bfd-1174574ddd43 req-6e958478-3fd6-46da-bcdb-5197d725b67f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 944 time: 0.0532899 Nov 03 17:02:57.671473 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-feda86f0-0e0e-4350-9bfd-1174574ddd43 req-6bcee699-4d78-41a3-a0db-dc754a24c000 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453744 Nov 03 17:02:58.797130 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f375890-ce69-4de4-bfed-f3eaaba3fea2 req-2b7ff1de-bce4-4fb3-96a9-03c978cc222b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:58.798673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f375890-ce69-4de4-bfed-f3eaaba3fea2 req-2b7ff1de-bce4-4fb3-96a9-03c978cc222b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 944 time: 0.0561483 Nov 03 17:02:58.849688 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0f375890-ce69-4de4-bfed-f3eaaba3fea2 req-a694999c-6aa3-487d-9fab-e50685bdefbe tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447593 Nov 03 17:02:59.411071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:02:59.509115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:02:59.521142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'port_id': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'mac_address': 'fa:16:3e:72:e3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:02:59.559752 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:59.573225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:02:59.593028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:02:59.596952 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:02:59.643816 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:02:59.837119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['03f6cd4b-7117-4b41-b44f-deabeb7b3bcb'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:02:59.969354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197322b-e630-4e43-b313-77cbdce81600 req-7b0f759f-f888-41c0-a365-505708eba3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:02:59.970909 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e197322b-e630-4e43-b313-77cbdce81600 req-7b0f759f-f888-41c0-a365-505708eba3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 945 time: 0.0532408 Nov 03 17:03:00.020491 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e197322b-e630-4e43-b313-77cbdce81600 req-d5c90247-6dc9-4c0d-b8d5-f924e012082c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436034 Nov 03 17:03:01.135717 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5502b1e-a610-4ee4-abe9-4e371b277de8 req-6497d22c-3b1d-46da-a9c9-3b444dbfb9a1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:01.137203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5502b1e-a610-4ee4-abe9-4e371b277de8 req-6497d22c-3b1d-46da-a9c9-3b444dbfb9a1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 945 time: 0.0493729 Nov 03 17:03:01.186281 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5502b1e-a610-4ee4-abe9-4e371b277de8 req-4e415d2f-569a-4140-ad8a-699f72c9428f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Nov 03 17:03:01.426509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:03:01.477344 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:03:01.481078 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:03:01.481448 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:01.558931 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:01.584338 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:03:01.586585 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ecbac9-a5cb-4586-a1f3-6a9f6f7e296c" -d '{"events": [{"server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "name": "network-vif-plugged", "status": "completed", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:03:01.599115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:03:01.603089 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:01.655896 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:03:01.675477 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7b32c3-412e-4783-a03c-2e85d356ff07 x-openstack-request-id: req-ae7b32c3-412e-4783-a03c-2e85d356ff07 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:03:01.675759 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "name": "network-vif-plugged", "status": "completed", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:03:01.676018 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ae7b32c3-412e-4783-a03c-2e85d356ff07 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:03:01.676418 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'code': 200} Nov 03 17:03:01.774966 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c9ece-6508-4cfd-bd2d-84638f1b81ce req-db4e61d3-87e4-4e5b-8390-4c43c4269430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:01.776384 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e8c9ece-6508-4cfd-bd2d-84638f1b81ce req-db4e61d3-87e4-4e5b-8390-4c43c4269430 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 1097 time: 0.0409398 Nov 03 17:03:01.828376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0e8c9ece-6508-4cfd-bd2d-84638f1b81ce req-363d715e-9746-4d79-91ec-215f095539b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439644 Nov 03 17:03:02.211359 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:02.303318 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4c7e1-db04-4b0f-adfa-f898696fb10d req-48bb0e84-cb7a-4790-99df-65cb17b3a4a6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:02.304819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-add4c7e1-db04-4b0f-adfa-f898696fb10d req-48bb0e84-cb7a-4790-99df-65cb17b3a4a6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0492337 Nov 03 17:03:02.354929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-add4c7e1-db04-4b0f-adfa-f898696fb10d req-2487de07-ed8b-4844-8947-9734c7fb7c0b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Nov 03 17:03:02.650443 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-772fec17-711f-45b1-bca6-40f92e49e0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:03.472688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749ea37-906d-47e8-aec0-de7617fef938 req-c28eac8b-5b76-4d28-95f8-a4d34123efcd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:03.474194 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3749ea37-906d-47e8-aec0-de7617fef938 req-c28eac8b-5b76-4d28-95f8-a4d34123efcd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0502379 Nov 03 17:03:03.529132 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3749ea37-906d-47e8-aec0-de7617fef938 req-d7a27748-cf88-44c6-b03d-115ef3be503d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490539 Nov 03 17:03:03.644018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c77d31-491a-4c68-a08e-dfa5f3eb7c55 req-221f5983-b358-44be-9a04-f655a2d95fa3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:03.645417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1c77d31-491a-4c68-a08e-dfa5f3eb7c55 req-221f5983-b358-44be-9a04-f655a2d95fa3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0484507 Nov 03 17:03:03.694087 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a1c77d31-491a-4c68-a08e-dfa5f3eb7c55 req-972e4265-8259-4d94-b8fc-ce9e9f3e322f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Nov 03 17:03:03.715447 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49542) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:03:03.758491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0310d-d34f-41f5-9c86-2aad76717167 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:03.759970 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b3b0310d-d34f-41f5-9c86-2aad76717167 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 1092 time: 0.0435746 Nov 03 17:03:03.762777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49544) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:03:03.766998 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:03:03.788290 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:03.880678 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:03.987678 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.129 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/ede03b60-42f9-42b7-9ca8-33bd37dc1761) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:03:04.086770 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:04.119672 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:04.159990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:03:04.162775 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:03:04.168241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:03:04.195921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=ede03b60-42f9-42b7-9ca8-33bd37dc1761,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:03:04.531920 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:04.601136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:04.749989 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:04.754302 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:04.819421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=ede03b60-42f9-42b7-9ca8-33bd37dc1761,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:03:04.831390 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:04.930224 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP 7760479a-6047-4525-92bf-67b54285005f associated. External IP: 172.25.6.129, port: 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb. Nov 03 17:03:05.092891 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62c513f9-50c6-462d-a2d6-37ec2f53e0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:05.138847 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 1755fe25-54ee-44ac-b745-335987952008 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:03:05.245892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:03:05.261856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] Sync routers for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:03:05.265907 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:05.276853 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:03:05.277473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:03:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:03:05.293250 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f5abba27-3203-4d7d-ba2b-7c59dd7ce44d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5294635 Nov 03 17:03:05.293880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:03:05.296490 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0612438-fc25-4155-91c7-ce22902a8c63" -d '{"events": [{"name": "network-changed", "server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:03:05.338849 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c9e7c-0e56-433a-b45f-614f8bb5b159 x-openstack-request-id: req-f10c9e7c-0e56-433a-b45f-614f8bb5b159 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:03:05.339187 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:03:05.339386 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f10c9e7c-0e56-433a-b45f-614f8bb5b159 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:03:05.339920 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'status': 'completed', 'code': 200} Nov 03 17:03:05.399897 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f592d4-72e1-4436-b37d-ba1b78183274 req-1d51cd1d-3ad1-4ec7-9e83-d1633be95567 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:05.401718 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-49f592d4-72e1-4436-b37d-ba1b78183274 req-1d51cd1d-3ad1-4ec7-9e83-d1633be95567 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0562055 Nov 03 17:03:05.408669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-ca924880-b859-4443-acd0-51638fdc8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:05.409309 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:03:05.410391 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-ca924880-b859-4443-acd0-51638fdc8cce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 1097 time: 0.0494666 Nov 03 17:03:05.456199 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-49f592d4-72e1-4436-b37d-ba1b78183274 req-bbb4307a-e3e7-4505-811a-de787559f727 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 Nov 03 17:03:05.480602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49550) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:03:05.523299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-4eba2a1b-b819-4980-b10c-ef29da5eb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:05.524867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-4eba2a1b-b819-4980-b10c-ef29da5eb0b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716 HTTP/1.1" status: 200 len: 898 time: 0.1067810 Nov 03 17:03:05.551321 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dc207ea5-3623-43bc-a145-faea09f521e9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/7760479a-6047-4525-92bf-67b54285005f HTTP/1.1" status: 200 len: 992 time: 0.0681422 Nov 03 17:03:05.597723 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-97c3c0bf-0392-4332-abf5-629ef6f48819 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb HTTP/1.1" status: 200 len: 1000 time: 0.0648775 Nov 03 17:03:05.644119 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7760479a-6047-4525-92bf-67b54285005f', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '1755fe25-54ee-44ac-b745-335987952008', 'port_id': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'mac_address': 'fa:16:3e:72:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:03:04Z', 'updated_at': '2021-11-03T17:03:04Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4618ad41-488d-4482-8eb3-ee3611827df3', 'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:2f:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:51Z', 'updated_at': '2021-11-03T17:02:54Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:03:05.653349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-28bfdb48-ee3c-43bb-a21c-5872d74a33db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:05.655056 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-28bfdb48-ee3c-43bb-a21c-5872d74a33db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af9ab1ff-655f-4c07-b821-a678fd96d119 HTTP/1.1" status: 200 len: 835 time: 0.0505042 Nov 03 17:03:05.712742 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-11fc16e1-1ad4-48ea-bf78-b3a9961bb60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:05.714293 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-11fc16e1-1ad4-48ea-bf78-b3a9961bb60a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520482 Nov 03 17:03:05.811181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-085d1499-386f-44ab-9273-fa694d351d45 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869060 Nov 03 17:03:05.829265 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] Checking router: 1755fe25-54ee-44ac-b745-335987952008 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:03:05.837845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:03:05.838441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:03:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:03:05.907207 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b0612438-fc25-4155-91c7-ce22902a8c63 req-3aaa6983-abdb-4a2e-a788-dfc5c0429ffb service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890319 Nov 03 17:03:05.947497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:03:06.166048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7760479a-6047-4525-92bf-67b54285005f', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '1755fe25-54ee-44ac-b745-335987952008', 'port_id': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'mac_address': 'fa:16:3e:72:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:03:04Z', 'updated_at': '2021-11-03T17:03:04Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4618ad41-488d-4482-8eb3-ee3611827df3', 'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:2f:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:51Z', 'updated_at': '2021-11-03T17:02:54Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:03:06.197104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84299e0-9f8a-4a84-bd77-b35a21c5fb69 None None] The sync data for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 is: [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': '7760479a-6047-4525-92bf-67b54285005f', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '1755fe25-54ee-44ac-b745-335987952008', 'port_id': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'mac_address': 'fa:16:3e:72:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:03:04Z', 'updated_at': '2021-11-03T17:03:04Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4618ad41-488d-4482-8eb3-ee3611827df3', 'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:2f:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:51Z', 'updated_at': '2021-11-03T17:02:54Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:03:06.391340 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152ee814-0488-4bee-87a9-e6a8bcaaec81 None None] New status for floating IP 7760479a-6047-4525-92bf-67b54285005f: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:03:06.493253 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:06.554102 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49552) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:03:06.613986 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0aeffc54-b77b-4ed2-82d3-388961505bfc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/7760479a-6047-4525-92bf-67b54285005f HTTP/1.1" status: 200 len: 994 time: 0.0587192 Nov 03 17:03:06.911021 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-b87e615e-c1ae-4996-abfa-a86ad3effe07 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412960 Nov 03 17:03:06.992380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-77ca859d-3f31-46a8-b9e7-c857e0352851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:06.993917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-77ca859d-3f31-46a8-b9e7-c857e0352851 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 1097 time: 0.0402560 Nov 03 17:03:07.099545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-d30a48fb-47f9-43ad-9484-5a849b7ad9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:07.100984 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-d30a48fb-47f9-43ad-9484-5a849b7ad9d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716 HTTP/1.1" status: 200 len: 898 time: 0.0873401 Nov 03 17:03:07.164982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-cd9f80fa-77ab-46b1-8720-763da7fd21bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb HTTP/1.1" status: 200 len: 1002 time: 0.0560796 Nov 03 17:03:07.218123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-7869bdec-4635-4a75-a946-59563b7e5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:07.219517 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-7869bdec-4635-4a75-a946-59563b7e5d72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af9ab1ff-655f-4c07-b821-a678fd96d119 HTTP/1.1" status: 200 len: 835 time: 0.0471294 Nov 03 17:03:07.266185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-1aa32470-b50b-4abf-aad6-7a0ea799cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:07.267677 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-1aa32470-b50b-4abf-aad6-7a0ea799cfe4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406148 Nov 03 17:03:07.357418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-7d08c85a-55e6-4fc7-9a04-9ad2a380b589 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803220 Nov 03 17:03:07.452982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-778751dd-758e-4af7-b32d-39a0f10e3088 req-d458b741-7ea7-4dce-964d-ff48b6d7f84e service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879166 Nov 03 17:03:07.975141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:08.565002 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:22.603767 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:31.467422 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:03:32.221359 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:32.651404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-707ba52a-d87c-466d-b324-178a3adc8710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:35.096503 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-12151476-99f2-4a82-ab4c-f2849399ba68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:35.326769 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff0681-2fe6-40a9-a965-7e7e24ba4a53 req-548c050f-6831-4221-b70d-f85648618bab tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:35.328903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bff0681-2fe6-40a9-a965-7e7e24ba4a53 req-548c050f-6831-4221-b70d-f85648618bab tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0520880 Nov 03 17:03:35.377867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2bff0681-2fe6-40a9-a965-7e7e24ba4a53 req-ff45d465-6b38-445f-805f-2113b5e1145d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Nov 03 17:03:36.495831 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:36.496632 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ed7f8-b678-4480-b6b4-aa5e59c2a358 req-285a5496-8835-46da-b18c-df0b81319fe1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:36.497594 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-135ed7f8-b678-4480-b6b4-aa5e59c2a358 req-285a5496-8835-46da-b18c-df0b81319fe1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0500245 Nov 03 17:03:36.548345 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-135ed7f8-b678-4480-b6b4-aa5e59c2a358 req-f7f2d8f7-6af0-4126-977f-ec57973ea36f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440898 Nov 03 17:03:37.670596 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c54fe-06da-4e0f-aa64-a025032cb125 req-ebb02512-0a5d-413a-bb41-0f79cc0127e0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:37.672084 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e65c54fe-06da-4e0f-aa64-a025032cb125 req-ebb02512-0a5d-413a-bb41-0f79cc0127e0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0522916 Nov 03 17:03:37.721929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e65c54fe-06da-4e0f-aa64-a025032cb125 req-afb5c63b-dcb5-4a24-bedf-dcb7b0fabde2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437772 Nov 03 17:03:37.976779 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:38.571782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:03:38.843640 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100beb3-32fd-4f41-86be-f3c40cea729e req-bcb8fd45-f60e-4d82-a94b-0c6eda16a97c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:38.845021 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9100beb3-32fd-4f41-86be-f3c40cea729e req-bcb8fd45-f60e-4d82-a94b-0c6eda16a97c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0536449 Nov 03 17:03:38.894613 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9100beb3-32fd-4f41-86be-f3c40cea729e req-6ee901c2-0689-4f53-b9c0-d2aac000ead8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 Nov 03 17:03:40.009693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ba68d-11e2-442a-a78f-79dd21decef3 req-ad6b2ae7-76af-4b64-8a7c-090a3c9fb192 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:40.011155 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c0ba68d-11e2-442a-a78f-79dd21decef3 req-ad6b2ae7-76af-4b64-8a7c-090a3c9fb192 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0484233 Nov 03 17:03:40.061026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1c0ba68d-11e2-442a-a78f-79dd21decef3 req-d24d7ed3-a1ed-4356-9621-95386b830353 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Nov 03 17:03:41.175776 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0c6b5-a5b4-4027-b707-4acf67b14330 req-496c505d-c42a-4f89-9455-1e653a7ef9c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:41.177257 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-41a0c6b5-a5b4-4027-b707-4acf67b14330 req-496c505d-c42a-4f89-9455-1e653a7ef9c1 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0495090 Nov 03 17:03:41.226006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-41a0c6b5-a5b4-4027-b707-4acf67b14330 req-b91d7f0b-97c7-4bc6-a3d5-97754bb064a9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Nov 03 17:03:42.344126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df6e14-e19a-4072-9e8a-74b62624d642 req-8f9f5175-54ec-4dda-837f-cf364448748e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:42.345602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46df6e14-e19a-4072-9e8a-74b62624d642 req-8f9f5175-54ec-4dda-837f-cf364448748e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0516119 Nov 03 17:03:42.394912 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-46df6e14-e19a-4072-9e8a-74b62624d642 req-737f018f-e066-4282-821b-78d2237da3e0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 Nov 03 17:03:43.513160 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860e0e0-299d-4116-adb6-64030a078a8b req-6bc7dd5f-0059-44f0-8460-c86d0af23404 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:43.514569 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6860e0e0-299d-4116-adb6-64030a078a8b req-6bc7dd5f-0059-44f0-8460-c86d0af23404 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0530684 Nov 03 17:03:43.564358 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6860e0e0-299d-4116-adb6-64030a078a8b req-611897ec-261d-4980-a123-4ea7db56c079 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Nov 03 17:03:44.681387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148e375-149f-4516-8510-faec345530a0 req-c8f261b9-2107-4fd6-94dd-002d08b0518f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:44.682882 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a148e375-149f-4516-8510-faec345530a0 req-c8f261b9-2107-4fd6-94dd-002d08b0518f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0483956 Nov 03 17:03:44.731058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a148e375-149f-4516-8510-faec345530a0 req-1472a08a-74a9-4b04-afd4-07fc8c6eb315 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Nov 03 17:03:45.846363 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ca1c-d672-4d9a-8f2c-f3b1a3f693f0 req-3e71b5fe-30b1-4dfc-8dbe-2fdef9ac1b07 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:45.847837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14b2ca1c-d672-4d9a-8f2c-f3b1a3f693f0 req-3e71b5fe-30b1-4dfc-8dbe-2fdef9ac1b07 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0494401 Nov 03 17:03:45.897826 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-14b2ca1c-d672-4d9a-8f2c-f3b1a3f693f0 req-708d7802-bb69-4b48-b5d3-b0e94878cfc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440719 Nov 03 17:03:45.919764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49584) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:03:45.983750 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-aaa11db7-7eec-4817-9d68-239fb4640364 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/7760479a-6047-4525-92bf-67b54285005f HTTP/1.1" status: 200 len: 994 time: 0.0628092 Nov 03 17:03:47.275255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb258be2-c578-4bfb-81da-b159ec250014 req-a3786762-80b1-4642-9ee3-c42431230811 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:47.276727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb258be2-c578-4bfb-81da-b159ec250014 req-a3786762-80b1-4642-9ee3-c42431230811 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0765305 Nov 03 17:03:47.315479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-120c706b-4734-4382-9174-9f5c58e8e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:47.316953 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-120c706b-4734-4382-9174-9f5c58e8e25e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 1097 time: 0.0810909 Nov 03 17:03:47.351729 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fb258be2-c578-4bfb-81da-b159ec250014 req-d91fa989-7b55-42e6-bfbc-f87884282695 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682487 Nov 03 17:03:47.418816 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-7c55a577-5e87-4e9d-98a5-964f40673d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:47.420275 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-7c55a577-5e87-4e9d-98a5-964f40673d11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716 HTTP/1.1" status: 200 len: 898 time: 0.0937107 Nov 03 17:03:47.826879 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-fa6a0b37-cb1b-462b-9698-917f8ac70d6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb HTTP/1.1" status: 200 len: 1002 time: 0.3984087 Nov 03 17:03:47.876293 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-adc945df-11fa-481c-a1e2-2d28991051e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:47.877736 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-adc945df-11fa-481c-a1e2-2d28991051e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af9ab1ff-655f-4c07-b821-a678fd96d119 HTTP/1.1" status: 200 len: 835 time: 0.0433640 Nov 03 17:03:47.922794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-3808c56e-6e01-48d8-97d4-70c16c2d72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:47.924227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-3808c56e-6e01-48d8-97d4-70c16c2d72fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392699 Nov 03 17:03:48.016190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-8160ec62-5f82-4321-9899-10de90e3b3e7 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835812 Nov 03 17:03:48.109213 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3df6b658-891c-4ff5-9fca-dc1290fcb0a1 req-6c4b23a7-7692-42f0-b1da-94abe49ccbc2 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859067 Nov 03 17:03:48.471073 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac33104-230f-4830-afec-98f0b8f04ac1 req-46288b08-ae53-4afb-9ed3-d16f51985337 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:48.472580 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ac33104-230f-4830-afec-98f0b8f04ac1 req-46288b08-ae53-4afb-9ed3-d16f51985337 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0504951 Nov 03 17:03:48.525049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7ac33104-230f-4830-afec-98f0b8f04ac1 req-e542ccc9-bf76-40f4-80f1-583b5e92698e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463319 Nov 03 17:03:49.646250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e759ac1-31fb-4af4-80bf-f94e82f652c7 req-db17cc15-eb7b-4fea-a24f-5bb852f3f359 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:03:49.647725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e759ac1-31fb-4af4-80bf-f94e82f652c7 req-db17cc15-eb7b-4fea-a24f-5bb852f3f359 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0492251 Nov 03 17:03:49.696414 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1e759ac1-31fb-4af4-80bf-f94e82f652c7 req-06fe3f5e-7479-4e66-a75d-035a4d7357a8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Nov 03 17:03:49.718847 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49596) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:03:49.781537 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2540e16a-5fca-456d-9374-2550bdc7e5f0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/7760479a-6047-4525-92bf-67b54285005f HTTP/1.1" status: 200 len: 994 time: 0.0615361 Nov 03 17:03:52.628211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:02.220987 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:02.651700 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9a4f053b-6a19-41b4-923f-a538a2b531ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:05.099401 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-50005baf-f4f2-40fd-a01c-501514e8d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:06.499587 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:06.907142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-6e540be4-7ffa-48e8-8796-3b8bfb49301b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396369 Nov 03 17:04:06.994514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-0bfc6832-5422-4dff-bf03-f908eb95f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:06.995993 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-0bfc6832-5422-4dff-bf03-f908eb95f549 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 1097 time: 0.0448966 Nov 03 17:04:07.099951 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-e9842919-8b5a-4a13-a923-b3514a2de566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:07.101416 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-e9842919-8b5a-4a13-a923-b3514a2de566 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716 HTTP/1.1" status: 200 len: 898 time: 0.0830007 Nov 03 17:04:07.170711 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-6dd3d94b-786d-4a37-97fc-b12616f094f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb HTTP/1.1" status: 200 len: 1002 time: 0.0609212 Nov 03 17:04:07.221910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-0d25eabe-2e4f-48c5-9630-f71edb448aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:07.223364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-0d25eabe-2e4f-48c5-9630-f71edb448aa1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af9ab1ff-655f-4c07-b821-a678fd96d119 HTTP/1.1" status: 200 len: 835 time: 0.0441678 Nov 03 17:04:07.271037 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-eb21ae8e-d61c-49f2-96e8-d902d400e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:07.272519 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-eb21ae8e-d61c-49f2-96e8-d902d400e5d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408216 Nov 03 17:04:07.365574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-f30e5d8c-8721-4d5c-9f6d-7a30d080e124 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845432 Nov 03 17:04:07.466090 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-957cf107-4e27-4e5b-9437-2c3d3a0e2d3e req-9cb6b01a-6dea-43dc-ba62-179a1ebf3557 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916367 Nov 03 17:04:07.979978 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:08.466190 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:04:08.564466 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:20.124680 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49612) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:20.281586 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port ede03b60-42f9-42b7-9ca8-33bd37dc1761 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:04:20.281932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:20.355915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:20.356234 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:20.367652 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for ede03b60-42f9-42b7-9ca8-33bd37dc1761 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:04:20.514447 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:20.541272 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=ede03b60-42f9-42b7-9ca8-33bd37dc1761,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:20.569389 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.569758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.570093 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.570425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.570749 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.571074 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.571398 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.571721 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.572040 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.572361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.572675 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.572989 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:20.612636 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:20.612963 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP 7760479a-6047-4525-92bf-67b54285005f disassociated (deleted). External IP: 172.25.6.129, port: 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb. Nov 03 17:04:20.817953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 1755fe25-54ee-44ac-b745-335987952008 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:04:20.920594 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:04:20.925063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:20.931531 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] Sync routers for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:04:20.942954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:20.943568 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:20.955552 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-0d2ce90f-1802-4684-a809-3209d5a9d398 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/floatingips/7760479a-6047-4525-92bf-67b54285005f HTTP/1.1" status: 204 len: 168 time: 0.8297710 Nov 03 17:04:20.956116 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:04:20.958411 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432fa833-f0a8-4434-84a5-4765b78b1afe" -d '{"events": [{"name": "network-changed", "server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:04:20.997983 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765aa2a6-a034-4af7-be46-020b312125dd x-openstack-request-id: req-765aa2a6-a034-4af7-be46-020b312125dd {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:04:20.998272 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:04:20.998528 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-765aa2a6-a034-4af7-be46-020b312125dd {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:04:20.998934 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'status': 'completed', 'code': 200} Nov 03 17:04:21.062842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:21.069023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-02a5e8c5-16d1-454d-bd4d-5e5f2b53a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:21.071355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-02a5e8c5-16d1-454d-bd4d-5e5f2b53a0ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 1097 time: 0.0498788 Nov 03 17:04:21.171715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-9fa21fc7-cdad-40af-8fc9-7b3dfc306f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:21.174351 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-9fa21fc7-cdad-40af-8fc9-7b3dfc306f67 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716 HTTP/1.1" status: 200 len: 898 time: 0.0938628 Nov 03 17:04:21.191631 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274316d-d640-424f-8454-8942df824d44 req-d220b5d3-64f2-4f39-bd3b-6b2863c0b514 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:21.193139 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9274316d-d640-424f-8454-8942df824d44 req-d220b5d3-64f2-4f39-bd3b-6b2863c0b514 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0509884 Nov 03 17:04:21.224948 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-64111f3a-efdd-44cb-be3a-ba4ef932ab31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb HTTP/1.1" status: 200 len: 217 time: 0.0413165 Nov 03 17:04:21.246088 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9274316d-d640-424f-8454-8942df824d44 req-669aba29-0787-4ffa-9289-62801d2ea483 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 Nov 03 17:04:21.283647 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-e35a2b7d-3a52-4f7d-a7be-62f8fe1e4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:21.285227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-e35a2b7d-3a52-4f7d-a7be-62f8fe1e4a2b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af9ab1ff-655f-4c07-b821-a678fd96d119 HTTP/1.1" status: 200 len: 835 time: 0.0526831 Nov 03 17:04:21.293632 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '4618ad41-488d-4482-8eb3-ee3611827df3', 'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:2f:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:51Z', 'updated_at': '2021-11-03T17:02:54Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:21.322139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] Checking router: 1755fe25-54ee-44ac-b745-335987952008 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:04:21.330754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:21.331416 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:21.332957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-a4338ba2-5d51-476f-a59b-da13cb181012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:21.334477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-a4338ba2-5d51-476f-a59b-da13cb181012 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae1e7b9-1eee-414e-a8cf-1a604ce59716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411947 Nov 03 17:04:21.431570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-7fb07598-fe22-4e1a-845d-d95b70ba60a6 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882647 Nov 03 17:04:21.440643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:21.524238 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-432fa833-f0a8-4434-84a5-4765b78b1afe req-462d07a6-fe5b-4fec-b451-4bfc1d997b40 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843730 Nov 03 17:04:21.636706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '4618ad41-488d-4482-8eb3-ee3611827df3', 'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:2f:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:51Z', 'updated_at': '2021-11-03T17:02:54Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:21.666448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9e7fb-6382-4ee0-9b8b-bb898892890f None None] The sync data for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 is: [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '4618ad41-488d-4482-8eb3-ee3611827df3', 'name': '', 'network_id': '2ae1e7b9-1eee-414e-a8cf-1a604ce59716', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:2f:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:51Z', 'updated_at': '2021-11-03T17:02:54Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': 'af9ab1ff-655f-4c07-b821-a678fd96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:04:21.892877 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e9686-dee6-431e-9254-a36d02be0b5c None None] New status for floating IP 7760479a-6047-4525-92bf-67b54285005f: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:04:22.375474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec4f2-2eb0-44f8-a002-56bd8b73831e req-5c54dddc-dac3-4400-8973-10dc13596365 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:22.377295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29dec4f2-2eb0-44f8-a002-56bd8b73831e req-5c54dddc-dac3-4400-8973-10dc13596365 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0497994 Nov 03 17:04:22.431679 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-29dec4f2-2eb0-44f8-a002-56bd8b73831e req-5d61e08e-09bd-4c43-be2f-5c2488a749e0 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=03e42afe-faff-4f6a-a687-6801e8d10f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484734 Nov 03 17:04:22.616386 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:22.650245 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82d082-2349-4111-966d-14c84a2a48da req-1beff216-ec61-4381-b21b-54998f2cdad3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:22.651703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c82d082-2349-4111-966d-14c84a2a48da req-1beff216-ec61-4381-b21b-54998f2cdad3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 946 time: 0.0507123 Nov 03 17:04:22.740306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-6c82d082-2349-4111-966d-14c84a2a48da req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:04:22.740652 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6c82d082-2349-4111-966d-14c84a2a48da req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:22.831377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-6c82d082-2349-4111-966d-14c84a2a48da req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:22.831730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6c82d082-2349-4111-966d-14c84a2a48da req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:22.844034 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-6c82d082-2349-4111-966d-14c84a2a48da req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:04:22.974017 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6c82d082-2349-4111-966d-14c84a2a48da req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:23.002411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=03f6cd4b-7117-4b41-b44f-deabeb7b3bcb,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:23.014554 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.014899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.015236 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.015570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.015904 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.016235 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.017392 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.017982 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.018328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.018661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.018992 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.019315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:23.052378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c82d082-2349-4111-966d-14c84a2a48da req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] No DVR routers for this DVR port 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:04:23.055287 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-6c82d082-2349-4111-966d-14c84a2a48da req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:23.058644 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6c82d082-2349-4111-966d-14c84a2a48da req-d88add96-817b-4e08-9b81-a0975cbb220e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.70 "DELETE /v2.0/ports/03f6cd4b-7117-4b41-b44f-deabeb7b3bcb HTTP/1.1" status: 204 len: 173 time: 0.4001031 Nov 03 17:04:23.059076 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'name': 'network-vif-deleted', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:04:23.061302 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db14a0f8-438c-48e3-a005-ff221f324bbb" -d '{"events": [{"server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "name": "network-vif-deleted", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:04:23.104798 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce309af-35a4-45e2-9990-f1f8858af9a2 x-openstack-request-id: req-5ce309af-35a4-45e2-9990-f1f8858af9a2 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:04:23.105146 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ddf709-7a2b-4004-8ee2-0ce2f93f136c", "name": "network-vif-deleted", "tag": "03f6cd4b-7117-4b41-b44f-deabeb7b3bcb", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:04:23.105405 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ce309af-35a4-45e2-9990-f1f8858af9a2 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:04:23.105829 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ddf709-7a2b-4004-8ee2-0ce2f93f136c', 'name': 'network-vif-deleted', 'tag': '03f6cd4b-7117-4b41-b44f-deabeb7b3bcb', 'status': 'completed', 'code': 200} Nov 03 17:04:23.545745 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d7f35ec-6601-45ec-9b9f-a20d5bce1e6a req-6bd19085-5fb9-4463-9907-9b9a3118bdc2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=87ddf709-7a2b-4004-8ee2-0ce2f93f136c HTTP/1.1" status: 200 len: 210 time: 0.0292940 Nov 03 17:04:24.605053 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49628) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:24.995908 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:25.255065 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 4618ad41-488d-4482-8eb3-ee3611827df3 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:04:25.255335 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:25.342524 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 4618ad41-488d-4482-8eb3-ee3611827df3, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=4618ad41-488d-4482-8eb3-ee3611827df3,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:25.342879 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:25.355695 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 4618ad41-488d-4482-8eb3-ee3611827df3 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:04:25.534647 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:25.561222 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=4618ad41-488d-4482-8eb3-ee3611827df3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:26.043209 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:26.262780 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router 1755fe25-54ee-44ac-b745-335987952008 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:04:26.369505 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:04:26.375224 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e74ac890-e9e6-4b2f-a268-2b2e761664d5 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/1755fe25-54ee-44ac-b745-335987952008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7684152 Nov 03 17:04:26.377884 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49630) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:26.379314 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] Sync routers for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:04:26.389054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:26.389688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:26.435294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b5a5ee-0b63-4301-aa4b-9fb69ab4fe8b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting subnet af9ab1ff-655f-4c07-b821-a678fd96d119 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 17:04:26.438917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a5ee-0b63-4301-aa4b-9fb69ab4fe8b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:26.479216 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a5ee-0b63-4301-aa4b-9fb69ab4fe8b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:26.497382 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:26.562133 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a5ee-0b63-4301-aa4b-9fb69ab4fe8b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:26.623809 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a5ee-0b63-4301-aa4b-9fb69ab4fe8b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:26.651401 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5a5ee-0b63-4301-aa4b-9fb69ab4fe8b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Subnet': ['ID=af9ab1ff-655f-4c07-b821-a678fd96d119,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:26.656681 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a5ee-0b63-4301-aa4b-9fb69ab4fe8b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:26.661570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-c3b5a5ee-0b63-4301-aa4b-9fb69ab4fe8b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/subnets/af9ab1ff-655f-4c07-b821-a678fd96d119 HTTP/1.1" status: 204 len: 168 time: 0.2825711 Nov 03 17:04:26.664425 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49632) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:26.664850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10d21f-c3fc-4005-a230-ea23c5f70963 None None] Network 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:04:26.744571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:04:25Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:26.776779 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:26.807030 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] Checking router: 1755fe25-54ee-44ac-b745-335987952008 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:04:26.821939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] Routers {'1755fe25-54ee-44ac-b745-335987952008'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:26.822548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['1755fe25-54ee-44ac-b745-335987952008'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:26.897259 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:26.954150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 1b32b888-e9bf-4d62-906c-1f95f52d07aa {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:04:26.954658 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.038980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 1b32b888-e9bf-4d62-906c-1f95f52d07aa, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1b32b888-e9bf-4d62-906c-1f95f52d07aa,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:27.039343 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.053234 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 1b32b888-e9bf-4d62-906c-1f95f52d07aa owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:04:27.070928 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] DHCP port deletion for 2ae1e7b9-1eee-414e-a8cf-1a604ce59716 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 17:04:27.120332 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] Set router 1755fe25-54ee-44ac-b745-335987952008 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:27.223529 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.237685 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Deleting port 698acffd-7007-455e-bad7-ba126aee7a90 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:04:27.238056 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.254713 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=1b32b888-e9bf-4d62-906c-1f95f52d07aa,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:27.315421 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.330877 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] For port 698acffd-7007-455e-bad7-ba126aee7a90, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=698acffd-7007-455e-bad7-ba126aee7a90,segment=NetworkSegment(3ef1fbd0-6769-44d3-8860-01b157c08d35),segment_id=3ef1fbd0-6769-44d3-8860-01b157c08d35)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:27.331276 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.362420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Calling delete_port for 698acffd-7007-455e-bad7-ba126aee7a90 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:04:27.411230 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.413415 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.451406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:04:25Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:27.460063 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.460688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Fanout notify agent at l3_agent the message router_deleted on router 1755fe25-54ee-44ac-b745-335987952008 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 17:04:27.468435 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.470098 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-955102a4-9a41-4469-9123-d29ca7a9a995 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/routers/1755fe25-54ee-44ac-b745-335987952008 HTTP/1.1" status: 204 len: 168 time: 0.8041055 Nov 03 17:04:27.473082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49634) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:27.484303 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef11dca-8c00-4da3-92bb-ba6b54a09d10 None None] The sync data for ids ['1755fe25-54ee-44ac-b745-335987952008'] in n-d-813897-2 is: [{'id': '1755fe25-54ee-44ac-b745-335987952008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262756906', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:02:48Z', 'updated_at': '2021-11-03T17:04:25Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '1b32b888-e9bf-4d62-906c-1f95f52d07aa', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1755fe25-54ee-44ac-b745-335987952008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:02:49Z', 'updated_at': '2021-11-03T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:04:27.493506 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.516556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Pushing event deleted for resources: {'Port': ['ID=698acffd-7007-455e-bad7-ba126aee7a90,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:27.528852 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.529198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.529571 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.529897 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.530235 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.530564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.530892 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.531216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.531539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.532474 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.532994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.533327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:27.537517 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454067f-c494-44e7-9fa4-0ff6b7633571 None None] No DVR routers for this DVR port 698acffd-7007-455e-bad7-ba126aee7a90 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:04:27.562807 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.651438 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.671516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae1e7b9-1eee-414e-a8cf-1a604ce59716']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:27.681038 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef1fbd0-6769-44d3-8860-01b157c08d35') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:27.681331 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef1fbd0-6769-44d3-8860-01b157c08d35') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:27.690489 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.703007 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.708921 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 17:04:27.709325 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: timer() Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 17:04:27.712269 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 17:04:27.769787 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.776488 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.779588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/networks/2ae1e7b9-1eee-414e-a8cf-1a604ce59716 HTTP/1.1" status: 204 len: 168 time: 0.3055549 Nov 03 17:04:27.783066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49636) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:27.791144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5811f-89f3-4c86-b932-07d7df31e379 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Network': ['ID=2ae1e7b9-1eee-414e-a8cf-1a604ce59716,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:27.830492 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:04:27.841767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa46c797-376b-4881-a52b-28197ccea035 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.855823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:04:27.856170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 03f6cd4b-7117-4b41-b44f-deabeb7b3bcb not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:04:27.869609 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa46c797-376b-4881-a52b-28197ccea035 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.932048 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa46c797-376b-4881-a52b-28197ccea035 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.934663 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fa46c797-376b-4881-a52b-28197ccea035 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:27.935845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fa46c797-376b-4881-a52b-28197ccea035 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/security-groups/03e42afe-faff-4f6a-a687-6801e8d10f3a HTTP/1.1" status: 204 len: 168 time: 0.1517928 Nov 03 17:04:27.949738 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46c797-376b-4881-a52b-28197ccea035 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e42afe-faff-4f6a-a687-6801e8d10f3a,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:28.337814 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49642) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:28.342499 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7169d346-d636-48e6-9aa4-f717a0098663 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816316692', 'description': 'tempest-secgroup-smoke-816316692 description', 'project_id': 'ca132e58da314634a6cea3938239ffb3'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:28.365796 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7169d346-d636-48e6-9aa4-f717a0098663 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.430710 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7169d346-d636-48e6-9aa4-f717a0098663 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.434266 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7169d346-d636-48e6-9aa4-f717a0098663 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.468188 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7169d346-d636-48e6-9aa4-f717a0098663 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.469434 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7169d346-d636-48e6-9aa4-f717a0098663 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305764 Nov 03 17:04:28.470367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169d346-d636-48e6-9aa4-f717a0098663 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:28.472496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49644) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:28.476803 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-dfb47116-72e9-4970-a2b3-57c6a59dbbe7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:28.506677 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dfb47116-72e9-4970-a2b3-57c6a59dbbe7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.567134 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 698acffd-7007-455e-bad7-ba126aee7a90 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:04:28.571860 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dfb47116-72e9-4970-a2b3-57c6a59dbbe7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.577142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dfb47116-72e9-4970-a2b3-57c6a59dbbe7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.593641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 698acffd-7007-455e-bad7-ba126aee7a90 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:04:28.594070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 698acffd-7007-455e-bad7-ba126aee7a90 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:04:28.594597 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4618ad41-488d-4482-8eb3-ee3611827df3 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:04:28.595322 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb47116-72e9-4970-a2b3-57c6a59dbbe7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c06de2f-e041-4c1f-89b3-35d5eb6215b1,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:28.601803 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dfb47116-72e9-4970-a2b3-57c6a59dbbe7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.603127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dfb47116-72e9-4970-a2b3-57c6a59dbbe7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295826 Nov 03 17:04:28.605850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49646) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:28.611044 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-da140cba-f7e0-405c-8f3e-a58a44379759 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:28.618250 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 4618ad41-488d-4482-8eb3-ee3611827df3 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:04:28.618598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 4618ad41-488d-4482-8eb3-ee3611827df3 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:04:28.619023 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1b32b888-e9bf-4d62-906c-1f95f52d07aa no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:04:28.637701 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da140cba-f7e0-405c-8f3e-a58a44379759 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.640456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 1b32b888-e9bf-4d62-906c-1f95f52d07aa {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:04:28.640811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1b32b888-e9bf-4d62-906c-1f95f52d07aa not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:04:28.693998 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da140cba-f7e0-405c-8f3e-a58a44379759 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.697822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da140cba-f7e0-405c-8f3e-a58a44379759 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.714664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da140cba-f7e0-405c-8f3e-a58a44379759 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03c0ed9-ffab-4206-9529-37a7710e761a,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:28.721671 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-da140cba-f7e0-405c-8f3e-a58a44379759 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.722845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-da140cba-f7e0-405c-8f3e-a58a44379759 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158278 Nov 03 17:04:28.725784 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49648) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:28.730041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-46eb48e6-32c5-409f-b4a7-92963d84d046 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:28.755948 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46eb48e6-32c5-409f-b4a7-92963d84d046 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.811956 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46eb48e6-32c5-409f-b4a7-92963d84d046 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.816075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46eb48e6-32c5-409f-b4a7-92963d84d046 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.835777 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb48e6-32c5-409f-b4a7-92963d84d046 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3786e1-a0c9-4f95-bb95-4268025eb83e,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:28.843654 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-46eb48e6-32c5-409f-b4a7-92963d84d046 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.844908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-46eb48e6-32c5-409f-b4a7-92963d84d046 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181955 Nov 03 17:04:28.847788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49650) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:28.851996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-5899b71a-a11c-42c9-b569-67f9624abf65 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:28.878488 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5899b71a-a11c-42c9-b569-67f9624abf65 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.938085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5899b71a-a11c-42c9-b569-67f9624abf65 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.941518 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5899b71a-a11c-42c9-b569-67f9624abf65 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.958261 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899b71a-a11c-42c9-b569-67f9624abf65 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61ad212-620e-4c45-823f-808587c278aa,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:28.965930 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5899b71a-a11c-42c9-b569-67f9624abf65 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:28.967103 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5899b71a-a11c-42c9-b569-67f9624abf65 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184063 Nov 03 17:04:28.970646 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49652) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:28.974936 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-d5056ba7-5e84-4c37-906d-567e81183bc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:28.996019 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-d5056ba7-5e84-4c37-906d-567e81183bc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:04:29.002196 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5056ba7-5e84-4c37-906d-567e81183bc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.061123 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5056ba7-5e84-4c37-906d-567e81183bc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.064791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5056ba7-5e84-4c37-906d-567e81183bc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.082576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5056ba7-5e84-4c37-906d-567e81183bc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5565cf-d061-4f88-8172-0bff2d12cb96,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:29.087725 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-d5056ba7-5e84-4c37-906d-567e81183bc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.088804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-d5056ba7-5e84-4c37-906d-567e81183bc6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172628 Nov 03 17:04:29.091754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49654) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:29.096912 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-1e2de699-5cd7-4157-bbfd-1a789c498108 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'security_group_rule': {'security_group_id': '99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:29.118108 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-1e2de699-5cd7-4157-bbfd-1a789c498108 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Project ca132e58da314634a6cea3938239ffb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:04:29.122671 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e2de699-5cd7-4157-bbfd-1a789c498108 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.183854 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e2de699-5cd7-4157-bbfd-1a789c498108 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.187178 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e2de699-5cd7-4157-bbfd-1a789c498108 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.207042 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2de699-5cd7-4157-bbfd-1a789c498108 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d118f7d9-93ed-4265-aa43-99ebe0109e58,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:29.213621 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-1e2de699-5cd7-4157-bbfd-1a789c498108 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.214879 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1e2de699-5cd7-4157-bbfd-1a789c498108 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221278 Nov 03 17:04:29.217835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49656) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:29.223291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'network': {'name': 'tempest-network-smoke--1640617624', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'port_security_enabled': True}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:29.243496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:04:29.246849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.270534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 17:04:29.279067 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.279403 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Added segment 2f7976f4-3a91-4a1a-bda9-55b04fb38360 of type vlan for network 1265a150-66f3-4abf-b599-ee6db976b510 Nov 03 17:04:29.319179 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.342751 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.348776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:29.349347 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.383799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1647208 Nov 03 17:04:29.386806 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49658) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:29.392098 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'admin_state_up': True, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:29.415761 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.416777 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.417840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e1352-50a8-497d-b198-13f55d898b1c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Network': ['ID=1265a150-66f3-4abf-b599-ee6db976b510,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:29.429371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 1265a150-66f3-4abf-b599-ee6db976b510 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 17:04:29.473706 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.613723 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.802607 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.821805 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:29.928649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.210 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/39de05d2-e72e-4fc0-ab9f-f7b0f2324529) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:04:30.025617 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:30.058310 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:30.103202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:04:30.106082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:04:30.110951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:04:30.113966 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=39de05d2-e72e-4fc0-ab9f-f7b0f2324529,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:30.355503 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:30.865382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:30.994071 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router b3d65446-6d5a-474b-bd91-c335916ad06b is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 17:04:31.103688 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:04:31.115356 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Sync routers for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:04:31.125095 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.126292 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:31.127087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b59a6b11-feae-4fba-bea2-f0faabe1d265 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7391162 Nov 03 17:04:31.127210 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:31.130510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49660) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:31.162053 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-52ad3508-550e-4050-bbd6-8fa62a783a74 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=ca132e58da314634a6cea3938239ffb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303121 Nov 03 17:04:31.164768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49662) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:31.235727 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:31.250774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036a96f-8ae8-413f-a75a-4e1ca310af81 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:31.252195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-1036a96f-8ae8-413f-a75a-4e1ca310af81 tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864706 Nov 03 17:04:31.255152 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49664) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:31.283142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-601d2ade-d199-462c-9760-9db20757351f tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267878 Nov 03 17:04:31.285606 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49666) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:31.290202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-720615244', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:31.379835 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:04:31.383498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.511224 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:30Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:31.538650 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Checking router: b3d65446-6d5a-474b-bd91-c335916ad06b for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:04:31.538997 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Updating router b3d65446-6d5a-474b-bd91-c335916ad06b port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:04:31.565757 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.571054 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.632956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Subnet': ['ID=0dae3cad-0053-4ef5-b75e-13b265b9d839,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:31.641200 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Checking segment: {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:04:31.641705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network hostable DHCP agents. Network: 1265a150-66f3-4abf-b599-ee6db976b510, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 17:04:31.658432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 1265a150-66f3-4abf-b599-ee6db976b510 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 17:04:31.667497 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 1265a150-66f3-4abf-b599-ee6db976b510) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:04:31.671498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:31.672119 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.680292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19469898-6179-45ee-bea6-63c7dfebbf5b None None] Network 1265a150-66f3-4abf-b599-ee6db976b510 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:04:31.693503 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-69146f79-83b6-4e8e-9786-67e821962bfa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4042642 Nov 03 17:04:31.693898 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49668) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:31.836059 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-1265a150-66f3-4abf-b599-ee6db976b510', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 17:04:31.836875 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.837026 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.842683 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.909065 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Pushing event updated for resources: {'Port': ['ID=39de05d2-e72e-4fc0-ab9f-f7b0f2324529,revision_number=2']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:31.912056 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Attempting to bind port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:04:31.912415 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Attempting to bind port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:04:31.912767 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Attempting to bind port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:04:31.921265 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:04:31.922073 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:04:31.922073 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.922463 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:04:31.923315 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Bound port: 39de05d2-e72e-4fc0-ab9f-f7b0f2324529, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:04:31.923451 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:31.944252 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.944650 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.944914 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.945237 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.945586 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.945906 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.946247 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.946544 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.946851 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.947170 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.947483 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.947795 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:04:31.982889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Allocated IP 172.20.0.2 (1265a150-66f3-4abf-b599-ee6db976b510/0dae3cad-0053-4ef5-b75e-13b265b9d839/13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:04:31.987909 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] For port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:04:31.991610 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] For port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=39de05d2-e72e-4fc0-ab9f-f7b0f2324529,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:04:31.995575 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.059909 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebe3fd-bd4f-4b63-9fd5-ab6f9e185795 None None] Pushing event updated for resources: {'Port': ['ID=39de05d2-e72e-4fc0-ab9f-f7b0f2324529,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:32.064884 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:32.065479 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:32.140653 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.147505 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.170544 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.171774 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:32.185281 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Network 1265a150-66f3-4abf-b599-ee6db976b510 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:04:32.193058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:04:32.196582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:04:32.209766 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Pushing event updated for resources: {'Port': ['ID=13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:32.265065 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.279302 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Attempting to bind port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:04:32.279673 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Attempting to bind port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:04:32.280043 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Attempting to bind port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e on network 1265a150-66f3-4abf-b599-ee6db976b510 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:04:32.285840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:04:32.286215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Checking segment: {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:04:32.286611 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.287033 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Bound using segment: {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:04:32.287503 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Bound port: 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:04:32.287883 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.355445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] For port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:04:32.359255 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] For port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:04:32.364664 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.367615 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:30Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:32.396725 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c389a-daaa-4d0c-b0d4-c221bd4d1cb9 None None] The sync data for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 is: [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:30Z', 'revision_number': 3, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:04:32.425866 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579eb5bc-65b7-4721-a88f-8b9fdcfad17d None None] Pushing event updated for resources: {'Port': ['ID=13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:32.487814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.1 (1265a150-66f3-4abf-b599-ee6db976b510/0dae3cad-0053-4ef5-b75e-13b265b9d839/b4ba90d4-ce6e-44c7-a51a-f72f74838e3c) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:04:32.637357 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.676222 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8ae1bc5d-625e-4ad1-b71c-6ad5688892dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.700675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.755103 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 1265a150-66f3-4abf-b599-ee6db976b510 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:04:32.760922 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:04:32.763620 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:04:32.791672 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=b4ba90d4-ce6e-44c7-a51a-f72f74838e3c,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:32.819254 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:32.958518 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:33.262182 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:33.268602 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:33.352665 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:33.354528 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=b4ba90d4-ce6e-44c7-a51a-f72f74838e3c,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:33.419606 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808786c4-d79d-47a1-969e-a8c77e5974c3 None None] Network 1265a150-66f3-4abf-b599-ee6db976b510 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:04:33.457603 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 1265a150-66f3-4abf-b599-ee6db976b510 is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:04:33.459061 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:04:33.554218 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-4e650f6b-8cea-4870-b8ce-14e5842075ed None None] Provisioning complete for port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:33.554589 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e650f6b-8cea-4870-b8ce-14e5842075ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:33.581274 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router b3d65446-6d5a-474b-bd91-c335916ad06b has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:04:33.666462 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e650f6b-8cea-4870-b8ce-14e5842075ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:33.693393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:04:33.699282 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-7787f33d-b96d-44f0-8e01-dbe1fc36af76 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/b3d65446-6d5a-474b-bd91-c335916ad06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0043192 Nov 03 17:04:33.708004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-4e650f6b-8cea-4870-b8ce-14e5842075ed None None] For port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:33.712657 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4e650f6b-8cea-4870-b8ce-14e5842075ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:33.778249 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650f6b-8cea-4870-b8ce-14e5842075ed None None] Pushing event updated for resources: {'Port': ['ID=13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:33.876733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-4626bb61-773f-4d0c-8f47-90ff71580ccd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816316692&fields=id&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 267 time: 0.0488634 Nov 03 17:04:33.944611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-186a7cdb-7a62-4a4f-aada-e9279d27a507 None None] Provisioning complete for port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:33.945001 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-186a7cdb-7a62-4a4f-aada-e9279d27a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:33.980261 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-186a7cdb-7a62-4a4f-aada-e9279d27a507 None None] Port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:04:33.991564 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-186a7cdb-7a62-4a4f-aada-e9279d27a507 None None] Provisioning complete for port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:33.992045 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-186a7cdb-7a62-4a4f-aada-e9279d27a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:34.003380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-0bfb6302-6f66-4ece-b3f4-fe7d6c976beb tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:34.010136 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-0bfb6302-6f66-4ece-b3f4-fe7d6c976beb tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/networks?id=1265a150-66f3-4abf-b599-ee6db976b510 HTTP/1.1" status: 200 len: 797 time: 0.1258166 Nov 03 17:04:34.021775 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-5e0c9884-0a8a-4e5c-bb46-30bfc7e495fa tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/quotas/ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 375 time: 0.0101752 Nov 03 17:04:34.081086 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-72ad1ecb-7efc-4f43-8052-ea30862908cc tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495262 Nov 03 17:04:34.093670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-37ef7c4b-4aa8-4c4f-b839-a98439a3196f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:04:34.095892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-37ef7c4b-4aa8-4c4f-b839-a98439a3196f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0065610 Nov 03 17:04:34.115815 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Sync routers for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:04:34.125629 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:34.126509 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:34.199579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-c05efaa0-225f-418c-b686-be008daa35e1 service neutron] 10.222.0.86 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942318 Nov 03 17:04:34.240572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1341f1fa-bcaa-44d2-8a6b-232cef8399e3 None None] Provisioning complete for port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:34.240946 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1341f1fa-bcaa-44d2-8a6b-232cef8399e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:34.302362 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:34.319864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-001249f0-c990-4767-bfa1-f9b0319adf92 service neutron] 10.222.0.86 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128333 Nov 03 17:04:34.332048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1341f1fa-bcaa-44d2-8a6b-232cef8399e3 None None] Port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:04:34.393869 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:04:34.510959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2bd4e5fc-b54f-47aa-b2f8-7d8a23d698cb None None] Provisioning complete for port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:34.511658 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e5fc-b54f-47aa-b2f8-7d8a23d698cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:34.524091 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-52ec5887-73d6-45de-98d1-de8f601540be req-323ee750-8bac-4c73-b9c3-9de6cfa5ec95 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 210 time: 0.0287373 Nov 03 17:04:34.551768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:34.552185 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:34.620445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4e5fc-b54f-47aa-b2f8-7d8a23d698cb None None] Port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:04:34.688821 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:32Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b4ba90d4-ce6e-44c7-a51a-f72f74838e3c', 'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:9c:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:32Z', 'updated_at': '2021-11-03T17:04:33Z', 'revision_number': 2, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:34.718327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Checking router: b3d65446-6d5a-474b-bd91-c335916ad06b for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:04:34.718649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Updating router b3d65446-6d5a-474b-bd91-c335916ad06b port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:04:34.721595 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:04:34.777518 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:34.836330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:34.836699 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.128779 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-56945552-cf71-4fc4-9d26-6756bfb4a131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.218853 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.254661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=39de05d2-e72e-4fc0-ab9f-f7b0f2324529,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:35.261608 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.343177 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.348114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=39de05d2-e72e-4fc0-ab9f-f7b0f2324529,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:35.351591 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.400272 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e27df-ed2c-45c1-aaa0-81bd97deba8d None None] Pushing event updated for resources: {'Port': ['ID=b4ba90d4-ce6e-44c7-a51a-f72f74838e3c,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:35.457004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Attempting to bind port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:04:35.457735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Attempting to bind port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:04:35.457735 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Attempting to bind port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c on network 1265a150-66f3-4abf-b599-ee6db976b510 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:04:35.463292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:04:35.463666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Checking segment: {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:04:35.464074 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.464464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Bound using segment: {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:04:35.464933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Bound port: b4ba90d4-ce6e-44c7-a51a-f72f74838e3c, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:04:35.465318 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.541822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] For port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:04:35.544464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] For port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b4ba90d4-ce6e-44c7-a51a-f72f74838e3c,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:04:35.551315 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.643547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:35.644196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:35.675491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-c8d0fccb-741c-4197-bcd1-7fc291cdb060 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:35.677017 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-c8d0fccb-741c-4197-bcd1-7fc291cdb060 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "GET /v2.0/networks?id=1265a150-66f3-4abf-b599-ee6db976b510 HTTP/1.1" status: 200 len: 797 time: 0.1901715 Nov 03 17:04:35.679264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b3207b72-3a28-4ca6-b1c3-c5a78c15f6b6 req-5de97b94-0ce9-4002-b293-c7c29e67c6c2 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 210 time: 0.0413468 Nov 03 17:04:35.720363 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e27df-ed2c-45c1-aaa0-81bd97deba8d None None] Pushing event updated for resources: {'Port': ['ID=b4ba90d4-ce6e-44c7-a51a-f72f74838e3c,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:35.727025 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-29616768-39c6-4457-9dbc-f0843ccdd655 None None] Provisioning complete for port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:35.727445 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29616768-39c6-4457-9dbc-f0843ccdd655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.765065 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ef6ab14d-553b-45f4-8511-c515c61f7150 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca132e58da314634a6cea3938239ffb3 HTTP/1.1" status: 200 len: 379 time: 0.0628338 Nov 03 17:04:35.775827 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'port': {'device_id': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'admin_state_up': True, 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'security_groups': ['99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:35.849395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:35.892779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Made reservation on behalf of ca132e58da314634a6cea3938239ffb3 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:04:35.897307 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:35.903320 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29616768-39c6-4457-9dbc-f0843ccdd655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.012408 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-29616768-39c6-4457-9dbc-f0843ccdd655 None None] For port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b4ba90d4-ce6e-44c7-a51a-f72f74838e3c,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:36.020210 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-29616768-39c6-4457-9dbc-f0843ccdd655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.026025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.20.0.14 (1265a150-66f3-4abf-b599-ee6db976b510/0dae3cad-0053-4ef5-b75e-13b265b9d839/daa1a6a5-585a-486e-a6e6-e8d47dcb41c4) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:04:36.116842 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616768-39c6-4457-9dbc-f0843ccdd655 None None] Pushing event updated for resources: {'Port': ['ID=b4ba90d4-ce6e-44c7-a51a-f72f74838e3c,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:36.148643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-37fee075-8c66-4184-990b-5719aae2d4ed None None] Provisioning complete for port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:36.149013 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-37fee075-8c66-4184-990b-5719aae2d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.167480 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.186712 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:32Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b4ba90d4-ce6e-44c7-a51a-f72f74838e3c', 'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:9c:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:32Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:36.201889 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.221647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a68d18-d2a8-410e-8a84-a84368e08444 None None] The sync data for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 is: [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:32Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b4ba90d4-ce6e-44c7-a51a-f72f74838e3c', 'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:9c:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:32Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:04:36.247747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network 1265a150-66f3-4abf-b599-ee6db976b510 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:04:36.251535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:04:36.257842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:04:36.288287 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:36.342301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:36.342924 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.344688 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:04:36.365778 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ddaf50a1-fb4f-4b86-a3c9-2fadaf850ef9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5938857 Nov 03 17:04:36.387748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-884a8208-ba35-4d39-812c-8427244836de tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:04:36.389235 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-884a8208-ba35-4d39-812c-8427244836de tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0168462 Nov 03 17:04:36.418649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:36.419076 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.468905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Request body: {'port': {'device_id': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:36.539005 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.546438 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.644844 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-d8a877a1-a61e-4b51-95b8-a17105666f87 None None] Provisioning complete for port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:36.645421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-d8a877a1-a61e-4b51-95b8-a17105666f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.682715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-d8a877a1-a61e-4b51-95b8-a17105666f87 None None] Port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:04:36.814003 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4dab0-bc17-4e23-9afb-ec1268cd6326 req-da995ea9-dbde-4067-adb6-1301f6df98dd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:36.815999 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8df4dab0-bc17-4e23-9afb-ec1268cd6326 req-da995ea9-dbde-4067-adb6-1301f6df98dd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 932 time: 0.0577979 Nov 03 17:04:36.852831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:04:36.860854 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.873638 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Transition to ACTIVE for port object daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:04:36.877026 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8df4dab0-bc17-4e23-9afb-ec1268cd6326 req-31e4456d-2c22-4f91-811b-fd118631ea05 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550911 Nov 03 17:04:36.878171 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:36.936544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:37.009763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Attempting to bind port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:04:37.010180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Attempting to bind port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:04:37.010587 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Attempting to bind port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 on network 1265a150-66f3-4abf-b599-ee6db976b510 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:04:37.015645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 on network 1265a150-66f3-4abf-b599-ee6db976b510 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:04:37.016567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Attempting to bind port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 on network 1265a150-66f3-4abf-b599-ee6db976b510 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:04:37.022453 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:04:37.022794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Checking segment: {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:04:37.023184 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Bound using segment: {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:04:37.023642 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Bound port: daa1a6a5-585a-486e-a6e6-e8d47dcb41c4, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f7976f4-3a91-4a1a-bda9-55b04fb38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:04:37.023984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:37.099668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] For port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:04:37.103153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] For port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:04:37.109419 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:37.146690 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:37.147305 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:37.148725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] 10.222.0.15 "PUT /v2.0/ports/daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 HTTP/1.1" status: 200 len: 1092 time: 0.7454462 Nov 03 17:04:37.149180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:04:37.151505 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4acc9d9-f06f-496e-be10-8e5075c23be8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:04:37.192808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbc6e5-2581-4445-833c-db0691961ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:37.228100 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5cff11-3dc3-417b-b0a9-8541db4443f9 x-openstack-request-id: req-8f5cff11-3dc3-417b-b0a9-8541db4443f9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:04:37.228404 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:04:37.228661 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f5cff11-3dc3-417b-b0a9-8541db4443f9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:04:37.229067 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'status': 'completed', 'code': 200} Nov 03 17:04:37.259550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-1471ba58-f902-4541-851a-e480f044b1d0 req-7b184cd2-6642-4b4e-92c4-bbf0a55b9955 service neutron] (108104) timed out ('10.222.0.86', 52532) {{(pid=108104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 17:04:37.276627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-90c7c1ab-7ee5-443c-a4f5-3f933e11beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:37.278218 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-90c7c1ab-7ee5-443c-a4f5-3f933e11beee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 1095 time: 0.0527496 Nov 03 17:04:37.335593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-2d0713ef-3d9a-4ae2-a328-18270b407af8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 HTTP/1.1" status: 200 len: 217 time: 0.0435829 Nov 03 17:04:37.389067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-14339e61-1250-4980-8f39-770db591e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:37.390874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-14339e61-1250-4980-8f39-770db591e88b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dae3cad-0053-4ef5-b75e-13b265b9d839 HTTP/1.1" status: 200 len: 834 time: 0.0487711 Nov 03 17:04:37.439177 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-9304f585-3f9c-4867-a28b-ce46d7e43c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:37.440665 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-9304f585-3f9c-4867-a28b-ce46d7e43c56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1265a150-66f3-4abf-b599-ee6db976b510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426180 Nov 03 17:04:37.534268 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-bdc634ab-4927-4b7b-85f7-6d5d6308954a service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866556 Nov 03 17:04:37.622739 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-76a22838-1da6-4df6-93d3-d3e542eae4e7 req-ed06d225-344e-4646-87eb-81bbba85b274 service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813141 Nov 03 17:04:37.756502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-b84dd5b8-8c6c-4625-90e8-29552c6d0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:37.757983 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-b84dd5b8-8c6c-4625-90e8-29552c6d0275 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 1095 time: 0.0450077 Nov 03 17:04:37.846500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-f7bba6f5-0ae0-41b3-98a5-e2cfc5b835cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:37.847985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-f7bba6f5-0ae0-41b3-98a5-e2cfc5b835cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=1265a150-66f3-4abf-b599-ee6db976b510 HTTP/1.1" status: 200 len: 898 time: 0.0830305 Nov 03 17:04:37.893011 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-66c719b8-eda0-4659-b983-02e8d967223d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 HTTP/1.1" status: 200 len: 217 time: 0.0375061 Nov 03 17:04:37.945387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-d6efdc82-e6d6-401a-bfbe-0fad775786f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:37.946896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-d6efdc82-e6d6-401a-bfbe-0fad775786f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dae3cad-0053-4ef5-b75e-13b265b9d839 HTTP/1.1" status: 200 len: 834 time: 0.0464370 Nov 03 17:04:37.983030 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:37.995697 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-3a1329a0-7248-4cf2-b390-a18cccc9f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:37.997348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-3a1329a0-7248-4cf2-b390-a18cccc9f4c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1265a150-66f3-4abf-b599-ee6db976b510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433724 Nov 03 17:04:38.007764 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a004c59-bfc7-43ed-be93-64e966c36674 req-2350362d-882c-499f-b1a0-d3c7dd2797bf tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:38.009615 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a004c59-bfc7-43ed-be93-64e966c36674 req-2350362d-882c-499f-b1a0-d3c7dd2797bf tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 944 time: 0.0564430 Nov 03 17:04:38.059892 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a004c59-bfc7-43ed-be93-64e966c36674 req-e5eedc9e-2897-4c5d-836b-c4be7d7e3358 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442626 Nov 03 17:04:38.093130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-5429e672-4f39-4bc9-ae15-de9f1ed93802 service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886924 Nov 03 17:04:38.182486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c4acc9d9-f06f-496e-be10-8e5075c23be8 req-f6bfc810-3875-48d1-8224-88ea875fa479 service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821180 Nov 03 17:04:38.304028 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b4ba90d4-ce6e-44c7-a51a-f72f74838e3c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:04:38.351272 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:38.351631 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:38.567338 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:39.180018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edef4a4-60d8-4b2e-bf81-e55e6db77f59 req-ada69e34-ebf4-4867-a566-500aecfe9b0a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:39.181495 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9edef4a4-60d8-4b2e-bf81-e55e6db77f59 req-ada69e34-ebf4-4867-a566-500aecfe9b0a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 944 time: 0.0501187 Nov 03 17:04:39.235830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9edef4a4-60d8-4b2e-bf81-e55e6db77f59 req-8191b6fd-8a9b-4132-ae01-dbc3d23768e7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482299 Nov 03 17:04:40.354609 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583f68d-2065-438f-95e9-506f18851a98 req-0c27b087-79f5-4c17-a157-42e75938d256 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:40.356141 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c583f68d-2065-438f-95e9-506f18851a98 req-0c27b087-79f5-4c17-a157-42e75938d256 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 944 time: 0.0501053 Nov 03 17:04:40.406187 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c583f68d-2065-438f-95e9-506f18851a98 req-63550b08-d0d7-4f8e-8def-b57151af9ac7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436530 Nov 03 17:04:41.521055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bac10b-0627-40d4-8421-a8908f7fd339 req-96827e4b-da2f-4b97-a345-bfa20b174e30 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:41.522480 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a5bac10b-0627-40d4-8421-a8908f7fd339 req-96827e4b-da2f-4b97-a345-bfa20b174e30 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 944 time: 0.0483687 Nov 03 17:04:41.571552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a5bac10b-0627-40d4-8421-a8908f7fd339 req-a6914965-ea01-4312-83e2-4bf5b49f62d6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430231 Nov 03 17:04:41.667498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:04:41.763915 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:41.775983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'port_id': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'mac_address': 'fa:16:3e:76:09:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:04:41.815399 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:41.828027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:04:41.848582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:41.852256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:41.902665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:42.231037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['daa1a6a5-585a-486e-a6e6-e8d47dcb41c4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:04:42.686754 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84052fc6-f559-4cc3-8f3b-b03d547dd7d9 req-84e95235-600f-412e-b961-264b044e435b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:42.688346 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84052fc6-f559-4cc3-8f3b-b03d547dd7d9 req-84e95235-600f-412e-b961-264b044e435b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 945 time: 0.0490775 Nov 03 17:04:42.741577 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-84052fc6-f559-4cc3-8f3b-b03d547dd7d9 req-4a123adf-6653-4a86-aef7-2df36f4c2aa3 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473688 Nov 03 17:04:43.676084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:04:43.724065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:04:43.728010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:04:43.728376 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:43.804653 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:43.831738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:04:43.834072 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9a9c2a-2194-47d0-a31a-c164324b780d" -d '{"events": [{"server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "name": "network-vif-plugged", "status": "completed", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:04:43.851406 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:04:43.857156 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:43.857725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42a3da-56cd-452a-987f-bf261ee989d8 req-a66e7b48-7c0e-4c00-ad0e-48f40ff31abe tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:43.859364 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd42a3da-56cd-452a-987f-bf261ee989d8 req-a66e7b48-7c0e-4c00-ad0e-48f40ff31abe tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 945 time: 0.0502353 Nov 03 17:04:43.890214 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c6c78f-1b52-44ee-ba57-201758f629c4 x-openstack-request-id: req-f3c6c78f-1b52-44ee-ba57-201758f629c4 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:04:43.890509 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "name": "network-vif-plugged", "status": "completed", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:04:43.890765 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f3c6c78f-1b52-44ee-ba57-201758f629c4 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:04:43.891190 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'code': 200} Nov 03 17:04:43.911790 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fd42a3da-56cd-452a-987f-bf261ee989d8 req-3ea2df99-7160-4e26-86b0-1b218e8ec32e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455093 Nov 03 17:04:43.920633 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:44.015002 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df3ea5-c401-4007-a3d4-51f1752223cd req-678c1809-eedd-4e3d-8957-88429778badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:44.016553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22df3ea5-c401-4007-a3d4-51f1752223cd req-678c1809-eedd-4e3d-8957-88429778badb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 1097 time: 0.0430067 Nov 03 17:04:44.061606 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-22df3ea5-c401-4007-a3d4-51f1752223cd req-79177c7d-a57d-40d1-8873-69c32358b0d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381913 Nov 03 17:04:45.029580 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d4363-4906-46bf-9070-b1006364edea req-11003afc-70dc-4630-8600-6a57c813a484 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:45.031044 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab3d4363-4906-46bf-9070-b1006364edea req-11003afc-70dc-4630-8600-6a57c813a484 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0494161 Nov 03 17:04:45.079876 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ab3d4363-4906-46bf-9070-b1006364edea req-5a4ece4d-6f16-40b5-be59-daf2a7071ee9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423148 Nov 03 17:04:45.464754 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:04:46.196502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06a1fc-2e1b-41ff-99e5-8f8a669188af req-0abd1ad5-de7f-4b93-b4b4-4598c3c0105a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:46.197889 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b06a1fc-2e1b-41ff-99e5-8f8a669188af req-0abd1ad5-de7f-4b93-b4b4-4598c3c0105a tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0485058 Nov 03 17:04:46.246905 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b06a1fc-2e1b-41ff-99e5-8f8a669188af req-38b91c1a-bc3b-45ac-8d50-aa3323f296ab tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Nov 03 17:04:46.361649 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd872a-3c3a-4938-b443-8a760fffa046 req-1cd05114-a22f-4d70-9af8-a4590c436360 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:46.363134 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-82dd872a-3c3a-4938-b443-8a760fffa046 req-1cd05114-a22f-4d70-9af8-a4590c436360 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0491996 Nov 03 17:04:46.412256 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-82dd872a-3c3a-4938-b443-8a760fffa046 req-651f1092-e60d-47e5-930f-1db018ac92e6 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432029 Nov 03 17:04:46.434083 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49726) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:46.477009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07344a1e-8eaf-4be1-a623-208ca4e4095e tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:46.478444 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-07344a1e-8eaf-4be1-a623-208ca4e4095e tempest-TestNetworkAdvancedServerOps-279410510 tempest-TestNetworkAdvancedServerOps-279410510-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 1092 time: 0.0434046 Nov 03 17:04:46.481253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49728) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:46.486320 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:04:46.509142 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:46.603896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:46.711026 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Allocated IP 172.25.6.103 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/28e31c02-5b28-45a5-a09c-06fd0f114a9d) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:04:46.814978 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:46.847557 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:46.889465 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:04:46.894448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:04:46.896925 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:04:46.920716 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=28e31c02-5b28-45a5-a09c-06fd0f114a9d,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:47.251559 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:47.322265 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:47.474033 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:47.478311 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:47.542117 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event updated for resources: {'Port': ['ID=28e31c02-5b28-45a5-a09c-06fd0f114a9d,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:04:47.556927 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:47.654590 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e associated. External IP: 172.25.6.103, port: daa1a6a5-585a-486e-a6e6-e8d47dcb41c4. Nov 03 17:04:47.856405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router b3d65446-6d5a-474b-bd91-c335916ad06b has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:04:48.285616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:04:48.295541 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] Sync routers for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:04:48.303293 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:04:48.305669 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:48.306272 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:48.330274 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2582b8a3-3bb8-48f9-9c0b-8341464a9dc8 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8479540 Nov 03 17:04:48.330967 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:04:48.333324 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae38aa0-190f-4ab9-811c-cd77770f2e30" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:04:48.378141 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b375a98-d6fd-4427-b4b3-5f4080c00102 x-openstack-request-id: req-4b375a98-d6fd-4427-b4b3-5f4080c00102 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:04:48.378654 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:04:48.379114 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4b375a98-d6fd-4427-b4b3-5f4080c00102 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:04:48.379699 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'status': 'completed', 'code': 200} Nov 03 17:04:48.416710 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:48.473550 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e124a-e634-49c4-9193-04785194bf45 req-15c0170e-25c0-4568-b49c-ee82faa87d10 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:48.475038 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-511e124a-e634-49c4-9193-04785194bf45 req-15c0170e-25c0-4568-b49c-ee82faa87d10 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0816107 Nov 03 17:04:48.481313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-d8a8218f-3c32-40d0-bd3f-2279e40fafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:48.482731 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-d8a8218f-3c32-40d0-bd3f-2279e40fafc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 1097 time: 0.0556157 Nov 03 17:04:48.584408 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-511e124a-e634-49c4-9193-04785194bf45 req-ad3d4393-6196-405b-b95a-7092c6ed40ca tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007166 Nov 03 17:04:48.606709 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49734) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:48.638118 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:32Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.103', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'port_id': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'mac_address': 'fa:16:3e:76:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:04:47Z', 'updated_at': '2021-11-03T17:04:47Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ba90d4-ce6e-44c7-a51a-f72f74838e3c', 'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:9c:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:32Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:48.644505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-4fe9a46b-30bb-46d1-bdc4-9961b51fe61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:48.645987 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-4fe9a46b-30bb-46d1-bdc4-9961b51fe61d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1265a150-66f3-4abf-b599-ee6db976b510 HTTP/1.1" status: 200 len: 898 time: 0.1550746 Nov 03 17:04:48.667672 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] Checking router: b3d65446-6d5a-474b-bd91-c335916ad06b for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:04:48.676004 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:04:48.676607 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:04:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:48.709127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b1864446-7e68-4ed9-93eb-387e592577d9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e HTTP/1.1" status: 200 len: 992 time: 0.1013138 Nov 03 17:04:48.729720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-842b175f-97c3-42f9-b979-e39834db57e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 HTTP/1.1" status: 200 len: 1000 time: 0.0756199 Nov 03 17:04:48.786813 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:04:49.113754 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:32Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.103', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'port_id': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'mac_address': 'fa:16:3e:76:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:04:47Z', 'updated_at': '2021-11-03T17:04:47Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ba90d4-ce6e-44c7-a51a-f72f74838e3c', 'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:9c:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:32Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:04:49.126584 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-e16c7adf-98af-45b1-ab7a-7ebed7516c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:49.128088 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-e16c7adf-98af-45b1-ab7a-7ebed7516c03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dae3cad-0053-4ef5-b75e-13b265b9d839 HTTP/1.1" status: 200 len: 834 time: 0.3910682 Nov 03 17:04:49.140204 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986b4fa-d35e-420e-9890-976a91219d60 None None] The sync data for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 is: [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:32Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'floating_ip_address': '172.25.6.103', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'port_id': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'mac_address': 'fa:16:3e:76:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:04:47Z', 'updated_at': '2021-11-03T17:04:47Z', 'revision_number': 0, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ba90d4-ce6e-44c7-a51a-f72f74838e3c', 'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:9c:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:32Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:04:49.176547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-13c2eb14-c342-4d65-a70b-22d8fa4533e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:04:49.178127 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-13c2eb14-c342-4d65-a70b-22d8fa4533e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1265a150-66f3-4abf-b599-ee6db976b510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424402 Nov 03 17:04:49.274147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-62b03a23-d36b-4f22-9057-39fc6f7fcbb5 service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884862 Nov 03 17:04:49.344974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d7984-8865-47cf-9b89-9617cc7332cd None None] New status for floating IP a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e: ACTIVE {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:04:49.370731 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ae38aa0-190f-4ab9-811c-cd77770f2e30 req-975e149b-c691-4803-b651-f110c0b036ef service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900514 Nov 03 17:04:49.713256 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49736) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:04:49.778139 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-8303e195-5994-4e37-bcb7-54a86ed3b2e9 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e HTTP/1.1" status: 200 len: 994 time: 0.0637813 Nov 03 17:04:52.639458 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:02.228666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:02.651844 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9a7d890a-990e-4c1c-bf98-d29bb6d2fba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:05.099874 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-59c7f658-59a1-45ee-9d7d-f01971c13f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:06.510844 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:07.586727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-02f184c7-77e1-4f37-b1e0-7bf789560026 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400965 Nov 03 17:05:07.684468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-0d9d35bc-eaa9-498c-92df-a3c05df4adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:07.685997 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-0d9d35bc-eaa9-498c-92df-a3c05df4adb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 1097 time: 0.0400262 Nov 03 17:05:07.790731 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-7a2af75b-c6fb-499b-a197-8b2183bef98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:07.792177 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-7a2af75b-c6fb-499b-a197-8b2183bef98c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1265a150-66f3-4abf-b599-ee6db976b510 HTTP/1.1" status: 200 len: 898 time: 0.0864232 Nov 03 17:05:07.857976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-3f70bab2-d6a4-407b-b518-e83b0bf04385 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 HTTP/1.1" status: 200 len: 1002 time: 0.0584142 Nov 03 17:05:07.908114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-85c9017a-049f-4833-b177-3ed4f52c934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:07.910151 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-85c9017a-049f-4833-b177-3ed4f52c934c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dae3cad-0053-4ef5-b75e-13b265b9d839 HTTP/1.1" status: 200 len: 834 time: 0.0461280 Nov 03 17:05:07.956126 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-565e180f-230b-43ec-8be2-f5dce6afdd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:07.957656 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-565e180f-230b-43ec-8be2-f5dce6afdd7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1265a150-66f3-4abf-b599-ee6db976b510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397987 Nov 03 17:05:07.985862 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:08.046996 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-c23d91ec-b216-422c-a22b-f7d04e466991 service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822563 Nov 03 17:05:08.138697 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9fc873c8-2f71-46cc-863f-5f1772a7ee43 req-89fa12ab-1869-4290-86b9-e410201c0fca service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851960 Nov 03 17:05:08.567842 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:22.464164 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:05:22.637220 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:32.251616 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:32.653421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bb450764-e4d4-48e5-9ad8-f0fa9b87ab1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:35.101801 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c111ff6-65d8-4a95-b493-2148cf95ebe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:36.506183 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:37.990461 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:38.569296 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:52.628171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac5543-f97a-41a8-b64c-9b796c37dcf2 req-1f200135-80fc-44b3-91ed-367aea57d548 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:52.629660 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6ac5543-f97a-41a8-b64c-9b796c37dcf2 req-1f200135-80fc-44b3-91ed-367aea57d548 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.1028259 Nov 03 17:05:52.652785 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:52.678426 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e6ac5543-f97a-41a8-b64c-9b796c37dcf2 req-f6ea6a55-bc2c-4cba-8eb3-2dd53b9737ea tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426724 Nov 03 17:05:53.845286 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8271ad-76f6-4273-a2f5-f4596328d22a req-59ebbcec-c66c-4db7-b60f-a5ce82974b48 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:53.847310 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c8271ad-76f6-4273-a2f5-f4596328d22a req-59ebbcec-c66c-4db7-b60f-a5ce82974b48 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0943279 Nov 03 17:05:53.896588 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5c8271ad-76f6-4273-a2f5-f4596328d22a req-7f2cb216-8996-4d1b-89fb-917f3be5522c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432026 Nov 03 17:05:55.015880 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95403564-d8f4-4bf0-960f-3c7b901be82f req-4e701687-6e7d-46e8-a3ae-dcbb083338ec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:55.017839 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95403564-d8f4-4bf0-960f-3c7b901be82f req-4e701687-6e7d-46e8-a3ae-dcbb083338ec tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0512397 Nov 03 17:05:55.066735 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-95403564-d8f4-4bf0-960f-3c7b901be82f req-7e9546e8-96a8-48c3-b6fd-f0f86577cc2f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428395 Nov 03 17:05:55.089200 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49782) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:05:55.149689 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-92fe2e96-cd20-43f5-a96b-206a20d3d312 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e HTTP/1.1" status: 200 len: 994 time: 0.0593257 Nov 03 17:05:56.426174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266785d-f957-4460-8981-36b62f8fc939 req-8801e546-c95b-4a51-862a-e92b66c48e51 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:56.427593 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d266785d-f957-4460-8981-36b62f8fc939 req-8801e546-c95b-4a51-862a-e92b66c48e51 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0569601 Nov 03 17:05:56.500013 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d266785d-f957-4460-8981-36b62f8fc939 req-d84a5256-be87-4c83-9a65-29d03dbc6f31 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640008 Nov 03 17:05:56.503491 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-0625f8f3-0240-4bf1-a3ce-be9ebdd6c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:56.504913 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-0625f8f3-0240-4bf1-a3ce-be9ebdd6c146 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 1097 time: 0.0764620 Nov 03 17:05:56.599448 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-0795fa57-460c-4b64-a13a-4008e78ac9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:56.600895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-0795fa57-460c-4b64-a13a-4008e78ac9b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1265a150-66f3-4abf-b599-ee6db976b510 HTTP/1.1" status: 200 len: 898 time: 0.0892308 Nov 03 17:05:56.665976 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-3929cd48-8456-4907-b034-85f555311c4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 HTTP/1.1" status: 200 len: 1002 time: 0.0581048 Nov 03 17:05:56.714387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-129a7efc-63c2-409d-a83b-b0c3ede9cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:56.715752 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-129a7efc-63c2-409d-a83b-b0c3ede9cd55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dae3cad-0053-4ef5-b75e-13b265b9d839 HTTP/1.1" status: 200 len: 834 time: 0.0433247 Nov 03 17:05:56.766290 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-5b6d1c7d-e84b-46f5-ba40-7739787978b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:56.767861 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-5b6d1c7d-e84b-46f5-ba40-7739787978b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1265a150-66f3-4abf-b599-ee6db976b510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438874 Nov 03 17:05:56.858333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-be77df83-efa3-4e93-8c79-9b57d33a9894 service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831401 Nov 03 17:05:56.951122 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1b10fa0d-a899-46b1-badf-37c816c4f344 req-d889f31c-4558-487f-a537-8ea5e739626f service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856719 Nov 03 17:05:57.619618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118593f-677a-406a-bd01-7c913e520604 req-bd1cc844-3946-463e-a40c-75039d4aaa8d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:57.621113 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3118593f-677a-406a-bd01-7c913e520604 req-bd1cc844-3946-463e-a40c-75039d4aaa8d tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0495024 Nov 03 17:05:57.674755 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3118593f-677a-406a-bd01-7c913e520604 req-18976e6d-abde-42b5-b2d6-5273bf5d2130 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477016 Nov 03 17:05:58.792421 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671fa74-4018-4fd9-b4ee-86089708a8d0 req-a7dd6a55-c57b-4615-9b01-1b400bdd1a12 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:05:58.793977 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0671fa74-4018-4fd9-b4ee-86089708a8d0 req-a7dd6a55-c57b-4615-9b01-1b400bdd1a12 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0506301 Nov 03 17:05:58.843800 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0671fa74-4018-4fd9-b4ee-86089708a8d0 req-92b3fe97-3ba2-4ca5-b8c8-e78a69f4416c tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436661 Nov 03 17:05:58.867284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49794) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:05:58.935257 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-342ec591-3548-4634-ad77-25e6e1ed1e8e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/floatingips/a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e HTTP/1.1" status: 200 len: 994 time: 0.0668390 Nov 03 17:05:59.247109 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49800) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:05:59.408056 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 28e31c02-5b28-45a5-a09c-06fd0f114a9d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:05:59.408402 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:59.462777 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:05:59.486418 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:59.486646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:59.499036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 28e31c02-5b28-45a5-a09c-06fd0f114a9d owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:05:59.650197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:59.677003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=28e31c02-5b28-45a5-a09c-06fd0f114a9d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:05:59.688899 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.689253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.689618 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.689993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.690335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.690619 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.690950 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.691330 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.691659 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.691983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.692306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.692628 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:05:59.750247 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:05:59.750489 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Floating IP a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e disassociated (deleted). External IP: 172.25.6.103, port: daa1a6a5-585a-486e-a6e6-e8d47dcb41c4. Nov 03 17:05:59.962802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router b3d65446-6d5a-474b-bd91-c335916ad06b has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:06:00.067114 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:06:00.071917 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:00.077156 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] Sync routers for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:06:00.087630 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:00.088236 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:00.100178 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0a2006d7-e3d9-4532-bc88-113692d9420f tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/floatingips/a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e HTTP/1.1" status: 204 len: 168 time: 0.8519638 Nov 03 17:06:00.100882 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:06:00.103262 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f28f5f-6d4a-44ba-b220-379313452260" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:06:00.143223 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66c32e2-edb4-4928-b113-6773b710b6d9 x-openstack-request-id: req-e66c32e2-edb4-4928-b113-6773b710b6d9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:06:00.143513 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:06:00.143771 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e66c32e2-edb4-4928-b113-6773b710b6d9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:06:00.144670 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'status': 'completed', 'code': 200} Nov 03 17:06:00.199797 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:00.228902 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f28f5f-6d4a-44ba-b220-379313452260 req-c2c8ec05-86d0-4c51-b92e-867c2cf6b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:00.230625 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50f28f5f-6d4a-44ba-b220-379313452260 req-c2c8ec05-86d0-4c51-b92e-867c2cf6b2cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca132e58da314634a6cea3938239ffb3&device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 1097 time: 0.0435977 Nov 03 17:06:00.341795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f28f5f-6d4a-44ba-b220-379313452260 req-ffee97ec-4d53-4676-8c1a-1e6c29a6e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:00.343453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50f28f5f-6d4a-44ba-b220-379313452260 req-ffee97ec-4d53-4676-8c1a-1e6c29a6e472 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1265a150-66f3-4abf-b599-ee6db976b510 HTTP/1.1" status: 200 len: 898 time: 0.1037734 Nov 03 17:06:00.361197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a548d-6175-44db-8f4f-affb523c01e9 req-74be716a-cc8b-4791-918d-a794c460e7ce tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:00.363055 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-226a548d-6175-44db-8f4f-affb523c01e9 req-74be716a-cc8b-4791-918d-a794c460e7ce tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0524645 Nov 03 17:06:00.387569 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50f28f5f-6d4a-44ba-b220-379313452260 req-88448791-41a8-47a9-97bc-e02f28d03947 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 HTTP/1.1" status: 200 len: 217 time: 0.0365057 Nov 03 17:06:00.416088 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-226a548d-6175-44db-8f4f-affb523c01e9 req-1668ee3d-76ff-408b-9da2-8581fb9a065e tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452316 Nov 03 17:06:00.426747 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:32Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b4ba90d4-ce6e-44c7-a51a-f72f74838e3c', 'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:9c:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:32Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:00.439288 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f28f5f-6d4a-44ba-b220-379313452260 req-5059a79f-443c-4d73-b29f-3e07a09f5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:00.440772 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50f28f5f-6d4a-44ba-b220-379313452260 req-5059a79f-443c-4d73-b29f-3e07a09f5ac5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dae3cad-0053-4ef5-b75e-13b265b9d839 HTTP/1.1" status: 200 len: 834 time: 0.0450919 Nov 03 17:06:00.456536 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] Checking router: b3d65446-6d5a-474b-bd91-c335916ad06b for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:06:00.465696 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:00.466359 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:05:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:00.490530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f28f5f-6d4a-44ba-b220-379313452260 req-cb711441-e6f4-4bb0-903c-fa9c0e247388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:00.492009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50f28f5f-6d4a-44ba-b220-379313452260 req-cb711441-e6f4-4bb0-903c-fa9c0e247388 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1265a150-66f3-4abf-b599-ee6db976b510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435812 Nov 03 17:06:00.572467 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:00.587027 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50f28f5f-6d4a-44ba-b220-379313452260 req-35095f2f-de01-423e-ac01-f9204586aba4 service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851138 Nov 03 17:06:00.682728 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-50f28f5f-6d4a-44ba-b220-379313452260 req-bb23d478-7268-4ac1-95f5-1edf7beaa248 service neutron] 10.222.0.15 "GET /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873039 Nov 03 17:06:00.773788 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:32Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b4ba90d4-ce6e-44c7-a51a-f72f74838e3c', 'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:9c:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:32Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:00.799521 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c9fa1-4afc-4433-8503-2b4ed1abf93f None None] The sync data for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 is: [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:32Z', 'revision_number': 4, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'b4ba90d4-ce6e-44c7-a51a-f72f74838e3c', 'name': '', 'network_id': '1265a150-66f3-4abf-b599-ee6db976b510', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'mac_address': 'fa:16:3e:9c:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:32Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'subnets': [{'id': '0dae3cad-0053-4ef5-b75e-13b265b9d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:06:01.016450 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386dd91-d27c-412e-961c-bebde68841ae None None] New status for floating IP a1b9d6b8-3470-4dd6-aa58-ddc97f05a05e: DOWN {{(pid=108106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:06:01.539418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85dcb6-3b1e-4e82-86f3-85e116bc8489 req-8f4e0322-c91b-4b42-b990-660b51ce1446 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:01.540898 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c85dcb6-3b1e-4e82-86f3-85e116bc8489 req-8f4e0322-c91b-4b42-b990-660b51ce1446 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0497341 Nov 03 17:06:01.588289 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3c85dcb6-3b1e-4e82-86f3-85e116bc8489 req-056f97b4-8425-4b77-87e9-b43a16dbe709 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/security-groups?id=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414276 Nov 03 17:06:02.150163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-2f7ce6d9-7823-48ce-886a-a72ad4f360ca tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:02.151648 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-2f7ce6d9-7823-48ce-886a-a72ad4f360ca tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 946 time: 0.0485728 Nov 03 17:06:02.248162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:06:02.248526 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:02.249574 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:02.336627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:02.336984 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:02.349364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:06:02.476443 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:02.506408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=daa1a6a5-585a-486e-a6e6-e8d47dcb41c4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:02.551090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] No DVR routers for this DVR port daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:06:02.553785 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:02.557195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0b19bc1c-5204-4944-9dfa-55bd49087966 req-9b30e398-5d44-4719-a239-957595b524f7 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.15 "DELETE /v2.0/ports/daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 HTTP/1.1" status: 204 len: 173 time: 0.3949220 Nov 03 17:06:02.557672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'name': 'network-vif-deleted', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:06:02.559942 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd117105-fd03-4387-a200-38182e40b213" -d '{"events": [{"server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "name": "network-vif-deleted", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:06:02.596063 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26c63fd-80aa-4a20-92a1-b252e6f9db81 x-openstack-request-id: req-f26c63fd-80aa-4a20-92a1-b252e6f9db81 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:06:02.596358 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9820d3-b8df-4164-ad51-8686e7775fbd", "name": "network-vif-deleted", "tag": "daa1a6a5-585a-486e-a6e6-e8d47dcb41c4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:06:02.596618 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f26c63fd-80aa-4a20-92a1-b252e6f9db81 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:06:02.597031 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9820d3-b8df-4164-ad51-8686e7775fbd', 'name': 'network-vif-deleted', 'tag': 'daa1a6a5-585a-486e-a6e6-e8d47dcb41c4', 'status': 'completed', 'code': 200} Nov 03 17:06:02.657094 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-455633c8-76e0-42d0-bc1c-33360f5fd573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:02.688661 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cfaed6be-2cd6-4a09-a0bc-2cb62ef609bf req-a526ae8e-0d8f-4c00-b7f3-f7a7a020871b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c9820d3-b8df-4164-ad51-8686e7775fbd HTTP/1.1" status: 200 len: 210 time: 0.0267980 Nov 03 17:06:03.746888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49816) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:04.100045 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:04.352842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:06:04.353106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:04.443145 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port b4ba90d4-ce6e-44c7-a51a-f72f74838e3c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=b4ba90d4-ce6e-44c7-a51a-f72f74838e3c,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:04.443503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:04.455793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for b4ba90d4-ce6e-44c7-a51a-f72f74838e3c owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:06:04.970076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:04.993871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=b4ba90d4-ce6e-44c7-a51a-f72f74838e3c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:05.104139 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-68b649ab-4983-4e60-9bc3-b2a7e5bdea96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:05.180778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:05.391341 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Router b3d65446-6d5a-474b-bd91-c335916ad06b has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:06:05.495941 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:06:05.500871 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b22a90a5-7933-46bd-8364-7ddc41602588 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "PUT /v2.0/routers/b3d65446-6d5a-474b-bd91-c335916ad06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529645 Nov 03 17:06:05.504202 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49818) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:05.506755 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80df22-260b-4b88-8702-fe484567187c None None] Sync routers for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:06:05.516927 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80df22-260b-4b88-8702-fe484567187c None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:05.517776 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7a80df22-260b-4b88-8702-fe484567187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:05.561838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc299ef-7331-4bcc-ad8e-8c58a271f3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting subnet 0dae3cad-0053-4ef5-b75e-13b265b9d839 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 17:06:05.565212 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5cc299ef-7331-4bcc-ad8e-8c58a271f3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:05.604755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5cc299ef-7331-4bcc-ad8e-8c58a271f3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:05.621708 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7a80df22-260b-4b88-8702-fe484567187c None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:05.689135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5cc299ef-7331-4bcc-ad8e-8c58a271f3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:05.750451 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5cc299ef-7331-4bcc-ad8e-8c58a271f3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:05.780508 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5cc299ef-7331-4bcc-ad8e-8c58a271f3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:05.785263 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5cc299ef-7331-4bcc-ad8e-8c58a271f3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/subnets/0dae3cad-0053-4ef5-b75e-13b265b9d839 HTTP/1.1" status: 204 len: 168 time: 0.2789748 Nov 03 17:06:05.786549 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc299ef-7331-4bcc-ad8e-8c58a271f3be tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Subnet': ['ID=0dae3cad-0053-4ef5-b75e-13b265b9d839,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:05.787629 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49820) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:05.790912 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b473551-9c47-4d3b-8093-9f9fd580b2b4 None None] Network 1265a150-66f3-4abf-b599-ee6db976b510 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:06:05.806775 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7a80df22-260b-4b88-8702-fe484567187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:06:04Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:05.838070 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80df22-260b-4b88-8702-fe484567187c None None] Checking router: b3d65446-6d5a-474b-bd91-c335916ad06b for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:06:05.846477 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80df22-260b-4b88-8702-fe484567187c None None] Routers {'b3d65446-6d5a-474b-bd91-c335916ad06b'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:05.847081 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7a80df22-260b-4b88-8702-fe484567187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['b3d65446-6d5a-474b-bd91-c335916ad06b'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:05.904486 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:05.983955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] DHCP port deletion for 1265a150-66f3-4abf-b599-ee6db976b510 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 17:06:06.025192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.036662 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Deleting port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:06:06.037322 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.049099 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7a80df22-260b-4b88-8702-fe484567187c None None] Set router b3d65446-6d5a-474b-bd91-c335916ad06b gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:06.079731 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Deleting port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:06:06.080217 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.103034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] For port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e,segment=NetworkSegment(2f7976f4-3a91-4a1a-bda9-55b04fb38360),segment_id=2f7976f4-3a91-4a1a-bda9-55b04fb38360)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:06.103373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.117802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:06:06.125371 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Calling delete_port for 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:06:06.149974 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:06:06.150317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device daa1a6a5-585a-486e-a6e6-e8d47dcb41c4 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:06:06.176449 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] For port 39de05d2-e72e-4fc0-ab9f-f7b0f2324529, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=39de05d2-e72e-4fc0-ab9f-f7b0f2324529,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:06.176957 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.193369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Calling delete_port for 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:06:06.223115 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.247150 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7a80df22-260b-4b88-8702-fe484567187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:06:04Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:06.251574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Pushing event deleted for resources: {'Port': ['ID=13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:06.254822 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] No DVR routers for this DVR port 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:06:06.265686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.265686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.265686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.265686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.265686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.265686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.265686 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.266549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.266549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.266715 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.267015 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.267317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593cb880-4981-499a-873d-e1ee4b7c2e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.282053 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80df22-260b-4b88-8702-fe484567187c None None] The sync data for ids ['b3d65446-6d5a-474b-bd91-c335916ad06b'] in n-d-813897-2 is: [{'id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676454967', 'tenant_id': 'ca132e58da314634a6cea3938239ffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:06:04Z', 'revision_number': 5, 'project_id': 'ca132e58da314634a6cea3938239ffb3', 'gw_port': {'id': '39de05d2-e72e-4fc0-ab9f-f7b0f2324529', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d65446-6d5a-474b-bd91-c335916ad06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:04:29Z', 'updated_at': '2021-11-03T17:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:06:06.380416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.407324 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Port': ['ID=39de05d2-e72e-4fc0-ab9f-f7b0f2324529,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:06.433113 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.433469 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.433844 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.434188 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.434529 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.434868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.435204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.435548 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.435868 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.436195 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.436521 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.436848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:06.476017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.510066 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.570073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.572129 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.622316 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.622828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Fanout notify agent at l3_agent the message router_deleted on router b3d65446-6d5a-474b-bd91-c335916ad06b {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 17:06:06.632266 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.633418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-5d99e664-7968-4555-a196-ed7bc1503c55 tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/routers/b3d65446-6d5a-474b-bd91-c335916ad06b HTTP/1.1" status: 204 len: 168 time: 0.8441741 Nov 03 17:06:06.636369 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49822) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:06.702069 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:06:06.719770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.728567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:06:06.729239 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 13fe9b5c-791a-4e90-b6fe-bdd13cb3c11e not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:06:06.815236 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.836123 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1265a150-66f3-4abf-b599-ee6db976b510']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:06.845109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7976f4-3a91-4a1a-bda9-55b04fb38360') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:06.845411 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7976f4-3a91-4a1a-bda9-55b04fb38360') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:06.855640 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.870121 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.876703 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 17:06:06.877103 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: timer() Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 17:06:06.881861 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 17:06:06.948126 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.955362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:06.959299 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/networks/1265a150-66f3-4abf-b599-ee6db976b510 HTTP/1.1" status: 204 len: 168 time: 0.3218980 Nov 03 17:06:06.962011 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49824) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:06.979336 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576196-443e-4735-8996-8f357b8c151b tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'Network': ['ID=1265a150-66f3-4abf-b599-ee6db976b510,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:07.030500 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a81a5b7f-4d90-40b5-9c37-febb3ad626bd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:07.055770 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a81a5b7f-4d90-40b5-9c37-febb3ad626bd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:07.113420 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a81a5b7f-4d90-40b5-9c37-febb3ad626bd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:07.116008 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-a81a5b7f-4d90-40b5-9c37-febb3ad626bd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:07.117178 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-a81a5b7f-4d90-40b5-9c37-febb3ad626bd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] 10.222.0.86 "DELETE /v2.0/security-groups/99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f HTTP/1.1" status: 204 len: 168 time: 0.1542542 Nov 03 17:06:07.126260 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5b7f-4d90-40b5-9c37-febb3ad626bd tempest-TestNetworkAdvancedServerOps-177133273 tempest-TestNetworkAdvancedServerOps-177133273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cbe7fc-204e-4fe1-8c5e-d0fce67eaf4f,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:07.450361 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:07.592387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c989bcc2-4fef-495a-a0b3-a114ba1c1cd5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ca132e58da314634a6cea3938239ffb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407747 Nov 03 17:06:07.594838 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49836) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:07.643368 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b75fb29d-e76d-4ff1-ba4f-87ed1af6f791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:07.665374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b75fb29d-e76d-4ff1-ba4f-87ed1af6f791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:07.715338 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b75fb29d-e76d-4ff1-ba4f-87ed1af6f791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:07.717921 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-b75fb29d-e76d-4ff1-ba4f-87ed1af6f791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:07.719110 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-b75fb29d-e76d-4ff1-ba4f-87ed1af6f791 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3aead523-8787-4139-9d03-2c6a0fb2eadc HTTP/1.1" status: 204 len: 168 time: 0.1233096 Nov 03 17:06:07.727224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fb29d-e76d-4ff1-ba4f-87ed1af6f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aead523-8787-4139-9d03-2c6a0fb2eadc,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:07.974045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49842) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:07.987066 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e342abbd-078b-48a3-b059-2e4b66ec863d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:07.991278 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:08.062625 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e342abbd-078b-48a3-b059-2e4b66ec863d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:08.066175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e342abbd-078b-48a3-b059-2e4b66ec863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:08.103643 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e342abbd-078b-48a3-b059-2e4b66ec863d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4f543f3783d340ab9710f9a140ab628c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285388 Nov 03 17:06:08.104932 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342abbd-078b-48a3-b059-2e4b66ec863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e556d0-4730-48da-ac22-eb7546c9b4e9,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:08.106545 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49844) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:08.157949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32a9c54d-79fc-49ce-b76c-a547aef82780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:08.180906 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32a9c54d-79fc-49ce-b76c-a547aef82780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:08.227593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32a9c54d-79fc-49ce-b76c-a547aef82780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:08.230185 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32a9c54d-79fc-49ce-b76c-a547aef82780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:08.231349 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-32a9c54d-79fc-49ce-b76c-a547aef82780 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/77e556d0-4730-48da-ac22-eb7546c9b4e9 HTTP/1.1" status: 204 len: 168 time: 0.1232104 Nov 03 17:06:08.239069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9c54d-79fc-49ce-b76c-a547aef82780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e556d0-4730-48da-ac22-eb7546c9b4e9,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:08.327871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b4ba90d4-ce6e-44c7-a51a-f72f74838e3c no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:06:08.349576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: b4ba90d4-ce6e-44c7-a51a-f72f74838e3c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:06:08.349926 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device b4ba90d4-ce6e-44c7-a51a-f72f74838e3c not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:06:08.350346 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:06:08.370278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:06:08.370617 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 39de05d2-e72e-4fc0-ab9f-f7b0f2324529 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:06:08.572786 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:08.948597 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49866) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:09.045396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1403246655-network', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:09.067193 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Made reservation on behalf of e0bd468e4649416e9c2211d23cf65f2d for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:06:09.069465 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.077635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.152110 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.156335 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.180869 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 17:06:09.196214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392fe918-a458-43b1-a29f-d1f160ee22b0,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:09.200230 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.200556 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Added segment c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c of type vlan for network 28c8a5f0-e303-4f30-8f0d-c7f24918253c Nov 03 17:06:09.241492 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.266812 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.267870 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:09.268468 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.301347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3510716 Nov 03 17:06:09.304904 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:09.310012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Request body: {'subnet': {'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1403246655-subnet', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:09.331216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Made reservation on behalf of e0bd468e4649416e9c2211d23cf65f2d for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:06:09.333055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c7e97-4268-4f94-b0c0-d136f801bd0d admin admin] Pushing event updated for resources: {'Network': ['ID=28c8a5f0-e303-4f30-8f0d-c7f24918253c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:09.333821 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.343982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 17:06:09.505592 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.562633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c297ed76-2539-411f-a61c-67c7ebcce442,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:09.571381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Checking segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:06:09.571739 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Network hostable DHCP agents. Network: 28c8a5f0-e303-4f30-8f0d-c7f24918253c, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 17:06:09.587153 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 17:06:09.595752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 28c8a5f0-e303-4f30-8f0d-c7f24918253c) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:09.600412 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:09.600999 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.605610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46591ecd-d85a-4084-a76e-e569f820ea97 None None] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:06:09.616508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-93462ca0-ed25-4787-9900-4e3566ca3b83 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3103952 Nov 03 17:06:09.619266 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49872) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:09.623792 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:09.643725 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.644977 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.704081 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.754214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 17:06:09.755078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.846273 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:09.895024 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Allocated IP 172.20.0.2 (28c8a5f0-e303-4f30-8f0d-c7f24918253c/c297ed76-2539-411f-a61c-67c7ebcce442/a7b7a178-3bf7-49df-9339-5b63fe7f3479) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:06:10.040293 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.044186 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.047791 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.063834 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.086619 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:10.091788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:10.094216 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:06:10.107933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Pushing event updated for resources: {'Port': ['ID=a7b7a178-3bf7-49df-9339-5b63fe7f3479,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:10.152752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Attempting to bind port a7b7a178-3bf7-49df-9339-5b63fe7f3479 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:06:10.153120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Attempting to bind port a7b7a178-3bf7-49df-9339-5b63fe7f3479 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:06:10.153482 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Attempting to bind port a7b7a178-3bf7-49df-9339-5b63fe7f3479 on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:06:10.158390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:06:10.158758 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Checking segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:06:10.159155 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.159558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Bound using segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:06:10.160553 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Bound port: a7b7a178-3bf7-49df-9339-5b63fe7f3479, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:06:10.161114 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.175162 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Allocated IP 172.25.6.178 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/fef1e244-7f1f-41b3-a6d8-1454f1f66427) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:06:10.227079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] For port a7b7a178-3bf7-49df-9339-5b63fe7f3479, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:06:10.230266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] For port a7b7a178-3bf7-49df-9339-5b63fe7f3479, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a7b7a178-3bf7-49df-9339-5b63fe7f3479,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:06:10.234479 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.283324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.298887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeaff6-b1c3-4437-9019-d84f62afc2fc None None] Pushing event updated for resources: {'Port': ['ID=a7b7a178-3bf7-49df-9339-5b63fe7f3479,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:10.321515 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.360305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:10.368078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:10.370726 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:06:10.397036 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=fef1e244-7f1f-41b3-a6d8-1454f1f66427,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:10.647159 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.843532 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:10.980473 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Router 6da40519-a836-45f6-81d9-aa3ab151f9f9 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 17:06:11.091191 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:06:11.103167 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Sync routers for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:06:11.111445 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:11.113592 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1b8d78ac-a35d-4d63-8043-5a1fc867eeb6 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4923792 Nov 03 17:06:11.116134 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:11.118048 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:11.118684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:11.158990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b81961-5b15-485e-88ca-07e11e62a7dc None None] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:06:11.295933 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-ef1410ba-3189-4912-ac75-476f464294e4 None None] Provisioning complete for port a7b7a178-3bf7-49df-9339-5b63fe7f3479 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:11.296304 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef1410ba-3189-4912-ac75-476f464294e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:11.313699 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:11.606856 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef1410ba-3189-4912-ac75-476f464294e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:11.651196 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ef1410ba-3189-4912-ac75-476f464294e4 None None] For port a7b7a178-3bf7-49df-9339-5b63fe7f3479, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a7b7a178-3bf7-49df-9339-5b63fe7f3479,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:11.661336 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef1410ba-3189-4912-ac75-476f464294e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:11.663887 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:10Z', 'revision_number': 3, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:11.716985 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Checking router: 6da40519-a836-45f6-81d9-aa3ab151f9f9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:06:11.717335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Updating router 6da40519-a836-45f6-81d9-aa3ab151f9f9 port fef1e244-7f1f-41b3-a6d8-1454f1f66427 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:06:11.757941 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:11.782592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1410ba-3189-4912-ac75-476f464294e4 None None] Pushing event updated for resources: {'Port': ['ID=a7b7a178-3bf7-49df-9339-5b63fe7f3479,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:11.878470 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:11.915005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-8349a460-4575-4bb5-96f7-9fbb55e5f5f7 None None] Provisioning complete for port a7b7a178-3bf7-49df-9339-5b63fe7f3479 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:11.915373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8349a460-4575-4bb5-96f7-9fbb55e5f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.039928 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Allocated IP 172.20.0.1 (28c8a5f0-e303-4f30-8f0d-c7f24918253c/c297ed76-2539-411f-a61c-67c7ebcce442/418c9cfb-8011-4be3-964b-3d2f83c54e19) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:06:12.146815 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.179350 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.220890 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:12.225415 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:12.231270 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:06:12.261799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Pushing event updated for resources: {'Port': ['ID=418c9cfb-8011-4be3-964b-3d2f83c54e19,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:12.275331 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.282658 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.291508 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.344809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Attempting to bind port fef1e244-7f1f-41b3-a6d8-1454f1f66427 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:06:12.345317 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Attempting to bind port fef1e244-7f1f-41b3-a6d8-1454f1f66427 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:06:12.346020 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Attempting to bind port fef1e244-7f1f-41b3-a6d8-1454f1f66427 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:06:12.354659 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132b3e9-02bd-43f0-aac0-66d96dd81e80 None None] Pushing event updated for resources: {'Port': ['ID=fef1e244-7f1f-41b3-a6d8-1454f1f66427,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:12.358691 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:06:12.359157 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:06:12.359620 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.360065 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:06:12.360610 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Bound port: fef1e244-7f1f-41b3-a6d8-1454f1f66427, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:06:12.361064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.424698 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] For port fef1e244-7f1f-41b3-a6d8-1454f1f66427, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:06:12.429326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a7b7a178-3bf7-49df-9339-5b63fe7f3479 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:12.432299 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] For port fef1e244-7f1f-41b3-a6d8-1454f1f66427, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fef1e244-7f1f-41b3-a6d8-1454f1f66427,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:06:12.456483 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.465828 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.532583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132b3e9-02bd-43f0-aac0-66d96dd81e80 None None] Pushing event updated for resources: {'Port': ['ID=fef1e244-7f1f-41b3-a6d8-1454f1f66427,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:12.536074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:12.536675 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:12.596273 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a7b7a178-3bf7-49df-9339-5b63fe7f3479 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:12.596660 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.637017 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.641726 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.660548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7badf7cf-f25a-42d1-b2c9-39b3b3dcb37c None None] Provisioning complete for port 418c9cfb-8011-4be3-964b-3d2f83c54e19 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:12.660830 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7badf7cf-f25a-42d1-b2c9-39b3b3dcb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.708309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Pushing event updated for resources: {'Port': ['ID=418c9cfb-8011-4be3-964b-3d2f83c54e19,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:12.712356 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:12.724788 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-7badf7cf-f25a-42d1-b2c9-39b3b3dcb37c None None] Port 418c9cfb-8011-4be3-964b-3d2f83c54e19 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:06:12.728456 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:12.810983 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:12.812422 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:12.935293 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Router 6da40519-a836-45f6-81d9-aa3ab151f9f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:06:12.969808 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 1, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:12.999137 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85bb7b-6e15-4dd8-9d2a-6d67ca9c742c None None] The sync data for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 is: [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 1, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:06:13.048139 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-70740042-124e-49d9-beca-4dc0fdd8f810 None None] Provisioning complete for port 418c9cfb-8011-4be3-964b-3d2f83c54e19 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:13.048512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-70740042-124e-49d9-beca-4dc0fdd8f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:13.058657 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:06:13.073822 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c522a994-1158-48cb-b049-1a1828b234c0 admin admin] 10.222.0.86 "PUT /v2.0/routers/6da40519-a836-45f6-81d9-aa3ab151f9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9474487 Nov 03 17:06:13.086004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-70740042-124e-49d9-beca-4dc0fdd8f810 None None] Port 418c9cfb-8011-4be3-964b-3d2f83c54e19 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:06:13.577908 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49890) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:13.583493 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-347810670-network', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:13.615945 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Made reservation on behalf of bdf3023eb7944b1cab1c928e5912484d for: {'network': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:06:13.618950 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:13.631767 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:13.718716 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:13.723199 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:13.749332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=108105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 17:06:13.760901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb04a7-45a9-4701-9b82-2dea0f086bba,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:13.767251 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:13.767866 n-d-813897-2 neutron-server[108105]: INFO neutron.db.segments_db [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Added segment 44ed7ff8-7688-4a69-99cf-00f7e6dca6f4 of type vlan for network 41c3e37b-e076-4053-858d-15e74b851224 Nov 03 17:06:13.811073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:13.837218 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:13.838212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:13.838792 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:13.901845 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49892) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:13.902391 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3228192 Nov 03 17:06:13.910691 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0fdc2-a60f-4c21-8653-e50b5b492076 admin admin] Pushing event updated for resources: {'Network': ['ID=41c3e37b-e076-4053-858d-15e74b851224,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:13.912174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Request body: {'subnet': {'network_id': '41c3e37b-e076-4053-858d-15e74b851224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-347810670-subnet', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'ip_version': 4}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:13.924292 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 41c3e37b-e076-4053-858d-15e74b851224 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 17:06:13.949026 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Made reservation on behalf of bdf3023eb7944b1cab1c928e5912484d for: {'subnet': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:06:13.953155 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61465482'] for subnet, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.145969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62074789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61465572'] for subnet, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.201304 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0acabbe-a394-4e7d-91c3-46adb394940e,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:14.217932 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Checking segment: {'id': '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41c3e37b-e076-4053-858d-15e74b851224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:06:14.218308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Network hostable DHCP agents. Network: 41c3e37b-e076-4053-858d-15e74b851224, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 17:06:14.236505 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Network 41c3e37b-e076-4053-858d-15e74b851224 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 17:06:14.246444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 41c3e37b-e076-4053-858d-15e74b851224) {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:14.250665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:14.251252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.256454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970b528-b250-4ce2-9b55-2521dba38f6a None None] Network 41c3e37b-e076-4053-858d-15e74b851224 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:06:14.272143 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-abd9254b-4613-4782-9716-8972b7fc06f1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3681736 Nov 03 17:06:14.274707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49894) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:14.279468 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:14.304313 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.305762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.368981 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.380990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fef1e244-7f1f-41b3-a6d8-1454f1f66427 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:14.449687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-41c3e37b-e076-4053-858d-15e74b851224', 'network_id': '41c3e37b-e076-4053-858d-15e74b851224', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'fixed_ips': [{'subnet_id': 'f0acabbe-a394-4e7d-91c3-46adb394940e'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 17:06:14.450512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.462846 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port fef1e244-7f1f-41b3-a6d8-1454f1f66427 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:14.463211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.517046 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.636447 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.671073 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port fef1e244-7f1f-41b3-a6d8-1454f1f66427, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fef1e244-7f1f-41b3-a6d8-1454f1f66427,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:14.672380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Allocated IP 172.20.0.2 (41c3e37b-e076-4053-858d-15e74b851224/f0acabbe-a394-4e7d-91c3-46adb394940e/a17a89aa-876d-4846-b355-2559d057638c) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:06:14.674714 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.726521 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.748572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.776893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=fef1e244-7f1f-41b3-a6d8-1454f1f66427,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:14.864567 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Allocated IP 172.25.6.17 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/3adc2032-177a-49e9-a685-b9486394ed61) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:06:14.868475 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.875894 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.913029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Network 41c3e37b-e076-4053-858d-15e74b851224 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:14.916151 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:14.919769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:06:14.937308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Pushing event updated for resources: {'Port': ['ID=a17a89aa-876d-4846-b355-2559d057638c,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:14.985007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Attempting to bind port a17a89aa-876d-4846-b355-2559d057638c on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:06:14.985390 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Attempting to bind port a17a89aa-876d-4846-b355-2559d057638c by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41c3e37b-e076-4053-858d-15e74b851224'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:06:14.985871 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Attempting to bind port a17a89aa-876d-4846-b355-2559d057638c on network 41c3e37b-e076-4053-858d-15e74b851224 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:06:14.987340 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.991227 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:06:14.991677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Checking segment: {'id': '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41c3e37b-e076-4053-858d-15e74b851224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:06:14.992143 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:14.992648 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Bound using segment: {'id': '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41c3e37b-e076-4053-858d-15e74b851224'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:06:14.993193 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Bound port: a17a89aa-876d-4846-b355-2559d057638c, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41c3e37b-e076-4053-858d-15e74b851224'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:06:14.993602 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:15.021535 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:15.057599 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:15.060526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:15.064080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:06:15.069264 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] For port a17a89aa-876d-4846-b355-2559d057638c, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:06:15.070672 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Sync routers for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:06:15.073169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] For port a17a89aa-876d-4846-b355-2559d057638c, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a17a89aa-876d-4846-b355-2559d057638c,segment=NetworkSegment(44ed7ff8-7688-4a69-99cf-00f7e6dca6f4),segment_id=44ed7ff8-7688-4a69-99cf-00f7e6dca6f4)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:06:15.078577 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:15.083994 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:15.084607 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:15.098823 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3adc2032-177a-49e9-a685-b9486394ed61,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:15.178935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c6a37-a5c7-4c10-bd6c-5195459ead2a None None] Pushing event updated for resources: {'Port': ['ID=a17a89aa-876d-4846-b355-2559d057638c,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:15.246964 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:15.413051 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:15.515743 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 2, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:15.542793 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Checking router: 6da40519-a836-45f6-81d9-aa3ab151f9f9 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:06:15.543144 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Updating router 6da40519-a836-45f6-81d9-aa3ab151f9f9 port 418c9cfb-8011-4be3-964b-3d2f83c54e19 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:06:15.571503 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:15.641222 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:15.771180 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 17:06:15.833756 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:15.840576 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:15.884836 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:06:15.886699 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Pushing event updated for resources: {'Port': ['ID=418c9cfb-8011-4be3-964b-3d2f83c54e19,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:15.897418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Sync routers for ids ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:06:15.897885 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.898311 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.898655 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.898989 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.899314 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.899803 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.900139 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.900622 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.900953 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.901272 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.901647 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.901973 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:06:15.906122 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:15.907693 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-590eff81-c8e9-45a1-bd40-bf6271fb57c1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6320076 Nov 03 17:06:15.911077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49898) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:15.919501 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Routers {'0f2ba55a-6904-4e59-ad8e-5ccff2051434'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:15.920775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:15.997020 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Attempting to bind port 418c9cfb-8011-4be3-964b-3d2f83c54e19 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:06:15.997392 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Attempting to bind port 418c9cfb-8011-4be3-964b-3d2f83c54e19 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:06:15.997830 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Attempting to bind port 418c9cfb-8011-4be3-964b-3d2f83c54e19 on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:06:16.003472 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:06:16.003844 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Checking segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:06:16.004246 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:16.004632 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Bound using segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:06:16.005103 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Bound port: 418c9cfb-8011-4be3-964b-3d2f83c54e19, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:06:16.005478 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:16.083556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Set router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:16.084482 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] For port 418c9cfb-8011-4be3-964b-3d2f83c54e19, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:06:16.088613 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] For port 418c9cfb-8011-4be3-964b-3d2f83c54e19, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=418c9cfb-8011-4be3-964b-3d2f83c54e19,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:06:16.104521 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:16.180359 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a26a18-47cb-496c-892e-a88c19a8b922 None None] Pushing event updated for resources: {'Port': ['ID=418c9cfb-8011-4be3-964b-3d2f83c54e19,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:16.195534 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:16.196378 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:16.318493 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c6a263a7-3133-4cc5-bdee-5ece0728f287 None None] Provisioning complete for port 418c9cfb-8011-4be3-964b-3d2f83c54e19 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:16.318832 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c6a263a7-3133-4cc5-bdee-5ece0728f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:16.328620 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:16.461095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f69a04d-fac6-4078-9dee-de7e60fb5eca None None] Network 41c3e37b-e076-4053-858d-15e74b851224 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:06:16.583555 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:16.591285 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fef1e244-7f1f-41b3-a6d8-1454f1f66427 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:16.600764 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3adc2032-177a-49e9-a685-b9486394ed61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:15Z', 'revision_number': 3, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'gw_port': {'id': '3adc2032-177a-49e9-a685-b9486394ed61', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:16.714987 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b808b-da23-4586-8cb9-359da4a0bd03 None None] The sync data for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 is: [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:06:16.865014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Checking router: 0f2ba55a-6904-4e59-ad8e-5ccff2051434 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:06:16.865367 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Updating router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 port 3adc2032-177a-49e9-a685-b9486394ed61 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:06:16.870833 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c6a263a7-3133-4cc5-bdee-5ece0728f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:16.959856 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:16.967801 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c6a263a7-3133-4cc5-bdee-5ece0728f287 None None] For port 418c9cfb-8011-4be3-964b-3d2f83c54e19, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=418c9cfb-8011-4be3-964b-3d2f83c54e19,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:16.974921 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:16.999687 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c6a263a7-3133-4cc5-bdee-5ece0728f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.043678 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port fef1e244-7f1f-41b3-a6d8-1454f1f66427 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:17.044067 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.152530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Allocated IP 172.20.0.1 (41c3e37b-e076-4053-858d-15e74b851224/f0acabbe-a394-4e7d-91c3-46adb394940e/5c8b2839-6ed3-457b-84d1-e6d3003360fd) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:06:17.188169 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a263a7-3133-4cc5-bdee-5ece0728f287 None None] Pushing event updated for resources: {'Port': ['ID=418c9cfb-8011-4be3-964b-3d2f83c54e19,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:17.215325 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-50cc581c-fb14-47f6-bff0-02e30c959a47 None None] Provisioning complete for port 418c9cfb-8011-4be3-964b-3d2f83c54e19 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:17.215698 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-50cc581c-fb14-47f6-bff0-02e30c959a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.285822 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.338929 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.384510 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Network 41c3e37b-e076-4053-858d-15e74b851224 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:17.387654 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:17.391523 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:06:17.398210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 418c9cfb-8011-4be3-964b-3d2f83c54e19 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:17.427792 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8b2839-6ed3-457b-84d1-e6d3003360fd,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:17.444530 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.545304 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-50cc581c-fb14-47f6-bff0-02e30c959a47 None None] Provisioning complete for port a17a89aa-876d-4846-b355-2559d057638c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:17.545688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-50cc581c-fb14-47f6-bff0-02e30c959a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.548883 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.585431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 418c9cfb-8011-4be3-964b-3d2f83c54e19 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:17.585879 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.589286 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.617514 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.693664 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Attempting to bind port 3adc2032-177a-49e9-a685-b9486394ed61 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:06:17.694037 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Attempting to bind port 3adc2032-177a-49e9-a685-b9486394ed61 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:06:17.694400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Attempting to bind port 3adc2032-177a-49e9-a685-b9486394ed61 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:06:17.705336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eb859-7cb5-4e27-9ffd-7bc800c44e3b None None] Pushing event updated for resources: {'Port': ['ID=3adc2032-177a-49e9-a685-b9486394ed61,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:17.714445 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:06:17.714817 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:06:17.715213 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.715598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:06:17.716083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Bound port: 3adc2032-177a-49e9-a685-b9486394ed61, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:06:17.716466 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.804532 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.809469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.832984 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-50cc581c-fb14-47f6-bff0-02e30c959a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.835192 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] For port 3adc2032-177a-49e9-a685-b9486394ed61, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:06:17.837741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a17a89aa-876d-4846-b355-2559d057638c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:17.840388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] For port 3adc2032-177a-49e9-a685-b9486394ed61, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3adc2032-177a-49e9-a685-b9486394ed61,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:06:17.870855 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.881098 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.882828 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8b2839-6ed3-457b-84d1-e6d3003360fd,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:17.948387 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-50cc581c-fb14-47f6-bff0-02e30c959a47 None None] For port a17a89aa-876d-4846-b355-2559d057638c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a17a89aa-876d-4846-b355-2559d057638c,segment=NetworkSegment(44ed7ff8-7688-4a69-99cf-00f7e6dca6f4),segment_id=44ed7ff8-7688-4a69-99cf-00f7e6dca6f4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:17.965511 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-50cc581c-fb14-47f6-bff0-02e30c959a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:17.975839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eb859-7cb5-4e27-9ffd-7bc800c44e3b None None] Pushing event updated for resources: {'Port': ['ID=3adc2032-177a-49e9-a685-b9486394ed61,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:17.976179 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Network 41c3e37b-e076-4053-858d-15e74b851224 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:17.977702 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:17.985042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Routers {'0f2ba55a-6904-4e59-ad8e-5ccff2051434'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:17.985677 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:18.049375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a17a89aa-876d-4846-b355-2559d057638c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:18.049813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.107864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:06:18.169079 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc581c-fb14-47f6-bff0-02e30c959a47 None None] Pushing event updated for resources: {'Port': ['ID=a17a89aa-876d-4846-b355-2559d057638c,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:18.183096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-890a4cc0-50ae-421c-b6a5-05387123d6e7 None None] Provisioning complete for port 5c8b2839-6ed3-457b-84d1-e6d3003360fd triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:18.183464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-890a4cc0-50ae-421c-b6a5-05387123d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.216649 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] Set router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:18.224725 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:06:18.229796 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-0f687a53-3696-43d7-8b38-241c562e6c74 admin admin] 10.222.0.86 "PUT /v2.0/routers/0f2ba55a-6904-4e59-ad8e-5ccff2051434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3173831 Nov 03 17:06:18.281290 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-890a4cc0-50ae-421c-b6a5-05387123d6e7 None None] Port 5c8b2839-6ed3-457b-84d1-e6d3003360fd cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:06:18.358888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-890a4cc0-50ae-421c-b6a5-05387123d6e7 None None] Provisioning complete for port a17a89aa-876d-4846-b355-2559d057638c triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:18.359256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-890a4cc0-50ae-421c-b6a5-05387123d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.433400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 418c9cfb-8011-4be3-964b-3d2f83c54e19 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:18.567165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 418c9cfb-8011-4be3-964b-3d2f83c54e19 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:18.567536 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.778144 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49906) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:18.782865 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-f6832067-331e-4fff-b037-06e056304523 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982533067', 'description': 'tempest-secgroup-smoke-1982533067 description', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:18.790611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-251d6650-2286-445d-b5e4-437d992647ce None None] Provisioning complete for port 5c8b2839-6ed3-457b-84d1-e6d3003360fd triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:18.790988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-251d6650-2286-445d-b5e4-437d992647ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.794267 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3adc2032-177a-49e9-a685-b9486394ed61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 4, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'gw_port': {'id': '3adc2032-177a-49e9-a685-b9486394ed61', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5c8b2839-6ed3-457b-84d1-e6d3003360fd', 'name': '', 'network_id': '41c3e37b-e076-4053-858d-15e74b851224', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'mac_address': 'fa:16:3e:74:63:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:16Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 2, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'subnets': [{'id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:18.806623 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6832067-331e-4fff-b037-06e056304523 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.848971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da2bb52-814c-4de8-a3f8-078962c7b6a0 None None] The sync data for ids ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'] in n-d-813897-2 is: [{'id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3adc2032-177a-49e9-a685-b9486394ed61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 4, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'gw_port': {'id': '3adc2032-177a-49e9-a685-b9486394ed61', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5c8b2839-6ed3-457b-84d1-e6d3003360fd', 'name': '', 'network_id': '41c3e37b-e076-4053-858d-15e74b851224', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'mac_address': 'fa:16:3e:74:63:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:16Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 2, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'subnets': [{'id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:06:18.878023 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6832067-331e-4fff-b037-06e056304523 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.882713 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6832067-331e-4fff-b037-06e056304523 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.883298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-251d6650-2286-445d-b5e4-437d992647ce None None] Port 5c8b2839-6ed3-457b-84d1-e6d3003360fd cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:06:18.900992 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a17a89aa-876d-4846-b355-2559d057638c up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:18.914120 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-f6832067-331e-4fff-b037-06e056304523 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.918446 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f6832067-331e-4fff-b037-06e056304523 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1361461 Nov 03 17:06:18.918616 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49908) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:18.923948 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-dc710f38-c6e5-4d20-922b-d0ab044fbe1e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': 'ba065444-d55c-4add-8531-288ec6094e58', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:18.930337 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6832067-331e-4fff-b037-06e056304523 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba065444-d55c-4add-8531-288ec6094e58,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:18.954154 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port a17a89aa-876d-4846-b355-2559d057638c triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:18.954535 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:18.960768 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc710f38-c6e5-4d20-922b-d0ab044fbe1e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.022388 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc710f38-c6e5-4d20-922b-d0ab044fbe1e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.026073 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc710f38-c6e5-4d20-922b-d0ab044fbe1e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.044354 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc710f38-c6e5-4d20-922b-d0ab044fbe1e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3eb9efd-0b14-4ce0-a61f-f0faec3b0db8,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:19.054675 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-dc710f38-c6e5-4d20-922b-d0ab044fbe1e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.055901 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-dc710f38-c6e5-4d20-922b-d0ab044fbe1e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364050 Nov 03 17:06:19.058864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49910) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:19.063501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-ce0b8d67-5098-4468-a6a5-6a6463de38b5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': 'ba065444-d55c-4add-8531-288ec6094e58', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:19.108771 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8d67-5098-4468-a6a5-6a6463de38b5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.173041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8d67-5098-4468-a6a5-6a6463de38b5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.177645 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8d67-5098-4468-a6a5-6a6463de38b5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.197430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b8d67-5098-4468-a6a5-6a6463de38b5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4758aa4b-17f5-4bc8-8f51-25aa2bb07ab5,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:19.208849 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8d67-5098-4468-a6a5-6a6463de38b5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.210206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-ce0b8d67-5098-4468-a6a5-6a6463de38b5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503284 Nov 03 17:06:19.213028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49912) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:19.217492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-215c79a4-28dd-42c8-9995-7fa2aa5caa8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': 'ba065444-d55c-4add-8531-288ec6094e58', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:19.246399 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-215c79a4-28dd-42c8-9995-7fa2aa5caa8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.313180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-215c79a4-28dd-42c8-9995-7fa2aa5caa8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.317440 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-215c79a4-28dd-42c8-9995-7fa2aa5caa8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.334886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c79a4-28dd-42c8-9995-7fa2aa5caa8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233c7b42-a08c-48f5-92b4-2ec41f07e7c5,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:19.347681 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-215c79a4-28dd-42c8-9995-7fa2aa5caa8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.348948 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-215c79a4-28dd-42c8-9995-7fa2aa5caa8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348693 Nov 03 17:06:19.353123 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49914) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:19.357477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2b44cea6-4310-4f73-9b8d-8f9b66b05bc5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': 'ba065444-d55c-4add-8531-288ec6094e58', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:19.387561 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b44cea6-4310-4f73-9b8d-8f9b66b05bc5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.455852 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b44cea6-4310-4f73-9b8d-8f9b66b05bc5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.461424 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b44cea6-4310-4f73-9b8d-8f9b66b05bc5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.480633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44cea6-4310-4f73-9b8d-8f9b66b05bc5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b8c338-8a1a-46e9-919e-34ee0257c30c,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:19.491159 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2b44cea6-4310-4f73-9b8d-8f9b66b05bc5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.495209 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2b44cea6-4310-4f73-9b8d-8f9b66b05bc5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383500 Nov 03 17:06:19.495209 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49916) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:19.499513 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2051c1f6-3fd0-41d2-9cf8-f47035b2fd76 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': 'ba065444-d55c-4add-8531-288ec6094e58', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:19.543199 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-2051c1f6-3fd0-41d2-9cf8-f47035b2fd76 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Project e0bd468e4649416e9c2211d23cf65f2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:06:19.548338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2051c1f6-3fd0-41d2-9cf8-f47035b2fd76 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.613207 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2051c1f6-3fd0-41d2-9cf8-f47035b2fd76 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.617573 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2051c1f6-3fd0-41d2-9cf8-f47035b2fd76 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.634794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051c1f6-3fd0-41d2-9cf8-f47035b2fd76 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23b952a-1033-4a4c-a01d-cb5b9036dc83,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:19.647410 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2051c1f6-3fd0-41d2-9cf8-f47035b2fd76 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.648811 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2051c1f6-3fd0-41d2-9cf8-f47035b2fd76 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527174 Nov 03 17:06:19.651723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 49918) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:19.656664 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-45cf31b7-85f3-47e8-b931-dad7048b8abc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': 'ba065444-d55c-4add-8531-288ec6094e58', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:19.679931 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-45cf31b7-85f3-47e8-b931-dad7048b8abc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Project e0bd468e4649416e9c2211d23cf65f2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:06:19.685739 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-45cf31b7-85f3-47e8-b931-dad7048b8abc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.752979 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-45cf31b7-85f3-47e8-b931-dad7048b8abc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.757090 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-45cf31b7-85f3-47e8-b931-dad7048b8abc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.773202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf31b7-85f3-47e8-b931-dad7048b8abc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87279c2a-3f14-4e2d-a6cd-e32968daf546,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:19.785730 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-45cf31b7-85f3-47e8-b931-dad7048b8abc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:19.786977 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-45cf31b7-85f3-47e8-b931-dad7048b8abc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339221 Nov 03 17:06:19.944768 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-73b07cb2-ac0d-4ace-b847-dae8f68983ce tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982533067&fields=id&tenant_id=e0bd468e4649416e9c2211d23cf65f2d HTTP/1.1" status: 200 len: 267 time: 0.0471597 Nov 03 17:06:20.059377 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-85dba1bd-8879-4147-8e61-88d15ed74212 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:20.060857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-85dba1bd-8879-4147-8e61-88d15ed74212 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 809 time: 0.1091335 Nov 03 17:06:20.076374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-7e657d41-7b25-4b55-9c23-3815377ab66e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/quotas/e0bd468e4649416e9c2211d23cf65f2d HTTP/1.1" status: 200 len: 375 time: 0.0095420 Nov 03 17:06:20.130113 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-5ca83227-8ecf-41fd-884c-60569a5efd48 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478392 Nov 03 17:06:20.230276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-fa51b353-c7ce-47d2-b11a-49b47165ac25 service neutron] 10.222.0.86 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878808 Nov 03 17:06:20.319864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-a646acf9-0a47-402f-8c7c-bdc13ca02b3b service neutron] 10.222.0.86 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833216 Nov 03 17:06:20.448108 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3adc2032-177a-49e9-a685-b9486394ed61 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:20.500810 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3e7defe0-1773-4692-8d5c-cea62f9cd4d4 req-5d437766-3832-4c05-9190-74dfa9d93da7 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 210 time: 0.0354903 Nov 03 17:06:20.506998 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3adc2032-177a-49e9-a685-b9486394ed61 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:20.507379 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:20.596141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:20.619747 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 3adc2032-177a-49e9-a685-b9486394ed61, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3adc2032-177a-49e9-a685-b9486394ed61,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:20.624300 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:20.674719 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=3adc2032-177a-49e9-a685-b9486394ed61,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:20.886610 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Sync routers for ids ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:06:20.896919 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Routers {'0f2ba55a-6904-4e59-ad8e-5ccff2051434'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:20.897698 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:21.007099 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Set router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:21.245225 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3adc2032-177a-49e9-a685-b9486394ed61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 4, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'gw_port': {'id': '3adc2032-177a-49e9-a685-b9486394ed61', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5c8b2839-6ed3-457b-84d1-e6d3003360fd', 'name': '', 'network_id': '41c3e37b-e076-4053-858d-15e74b851224', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'mac_address': 'fa:16:3e:74:63:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:16Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 2, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'subnets': [{'id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:21.276379 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Checking router: 0f2ba55a-6904-4e59-ad8e-5ccff2051434 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:06:21.276803 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Updating router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 port 5c8b2839-6ed3-457b-84d1-e6d3003360fd binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:06:21.306542 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:21.511203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-f1548461-f7ee-4650-9162-8bdf247e54aa tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:21.513972 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-f1548461-f7ee-4650-9162-8bdf247e54aa tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 809 time: 0.1431060 Nov 03 17:06:21.595735 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-4e7c1ff8-9307-43c0-a0f1-8c8e5a8db3bc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0bd468e4649416e9c2211d23cf65f2d HTTP/1.1" status: 200 len: 380 time: 0.0727472 Nov 03 17:06:21.606108 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:21.612180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6d237ed2-29c2-4273-8c8d-47b77cd9f362 req-b335908d-2036-4a48-9326-5d31cb40c619 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 210 time: 0.0383892 Nov 03 17:06:21.612568 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:21.616099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'port': {'device_id': '04a7690b-0dff-4122-b094-607ea60bceeb', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'admin_state_up': True, 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'security_groups': ['ba065444-d55c-4add-8531-288ec6094e58']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:21.661445 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bcd20-69a0-4464-9f59-2260c1274ff6 None None] Pushing event updated for resources: {'Port': ['ID=5c8b2839-6ed3-457b-84d1-e6d3003360fd,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:21.717032 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Attempting to bind port 5c8b2839-6ed3-457b-84d1-e6d3003360fd on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:06:21.717404 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Attempting to bind port 5c8b2839-6ed3-457b-84d1-e6d3003360fd by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41c3e37b-e076-4053-858d-15e74b851224'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:06:21.717796 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Attempting to bind port 5c8b2839-6ed3-457b-84d1-e6d3003360fd on network 41c3e37b-e076-4053-858d-15e74b851224 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:06:21.723534 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:06:21.724179 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Checking segment: {'id': '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41c3e37b-e076-4053-858d-15e74b851224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:06:21.724580 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:21.724966 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Bound using segment: {'id': '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41c3e37b-e076-4053-858d-15e74b851224'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:06:21.725434 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Bound port: 5c8b2839-6ed3-457b-84d1-e6d3003360fd, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41c3e37b-e076-4053-858d-15e74b851224'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:06:21.725850 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:21.741830 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Made reservation on behalf of e0bd468e4649416e9c2211d23cf65f2d for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:06:21.745726 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:21.804683 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] For port 5c8b2839-6ed3-457b-84d1-e6d3003360fd, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:06:21.808195 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] For port 5c8b2839-6ed3-457b-84d1-e6d3003360fd, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5c8b2839-6ed3-457b-84d1-e6d3003360fd,segment=NetworkSegment(44ed7ff8-7688-4a69-99cf-00f7e6dca6f4),segment_id=44ed7ff8-7688-4a69-99cf-00f7e6dca6f4)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:06:21.812317 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:21.870644 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bcd20-69a0-4464-9f59-2260c1274ff6 None None] Pushing event updated for resources: {'Port': ['ID=5c8b2839-6ed3-457b-84d1-e6d3003360fd,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:21.883806 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Routers {'0f2ba55a-6904-4e59-ad8e-5ccff2051434'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:21.884421 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:21.894300 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Allocated IP 172.20.0.11 (28c8a5f0-e303-4f30-8f0d-c7f24918253c/c297ed76-2539-411f-a61c-67c7ebcce442/4d48ccba-7609-4626-8cde-1d1ad7cc5703) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:06:21.943839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6a21a807-6eb3-459a-af3a-28978ff6ba99 None None] Provisioning complete for port 5c8b2839-6ed3-457b-84d1-e6d3003360fd triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:21.946067 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a21a807-6eb3-459a-af3a-28978ff6ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.012244 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] Set router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:22.040638 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a21a807-6eb3-459a-af3a-28978ff6ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.080359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6a21a807-6eb3-459a-af3a-28978ff6ba99 None None] For port 5c8b2839-6ed3-457b-84d1-e6d3003360fd, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5c8b2839-6ed3-457b-84d1-e6d3003360fd,segment=NetworkSegment(44ed7ff8-7688-4a69-99cf-00f7e6dca6f4),segment_id=44ed7ff8-7688-4a69-99cf-00f7e6dca6f4)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:22.085845 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6a21a807-6eb3-459a-af3a-28978ff6ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.090909 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.134885 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.140941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21a807-6eb3-459a-af3a-28978ff6ba99 None None] Pushing event updated for resources: {'Port': ['ID=5c8b2839-6ed3-457b-84d1-e6d3003360fd,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:22.188886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:22.192616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:22.197196 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:06:22.201171 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:22.216461 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-7735c127-da54-4d41-8243-77ab6bd3f7f9 None None] Provisioning complete for port 5c8b2839-6ed3-457b-84d1-e6d3003360fd triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:22.216898 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7735c127-da54-4d41-8243-77ab6bd3f7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.233512 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3adc2032-177a-49e9-a685-b9486394ed61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 4, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'gw_port': {'id': '3adc2032-177a-49e9-a685-b9486394ed61', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5c8b2839-6ed3-457b-84d1-e6d3003360fd', 'name': '', 'network_id': '41c3e37b-e076-4053-858d-15e74b851224', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'mac_address': 'fa:16:3e:74:63:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:16Z', 'updated_at': '2021-11-03T17:06:21Z', 'revision_number': 4, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'subnets': [{'id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:22.267251 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:22.267932 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.269251 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd0a27-1314-404c-9e0f-57ed38f35415 None None] The sync data for ids ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'] in n-d-813897-2 is: [{'id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3adc2032-177a-49e9-a685-b9486394ed61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:17Z', 'revision_number': 4, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'gw_port': {'id': '3adc2032-177a-49e9-a685-b9486394ed61', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '5c8b2839-6ed3-457b-84d1-e6d3003360fd', 'name': '', 'network_id': '41c3e37b-e076-4053-858d-15e74b851224', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'mac_address': 'fa:16:3e:74:63:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:16Z', 'updated_at': '2021-11-03T17:06:21Z', 'revision_number': 4, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'subnets': [{'id': 'f0acabbe-a394-4e7d-91c3-46adb394940e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:06:22.294840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-0287caf4-e506-4f6a-a116-b57b94313221 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6854281 Nov 03 17:06:22.309084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Request body: {'port': {'device_id': '04a7690b-0dff-4122-b094-607ea60bceeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:22.375762 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.495123 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5c8b2839-6ed3-457b-84d1-e6d3003360fd up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:22.558475 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-db8fedaf-3e8f-40b1-af0a-8c9b8e9eec82 None None] Provisioning complete for port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:22.558989 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-db8fedaf-3e8f-40b1-af0a-8c9b8e9eec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.587143 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 5c8b2839-6ed3-457b-84d1-e6d3003360fd triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:22.587559 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.635592 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-db8fedaf-3e8f-40b1-af0a-8c9b8e9eec82 None None] Port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:06:22.671460 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.712022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3adc2032-177a-49e9-a685-b9486394ed61 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:22.715986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d48ccba-7609-4626-8cde-1d1ad7cc5703 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:06:22.728424 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.747367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Transition to ACTIVE for port object 4d48ccba-7609-4626-8cde-1d1ad7cc5703 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:06:22.752301 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.767884 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93895e3-ca16-488f-8350-251b36084938 req-1e76dd31-2193-4e4e-a498-aacdc813eed4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:22.771039 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c93895e3-ca16-488f-8350-251b36084938 req-1e76dd31-2193-4e4e-a498-aacdc813eed4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 932 time: 0.0737178 Nov 03 17:06:22.780582 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 3adc2032-177a-49e9-a685-b9486394ed61 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:22.781225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:22.829159 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:22.854845 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c93895e3-ca16-488f-8350-251b36084938 req-1b349115-186f-4d59-8086-3dfec6cac9e2 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716643 Nov 03 17:06:22.933808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Attempting to bind port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:06:22.934144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Attempting to bind port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:06:22.934474 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Attempting to bind port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:06:22.939887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:06:22.940212 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Attempting to bind port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:06:22.947018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:06:22.947535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Checking segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:06:22.947956 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Bound using segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:06:22.948396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Bound port: 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:06:22.948755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:23.018747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:06:23.022562 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:06:23.026551 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:23.062096 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:23.062716 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:23.064091 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 1092 time: 0.7601850 Nov 03 17:06:23.064538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:06:23.066840 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d" -d '{"events": [{"name": "network-changed", "server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:06:23.090043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789311bf-b06b-4b88-b274-680cf7e672a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:23.113965 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b114c3c-7dc8-4551-9fac-892ceafb779f x-openstack-request-id: req-5b114c3c-7dc8-4551-9fac-892ceafb779f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:06:23.114419 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:06:23.114840 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5b114c3c-7dc8-4551-9fac-892ceafb779f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:06:23.115499 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'status': 'completed', 'code': 200} Nov 03 17:06:23.163508 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-a33da504-c4f4-43a9-bdd0-a2d4adff8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:23.165008 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-a33da504-c4f4-43a9-bdd0-a2d4adff8746 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1095 time: 0.0479493 Nov 03 17:06:23.213833 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-315b91a8-ad08-46fa-ad61-b955c2d2109f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 217 time: 0.0402513 Nov 03 17:06:23.265397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-d786f793-9d68-4a00-bf29-e8b004070336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:23.266915 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-d786f793-9d68-4a00-bf29-e8b004070336 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0463161 Nov 03 17:06:23.313640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-15aebfba-af53-41a8-81a5-6c9a56d7e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:23.315156 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-15aebfba-af53-41a8-81a5-6c9a56d7e9b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407631 Nov 03 17:06:23.408908 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-4073557c-ac2a-4509-86b0-e4dbed38066c service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853484 Nov 03 17:06:23.503943 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c93126d5-1144-4e53-88f0-2e0f126c6ff5 req-a81e2916-d3c4-4dcf-8bcd-4f93a9d1facc service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866766 Nov 03 17:06:23.597576 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-ebf00fe3-0786-416d-91f2-60b753f40f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:23.599179 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-ebf00fe3-0786-416d-91f2-60b753f40f79 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1095 time: 0.0459218 Nov 03 17:06:23.688791 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-11fe1d29-05ed-4c5b-aae8-3abf1dd21a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:23.690199 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-11fe1d29-05ed-4c5b-aae8-3abf1dd21a3c service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0834572 Nov 03 17:06:23.735819 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-7a2d9960-caee-4956-93a4-474fdf46226d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 217 time: 0.0375030 Nov 03 17:06:23.785146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-f4f5c771-bcea-481e-b71c-3d664ccdf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:23.786602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-f4f5c771-bcea-481e-b71c-3d664ccdf9bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0436597 Nov 03 17:06:23.833342 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-8eaffd73-c994-473d-94d0-ccd7ef6ae65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:23.834867 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-8eaffd73-c994-473d-94d0-ccd7ef6ae65a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406923 Nov 03 17:06:23.935837 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-1c4b8982-fec6-4657-a1e1-c586ee3ce389 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926018 Nov 03 17:06:23.967478 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64387eac-e4ea-4d45-9b93-03b70e41380d req-65aaa321-1002-47d8-9a99-d346e98c0b73 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:23.968985 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64387eac-e4ea-4d45-9b93-03b70e41380d req-65aaa321-1002-47d8-9a99-d346e98c0b73 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 944 time: 0.0527465 Nov 03 17:06:24.022700 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-64387eac-e4ea-4d45-9b93-03b70e41380d req-2b9ea32e-1931-4361-8494-e9d2a9ebc736 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467615 Nov 03 17:06:24.035962 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6e8d218-4258-4a2f-ba7f-b4d8c3c7800d req-5e7428ea-7062-4cd7-a6f9-8769d8f4fb61 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919089 Nov 03 17:06:25.142353 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9e8e1-df93-4094-ad3a-43e4f25e1fde req-8502ca8d-8831-4d3b-bc37-5e4b12cefe8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:25.144523 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-52a9e8e1-df93-4094-ad3a-43e4f25e1fde req-8502ca8d-8831-4d3b-bc37-5e4b12cefe8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 944 time: 0.0500073 Nov 03 17:06:25.199081 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-52a9e8e1-df93-4094-ad3a-43e4f25e1fde req-c2523fc2-f8d3-474f-a9bb-be81125addf3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483029 Nov 03 17:06:26.264266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 4d48ccba-7609-4626-8cde-1d1ad7cc5703 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:06:26.320590 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ee077-8f73-4915-b4df-3bcb500270f9 req-1f622bae-c4f3-4bc8-814d-53b082508e18 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:26.322235 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-357ee077-8f73-4915-b4df-3bcb500270f9 req-1f622bae-c4f3-4bc8-814d-53b082508e18 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 944 time: 0.0559406 Nov 03 17:06:26.366053 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:26.372349 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-357ee077-8f73-4915-b4df-3bcb500270f9 req-8c1246cd-526c-4ad4-a21f-41daf59bbe07 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438366 Nov 03 17:06:26.377497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'port_id': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'mac_address': 'fa:16:3e:22:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:06:26.415221 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:26.428573 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d48ccba-7609-4626-8cde-1d1ad7cc5703 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:06:26.447497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:26.451653 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:26.497150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:26.684810 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['4d48ccba-7609-4626-8cde-1d1ad7cc5703'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:06:27.487844 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29fed5-08ed-45df-8a99-6ce33f34d529 req-24b5c8ea-2389-4503-a62c-c791df6c2754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:27.489307 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca29fed5-08ed-45df-8a99-6ce33f34d529 req-24b5c8ea-2389-4503-a62c-c791df6c2754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0487926 Nov 03 17:06:27.539056 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ca29fed5-08ed-45df-8a99-6ce33f34d529 req-9910dc0a-7c5c-4a7c-8d56-18b0a0126ed6 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Nov 03 17:06:28.282214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 4d48ccba-7609-4626-8cde-1d1ad7cc5703 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:06:28.330600 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:06:28.334443 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:06:28.334814 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:28.410829 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:28.433031 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:06:28.435315 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dec5ad-da9d-4ba3-9660-20f0932ab1b2" -d '{"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-plugged", "status": "completed", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:06:28.448547 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:06:28.452631 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:28.480264 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a502fd-2f80-4328-a9d9-1d2bf02e2c24 x-openstack-request-id: req-d4a502fd-2f80-4328-a9d9-1d2bf02e2c24 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:06:28.480560 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-plugged", "status": "completed", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:06:28.480813 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d4a502fd-2f80-4328-a9d9-1d2bf02e2c24 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:06:28.481223 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'code': 200} Nov 03 17:06:28.506916 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:28.585905 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bc38a-45d4-458b-be96-7802543ac18f req-f849594c-ce46-4259-a2c3-eb7c90206ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:28.587330 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f8bc38a-45d4-458b-be96-7802543ac18f req-f849594c-ce46-4259-a2c3-eb7c90206ecb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1097 time: 0.0404222 Nov 03 17:06:28.671639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9f8bc38a-45d4-458b-be96-7802543ac18f req-0418cace-2c0f-4db0-8ca4-0de2a5723d5e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768435 Nov 03 17:06:28.683518 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876b9e6-d12e-4a0f-8da5-b83182d1c23b req-be806fca-dc6d-4947-83b6-63fa84b796c4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:28.684892 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b876b9e6-d12e-4a0f-8da5-b83182d1c23b req-be806fca-dc6d-4947-83b6-63fa84b796c4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0772045 Nov 03 17:06:28.736850 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b876b9e6-d12e-4a0f-8da5-b83182d1c23b req-ac0f287a-23ae-4a46-8958-4bd746caf88a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460227 Nov 03 17:06:29.853161 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f404fe1-8339-41cd-891e-2b737b04f77b req-ed7b9336-f43c-4efa-a70f-ad02a9810f8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:29.854658 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0f404fe1-8339-41cd-891e-2b737b04f77b req-ed7b9336-f43c-4efa-a70f-ad02a9810f8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0483282 Nov 03 17:06:29.903353 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-0f404fe1-8339-41cd-891e-2b737b04f77b req-d348f71c-2ec1-4740-9cae-671ee5656316 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427630 Nov 03 17:06:30.022208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6160fea-bafa-4258-ae64-eaf556e433a9 req-18c16f83-d877-4196-8630-07b7101d823d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:30.023671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6160fea-bafa-4258-ae64-eaf556e433a9 req-18c16f83-d877-4196-8630-07b7101d823d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0484803 Nov 03 17:06:30.072212 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d6160fea-bafa-4258-ae64-eaf556e433a9 req-8d2170e9-5035-46b4-a0e4-5960890ee9ca tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Nov 03 17:06:30.094195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49968) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:30.221871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937b776-d206-4ae8-9693-e329a38ea318 tempest-TestShelveInstance-135826671 tempest-TestShelveInstance-135826671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:30.223788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5937b776-d206-4ae8-9693-e329a38ea318 tempest-TestShelveInstance-135826671 tempest-TestShelveInstance-135826671-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1092 time: 0.1286275 Nov 03 17:06:30.226728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 49972) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:06:30.230999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:06:30.251503 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:30.347090 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:30.451375 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Allocated IP 172.25.6.31 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/54e57bdc-dc2a-436a-9b83-b87b95dcdf49) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:06:30.550085 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:30.583420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:30.618581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:06:30.627383 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:06:30.631478 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:06:30.637120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'Port': ['ID=54e57bdc-dc2a-436a-9b83-b87b95dcdf49,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:30.981980 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:31.048958 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:31.196041 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:31.200543 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:31.264662 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'Port': ['ID=54e57bdc-dc2a-436a-9b83-b87b95dcdf49,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:06:31.278681 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:31.376024 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Floating IP e623dfec-8d3e-4aea-abe6-926b2505fa37 associated. External IP: 172.25.6.31, port: 4d48ccba-7609-4626-8cde-1d1ad7cc5703. Nov 03 17:06:31.915393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Router 6da40519-a836-45f6-81d9-aa3ab151f9f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:06:32.024609 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:06:32.034759 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] Sync routers for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:06:32.042708 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:32.044579 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:32.045189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:32.069607 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-3510c92b-1864-4141-bf20-fb6159b1682d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8418400 Nov 03 17:06:32.070851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:06:32.073416 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10291d5f-bd8b-4312-bf15-01c39355af62" -d '{"events": [{"name": "network-changed", "server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:06:32.111526 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7346a5e-1d94-44e8-9fed-cf07aebb5e5e x-openstack-request-id: req-b7346a5e-1d94-44e8-9fed-cf07aebb5e5e {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:06:32.111819 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:06:32.112101 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b7346a5e-1d94-44e8-9fed-cf07aebb5e5e {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:06:32.113105 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'status': 'completed', 'code': 200} Nov 03 17:06:32.155075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:32.177616 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-534beaff-98c5-4e6c-bf0e-800194d26491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:32.179041 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-534beaff-98c5-4e6c-bf0e-800194d26491 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1097 time: 0.0405891 Nov 03 17:06:32.277999 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-1eb5756c-18f5-4eef-b511-2f59a9aaed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:32.279479 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-1eb5756c-18f5-4eef-b511-2f59a9aaed1d service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0912395 Nov 03 17:06:32.324548 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:32.347467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-a7109c29-a49a-406b-825a-34de2f7b4a2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 999 time: 0.0608385 Nov 03 17:06:32.397968 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-561eac16-7645-4d98-a7ef-f49eabcd6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:32.399431 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-561eac16-7645-4d98-a7ef-f49eabcd6457 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0448925 Nov 03 17:06:32.400358 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'e623dfec-8d3e-4aea-abe6-926b2505fa37', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'port_id': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'mac_address': 'fa:16:3e:22:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7690b-0dff-4122-b094-607ea60bceeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:06:30Z', 'updated_at': '2021-11-03T17:06:30Z', 'revision_number': 0, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:32.427323 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] Checking router: 6da40519-a836-45f6-81d9-aa3ab151f9f9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:06:32.436141 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:06:32.436682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:06:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:32.450977 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-b44ab3e1-e1e6-4d02-af62-adc4a4dbbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:06:32.452573 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-b44ab3e1-e1e6-4d02-af62-adc4a4dbbb2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457382 Nov 03 17:06:32.542377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-a08c7873-81ff-4ed9-a7a2-e95d91aa16b3 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826108 Nov 03 17:06:32.542646 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:06:32.639854 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-10291d5f-bd8b-4312-bf15-01c39355af62 req-dc7c65a1-14d6-4c15-a01f-0aea7df3bf8f service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897632 Nov 03 17:06:32.700499 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-04b38f98-d13f-49a0-888d-16880b1d20ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:32.781811 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'e623dfec-8d3e-4aea-abe6-926b2505fa37', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'port_id': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'mac_address': 'fa:16:3e:22:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7690b-0dff-4122-b094-607ea60bceeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:06:30Z', 'updated_at': '2021-11-03T17:06:30Z', 'revision_number': 0, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:06:32.808471 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfef35bf-d858-43c0-883a-f5d0eb95d44a None None] The sync data for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 is: [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'e623dfec-8d3e-4aea-abe6-926b2505fa37', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'port_id': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'mac_address': 'fa:16:3e:22:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7690b-0dff-4122-b094-607ea60bceeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:06:30Z', 'updated_at': '2021-11-03T17:06:30Z', 'revision_number': 0, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:06:33.009829 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bad160-bca7-4dba-b672-2082152022bc None None] New status for floating IP e623dfec-8d3e-4aea-abe6-926b2505fa37: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:06:35.107023 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-51918211-c410-42ab-a0c1-6a6d114eb0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:36.462861 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:06:36.512421 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:37.994449 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:38.573870 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:06:52.658150 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:02.295420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:02.662324 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-841ad938-f3da-41d5-a57f-622f89ad6bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:05.109050 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-220535f3-93e9-46f0-9347-a62227297771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:06.515570 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:07.996589 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:08.575396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:08.895895 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-527be0b6-eae9-494d-8f1c-4056d348d247 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404758 Nov 03 17:07:08.980053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-1f940bc9-1fae-4511-ba8a-eb9e9e6e850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:07:08.981510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-1f940bc9-1fae-4511-ba8a-eb9e9e6e850c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1097 time: 0.0407035 Nov 03 17:07:09.087793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-b9eb7361-214e-438e-b4b0-db8eea34d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:07:09.089244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-b9eb7361-214e-438e-b4b0-db8eea34d814 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0878456 Nov 03 17:07:09.155880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-a6ed0e63-d6f2-482a-93cd-85ef3afa3cc3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 1001 time: 0.0583279 Nov 03 17:07:09.208708 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-8af871e7-a3ce-40e4-8e73-c495bacb8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:07:09.210034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-8af871e7-a3ce-40e4-8e73-c495bacb8d5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0464277 Nov 03 17:07:09.256364 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-34aabc46-1a5b-4a27-b7a6-c793c55c547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:07:09.257865 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-34aabc46-1a5b-4a27-b7a6-c793c55c547a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403211 Nov 03 17:07:09.348430 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-27913976-7c9a-4603-bb67-5efada759a5a service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814583 Nov 03 17:07:09.440292 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4a4f65c1-9bef-4c77-b50e-7c6ed77ac254 req-45d5c015-bb88-4a27-b4f1-01ae9763829f service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849342 Nov 03 17:07:13.462009 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:07:22.680474 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:32.299268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:32.663654 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3f8578c2-6a57-47d7-8ce3-7eafac1acaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:35.110730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-17e94e9c-b372-43ef-9d31-1dd892f8333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:36.520387 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:37.999868 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:38.577922 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:07:50.461928 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:07:52.669584 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:02.294234 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:02.665935 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6747-00f5-4a07-9052-a414a294ba4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:05.111575 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4d733595-2001-409c-b7d5-a46dee755b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:06.520482 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:08.002612 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:08.579983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:10.954661 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-2d858055-a4de-4c70-a134-b9d9086d7a2d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945728 Nov 03 17:08:11.040749 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-9f13d193-0353-4a3d-b899-45a7648dadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:11.042258 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-9f13d193-0353-4a3d-b899-45a7648dadb4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1097 time: 0.0449057 Nov 03 17:08:11.146372 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-3ed9aecc-5853-4121-bab4-c51f5b2eb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:11.147748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-3ed9aecc-5853-4121-bab4-c51f5b2eb053 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0852120 Nov 03 17:08:11.216306 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-45ef5dbc-90b1-4381-8c5e-9091da83c858 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 1001 time: 0.0607483 Nov 03 17:08:11.265864 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-320b995f-809f-4933-ba16-819fa7811d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:11.267335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-320b995f-809f-4933-ba16-819fa7811d8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0445912 Nov 03 17:08:11.311907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-d7901962-1485-4e46-b5d5-8cb7aa2d2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:11.313333 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-d7901962-1485-4e46-b5d5-8cb7aa2d2f8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390944 Nov 03 17:08:11.404973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-e0630dd2-e825-41b6-89da-ed22c2f2def6 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837402 Nov 03 17:08:11.494032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2edd0d75-b5ab-4016-ace1-087f0ed25f3e req-4a66f3d7-d0b9-4d04-921f-c3e150c56110 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816913 Nov 03 17:08:22.685165 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:27.461607 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:08:27.660197 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afb855-3219-455b-9c4a-870132730a01 req-ddeaf957-0538-49fc-9189-02bc35883435 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:27.661684 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3afb855-3219-455b-9c4a-870132730a01 req-ddeaf957-0538-49fc-9189-02bc35883435 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0504498 Nov 03 17:08:27.715431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3afb855-3219-455b-9c4a-870132730a01 req-ef43dbf0-6c39-4f2d-991d-afc6e13bee66 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473688 Nov 03 17:08:28.846852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b67f6a-9d60-4b46-8c4c-f1b42369d207 req-15f7d627-1355-4ed0-b1b6-74769cc88abd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:28.848360 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f2b67f6a-9d60-4b46-8c4c-f1b42369d207 req-15f7d627-1355-4ed0-b1b6-74769cc88abd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0495081 Nov 03 17:08:28.901949 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f2b67f6a-9d60-4b46-8c4c-f1b42369d207 req-4903d183-d7e6-403f-b258-92d72b67cb15 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474615 Nov 03 17:08:30.044059 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0d578-8372-4018-8beb-52ad7f40a988 req-85a1acbb-1c84-463d-8c4c-f0523d54e7a3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:30.045566 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cd0d578-8372-4018-8beb-52ad7f40a988 req-85a1acbb-1c84-463d-8c4c-f0523d54e7a3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0501306 Nov 03 17:08:30.094823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6cd0d578-8372-4018-8beb-52ad7f40a988 req-8fb97843-77b0-4403-9205-857aeb23fe8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431652 Nov 03 17:08:31.213439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4052-6976-438f-9759-7855da47d804 req-956d4b6a-ca01-49c8-9454-1419ff4e12f4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:31.214965 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-596a4052-6976-438f-9759-7855da47d804 req-956d4b6a-ca01-49c8-9454-1419ff4e12f4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0492501 Nov 03 17:08:31.263942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-596a4052-6976-438f-9759-7855da47d804 req-219dc58f-d798-4ef1-84f9-52f8f5e58bb8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Nov 03 17:08:32.294244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:32.380445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5539e9-11d3-4382-a295-47ff4d568713 req-bd336c77-1de9-425f-b393-d2da0f45c954 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:32.382555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd5539e9-11d3-4382-a295-47ff4d568713 req-bd336c77-1de9-425f-b393-d2da0f45c954 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0488629 Nov 03 17:08:32.432255 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd5539e9-11d3-4382-a295-47ff4d568713 req-330ae193-4a54-4531-a2c1-69cdc92ea696 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 Nov 03 17:08:32.667115 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-10ea4319-f5c3-4111-bbf0-0003a8f893d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:33.554361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c045-1894-41d4-b424-d1696c80ae4b req-5d7b369e-5cef-4c37-ac64-25216b29bc53 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:33.555878 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53c2c045-1894-41d4-b424-d1696c80ae4b req-5d7b369e-5cef-4c37-ac64-25216b29bc53 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0565815 Nov 03 17:08:33.604173 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-53c2c045-1894-41d4-b424-d1696c80ae4b req-8b329cfd-d251-4e72-82a9-c613a0006f4e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Nov 03 17:08:34.723946 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff130f-f5c2-464e-a888-8972b22c23a3 req-a11e1b40-bd11-46ad-b3c1-a19908dae950 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:34.725953 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5ff130f-f5c2-464e-a888-8972b22c23a3 req-a11e1b40-bd11-46ad-b3c1-a19908dae950 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0531611 Nov 03 17:08:34.774707 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5ff130f-f5c2-464e-a888-8972b22c23a3 req-0a5fd2b4-4eca-4d12-bcca-3c973ebbda58 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428855 Nov 03 17:08:35.112801 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-422c456f-36d2-41db-8fc1-91c1c9bff70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:35.894895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89de752-2b1a-4a56-8f04-b21656660322 req-103aeb17-0426-4e6f-a672-1ca5620f5a45 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:35.896355 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f89de752-2b1a-4a56-8f04-b21656660322 req-103aeb17-0426-4e6f-a672-1ca5620f5a45 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0531592 Nov 03 17:08:35.945798 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f89de752-2b1a-4a56-8f04-b21656660322 req-e41623c3-be5a-40ee-93fe-3a270dbeb911 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 Nov 03 17:08:36.523855 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:37.063777 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600e3e-a275-4364-b424-6961f00da012 req-532f8aed-0918-457d-a0ae-d00ec4390afc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:37.065312 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c7600e3e-a275-4364-b424-6961f00da012 req-532f8aed-0918-457d-a0ae-d00ec4390afc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0500183 Nov 03 17:08:37.114482 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c7600e3e-a275-4364-b424-6961f00da012 req-57350afe-a31d-4fcd-af7d-da1cf6edbff2 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Nov 03 17:08:38.005110 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:38.234237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d53dcc-5578-49ba-bb41-693901108b00 req-3eb96efa-5714-4868-ac22-55771c4c9d07 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:38.235671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87d53dcc-5578-49ba-bb41-693901108b00 req-3eb96efa-5714-4868-ac22-55771c4c9d07 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0492768 Nov 03 17:08:38.284985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-87d53dcc-5578-49ba-bb41-693901108b00 req-b481548e-db75-45e3-897f-ca688145b807 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433998 Nov 03 17:08:38.582528 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:39.404650 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d46f14-f9d5-4d46-a328-c167b532ffd9 req-232302fd-d6a7-4f1e-9000-9d60a33c1a55 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:39.406136 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13d46f14-f9d5-4d46-a328-c167b532ffd9 req-232302fd-d6a7-4f1e-9000-9d60a33c1a55 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0524399 Nov 03 17:08:39.456848 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-13d46f14-f9d5-4d46-a328-c167b532ffd9 req-3162e329-89bc-447e-9ab5-96e7ecbef528 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Nov 03 17:08:40.579700 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f670c-a5ee-4634-94e5-060d7317fc2f req-6cedcdba-8652-4be5-915c-1a312793d32e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:40.581131 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-079f670c-a5ee-4634-94e5-060d7317fc2f req-6cedcdba-8652-4be5-915c-1a312793d32e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0563574 Nov 03 17:08:40.636198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-079f670c-a5ee-4634-94e5-060d7317fc2f req-1cecf743-0485-42d9-9807-cedb06925b1b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478268 Nov 03 17:08:40.697032 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 4d48ccba-7609-4626-8cde-1d1ad7cc5703 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:08:40.801068 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:08:40.813645 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'port_id': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'mac_address': 'fa:16:3e:22:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:08:40.857353 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:40.871165 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d48ccba-7609-4626-8cde-1d1ad7cc5703 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:08:40.892152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:08:40.896508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:40.950132 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:08:40.957621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.958205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.958706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.959238 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.959574 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.960170 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.960665 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.961661 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.962007 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.962334 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.962680 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.962988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:40.972772 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['4d48ccba-7609-4626-8cde-1d1ad7cc5703'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:08:41.776516 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0aecf7-8b4a-4d95-8a00-fdb39f168436 req-d82b5b75-6846-47c2-af72-71f61f988cdd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:41.778085 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f0aecf7-8b4a-4d95-8a00-fdb39f168436 req-d82b5b75-6846-47c2-af72-71f61f988cdd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0592778 Nov 03 17:08:41.839409 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2f0aecf7-8b4a-4d95-8a00-fdb39f168436 req-c4d5aa39-4ed1-4083-a5e8-efe83f6ad0e1 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553148 Nov 03 17:08:42.713345 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 4d48ccba-7609-4626-8cde-1d1ad7cc5703 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:08:42.767557 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:08:42.767927 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:42.876888 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:42.904057 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:08:42.906348 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ac806c-c013-4aaf-8514-f76f91f80f45" -d '{"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-plugged", "status": "completed", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:08:42.930995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:08:42.945130 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:42.995656 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff6088-dff0-4b6b-8f01-412dfe08e88b req-0126eeea-1e12-44cc-88cd-4084c129ee52 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:43.005673 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58ff6088-dff0-4b6b-8f01-412dfe08e88b req-0126eeea-1e12-44cc-88cd-4084c129ee52 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0720489 Nov 03 17:08:43.042771 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:08:43.088844 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-58ff6088-dff0-4b6b-8f01-412dfe08e88b req-20d540e1-932b-498b-bffe-6d7199c0fc76 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807025 Nov 03 17:08:43.107796 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4ac432-1603-4b58-9ff6-f78c3b68536d x-openstack-request-id: req-df4ac432-1603-4b58-9ff6-f78c3b68536d {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:08:43.108095 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-plugged", "status": "completed", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:08:43.108355 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-df4ac432-1603-4b58-9ff6-f78c3b68536d {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:08:43.108759 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'code': 200} Nov 03 17:08:44.212093 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c13769-aeb7-4470-9a5b-789b3541dc96 req-42fd7adb-34e5-46d2-9345-2c6d94ab07b4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:44.214441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f3c13769-aeb7-4470-9a5b-789b3541dc96 req-42fd7adb-34e5-46d2-9345-2c6d94ab07b4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0584679 Nov 03 17:08:44.272901 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f3c13769-aeb7-4470-9a5b-789b3541dc96 req-f91baf03-16ca-4f39-9661-f17980ecad8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517058 Nov 03 17:08:45.395009 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208e4b1-5690-4291-ae02-f8b28e7b378a req-65d9a5a2-0839-4b93-8089-6e54349bb403 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:45.402905 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7208e4b1-5690-4291-ae02-f8b28e7b378a req-65d9a5a2-0839-4b93-8089-6e54349bb403 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0571899 Nov 03 17:08:45.452951 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7208e4b1-5690-4291-ae02-f8b28e7b378a req-9ecd7c91-ba09-466d-9e6c-c4c4897992e3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491800 Nov 03 17:08:46.580023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bf0cd-d850-4b3a-9a6f-f42b066840a1 req-f470410e-4e26-47c7-aaeb-6b94532ddc5f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:46.581846 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e73bf0cd-d850-4b3a-9a6f-f42b066840a1 req-f470410e-4e26-47c7-aaeb-6b94532ddc5f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0527272 Nov 03 17:08:46.635337 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e73bf0cd-d850-4b3a-9a6f-f42b066840a1 req-80b223ea-7034-414c-857c-20dca951e665 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469913 Nov 03 17:08:47.775305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47002a-ce03-465d-8da6-5376e5615945 req-11724b07-f7dc-4149-95dd-4aaf94b6207f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:47.776807 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e47002a-ce03-465d-8da6-5376e5615945 req-11724b07-f7dc-4149-95dd-4aaf94b6207f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0660012 Nov 03 17:08:47.838288 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7e47002a-ce03-465d-8da6-5376e5615945 req-a28b34e9-32b0-4fdf-b2cb-5f883fdeae2d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536923 Nov 03 17:08:48.961815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adda3f-3f7b-431b-89fe-cc095a48fe1d req-7297024e-9d24-4eb8-b2eb-0a7cd02b145b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:48.963776 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08adda3f-3f7b-431b-89fe-cc095a48fe1d req-7297024e-9d24-4eb8-b2eb-0a7cd02b145b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0501924 Nov 03 17:08:49.019726 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-08adda3f-3f7b-431b-89fe-cc095a48fe1d req-84fcf332-bf68-4bb0-8f68-47290f151b37 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503988 Nov 03 17:08:50.138729 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e2165-7a75-42f6-bcc5-a6b2211f7eef req-1c1d5800-0b7a-4962-b11e-0637bf3c65d3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:50.140210 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-984e2165-7a75-42f6-bcc5-a6b2211f7eef req-1c1d5800-0b7a-4962-b11e-0637bf3c65d3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0497377 Nov 03 17:08:50.191469 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-984e2165-7a75-42f6-bcc5-a6b2211f7eef req-8d8fc828-b62c-4b92-a484-b151059c304a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453010 Nov 03 17:08:50.384712 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-9186d836-4bbf-475e-b960-9e91f16d65be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:50.386149 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-9186d836-4bbf-475e-b960-9e91f16d65be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1097 time: 0.0460365 Nov 03 17:08:50.476755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-c969a15f-793e-4f0b-9657-21d79e61bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:50.478401 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-c969a15f-793e-4f0b-9657-21d79e61bad0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0843382 Nov 03 17:08:50.551621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-339e18c5-1695-4895-b148-8521d6d96565 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 1001 time: 0.0659125 Nov 03 17:08:50.602851 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-2f911fea-5177-4bd7-a9cd-966e67606b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:50.604269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-2f911fea-5177-4bd7-a9cd-966e67606b78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0444846 Nov 03 17:08:50.654066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-ccdd07d1-e49c-4472-b63b-c3274894460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:50.655462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-ccdd07d1-e49c-4472-b63b-c3274894460b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428948 Nov 03 17:08:50.747717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-96d0e1aa-bcb3-4d48-8f83-e20e3ff7d2c0 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848167 Nov 03 17:08:50.836820 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-9ebb75ec-ce43-46d8-8325-8d613815ebba req-42d49ad5-d224-403f-afc5-cc014d040bc9 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818982 Nov 03 17:08:51.314455 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e467e-0ced-4f7f-88d4-320a36373053 req-9535b380-3277-4e7a-9223-74d0f3be577b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:51.315928 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-528e467e-0ced-4f7f-88d4-320a36373053 req-9535b380-3277-4e7a-9223-74d0f3be577b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0537329 Nov 03 17:08:51.364206 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-528e467e-0ced-4f7f-88d4-320a36373053 req-1fabfc9c-1704-4e94-afc8-4ccacbc721d3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Nov 03 17:08:52.489487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd8e29-6e08-4e02-943e-c4ddb1cdaae6 req-deff6d07-eb0c-4de3-b1c7-33f7f5906938 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:52.491048 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cfdd8e29-6e08-4e02-943e-c4ddb1cdaae6 req-deff6d07-eb0c-4de3-b1c7-33f7f5906938 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0576861 Nov 03 17:08:52.543780 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-cfdd8e29-6e08-4e02-943e-c4ddb1cdaae6 req-77044638-5997-427c-b2c8-1cd88da8f684 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465658 Nov 03 17:08:52.671825 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:53.659887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ee1a0-d864-41a0-8166-4964565e3bec req-8bb01455-af07-4fc3-8310-27ba5d23d892 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:53.661362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e2ee1a0-d864-41a0-8166-4964565e3bec req-8bb01455-af07-4fc3-8310-27ba5d23d892 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0491724 Nov 03 17:08:53.709264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e2ee1a0-d864-41a0-8166-4964565e3bec req-c091455b-b683-45b6-bea0-abb09952478e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 Nov 03 17:08:53.823981 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-a2436fd8-cfd0-4e49-abb0-ad51d28cfda7 req-41afeb70-4a68-4fb5-bf82-524ce13a88bd service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:08:53.825996 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a2436fd8-cfd0-4e49-abb0-ad51d28cfda7 req-41afeb70-4a68-4fb5-bf82-524ce13a88bd service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0520024 Nov 03 17:08:53.982732 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c29b-cf3d-4d56-80ca-7017d9803bff req-2db275ab-27cb-46c4-b8c3-f0acbea9e4d4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:53.984243 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf31c29b-cf3d-4d56-80ca-7017d9803bff req-2db275ab-27cb-46c4-b8c3-f0acbea9e4d4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0508001 Nov 03 17:08:54.038672 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf31c29b-cf3d-4d56-80ca-7017d9803bff req-0c98f542-c349-4557-b0d8-46a1faa771bf tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483146 Nov 03 17:08:54.279267 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-6b375e0c-2360-4e26-837c-9071f30a8901 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825021 Nov 03 17:08:54.732071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 4d48ccba-7609-4626-8cde-1d1ad7cc5703 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:08:54.814479 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:54.836899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:08:54.839166 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b78d25-0f21-4fcb-9b83-ad03cb194427" -d '{"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-unplugged", "status": "completed", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:08:54.851960 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:08:54.856044 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:54.880122 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab03f55-9ea6-4a67-90b3-a2024b0c8981 x-openstack-request-id: req-aab03f55-9ea6-4a67-90b3-a2024b0c8981 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:08:54.880415 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-unplugged", "status": "completed", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:08:54.880676 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aab03f55-9ea6-4a67-90b3-a2024b0c8981 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:08:54.881062 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'code': 200} Nov 03 17:08:54.906751 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:08:55.103408 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99176b19-a913-489a-a7c1-4b74709caad5 req-05592f01-0948-4a19-b7a8-420a01ee407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:55.104957 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-05592f01-0948-4a19-b7a8-420a01ee407f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb&tenant_id=e0bd468e4649416e9c2211d23cf65f2d HTTP/1.1" status: 200 len: 1095 time: 0.0425324 Nov 03 17:08:55.124716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:08:55.202787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b6dc5-f89e-484f-95c8-c183fc0da6fb req-e882fa15-5ec7-4037-9d2c-b416180193ff tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:55.204159 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f85b6dc5-f89e-484f-95c8-c183fc0da6fb req-e882fa15-5ec7-4037-9d2c-b416180193ff tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 944 time: 0.0947397 Nov 03 17:08:55.212635 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:55.285410 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f85b6dc5-f89e-484f-95c8-c183fc0da6fb req-dc05f6e9-900e-4224-aea2-34f275109454 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742753 Nov 03 17:08:55.448197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:08:55.479012 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:08:55.514032 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d48ccba-7609-4626-8cde-1d1ad7cc5703 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:08:55.521146 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:55.532754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Transition to ACTIVE for port object 4d48ccba-7609-4626-8cde-1d1ad7cc5703 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:08:55.536075 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:55.610308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=9']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:08:55.623262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.623605 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.623937 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.624268 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.624592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.624918 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.625237 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.625575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.625896 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.626216 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.626534 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.626850 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:08:55.665339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] No DVR routers for this DVR port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:08:55.800928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Attempting to bind port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:08:55.801259 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Attempting to bind port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:08:55.801614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Attempting to bind port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:08:55.806431 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:08:55.806751 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Attempting to bind port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:08:55.811519 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:08:55.811859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Checking segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:08:55.812241 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Bound using segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:08:55.812664 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Bound port: 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:08:55.813013 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:55.878672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:08:55.881581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:08:55.887005 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:55.921496 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:55.922161 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:08:55.923527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 1092 time: 0.8032045 Nov 03 17:08:55.924061 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:08:55.926338 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7cbd5a-9713-4f79-bf1c-40a033477312" -d '{"events": [{"name": "network-changed", "server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:08:55.951414 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb47f4-cf98-48a9-b917-14feafe2a970 service neutron] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=10']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:08:56.005729 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99176b19-a913-489a-a7c1-4b74709caad5 req-3911cd18-052c-4ebf-8e11-fa9677f8d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:56.007240 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-3911cd18-052c-4ebf-8e11-fa9677f8d6d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1096 time: 0.0452161 Nov 03 17:08:56.034751 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6718fa18-41d8-421c-920a-4542d8533bf9 x-openstack-request-id: req-6718fa18-41d8-421c-920a-4542d8533bf9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:08:56.035047 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:08:56.035307 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6718fa18-41d8-421c-920a-4542d8533bf9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:08:56.035708 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'status': 'completed', 'code': 200} Nov 03 17:08:56.113378 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99176b19-a913-489a-a7c1-4b74709caad5 req-2935476d-91b0-4d34-b862-ed40eea9b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:56.114909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-2935476d-91b0-4d34-b862-ed40eea9b3fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.1004474 Nov 03 17:08:56.181377 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-5a5b050e-bd84-4c58-9663-5474039634ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 999 time: 0.0592363 Nov 03 17:08:56.233331 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99176b19-a913-489a-a7c1-4b74709caad5 req-eb6f23ea-7ac6-4a1b-b7d5-56147d783858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:56.234730 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-eb6f23ea-7ac6-4a1b-b7d5-56147d783858 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0465608 Nov 03 17:08:56.281439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99176b19-a913-489a-a7c1-4b74709caad5 req-8260f579-cf85-4d26-ab88-96300016c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:56.282962 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-8260f579-cf85-4d26-ab88-96300016c372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403147 Nov 03 17:08:56.401956 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-8cb8dadd-3fb6-4298-bd9a-3347c2fcaac7 service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108677 Nov 03 17:08:56.444057 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770e727-8280-4590-847d-dfd70618cc3e req-41663653-b60d-411e-845e-61f4a99c628e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:56.445544 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8770e727-8280-4590-847d-dfd70618cc3e req-41663653-b60d-411e-845e-61f4a99c628e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0886693 Nov 03 17:08:56.541324 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8770e727-8280-4590-847d-dfd70618cc3e req-b426275b-1dcb-4535-b710-8759b248888c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697672 Nov 03 17:08:56.543336 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-99176b19-a913-489a-a7c1-4b74709caad5 req-356ff65a-cb9a-41f3-9141-a674ebf83e80 service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347992 Nov 03 17:08:56.658363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-b581dc53-8fe2-4382-b325-2555dc1dbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:56.659919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-b581dc53-8fe2-4382-b325-2555dc1dbb7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1096 time: 0.0408483 Nov 03 17:08:56.757062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-9e8b7889-555c-4ef6-ac68-17f4aca7c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:56.758552 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-9e8b7889-555c-4ef6-ac68-17f4aca7c5ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0903077 Nov 03 17:08:56.830379 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-c1287b99-3225-44d0-9958-3214d533bafd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 999 time: 0.0645046 Nov 03 17:08:56.898344 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-42e7548d-b537-4a33-bb7c-fe1bbf8b9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:56.900420 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-42e7548d-b537-4a33-bb7c-fe1bbf8b9376 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0619173 Nov 03 17:08:57.660874 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27c2d4-00cf-47bb-a6f9-f378b1fc5dbe req-d5fcda68-7185-4610-890e-d1ec191e71d2 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:57.662373 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a27c2d4-00cf-47bb-a6f9-f378b1fc5dbe req-d5fcda68-7185-4610-890e-d1ec191e71d2 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0504525 Nov 03 17:08:57.712140 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1a27c2d4-00cf-47bb-a6f9-f378b1fc5dbe req-9f6bd703-a511-43ec-8413-08e5ab4fb65d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Nov 03 17:08:58.880878 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b0653-3d83-4d26-acac-48a9aa682c6f req-5e43a3a2-b07a-4871-9be8-c8f7fd1f76d5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:08:58.886888 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-826b0653-3d83-4d26-acac-48a9aa682c6f req-5e43a3a2-b07a-4871-9be8-c8f7fd1f76d5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0741103 Nov 03 17:08:58.937551 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-826b0653-3d83-4d26-acac-48a9aa682c6f req-688b1f07-9da3-47f4-b61c-a5398b7a5fbe tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467448 Nov 03 17:09:00.054480 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199c7e1-a69b-48ac-ad94-f48da7644c9d req-cc686f87-3633-4dac-a66b-db71897ca369 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:00.055955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d199c7e1-a69b-48ac-ad94-f48da7644c9d req-cc686f87-3633-4dac-a66b-db71897ca369 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0492215 Nov 03 17:09:00.113049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d199c7e1-a69b-48ac-ad94-f48da7644c9d req-30d24391-9a01-4332-a529-a3bc5cd29ad7 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510817 Nov 03 17:09:01.244695 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834424d2-f4fb-4360-9137-a3ddc6ae5e14 req-6a8f7d08-a3ad-4f38-bf0f-5a89e06248a1 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:01.247147 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-834424d2-f4fb-4360-9137-a3ddc6ae5e14 req-6a8f7d08-a3ad-4f38-bf0f-5a89e06248a1 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0600672 Nov 03 17:09:01.302477 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-834424d2-f4fb-4360-9137-a3ddc6ae5e14 req-0aacf55c-b241-4c0d-aa6d-2579b8f3a041 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492866 Nov 03 17:09:02.296059 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:02.430953 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57abd2-1bd5-4747-9aba-a18eadeb271b req-cfe9f885-185a-499a-a0bd-6dcef62d4d53 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:02.432760 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3d57abd2-1bd5-4747-9aba-a18eadeb271b req-cfe9f885-185a-499a-a0bd-6dcef62d4d53 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0608764 Nov 03 17:09:02.488620 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3d57abd2-1bd5-4747-9aba-a18eadeb271b req-ab84b242-7fc0-472c-8597-4fa40fe5670a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501475 Nov 03 17:09:02.674245 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce620-1c74-45e7-a125-66cbccb30f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:03.614855 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6fc36-616e-412d-9261-1b6c20a2dcac req-c9860b98-b2d4-4c1d-b4e2-0007475094d5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:03.616589 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1fa6fc36-616e-412d-9261-1b6c20a2dcac req-c9860b98-b2d4-4c1d-b4e2-0007475094d5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0512810 Nov 03 17:09:03.666323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1fa6fc36-616e-412d-9261-1b6c20a2dcac req-b7dfd6f5-5073-46d7-828d-67030e2233a2 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Nov 03 17:09:04.462050 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:09:04.797213 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b91df2-f6f5-4159-ad78-1853f386342d req-4ae48b7e-509a-44cc-bec6-3ef437c8d96d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:04.798748 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1b91df2-f6f5-4159-ad78-1853f386342d req-4ae48b7e-509a-44cc-bec6-3ef437c8d96d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0515053 Nov 03 17:09:04.848659 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b1b91df2-f6f5-4159-ad78-1853f386342d req-f301df64-70d1-4483-b784-ab126f4180a3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Nov 03 17:09:05.115241 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-abc7972a-6f24-45bd-b295-d0d939a673e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:05.984332 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba389-501b-4166-a9de-df497bc17623 req-8517cc22-02a8-4792-a03b-5ae67c1443ea tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:05.986010 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4cbba389-501b-4166-a9de-df497bc17623 req-8517cc22-02a8-4792-a03b-5ae67c1443ea tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0680022 Nov 03 17:09:06.043859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4cbba389-501b-4166-a9de-df497bc17623 req-879a087b-e817-4926-9380-acaaef379a57 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513139 Nov 03 17:09:06.527483 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:07.193834 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f94302-e14d-4573-a930-9c1ec91d5585 req-566929c0-0923-4709-8ad3-25353d837b70 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:07.195921 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26f94302-e14d-4573-a930-9c1ec91d5585 req-566929c0-0923-4709-8ad3-25353d837b70 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0666442 Nov 03 17:09:07.247588 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-26f94302-e14d-4573-a930-9c1ec91d5585 req-c9ec6bcb-c9ab-4283-a655-d507914ff0d8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453615 Nov 03 17:09:08.010648 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:08.366343 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dfa29-c97b-4a6e-bdba-980e2272714f req-fc553980-99d8-4c99-b5f3-f487cecd40dd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:08.368527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-382dfa29-c97b-4a6e-bdba-980e2272714f req-fc553980-99d8-4c99-b5f3-f487cecd40dd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0497267 Nov 03 17:09:08.417348 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-382dfa29-c97b-4a6e-bdba-980e2272714f req-5f16f1df-3e8b-446f-a32a-a775b58387c9 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429235 Nov 03 17:09:08.586335 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:09.532140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540583ce-a2dc-46db-a5a3-89e0b3f68ab5 req-5c7eb603-ea47-49b8-8d9c-1ecde7b2ff75 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:09.533667 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-540583ce-a2dc-46db-a5a3-89e0b3f68ab5 req-5c7eb603-ea47-49b8-8d9c-1ecde7b2ff75 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0496979 Nov 03 17:09:09.583547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-540583ce-a2dc-46db-a5a3-89e0b3f68ab5 req-76172063-9880-41b0-8d8d-a6a078cb9ac2 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432596 Nov 03 17:09:10.699309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e478b-41ee-4d47-9120-7fe85a1175c8 req-5e114787-48b5-41c1-b06c-6e914c6296da tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:10.700799 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b7e478b-41ee-4d47-9120-7fe85a1175c8 req-5e114787-48b5-41c1-b06c-6e914c6296da tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0482452 Nov 03 17:09:10.753295 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7b7e478b-41ee-4d47-9120-7fe85a1175c8 req-caf1c744-1f04-4042-82c8-c8f1f26e8214 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465534 Nov 03 17:09:10.981004 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-a0db906b-b160-4e8a-be41-b5541b941b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:10.982448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-a0db906b-b160-4e8a-be41-b5541b941b73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406437 Nov 03 17:09:11.071536 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-4f332dba-857e-444d-a814-f3456f07744d service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810003 Nov 03 17:09:11.167268 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ce7cbd5a-9713-4f79-bf1c-40a033477312 req-edbf8a11-8154-4f88-97ba-96f9828db5bb service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856535 Nov 03 17:09:11.300684 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-77a8a58d-1d9a-43c2-beac-0b7e28b78bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:11.302193 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-77a8a58d-1d9a-43c2-beac-0b7e28b78bf2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1096 time: 0.0427294 Nov 03 17:09:11.432989 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-783ed06e-a3fd-40f6-878a-e1b6320149b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:11.434476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-783ed06e-a3fd-40f6-878a-e1b6320149b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0883048 Nov 03 17:09:11.499835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-20d6869d-b348-419b-8fca-6c6f5b613a37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 999 time: 0.0564783 Nov 03 17:09:11.549041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-b70b4348-f603-492a-97dd-8f0067aa1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:11.550462 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-b70b4348-f603-492a-97dd-8f0067aa1ce5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0432563 Nov 03 17:09:11.599547 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-677f6148-15bd-4c4a-9744-2b7b45ad7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:11.601009 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-677f6148-15bd-4c4a-9744-2b7b45ad7b41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440984 Nov 03 17:09:11.689934 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-849c82f0-ea4d-4241-bfb4-b9553ede47b4 service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815589 Nov 03 17:09:11.784198 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1053b152-4193-4dc3-bf5e-91690cf5afd6 req-fc793b1a-c385-466c-b338-c6cf4ebfc06f service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871401 Nov 03 17:09:11.874392 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed4ff-0c19-4185-b541-876de5d8c7dc req-609c7bd3-fe2c-4651-a16e-14a7e675e25e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:11.875762 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba6ed4ff-0c19-4185-b541-876de5d8c7dc req-609c7bd3-fe2c-4651-a16e-14a7e675e25e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0531766 Nov 03 17:09:11.924918 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ba6ed4ff-0c19-4185-b541-876de5d8c7dc req-bd6b3ea5-dd71-4940-a97b-d64cc00f0a7d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428884 Nov 03 17:09:13.041689 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ca598-c437-4d6f-9f3c-d2815fef93bf req-e7f303da-b920-4f34-b9e6-7d2ebdec18c6 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:13.043186 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a31ca598-c437-4d6f-9f3c-d2815fef93bf req-e7f303da-b920-4f34-b9e6-7d2ebdec18c6 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0495763 Nov 03 17:09:13.092453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a31ca598-c437-4d6f-9f3c-d2815fef93bf req-d6245bb0-57f6-45c7-9de0-de5cd7c5a668 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Nov 03 17:09:14.207592 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961981f5-020e-400a-975f-68e55267cb78 req-5adc0af4-2066-41ce-bee3-de3266122ab4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:14.209080 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-961981f5-020e-400a-975f-68e55267cb78 req-5adc0af4-2066-41ce-bee3-de3266122ab4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 945 time: 0.0490932 Nov 03 17:09:14.257087 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-961981f5-020e-400a-975f-68e55267cb78 req-179b0ce7-2aa7-41b9-aef1-20201acb1ef4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Nov 03 17:09:15.037918 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4d48ccba-7609-4626-8cde-1d1ad7cc5703 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:09:15.129598 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:09:15.141251 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'port_id': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'mac_address': 'fa:16:3e:22:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:09:15.177467 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:15.193576 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d48ccba-7609-4626-8cde-1d1ad7cc5703 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:09:15.213922 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:09:15.217476 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:15.264907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=11']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:09:15.375796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688fee3-fbd1-46ba-b2ae-0deeb046b842 req-e4be6579-5c7c-49ac-9a38-06a21a520703 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:15.377248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3688fee3-fbd1-46ba-b2ae-0deeb046b842 req-e4be6579-5c7c-49ac-9a38-06a21a520703 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0514462 Nov 03 17:09:15.426195 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3688fee3-fbd1-46ba-b2ae-0deeb046b842 req-605d5034-9006-4279-ab5f-ac2b218ffdb1 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 Nov 03 17:09:15.660983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['4d48ccba-7609-4626-8cde-1d1ad7cc5703'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:09:16.542536 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af802aa-c72d-4b33-8212-713974ae670e req-234b8064-668d-4ff7-831a-e9c08e00a9cd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:16.544015 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2af802aa-c72d-4b33-8212-713974ae670e req-234b8064-668d-4ff7-831a-e9c08e00a9cd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 946 time: 0.0490286 Nov 03 17:09:16.597115 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2af802aa-c72d-4b33-8212-713974ae670e req-9eb40c2a-b4b2-4fff-857b-211d6b6ec9a0 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471745 Nov 03 17:09:17.046156 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4d48ccba-7609-4626-8cde-1d1ad7cc5703 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:09:17.095627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:09:17.099532 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:09:17.099904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:17.178921 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:17.201703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:09:17.204243 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c387074-2c30-45ff-bdfe-65ff0c85006a" -d '{"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-plugged", "status": "completed", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:09:17.216939 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:09:17.221048 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:17.245073 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d6e35e-b8db-4bb5-b71f-eda6a3a14e42 x-openstack-request-id: req-94d6e35e-b8db-4bb5-b71f-eda6a3a14e42 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:09:17.245364 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-plugged", "status": "completed", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:09:17.245680 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-94d6e35e-b8db-4bb5-b71f-eda6a3a14e42 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:09:17.246057 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'code': 200} Nov 03 17:09:17.271959 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=12']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:09:17.445271 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7d62b-5d40-4568-9872-6cf61ce873ef req-5d86ff29-5ee4-4552-980d-7ad6d4d25c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:17.447411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6e7d62b-5d40-4568-9872-6cf61ce873ef req-5d86ff29-5ee4-4552-980d-7ad6d4d25c6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1098 time: 0.0420060 Nov 03 17:09:17.493452 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a6e7d62b-5d40-4568-9872-6cf61ce873ef req-683b7367-1a13-4fa5-960c-cc27607d5cc5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391974 Nov 03 17:09:17.714525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b90e34-64be-45a6-afad-e3eddf639e20 req-8a5d8166-88f4-4c6c-ba25-bca3e3b0aa58 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:17.715893 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80b90e34-64be-45a6-afad-e3eddf639e20 req-8a5d8166-88f4-4c6c-ba25-bca3e3b0aa58 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 947 time: 0.0486617 Nov 03 17:09:17.764821 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-80b90e34-64be-45a6-afad-e3eddf639e20 req-a46f189c-a8bd-492c-a274-b878f61819a5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Nov 03 17:09:18.886371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e268-aa1c-4b79-95e4-d378bf6c142f req-10260f3f-579d-44c9-8898-ebcec3b0a6c3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:18.888154 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3f35e268-aa1c-4b79-95e4-d378bf6c142f req-10260f3f-579d-44c9-8898-ebcec3b0a6c3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 947 time: 0.0526450 Nov 03 17:09:18.941654 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3f35e268-aa1c-4b79-95e4-d378bf6c142f req-c3c9413d-bb2b-4c07-a100-bf75f7aef321 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471008 Nov 03 17:09:20.064309 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955fb53-0427-43fb-bd3e-7d0c68adcf37 req-a9d4c160-295b-4138-b6b1-f7dab0346ac7 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:09:20.065823 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c955fb53-0427-43fb-bd3e-7d0c68adcf37 req-a9d4c160-295b-4138-b6b1-f7dab0346ac7 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 947 time: 0.0536914 Nov 03 17:09:20.115923 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c955fb53-0427-43fb-bd3e-7d0c68adcf37 req-508493e3-782a-4ce6-9c34-4e9048f1b647 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Nov 03 17:09:22.685992 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:32.295980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:32.666989 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c3f9-a799-4773-b56a-22d637d7af71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:35.116680 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-63ba008a-d309-4b6c-bf20-604d2ac7c69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:36.528987 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:38.009577 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:38.588642 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:09:41.460920 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:09:52.707738 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:02.310088 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:02.668537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-60998235-b450-4c2b-a255-327490a1cd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:05.118872 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0ca1-e33b-42b5-b155-e144d0440d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:06.531866 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:08.013484 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:08.590182 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:11.589682 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-2759b7ac-396a-4a93-aec6-24db16e8e8fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856616 Nov 03 17:10:11.687099 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-2987d2a9-c291-41b2-8a09-f85442a97407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:10:11.688543 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-2987d2a9-c291-41b2-8a09-f85442a97407 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1098 time: 0.0403767 Nov 03 17:10:11.794891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-910a5315-df72-464d-b2e8-3ac850d07605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:10:11.796376 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-910a5315-df72-464d-b2e8-3ac850d07605 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0892842 Nov 03 17:10:11.862493 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-c91d2c25-c35c-4fc7-b96e-328ebc1d8188 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 1001 time: 0.0581865 Nov 03 17:10:11.911573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-7548381b-d864-47c5-b011-50115f2ccd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:10:11.912985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-7548381b-d864-47c5-b011-50115f2ccd3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0426595 Nov 03 17:10:11.961458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-e2853a9e-9ec4-4fd8-b2be-7deef53011dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:10:11.962947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-e2853a9e-9ec4-4fd8-b2be-7deef53011dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422070 Nov 03 17:10:12.050575 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-36c6ada4-de7c-4c5d-bdc0-074375d2cb5c service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802679 Nov 03 17:10:12.149079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3caca100-0f09-4764-af89-7fa6d16b6e88 req-7c965618-c24d-4f27-8217-77fe7b1ad8ef service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918798 Nov 03 17:10:18.460758 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:10:22.700539 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:32.306027 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:32.671643 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2eccafac-fdfe-4735-b8b8-5038246e5d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:35.121374 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-34ac769f-94c1-48c8-8e7f-ab4c8e569bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:36.534129 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:38.015775 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:38.591564 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:52.705839 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:10:55.459557 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:11:02.305921 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:02.673946 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-55494c8d-75d9-40f4-b8fc-d35b6b3bceb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:04.386715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50298) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:04.881679 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Deleting port 54e57bdc-dc2a-436a-9b83-b87b95dcdf49 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:11:04.881920 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:04.954825 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:04.955151 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:04.966462 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Calling delete_port for 54e57bdc-dc2a-436a-9b83-b87b95dcdf49 owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:11:05.109267 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:05.123257 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-793ba820-aa06-499c-bf95-54130e653c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:05.136407 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event deleted for resources: {'Port': ['ID=54e57bdc-dc2a-436a-9b83-b87b95dcdf49,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:05.149714 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.150071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.150418 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.151309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.151721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.152067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.152399 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.152735 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.153066 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.153397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.153756 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.154087 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:05.219087 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:05.219420 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Floating IP e623dfec-8d3e-4aea-abe6-926b2505fa37 disassociated (deleted). External IP: 172.25.6.31, port: 4d48ccba-7609-4626-8cde-1d1ad7cc5703. Nov 03 17:11:05.429897 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Router 6da40519-a836-45f6-81d9-aa3ab151f9f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:11:05.537441 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:11:05.542857 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:05.548420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] Sync routers for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:11:05.558012 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:11:05.558624 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:11:05.569806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b51a0d79-90dc-4f6a-8ca7-1466f91520cb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "DELETE /v2.0/floatingips/e623dfec-8d3e-4aea-abe6-926b2505fa37 HTTP/1.1" status: 204 len: 168 time: 1.1819777 Nov 03 17:11:05.570516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:11:05.572878 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52b2233-5009-4c4b-a597-8b2dc2ac245a" -d '{"events": [{"name": "network-changed", "server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:11:05.617636 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8d6ea1-b175-4363-ad6f-540f35867d61 x-openstack-request-id: req-3c8d6ea1-b175-4363-ad6f-540f35867d61 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:11:05.617935 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:11:05.618327 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3c8d6ea1-b175-4363-ad6f-540f35867d61 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:11:05.618744 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'status': 'completed', 'code': 200} Nov 03 17:11:05.673515 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:11:05.714553 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-2f84c5be-b538-4162-92fc-d47df0b700a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:05.716162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-2f84c5be-b538-4162-92fc-d47df0b700a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 1098 time: 0.0484953 Nov 03 17:11:05.855214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-29c0af4a-fad6-4023-a236-d03fbc7f928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:05.856747 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-29c0af4a-fad6-4023-a236-d03fbc7f928f service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0975127 Nov 03 17:11:05.873740 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447dff7-8fa7-409d-9cdb-d25caf0c68f4 req-31a44226-1226-4217-bc38-95e7a4db9f8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:05.875910 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8447dff7-8fa7-409d-9cdb-d25caf0c68f4 req-31a44226-1226-4217-bc38-95e7a4db9f8b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 947 time: 0.1164706 Nov 03 17:11:05.899948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:11:05.902329 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-b1ac2f0b-dd92-4c55-b4cd-ebab2f128ef3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 200 len: 217 time: 0.0376747 Nov 03 17:11:05.927061 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] Checking router: 6da40519-a836-45f6-81d9-aa3ab151f9f9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:11:05.927372 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-8447dff7-8fa7-409d-9cdb-d25caf0c68f4 req-0d161ab4-336a-4cb1-9475-622bd51c3c27 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455787 Nov 03 17:11:05.937300 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:11:05.937872 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:11:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:11:05.956842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-ae44107b-7aad-4b6e-847e-5af9a70225b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:05.958405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-ae44107b-7aad-4b6e-847e-5af9a70225b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0468719 Nov 03 17:11:06.010675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-4d449f0b-bc2a-4178-9a85-d64491e0106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:06.012183 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-4d449f0b-bc2a-4178-9a85-d64491e0106f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451527 Nov 03 17:11:06.043809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:11:06.106849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-eacd47c5-9f25-4744-b64e-b76b5a967c33 service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841255 Nov 03 17:11:06.204068 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d52b2233-5009-4c4b-a597-8b2dc2ac245a req-1c126d2c-5982-4544-86d0-e8a41d9e3faa service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886643 Nov 03 17:11:06.398488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:11:06.424637 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73653cd2-f364-48da-8d17-7a1ed4b98771 None None] The sync data for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 is: [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:11:06.536542 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:06.651024 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d892f0f-f019-4c74-b287-c13f6039bcbb None None] New status for floating IP e623dfec-8d3e-4aea-abe6-926b2505fa37: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:11:07.108556 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef10094-db1c-4ac1-8eeb-b2b77e635c08 req-ed79c5e5-688b-4220-9753-e8a055c59ce9 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:07.110102 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eef10094-db1c-4ac1-8eeb-b2b77e635c08 req-ed79c5e5-688b-4220-9753-e8a055c59ce9 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 947 time: 0.0984898 Nov 03 17:11:07.165037 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-eef10094-db1c-4ac1-8eeb-b2b77e635c08 req-444ea6b8-f3cb-46bc-9fb1-053ad390dd77 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba065444-d55c-4add-8531-288ec6094e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485442 Nov 03 17:11:07.388137 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-247a10d9-ad60-45b4-877b-a6603a082a4c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:07.389856 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-247a10d9-ad60-45b4-877b-a6603a082a4c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.15 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 947 time: 0.0478172 Nov 03 17:11:07.483986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Deleting port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:11:07.484320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:07.569888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] For port 4d48ccba-7609-4626-8cde-1d1ad7cc5703, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=4d48ccba-7609-4626-8cde-1d1ad7cc5703,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:11:07.570246 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:07.583397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Calling delete_port for 4d48ccba-7609-4626-8cde-1d1ad7cc5703 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:11:07.711485 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:07.740873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event deleted for resources: {'Port': ['ID=4d48ccba-7609-4626-8cde-1d1ad7cc5703,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:07.786439 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] No DVR routers for this DVR port 4d48ccba-7609-4626-8cde-1d1ad7cc5703 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:11:07.789125 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:07.792542 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3a6bd128-fe8a-48f4-84d2-7faaac1dd7d4 req-e089db82-95d1-4a02-9d2d-8e6e73df3150 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.15 "DELETE /v2.0/ports/4d48ccba-7609-4626-8cde-1d1ad7cc5703 HTTP/1.1" status: 204 len: 173 time: 0.3962374 Nov 03 17:11:07.792979 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-deleted', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:11:07.795254 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3697789a-92d6-4cf0-b3c5-776939aa034e" -d '{"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-deleted", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:11:07.834183 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42755707-61fb-47ad-8a82-4aeec0d46700 x-openstack-request-id: req-42755707-61fb-47ad-8a82-4aeec0d46700 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:11:07.834486 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a7690b-0dff-4122-b094-607ea60bceeb", "name": "network-vif-deleted", "tag": "4d48ccba-7609-4626-8cde-1d1ad7cc5703", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:11:07.834749 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-42755707-61fb-47ad-8a82-4aeec0d46700 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:11:07.835186 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a7690b-0dff-4122-b094-607ea60bceeb', 'name': 'network-vif-deleted', 'tag': '4d48ccba-7609-4626-8cde-1d1ad7cc5703', 'status': 'completed', 'code': 200} Nov 03 17:11:08.017770 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:08.282809 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c482f6bd-83eb-42a8-870d-dadd9a5e661f req-a946cd69-3a50-4d6b-b047-c0384c53a353 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=04a7690b-0dff-4122-b094-607ea60bceeb HTTP/1.1" status: 200 len: 210 time: 0.0277274 Nov 03 17:11:08.592876 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:09.342779 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50326) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:09.402212 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30f7e4b9-7363-4db1-aaa1-c22b9fd6b461 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:09.427486 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30f7e4b9-7363-4db1-aaa1-c22b9fd6b461 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:09.487619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30f7e4b9-7363-4db1-aaa1-c22b9fd6b461 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:09.490349 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-30f7e4b9-7363-4db1-aaa1-c22b9fd6b461 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:09.491510 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-30f7e4b9-7363-4db1-aaa1-c22b9fd6b461 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "DELETE /v2.0/security-groups/ba065444-d55c-4add-8531-288ec6094e58 HTTP/1.1" status: 204 len: 168 time: 0.1477380 Nov 03 17:11:09.501112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7e4b9-7363-4db1-aaa1-c22b9fd6b461 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba065444-d55c-4add-8531-288ec6094e58,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:10.801590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50334) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:10.806292 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-60482c70-9c5a-490a-824c-30195011e3f3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2123706686', 'description': 'tempest-secgroup-smoke-2123706686 description', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:10.828531 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60482c70-9c5a-490a-824c-30195011e3f3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:10.895311 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60482c70-9c5a-490a-824c-30195011e3f3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:10.898565 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60482c70-9c5a-490a-824c-30195011e3f3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:10.922918 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-60482c70-9c5a-490a-824c-30195011e3f3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:10.924137 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-60482c70-9c5a-490a-824c-30195011e3f3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1215239 Nov 03 17:11:10.927137 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50336) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:10.932155 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60482c70-9c5a-490a-824c-30195011e3f3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616fff22-9b75-474c-9b72-2e2182538fe7,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:10.932574 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': '616fff22-9b75-474c-9b72-2e2182538fe7', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:10.960771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.016374 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.019594 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.036896 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005989e0-c631-42a1-be70-381abd5af5bf,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:11.047250 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.048412 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201251 Nov 03 17:11:11.049807 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.050149 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.050483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.050815 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.051150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.051474 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.051604 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50338) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:11.051799 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.052118 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.052448 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.052759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.053082 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.053401 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7393ae-388f-420f-99d2-5d00069a8754 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:11.056124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7105c694-296b-4b7c-ab54-037f5753b141 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': '616fff22-9b75-474c-9b72-2e2182538fe7', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:11.082778 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7105c694-296b-4b7c-ab54-037f5753b141 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.130947 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7105c694-296b-4b7c-ab54-037f5753b141 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.134760 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7105c694-296b-4b7c-ab54-037f5753b141 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.153569 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105c694-296b-4b7c-ab54-037f5753b141 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef29e12-c70e-4d45-86d5-10db33ed8038,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:11.160785 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7105c694-296b-4b7c-ab54-037f5753b141 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.162006 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7105c694-296b-4b7c-ab54-037f5753b141 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1095045 Nov 03 17:11:11.164759 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50340) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:11.170131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-9f5ed3d3-1329-4072-a78b-98c1b4bf3612 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': '616fff22-9b75-474c-9b72-2e2182538fe7', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:11.194871 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f5ed3d3-1329-4072-a78b-98c1b4bf3612 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.253932 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f5ed3d3-1329-4072-a78b-98c1b4bf3612 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.257604 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f5ed3d3-1329-4072-a78b-98c1b4bf3612 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.277086 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ed3d3-1329-4072-a78b-98c1b4bf3612 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c444fde-39d3-48cf-8c30-be673a5d80d8,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:11.285237 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9f5ed3d3-1329-4072-a78b-98c1b4bf3612 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.286447 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9f5ed3d3-1329-4072-a78b-98c1b4bf3612 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207690 Nov 03 17:11:11.289255 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50342) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:11.293661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-cbb74c8c-6367-4866-830f-1b5e3cf9ddc8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': '616fff22-9b75-474c-9b72-2e2182538fe7', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:11.319975 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbb74c8c-6367-4866-830f-1b5e3cf9ddc8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.378546 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbb74c8c-6367-4866-830f-1b5e3cf9ddc8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.381999 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbb74c8c-6367-4866-830f-1b5e3cf9ddc8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.402214 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb74c8c-6367-4866-830f-1b5e3cf9ddc8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae96cb0-6d8a-4830-867f-b852f26529e4,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:11.408588 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-cbb74c8c-6367-4866-830f-1b5e3cf9ddc8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.409781 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-cbb74c8c-6367-4866-830f-1b5e3cf9ddc8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195002 Nov 03 17:11:11.412590 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50344) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:11.417432 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2e1403bc-d706-4b0b-a54e-42f705def11e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': '616fff22-9b75-474c-9b72-2e2182538fe7', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:11.439897 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-2e1403bc-d706-4b0b-a54e-42f705def11e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Project e0bd468e4649416e9c2211d23cf65f2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:11:11.445224 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e1403bc-d706-4b0b-a54e-42f705def11e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.508664 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e1403bc-d706-4b0b-a54e-42f705def11e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.512371 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e1403bc-d706-4b0b-a54e-42f705def11e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.529815 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1403bc-d706-4b0b-a54e-42f705def11e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da960a6f-6d70-4453-a782-9cf30d77c18f,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:11.537135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2e1403bc-d706-4b0b-a54e-42f705def11e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.538352 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2e1403bc-d706-4b0b-a54e-42f705def11e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248558 Nov 03 17:11:11.541733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50346) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:11.545973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-793f5faa-f9e6-47ea-96d9-090dc7b1406a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'security_group_rule': {'security_group_id': '616fff22-9b75-474c-9b72-2e2182538fe7', 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:11.558103 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4d48ccba-7609-4626-8cde-1d1ad7cc5703 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:11:11.567139 n-d-813897-2 neutron-server[108104]: INFO neutron.db.securitygroups_db [None req-793f5faa-f9e6-47ea-96d9-090dc7b1406a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Project e0bd468e4649416e9c2211d23cf65f2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:11:11.572011 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793f5faa-f9e6-47ea-96d9-090dc7b1406a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.577879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 4d48ccba-7609-4626-8cde-1d1ad7cc5703 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:11:11.578219 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 4d48ccba-7609-4626-8cde-1d1ad7cc5703 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:11:11.631027 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793f5faa-f9e6-47ea-96d9-090dc7b1406a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.634935 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793f5faa-f9e6-47ea-96d9-090dc7b1406a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.655494 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f5faa-f9e6-47ea-96d9-090dc7b1406a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8de9a7e-9dd2-4803-bd74-a34013aa4966,revision_number=0']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:11.663889 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-793f5faa-f9e6-47ea-96d9-090dc7b1406a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:11.665080 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-793f5faa-f9e6-47ea-96d9-090dc7b1406a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225448 Nov 03 17:11:22.705643 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:27.081261 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-01eb2490-d3ef-4cd4-beea-fa5b46cf9134 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123706686&fields=id&tenant_id=e0bd468e4649416e9c2211d23cf65f2d HTTP/1.1" status: 200 len: 267 time: 0.0443437 Nov 03 17:11:27.190673 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-b523cc2b-3b75-413c-9510-ef59ec043630 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:27.192053 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-b523cc2b-3b75-413c-9510-ef59ec043630 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 809 time: 0.1038837 Nov 03 17:11:27.207180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-72159914-4df1-49f6-b33d-e62df141e168 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/quotas/e0bd468e4649416e9c2211d23cf65f2d HTTP/1.1" status: 200 len: 375 time: 0.0093796 Nov 03 17:11:27.257182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-8c6bac6b-9e43-4234-8498-9a82079cc092 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447571 Nov 03 17:11:27.398876 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-46c4d735-4bde-471b-83e8-3b611b13142d service neutron] 10.222.0.86 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284792 Nov 03 17:11:27.487318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-944878dd-fb41-4e74-af5b-e07a0f4a37f8 service neutron] 10.222.0.86 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814497 Nov 03 17:11:28.791040 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1e894d59-b073-4d75-9756-0d04677932e5 req-26bb8d8b-a7a9-4890-b9e6-69a4e7e8c737 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0284555 Nov 03 17:11:29.875412 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f7500ec4-7d92-446d-850d-b269b1f359e8 req-da944f2e-6d6a-42a1-8f9f-283c8049ee1a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0313261 Nov 03 17:11:30.958547 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4d9f0811-2879-4e19-b1ac-d9f2834e0a01 req-177a7f13-e729-4780-9a98-36c705c2d0d2 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0330539 Nov 03 17:11:32.041699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-25e0618b-0b8f-4bbd-a8ac-2bd217f83515 req-be706c34-d1bd-4727-988a-5efcbc1b4c39 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0265417 Nov 03 17:11:32.304811 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:32.458329 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:11:32.675551 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-96deda87-5d86-4c2c-91bb-48b9a0ac9e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:33.136633 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5a995c0c-106c-4938-8d08-efc1912b1e0d req-459accff-4f98-46a8-9e45-050468e3a4a3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0263522 Nov 03 17:11:33.819668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-7d630664-0326-4571-b445-ff161fe51f08 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:33.821107 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-7d630664-0326-4571-b445-ff161fe51f08 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 809 time: 0.1050475 Nov 03 17:11:33.898231 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-5454b1d7-f508-4ea3-910f-76b78957dfca tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0bd468e4649416e9c2211d23cf65f2d HTTP/1.1" status: 200 len: 380 time: 0.0551782 Nov 03 17:11:33.908681 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'port': {'device_id': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'admin_state_up': True, 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'security_groups': ['616fff22-9b75-474c-9b72-2e2182538fe7']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:34.024707 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Made reservation on behalf of e0bd468e4649416e9c2211d23cf65f2d for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:11:34.028420 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:34.173282 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Allocated IP 172.20.0.11 (28c8a5f0-e303-4f30-8f0d-c7f24918253c/c297ed76-2539-411f-a61c-67c7ebcce442/3bf5c52c-7320-4214-a09c-699dd4d9e07d) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:11:34.253845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ddd29677-2b61-470a-a886-6d0f0b57ae10 req-74e6e5d2-18f5-431c-b746-71a23a38e6a0 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0419271 Nov 03 17:11:34.342750 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:34.376643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:34.419595 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:11:34.424535 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:11:34.428328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:11:34.456559 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:34.483704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:34.484321 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:34.503031 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e3cb5f62-229d-4f19-8a5a-4296167ce37c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5980048 Nov 03 17:11:34.513862 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-69cbd544-2a8c-4351-9e63-b1e5a2bf1e0f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:11:34.515106 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-69cbd544-2a8c-4351-9e63-b1e5a2bf1e0f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0060833 Nov 03 17:11:34.528793 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Request body: {'port': {'device_id': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:34.592995 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:34.711418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-adcc9ca7-4112-414a-979b-09842bf7e4aa None None] Provisioning complete for port 3bf5c52c-7320-4214-a09c-699dd4d9e07d triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:11:34.712389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-adcc9ca7-4112-414a-979b-09842bf7e4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:34.755798 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-adcc9ca7-4112-414a-979b-09842bf7e4aa None None] Port 3bf5c52c-7320-4214-a09c-699dd4d9e07d cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:11:34.868104 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf5c52c-7320-4214-a09c-699dd4d9e07d {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:11:34.876105 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:34.888722 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Transition to ACTIVE for port object 3bf5c52c-7320-4214-a09c-699dd4d9e07d will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:11:34.892593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:34.943526 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e3ed0-9385-457a-8705-24566332206c service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:35.020090 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Attempting to bind port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:11:35.020458 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Attempting to bind port 3bf5c52c-7320-4214-a09c-699dd4d9e07d by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:11:35.020768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Attempting to bind port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:11:35.025413 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:11:35.025766 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Attempting to bind port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:11:35.031763 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:11:35.032105 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Checking segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:11:35.032493 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Bound using segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:11:35.032930 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Bound port: 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:11:35.033293 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:35.100907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:11:35.104479 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:11:35.115811 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:35.133211 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9e4717b9-64b8-4653-b748-35a8675788db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:35.152620 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:35.153267 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:35.154699 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-244e3ed0-9385-457a-8705-24566332206c service neutron] 10.222.0.70 "PUT /v2.0/ports/3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 1092 time: 0.6310463 Nov 03 17:11:35.155260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:11:35.157584 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:11:35.186203 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e3ed0-9385-457a-8705-24566332206c service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:35.280480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-67cd0fc5-e50c-4b6c-b9e3-d2d059f23146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:35.282187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-67cd0fc5-e50c-4b6c-b9e3-d2d059f23146 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1095 time: 0.0640006 Nov 03 17:11:35.372427 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-de9f2e02-b814-4827-943d-b8a80dd0c57e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 217 time: 0.0716820 Nov 03 17:11:35.492858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863d477-9cee-4e53-ae0a-ff4b3a95046c req-6f90aed7-49d5-49a0-878c-e6a49f374ae5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:35.494527 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d863d477-9cee-4e53-ae0a-ff4b3a95046c req-6f90aed7-49d5-49a0-878c-e6a49f374ae5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.1169508 Nov 03 17:11:35.497263 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-7ea664bf-5134-40ac-be5e-82ca40122a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:35.498660 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-7ea664bf-5134-40ac-be5e-82ca40122a31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.1119907 Nov 03 17:11:35.562206 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547cd112-386a-48c5-bc43-8f9df853ec14 x-openstack-request-id: req-547cd112-386a-48c5-bc43-8f9df853ec14 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:11:35.562503 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:11:35.562752 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-547cd112-386a-48c5-bc43-8f9df853ec14 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:11:35.563147 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'status': 'completed', 'code': 200} Nov 03 17:11:35.592142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d863d477-9cee-4e53-ae0a-ff4b3a95046c req-be9cc5bd-b92a-4d1f-941f-9c1c5ef2b96b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892494 Nov 03 17:11:35.598069 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-3afc8c4f-9534-40f2-aac1-06533fa87659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:35.599601 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-3afc8c4f-9534-40f2-aac1-06533fa87659 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893188 Nov 03 17:11:35.696994 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-e71d5cbb-b423-49d5-b1fb-5778ad5136bb service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881772 Nov 03 17:11:35.787981 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fdfa9a88-d82c-4c14-961a-f57bed83b957 req-66611ab7-a02c-4456-b15b-d9a45791f3d4 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839622 Nov 03 17:11:35.876437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-90b9fc26-6365-4ba4-9c53-746a34bc1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:35.877880 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-90b9fc26-6365-4ba4-9c53-746a34bc1c3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1095 time: 0.0413442 Nov 03 17:11:35.972454 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-de7da515-a17d-4463-84cb-563b644f193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:35.973922 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-de7da515-a17d-4463-84cb-563b644f193b service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0891082 Nov 03 17:11:36.015146 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-42cff473-485b-4e73-afa2-3b4ad9cd799d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 217 time: 0.0339298 Nov 03 17:11:36.069773 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-04afa245-3e89-4c05-9254-722caee42a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:36.071129 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-04afa245-3e89-4c05-9254-722caee42a83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0475764 Nov 03 17:11:36.124761 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-234e924d-a127-4f31-8f35-de4214506f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:36.126577 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-234e924d-a127-4f31-8f35-de4214506f8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486541 Nov 03 17:11:36.220315 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-c2bfab3b-f0ac-4365-963a-80c50c1bcd3f service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860562 Nov 03 17:11:36.314418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c5c6a884-a3a6-4ab3-8aa8-6b1fa97e601f req-ddb5c42c-c5b7-4110-953d-184d083ec483 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858932 Nov 03 17:11:36.540844 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:36.711343 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53255956-fd1a-4028-9524-1256f9e69ca9 req-a204cd06-ff38-4ba3-964f-d4b345a60c9e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:36.712837 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53255956-fd1a-4028-9524-1256f9e69ca9 req-a204cd06-ff38-4ba3-964f-d4b345a60c9e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0504825 Nov 03 17:11:36.763093 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-53255956-fd1a-4028-9524-1256f9e69ca9 req-6425f3be-09b2-48f2-a4c3-2b6dd6d05ab0 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Nov 03 17:11:37.881197 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdea49e-370b-4a37-a4ae-240a7aa71650 req-db13c8dc-af50-4c02-b5b9-af59158cce5c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:37.882783 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbdea49e-370b-4a37-a4ae-240a7aa71650 req-db13c8dc-af50-4c02-b5b9-af59158cce5c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0500081 Nov 03 17:11:37.938929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-dbdea49e-370b-4a37-a4ae-240a7aa71650 req-d3417b74-d78e-4ba2-a242-7d676154babe tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498199 Nov 03 17:11:38.021571 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:38.593872 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:39.054813 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14dc1f-8187-46c1-87bb-11aa04b8e65e req-315fcf1c-7b1c-4e2a-9aa0-72141cfc16b4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:39.056174 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa14dc1f-8187-46c1-87bb-11aa04b8e65e req-315fcf1c-7b1c-4e2a-9aa0-72141cfc16b4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0496576 Nov 03 17:11:39.109121 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fa14dc1f-8187-46c1-87bb-11aa04b8e65e req-5c1e4b37-aaa7-450a-b574-8ab1e8e33c6e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463109 Nov 03 17:11:40.226003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29b235-b061-4f2b-a0ae-582aeb2c5dbe req-f4b01363-78c6-4464-b83d-7263602ed53f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:40.227482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f29b235-b061-4f2b-a0ae-582aeb2c5dbe req-f4b01363-78c6-4464-b83d-7263602ed53f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0491128 Nov 03 17:11:40.277801 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f29b235-b061-4f2b-a0ae-582aeb2c5dbe req-ecb22339-e5a8-46a0-a65b-67e52965b777 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437291 Nov 03 17:11:41.392268 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c523a2-4eb5-48af-8ea4-2d471719ab86 req-e3605ab9-5b5d-4fee-8895-23ec301c42bc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:41.393774 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3c523a2-4eb5-48af-8ea4-2d471719ab86 req-e3605ab9-5b5d-4fee-8895-23ec301c42bc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0489726 Nov 03 17:11:41.442809 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3c523a2-4eb5-48af-8ea4-2d471719ab86 req-144cc56e-71e3-4ef9-85a3-58e1b17649eb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Nov 03 17:11:42.563355 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84720d-2326-4bca-a7af-d20c71f05f0f req-b5309c4d-7b34-4717-b2e5-fa7d702747c9 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:42.564830 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe84720d-2326-4bca-a7af-d20c71f05f0f req-b5309c4d-7b34-4717-b2e5-fa7d702747c9 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0489881 Nov 03 17:11:42.614216 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fe84720d-2326-4bca-a7af-d20c71f05f0f req-33aae3b8-d682-4ba3-b100-166004fb3cdc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Nov 03 17:11:43.729280 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba18fe-451d-488f-9272-51c9bf09d2c4 req-6a2efc34-3769-4c1b-9f97-468bad5def85 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:43.730976 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88ba18fe-451d-488f-9272-51c9bf09d2c4 req-6a2efc34-3769-4c1b-9f97-468bad5def85 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0505705 Nov 03 17:11:43.782801 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-88ba18fe-451d-488f-9272-51c9bf09d2c4 req-5f9234ac-4e03-4e7a-bf8e-17b5895256f6 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453789 Nov 03 17:11:44.905933 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf1764-3041-430c-bafb-a940512ecabd req-7b48edf1-f70d-47fc-b5fa-fc4f77a4c706 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:44.907399 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5eaf1764-3041-430c-bafb-a940512ecabd req-7b48edf1-f70d-47fc-b5fa-fc4f77a4c706 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0515304 Nov 03 17:11:44.955707 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5eaf1764-3041-430c-bafb-a940512ecabd req-94a6c011-b43e-4b68-9f8f-577cf614b2df tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 Nov 03 17:11:46.075915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a755-9b9f-4a51-bb68-d19754058464 req-8c12ac60-de63-4042-9aa6-49905dd47f20 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:46.077415 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1af9a755-9b9f-4a51-bb68-d19754058464 req-8c12ac60-de63-4042-9aa6-49905dd47f20 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0543075 Nov 03 17:11:46.126817 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-1af9a755-9b9f-4a51-bb68-d19754058464 req-1ff3c091-c316-4807-82b4-c5f11935ce49 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Nov 03 17:11:47.244185 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8060-9995-42a4-9bf7-8b86c254ca20 req-5faa6cef-d0b0-4b6e-9f28-4440bbb313bf tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:47.245696 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4ad8060-9995-42a4-9bf7-8b86c254ca20 req-5faa6cef-d0b0-4b6e-9f28-4440bbb313bf tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0483253 Nov 03 17:11:47.295725 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4ad8060-9995-42a4-9bf7-8b86c254ca20 req-736fe3c1-8e4a-4c7f-a773-ffb6f9f24556 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Nov 03 17:11:47.597454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 3bf5c52c-7320-4214-a09c-699dd4d9e07d details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:11:47.690259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:11:47.701397 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'port_id': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'mac_address': 'fa:16:3e:41:40:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:11:47.741435 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:47.754653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf5c52c-7320-4214-a09c-699dd4d9e07d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:11:47.774074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:11:47.779288 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:47.832436 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:47.840403 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.840750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.841094 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.841434 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.841794 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.842128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.842459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.842787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.843113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.843439 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.843765 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:47.844089 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:11:48.034716 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['3bf5c52c-7320-4214-a09c-699dd4d9e07d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:11:48.413253 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572b98f-5847-49ee-99ec-907298470d00 req-ae90b516-059a-402f-a2d6-2a675c3bd2a9 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:48.414751 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9572b98f-5847-49ee-99ec-907298470d00 req-ae90b516-059a-402f-a2d6-2a675c3bd2a9 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Nov 03 17:11:48.463741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9572b98f-5847-49ee-99ec-907298470d00 req-2ae56519-45d2-4ad8-a4c3-dc31399d364e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Nov 03 17:11:49.578132 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956eb174-c793-416c-98ca-2d4b78693373 req-b8e7f8d3-e59b-44db-a5cf-7a66adfb19bb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:49.579602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-956eb174-c793-416c-98ca-2d4b78693373 req-b8e7f8d3-e59b-44db-a5cf-7a66adfb19bb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 945 time: 0.0477467 Nov 03 17:11:49.612983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 3bf5c52c-7320-4214-a09c-699dd4d9e07d up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:11:49.633864 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-956eb174-c793-416c-98ca-2d4b78693373 req-66b2cb1b-2bd2-4654-91c6-1d03776d5b13 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472510 Nov 03 17:11:49.663135 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 3bf5c52c-7320-4214-a09c-699dd4d9e07d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:11:49.667146 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 3bf5c52c-7320-4214-a09c-699dd4d9e07d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:11:49.667516 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:49.746168 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:49.768757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:11:49.771012 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72bf2c1-c8ff-4200-836b-89515f5cc145" -d '{"events": [{"server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "name": "network-vif-plugged", "status": "completed", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:11:49.783760 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:11:49.787885 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:49.812589 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09ebb44-ae28-4aa9-9bc3-8a9b315aab4f x-openstack-request-id: req-e09ebb44-ae28-4aa9-9bc3-8a9b315aab4f {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:11:49.812589 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "name": "network-vif-plugged", "status": "completed", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:11:49.812885 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e09ebb44-ae28-4aa9-9bc3-8a9b315aab4f {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:11:49.813070 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'code': 200} Nov 03 17:11:49.839762 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:49.906655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43210-1a6f-4e99-b2f0-94a2f740f330 req-23037df5-f734-4e1b-8c2f-f2488b9ad740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:49.908155 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fe43210-1a6f-4e99-b2f0-94a2f740f330 req-23037df5-f734-4e1b-8c2f-f2488b9ad740 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1097 time: 0.0406525 Nov 03 17:11:49.954490 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2fe43210-1a6f-4e99-b2f0-94a2f740f330 req-b445f656-39f8-47e0-88c3-3a618fc7dc6e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391805 Nov 03 17:11:50.749877 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b13fd8-06b5-4c06-a037-3d7545a96594 req-d965a9f0-175c-4576-85f4-5597f74cce60 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:50.751363 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4b13fd8-06b5-4c06-a037-3d7545a96594 req-d965a9f0-175c-4576-85f4-5597f74cce60 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0489190 Nov 03 17:11:50.799841 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-b4b13fd8-06b5-4c06-a037-3d7545a96594 req-310a34da-928a-486b-8234-aa176e5f38a9 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Nov 03 17:11:51.922393 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3696ed1-0d7f-4611-9690-4ec218cf2157 req-a83b57d9-84a7-477a-a731-c4ad55231adb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:51.923885 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3696ed1-0d7f-4611-9690-4ec218cf2157 req-a83b57d9-84a7-477a-a731-c4ad55231adb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0547631 Nov 03 17:11:51.972590 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-a3696ed1-0d7f-4611-9690-4ec218cf2157 req-2039daf9-8038-4796-8f1a-c4527a09c4ff tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427339 Nov 03 17:11:52.092349 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd83689-95ab-4ec9-81be-5e7dd1240e37 req-df6d091c-b9da-460e-be6a-4bdd84c8132e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:52.093748 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1fd83689-95ab-4ec9-81be-5e7dd1240e37 req-df6d091c-b9da-460e-be6a-4bdd84c8132e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0534279 Nov 03 17:11:52.142365 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1fd83689-95ab-4ec9-81be-5e7dd1240e37 req-dc55da8f-8c8b-4738-99a7-a99173051308 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Nov 03 17:11:52.164265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50566) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:52.245492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f038e41a-2b5e-44a8-b3ef-3befe8eea2c6 tempest-TestShelveInstance-135826671 tempest-TestShelveInstance-135826671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:52.246991 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f038e41a-2b5e-44a8-b3ef-3befe8eea2c6 tempest-TestShelveInstance-135826671 tempest-TestShelveInstance-135826671-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1092 time: 0.0817263 Nov 03 17:11:52.249861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50570) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:11:52.254022 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:11:52.276155 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for floatingip, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:52.376057 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:52.476265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Allocated IP 172.25.6.41 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/42e57a0a-ebfd-4c2d-9cfd-e9fa393f27df) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:11:52.582120 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:52.614536 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:52.651079 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:11:52.656983 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:11:52.660483 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:11:52.665771 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'Port': ['ID=42e57a0a-ebfd-4c2d-9cfd-e9fa393f27df,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:52.713629 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:53.351285 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:53.416469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:53.564532 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:53.569000 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:53.636967 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event updated for resources: {'Port': ['ID=42e57a0a-ebfd-4c2d-9cfd-e9fa393f27df,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:11:53.651076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:53.752143 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Floating IP e481e863-b10e-44fc-aa05-746522482d7b associated. External IP: 172.25.6.41, port: 3bf5c52c-7320-4214-a09c-699dd4d9e07d. Nov 03 17:11:53.956963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Router 6da40519-a836-45f6-81d9-aa3ab151f9f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:11:54.064633 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:11:54.074965 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] Sync routers for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:11:54.083338 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:11:54.084733 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:11:54.085352 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:11:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:11:54.114989 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-7aa6dba6-0a44-42d7-8dd8-655be94ce441 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8640788 Nov 03 17:11:54.115592 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:11:54.118342 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633f0d17-e671-4c7c-a750-d26a903afb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:11:54.159531 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80cd3eb-ca4a-410d-904e-d6a8bcd61add x-openstack-request-id: req-c80cd3eb-ca4a-410d-904e-d6a8bcd61add {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:11:54.159831 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:11:54.160122 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c80cd3eb-ca4a-410d-904e-d6a8bcd61add {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:11:54.160577 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'status': 'completed', 'code': 200} Nov 03 17:11:54.196787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:11:54.230861 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-adadb771-6ab7-4485-ac8c-9705cc09dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:54.232486 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-adadb771-6ab7-4485-ac8c-9705cc09dbbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1097 time: 0.0428672 Nov 03 17:11:54.326531 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-16daa75b-80f7-4569-bae0-fd243e967ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:54.327900 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-16daa75b-80f7-4569-bae0-fd243e967ce4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0874069 Nov 03 17:11:54.399645 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-a431b06f-185f-4458-bf66-a2fb4a3bf41f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 999 time: 0.0626698 Nov 03 17:11:54.422502 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'e481e863-b10e-44fc-aa05-746522482d7b', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'floating_ip_address': '172.25.6.41', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'port_id': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'mac_address': 'fa:16:3e:41:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:11:52Z', 'updated_at': '2021-11-03T17:11:52Z', 'revision_number': 0, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:11:54.450892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-675adb24-e836-455e-9451-9bf42419c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:54.452362 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-675adb24-e836-455e-9451-9bf42419c344 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0453198 Nov 03 17:11:54.455752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] Checking router: 6da40519-a836-45f6-81d9-aa3ab151f9f9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:11:54.465038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:11:54.466084 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:11:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:11:54.500755 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-00298fef-650c-498c-bbb8-d9b33a943013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:11:54.502285 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-00298fef-650c-498c-bbb8-d9b33a943013 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418241 Nov 03 17:11:54.570911 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:11:54.599909 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-eb68f643-c4a2-48cc-96c6-81bf1cffed1f service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888250 Nov 03 17:11:54.691326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-633f0d17-e671-4c7c-a750-d26a903afb2c req-c6a77083-28cf-485d-a625-8abaa0a8033a service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842752 Nov 03 17:11:54.799930 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'e481e863-b10e-44fc-aa05-746522482d7b', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'floating_ip_address': '172.25.6.41', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'port_id': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'mac_address': 'fa:16:3e:41:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:11:52Z', 'updated_at': '2021-11-03T17:11:52Z', 'revision_number': 0, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:11:54.827095 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4f185-514f-4fe0-a622-af81dda27601 None None] The sync data for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 is: [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'e481e863-b10e-44fc-aa05-746522482d7b', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'floating_ip_address': '172.25.6.41', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'port_id': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'mac_address': 'fa:16:3e:41:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:11:52Z', 'updated_at': '2021-11-03T17:11:52Z', 'revision_number': 0, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:11:55.007857 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a6d0d-e625-45a2-b7d5-c46fc2f6e94e None None] New status for floating IP e481e863-b10e-44fc-aa05-746522482d7b: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:12:02.303873 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:02.676628 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-92c5fbd0-c9b4-4a1c-a2db-2e6341f689a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:05.125188 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ef694fcd-c801-487b-9370-8c7b77a5ecd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:06.543018 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:08.025949 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:08.597072 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:09.457741 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:12:17.902331 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-a03b187e-38e6-4700-a5f3-f6c4e7dfc2d4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460546 Nov 03 17:12:17.986265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-2722a03e-a092-42e0-82e9-249c2e846d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:12:17.987746 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-2722a03e-a092-42e0-82e9-249c2e846d49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1097 time: 0.0408697 Nov 03 17:12:18.104802 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-d4738cc4-5d2c-4a98-95db-4d428ff35e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:12:18.106325 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-d4738cc4-5d2c-4a98-95db-4d428ff35e5b service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0987277 Nov 03 17:12:18.173299 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-d7134981-3ccf-494d-a176-a6f2238ac794 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 1001 time: 0.0581129 Nov 03 17:12:18.221573 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-b78272dd-882c-4e74-aca2-9af5e6e8fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:12:18.223591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-b78272dd-882c-4e74-aca2-9af5e6e8fdfb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0422688 Nov 03 17:12:18.273112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-c4aac03d-23a0-4723-a9a6-175e1cd43546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:12:18.274621 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-c4aac03d-23a0-4723-a9a6-175e1cd43546 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440483 Nov 03 17:12:18.366990 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-1e5e55e6-2627-4518-bc4b-dea73b893a5d service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850310 Nov 03 17:12:18.460482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-45ba5dec-3a34-4fd6-8dec-c2df81eae03e req-312a4e55-de23-46ba-ab0f-2528215400bc service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864649 Nov 03 17:12:22.707635 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:32.317783 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:32.676407 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-648e3709-ecbb-458d-89fe-a16172cfcf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:35.126957 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8735315f-d2b7-46a6-a3e1-8f62b08d57ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:36.547228 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:38.025756 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:38.598004 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:12:46.457453 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:12:52.719209 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:02.333579 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:02.679078 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a5e964a1-de5a-4d35-928c-7d894c572dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:05.130540 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2d488e7e-276b-4f39-a20d-26331aa05938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:06.548665 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:08.028770 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:08.599628 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:19.939659 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-e826808e-f58c-4709-b1c7-48ae35283ff5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880466 Nov 03 17:13:20.022451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-79f51bdc-4d10-4012-9eef-cbb8876f5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:20.024077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-79f51bdc-4d10-4012-9eef-cbb8876f5f31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1097 time: 0.0420394 Nov 03 17:13:20.131175 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-b5000622-96d7-4073-b44b-3352e97e6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:20.133187 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-b5000622-96d7-4073-b44b-3352e97e6462 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0886314 Nov 03 17:13:20.198099 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-40118dd5-6bd2-407b-91d1-580f328cf5d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 1001 time: 0.0577698 Nov 03 17:13:20.253106 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-1aefe516-f65b-4a69-9546-72ba9ae2df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:20.254581 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-1aefe516-f65b-4a69-9546-72ba9ae2df2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0490105 Nov 03 17:13:20.301055 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-8e9312f8-27e6-47d9-8357-9becaa810e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:20.302554 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-8e9312f8-27e6-47d9-8357-9becaa810e07 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407276 Nov 03 17:13:20.393323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-782c9f86-d21e-41a1-8abf-b5491ab7c845 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827150 Nov 03 17:13:20.487924 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-508782e0-20b0-407d-a530-1f9257bc2b74 req-4a20878d-a5c2-4af3-bf8b-9bf0a2c75676 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868256 Nov 03 17:13:22.733043 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:23.456298 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:13:32.333204 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:32.680232 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bfd07697-8a3d-4103-93dd-09d69d9384ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:35.132730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5a07f047-6073-471b-8d81-f5729889e3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:36.552171 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:38.032073 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:38.603439 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:45.944553 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4a2d4-7a1f-4a15-8c38-e7ed65d27235 req-8d8cd009-d95b-472d-a6aa-6af83c8b76fb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:45.946123 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-38f4a2d4-7a1f-4a15-8c38-e7ed65d27235 req-8d8cd009-d95b-472d-a6aa-6af83c8b76fb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0505736 Nov 03 17:13:45.996077 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-38f4a2d4-7a1f-4a15-8c38-e7ed65d27235 req-cc408855-50a0-4a71-88d3-05ded024fa6f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 Nov 03 17:13:47.128839 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4b3a-37a6-44b4-b775-1baad3bfe5f7 req-67b883b4-4ebf-4d02-9232-4539ddb4c75b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:47.130385 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de3f4b3a-37a6-44b4-b775-1baad3bfe5f7 req-67b883b4-4ebf-4d02-9232-4539ddb4c75b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0505278 Nov 03 17:13:47.179318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de3f4b3a-37a6-44b4-b775-1baad3bfe5f7 req-f043a6d3-aadc-472b-9ce1-015cf0b67576 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 Nov 03 17:13:48.325194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3422259-f564-4821-9a71-41eb41487cd2 req-ef8ade0e-db1e-4052-b8be-3fce70e3e796 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:48.326672 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3422259-f564-4821-9a71-41eb41487cd2 req-ef8ade0e-db1e-4052-b8be-3fce70e3e796 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0481455 Nov 03 17:13:48.379238 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d3422259-f564-4821-9a71-41eb41487cd2 req-6ac3bfdc-b255-4832-a60a-66b6068a71c0 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465124 Nov 03 17:13:49.501465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b65b2e-6c62-4691-a6d8-15fdd8d60239 req-518f138b-f594-4920-9c65-73435374c15e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:49.502962 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09b65b2e-6c62-4691-a6d8-15fdd8d60239 req-518f138b-f594-4920-9c65-73435374c15e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0536165 Nov 03 17:13:49.551260 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-09b65b2e-6c62-4691-a6d8-15fdd8d60239 req-45d03774-11b2-4638-806d-72dbc30c2f7a tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Nov 03 17:13:50.666229 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec719bf-db36-4007-b2f2-70a040089493 req-e2e50444-96a0-4b2c-b215-9c8b7f9c2223 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:50.667680 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ec719bf-db36-4007-b2f2-70a040089493 req-e2e50444-96a0-4b2c-b215-9c8b7f9c2223 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0487328 Nov 03 17:13:50.716062 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ec719bf-db36-4007-b2f2-70a040089493 req-54fee531-319d-4560-9c5f-67ce7f5a9785 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 Nov 03 17:13:51.832565 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f8119-a1c7-4d8a-b208-64c32c47269b req-d55be67b-25e9-4332-aa88-995cc77ff800 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:51.834098 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-607f8119-a1c7-4d8a-b208-64c32c47269b req-d55be67b-25e9-4332-aa88-995cc77ff800 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0496345 Nov 03 17:13:51.883671 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-607f8119-a1c7-4d8a-b208-64c32c47269b req-4c8f5e00-1504-4aee-bb9d-a67e7f29e93b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435839 Nov 03 17:13:52.742062 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:13:53.001978 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04cd7c-4f98-42a7-a8d5-a0b73e69682e req-55846af3-fae6-4eaa-ac96-ac20909c622f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:53.003438 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad04cd7c-4f98-42a7-a8d5-a0b73e69682e req-55846af3-fae6-4eaa-ac96-ac20909c622f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0490489 Nov 03 17:13:53.052642 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ad04cd7c-4f98-42a7-a8d5-a0b73e69682e req-0df50899-a037-4a66-a4a7-a33d564c52ec tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Nov 03 17:13:54.166139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efb7f9-f8aa-462a-ac92-716bc5f386bf req-c3996cc0-f816-4bc0-991a-4239be0eb4e4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:54.167629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73efb7f9-f8aa-462a-ac92-716bc5f386bf req-c3996cc0-f816-4bc0-991a-4239be0eb4e4 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0483873 Nov 03 17:13:54.221390 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-73efb7f9-f8aa-462a-ac92-716bc5f386bf req-b3d71268-7aa2-4415-bcfe-c2828f059a3e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471497 Nov 03 17:13:55.342828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58f5fb-d36b-455c-9a1f-5816bce4e002 req-5e51ebe0-6cba-4a56-82ea-1ccb1fe1d0eb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:55.344337 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff58f5fb-d36b-455c-9a1f-5816bce4e002 req-5e51ebe0-6cba-4a56-82ea-1ccb1fe1d0eb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0532730 Nov 03 17:13:55.395166 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ff58f5fb-d36b-455c-9a1f-5816bce4e002 req-7010d42b-54a4-4d17-b735-9c32ad84c2a6 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Nov 03 17:13:56.094670 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-2a70e618-831d-4c71-a62d-7af8e4630006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:56.096165 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-2a70e618-831d-4c71-a62d-7af8e4630006 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1097 time: 0.0406144 Nov 03 17:13:56.187724 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-10f0c96a-cf4f-47bb-8297-6a2b6cc74a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:56.189189 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-10f0c96a-cf4f-47bb-8297-6a2b6cc74a9d service neutron] 10.222.0.70 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0854251 Nov 03 17:13:56.257620 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-40b202f4-0fb4-41d6-827e-b515f444f1e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 1001 time: 0.0614090 Nov 03 17:13:56.307380 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-15810163-500e-4f99-bdad-0e739bb1a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:56.308793 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-15810163-500e-4f99-bdad-0e739bb1a9f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0438361 Nov 03 17:13:56.355996 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-35b46abb-7d47-40da-be2e-0f90be0b89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:56.357347 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-35b46abb-7d47-40da-be2e-0f90be0b89b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393872 Nov 03 17:13:56.451932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-baa107a1-6d08-4d41-9a05-49c0f17d3d68 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871842 Nov 03 17:13:56.565308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595ab64-2ffe-4d8a-8c98-d810f50f841c req-290def6b-4cbc-4a52-8961-804baab5a471 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:56.566813 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4595ab64-2ffe-4d8a-8c98-d810f50f841c req-290def6b-4cbc-4a52-8961-804baab5a471 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.1003201 Nov 03 17:13:56.598751 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1411ef3b-9c81-41ab-b396-e0cc5f786e09 req-a7d46cdf-b44f-4f49-ac2a-ad2d73afe1a3 service neutron] 10.222.0.70 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400058 Nov 03 17:13:56.628979 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-4595ab64-2ffe-4d8a-8c98-d810f50f841c req-da483b2e-297c-4ba2-9557-b138ad2b71f6 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555365 Nov 03 17:13:57.743951 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5809a8-df41-41a9-af3d-3fe704ecc0aa req-3cd8370b-6387-40d9-a5e6-95b5be8fe87d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:57.745378 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6a5809a8-df41-41a9-af3d-3fe704ecc0aa req-3cd8370b-6387-40d9-a5e6-95b5be8fe87d tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Nov 03 17:13:57.795082 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-6a5809a8-df41-41a9-af3d-3fe704ecc0aa req-108f2ce5-20d4-4b63-bffa-0f109516e8cd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430055 Nov 03 17:13:58.915001 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07410992-9c6a-44ff-9ec0-7d5989d95371 req-27f4601a-2c6b-4dd9-bd6d-15785a7cbab1 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:13:58.916591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07410992-9c6a-44ff-9ec0-7d5989d95371 req-27f4601a-2c6b-4dd9-bd6d-15785a7cbab1 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0508239 Nov 03 17:13:58.970077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-07410992-9c6a-44ff-9ec0-7d5989d95371 req-a09e89e1-8538-4032-89b1-07b36c112ab1 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464942 Nov 03 17:14:00.094445 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db197d8-d023-46af-81de-ebebcc8b7a57 req-1cf3b287-6b30-4a1d-a81f-c9e619b88f89 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:00.095803 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9db197d8-d023-46af-81de-ebebcc8b7a57 req-1cf3b287-6b30-4a1d-a81f-c9e619b88f89 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0534005 Nov 03 17:14:00.145593 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9db197d8-d023-46af-81de-ebebcc8b7a57 req-7c98dbae-9f0b-4e9a-b7d8-7ec308b384cd tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Nov 03 17:14:00.456262 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:14:01.264860 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48d909-f9fc-40cb-b913-a86eddb0836a req-75a03ef9-df53-4a5a-9810-dbdd02956491 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:01.266649 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1f48d909-f9fc-40cb-b913-a86eddb0836a req-75a03ef9-df53-4a5a-9810-dbdd02956491 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0536904 Nov 03 17:14:01.316182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1f48d909-f9fc-40cb-b913-a86eddb0836a req-1b4f916a-53bf-4ab8-8323-0b646a54a325 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435753 Nov 03 17:14:01.553778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926039f9-02c5-419c-844d-ff6ed7436369 req-c4c19e4b-8e5f-48fc-a0da-29ba02b4a846 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:01.555264 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-926039f9-02c5-419c-844d-ff6ed7436369 req-c4c19e4b-8e5f-48fc-a0da-29ba02b4a846 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 946 time: 0.0772498 Nov 03 17:14:01.562576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-254daf56-71a2-4f10-8521-7a2ca1b1fee9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052907 Nov 03 17:14:01.579309 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-07fd825a-7ead-4ef6-be1f-37b47b78bd2e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:14:01.580265 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-07fd825a-7ead-4ef6-be1f-37b47b78bd2e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0103691 Nov 03 17:14:01.615668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-926039f9-02c5-419c-844d-ff6ed7436369 req-9ea380b1-3076-406a-b302-81f3e4fbefa8 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521469 Nov 03 17:14:02.334071 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:02.422754 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 3bf5c52c-7320-4214-a09c-699dd4d9e07d no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:14:02.500441 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:02.524004 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:14:02.526279 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1644b163-f5ae-4e2a-86fa-297b4797cf97" -d '{"events": [{"server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:14:02.542527 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:14:02.546878 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:02.598706 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:14:02.606971 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.607388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.607736 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.608075 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.608411 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.608741 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.609070 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.609396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.609745 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.610071 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.610396 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.610718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:02.618362 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647914c0-09a2-47e3-9068-8cd39765d913 x-openstack-request-id: req-647914c0-09a2-47e3-9068-8cd39765d913 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:14:02.618655 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "name": "network-vif-unplugged", "status": "failed", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d", "code": 422}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:14:02.618907 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-647914c0-09a2-47e3-9068-8cd39765d913 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:14:02.619301 n-d-813897-2 neutron-server[108106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'code': 422} returned with failed status Nov 03 17:14:02.681890 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-22f0b258-4e7f-4dc2-a44a-1bf12717544e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:02.736721 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ab9e1-9011-464c-ad5b-0a14c5500e5f req-37a74785-881a-417f-b414-ae02cb7f56cf tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:02.738638 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d4ab9e1-9011-464c-ad5b-0a14c5500e5f req-37a74785-881a-417f-b414-ae02cb7f56cf tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0504479 Nov 03 17:14:02.793130 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d4ab9e1-9011-464c-ad5b-0a14c5500e5f req-401a9e20-fe55-4b04-ad90-99a2c324252c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480998 Nov 03 17:14:03.910016 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4ca2-ff59-4d20-8390-9953c0c60db6 req-7f058ca7-fe7c-482a-838a-234847832444 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:03.911493 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee8a4ca2-ff59-4d20-8390-9953c0c60db6 req-7f058ca7-fe7c-482a-838a-234847832444 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0489981 Nov 03 17:14:03.961313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-ee8a4ca2-ff59-4d20-8390-9953c0c60db6 req-0668a127-85a4-4972-96d7-edcb59755262 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 Nov 03 17:14:05.078298 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de163670-86f2-47f3-99f6-0c77edc4e350 req-fd393a5f-a6d2-4d35-b082-1b58e6fff066 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:05.079815 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de163670-86f2-47f3-99f6-0c77edc4e350 req-fd393a5f-a6d2-4d35-b082-1b58e6fff066 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0493960 Nov 03 17:14:05.132803 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-de163670-86f2-47f3-99f6-0c77edc4e350 req-e886e923-25de-4db9-ae2a-e44a314d3dd3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467343 Nov 03 17:14:05.137265 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2bdff7c4-0040-410f-87f0-2cc1e188ec3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:06.254312 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0315a0-ad37-4371-8bfa-798d52ca61be req-809ad378-2301-4048-8931-82a5ab178722 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:06.259655 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe0315a0-ad37-4371-8bfa-798d52ca61be req-809ad378-2301-4048-8931-82a5ab178722 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0501201 Nov 03 17:14:06.311359 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fe0315a0-ad37-4371-8bfa-798d52ca61be req-7369d4bb-db5e-458b-8b0a-b1b785ea3820 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493677 Nov 03 17:14:06.555047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:07.431411 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3520a-be72-4dd6-a20f-c9c8325fc4c4 req-a768ea41-5bc6-4aa1-a6ae-5cec4574624e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:07.432826 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffa3520a-be72-4dd6-a20f-c9c8325fc4c4 req-a768ea41-5bc6-4aa1-a6ae-5cec4574624e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0530860 Nov 03 17:14:07.507385 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-0dea390e-661e-4a31-9846-16403a1e587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:07.508857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-0dea390e-661e-4a31-9846-16403a1e587b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111&tenant_id=e0bd468e4649416e9c2211d23cf65f2d HTTP/1.1" status: 200 len: 1095 time: 0.0705006 Nov 03 17:14:07.513835 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ffa3520a-be72-4dd6-a20f-c9c8325fc4c4 req-81f64c9a-f733-4f29-a0d7-5d2eafc5ce40 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680199 Nov 03 17:14:07.527250 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-2', 'device_owner': 'compute:nova'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:14:07.584213 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:07.784891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:14:07.816546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:14:07.848071 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf5c52c-7320-4214-a09c-699dd4d9e07d {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:14:07.855300 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:07.866994 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Transition to ACTIVE for port object 3bf5c52c-7320-4214-a09c-699dd4d9e07d will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:14:07.870619 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:07.950232 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=7']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:14:07.962404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.962764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.963348 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.963485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.963764 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.964094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.964444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.964865 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.965210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.965557 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.966043 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:07.966387 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:14:08.007726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] No DVR routers for this DVR port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:14:08.038389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:08.143910 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Attempting to bind port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:14:08.144247 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Attempting to bind port 3bf5c52c-7320-4214-a09c-699dd4d9e07d by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:14:08.144575 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Attempting to bind port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:14:08.148846 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:14:08.149164 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Attempting to bind port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on network 28c8a5f0-e303-4f30-8f0d-c7f24918253c {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:14:08.154750 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:14:08.155084 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Checking segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:14:08.155459 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Bound using segment: {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:14:08.155906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Bound port: 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:14:08.156255 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:08.218276 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:14:08.220895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:14:08.225242 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:08.260705 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:08.261318 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:08.263886 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] 10.222.0.15 "PUT /v2.0/ports/3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 1092 time: 0.7403359 Nov 03 17:14:08.263886 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:14:08.266390 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c447917e-145a-4320-b4a2-1887c0d89b98" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:14:08.296049 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6742ab3-dfe6-4713-a15a-5e491360040e service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=8']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:14:08.344685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-a7fe4451-815b-450f-889c-2512efca7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:08.346339 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-a7fe4451-815b-450f-889c-2512efca7638 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1095 time: 0.0452929 Nov 03 17:14:08.372583 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e663bd-bd45-4a41-85ec-7ef22376c76a x-openstack-request-id: req-65e663bd-bd45-4a41-85ec-7ef22376c76a {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:14:08.372876 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:14:08.373130 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-65e663bd-bd45-4a41-85ec-7ef22376c76a {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:14:08.373544 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'status': 'completed', 'code': 200} Nov 03 17:14:08.443858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-47f96ae8-6a37-4c40-823e-10d23a3eea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:08.445342 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-47f96ae8-6a37-4c40-823e-10d23a3eea94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0923784 Nov 03 17:14:08.514935 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-48e580ac-dfc0-459f-b182-2635647cfad8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 999 time: 0.0622394 Nov 03 17:14:08.567799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-1c945c6e-70ec-45f9-bd55-654e8f1c71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:08.569276 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-1c945c6e-70ec-45f9-bd55-654e8f1c71fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0467989 Nov 03 17:14:08.613376 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:08.646780 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-3dd8f694-6385-4284-9637-0929f07913cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:08.648266 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-3dd8f694-6385-4284-9637-0929f07913cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720892 Nov 03 17:14:08.660146 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12531233-bd4e-4944-80b8-60e161473221 req-b137c169-94e9-49b1-a6ab-31cea4351b7c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:08.661540 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12531233-bd4e-4944-80b8-60e161473221 req-b137c169-94e9-49b1-a6ab-31cea4351b7c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0763826 Nov 03 17:14:08.773869 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12531233-bd4e-4944-80b8-60e161473221 req-c508bdca-ef9f-4bb1-9403-485994bc37ca tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036935 Nov 03 17:14:08.794639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-cb48748d-89bc-4f3c-96e7-01220b8f649b service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297269 Nov 03 17:14:08.981305 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-c6b2a486-8b31-482e-b5a8-433e79c77a7d service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871911 Nov 03 17:14:09.106726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-554ad088-7dde-4770-b850-cfc72874cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:09.108164 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-554ad088-7dde-4770-b850-cfc72874cc0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1095 time: 0.0445728 Nov 03 17:14:09.201744 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-c783a1ab-9263-456e-ba1d-285fad96332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:09.203261 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-c783a1ab-9263-456e-ba1d-285fad96332a service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0866957 Nov 03 17:14:09.268182 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-69e2ccaa-98b4-4760-b6a7-83570edbb7ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 999 time: 0.0580661 Nov 03 17:14:09.320746 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-53b397a5-5153-40f4-b53f-1ecb292f828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:09.322184 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-53b397a5-5153-40f4-b53f-1ecb292f828e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0472903 Nov 03 17:14:09.367274 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-c03195bc-b7f3-44ae-a20e-a915037efd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:09.368631 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-c03195bc-b7f3-44ae-a20e-a915037efd8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395746 Nov 03 17:14:09.463374 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-4b5f76eb-6bde-44ea-a7a2-0f7f5bbe394c service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875120 Nov 03 17:14:09.555567 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c447917e-145a-4320-b4a2-1887c0d89b98 req-54071465-5a74-4b00-9962-336a4093151c service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852940 Nov 03 17:14:09.892744 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008facb-b297-44be-8048-ca6b369c0ad5 req-2ad3c225-4736-4e6f-8409-75c571716b8c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:09.894229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5008facb-b297-44be-8048-ca6b369c0ad5 req-2ad3c225-4736-4e6f-8409-75c571716b8c tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0490463 Nov 03 17:14:09.944167 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-5008facb-b297-44be-8048-ca6b369c0ad5 req-1fefb8f6-d9d9-46f4-86f6-7e0ce43d1deb tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439253 Nov 03 17:14:11.061995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fa7b8-75b7-4a55-a8c3-0c1806f85185 req-974937ab-db5c-47e6-9220-5fd7a0a4f444 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:11.063483 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-737fa7b8-75b7-4a55-a8c3-0c1806f85185 req-974937ab-db5c-47e6-9220-5fd7a0a4f444 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0507057 Nov 03 17:14:11.113868 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-737fa7b8-75b7-4a55-a8c3-0c1806f85185 req-e66d72a3-cb67-433b-a3fe-b74f89aea5f9 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Nov 03 17:14:12.228923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5966cf-e38b-4f16-8f05-e79130c873a9 req-340caecd-0c91-44c5-ae5b-8ac84fb62205 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:12.230485 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7b5966cf-e38b-4f16-8f05-e79130c873a9 req-340caecd-0c91-44c5-ae5b-8ac84fb62205 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0495212 Nov 03 17:14:12.281158 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-7b5966cf-e38b-4f16-8f05-e79130c873a9 req-27cac2fb-6f2e-4a9d-b865-fe9bb1848561 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445535 Nov 03 17:14:13.398741 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0228f-d719-4f90-aa49-8b92d94cb7e9 req-b854a889-8b08-4630-bcff-f19fe365a46e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:13.400186 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4f0228f-d719-4f90-aa49-8b92d94cb7e9 req-b854a889-8b08-4630-bcff-f19fe365a46e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0523453 Nov 03 17:14:13.448484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e4f0228f-d719-4f90-aa49-8b92d94cb7e9 req-21c167a6-74b7-46b5-982f-bf5cbd18c5e6 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Nov 03 17:14:14.522120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-fe535c8e-98e6-42fe-99e8-7f629e591351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:14.523517 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-fe535c8e-98e6-42fe-99e8-7f629e591351 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1095 time: 0.0413344 Nov 03 17:14:14.568892 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707a3a-eb31-4459-a17a-bcbb48975006 req-d3714df2-53b8-4729-8b08-3ca164c2fcb3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:14.570396 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99707a3a-eb31-4459-a17a-bcbb48975006 req-d3714df2-53b8-4729-8b08-3ca164c2fcb3 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0529525 Nov 03 17:14:14.623313 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-99707a3a-eb31-4459-a17a-bcbb48975006 req-2809825d-25ba-4bbd-8a0b-51b0c7a6996f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463841 Nov 03 17:14:14.970472 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-4d616184-473e-498a-a232-aa4e994e6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:14.971952 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-4d616184-473e-498a-a232-aa4e994e6968 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.4292188 Nov 03 17:14:15.038653 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-3e774365-181f-42f4-bab3-0cbeb2f3bd80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 999 time: 0.0594239 Nov 03 17:14:15.088507 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-cf15280a-dcee-45be-85b3-e33eaead8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:15.090694 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-cf15280a-dcee-45be-85b3-e33eaead8221 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0450537 Nov 03 17:14:15.138124 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-7e83d297-69c6-4835-a2d2-e107b98691f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:15.139574 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-7e83d297-69c6-4835-a2d2-e107b98691f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429785 Nov 03 17:14:15.236870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-612d697b-2a5f-4069-8e25-c1a4d45b88e7 service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818641 Nov 03 17:14:15.332917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1cf075a4-dc0d-4e8f-aaa6-975cf1e5c542 req-14511632-cdc8-4420-b5d0-eb2cf3b36506 service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879979 Nov 03 17:14:15.740501 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836a04a-00b8-4b5c-8f3b-a6ec5e632439 req-b4720186-7969-42cc-96c4-05cb80530807 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:15.741985 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0836a04a-00b8-4b5c-8f3b-a6ec5e632439 req-b4720186-7969-42cc-96c4-05cb80530807 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0484571 Nov 03 17:14:15.790553 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0836a04a-00b8-4b5c-8f3b-a6ec5e632439 req-27ae4eea-d508-4c93-9026-8c1f541324bc tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Nov 03 17:14:16.908177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b92d9-2de7-4b8f-b3f4-8637927e18af req-e254da7a-a02c-42e8-a2ba-d95d6e1bbd0e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:16.909686 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb9b92d9-2de7-4b8f-b3f4-8637927e18af req-e254da7a-a02c-42e8-a2ba-d95d6e1bbd0e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0486996 Nov 03 17:14:16.957659 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-bb9b92d9-2de7-4b8f-b3f4-8637927e18af req-8371b94e-70f7-4c77-8698-90d48b665c10 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Nov 03 17:14:18.076147 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c9fe5-ec20-4255-a8f3-6b8ad4d65bb0 req-f52c3e23-d219-4d3e-9480-a402c3edfcc7 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:18.077626 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-246c9fe5-ec20-4255-a8f3-6b8ad4d65bb0 req-f52c3e23-d219-4d3e-9480-a402c3edfcc7 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 944 time: 0.0486412 Nov 03 17:14:18.129806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-246c9fe5-ec20-4255-a8f3-6b8ad4d65bb0 req-955b481c-5da2-4415-ba74-f5a63ecfcbaa tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461645 Nov 03 17:14:18.652616 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3bf5c52c-7320-4214-a09c-699dd4d9e07d details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:14:18.902843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:14:18.913967 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'port_id': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'mac_address': 'fa:16:3e:41:40:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:14:18.950412 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:18.962572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf5c52c-7320-4214-a09c-699dd4d9e07d {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:14:18.982988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:14:18.986807 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:19.032615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=9']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:14:19.244184 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ff38-922e-41a3-891c-68c23ec1fec2 req-9edec151-5274-4768-8c54-9aa4d7581056 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:19.245662 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9e9ff38-922e-41a3-891c-68c23ec1fec2 req-9edec151-5274-4768-8c54-9aa4d7581056 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 945 time: 0.0487330 Nov 03 17:14:19.303386 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9e9ff38-922e-41a3-891c-68c23ec1fec2 req-06f863b3-1cbf-4eb1-a8bb-2fc46845114f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510292 Nov 03 17:14:19.395621 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['3bf5c52c-7320-4214-a09c-699dd4d9e07d'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:14:20.419917 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a4a80-0e7f-49c6-a304-74832cae3727 req-3563f451-094d-4ae7-a696-dba4e5426d66 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:20.421399 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-891a4a80-0e7f-49c6-a304-74832cae3727 req-3563f451-094d-4ae7-a696-dba4e5426d66 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 945 time: 0.0487907 Nov 03 17:14:20.469849 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-891a4a80-0e7f-49c6-a304-74832cae3727 req-d220cf07-87c8-483d-9cbc-3fb5feb071b7 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Nov 03 17:14:20.655782 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3bf5c52c-7320-4214-a09c-699dd4d9e07d up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:14:20.706859 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 3bf5c52c-7320-4214-a09c-699dd4d9e07d completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:14:20.710769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 3bf5c52c-7320-4214-a09c-699dd4d9e07d triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:14:20.711137 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:20.788234 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:20.811099 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:14:20.813418 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75603851-d728-4d29-bc93-ee34c11d6dc1" -d '{"events": [{"server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "name": "network-vif-plugged", "status": "completed", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:14:20.827086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:14:20.831210 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:20.860279 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3459c1bb-c708-48d8-8479-4d22df0ddf4b x-openstack-request-id: req-3459c1bb-c708-48d8-8479-4d22df0ddf4b {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:14:20.860569 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "name": "network-vif-plugged", "status": "completed", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:14:20.860820 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3459c1bb-c708-48d8-8479-4d22df0ddf4b {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:14:20.861198 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'code': 200} Nov 03 17:14:20.888839 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=10']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:14:21.040085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c8a65-f8b7-4efe-933f-33b5c4be9a18 req-9dc964cb-5e6b-4164-a7da-d1221c906e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:21.041628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af0c8a65-f8b7-4efe-933f-33b5c4be9a18 req-9dc964cb-5e6b-4164-a7da-d1221c906e47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1098 time: 0.0434759 Nov 03 17:14:21.088283 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-af0c8a65-f8b7-4efe-933f-33b5c4be9a18 req-40e3ec23-951c-4f8e-995a-946e81534d9a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 Nov 03 17:14:21.589934 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cedcf-f36b-4772-aef7-2e8ac4ffea32 req-c55c169b-f371-4961-9e26-371c28646206 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:21.591532 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f5cedcf-f36b-4772-aef7-2e8ac4ffea32 req-c55c169b-f371-4961-9e26-371c28646206 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 947 time: 0.0524881 Nov 03 17:14:21.641698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8f5cedcf-f36b-4772-aef7-2e8ac4ffea32 req-2c55d443-951b-4107-82a8-76aa8441b27b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439622 Nov 03 17:14:22.747555 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:22.764330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3a68b-ff1c-4f6e-8145-4ce9013a9cb8 req-613a98de-2b59-47dd-b0b2-656dbd1cabf5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:14:22.765844 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ca3a68b-ff1c-4f6e-8145-4ce9013a9cb8 req-613a98de-2b59-47dd-b0b2-656dbd1cabf5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 947 time: 0.0563378 Nov 03 17:14:22.815508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4ca3a68b-ff1c-4f6e-8145-4ce9013a9cb8 req-6b6c9398-f7cc-4a59-89f1-7d4c15de25b5 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Nov 03 17:14:32.349659 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:32.683512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62c538ae-5b01-444a-8ee6-b53241ca22fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:35.130831 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b7f27858-688a-4634-877b-5d685e8dc819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:36.558488 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:37.455749 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:14:38.034977 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:38.614079 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:14:52.747731 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:02.346086 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:02.684281 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f32-d2ac-4812-ab36-53c4383437d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:05.132393 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ea94a568-62cb-462f-b3a4-523526d434db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:06.565458 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:08.036589 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:08.616064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:14.455528 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:15:15.525910 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-2e194f5e-6569-4cfa-bca6-ba8a5b5c7ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785525 Nov 03 17:15:15.623685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-1a3af953-5054-435a-8cf3-0a2a741e48db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:15.625203 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-1a3af953-5054-435a-8cf3-0a2a741e48db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1098 time: 0.0408707 Nov 03 17:15:15.733516 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-377b3478-5c0f-4ddb-ac87-92f58c858777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:15.735002 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-377b3478-5c0f-4ddb-ac87-92f58c858777 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.0888469 Nov 03 17:15:15.799239 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-38ce507e-a482-4f01-b03d-90724a40b342 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 1001 time: 0.0562789 Nov 03 17:15:15.852023 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-d2459f3f-03c9-4d92-88e2-4f0311c6f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:15.853440 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-d2459f3f-03c9-4d92-88e2-4f0311c6f86a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0474007 Nov 03 17:15:15.898570 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-e171ba71-f5e8-46b1-a9e5-b3d7aabd33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:15.900022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-e171ba71-f5e8-46b1-a9e5-b3d7aabd33be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398412 Nov 03 17:15:15.912893 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-281102bc-2552-4378-95b6-ae6e58da6a68 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:15:15.913857 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-281102bc-2552-4378-95b6-ae6e58da6a68 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0048280 Nov 03 17:15:16.003947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-58393c20-097b-4096-8e54-07ca316ab21a service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816996 Nov 03 17:15:16.097496 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-34ad0813-197f-4525-aeda-fdcaf9979c37 req-0cca0868-b448-4d00-9c5c-e07a86ec55d0 service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859625 Nov 03 17:15:22.759946 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:32.353343 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:32.687100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4ea8377f-4108-4727-a55f-10eacf7cedb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:35.134049 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ce879c87-42e5-4d2f-a710-895b4beeb68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:36.563818 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:38.039557 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:38.620502 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:38.653469 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50736) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:38.809986 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Deleting port 42e57a0a-ebfd-4c2d-9cfd-e9fa393f27df {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:38.810329 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:38.889076 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:38.889302 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:38.901252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Calling delete_port for 42e57a0a-ebfd-4c2d-9cfd-e9fa393f27df owned by network:floatingip {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:39.050807 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:39.081053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event deleted for resources: {'Port': ['ID=42e57a0a-ebfd-4c2d-9cfd-e9fa393f27df,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:39.102808 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.103158 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.103530 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.103875 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.104213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.104546 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.104876 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.105205 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.105560 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.105883 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.106219 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.106543 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:39.147142 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for floatingip, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:39.147399 n-d-813897-2 neutron-server[108104]: INFO neutron.db.l3_db [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Floating IP e481e863-b10e-44fc-aa05-746522482d7b disassociated (deleted). External IP: 172.25.6.41, port: 3bf5c52c-7320-4214-a09c-699dd4d9e07d. Nov 03 17:15:39.361153 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Router 6da40519-a836-45f6-81d9-aa3ab151f9f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:15:39.469990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:15:39.475432 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:39.480144 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] Sync routers for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:15:39.490435 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:15:39.491054 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:39.504097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9bd23602-025d-4fe0-a4b2-7fb449a264ab tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "DELETE /v2.0/floatingips/e481e863-b10e-44fc-aa05-746522482d7b HTTP/1.1" status: 204 len: 168 time: 0.8495026 Nov 03 17:15:39.504665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:15:39.506971 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:15:39.545307 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff14d10-9d7f-4128-9532-fb254e901d0d x-openstack-request-id: req-8ff14d10-9d7f-4128-9532-fb254e901d0d {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:15:39.545630 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:15:39.545884 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ff14d10-9d7f-4128-9532-fb254e901d0d {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:15:39.546287 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'status': 'completed', 'code': 200} Nov 03 17:15:39.612331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:15:39.630541 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-67ccd81c-cb74-45f0-92a1-e0d11f90cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:39.632954 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-67ccd81c-cb74-45f0-92a1-e0d11f90cd8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 1098 time: 0.0454836 Nov 03 17:15:39.741858 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-253a0886-314c-4222-8362-0d3911076a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:39.743273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-253a0886-314c-4222-8362-0d3911076a14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 200 len: 910 time: 0.1021860 Nov 03 17:15:39.763597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3136e74-4b5b-4130-8af1-972001079955 req-a053ba5d-9018-4fb4-a559-70ab7b6d9783 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:39.765571 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3136e74-4b5b-4130-8af1-972001079955 req-a053ba5d-9018-4fb4-a559-70ab7b6d9783 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 947 time: 0.0680602 Nov 03 17:15:39.787079 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-0787278b-bd14-4f02-9cc5-0cbba4280d83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 200 len: 217 time: 0.0356364 Nov 03 17:15:39.818970 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:39.826387 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-b3136e74-4b5b-4130-8af1-972001079955 req-b3bcee68-bc0d-4f68-bba2-007ffb428c08 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521152 Nov 03 17:15:39.850502 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-162259bb-eb02-45d2-be78-434b8117bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:39.851982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-162259bb-eb02-45d2-be78-434b8117bede service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 200 len: 848 time: 0.0573771 Nov 03 17:15:39.854207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] Checking router: 6da40519-a836-45f6-81d9-aa3ab151f9f9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:15:39.862750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:15:39.863539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:39.902085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-2741c9b9-ecfe-4778-b00c-8f6a850b053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:39.903576 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-2741c9b9-ecfe-4778-b00c-8f6a850b053d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28c8a5f0-e303-4f30-8f0d-c7f24918253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438471 Nov 03 17:15:39.978613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:15:39.995657 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-aa41bec1-3c88-4c20-a741-660f3db5c3f3 service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838368 Nov 03 17:15:40.091521 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-77c3c3c0-513d-46e2-9cfb-b2d5eecd2b4f req-ceb26a44-627c-4ec3-8be2-fee357011113 service neutron] 10.222.0.15 "GET /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872800 Nov 03 17:15:40.183556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:40.210149 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42015b14-ce5e-4b37-ace4-6e0484279170 None None] The sync data for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 is: [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:06:12Z', 'revision_number': 4, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '418c9cfb-8011-4be3-964b-3d2f83c54e19', 'name': '', 'network_id': '28c8a5f0-e303-4f30-8f0d-c7f24918253c', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'mac_address': 'fa:16:3e:4f:94:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:11Z', 'updated_at': '2021-11-03T17:06:16Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'subnets': [{'id': 'c297ed76-2539-411f-a61c-67c7ebcce442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:15:40.438097 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15951be-bb8a-4b19-aee6-9a97c2f3299e None None] New status for floating IP e481e863-b10e-44fc-aa05-746522482d7b: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:15:40.947389 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ef1c-09c6-4e0b-98de-6d56bcd387ab req-9a3209b1-2074-47c5-ad5c-78ed13a62dca tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:40.948872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf78ef1c-09c6-4e0b-98de-6d56bcd387ab req-9a3209b1-2074-47c5-ad5c-78ed13a62dca tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 947 time: 0.0505164 Nov 03 17:15:40.997901 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cf78ef1c-09c6-4e0b-98de-6d56bcd387ab req-2051eb4b-a40f-4655-aed0-d2dd21514940 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/security-groups?id=616fff22-9b75-474c-9b72-2e2182538fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Nov 03 17:15:41.513990 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-8dde838d-aafb-474a-9655-bdce43545885 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:41.515323 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-8dde838d-aafb-474a-9655-bdce43545885 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 947 time: 0.0517352 Nov 03 17:15:41.603262 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Deleting port 3bf5c52c-7320-4214-a09c-699dd4d9e07d {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:41.603604 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:41.696487 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] For port 3bf5c52c-7320-4214-a09c-699dd4d9e07d, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3bf5c52c-7320-4214-a09c-699dd4d9e07d,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:41.696841 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:41.708873 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Calling delete_port for 3bf5c52c-7320-4214-a09c-699dd4d9e07d owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:41.831323 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:41.862110 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event deleted for resources: {'Port': ['ID=3bf5c52c-7320-4214-a09c-699dd4d9e07d,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:41.904018 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] No DVR routers for this DVR port 3bf5c52c-7320-4214-a09c-699dd4d9e07d on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:15:41.906646 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:41.910026 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-be398bcf-f0ed-4157-b5f1-b70a404b4925 req-dea43aae-65b8-4a3c-8dda-a3b5d18f8a8e tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.15 "DELETE /v2.0/ports/3bf5c52c-7320-4214-a09c-699dd4d9e07d HTTP/1.1" status: 204 len: 173 time: 0.3885205 Nov 03 17:15:41.910465 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'name': 'network-vif-deleted', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:15:41.912713 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833330a9-7a33-4f04-868e-48d0d442eeed" -d '{"events": [{"server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "name": "network-vif-deleted", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:15:41.954021 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d8a736-74dc-4d1c-861b-2d8365ef28e9 x-openstack-request-id: req-41d8a736-74dc-4d1c-861b-2d8365ef28e9 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:15:41.954686 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e99732-02fd-44cd-b664-3f6fd0416111", "name": "network-vif-deleted", "tag": "3bf5c52c-7320-4214-a09c-699dd4d9e07d", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:15:41.954686 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41d8a736-74dc-4d1c-861b-2d8365ef28e9 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:15:41.954968 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e99732-02fd-44cd-b664-3f6fd0416111', 'name': 'network-vif-deleted', 'tag': '3bf5c52c-7320-4214-a09c-699dd4d9e07d', 'status': 'completed', 'code': 200} Nov 03 17:15:42.093782 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3117d8ce-ea1d-44f6-bcb3-759f5b10dbf9 req-722a20fe-2286-4259-8d78-459c62c6f001 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0258541 Nov 03 17:15:43.192296 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-18199c48-f064-4d5c-af47-8db1ffa966a2 req-c22170da-da84-4115-8505-6b1b7d529427 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0273523 Nov 03 17:15:44.291111 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0fb5f41c-a4fd-4acf-bdc1-93b0b2ae8c43 req-efc83ab7-e0a7-47ca-bd3f-6d8e180bf898 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0275891 Nov 03 17:15:45.122286 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3bf5c52c-7320-4214-a09c-699dd4d9e07d no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:15:45.144200 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 3bf5c52c-7320-4214-a09c-699dd4d9e07d {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:15:45.144537 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3bf5c52c-7320-4214-a09c-699dd4d9e07d not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:15:45.391017 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-90e0dd0c-7ed2-4506-9bd6-3eff346234cd req-103809f9-735d-4150-bbfc-41967cdefc3b tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0270188 Nov 03 17:15:46.503845 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-1d9f8b46-2cab-4990-a19a-421dd6c12a0c req-5f958928-abf7-4e77-a7c5-d2a816bbfca7 tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2e99732-02fd-44cd-b664-3f6fd0416111 HTTP/1.1" status: 200 len: 210 time: 0.0296814 Nov 03 17:15:47.560361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50770) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:47.620025 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-216ccfe6-69bb-4b0c-9b7f-e7d0859d6d8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:47.649316 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-216ccfe6-69bb-4b0c-9b7f-e7d0859d6d8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:47.714176 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-216ccfe6-69bb-4b0c-9b7f-e7d0859d6d8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:47.716866 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-216ccfe6-69bb-4b0c-9b7f-e7d0859d6d8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:47.718201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-216ccfe6-69bb-4b0c-9b7f-e7d0859d6d8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] 10.222.0.86 "DELETE /v2.0/security-groups/616fff22-9b75-474c-9b72-2e2182538fe7 HTTP/1.1" status: 204 len: 168 time: 0.1568458 Nov 03 17:15:47.729067 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ccfe6-69bb-4b0c-9b7f-e7d0859d6d8f tempest-TestShelveInstance-1872572987 tempest-TestShelveInstance-1872572987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616fff22-9b75-474c-9b72-2e2182538fe7,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:47.773136 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50774) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:48.216770 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:48.466924 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Deleting port 418c9cfb-8011-4be3-964b-3d2f83c54e19 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:48.467180 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:48.544296 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] For port 418c9cfb-8011-4be3-964b-3d2f83c54e19, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=418c9cfb-8011-4be3-964b-3d2f83c54e19,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:48.544660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:48.557228 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Calling delete_port for 418c9cfb-8011-4be3-964b-3d2f83c54e19 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:48.739000 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:48.763028 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Pushing event deleted for resources: {'Port': ['ID=418c9cfb-8011-4be3-964b-3d2f83c54e19,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:48.945802 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:49.166166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Router 6da40519-a836-45f6-81d9-aa3ab151f9f9 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:15:49.616661 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:15:49.622241 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-715c7758-aee4-4e30-83ad-be4c4969a054 admin admin] 10.222.0.86 "PUT /v2.0/routers/6da40519-a836-45f6-81d9-aa3ab151f9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8479338 Nov 03 17:15:49.624163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50778) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:49.626841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] Sync routers for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:15:49.637006 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:15:49.637723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:49.731355 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:49.753893 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:15:49.838903 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:49.905871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Deleting port fef1e244-7f1f-41b3-a6d8-1454f1f66427 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:49.906135 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:49.941990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:15:48Z', 'revision_number': 5, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port': {'id': 'fef1e244-7f1f-41b3-a6d8-1454f1f66427', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:10Z', 'updated_at': '2021-11-03T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:49.969280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] Checking router: 6da40519-a836-45f6-81d9-aa3ab151f9f9 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:15:49.978128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] Routers {'6da40519-a836-45f6-81d9-aa3ab151f9f9'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:15:49.978731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['6da40519-a836-45f6-81d9-aa3ab151f9f9'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:49.992834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] For port fef1e244-7f1f-41b3-a6d8-1454f1f66427, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=fef1e244-7f1f-41b3-a6d8-1454f1f66427,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:49.993197 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.005959 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Calling delete_port for fef1e244-7f1f-41b3-a6d8-1454f1f66427 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:50.066106 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] Set router 6da40519-a836-45f6-81d9-aa3ab151f9f9 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:15:50.120614 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:15:49Z', 'revision_number': 6, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:50.147750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba512d42-1543-416a-a08f-016ed88ba700 None None] The sync data for ids ['6da40519-a836-45f6-81d9-aa3ab151f9f9'] in n-d-813897-2 is: [{'id': '6da40519-a836-45f6-81d9-aa3ab151f9f9', 'name': 'tempest-TestShelveInstance-1403246655-router', 'tenant_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:09Z', 'updated_at': '2021-11-03T17:15:49Z', 'revision_number': 6, 'project_id': 'e0bd468e4649416e9c2211d23cf65f2d', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:15:50.188653 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.219716 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef1e244-7f1f-41b3-a6d8-1454f1f66427,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:50.280808 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.374366 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.376660 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.421282 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.421907 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6da40519-a836-45f6-81d9-aa3ab151f9f9 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 17:15:50.426710 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.428190 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-05600a94-fb94-41b9-a630-c0f6249a4763 admin admin] 10.222.0.86 "DELETE /v2.0/routers/6da40519-a836-45f6-81d9-aa3ab151f9f9 HTTP/1.1" status: 204 len: 168 time: 0.8028610 Nov 03 17:15:50.430632 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50780) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:50.478457 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-124278c2-f875-418f-8761-969b9fcbce7b admin admin] Deleting subnet c297ed76-2539-411f-a61c-67c7ebcce442 {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 17:15:50.481333 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-124278c2-f875-418f-8761-969b9fcbce7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.515997 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-124278c2-f875-418f-8761-969b9fcbce7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.596607 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-124278c2-f875-418f-8761-969b9fcbce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.653928 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-124278c2-f875-418f-8761-969b9fcbce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.679299 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124278c2-f875-418f-8761-969b9fcbce7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c297ed76-2539-411f-a61c-67c7ebcce442,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:50.683890 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-124278c2-f875-418f-8761-969b9fcbce7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.687872 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-124278c2-f875-418f-8761-969b9fcbce7b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c297ed76-2539-411f-a61c-67c7ebcce442 HTTP/1.1" status: 204 len: 168 time: 0.2560303 Nov 03 17:15:50.688989 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a333b7c-0cd4-4b38-ad9d-38a3fe193b64 None None] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:15:50.690283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50782) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:50.757796 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.814833 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Deleting port a7b7a178-3bf7-49df-9339-5b63fe7f3479 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:50.815171 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.879178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] For port a7b7a178-3bf7-49df-9339-5b63fe7f3479, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a7b7a178-3bf7-49df-9339-5b63fe7f3479,segment=NetworkSegment(c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c),segment_id=c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:50.879178 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.892693 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Calling delete_port for a7b7a178-3bf7-49df-9339-5b63fe7f3479 owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:50.914321 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] DHCP port deletion for 28c8a5f0-e303-4f30-8f0d-c7f24918253c request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 17:15:50.978266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fef1e244-7f1f-41b3-a6d8-1454f1f66427 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:15:50.980921 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:50.982710 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Deleting port a7b7a178-3bf7-49df-9339-5b63fe7f3479 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:50.983085 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.001550 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: fef1e244-7f1f-41b3-a6d8-1454f1f66427 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:15:51.001902 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device fef1e244-7f1f-41b3-a6d8-1454f1f66427 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:15:51.002324 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 418c9cfb-8011-4be3-964b-3d2f83c54e19 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:15:51.008767 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b7a178-3bf7-49df-9339-5b63fe7f3479,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:51.010704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] No DVR routers for this DVR port a7b7a178-3bf7-49df-9339-5b63fe7f3479 on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:15:51.038647 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 418c9cfb-8011-4be3-964b-3d2f83c54e19 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:15:51.038995 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 418c9cfb-8011-4be3-964b-3d2f83c54e19 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:15:51.039432 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a7b7a178-3bf7-49df-9339-5b63fe7f3479 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:15:51.085687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a7b7a178-3bf7-49df-9339-5b63fe7f3479 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:15:51.086083 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a7b7a178-3bf7-49df-9339-5b63fe7f3479 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:15:51.087167 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.103490 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] For port a7b7a178-3bf7-49df-9339-5b63fe7f3479, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:51.104121 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.108960 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c8a5f0-e303-4f30-8f0d-c7f24918253c']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:51.119498 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:51.119801 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d4b44b-f6cb-4f3c-a4f1-ebef9b68791c') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:51.120738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Calling delete_port for a7b7a178-3bf7-49df-9339-5b63fe7f3479 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:51.123627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Port a7b7a178-3bf7-49df-9339-5b63fe7f3479 was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 17:15:51.125434 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.134707 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.151018 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.158645 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 17:15:51.159746 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: timer() Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 17:15:51.223173 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 17:15:51.231110 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.238391 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.246412 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] 10.222.0.86 "DELETE /v2.0/networks/28c8a5f0-e303-4f30-8f0d-c7f24918253c HTTP/1.1" status: 204 len: 168 time: 0.5532730 Nov 03 17:15:51.247957 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50784) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:51.300536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc33ee4-b837-4f29-a5d6-8c85a6dbd668 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c8a5f0-e303-4f30-8f0d-c7f24918253c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:51.320498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Pushing event deleted for resources: {'Port': ['ID=a7b7a178-3bf7-49df-9339-5b63fe7f3479,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:51.325820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Network 28c8a5f0-e303-4f30-8f0d-c7f24918253c is not hosted by any dhcp agent {{(pid=108106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 17:15:51.326278 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] No DVR routers for this DVR port a7b7a178-3bf7-49df-9339-5b63fe7f3479 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:15:51.337152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.337497 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.337890 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.338326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.338549 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.339014 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.339208 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.339542 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.339870 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.340198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.340527 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.340940 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae36b95-a7b3-4516-842a-6146e2636f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:51.454287 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:15:51.610173 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.853425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Deleting port 5c8b2839-6ed3-457b-84d1-e6d3003360fd {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:51.853791 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.930361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] For port 5c8b2839-6ed3-457b-84d1-e6d3003360fd, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=5c8b2839-6ed3-457b-84d1-e6d3003360fd,segment=NetworkSegment(44ed7ff8-7688-4a69-99cf-00f7e6dca6f4),segment_id=44ed7ff8-7688-4a69-99cf-00f7e6dca6f4)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:51.931015 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:51.943422 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Calling delete_port for 5c8b2839-6ed3-457b-84d1-e6d3003360fd owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:52.121845 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:52.147325 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8b2839-6ed3-457b-84d1-e6d3003360fd,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:52.317818 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:52.536433 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:15:52.642367 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:15:52.648078 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5d46244f-f955-4c76-a6d5-98f0685944ce admin admin] 10.222.0.86 "PUT /v2.0/routers/0f2ba55a-6904-4e59-ad8e-5ccff2051434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3991659 Nov 03 17:15:52.650778 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50786) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:52.651838 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] Sync routers for ids ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:15:52.662900 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] Routers {'0f2ba55a-6904-4e59-ad8e-5ccff2051434'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:15:52.663502 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:52.757593 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:52.760316 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:52.770809 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] Set router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:15:52.959182 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3adc2032-177a-49e9-a685-b9486394ed61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:15:52Z', 'revision_number': 5, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'gw_port': {'id': '3adc2032-177a-49e9-a685-b9486394ed61', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:52.985845 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] Checking router: 0f2ba55a-6904-4e59-ad8e-5ccff2051434 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:15:52.995556 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] Routers {'0f2ba55a-6904-4e59-ad8e-5ccff2051434'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:15:52.996164 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:53.104064 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] Set router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:15:53.194730 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.246942 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Deleting port 3adc2032-177a-49e9-a685-b9486394ed61 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:53.247182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.280912 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3adc2032-177a-49e9-a685-b9486394ed61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:15:52Z', 'revision_number': 5, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'gw_port': {'id': '3adc2032-177a-49e9-a685-b9486394ed61', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:53.310557 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714f114-19a4-45c6-846e-c70c1a023726 None None] The sync data for ids ['0f2ba55a-6904-4e59-ad8e-5ccff2051434'] in n-d-813897-2 is: [{'id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'name': 'tempest-TestShelveInstance-347810670-router', 'tenant_id': 'bdf3023eb7944b1cab1c928e5912484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3adc2032-177a-49e9-a685-b9486394ed61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:15:52Z', 'revision_number': 5, 'project_id': 'bdf3023eb7944b1cab1c928e5912484d', 'gw_port': {'id': '3adc2032-177a-49e9-a685-b9486394ed61', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ba55a-6904-4e59-ad8e-5ccff2051434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:06:14Z', 'updated_at': '2021-11-03T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:15:53.327973 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] For port 3adc2032-177a-49e9-a685-b9486394ed61, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=3adc2032-177a-49e9-a685-b9486394ed61,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:53.328334 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.342113 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Calling delete_port for 3adc2032-177a-49e9-a685-b9486394ed61 owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:53.505130 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.536243 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adc2032-177a-49e9-a685-b9486394ed61,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:53.594623 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.687639 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.689829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.736304 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.736887 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f2ba55a-6904-4e59-ad8e-5ccff2051434 {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 17:15:53.741719 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.742896 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-5298cff3-bc3e-4df2-9039-2a007b7ae0f1 admin admin] 10.222.0.86 "DELETE /v2.0/routers/0f2ba55a-6904-4e59-ad8e-5ccff2051434 HTTP/1.1" status: 204 len: 168 time: 1.0911932 Nov 03 17:15:53.745606 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50788) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:53.793850 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Deleting subnet f0acabbe-a394-4e7d-91c3-46adb394940e {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 17:15:53.796932 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.832025 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.917685 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.971481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:53.996923 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0acabbe-a394-4e7d-91c3-46adb394940e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:54.001382 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.006964 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f0acabbe-a394-4e7d-91c3-46adb394940e HTTP/1.1" status: 204 len: 168 time: 0.2579689 Nov 03 17:15:54.007312 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50790) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:54.009464 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a93ff0-c5c2-4cfd-8533-ace7465a04d3 None None] Network 41c3e37b-e076-4053-858d-15e74b851224 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:15:54.011110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.011110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.011110 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.011387 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.011814 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.012150 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.012487 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.012822 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.013151 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.013481 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.013831 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.014155 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10911207-5046-4777-b8bd-60d13ab0b41a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:15:54.081894 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.134265 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Deleting port a17a89aa-876d-4846-b355-2559d057638c {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:54.134586 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.203675 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] For port a17a89aa-876d-4846-b355-2559d057638c, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=a17a89aa-876d-4846-b355-2559d057638c,segment=NetworkSegment(44ed7ff8-7688-4a69-99cf-00f7e6dca6f4),segment_id=44ed7ff8-7688-4a69-99cf-00f7e6dca6f4)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:54.204381 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.216434 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Calling delete_port for a17a89aa-876d-4846-b355-2559d057638c owned by network:dhcp {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:54.273162 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] DHCP port deletion for 41c3e37b-e076-4053-858d-15e74b851224 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 17:15:54.302790 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.322353 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] Deleting port a17a89aa-876d-4846-b355-2559d057638c {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:15:54.322728 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.328174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17a89aa-876d-4846-b355-2559d057638c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:54.332748 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] No DVR routers for this DVR port a17a89aa-876d-4846-b355-2559d057638c on host n-d-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:15:54.390520 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] For port a17a89aa-876d-4846-b355-2559d057638c, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:54.390906 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.403374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] Calling delete_port for a17a89aa-876d-4846-b355-2559d057638c owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:15:54.406418 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] Port a17a89aa-876d-4846-b355-2559d057638c was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 17:15:54.407983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.408394 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.429677 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c3e37b-e076-4053-858d-15e74b851224']}} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:54.435856 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] No DVR routers for this DVR port a17a89aa-876d-4846-b355-2559d057638c on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:15:54.440078 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4') {'for_net_delete': True} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:54.440435 n-d-813897-2 neutron-server[108104]: DEBUG neutron.services.segments.db [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ed7ff8-7688-4a69-99cf-00f7e6dca6f4') {} {{(pid=108104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:54.440580 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238ce0f-0749-4878-845b-894ab5df42d9 None None] Pushing event deleted for resources: {'Port': ['ID=a17a89aa-876d-4846-b355-2559d057638c,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:54.450522 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62074739'] for segment, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.464160 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.470016 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=108104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 17:15:54.470502 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62072838'] for segment, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: Traceback (most recent call last): Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: timer() Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: cb(*args, **kw) Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: return func(*args, **kwargs) Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: self._notify() Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: self.callback(batched_events) Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: event.method(event) Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: return f(self, *a, **k) Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: return self._get(url).json() Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: return self.request(url, 'GET', **kwargs) Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 17:15:54.472724 n-d-813897-2 neutron-server[108104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 17:15:54.530566 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.536252 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.539557 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] 10.222.0.86 "DELETE /v2.0/networks/41c3e37b-e076-4053-858d-15e74b851224 HTTP/1.1" status: 204 len: 168 time: 0.5312486 Nov 03 17:15:54.551445 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f9f2-500e-48ae-9d39-aa78ee5f1a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=41c3e37b-e076-4053-858d-15e74b851224,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:54.651838 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50794) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:54.691330 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5c8b2839-6ed3-457b-84d1-e6d3003360fd no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:15:54.696069 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-bc240378-dc3e-455f-b562-b78622feca26 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e0bd468e4649416e9c2211d23cf65f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404654 Nov 03 17:15:54.696249 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50796) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:54.712941 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 5c8b2839-6ed3-457b-84d1-e6d3003360fd {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:15:54.713287 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 5c8b2839-6ed3-457b-84d1-e6d3003360fd not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:15:54.713731 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3adc2032-177a-49e9-a685-b9486394ed61 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:15:54.733431 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 3adc2032-177a-49e9-a685-b9486394ed61 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:15:54.733879 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 3adc2032-177a-49e9-a685-b9486394ed61 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:15:54.734306 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a17a89aa-876d-4846-b355-2559d057638c no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:15:54.746325 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88ee3d11-f875-422c-a2b7-d3a6896c808c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.755687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: a17a89aa-876d-4846-b355-2559d057638c {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:15:54.756038 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device a17a89aa-876d-4846-b355-2559d057638c not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:15:54.769469 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88ee3d11-f875-422c-a2b7-d3a6896c808c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.815608 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88ee3d11-f875-422c-a2b7-d3a6896c808c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.818200 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-88ee3d11-f875-422c-a2b7-d3a6896c808c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:54.819334 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-88ee3d11-f875-422c-a2b7-d3a6896c808c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/392fe918-a458-43b1-a29f-d1f160ee22b0 HTTP/1.1" status: 204 len: 168 time: 0.1222341 Nov 03 17:15:54.827178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee3d11-f875-422c-a2b7-d3a6896c808c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392fe918-a458-43b1-a29f-d1f160ee22b0,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:55.126849 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50802) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:55.166034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f2d6573a-c319-4025-b384-cd97c4ab1b06 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bdf3023eb7944b1cab1c928e5912484d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379651 Nov 03 17:15:55.168371 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50804) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:55.219364 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd1b385f-f447-4946-af37-d459ec5a6363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:55.241058 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd1b385f-f447-4946-af37-d459ec5a6363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:55.289278 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd1b385f-f447-4946-af37-d459ec5a6363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:55.291829 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-dd1b385f-f447-4946-af37-d459ec5a6363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:55.292973 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-dd1b385f-f447-4946-af37-d459ec5a6363 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ebdb04a7-45a9-4701-9b82-2dea0f086bba HTTP/1.1" status: 204 len: 168 time: 0.1237259 Nov 03 17:15:55.300514 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b385f-f447-4946-af37-d459ec5a6363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb04a7-45a9-4701-9b82-2dea0f086bba,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:55.949888 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50826) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:56.045127 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1634908399-network', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:15:56.067419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Made reservation on behalf of b0ebbe2658f245d18215562a6e23ea30 for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:15:56.069727 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.077955 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.150600 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.154008 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.174165 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 17:15:56.189807 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73460e8d-a392-42b9-9644-22aad811cc97,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:56.193463 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.193832 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Added segment f122fa38-2d98-4756-9100-5997914a31bf of type vlan for network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 Nov 03 17:15:56.234168 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.258295 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.259315 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:56.259914 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.295545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3445289 Nov 03 17:15:56.298625 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50830) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:56.304047 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Request body: {'subnet': {'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1634908399-subnet', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:15:56.325374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Made reservation on behalf of b0ebbe2658f245d18215562a6e23ea30 for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:15:56.327659 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.327921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79707ab0-c0ba-4b30-8b0d-89f9fbe9d29a admin admin] Pushing event updated for resources: {'Network': ['ID=0364a28c-e87c-48e3-a6a1-1d98e454cc92,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:56.339115 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 17:15:56.496702 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.557512 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba55365-9d05-4e61-9d59-58f87b9b1a50,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:56.564678 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Checking segment: {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:15:56.565035 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Network hostable DHCP agents. Network: 0364a28c-e87c-48e3-a6a1-1d98e454cc92, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 17:15:56.581327 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 17:15:56.590037 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, 0364a28c-e87c-48e3-a6a1-1d98e454cc92) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:15:56.594062 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:15:56.594652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.599983 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7ece2-9a13-451c-8741-dcd59caf08bc None None] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:15:56.611316 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c30394b2-a3d8-4c85-82c1-f6bf9293678e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3115785 Nov 03 17:15:56.615204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50832) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:56.619530 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:15:56.640315 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.641365 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.708838 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.755978 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 17:15:56.756826 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.851289 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:56.895213 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Allocated IP 172.20.0.2 (0364a28c-e87c-48e3-a6a1-1d98e454cc92/3ba55365-9d05-4e61-9d59-58f87b9b1a50/1d7e46bf-293d-4378-a9a2-3fd01fbf6309) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:15:57.036835 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:57.042391 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:57.050686 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:57.070410 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:57.092854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:15:57.095806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:15:57.101298 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:15:57.104899 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Pushing event updated for resources: {'Port': ['ID=1d7e46bf-293d-4378-a9a2-3fd01fbf6309,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:57.157395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Attempting to bind port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:15:57.157805 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Attempting to bind port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:15:57.158164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Attempting to bind port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 on network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:15:57.163843 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:15:57.164217 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Checking segment: {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:15:57.164617 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:57.165010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Bound using segment: {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:15:57.165479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Bound port: 1d7e46bf-293d-4378-a9a2-3fd01fbf6309, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:15:57.165890 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:57.173224 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Allocated IP 172.25.6.154 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/aa7773f8-fd5d-4bff-a22a-465e9d6f5374) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:15:57.232643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] For port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:15:57.236133 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] For port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1d7e46bf-293d-4378-a9a2-3fd01fbf6309,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:15:57.240820 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:57.284817 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:57.301226 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e0161-01c3-4775-b036-56e8d7977525 None None] Pushing event updated for resources: {'Port': ['ID=1d7e46bf-293d-4378-a9a2-3fd01fbf6309,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:57.322096 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:57.356710 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:15:57.363531 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:15:57.366397 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:15:57.400012 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Pushing event updated for resources: {'Port': ['ID=aa7773f8-fd5d-4bff-a22a-465e9d6f5374,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:57.974264 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:58.171042 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012925f-d0be-49fc-992c-02d96b4c1b41 None None] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:15:58.181243 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:58.254510 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-1f2e55c1-b18a-4419-a8e0-5ccc93f621fc None None] Provisioning complete for port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:15:58.254871 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f2e55c1-b18a-4419-a8e0-5ccc93f621fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:58.314278 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 17:15:58.396372 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f2e55c1-b18a-4419-a8e0-5ccc93f621fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:58.427375 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:15:58.434262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1f2e55c1-b18a-4419-a8e0-5ccc93f621fc None None] For port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1d7e46bf-293d-4378-a9a2-3fd01fbf6309,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:15:58.438954 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Sync routers for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:15:58.446279 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1f2e55c1-b18a-4419-a8e0-5ccc93f621fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:58.449961 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:58.454598 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50834) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:15:58.457968 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-1ed7f6fc-e427-44ac-b95f-96dc007eccaa admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8377910 Nov 03 17:15:58.486016 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:15:58.486653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:58.583845 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e55c1-b18a-4419-a8e0-5ccc93f621fc None None] Pushing event updated for resources: {'Port': ['ID=1d7e46bf-293d-4378-a9a2-3fd01fbf6309,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:58.622395 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:15:58.758949 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:15:58.814714 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-a98f8a4f-4b85-4f53-a24c-78ed6becea8a None None] Provisioning complete for port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:15:58.815181 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a98f8a4f-4b85-4f53-a24c-78ed6becea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:58.902627 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:15:58.903011 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:58.917270 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.000634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:57Z', 'revision_number': 3, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:59.050585 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Checking router: ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:15:59.051041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Updating router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 port aa7773f8-fd5d-4bff-a22a-465e9d6f5374 binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:15:59.078668 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Allocated IP 172.20.0.1 (0364a28c-e87c-48e3-a6a1-1d98e454cc92/3ba55365-9d05-4e61-9d59-58f87b9b1a50/d3d45310-dbed-455c-837d-f7b541ed6a63) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:15:59.089888 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.187384 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.232464 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.277799 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:15:59.283895 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:15:59.287252 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:15:59.291107 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Pushing event updated for resources: {'Port': ['ID=d3d45310-dbed-455c-837d-f7b541ed6a63,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:59.338584 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.494023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.532603 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.541135 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.597498 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776e4b2-5a72-42ba-a60a-bbd2b95f3034 None None] Pushing event updated for resources: {'Port': ['ID=aa7773f8-fd5d-4bff-a22a-465e9d6f5374,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:59.599994 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Attempting to bind port aa7773f8-fd5d-4bff-a22a-465e9d6f5374 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:15:59.600383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Attempting to bind port aa7773f8-fd5d-4bff-a22a-465e9d6f5374 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:15:59.600738 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Attempting to bind port aa7773f8-fd5d-4bff-a22a-465e9d6f5374 on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:15:59.606787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:15:59.607161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:15:59.607565 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.607955 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:15:59.608420 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Bound port: aa7773f8-fd5d-4bff-a22a-465e9d6f5374, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:15:59.608801 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.672533 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f9b58465-a4a2-4a98-b151-5ee5b20fcdd6 None None] Provisioning complete for port d3d45310-dbed-455c-837d-f7b541ed6a63 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:15:59.672825 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f9b58465-a4a2-4a98-b151-5ee5b20fcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.677181 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.677407 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] For port aa7773f8-fd5d-4bff-a22a-465e9d6f5374, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:15:59.680991 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] For port aa7773f8-fd5d-4bff-a22a-465e9d6f5374, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=aa7773f8-fd5d-4bff-a22a-465e9d6f5374,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:15:59.681954 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.702816 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.741888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f9b58465-a4a2-4a98-b151-5ee5b20fcdd6 None None] Port d3d45310-dbed-455c-837d-f7b541ed6a63 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:15:59.754156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Pushing event updated for resources: {'Port': ['ID=d3d45310-dbed-455c-837d-f7b541ed6a63,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:59.756581 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:15:59.775081 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:15:59.775703 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:15:59.777687 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776e4b2-5a72-42ba-a60a-bbd2b95f3034 None None] Pushing event updated for resources: {'Port': ['ID=aa7773f8-fd5d-4bff-a22a-465e9d6f5374,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:15:59.860258 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:15:59.861776 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:15:59.892658 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:15:59.996224 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:16:00.119186 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:16:00.121787 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 2, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:00.124482 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-fd8f6b22-0a1d-4eba-996d-0c5600e7a25f admin admin] 10.222.0.86 "PUT /v2.0/routers/ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6691327 Nov 03 17:16:00.153398 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44cc1b-a9ba-4d49-932e-b2a0200e9095 None None] The sync data for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 is: [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 2, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:16:00.168956 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-2ca96f87-bfb9-4e45-b79b-13b807d55051 None None] Provisioning complete for port d3d45310-dbed-455c-837d-f7b541ed6a63 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:00.169323 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2ca96f87-bfb9-4e45-b79b-13b807d55051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:00.204854 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-2ca96f87-bfb9-4e45-b79b-13b807d55051 None None] Port d3d45310-dbed-455c-837d-f7b541ed6a63 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:16:00.636015 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50850) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:00.641395 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2011572189-network', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:00.664854 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Made reservation on behalf of 7824018bdcc04ff187bf7bbd750134aa for: {'network': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:16:00.667339 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for network, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:00.676755 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:00.765111 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:00.770855 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:00.813278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=108104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 17:16:00.823215 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53242be9-b906-4f4a-b189-025f54fd1f0c,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:00.830875 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:00.831843 n-d-813897-2 neutron-server[108104]: INFO neutron.db.segments_db [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Added segment 1de47474-eccb-4542-989e-ea1845921ece of type vlan for network da80d627-8fcd-4b16-8ee2-15b703b9244e Nov 03 17:16:00.880969 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788679193218'] for network, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:00.907307 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085'] for network, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:00.908551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:00.909300 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Publish callbacks [] for network, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:00.968476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3310347 Nov 03 17:16:00.971088 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50852) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:00.976618 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Request body: {'subnet': {'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2011572189-subnet', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'ip_version': 4}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:00.979602 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cde86-c600-48cc-93f8-7ac1b0e38f9e admin admin] Pushing event updated for resources: {'Network': ['ID=da80d627-8fcd-4b16-8ee2-15b703b9244e,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:00.990883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Network da80d627-8fcd-4b16-8ee2-15b703b9244e details requested by agent ovs-agent-n-d-813897-2 with host n-d-813897-2 {{(pid=108106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 17:16:01.000597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Made reservation on behalf of 7824018bdcc04ff187bf7bbd750134aa for: {'subnet': 1} {{(pid=108105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:16:01.003899 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58909142'] for subnet, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.187771 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59036257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58909112'] for subnet, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.243743 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feba61db-ecda-41fc-b490-96e5d9d7436b,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:01.254485 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Checking segment: {'id': '1de47474-eccb-4542-989e-ea1845921ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:16:01.254843 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Network hostable DHCP agents. Network: da80d627-8fcd-4b16-8ee2-15b703b9244e, hostable agents: ['7792d5a7-37a7-49b6-ae43-cf074bb7ef6b'], hosted agents: [] {{(pid=108105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 17:16:01.275246 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Network da80d627-8fcd-4b16-8ee2-15b703b9244e is scheduled to be hosted by DHCP agent 7792d5a7-37a7-49b6-ae43-cf074bb7ef6b with binding_index 1 {{(pid=108105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 17:16:01.286177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-2, da80d627-8fcd-4b16-8ee2-15b703b9244e) {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:16:01.292385 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:01.293708 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.294120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775eee9d-2bfd-4078-8c04-9dc86874d0d9 None None] Network da80d627-8fcd-4b16-8ee2-15b703b9244e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:16:01.310423 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-345d81a4-f6b4-4810-8ca2-9fd23af592d3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3380928 Nov 03 17:16:01.313027 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50854) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:01.318901 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:01.341668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.342810 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.404632 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.462150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef793064-7df4-55a9-a064-eee18323f786-da80d627-8fcd-4b16-8ee2-15b703b9244e', 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'fixed_ips': [{'subnet_id': 'feba61db-ecda-41fc-b490-96e5d9d7436b'}]}} from n-d-813897-2. {{(pid=108106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 17:16:01.463079 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.550700 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.603775 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Allocated IP 172.20.0.2 (da80d627-8fcd-4b16-8ee2-15b703b9244e/feba61db-ecda-41fc-b490-96e5d9d7436b/85735d43-aea3-4f77-943c-b090726dce9e) {{(pid=108106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:16:01.750746 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Publish callbacks [] for port, precommit_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.757094 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.757744 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208'] for port, after_create {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.777441 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.796163 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Network da80d627-8fcd-4b16-8ee2-15b703b9244e is already hosted by enough agents. {{(pid=108106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:16:01.798990 n-d-813897-2 neutron-server[108106]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Resources bound (agent type, host, resource id): {{(pid=108106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:16:01.808086 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Received port after_create {{(pid=108106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:16:01.821036 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Pushing event updated for resources: {'Port': ['ID=85735d43-aea3-4f77-943c-b090726dce9e,revision_number=1']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:01.867369 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Attempting to bind port 85735d43-aea3-4f77-943c-b090726dce9e on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:16:01.868188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Attempting to bind port 85735d43-aea3-4f77-943c-b090726dce9e by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '1de47474-eccb-4542-989e-ea1845921ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:16:01.868188 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Attempting to bind port 85735d43-aea3-4f77-943c-b090726dce9e on network da80d627-8fcd-4b16-8ee2-15b703b9244e {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:16:01.874269 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:16:01.874644 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Checking segment: {'id': '1de47474-eccb-4542-989e-ea1845921ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:16:01.875037 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.875426 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Bound using segment: {'id': '1de47474-eccb-4542-989e-ea1845921ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:16:01.876062 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Bound port: 85735d43-aea3-4f77-943c-b090726dce9e, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de47474-eccb-4542-989e-ea1845921ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:16:01.876502 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:01.895302 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Allocated IP 172.25.6.3 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:16:01.946514 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] For port 85735d43-aea3-4f77-943c-b090726dce9e, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:16:01.950125 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] For port 85735d43-aea3-4f77-943c-b090726dce9e, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=85735d43-aea3-4f77-943c-b090726dce9e,segment=NetworkSegment(1de47474-eccb-4542-989e-ea1845921ece),segment_id=1de47474-eccb-4542-989e-ea1845921ece)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:16:01.954326 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.010200 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.012635 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6a9a1-25f6-4b66-b30d-896900977719 None None] Pushing event updated for resources: {'Port': ['ID=85735d43-aea3-4f77-943c-b090726dce9e,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:02.055949 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.095543 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:16:02.099245 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:16:02.102296 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:16:02.144112 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:02.250355 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Sync routers for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:16:02.263339 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:16:02.264154 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:02.378910 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.381210 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:16:02.391866 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.587049 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 2, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:02.588892 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688602'] for router, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.614328 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Checking router: ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:16:02.614684 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Updating router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 port d3d45310-dbed-455c-837d-f7b541ed6a63 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:16:02.721734 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1554921a-91eb-41cb-bbbc-de9b4c2f4031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.744477 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.754980 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Router 8a9be5da-3d58-4159-bc6c-43310dcea2fe is scheduled to L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c with binding_index 1 {{(pid=108105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 17:16:02.823583 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 85735d43-aea3-4f77-943c-b090726dce9e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:02.877885 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:16:02.886722 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 85735d43-aea3-4f77-943c-b090726dce9e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:02.887828 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.901362 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:02.902994 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e48928e3-8514-4ae6-af74-6f8fe12e2ea1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5890055 Nov 03 17:16:02.905861 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50856) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:02.918360 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Sync routers for ids ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:16:02.948279 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Routers {'8a9be5da-3d58-4159-bc6c-43310dcea2fe'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:16:02.949329 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:03.059591 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.068785 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.085209 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.125676 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Pushing event updated for resources: {'Port': ['ID=d3d45310-dbed-455c-837d-f7b541ed6a63,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:03.138225 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port 85735d43-aea3-4f77-943c-b090726dce9e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=85735d43-aea3-4f77-943c-b090726dce9e,segment=NetworkSegment(1de47474-eccb-4542-989e-ea1845921ece),segment_id=1de47474-eccb-4542-989e-ea1845921ece)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:16:03.140626 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.141166 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.141505 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.141878 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.142210 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.142542 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.143116 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.143443 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.143821 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.144143 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.144470 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.144795 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:16:03.147225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.148121 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device aa7773f8-fd5d-4bff-a22a-465e9d6f5374 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:03.191224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Set router 8a9be5da-3d58-4159-bc6c-43310dcea2fe gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:16:03.219979 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Attempting to bind port d3d45310-dbed-455c-837d-f7b541ed6a63 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:16:03.220644 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Attempting to bind port d3d45310-dbed-455c-837d-f7b541ed6a63 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:16:03.221200 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Attempting to bind port d3d45310-dbed-455c-837d-f7b541ed6a63 on network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:16:03.227795 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:16:03.228443 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Checking segment: {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:16:03.229036 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.229613 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Bound using segment: {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:16:03.230270 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Bound port: d3d45310-dbed-455c-837d-f7b541ed6a63, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:16:03.230825 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.245020 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ba0de-9350-4bc0-95d4-b9519d0e6f83 None None] Network da80d627-8fcd-4b16-8ee2-15b703b9244e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:16:03.317214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=85735d43-aea3-4f77-943c-b090726dce9e,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:03.327265 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] For port d3d45310-dbed-455c-837d-f7b541ed6a63, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:16:03.330710 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] For port d3d45310-dbed-455c-837d-f7b541ed6a63, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d3d45310-dbed-455c-837d-f7b541ed6a63,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:16:03.337713 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.398336 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:16:03.398955 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:03.441240 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port aa7773f8-fd5d-4bff-a22a-465e9d6f5374 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:03.441941 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.457902 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.472904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-c72b4d56-b7a7-4d62-9145-c7522940f716 None None] Provisioning complete for port 85735d43-aea3-4f77-943c-b090726dce9e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:03.473433 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c72b4d56-b7a7-4d62-9145-c7522940f716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.555499 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:16:03.589273 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affae271-5b0b-4bd0-885e-d0a53a68694d None None] Pushing event updated for resources: {'Port': ['ID=d3d45310-dbed-455c-837d-f7b541ed6a63,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:03.662634 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Allocated IP 172.20.0.1 (da80d627-8fcd-4b16-8ee2-15b703b9244e/feba61db-ecda-41fc-b490-96e5d9d7436b/40905b58-d7d9-4cc4-9b9d-d7ee51880211) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:16:03.730249 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.778069 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.785399 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:03.790829 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port aa7773f8-fd5d-4bff-a22a-465e9d6f5374, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=aa7773f8-fd5d-4bff-a22a-465e9d6f5374,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:16:03.803398 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.814087 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ff983-862d-40df-b57b-b8bb9a839d68 None None] The sync data for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 is: [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:16:03.818083 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.862010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:02Z', 'revision_number': 3, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'gw_port': {'id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:03.863204 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Network da80d627-8fcd-4b16-8ee2-15b703b9244e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:16:03.871482 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:16:03.877128 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:16:03.911128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=aa7773f8-fd5d-4bff-a22a-465e9d6f5374,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:03.914602 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Pushing event updated for resources: {'Port': ['ID=40905b58-d7d9-4cc4-9b9d-d7ee51880211,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:03.915190 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Checking router: 8a9be5da-3d58-4159-bc6c-43310dcea2fe for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:16:03.915544 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Updating router 8a9be5da-3d58-4159-bc6c-43310dcea2fe port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce binding host n-d-813897-2 {{(pid=108106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:16:03.939896 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688391'] for router_interface, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.949516 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e85fc33c-ace8-48b3-8a9b-ed84f39b4d1d None None] Provisioning complete for port d3d45310-dbed-455c-837d-f7b541ed6a63 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:03.949911 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e85fc33c-ace8-48b3-8a9b-ed84f39b4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:03.952842 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.096665 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.282900 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.290050 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.350780 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e85fc33c-ace8-48b3-8a9b-ed84f39b4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.366401 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688283'] for router_interface, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.369018 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Pushing event updated for resources: {'Port': ['ID=40905b58-d7d9-4cc4-9b9d-d7ee51880211,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:04.401327 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-e85fc33c-ace8-48b3-8a9b-ed84f39b4d1d None None] For port d3d45310-dbed-455c-837d-f7b541ed6a63, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d3d45310-dbed-455c-837d-f7b541ed6a63,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:16:04.407936 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e85fc33c-ace8-48b3-8a9b-ed84f39b4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.464917 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Network da80d627-8fcd-4b16-8ee2-15b703b9244e is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:16:04.466235 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:16:04.480454 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fc33c-ace8-48b3-8a9b-ed84f39b4d1d None None] Pushing event updated for resources: {'Port': ['ID=d3d45310-dbed-455c-837d-f7b541ed6a63,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:04.534730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Publish callbacks [] for port, precommit_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.543150 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cf3a59b8-3c78-4e5c-b523-81ccf513b434 None None] Provisioning complete for port 85735d43-aea3-4f77-943c-b090726dce9e triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:04.543654 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cf3a59b8-3c78-4e5c-b523-81ccf513b434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.547620 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.595017 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Router 8a9be5da-3d58-4159-bc6c-43310dcea2fe has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:16:04.637187 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f3523-db59-444d-b0f5-94fd1fb4dd59 None None] Pushing event updated for resources: {'Port': ['ID=d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce,revision_number=2']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:04.640643 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Attempting to bind port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce on host n-d-813897-2 for vnic_type normal with profile {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:16:04.641029 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Attempting to bind port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:16:04.641388 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Attempting to bind port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce on network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:16:04.652684 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:16:04.653102 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Checking segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:16:04.653503 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.653936 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Bound using segment: {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'} {{(pid=108106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:16:04.654421 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.managers [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Bound port: d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df575f5-d368-4bdc-a97d-ad8ff17ed40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a'}}] {{(pid=108106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:16:04.654832 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.727010 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:16:04.733555 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-64503f1d-9ae1-4729-a279-34c292e006a1 admin admin] 10.222.0.86 "PUT /v2.0/routers/8a9be5da-3d58-4159-bc6c-43310dcea2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8252022 Nov 03 17:16:04.743548 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] For port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce, host n-d-813897-2, cleared binding levels {{(pid=108106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:16:04.747750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] For port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:16:04.754850 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.758113 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cf3a59b8-3c78-4e5c-b523-81ccf513b434 None None] Provisioning complete for port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:04.758480 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cf3a59b8-3c78-4e5c-b523-81ccf513b434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:04.804972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d3d45310-dbed-455c-837d-f7b541ed6a63 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:04.882697 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a59b8-3c78-4e5c-b523-81ccf513b434 None None] Port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:16:04.888056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f3523-db59-444d-b0f5-94fd1fb4dd59 None None] Pushing event updated for resources: {'Port': ['ID=d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce,revision_number=3']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:04.894525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Routers {'8a9be5da-3d58-4159-bc6c-43310dcea2fe'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:16:04.895142 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:15:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:04.950875 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d3d45310-dbed-455c-837d-f7b541ed6a63 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:04.951246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.049654 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-cabc0db5-ad94-4a51-92db-aa5b4a473816 None None] Provisioning complete for port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:05.050059 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cabc0db5-ad94-4a51-92db-aa5b4a473816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.056679 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] Set router 8a9be5da-3d58-4159-bc6c-43310dcea2fe gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:16:05.161865 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-cabc0db5-ad94-4a51-92db-aa5b4a473816 None None] Port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:16:05.199999 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2505a23d-1928-4422-8f43-8a8789147024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.219297 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 85735d43-aea3-4f77-943c-b090726dce9e up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:05.344441 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 85735d43-aea3-4f77-943c-b090726dce9e triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:05.344707 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.400892 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 50864) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:05.405852 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [None req-f071dc3e-4aac-43cd-a4a4-06cf6efb7d84 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1410725626', 'description': 'tempest-secgroup-smoke-1410725626 description', 'project_id': 'b0ebbe2658f245d18215562a6e23ea30'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:05.407224 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 4, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'gw_port': {'id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '40905b58-d7d9-4cc4-9b9d-d7ee51880211', 'name': '', 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'mac_address': 'fa:16:3e:77:5e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:03Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 2, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'subnets': [{'id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:05.427403 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f071dc3e-4aac-43cd-a4a4-06cf6efb7d84 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.436884 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380411f-dc3b-4e40-8c8f-acba5684f371 None None] The sync data for ids ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'] in n-d-813897-2 is: [{'id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 4, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'gw_port': {'id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '40905b58-d7d9-4cc4-9b9d-d7ee51880211', 'name': '', 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'mac_address': 'fa:16:3e:77:5e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:03Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 2, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'subnets': [{'id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:16:05.477749 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device aa7773f8-fd5d-4bff-a22a-465e9d6f5374 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:05.504729 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f071dc3e-4aac-43cd-a4a4-06cf6efb7d84 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.509720 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f071dc3e-4aac-43cd-a4a4-06cf6efb7d84 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.530848 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port aa7773f8-fd5d-4bff-a22a-465e9d6f5374 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:05.531220 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.535136 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-f071dc3e-4aac-43cd-a4a4-06cf6efb7d84 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.536382 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-f071dc3e-4aac-43cd-a4a4-06cf6efb7d84 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342380 Nov 03 17:16:05.539552 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50866) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:05.544267 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-e4984dae-68a9-47ea-8a82-99737ba1d896 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'security_group_rule': {'security_group_id': '5d966d19-1486-4fc1-962b-94f5be25adb3', 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:05.556254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071dc3e-4aac-43cd-a4a4-06cf6efb7d84 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d966d19-1486-4fc1-962b-94f5be25adb3,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:05.577842 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4984dae-68a9-47ea-8a82-99737ba1d896 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.657481 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4984dae-68a9-47ea-8a82-99737ba1d896 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.664430 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4984dae-68a9-47ea-8a82-99737ba1d896 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.687340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4984dae-68a9-47ea-8a82-99737ba1d896 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57937a1a-7e01-40d7-a6db-8155c60bada7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:05.701667 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-e4984dae-68a9-47ea-8a82-99737ba1d896 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.705754 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-e4984dae-68a9-47ea-8a82-99737ba1d896 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623666 Nov 03 17:16:05.705952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50868) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:05.710915 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-db285a1a-8406-406f-8a57-41b7f29b87aa tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'security_group_rule': {'security_group_id': '5d966d19-1486-4fc1-962b-94f5be25adb3', 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:05.740726 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db285a1a-8406-406f-8a57-41b7f29b87aa tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.803125 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db285a1a-8406-406f-8a57-41b7f29b87aa tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.807324 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db285a1a-8406-406f-8a57-41b7f29b87aa tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.827084 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db285a1a-8406-406f-8a57-41b7f29b87aa tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016118b3-03a8-46a1-b08f-65df58b119c7,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:05.835132 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-db285a1a-8406-406f-8a57-41b7f29b87aa tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.836647 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-db285a1a-8406-406f-8a57-41b7f29b87aa tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293075 Nov 03 17:16:05.839566 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50870) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:05.844202 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-973e534f-eb78-4df3-b2f2-7b3a7902d7ca tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'security_group_rule': {'security_group_id': '5d966d19-1486-4fc1-962b-94f5be25adb3', 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:05.872591 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-973e534f-eb78-4df3-b2f2-7b3a7902d7ca tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.934595 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-973e534f-eb78-4df3-b2f2-7b3a7902d7ca tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.938356 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-973e534f-eb78-4df3-b2f2-7b3a7902d7ca tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.957828 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e534f-eb78-4df3-b2f2-7b3a7902d7ca tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0e3ed6-f190-4993-b7ca-85300ad7de6a,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:05.965372 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-973e534f-eb78-4df3-b2f2-7b3a7902d7ca tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:05.967204 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-973e534f-eb78-4df3-b2f2-7b3a7902d7ca tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263957 Nov 03 17:16:05.970304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50872) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:05.976943 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-06d42b9f-66e8-447f-8306-6fcf95cc9602 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'security_group_rule': {'security_group_id': '5d966d19-1486-4fc1-962b-94f5be25adb3', 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:06.005028 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06d42b9f-66e8-447f-8306-6fcf95cc9602 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.071935 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06d42b9f-66e8-447f-8306-6fcf95cc9602 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.075723 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06d42b9f-66e8-447f-8306-6fcf95cc9602 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.093944 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d42b9f-66e8-447f-8306-6fcf95cc9602 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327b470b-c9ff-49da-a002-5134b40c8d56,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:06.118071 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-06d42b9f-66e8-447f-8306-6fcf95cc9602 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.119685 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-06d42b9f-66e8-447f-8306-6fcf95cc9602 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479032 Nov 03 17:16:06.122952 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50874) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:06.128056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-eb171b97-dd80-428b-8365-3482c8c39251 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'security_group_rule': {'security_group_id': '5d966d19-1486-4fc1-962b-94f5be25adb3', 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:06.149866 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-eb171b97-dd80-428b-8365-3482c8c39251 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Project b0ebbe2658f245d18215562a6e23ea30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:16:06.155535 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb171b97-dd80-428b-8365-3482c8c39251 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.228318 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb171b97-dd80-428b-8365-3482c8c39251 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.232672 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb171b97-dd80-428b-8365-3482c8c39251 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.252252 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb171b97-dd80-428b-8365-3482c8c39251 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6771ca3a-9443-4155-a83b-2498d961ae61,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:06.263354 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-eb171b97-dd80-428b-8365-3482c8c39251 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.267461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-eb171b97-dd80-428b-8365-3482c8c39251 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403430 Nov 03 17:16:06.268171 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50876) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:06.273223 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-fb6cafc6-7ca1-49aa-a8a4-cb2dd0b961f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'security_group_rule': {'security_group_id': '5d966d19-1486-4fc1-962b-94f5be25adb3', 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:06.296015 n-d-813897-2 neutron-server[108105]: INFO neutron.db.securitygroups_db [None req-fb6cafc6-7ca1-49aa-a8a4-cb2dd0b961f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Project b0ebbe2658f245d18215562a6e23ea30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 17:16:06.302194 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb6cafc6-7ca1-49aa-a8a4-cb2dd0b961f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.368332 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb6cafc6-7ca1-49aa-a8a4-cb2dd0b961f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.372704 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb6cafc6-7ca1-49aa-a8a4-cb2dd0b961f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883152'] for security_group_rule, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.392373 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cafc6-7ca1-49aa-a8a4-cb2dd0b961f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b2b2d1-e031-4000-aead-a156b31e75e6,revision_number=0']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:06.401093 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fb6cafc6-7ca1-49aa-a8a4-cb2dd0b961f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.402347 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fb6cafc6-7ca1-49aa-a8a4-cb2dd0b961f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327384 Nov 03 17:16:06.565010 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-3c6cc833-80ef-4f03-addc-8f3b4dfe8453 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410725626&fields=id&tenant_id=b0ebbe2658f245d18215562a6e23ea30 HTTP/1.1" status: 200 len: 267 time: 0.0517714 Nov 03 17:16:06.572682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.684281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-d8419f59-328a-4549-ba3c-69dd7e319226 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:06.685870 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-d8419f59-328a-4549-ba3c-69dd7e319226 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 810 time: 0.1111979 Nov 03 17:16:06.702863 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-faf502ca-80fb-480c-97d2-962585cecf3b tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/quotas/b0ebbe2658f245d18215562a6e23ea30 HTTP/1.1" status: 200 len: 375 time: 0.0101302 Nov 03 17:16:06.750005 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:06.759743 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-b6466084-f1b8-4e32-a046-c95cb96e8eca tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501890 Nov 03 17:16:06.776257 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-325a2ea2-784f-4d89-bdc7-fc0b3ca83010 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:16:06.777228 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-325a2ea2-784f-4d89-bdc7-fc0b3ca83010 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054314 Nov 03 17:16:06.800459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:06.800834 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.872874 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-906756bf-eb49-4bb7-a2af-9788fb5423bf service neutron] 10.222.0.86 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894353 Nov 03 17:16:06.883350 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.906096 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] For port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:16:06.910682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:06.959263 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Pushing event updated for resources: {'Port': ['ID=d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:06.969453 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-cb679de6-630d-4960-aef4-7ce53be43f1a service neutron] 10.222.0.86 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882139 Nov 03 17:16:07.574333 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Sync routers for ids ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:16:07.585382 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Routers {'8a9be5da-3d58-4159-bc6c-43310dcea2fe'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:16:07.586007 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:07.690707 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Set router 8a9be5da-3d58-4159-bc6c-43310dcea2fe gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:16:07.884425 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 4, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'gw_port': {'id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '40905b58-d7d9-4cc4-9b9d-d7ee51880211', 'name': '', 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'mac_address': 'fa:16:3e:77:5e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:03Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 2, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'subnets': [{'id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:07.909847 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Checking router: 8a9be5da-3d58-4159-bc6c-43310dcea2fe for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:16:07.910355 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Updating router 8a9be5da-3d58-4159-bc6c-43310dcea2fe port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 binding host n-d-813897-2 {{(pid=108107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 17:16:07.933861 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.043105 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.195577 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Publish callbacks [] for port, precommit_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.201480 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.251283 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99839c7-6462-463c-89eb-562da536d4a1 None None] Pushing event updated for resources: {'Port': ['ID=40905b58-d7d9-4cc4-9b9d-d7ee51880211,revision_number=3']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:08.285014 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e2c7738a-754b-4c18-aafe-6ea8eeaca301 req-d1d37ad7-7299-432d-a1b5-18e605a765bf tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 210 time: 0.1548333 Nov 03 17:16:08.312461 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Attempting to bind port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 on host n-d-813897-2 for vnic_type normal with profile {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:16:08.312829 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Attempting to bind port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 by drivers openvswitch,hyperv on host n-d-813897-2 at level 0 using segments [{'id': '1de47474-eccb-4542-989e-ea1845921ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e'}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:16:08.313187 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Attempting to bind port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 on network da80d627-8fcd-4b16-8ee2-15b703b9244e {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:16:08.319055 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Checking agent: {'id': 'c7f715b2-5322-4b2b-90b8-fc8691ffc0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 40, 8), 'started_at': datetime.datetime(2021, 11, 3, 15, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:16:08.319427 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Checking segment: {'id': '1de47474-eccb-4542-989e-ea1845921ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:16:08.319822 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.320206 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Bound using segment: {'id': '1de47474-eccb-4542-989e-ea1845921ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e'} {{(pid=108107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:16:08.320673 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.managers [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Bound port: 40905b58-d7d9-4cc4-9b9d-d7ee51880211, host: n-d-813897-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de47474-eccb-4542-989e-ea1845921ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e'}}] {{(pid=108107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:16:08.321044 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.471531 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] For port 40905b58-d7d9-4cc4-9b9d-d7ee51880211, host n-d-813897-2, cleared binding levels {{(pid=108107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:16:08.475199 n-d-813897-2 neutron-server[108107]: DEBUG neutron.plugins.ml2.db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] For port 40905b58-d7d9-4cc4-9b9d-d7ee51880211, host n-d-813897-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=40905b58-d7d9-4cc4-9b9d-d7ee51880211,segment=NetworkSegment(1de47474-eccb-4542-989e-ea1845921ece),segment_id=1de47474-eccb-4542-989e-ea1845921ece)] {{(pid=108107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:16:08.478739 n-d-813897-2 neutron-server[108107]: DEBUG neutron_lib.callbacks.manager [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.505761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-5fc28a33-fda6-4f40-a817-5bc3f83e1687 None None] Provisioning complete for port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:08.506000 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5fc28a33-fda6-4f40-a817-5bc3f83e1687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.534927 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99839c7-6462-463c-89eb-562da536d4a1 None None] Pushing event updated for resources: {'Port': ['ID=40905b58-d7d9-4cc4-9b9d-d7ee51880211,revision_number=4']} {{(pid=108107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:08.544412 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Routers {'8a9be5da-3d58-4159-bc6c-43310dcea2fe'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:16:08.545363 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:08.598966 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5fc28a33-fda6-4f40-a817-5bc3f83e1687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.639122 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.650207 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-5fc28a33-fda6-4f40-a817-5bc3f83e1687 None None] For port 40905b58-d7d9-4cc4-9b9d-d7ee51880211, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=40905b58-d7d9-4cc4-9b9d-d7ee51880211,segment=NetworkSegment(1de47474-eccb-4542-989e-ea1845921ece),segment_id=1de47474-eccb-4542-989e-ea1845921ece)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:16:08.657064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5fc28a33-fda6-4f40-a817-5bc3f83e1687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.660149 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] Set router 8a9be5da-3d58-4159-bc6c-43310dcea2fe gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:16:08.718750 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc28a33-fda6-4f40-a817-5bc3f83e1687 None None] Pushing event updated for resources: {'Port': ['ID=40905b58-d7d9-4cc4-9b9d-d7ee51880211,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:08.769511 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 40905b58-d7d9-4cc4-9b9d-d7ee51880211 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:08.810953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-e1b6b3ea-fdee-4444-b7ec-3696e16549b5 None None] Provisioning complete for port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:08.811314 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e1b6b3ea-fdee-4444-b7ec-3696e16549b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.865587 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:08.865962 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:08.975362 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 4, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'gw_port': {'id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '40905b58-d7d9-4cc4-9b9d-d7ee51880211', 'name': '', 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'mac_address': 'fa:16:3e:77:5e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:03Z', 'updated_at': '2021-11-03T17:16:08Z', 'revision_number': 4, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'subnets': [{'id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:08.977907 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:09.005681 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a44167-6603-4fd9-999e-b4e6da398109 None None] The sync data for ids ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'] in n-d-813897-2 is: [{'id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 4, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'gw_port': {'id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': '40905b58-d7d9-4cc4-9b9d-d7ee51880211', 'name': '', 'network_id': 'da80d627-8fcd-4b16-8ee2-15b703b9244e', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'mac_address': 'fa:16:3e:77:5e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:03Z', 'updated_at': '2021-11-03T17:16:08Z', 'revision_number': 4, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'subnets': [{'id': 'feba61db-ecda-41fc-b490-96e5d9d7436b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:16:09.026631 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:09.027288 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:09.425428 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a7b3336d-834d-48ef-b527-a6d81141cf68 req-8ac8bffa-820d-421e-81a7-65fe35850403 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 210 time: 0.0862017 Nov 03 17:16:10.503784 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-38f53aa6-9721-480a-aaff-5f4e8cc262f1 req-d8531052-d73d-4c93-9d58-b5ed2a7a6845 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 210 time: 0.0261800 Nov 03 17:16:10.699823 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 40905b58-d7d9-4cc4-9b9d-d7ee51880211 up at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:10.749380 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Provisioning complete for port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:10.749776 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:11.597698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d46c8893-ca50-4783-abc7-4fa13cbd9206 req-caf2a60d-9dc3-4fe7-b3c7-44a98c7c80d4 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 210 time: 0.0277264 Nov 03 17:16:12.696418 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e368c7ef-92ac-4173-87d6-68b8e40d08e2 req-f560dd72-3ab4-45ac-a0a3-2d6a3b17911e tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 210 time: 0.0290074 Nov 03 17:16:13.178118 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-adbe70e7-cb10-4d64-82e5-1e47edcdc1d9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:13.179568 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-adbe70e7-cb10-4d64-82e5-1e47edcdc1d9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 810 time: 0.1034739 Nov 03 17:16:13.247433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-ac64dbc6-7ac2-4bbb-8fd0-0dab0151ccbb tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ebbe2658f245d18215562a6e23ea30 HTTP/1.1" status: 200 len: 380 time: 0.0575356 Nov 03 17:16:13.258308 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'port': {'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'admin_state_up': True, 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'security_groups': ['5d966d19-1486-4fc1-962b-94f5be25adb3']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:13.363198 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Made reservation on behalf of b0ebbe2658f245d18215562a6e23ea30 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:16:13.367320 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:13.491868 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Allocated IP 172.20.0.10 (0364a28c-e87c-48e3-a6a1-1d98e454cc92/3ba55365-9d05-4e61-9d59-58f87b9b1a50/9ef0ba21-df79-4caf-968a-e1191aaa01e6) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:16:13.630960 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:13.663114 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:13.704062 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:16:13.707013 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:16:13.713782 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:16:13.743328 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'Port': ['ID=9ef0ba21-df79-4caf-968a-e1191aaa01e6,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:13.767747 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:13.768641 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:13.809734 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-734e446b-c5b1-4333-8e6d-fba2a943d65a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555255 Nov 03 17:16:13.824603 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Request body: {'port': {'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:13.858685 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7bf8a-2cbd-40b7-a674-7ca9e183ef4d req-0ef8d88b-6e6a-45f8-8cb0-08456aba160c tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:13.860244 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5a7bf8a-2cbd-40b7-a674-7ca9e183ef4d req-0ef8d88b-6e6a-45f8-8cb0-08456aba160c tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 932 time: 0.0837107 Nov 03 17:16:13.911500 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:13.944932 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5a7bf8a-2cbd-40b7-a674-7ca9e183ef4d req-165e1fb4-61b3-45e9-acaa-bd5795e64169 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772190 Nov 03 17:16:13.982117 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-0ffd0919-1c8f-4130-be14-07b981e36acf None None] Provisioning complete for port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:13.982729 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0ffd0919-1c8f-4130-be14-07b981e36acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:14.022806 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd0919-1c8f-4130-be14-07b981e36acf None None] Port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:16:14.202302 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef0ba21-df79-4caf-968a-e1191aaa01e6 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:16:14.209867 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:14.221641 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Transition to ACTIVE for port object 9ef0ba21-df79-4caf-968a-e1191aaa01e6 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:16:14.225541 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:14.278480 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0ba21-df79-4caf-968a-e1191aaa01e6,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:14.351278 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Attempting to bind port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 on host n-h2-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:16:14.351614 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Attempting to bind port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 by drivers openvswitch,hyperv on host n-h2-813897-2 at level 0 using segments [{'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:16:14.351945 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Attempting to bind port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 on network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:16:14.356585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 on network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:16:14.356908 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Attempting to bind port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 on network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:16:14.361971 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Checking agent: {'id': 'bdf50be5-1559-484e-a982-38d52b453690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'started_at': datetime.datetime(2021, 11, 3, 15, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:16:14.362314 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Checking segment: {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:16:14.362699 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Bound using segment: {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:16:14.363131 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Bound port: 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host: n-h2-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:16:14.363498 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:14.430041 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:16:14.433139 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:16:14.438009 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:14.476419 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:14.477023 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:14.478457 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] 10.222.0.70 "PUT /v2.0/ports/9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 1092 time: 0.6580920 Nov 03 17:16:14.478920 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:16:14.481213 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf255b-b9bd-4f62-9b78-f43059fae013" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:16:14.511795 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6767d7-6e00-4d79-9c0d-fdaceb4242db service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0ba21-df79-4caf-968a-e1191aaa01e6,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:14.549016 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb70214-e530-4dd3-b0f2-b9458ec4f3c1 x-openstack-request-id: req-edb70214-e530-4dd3-b0f2-b9458ec4f3c1 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:16:14.549311 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:16:14.549590 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-edb70214-e530-4dd3-b0f2-b9458ec4f3c1 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:16:14.550122 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'status': 'completed', 'code': 200} Nov 03 17:16:14.568195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-8435901f-e980-4ff2-8f0f-58ffbebe125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:14.569769 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-8435901f-e980-4ff2-8f0f-58ffbebe125e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1095 time: 0.0498958 Nov 03 17:16:14.616602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-86bdbc69-c0b5-497d-a133-3a731e54b507 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 217 time: 0.0378137 Nov 03 17:16:14.674612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-215e1650-3e04-4e85-a54d-fe96fb6ed070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:14.676077 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-215e1650-3e04-4e85-a54d-fe96fb6ed070 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0522990 Nov 03 17:16:14.721688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-294ae0d8-f3c6-4ba3-b94b-922612e7d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:14.723123 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-294ae0d8-f3c6-4ba3-b94b-922612e7d362 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392327 Nov 03 17:16:14.814371 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-bbca9765-a2bd-4516-ac26-53a13b9cc2bb service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830171 Nov 03 17:16:14.912284 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-92fa7ed3-a107-4729-b509-3eb61cf9931c req-ccb719a4-7cf5-4210-824a-efbcdf420828 service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902870 Nov 03 17:16:15.002260 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-928d3698-d85f-4b6a-ad42-bad60d66d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:15.003787 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-928d3698-d85f-4b6a-ad42-bad60d66d4a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1095 time: 0.0419884 Nov 03 17:16:15.119627 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ce8b9-979c-4920-a55a-35e01f11a2d4 req-bdb66ec5-7343-4fe5-b867-a62720f0fb9d tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:15.121117 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae2ce8b9-979c-4920-a55a-35e01f11a2d4 req-bdb66ec5-7343-4fe5-b867-a62720f0fb9d tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 944 time: 0.1021070 Nov 03 17:16:15.150485 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-a5b4f695-3087-423e-b432-80781a31d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:15.151939 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-a5b4f695-3087-423e-b432-80781a31d23f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.1404967 Nov 03 17:16:15.211806 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-ce569c25-e3ba-496f-8f40-77ef23dc3b82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 217 time: 0.0493503 Nov 03 17:16:15.217094 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae2ce8b9-979c-4920-a55a-35e01f11a2d4 req-08178842-bc2b-4cee-810d-ed49d135d58d tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897224 Nov 03 17:16:15.263985 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-247aae2b-5e97-43e9-8f3d-b58a279e7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:15.265448 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-247aae2b-5e97-43e9-8f3d-b58a279e7db0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0454483 Nov 03 17:16:15.311283 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-11692fdb-70d5-4753-b102-268de2f8196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:15.312766 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-11692fdb-70d5-4753-b102-268de2f8196d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394502 Nov 03 17:16:15.406196 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-9d54230b-0d50-4de8-bcfb-c0d1aebe5032 service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Nov 03 17:16:15.495297 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-afdf255b-b9bd-4f62-9b78-f43059fae013 req-6d1b4128-e0c4-41c0-b54a-814da2093edf service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805337 Nov 03 17:16:16.335546 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6f206-9b8f-4921-85c4-9c29741a153a req-139f8263-447f-41ce-8581-c4833dd9185a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:16.336921 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5c6f206-9b8f-4921-85c4-9c29741a153a req-139f8263-447f-41ce-8581-c4833dd9185a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 944 time: 0.0496759 Nov 03 17:16:16.386671 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d5c6f206-9b8f-4921-85c4-9c29741a153a req-f721e3d1-8f24-4d4d-a5f3-ff0d9e3fc8db tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437334 Nov 03 17:16:17.067878 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9ef0ba21-df79-4caf-968a-e1191aaa01e6 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:16:17.163114 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:16:17.326819 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:16:17.362720 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:17.374723 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef0ba21-df79-4caf-968a-e1191aaa01e6 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:16:17.393653 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:16:17.398142 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:17.443120 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9ef0ba21-df79-4caf-968a-e1191aaa01e6,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:17.516765 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a41a31-a07d-4ce1-bab2-f3eb4f36089c req-a8734746-f96a-4df6-8f76-834c4b3cff1e tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:17.518661 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0a41a31-a07d-4ce1-bab2-f3eb4f36089c req-a8734746-f96a-4df6-8f76-834c4b3cff1e tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 945 time: 0.0533576 Nov 03 17:16:17.567476 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a0a41a31-a07d-4ce1-bab2-f3eb4f36089c req-87dcf976-3b7a-4c20-8c50-f3d64b022a53 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416238 Nov 03 17:16:17.640266 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['9ef0ba21-df79-4caf-968a-e1191aaa01e6'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:16:18.682996 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bbf58-179f-4296-b800-37483a81b555 req-300b37ca-2aa4-479f-bf4b-c4f2e7837264 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:18.684576 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f8bbf58-179f-4296-b800-37483a81b555 req-300b37ca-2aa4-479f-bf4b-c4f2e7837264 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 945 time: 0.0493844 Nov 03 17:16:18.734049 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4f8bbf58-179f-4296-b800-37483a81b555 req-dc04530e-f57b-452d-9994-4b02338108ac tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434902 Nov 03 17:16:19.068945 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9ef0ba21-df79-4caf-968a-e1191aaa01e6 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:16:19.120761 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning for port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:16:19.124525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:16:19.124904 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:19.199970 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:19.222923 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:16:19.226059 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cc63fa-582c-4f68-8e9e-d05b8b2e73fd" -d '{"events": [{"server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:16:19.238393 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:16:19.242373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:19.265970 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a34bbe-7d49-4a6e-9d32-20f265796a1c x-openstack-request-id: req-77a34bbe-7d49-4a6e-9d32-20f265796a1c {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:16:19.266271 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:16:19.266980 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-77a34bbe-7d49-4a6e-9d32-20f265796a1c {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:16:19.266980 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'code': 200} Nov 03 17:16:19.297458 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9ef0ba21-df79-4caf-968a-e1191aaa01e6,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:19.367356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd43d1-f13f-4ffb-8cb6-ca709aa4580f req-f07627e1-d1b0-4b40-bf4e-938cf8c98fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:19.368750 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12dd43d1-f13f-4ffb-8cb6-ca709aa4580f req-f07627e1-d1b0-4b40-bf4e-938cf8c98fb8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1097 time: 0.0447369 Nov 03 17:16:19.415668 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-12dd43d1-f13f-4ffb-8cb6-ca709aa4580f req-ab1a3a31-5908-4dc0-984d-013aef7860d0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393801 Nov 03 17:16:19.860960 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af644785-6e6a-4188-995c-cd026fd8decc req-b427c699-ee59-4e2f-b921-193aff32bd36 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:19.862461 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af644785-6e6a-4188-995c-cd026fd8decc req-b427c699-ee59-4e2f-b921-193aff32bd36 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 946 time: 0.0540926 Nov 03 17:16:19.915356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-af644785-6e6a-4188-995c-cd026fd8decc req-d3285b90-0366-4aa5-8c47-e78ca65cd640 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 Nov 03 17:16:21.031963 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c01f89-54e8-40bc-baed-7ef8c6e2668c req-945d940a-091c-427d-96c3-6f07fdf35fa7 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:21.033433 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93c01f89-54e8-40bc-baed-7ef8c6e2668c req-945d940a-091c-427d-96c3-6f07fdf35fa7 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 946 time: 0.0488005 Nov 03 17:16:21.086568 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-93c01f89-54e8-40bc-baed-7ef8c6e2668c req-2caab23e-701e-49bd-b24e-2d47e25247f1 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468500 Nov 03 17:16:21.205261 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4d288-e49d-4941-9403-4192dcf14728 req-325ee65a-fa1e-432b-9bf1-14ff12ffb5e1 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:21.206629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5f4d288-e49d-4941-9403-4192dcf14728 req-325ee65a-fa1e-432b-9bf1-14ff12ffb5e1 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 946 time: 0.0497987 Nov 03 17:16:21.256508 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c5f4d288-e49d-4941-9403-4192dcf14728 req-5340a951-682a-46fe-b4a4-06ae622314c1 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Nov 03 17:16:21.278984 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50946) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:21.362330 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28b66e7-01aa-4d1f-850e-7e665bc93b89 tempest-TestSnapshotPattern-1262498088 tempest-TestSnapshotPattern-1262498088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:21.363832 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-f28b66e7-01aa-4d1f-850e-7e665bc93b89 tempest-TestSnapshotPattern-1262498088 tempest-TestSnapshotPattern-1262498088-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1092 time: 0.0838387 Nov 03 17:16:21.367299 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 50950) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:16:21.371685 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:16:21.394411 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:21.797439 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:21.901681 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8121837-0b29-4560-b2c6-337016199357 req-14101593-5df1-4657-84c1-60be112dce7e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396290 Nov 03 17:16:21.908332 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Allocated IP 172.25.6.126 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/7102d167-cdeb-40c2-b160-1513b8bfe196) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:16:21.984444 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121837-0b29-4560-b2c6-337016199357 req-f53cf81f-fe68-46f1-930c-bd91505bdc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:21.985963 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8121837-0b29-4560-b2c6-337016199357 req-f53cf81f-fe68-46f1-930c-bd91505bdc4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1097 time: 0.0404334 Nov 03 17:16:22.011134 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:22.045581 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:22.088597 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:16:22.091501 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:16:22.098663 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:16:22.124305 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'Port': ['ID=7102d167-cdeb-40c2-b160-1513b8bfe196,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:22.450840 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121837-0b29-4560-b2c6-337016199357 req-2beaf6f0-a695-4256-847e-38009255d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:22.452312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8121837-0b29-4560-b2c6-337016199357 req-2beaf6f0-a695-4256-847e-38009255d1e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.4472716 Nov 03 17:16:22.497795 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8121837-0b29-4560-b2c6-337016199357 req-75f4ec74-9dd4-42cc-b3df-b5bf7b5b9072 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 217 time: 0.0370779 Nov 03 17:16:22.516546 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:22.554291 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121837-0b29-4560-b2c6-337016199357 req-b3134d22-c51f-4621-82e8-2bfa48d9fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:22.555755 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8121837-0b29-4560-b2c6-337016199357 req-b3134d22-c51f-4621-82e8-2bfa48d9fc58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0507612 Nov 03 17:16:22.596572 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:22.608077 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121837-0b29-4560-b2c6-337016199357 req-b22b9495-99bb-4a38-844d-a47927a98020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:22.609595 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8121837-0b29-4560-b2c6-337016199357 req-b22b9495-99bb-4a38-844d-a47927a98020 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466900 Nov 03 17:16:22.728919 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8121837-0b29-4560-b2c6-337016199357 req-9e41e197-20ed-401c-aa26-d3ac21e5a560 service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119556 Nov 03 17:16:22.774162 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:22.775740 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:22.778953 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:22.827227 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f8121837-0b29-4560-b2c6-337016199357 req-8ba49017-acea-4c59-97c1-1ea34197ae8b service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915494 Nov 03 17:16:22.845005 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'Port': ['ID=7102d167-cdeb-40c2-b160-1513b8bfe196,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:16:22.859616 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:22.963184 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Floating IP c1f2f840-2bbc-453a-90a1-01442c42929b associated. External IP: 172.25.6.126, port: 9ef0ba21-df79-4caf-968a-e1191aaa01e6. Nov 03 17:16:23.178783 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:16:23.289374 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:16:23.299027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] Sync routers for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:16:23.308220 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:23.310919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:16:23.311634 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:23.334969 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-24d70ddf-4dac-44bc-8563-5aa7259f5e80 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9666469 Nov 03 17:16:23.335544 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:16:23.337957 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e72366b-93e8-4299-b91d-344ec3d15df9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:16:23.421572 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:16:23.448113 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91335f0e-39c6-4135-b18e-ed3a96440342 x-openstack-request-id: req-91335f0e-39c6-4135-b18e-ed3a96440342 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:16:23.448404 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:16:23.448659 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91335f0e-39c6-4135-b18e-ed3a96440342 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:16:23.449062 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'status': 'completed', 'code': 200} Nov 03 17:16:23.513181 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-ca3d9b30-316c-4e27-9ea4-1bd1bfce6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:23.514730 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-ca3d9b30-316c-4e27-9ea4-1bd1bfce6218 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1097 time: 0.0430262 Nov 03 17:16:23.604482 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-3fcc4ae5-f1bc-47e0-87b1-cffdb2635e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:23.605982 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-3fcc4ae5-f1bc-47e0-87b1-cffdb2635e98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0848165 Nov 03 17:16:23.649315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c1f2f840-2bbc-453a-90a1-01442c42929b', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:16:22Z', 'updated_at': '2021-11-03T17:16:22Z', 'revision_number': 0, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:23.675771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-3de5d61b-2e84-47dd-b41d-877a0f1abc35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 1000 time: 0.0625982 Nov 03 17:16:23.680326 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] Checking router: ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:16:23.689259 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:16:23.690041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:16:05Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:23.725995 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-02c86194-1efd-4461-8c0e-4e89af27b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:23.727465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-02c86194-1efd-4461-8c0e-4e89af27b944 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0444326 Nov 03 17:16:23.774397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-651702cb-83a1-4c95-b623-618dfc64301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:16:23.775918 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-651702cb-83a1-4c95-b623-618dfc64301b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410736 Nov 03 17:16:23.797743 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:16:23.883352 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-0d3cd7d1-3bcf-4502-a94f-b59d6a78b6f7 service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003852 Nov 03 17:16:23.983222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-3e72366b-93e8-4299-b91d-344ec3d15df9 req-2a949924-6327-4c34-a8e6-bca5a0ae2b3b service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920475 Nov 03 17:16:24.029315 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c1f2f840-2bbc-453a-90a1-01442c42929b', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:16:22Z', 'updated_at': '2021-11-03T17:16:22Z', 'revision_number': 0, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:16:24.060208 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1a591-25dc-44d5-9267-a69ff0209ae1 None None] The sync data for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 is: [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c1f2f840-2bbc-453a-90a1-01442c42929b', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:16:22Z', 'updated_at': '2021-11-03T17:16:22Z', 'revision_number': 0, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:16:24.734973 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5391f4-b014-49c9-9ae6-3e0cf5bd0a6b None None] New status for floating IP c1f2f840-2bbc-453a-90a1-01442c42929b: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:16:28.454365 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:16:32.376233 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:32.685389 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7ab0fedd-f048-46f7-a4f6-811e78a2c1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:35.133189 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd8f2-f664-45d0-8ab2-39401e68ca2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:36.570437 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:38.045673 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:38.621876 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:16:52.761261 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:02.375507 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:02.686022 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-5b054c79-6966-4975-bfe9-c244bbeb795a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:05.134749 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4a5c6b2a-eac4-4148-8b9c-6cb84b0ed9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:05.454186 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:17:06.572820 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:08.048772 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:08.627435 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:21.886032 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-d2642d4b-1b72-4fb0-aa2f-b231afdeee31 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403323 Nov 03 17:17:21.969335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-d86ec1f1-dd3f-437b-bc89-6af507399b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:17:21.970840 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-d86ec1f1-dd3f-437b-bc89-6af507399b11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1097 time: 0.0404184 Nov 03 17:17:22.079688 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-fdcff899-eb86-40f1-8d3d-9de3cf5cf521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:17:22.081152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-fdcff899-eb86-40f1-8d3d-9de3cf5cf521 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0894520 Nov 03 17:17:22.146804 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-d3aea5b5-e7d3-4830-9abc-343f7d356bb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 1002 time: 0.0573149 Nov 03 17:17:22.196059 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-6b493572-e7c5-4023-97c1-890d7e13ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:17:22.197504 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-6b493572-e7c5-4023-97c1-890d7e13ad18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0437055 Nov 03 17:17:22.247551 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-57c0d9e7-168f-4e74-a297-897ddb2dde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:17:22.249022 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-57c0d9e7-168f-4e74-a297-897ddb2dde08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440638 Nov 03 17:17:22.336698 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-e63eb4a5-499b-4769-b49e-968b9e8224e0 service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806277 Nov 03 17:17:22.429579 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-193e5285-657d-4380-ad63-eca9d60d2a5e req-ec0f75cb-4008-4552-ae97-988431a38653 service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851271 Nov 03 17:17:22.790244 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:32.376047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:32.687041 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e67d2826-0a7a-46f7-9103-ad69803a1e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:35.136886 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1a71d96a-5d4a-458d-bef8-3878cacb21a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:36.575813 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:38.051255 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:38.620059 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:17:42.453966 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:17:52.789782 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:02.392413 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:02.689239 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bc884e70-ffcf-449c-9cf6-69b0c632f042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:05.139278 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a3adf712-af6c-4633-9ea5-f4629b1f9ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:06.577933 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:08.054512 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:08.621785 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:19.453500 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:18:21.707567 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9ef0ba21-df79-4caf-968a-e1191aaa01e6 details requested by agent hyperv_n-h2-813897-2 with host n-h2-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:18:21.801641 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:18:21.813166 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Returning: {'device': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:18:21.854975 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:21.867488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ef0ba21-df79-4caf-968a-e1191aaa01e6 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:18:21.887508 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:18:21.891256 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:21.940271 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9ef0ba21-df79-4caf-968a-e1191aaa01e6,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:21.947883 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.948220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.948556 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.948888 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.949215 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.949560 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.949891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.950210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.950526 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.950841 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.951158 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.951473 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:21.969164 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] get_ports_and_sgs() called for port_ids ['9ef0ba21-df79-4caf-968a-e1191aaa01e6'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:18:22.790450 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:23.730696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9ef0ba21-df79-4caf-968a-e1191aaa01e6 up at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:18:23.783076 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Provisioning complete for port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:18:23.783835 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:23.871139 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:23.899558 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:18:23.902598 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59645872-bad4-4b09-b947-e3dd2681bd72" -d '{"events": [{"server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:18:23.917058 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:18:23.926246 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:23.978402 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6625abe2-a980-4a17-89c7-f80cc2a08c8a x-openstack-request-id: req-6625abe2-a980-4a17-89c7-f80cc2a08c8a {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:18:23.979064 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:18:23.979732 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6625abe2-a980-4a17-89c7-f80cc2a08c8a {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:18:23.980511 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'code': 200} Nov 03 17:18:24.011613 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9ef0ba21-df79-4caf-968a-e1191aaa01e6,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:24.037174 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30277d3-e1a4-4054-be21-db0398861eae req-eaf9d1d2-e134-46d2-8c79-f877085f98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:24.039381 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d30277d3-e1a4-4054-be21-db0398861eae req-eaf9d1d2-e134-46d2-8c79-f877085f98bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1097 time: 0.1520245 Nov 03 17:18:24.162704 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30277d3-e1a4-4054-be21-db0398861eae req-7ccc7146-26ca-4e25-b8a3-4e72c7a26a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:24.164602 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d30277d3-e1a4-4054-be21-db0398861eae req-7ccc7146-26ca-4e25-b8a3-4e72c7a26a27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.1040335 Nov 03 17:18:24.249061 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d30277d3-e1a4-4054-be21-db0398861eae req-6a1c5522-6268-4fd1-bef9-5ef10d870add service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 1002 time: 0.0763285 Nov 03 17:18:24.315117 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30277d3-e1a4-4054-be21-db0398861eae req-eb96cb85-a91d-43e9-ae70-9109f08fedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:24.317150 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d30277d3-e1a4-4054-be21-db0398861eae req-eb96cb85-a91d-43e9-ae70-9109f08fedb5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0597401 Nov 03 17:18:24.378694 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30277d3-e1a4-4054-be21-db0398861eae req-63b616e9-4773-43a2-b373-543bdc047597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:24.380405 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d30277d3-e1a4-4054-be21-db0398861eae req-63b616e9-4773-43a2-b373-543bdc047597 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550735 Nov 03 17:18:24.477394 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d30277d3-e1a4-4054-be21-db0398861eae req-ebb7cff1-9241-4c60-b3a5-e8ae98e7eb3c service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895922 Nov 03 17:18:24.583629 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d30277d3-e1a4-4054-be21-db0398861eae req-56856e97-06eb-467f-8a49-a56ea199008e service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984693 Nov 03 17:18:32.403300 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:32.691967 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-320ef527-9ef9-47b6-9f6e-56a612b819ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:33.955533 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-d0ff1671-e2c7-4252-8716-f2583d72ecf9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410725626&fields=id&tenant_id=b0ebbe2658f245d18215562a6e23ea30 HTTP/1.1" status: 200 len: 267 time: 0.0462244 Nov 03 17:18:34.066912 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-449e7d68-f41c-47bd-a005-50162f7378d1 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:34.068356 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-449e7d68-f41c-47bd-a005-50162f7378d1 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 810 time: 0.1060236 Nov 03 17:18:34.083674 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-7bbd767a-c92f-4def-84b6-555fbd6fa7ae tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/quotas/b0ebbe2658f245d18215562a6e23ea30 HTTP/1.1" status: 200 len: 375 time: 0.0088739 Nov 03 17:18:34.138846 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-d79c0e94-c56d-4d84-a815-31138e4359fb tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499961 Nov 03 17:18:34.195706 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-9639c857-bf3d-45e8-8355-9f42c35cd22b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:18:34.196749 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-9639c857-bf3d-45e8-8355-9f42c35cd22b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0462894 Nov 03 17:18:34.294685 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-7d8bd82c-6a5b-4666-a8e9-0a9b27395347 service neutron] 10.222.0.86 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907285 Nov 03 17:18:34.383609 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-0d913f17-65bc-4f74-bdcc-be911386be0c service neutron] 10.222.0.86 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827279 Nov 03 17:18:34.571469 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-fda3b3ad-ffe0-4910-b9be-de3bc7055b56 req-18fd046e-2de9-4499-872a-abf8d5e0c9e4 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 210 time: 0.0294931 Nov 03 17:18:35.141332 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4dfe729f-bc10-4488-a44a-aa07f3add639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:35.560768 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-28c403f0-e34a-47e7-8d39-0b477c664d4f tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:35.562266 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-28c403f0-e34a-47e7-8d39-0b477c664d4f tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.15 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 810 time: 0.1048131 Nov 03 17:18:35.641951 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-ef68ee65-336d-4589-979b-ab321b5be2ba tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ebbe2658f245d18215562a6e23ea30 HTTP/1.1" status: 200 len: 380 time: 0.0610006 Nov 03 17:18:35.664589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'port': {'device_id': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'admin_state_up': True, 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'security_groups': ['5d966d19-1486-4fc1-962b-94f5be25adb3']}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:18:35.673775 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-d88d4ec0-27f6-45e3-afdc-8a115cb6b6dd req-65f65fd7-768a-4288-9c3b-d21086fff050 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 210 time: 0.0309517 Nov 03 17:18:35.780008 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Made reservation on behalf of b0ebbe2658f245d18215562a6e23ea30 for: {'port': 1} {{(pid=108104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 17:18:35.783803 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:35.809336 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9ef0ba21-df79-4caf-968a-e1191aaa01e6 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:18:35.960112 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:36.008866 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_common [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Allocated IP 172.20.0.4 (0364a28c-e87c-48e3-a6a1-1d98e454cc92/3ba55365-9d05-4e61-9d59-58f87b9b1a50/3b241fc7-0f5b-46aa-be1b-ec52f4996ca4) {{(pid=108104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:18:36.208210 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:18:36.210311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:18:36.212992 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae7acb-706e-43db-b74a-52d26c0cec0c" -d '{"events": [{"server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:18:36.219039 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:36.220106 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for port, precommit_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:36.266343 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_create {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:36.291827 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Pushing event updated for resources: {'Port': ['ID=9ef0ba21-df79-4caf-968a-e1191aaa01e6,revision_number=8']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:36.297097 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced6eb08-f988-4cb5-b726-b60b078b41d2 x-openstack-request-id: req-ced6eb08-f988-4cb5-b726-b60b078b41d2 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:18:36.297765 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:18:36.298256 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ced6eb08-f988-4cb5-b726-b60b078b41d2 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:18:36.298859 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'code': 200} Nov 03 17:18:36.320398 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 is already hosted by enough agents. {{(pid=108104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:18:36.321940 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.base_scheduler [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Resources bound (agent type, host, resource id): {{(pid=108104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:18:36.327036 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Received port after_create {{(pid=108104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:18:36.377555 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'Port': ['ID=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,revision_number=1']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:36.395305 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.395752 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.396102 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.396451 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.396879 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.397213 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.397669 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.398051 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.398640 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.399048 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.399394 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.399788 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:36.421248 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:36.422254 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:36.445717 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-cf9baebf-1682-4c4c-8720-12a55e91adc9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7850637 Nov 03 17:18:36.582915 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:36.618276 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-32ae667d-0952-465e-957e-c968338c9255 None None] Provisioning complete for port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 triggered by entity DHCP. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:18:36.618646 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-32ae667d-0952-465e-957e-c968338c9255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:36.660690 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-32ae667d-0952-465e-957e-c968338c9255 None None] Port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 cannot update to ACTIVE because it is not bound. {{(pid=108106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 17:18:36.807687 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2bb2e-dc11-4ba2-b263-67a01597eddd req-a5dbd3c9-2b6a-4260-ae0b-47979d4ccc46 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:36.809517 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31a2bb2e-dc11-4ba2-b263-67a01597eddd req-a5dbd3c9-2b6a-4260-ae0b-47979d4ccc46 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0598290 Nov 03 17:18:36.865736 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-31a2bb2e-dc11-4ba2-b263-67a01597eddd req-9947cd9d-ff46-46ef-99c4-8f1a1af7fc81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501771 Nov 03 17:18:37.990142 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d0764-5a69-49cc-bcdc-043fc2c970d2 req-db8510a4-a479-43d7-acd9-e25eadb3c746 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:37.991610 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e63d0764-5a69-49cc-bcdc-043fc2c970d2 req-db8510a4-a479-43d7-acd9-e25eadb3c746 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0490437 Nov 03 17:18:38.050903 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e63d0764-5a69-49cc-bcdc-043fc2c970d2 req-1499d6b3-c7a4-4754-8c85-7f0ebc85d971 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515413 Nov 03 17:18:38.058730 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:38.624725 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:39.177304 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26c7e-dcec-4f47-a0db-c03d4c94d228 req-74933d75-cfca-44a3-a399-f40779c5c955 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:39.178955 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06c26c7e-dcec-4f47-a0db-c03d4c94d228 req-74933d75-cfca-44a3-a399-f40779c5c955 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0565512 Nov 03 17:18:39.228767 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-06c26c7e-dcec-4f47-a0db-c03d4c94d228 req-53e58896-a67b-450a-9f79-90d0a95059e2 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 Nov 03 17:18:40.367425 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ac629-5bc2-46ad-9651-b803c83f8a6a req-7ccf2950-fe20-4bc9-8f24-287ffdf32e24 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:40.368925 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a6ac629-5bc2-46ad-9651-b803c83f8a6a req-7ccf2950-fe20-4bc9-8f24-287ffdf32e24 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0528617 Nov 03 17:18:40.420467 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-8a6ac629-5bc2-46ad-9651-b803c83f8a6a req-cc28c653-fc9a-411d-9021-10c51167fd90 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447288 Nov 03 17:18:41.547495 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9518530-ca41-4f72-a402-8d77ac00c3d5 req-6a8bd0f3-082c-4b57-a987-169f42b3f354 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:41.549006 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9518530-ca41-4f72-a402-8d77ac00c3d5 req-6a8bd0f3-082c-4b57-a987-169f42b3f354 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0523036 Nov 03 17:18:41.606146 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c9518530-ca41-4f72-a402-8d77ac00c3d5 req-25dc6bb8-2fb5-4523-ab4f-fa7174ce8613 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511458 Nov 03 17:18:42.731834 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d422866-0947-449f-a8ef-7989c0799c26 req-ab55f59c-55a7-4549-8690-5e0e3534263d tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:42.733312 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d422866-0947-449f-a8ef-7989c0799c26 req-ab55f59c-55a7-4549-8690-5e0e3534263d tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0519981 Nov 03 17:18:42.786320 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2d422866-0947-449f-a8ef-7989c0799c26 req-d8682573-719c-4482-b00c-062436102d2a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469465 Nov 03 17:18:43.913194 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312a777-dc86-4061-ba77-84d71bbd90c9 req-a8f23022-e4eb-400d-925c-bb2aee4e7cda tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:43.914701 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4312a777-dc86-4061-ba77-84d71bbd90c9 req-a8f23022-e4eb-400d-925c-bb2aee4e7cda tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0535302 Nov 03 17:18:43.965766 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-4312a777-dc86-4061-ba77-84d71bbd90c9 req-5cc040ee-c3b8-4370-abdc-aab45abbef04 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449169 Nov 03 17:18:45.097339 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0493c-723e-4048-8db7-3fbeeba50d30 req-b9873e2c-0500-45a8-8641-26d8ffa81027 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:45.098942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05b0493c-723e-4048-8db7-3fbeeba50d30 req-b9873e2c-0500-45a8-8641-26d8ffa81027 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0576293 Nov 03 17:18:45.155328 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-05b0493c-723e-4048-8db7-3fbeeba50d30 req-aa46bc12-7c6a-407c-b85f-eb0cb8818ff3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503998 Nov 03 17:18:46.279579 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a2083-c5d8-48ce-a261-3333c98a7368 req-40a6d3fb-7658-494c-840c-5e9485b241cb tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:46.281679 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd1a2083-c5d8-48ce-a261-3333c98a7368 req-40a6d3fb-7658-494c-840c-5e9485b241cb tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0536795 Nov 03 17:18:46.332396 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-fd1a2083-c5d8-48ce-a261-3333c98a7368 req-5092e6e4-26c1-48c4-a53d-551cc3774ddf tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444679 Nov 03 17:18:47.450324 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e5690-aafa-41c6-934c-fec4908ce536 req-78b9eea3-a847-4c2c-b2ea-c6be88dd191c tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:47.451715 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae5e5690-aafa-41c6-934c-fec4908ce536 req-78b9eea3-a847-4c2c-b2ea-c6be88dd191c tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0483625 Nov 03 17:18:47.501118 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-ae5e5690-aafa-41c6-934c-fec4908ce536 req-77a97fce-aec4-47c3-bacb-1bf56e7b4786 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Nov 03 17:18:48.393338 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.v2.base [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Request body: {'port': {'device_id': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-2'}} {{(pid=108104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:18:48.450423 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:48.621483 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c019894-9c6e-4214-8a59-346e18fd14ab req-fa45f91f-11d1-43f1-ae2b-c28b6865f66b tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:48.623541 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c019894-9c6e-4214-8a59-346e18fd14ab req-fa45f91f-11d1-43f1-ae2b-c28b6865f66b tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 931 time: 0.0543354 Nov 03 17:18:48.673986 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-2c019894-9c6e-4214-8a59-346e18fd14ab req-307f25b5-1d4e-438b-862b-a6efad8eec5c tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438113 Nov 03 17:18:48.711787 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 {{(pid=108104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:18:48.719348 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:48.733391 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.provisioning_blocks [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Transition to ACTIVE for port object 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 will not be triggered until provisioned by entity L2. {{(pid=108104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 17:18:48.737182 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:48.812033 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Pushing event updated for resources: {'Port': ['ID=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,revision_number=2']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:48.865492 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Attempting to bind port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 on host n-h1-813897-2 for vnic_type normal with profile {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 17:18:48.865863 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Attempting to bind port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 by drivers openvswitch,hyperv on host n-h1-813897-2 at level 0 using segments [{'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 17:18:48.866195 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Attempting to bind port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 on network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:18:48.870796 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 on network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-2 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 17:18:48.871120 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Attempting to bind port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 on network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 17:18:48.876536 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Checking agent: {'id': '0feff23d-0721-486e-8161-9ad7da251d0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'started_at': datetime.datetime(2021, 11, 3, 15, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 17:18:48.876880 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Checking segment: {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 17:18:48.877264 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Bound using segment: {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'} {{(pid=108104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 17:18:48.877728 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.managers [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Bound port: 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host: n-h1-813897-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f122fa38-2d98-4756-9100-5997914a31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92'}}] {{(pid=108104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 17:18:48.878088 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:48.943340 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] For port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host n-h1-813897-2, cleared binding levels {{(pid=108104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 17:18:48.946544 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] For port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host n-h1-813897-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 17:18:48.952077 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62072890'] for port, after_update {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:48.987313 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:48.987949 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:48.989356 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] 10.222.0.15 "PUT /v2.0/ports/3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 HTTP/1.1" status: 200 len: 1091 time: 0.6003990 Nov 03 17:18:48.989859 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:18:48.992156 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bc6501-6c5c-4a6f-8102-6df345133a70" -d '{"events": [{"name": "network-changed", "server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:18:49.017085 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3da56b-9309-4470-abea-49fc33aa4826 service neutron] Pushing event updated for resources: {'Port': ['ID=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,revision_number=3']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:49.041040 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b05042-47f6-4f15-b390-d1ffa1079006 x-openstack-request-id: req-a4b05042-47f6-4f15-b390-d1ffa1079006 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:18:49.041998 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:18:49.042324 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a4b05042-47f6-4f15-b390-d1ffa1079006 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:18:49.042742 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'status': 'completed', 'code': 200} Nov 03 17:18:49.106133 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-df517974-7e9c-44c1-a2a6-e1c7fd35b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:49.108727 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-df517974-7e9c-44c1-a2a6-e1c7fd35b564 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 1094 time: 0.0481472 Nov 03 17:18:49.160441 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-51ebf25f-34b3-4013-8944-d52e00f812b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 HTTP/1.1" status: 200 len: 217 time: 0.0372143 Nov 03 17:18:49.210173 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-02cdeafb-93ed-48cb-8a12-40762bf6d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:49.211619 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-02cdeafb-93ed-48cb-8a12-40762bf6d7cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0437663 Nov 03 17:18:49.259915 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-3d4d98c1-20ec-4043-99bd-cc2b7ece1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:49.261458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-3d4d98c1-20ec-4043-99bd-cc2b7ece1bdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430756 Nov 03 17:18:49.353465 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-a79cf527-3649-4842-9593-90a64d3bc54d service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839279 Nov 03 17:18:49.447254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-698860c0-7d98-4b6a-867e-ec3b3d82c19b req-a973b729-4c6d-47dd-9851-5a60e6b9da01 service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872548 Nov 03 17:18:49.571176 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-6b428e0a-3545-4127-93ea-7719af9f4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:49.572650 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-6b428e0a-3545-4127-93ea-7719af9f4ad7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 1094 time: 0.0428853 Nov 03 17:18:49.664821 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-ee4be470-7163-4399-8f30-5cc7382fb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:49.666223 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-ee4be470-7163-4399-8f30-5cc7382fb55a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0862815 Nov 03 17:18:49.708095 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-4c1e0bd4-4123-42cf-af3e-2746cf2c3fb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 HTTP/1.1" status: 200 len: 217 time: 0.0349157 Nov 03 17:18:49.759810 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-9620ab96-0c1b-4461-9c05-788d5ef63328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:49.761286 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-9620ab96-0c1b-4461-9c05-788d5ef63328 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0448799 Nov 03 17:18:49.791778 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f86f2-82f9-4a4e-b9ae-7d1f96c546d2 req-0c568e17-a71e-4aca-afe9-f1e75b94bdac tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:49.793341 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-706f86f2-82f9-4a4e-b9ae-7d1f96c546d2 req-0c568e17-a71e-4aca-afe9-f1e75b94bdac tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 943 time: 0.0500109 Nov 03 17:18:49.806885 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-333a8531-a7ac-42de-9509-c12e33cfb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:49.808375 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-333a8531-a7ac-42de-9509-c12e33cfb018 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402563 Nov 03 17:18:49.843933 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-706f86f2-82f9-4a4e-b9ae-7d1f96c546d2 req-7a269bf9-9d27-4854-bb58-b3730bd9cea3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442636 Nov 03 17:18:49.904018 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-f3844a51-3db4-42eb-b059-4892a5841990 service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877264 Nov 03 17:18:50.001577 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-65bc6501-6c5c-4a6f-8102-6df345133a70 req-f9c6bc3c-810a-450a-8db4-ba1e97f91bc2 service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897744 Nov 03 17:18:50.962947 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b4241-ca13-40cb-b788-1ff7f2c886fc req-7fc0ac67-dec3-408a-a9ec-6e195c9d8cce tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:50.964421 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f49b4241-ca13-40cb-b788-1ff7f2c886fc req-7fc0ac67-dec3-408a-a9ec-6e195c9d8cce tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 943 time: 0.0487852 Nov 03 17:18:51.014248 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-f49b4241-ca13-40cb-b788-1ff7f2c886fc req-7825c942-b35b-4f2e-be05-0465e2c1bdf2 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Nov 03 17:18:52.085696 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:18:52.133365 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3369b23-9275-4ecf-b033-4b094bf52aa2 req-6ee1b0bc-f9fc-4ddd-8e01-f85879ae490a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:52.134877 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c3369b23-9275-4ecf-b033-4b094bf52aa2 req-6ee1b0bc-f9fc-4ddd-8e01-f85879ae490a tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 943 time: 0.0523546 Nov 03 17:18:52.182243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:18:52.185450 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-c3369b23-9275-4ecf-b033-4b094bf52aa2 req-0cfe66a0-a01b-4ab4-8a1b-30bfdcdbceca tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438244 Nov 03 17:18:52.194757 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'port_id': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'mac_address': 'fa:16:3e:f8:1a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:18:52.232508 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:52.244768 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:18:52.264469 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:18:52.269483 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:52.321611 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,revision_number=4']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:52.693104 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['3b241fc7-0f5b-46aa-be1b-ec52f4996ca4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:18:52.820910 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:53.303098 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001f12-eb32-4b03-8ed5-acf574815ddb req-5311438a-3efd-470c-8847-6735a38465b0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:53.304562 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cc001f12-eb32-4b03-8ed5-acf574815ddb req-5311438a-3efd-470c-8847-6735a38465b0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 944 time: 0.0496068 Nov 03 17:18:53.352318 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-cc001f12-eb32-4b03-8ed5-acf574815ddb req-a407a0af-143f-4536-bb90-e821314a68ec tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Nov 03 17:18:54.088230 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:18:54.137050 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning for port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 completed by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 17:18:54.141041 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:18:54.141420 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:54.219840 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:54.242234 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:18:54.244466 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda142a7-58a5-4df7-bdb2-38a97fb040b8" -d '{"events": [{"server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "name": "network-vif-plugged", "status": "completed", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:18:54.259809 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:18:54.266988 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:54.292839 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e675fe94-05f4-45eb-9e8d-0bafa48aa62e x-openstack-request-id: req-e675fe94-05f4-45eb-9e8d-0bafa48aa62e {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:18:54.293138 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "name": "network-vif-plugged", "status": "completed", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:18:54.293395 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e675fe94-05f4-45eb-9e8d-0bafa48aa62e {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:18:54.294413 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'code': 200} Nov 03 17:18:54.319392 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,revision_number=5']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:54.408649 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac7604-4586-4c77-be39-a288395a35a8 req-c820a58b-075f-4c73-b571-d742d686b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:54.410181 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aac7604-4586-4c77-be39-a288395a35a8 req-c820a58b-075f-4c73-b571-d742d686b0d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 1096 time: 0.0449848 Nov 03 17:18:54.486160 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-5aac7604-4586-4c77-be39-a288395a35a8 req-ed181939-ca24-4361-a88c-b46d5922d215 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676935 Nov 03 17:18:54.498281 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da740-ff4d-4384-8dd6-643d708a56c0 req-53183aee-6498-4ade-8cab-951dedd8a8e4 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:54.499704 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-852da740-ff4d-4384-8dd6-643d708a56c0 req-53183aee-6498-4ade-8cab-951dedd8a8e4 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 945 time: 0.0680954 Nov 03 17:18:54.550058 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-852da740-ff4d-4384-8dd6-643d708a56c0 req-d01aea0f-2d80-4f3f-a9a0-29b7eb9d969c tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443962 Nov 03 17:18:55.670532 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4b1f-18ab-430c-a1de-e983f32fee1c req-1b58f3a2-ca73-4e79-8d38-28dde4afa146 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:55.672029 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-627a4b1f-18ab-430c-a1de-e983f32fee1c req-1b58f3a2-ca73-4e79-8d38-28dde4afa146 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 945 time: 0.0499012 Nov 03 17:18:55.721725 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-627a4b1f-18ab-430c-a1de-e983f32fee1c req-c69dc5d0-b23d-46a1-9839-cb94b58298d9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Nov 03 17:18:56.453258 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:18:56.839909 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ab13-287b-40d9-9b67-208a3afa0623 req-2c86d14a-0905-4f83-9983-79a5209a051c tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:56.842034 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0453ab13-287b-40d9-9b67-208a3afa0623 req-2c86d14a-0905-4f83-9983-79a5209a051c tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 945 time: 0.0526211 Nov 03 17:18:56.889628 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-0453ab13-287b-40d9-9b67-208a3afa0623 req-bc3b7f3f-853f-43b6-bebc-3cbadeb86200 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415816 Nov 03 17:18:57.004733 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8242f31-63c5-43b7-9904-1c53b24548a9 req-2b83fd25-248f-4561-abef-3ccb38a549b3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:57.006136 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e8242f31-63c5-43b7-9904-1c53b24548a9 req-2b83fd25-248f-4561-abef-3ccb38a549b3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 945 time: 0.0484526 Nov 03 17:18:57.060539 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-e8242f31-63c5-43b7-9904-1c53b24548a9 req-293df94c-74fb-4694-b764-61b0ec4a2b6b tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484371 Nov 03 17:18:57.081298 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51246) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:18:57.120043 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb34c45-a5f0-4684-97cb-9366693ec7fa tempest-TestSnapshotPattern-1262498088 tempest-TestSnapshotPattern-1262498088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:57.121741 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ceb34c45-a5f0-4684-97cb-9366693ec7fa tempest-TestSnapshotPattern-1262498088 tempest-TestSnapshotPattern-1262498088-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 1091 time: 0.0392356 Nov 03 17:18:57.124862 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51248) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:18:57.129069 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.v2.base [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Request body: {'floatingip': {'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'port_id': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 17:18:57.151648 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for floatingip, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:57.247416 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:57.353131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_common [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Allocated IP 172.25.6.133 (ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a/21274e3c-2e41-49d6-95d8-8af50bc2511b/cb2a0c3e-0943-463f-90fc-265a87aadf91) {{(pid=108105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 17:18:57.452070 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for port, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:57.490691 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788679175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:57.523949 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Network ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a is already hosted by enough agents. {{(pid=108105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 17:18:57.528914 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.base_scheduler [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Resources bound (agent type, host, resource id): {{(pid=108105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 17:18:57.534405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Received port after_create {{(pid=108105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 17:18:57.561424 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'Port': ['ID=cb2a0c3e-0943-463f-90fc-265a87aadf91,revision_number=1']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:57.575181 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.575534 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.575895 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.576216 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.576556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.576887 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.577215 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.577556 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.577889 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.578212 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.578539 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.578863 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:18:57.904773 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:57.970178 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:58.118915 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for port, precommit_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:58.124082 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59037182'] for port, after_update {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:58.188381 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event updated for resources: {'Port': ['ID=cb2a0c3e-0943-463f-90fc-265a87aadf91,revision_number=2']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:18:58.202207 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688508'] for floatingip, after_create {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:58.303400 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Floating IP d6f9d0ea-7344-44e3-9a49-e0ad2853cc78 associated. External IP: 172.25.6.133, port: 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4. Nov 03 17:18:58.511817 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:18:58.619633 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:18:58.631423 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] Sync routers for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:18:58.640263 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:18:58.643248 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:18:58.644189 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:18:58.666939 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-8593baf9-bf22-45a6-8a41-ec0d0ec090c6 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5410731 Nov 03 17:18:58.667617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:18:58.670391 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043" -d '{"events": [{"name": "network-changed", "server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:18:58.708354 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d648d1-98d4-406b-9ebd-be3418c76cac x-openstack-request-id: req-24d648d1-98d4-406b-9ebd-be3418c76cac {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:18:58.708655 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:18:58.709041 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24d648d1-98d4-406b-9ebd-be3418c76cac {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:18:58.709460 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'status': 'completed', 'code': 200} Nov 03 17:18:58.757284 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:18:58.792589 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-2b2a0867-99c5-4af9-9693-70192433bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:58.794866 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-2b2a0867-99c5-4af9-9693-70192433bb71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 1096 time: 0.0437839 Nov 03 17:18:58.891301 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-806b5254-a641-4495-84b3-2f0b745a3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:58.893180 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-806b5254-a641-4495-84b3-2f0b745a3324 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0920038 Nov 03 17:18:58.962278 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-f4751144-6a04-4c5c-a9ee-067e33f8a5ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 HTTP/1.1" status: 200 len: 999 time: 0.0607796 Nov 03 17:18:58.995840 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c1f2f840-2bbc-453a-90a1-01442c42929b', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:16:22Z', 'updated_at': '2021-11-03T17:16:24Z', 'revision_number': 1, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}, {'id': 'd6f9d0ea-7344-44e3-9a49-e0ad2853cc78', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:f8:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:18:57Z', 'updated_at': '2021-11-03T17:18:57Z', 'revision_number': 0, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:18:59.011356 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-83e3d53b-4ac6-4049-99d3-85c8ecc71827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:59.013294 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-83e3d53b-4ac6-4049-99d3-85c8ecc71827 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0447519 Nov 03 17:18:59.022802 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] Checking router: ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:18:59.032459 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:18:59.033074 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:18:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:18:59.064361 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-97d4cb05-9904-4702-a4d2-657716d99a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:18:59.065801 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-97d4cb05-9904-4702-a4d2-657716d99a9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458469 Nov 03 17:18:59.143214 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:18:59.157946 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-3132c00c-3fc3-44e4-aca3-5ddabcbe14cb service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846124 Nov 03 17:18:59.253942 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6b2b3f72-18eb-426d-a4d4-5ca257d6e043 req-91dfc4d6-f119-47b0-b769-b062d35d7127 service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891294 Nov 03 17:18:59.383962 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c1f2f840-2bbc-453a-90a1-01442c42929b', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:16:22Z', 'updated_at': '2021-11-03T17:16:24Z', 'revision_number': 1, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}, {'id': 'd6f9d0ea-7344-44e3-9a49-e0ad2853cc78', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:f8:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:18:57Z', 'updated_at': '2021-11-03T17:18:57Z', 'revision_number': 0, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:18:59.410769 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bc2dd-7f39-4c26-aa14-1b2311173d23 None None] The sync data for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 is: [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c1f2f840-2bbc-453a-90a1-01442c42929b', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:16:22Z', 'updated_at': '2021-11-03T17:16:24Z', 'revision_number': 1, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}, {'id': 'd6f9d0ea-7344-44e3-9a49-e0ad2853cc78', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:f8:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:18:57Z', 'updated_at': '2021-11-03T17:18:57Z', 'revision_number': 0, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:18:59.602492 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d3e53-eaec-4bea-80b5-f2d073e75c43 None None] New status for floating IP d6f9d0ea-7344-44e3-9a49-e0ad2853cc78: ACTIVE {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:19:02.406997 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:02.695160 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-de4643e0-8bce-4ac0-b83d-7f6612e83e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:05.142981 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-b4dd37d2-8c9a-4b79-937a-155bf6986d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:06.584025 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:08.060455 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:08.625843 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:20.506702 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-ae41e99e-5b7f-49cc-a3c7-05f1d997875c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401974 Nov 03 17:19:20.603538 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-e46e295a-96d8-4922-8761-4eee5f1a8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:19:20.605014 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-e46e295a-96d8-4922-8761-4eee5f1a8544 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 1096 time: 0.0409596 Nov 03 17:19:20.718903 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-d89526c5-90ea-4c48-834c-cf46ed9e52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:19:20.720353 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-d89526c5-90ea-4c48-834c-cf46ed9e52d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0946133 Nov 03 17:19:20.788842 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-5ef190a0-6c0c-47af-9241-9917ea0bbbb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 HTTP/1.1" status: 200 len: 1001 time: 0.0613868 Nov 03 17:19:20.845397 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-fc8e9786-9a6c-4392-a052-3c6c884fce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:19:20.846860 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-fc8e9786-9a6c-4392-a052-3c6c884fce37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0485830 Nov 03 17:19:20.893477 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-60ffe699-973f-4e5e-b800-cfa398a75e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:19:20.894875 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-60ffe699-973f-4e5e-b800-cfa398a75e2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399597 Nov 03 17:19:20.983397 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-c1289db9-4069-4882-aed5-a05a39993ac2 service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805621 Nov 03 17:19:21.073986 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-bc6d7878-30f3-491f-9c59-c0f8dcf4f220 req-350231ab-6b84-4f5b-941c-f8edfb51542e service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835671 Nov 03 17:19:22.807934 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:23.887534 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-5d2c3e2d-09ae-432e-b456-c7f84bb8ba9f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391963 Nov 03 17:19:23.971665 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-0f9c70ae-54cc-469a-a6b9-fa2d2581e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:19:23.973097 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-0f9c70ae-54cc-469a-a6b9-fa2d2581e52d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1095 time: 0.0391622 Nov 03 17:19:24.077921 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-015988d6-b8c9-4e57-8f6e-962c13aeddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:19:24.079361 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-015988d6-b8c9-4e57-8f6e-962c13aeddf5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0853956 Nov 03 17:19:24.143733 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-b4e1de03-d114-4858-afde-62005870187d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 1000 time: 0.0570645 Nov 03 17:19:24.194585 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-3f4ad078-54da-43d8-ae87-8e90873d1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:19:24.195967 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-3f4ad078-54da-43d8-ae87-8e90873d1dc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0460250 Nov 03 17:19:24.242253 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-8d6f7078-ad39-4745-8a52-547ffa9a6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:19:24.243713 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-8d6f7078-ad39-4745-8a52-547ffa9a6819 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395634 Nov 03 17:19:24.332947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-192ff31b-8ed4-4699-a71b-d5c1c1761c5b service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813468 Nov 03 17:19:24.428729 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94d92133-ebe0-40f2-a876-6aab51f641e2 req-597e9db3-ee34-4439-9d89-dcfc6fc097b6 service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877984 Nov 03 17:19:32.407652 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:32.697415 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3bf9718f-8baf-4951-810a-4d266d67f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:33.452485 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:19:35.144867 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-833f4bc7-a5bf-4d96-93c9-440211f34cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:36.586671 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:38.063305 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:38.628349 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:19:52.835810 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:02.421810 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:02.698109 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e51f-7fde-4679-9f18-29eb0bd007f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:05.146212 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6738e20a-9d4a-491a-8409-b6668ad2f746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:06.590071 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:08.064842 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:08.633725 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:10.451084 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:20:21.589591 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-6849a0fb-cca2-498f-a696-7db13ed7736e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816059 Nov 03 17:20:21.693404 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-6958ea38-83e8-4000-8606-dedfe3901969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:20:21.694929 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-6958ea38-83e8-4000-8606-dedfe3901969 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 1096 time: 0.0456817 Nov 03 17:20:21.796029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-bd409c1a-6fb0-4cf2-86f9-68f8219500a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:20:21.798269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-bd409c1a-6fb0-4cf2-86f9-68f8219500a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0842295 Nov 03 17:20:21.866162 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-6043c216-ed33-4593-8294-a028ea84d6af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 HTTP/1.1" status: 200 len: 1001 time: 0.0604682 Nov 03 17:20:22.254156 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-5ea697b2-dc8d-44f4-92f4-1dbd84518491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:20:22.255570 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-5ea697b2-dc8d-44f4-92f4-1dbd84518491 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.3830454 Nov 03 17:20:22.303003 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-ac8249e3-a2d8-44dd-ac72-f8dffdab5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:20:22.304451 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-ac8249e3-a2d8-44dd-ac72-f8dffdab5aa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415497 Nov 03 17:20:22.394807 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-a9b05f46-bc3d-4fc7-ab22-f0b6bc05f8d9 service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836027 Nov 03 17:20:22.482703 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-94efc2af-6b81-4f03-9aae-b32b48da0015 req-2eaae690-fe7a-4b4b-bab2-b40d1c045064 service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809720 Nov 03 17:20:22.835088 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:23.877651 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-00ef0048-f20a-46f2-9450-2eb8f8da7f4e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397267 Nov 03 17:20:23.964053 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-92ca7a4c-7850-40f9-9819-a41de0448b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:20:23.965561 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-92ca7a4c-7850-40f9-9819-a41de0448b90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1095 time: 0.0447578 Nov 03 17:20:24.067533 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-2135aef4-4485-415c-b9f0-5ad90a0c6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:20:24.068968 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-2135aef4-4485-415c-b9f0-5ad90a0c6c59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0835173 Nov 03 17:20:24.138197 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-578ea528-6d41-48a0-bd0f-683b7ecfa4f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 1000 time: 0.0609059 Nov 03 17:20:24.186369 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-368d8bc7-cd7a-4bfe-954f-f88d8c96276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:20:24.188382 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-368d8bc7-cd7a-4bfe-954f-f88d8c96276c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0432274 Nov 03 17:20:24.231906 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-db070cf8-a673-4045-8327-69104cbd351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:20:24.233352 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-db070cf8-a673-4045-8327-69104cbd351a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381494 Nov 03 17:20:24.326275 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-7aa3ba26-f21d-4f72-8f84-3c24402acf43 service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859876 Nov 03 17:20:24.413417 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-04a2b9dc-d505-465a-b137-3d9310cb5efa req-ceca72b8-9ab8-4259-a619-0e830173a32d service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803776 Nov 03 17:20:32.420810 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:32.699397 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-078589f5-bfb9-4cc0-acd4-0267c712ed8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:35.147882 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cc0c63bc-8f23-4f25-bb8f-0030820ab835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:36.593822 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:38.071961 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:38.635373 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:20:47.450743 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:20:52.850881 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:02.451759 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:02.700214 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-26dc14ee-8290-4080-b6da-6234ca445f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:05.148951 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7e459858-9b90-4462-ba5e-81e8329e307c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:06.597044 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:08.070699 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:08.638225 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:22.617429 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 details requested by agent hyperv_n-h1-813897-2 with host n-h1-813897-2 {{(pid=108106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 17:21:22.710280 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:22.720953 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Returning: {'device': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'port_id': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'mac_address': 'fa:16:3e:f8:1a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 17:21:22.760677 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:22.772935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 {{(pid=108106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 17:21:22.791767 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:22.795440 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:22.842274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,revision_number=6']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:22.849603 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.850013 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.850351 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.850681 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.851010 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.851335 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.851656 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.852222 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.852863 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.853205 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.854093 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.854383 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:22.873368 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:22.970982 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] get_ports_and_sgs() called for port_ids ['3b241fc7-0f5b-46aa-be1b-ec52f4996ca4'] {{(pid=108106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 17:21:23.551762 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-c8965f2c-e41c-4b97-9af7-c5191261c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:23.553261 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-c8965f2c-e41c-4b97-9af7-c5191261c11c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 1095 time: 0.0462017 Nov 03 17:21:23.657144 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-f435c0fd-9b67-4616-8d41-02d98abf0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:23.659484 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-f435c0fd-9b67-4616-8d41-02d98abf0389 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0870814 Nov 03 17:21:23.727884 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-c1e55b9d-c45d-4053-b709-4574867abb02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0608933 Nov 03 17:21:23.776335 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-f1eeb541-832b-431a-b957-c886fe1d543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:23.777788 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-f1eeb541-832b-431a-b957-c886fe1d543f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0432336 Nov 03 17:21:23.823376 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-97fed54b-6954-4d56-b386-ac2f1e762dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:23.824766 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-97fed54b-6954-4d56-b386-ac2f1e762dd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393212 Nov 03 17:21:23.947722 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-e33665de-c0cb-4430-b4e8-2f9e357e7ff1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887294 Nov 03 17:21:23.951201 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-04f84aca-f051-4aec-bbde-5ce69e44823a service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191583 Nov 03 17:21:24.083969 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-ef7be04d-f671-4448-a1e3-35a30e79b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:24.085411 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-ef7be04d-f671-4448-a1e3-35a30e79b228 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1095 time: 0.0880854 Nov 03 17:21:24.101545 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-a77e3bbb-99ae-4270-a00f-1abdae1a932d req-2ad35cb0-239f-4c00-a953-642e2baba478 service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312087 Nov 03 17:21:24.199178 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-8048628b-f192-45a3-96fe-614de011152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:24.200695 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-8048628b-f192-45a3-96fe-614de011152b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.0927300 Nov 03 17:21:24.279247 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-2627520b-120c-43be-9ad3-1ac061bb503c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 1000 time: 0.0701888 Nov 03 17:21:24.329163 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-39d08069-dd02-4cfb-99af-17317646845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:24.331152 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-39d08069-dd02-4cfb-99af-17317646845c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0440061 Nov 03 17:21:24.380208 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-4510fb9e-b06e-4242-b212-bae661c5dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:24.381754 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-4510fb9e-b06e-4242-b212-bae661c5dcef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410736 Nov 03 17:21:24.450625 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:21:24.500639 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-0b7987ed-98c1-43f9-9656-c36776216b6f service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097915 Nov 03 17:21:24.608633 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-e0e0657e-65bc-408a-b34e-3f7f4bc60a6d req-3cbb5dc4-43b2-4e09-8d95-b64ceece097c service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993066 Nov 03 17:21:24.624022 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 up at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 17:21:24.682524 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.provisioning_blocks [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Provisioning complete for port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 triggered by entity L2. {{(pid=108106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 17:21:24.683304 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553538'] for port, provisioning_complete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:24.769837 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680183'] for port, before_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:24.792359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4'}] {{(pid=108106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:21:24.794717 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a27ea21205044ec6f8eead61d5f89d305e7633e4da0f60f65694bf27537497b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbfc3f7-decd-4af0-a601-f4176a2bf769" -d '{"events": [{"server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "name": "network-vif-plugged", "status": "completed", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4"}]}' {{(pid=108106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:21:24.808417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] For port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:24.812931 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788679750512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788679175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788679175244'] for port, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:24.862979 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Pushing event updated for resources: {'Port': ['ID=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,revision_number=7']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:24.893206 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df34efe-23e1-4e5b-84a6-440029e8f583 x-openstack-request-id: req-4df34efe-23e1-4e5b-84a6-440029e8f583 {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:21:24.893497 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "name": "network-vif-plugged", "status": "completed", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4", "code": 200}]} {{(pid=108106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:21:24.893780 n-d-813897-2 neutron-server[108106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4df34efe-23e1-4e5b-84a6-440029e8f583 {{(pid=108106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:21:24.894182 n-d-813897-2 neutron-server[108106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'code': 200} Nov 03 17:21:32.507270 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:32.703002 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-42fa0ccf-1c9a-4ef5-9857-f683a717d682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:34.557464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51476) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:34.719380 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Deleting port cb2a0c3e-0943-463f-90fc-265a87aadf91 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:34.719635 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:34.799220 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:34.799547 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:34.811186 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Calling delete_port for cb2a0c3e-0943-463f-90fc-265a87aadf91 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:34.958397 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:34.983617 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event deleted for resources: {'Port': ['ID=cb2a0c3e-0943-463f-90fc-265a87aadf91,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:35.009377 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.009748 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.010091 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.010429 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.010766 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.011100 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.011427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.011752 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.012075 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.012400 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.012723 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.013045 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:35.052447 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:35.052773 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Floating IP d6f9d0ea-7344-44e3-9a49-e0ad2853cc78 disassociated (deleted). External IP: 172.25.6.133, port: 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4. Nov 03 17:21:35.151108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4148a68e-862d-4e9f-bf89-079d0ed71709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:35.573841 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:21:35.683092 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:21:35.687858 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:35.693204 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] Sync routers for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:21:35.702488 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:21:35.703097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:35.715431 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ef694605-3926-4df3-bc3c-c92c46b14e81 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "DELETE /v2.0/floatingips/d6f9d0ea-7344-44e3-9a49-e0ad2853cc78 HTTP/1.1" status: 204 len: 168 time: 1.1568463 Nov 03 17:21:35.716014 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:21:35.718340 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce8d135-11b8-44fb-9abe-ea82005293e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:21:35.819178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:21:35.836482 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4e1a65-4e3f-4fe2-9068-133a82233d3d x-openstack-request-id: req-2c4e1a65-4e3f-4fe2-9068-133a82233d3d {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:21:35.836924 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:21:35.837278 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c4e1a65-4e3f-4fe2-9068-133a82233d3d {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:21:35.837848 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'status': 'completed', 'code': 200} Nov 03 17:21:35.928194 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-3ec847a2-cdb9-4169-9350-5f882b2031bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:35.929917 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-3ec847a2-cdb9-4169-9350-5f882b2031bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 1096 time: 0.0482459 Nov 03 17:21:36.065034 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c1f2f840-2bbc-453a-90a1-01442c42929b', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:16:22Z', 'updated_at': '2021-11-03T17:16:24Z', 'revision_number': 1, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:36.068162 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2178c8-7029-4391-a9a4-b19d0467b1e9 req-f573233b-bf57-40a7-bc37-f720eb13c3e9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:36.069720 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e2178c8-7029-4391-a9a4-b19d0467b1e9 req-f573233b-bf57-40a7-bc37-f720eb13c3e9 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 945 time: 0.1341591 Nov 03 17:21:36.074446 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-4cfc2cec-0e91-4d3c-be6d-d92c0f993b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:36.075829 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-4cfc2cec-0e91-4d3c-be6d-d92c0f993b9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.1341066 Nov 03 17:21:36.092262 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] Checking router: ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:21:36.100909 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:21:36.101559 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:36.130335 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-bbeaa28c-1f71-40ff-b032-577cd98f7f7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 HTTP/1.1" status: 200 len: 217 time: 0.0467651 Nov 03 17:21:36.194506 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-7e2178c8-7029-4391-a9a4-b19d0467b1e9 req-ff714ebc-9004-4885-b070-1b1933bcfa99 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175604 Nov 03 17:21:36.208629 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-1f19d8df-3e89-43ed-bd94-77e4e3c9fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:36.210128 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-1f19d8df-3e89-43ed-bd94-77e4e3c9fc96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0689878 Nov 03 17:21:36.214198 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:21:36.260254 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-35cc342e-45ed-42fc-b646-153d6512bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:36.260254 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-35cc342e-45ed-42fc-b646-153d6512bab5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418301 Nov 03 17:21:36.349142 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-56bba1e9-f214-4952-9d6a-32e9dd4897af service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820477 Nov 03 17:21:36.443221 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c1f2f840-2bbc-453a-90a1-01442c42929b', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:16:22Z', 'updated_at': '2021-11-03T17:16:24Z', 'revision_number': 1, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:36.444520 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-6ce8d135-11b8-44fb-9abe-ea82005293e0 req-73c1a28e-b803-4a13-a1b3-e616945f276c service neutron] 10.222.0.15 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883687 Nov 03 17:21:36.474620 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618db02-0264-4866-89f3-f3dbd7340932 None None] The sync data for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 is: [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_floatingips': [{'id': 'c1f2f840-2bbc-453a-90a1-01442c42929b', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'router_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'port_id': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T17:16:22Z', 'updated_at': '2021-11-03T17:16:24Z', 'revision_number': 1, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:21:36.599055 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:36.703258 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9151e-5b1f-49b1-95f9-1818d11ab6f2 None None] New status for floating IP d6f9d0ea-7344-44e3-9a49-e0ad2853cc78: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:21:37.321848 n-d-813897-2 neutron-server[108105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677e739-93a1-49bb-bd4d-0c572d7a490d req-9109d239-b808-4ebe-b7e4-f604071b0217 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:37.323544 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3677e739-93a1-49bb-bd4d-0c572d7a490d req-9109d239-b808-4ebe-b7e4-f604071b0217 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 945 time: 0.0520294 Nov 03 17:21:37.374888 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-3677e739-93a1-49bb-bd4d-0c572d7a490d req-ba38b5a5-296f-4b24-a30f-321a7c49e435 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453539 Nov 03 17:21:37.759672 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-1392a946-87c2-4206-91df-12d26562f586 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:37.761120 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-1392a946-87c2-4206-91df-12d26562f586 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 945 time: 0.0487764 Nov 03 17:21:37.861871 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Deleting port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:37.862206 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:37.947210 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] For port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4, host n-h1-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-2',level=0,port_id=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:37.947558 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:37.959698 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Calling delete_port for 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:38.073404 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:38.087158 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:38.116783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event deleted for resources: {'Port': ['ID=3b241fc7-0f5b-46aa-be1b-ec52f4996ca4,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:38.144045 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.144393 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.144733 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.145095 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.145430 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.145783 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.146112 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.146437 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.146758 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.147080 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.147403 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.147726 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-2 {{(pid=108104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 17:21:38.171294 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] No DVR routers for this DVR port 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 on host n-h1-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:21:38.174720 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:38.178222 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-2f4e29f0-607e-46c9-8b8e-107c53f83051 req-650f5a68-3f05-4691-b860-4d9a6eb91a54 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.15 "DELETE /v2.0/ports/3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 HTTP/1.1" status: 204 len: 173 time: 0.4111662 Nov 03 17:21:38.178676 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'name': 'network-vif-deleted', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:21:38.182089 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7ed2b9-f7b9-4394-b0bd-ca71420c1ef0" -d '{"events": [{"server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "name": "network-vif-deleted", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:21:38.278399 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508dd1bf-a894-4b6b-b4ad-a8a1718e97f0 x-openstack-request-id: req-508dd1bf-a894-4b6b-b4ad-a8a1718e97f0 {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:21:38.279013 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7719e65-4a3b-43ea-984a-f6b0f1fd9d21", "name": "network-vif-deleted", "tag": "3b241fc7-0f5b-46aa-be1b-ec52f4996ca4", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:21:38.279269 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-508dd1bf-a894-4b6b-b4ad-a8a1718e97f0 {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:21:38.279673 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7719e65-4a3b-43ea-984a-f6b0f1fd9d21', 'name': 'network-vif-deleted', 'tag': '3b241fc7-0f5b-46aa-be1b-ec52f4996ca4', 'status': 'completed', 'code': 200} Nov 03 17:21:38.492797 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [req-9838eba5-9efc-46da-a31d-6cb3f84986a1 req-b1869820-718a-40e3-ba5e-4b2db7b131d2 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7719e65-4a3b-43ea-984a-f6b0f1fd9d21 HTTP/1.1" status: 200 len: 210 time: 0.0328825 Nov 03 17:21:38.641377 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:38.684886 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:21:38.708202 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:21:38.708479 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:21:40.087759 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51544) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:40.246301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Deleting port 7102d167-cdeb-40c2-b160-1513b8bfe196 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:40.246643 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:40.321939 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:40.322175 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:40.334352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Calling delete_port for 7102d167-cdeb-40c2-b160-1513b8bfe196 owned by network:floatingip {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:40.481703 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:40.505078 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event deleted for resources: {'Port': ['ID=7102d167-cdeb-40c2-b160-1513b8bfe196,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:40.571192 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for floatingip, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:40.571546 n-d-813897-2 neutron-server[108105]: INFO neutron.db.l3_db [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Floating IP c1f2f840-2bbc-453a-90a1-01442c42929b disassociated (deleted). External IP: 172.25.6.126, port: 9ef0ba21-df79-4caf-968a-e1191aaa01e6. Nov 03 17:21:40.780464 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:21:40.886101 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:21:40.890944 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for floatingip, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:40.895666 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] Sync routers for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:21:40.905152 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:21:40.905873 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:40.921400 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-99715cb8-2d16-4231-bf69-002706fa9642 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "DELETE /v2.0/floatingips/c1f2f840-2bbc-453a-90a1-01442c42929b HTTP/1.1" status: 204 len: 168 time: 0.8325515 Nov 03 17:21:40.922056 n-d-813897-2 neutron-server[108105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6'}] {{(pid=108105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:21:40.924903 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74041880ca2f8adb9f9d6ad98eedd07bf657567d719fbcf47eaa470c7f73c7d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6"}]}' {{(pid=108105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:21:40.963480 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694cc90d-ccec-4dfb-a1f5-db688da54685 x-openstack-request-id: req-694cc90d-ccec-4dfb-a1f5-db688da54685 {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:21:40.963843 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6", "status": "completed", "code": 200}]} {{(pid=108105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:21:40.964324 n-d-813897-2 neutron-server[108105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-694cc90d-ccec-4dfb-a1f5-db688da54685 {{(pid=108105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:21:40.964797 n-d-813897-2 neutron-server[108105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'status': 'completed', 'code': 200} Nov 03 17:21:41.017993 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:21:41.029316 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-61f524e9-170f-45a4-b74e-9553ed6c70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:41.031326 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-61f524e9-170f-45a4-b74e-9553ed6c70ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0ebbe2658f245d18215562a6e23ea30&device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 1095 time: 0.0435820 Nov 03 17:21:41.161993 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-84887edf-40ce-42a4-8079-1990b91ec816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:41.163458 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-84887edf-40ce-42a4-8079-1990b91ec816 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 200 len: 911 time: 0.1246154 Nov 03 17:21:41.189794 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9ec95-c2a8-4464-9cb8-6513ca0473d7 req-7efcb2fe-0d88-4314-8e5c-66242326f34e tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:41.191260 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20a9ec95-c2a8-4464-9cb8-6513ca0473d7 req-7efcb2fe-0d88-4314-8e5c-66242326f34e tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 944 time: 0.0685039 Nov 03 17:21:41.226072 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-c24c3cc5-6fdd-4710-9372-a81473573f8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 200 len: 217 time: 0.0510886 Nov 03 17:21:41.233932 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:41.260539 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] Checking router: ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:21:41.269375 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:21:41.269999 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:41.300947 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-20a9ec95-c2a8-4464-9cb8-6513ca0473d7 req-5061f13c-fcfa-4cb5-8743-7a28ffc0a2b2 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d966d19-1486-4fc1-962b-94f5be25adb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837061 Nov 03 17:21:41.302415 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-ff43ab57-d279-49e0-83da-a73f53207f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:41.303771 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-ff43ab57-d279-49e0-83da-a73f53207f59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 200 len: 849 time: 0.0685997 Nov 03 17:21:41.355928 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-788de08d-42b4-4927-9fe0-a2dec19fabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:41.357418 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-788de08d-42b4-4927-9fe0-a2dec19fabf7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0364a28c-e87c-48e3-a6a1-1d98e454cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459375 Nov 03 17:21:41.368396 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-99be465b-43b6-4a8b-890b-562911e5f707 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=108104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 17:21:41.369327 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-99be465b-43b6-4a8b-890b-562911e5f707 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0048981 Nov 03 17:21:41.378988 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:21:41.458742 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-13019360-fb42-46b3-a7bd-d5a2b93e241e service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817618 Nov 03 17:21:41.556273 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-d5fab5de-93e4-4309-96b2-b0c1687b0b2f req-7a302e80-8981-4d81-8beb-bec084eb6b09 service neutron] 10.222.0.70 "GET /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885413 Nov 03 17:21:41.584220 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:41.611525 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f9c85-d8c1-4ff4-98a6-ab6cb1eee1ab None None] The sync data for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 is: [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:15:59Z', 'revision_number': 4, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2', '_interfaces': [{'id': 'd3d45310-dbed-455c-837d-f7b541ed6a63', 'name': '', 'network_id': '0364a28c-e87c-48e3-a6a1-1d98e454cc92', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'mac_address': 'fa:16:3e:37:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:58Z', 'updated_at': '2021-11-03T17:16:04Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'subnets': [{'id': '3ba55365-9d05-4e61-9d59-58f87b9b1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:21:41.790029 n-d-813897-2 neutron-server[108104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-019472e0-8b4e-416a-9eb2-8fcc91230e5f tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 17:21:41.791581 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-019472e0-8b4e-416a-9eb2-8fcc91230e5f tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 944 time: 0.0508637 Nov 03 17:21:41.853219 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b08a8-6b7f-460f-b38c-206e27e6bf9a None None] New status for floating IP c1f2f840-2bbc-453a-90a1-01442c42929b: DOWN {{(pid=108107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 17:21:41.891842 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Deleting port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:41.892742 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:41.984785 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] For port 9ef0ba21-df79-4caf-968a-e1191aaa01e6, host n-h2-813897-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-2',level=0,port_id=9ef0ba21-df79-4caf-968a-e1191aaa01e6,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:41.985150 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:41.997284 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Calling delete_port for 9ef0ba21-df79-4caf-968a-e1191aaa01e6 owned by compute:nova {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:42.128877 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:42.163715 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event deleted for resources: {'Port': ['ID=9ef0ba21-df79-4caf-968a-e1191aaa01e6,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:42.202366 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] No DVR routers for this DVR port 9ef0ba21-df79-4caf-968a-e1191aaa01e6 on host n-h2-813897-2 {{(pid=108104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:21:42.205101 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4026755'] for port, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:42.208859 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-64ccf5e7-b6a4-4ec5-97f6-dd38e3ebb384 req-6c1ae002-3b2b-4095-8e85-3797c2794da0 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.70 "DELETE /v2.0/ports/9ef0ba21-df79-4caf-968a-e1191aaa01e6 HTTP/1.1" status: 204 len: 173 time: 0.4114487 Nov 03 17:21:42.209306 n-d-813897-2 neutron-server[108104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'name': 'network-vif-deleted', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6'}] {{(pid=108104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 17:21:42.212077 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5569fdf7010a4bf87aaac269789c40e65a39799bbdc5174172b6c7fc7a69aed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c756d5-d878-4114-86b6-7bbddfdcee1d" -d '{"events": [{"server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "name": "network-vif-deleted", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6"}]}' {{(pid=108104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 17:21:42.252199 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53996f3-f3f9-4cfa-b90a-e142d298695f x-openstack-request-id: req-b53996f3-f3f9-4cfa-b90a-e142d298695f {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 17:21:42.252584 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7ce689-0a56-4502-afec-ec5e8be4e043", "name": "network-vif-deleted", "tag": "9ef0ba21-df79-4caf-968a-e1191aaa01e6", "status": "completed", "code": 200}]} {{(pid=108104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 17:21:42.252836 n-d-813897-2 neutron-server[108104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b53996f3-f3f9-4cfa-b90a-e142d298695f {{(pid=108104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 17:21:42.253233 n-d-813897-2 neutron-server[108104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7ce689-0a56-4502-afec-ec5e8be4e043', 'name': 'network-vif-deleted', 'tag': '9ef0ba21-df79-4caf-968a-e1191aaa01e6', 'status': 'completed', 'code': 200} Nov 03 17:21:42.418434 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [req-c416443c-5ddd-4369-acf8-afb28555c1b7 req-f9c5bc2b-f6dc-4219-86aa-b55d865be70d tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae7ce689-0a56-4502-afec-ec5e8be4e043 HTTP/1.1" status: 200 len: 210 time: 0.0302737 Nov 03 17:21:42.755702 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 no longer exists at agent hyperv_n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:21:42.775820 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] No Port match for: 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:21:42.776161 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Device 3b241fc7-0f5b-46aa-be1b-ec52f4996ca4 not bound to the agent host n-h1-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:21:43.477240 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51562) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:43.536146 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c0305310-f836-4aed-b96a-61efadd3e0f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:43.561413 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c0305310-f836-4aed-b96a-61efadd3e0f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:43.623503 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c0305310-f836-4aed-b96a-61efadd3e0f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:43.626167 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-c0305310-f836-4aed-b96a-61efadd3e0f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Publish callbacks [] for security_group, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:43.628229 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-c0305310-f836-4aed-b96a-61efadd3e0f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] 10.222.0.86 "DELETE /v2.0/security-groups/5d966d19-1486-4fc1-962b-94f5be25adb3 HTTP/1.1" status: 204 len: 168 time: 0.1499727 Nov 03 17:21:43.637307 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0305310-f836-4aed-b96a-61efadd3e0f3 tempest-TestSnapshotPattern-1289556848 tempest-TestSnapshotPattern-1289556848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d966d19-1486-4fc1-962b-94f5be25adb3,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:43.677350 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51566) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:44.134969 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:44.376306 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Deleting port d3d45310-dbed-455c-837d-f7b541ed6a63 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:44.376668 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:44.454934 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] For port d3d45310-dbed-455c-837d-f7b541ed6a63, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d3d45310-dbed-455c-837d-f7b541ed6a63,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:44.455322 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:44.467582 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Calling delete_port for d3d45310-dbed-455c-837d-f7b541ed6a63 owned by network:router_interface {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:44.643454 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:44.669277 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d45310-dbed-455c-837d-f7b541ed6a63,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:44.825256 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9ef0ba21-df79-4caf-968a-e1191aaa01e6 no longer exists at agent hyperv_n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:21:44.840530 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:44.858308 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] No Port match for: 9ef0ba21-df79-4caf-968a-e1191aaa01e6 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:21:44.858652 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Device 9ef0ba21-df79-4caf-968a-e1191aaa01e6 not bound to the agent host n-h2-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:21:45.055154 n-d-813897-2 neutron-server[108105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:21:45.160690 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:21:45.166417 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-ee6153b3-6f3d-488c-b2b5-3686f5e0c6ab admin admin] 10.222.0.86 "PUT /v2.0/routers/ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4880166 Nov 03 17:21:45.169353 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51570) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:45.170615 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] Sync routers for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:21:45.181428 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:21:45.182056 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:45.282361 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks [] for router, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:45.294563 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: n-d-813897-2 {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:21:45.388813 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:45.447679 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Deleting port aa7773f8-fd5d-4bff-a22a-465e9d6f5374 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:45.448026 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:45.475009 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:21:44Z', 'revision_number': 5, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port': {'id': 'aa7773f8-fd5d-4bff-a22a-465e9d6f5374', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:15:57Z', 'updated_at': '2021-11-03T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:45.500311 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] Checking router: ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 for host: n-d-813897-2 {{(pid=108106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:21:45.509128 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] Routers {'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'} bound to L3 agent in host n-d-813897-2 {{(pid=108106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:21:45.509752 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'], 'active': True} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:45.534284 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] For port aa7773f8-fd5d-4bff-a22a-465e9d6f5374, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=aa7773f8-fd5d-4bff-a22a-465e9d6f5374,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:45.534652 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:45.546698 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Calling delete_port for aa7773f8-fd5d-4bff-a22a-465e9d6f5374 owned by network:router_gateway {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:45.595178 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvr_db [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] Set router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 gateway port host: None {{(pid=108106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:21:45.649027 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_hamode_db [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:21:45Z', 'revision_number': 6, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:45.676578 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316039f-a2d7-49b3-99f9-06c77679b44c None None] The sync data for ids ['ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4'] in n-d-813897-2 is: [{'id': 'ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4', 'name': 'tempest-TestSnapshotPattern-1634908399-router', 'tenant_id': 'b0ebbe2658f245d18215562a6e23ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:15:56Z', 'updated_at': '2021-11-03T17:21:45Z', 'revision_number': 6, 'project_id': 'b0ebbe2658f245d18215562a6e23ea30', 'gw_port_host': None}] {{(pid=108106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:21:45.722449 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:45.754158 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7773f8-fd5d-4bff-a22a-465e9d6f5374,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:45.813619 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:45.913268 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:45.915343 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.309140 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.309758 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 {{(pid=108105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 17:21:46.316505 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] Publish callbacks [] for router, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.318629 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-2481b6bf-d8e0-489f-9017-5257dd500582 admin admin] 10.222.0.86 "DELETE /v2.0/routers/ba8e0d71-a97c-4a3d-bc93-781bfaf6acb4 HTTP/1.1" status: 204 len: 168 time: 1.1478949 Nov 03 17:21:46.320768 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51580) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:46.369249 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4f18c3-0bd0-4dbf-a357-f6e7925f4742 admin admin] Deleting subnet 3ba55365-9d05-4e61-9d59-58f87b9b1a50 {{(pid=108105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 17:21:46.372395 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe4f18c3-0bd0-4dbf-a357-f6e7925f4742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.409926 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe4f18c3-0bd0-4dbf-a357-f6e7925f4742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59081694'] for subnet, precommit_delete_associations {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.495276 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe4f18c3-0bd0-4dbf-a357-f6e7925f4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.550404 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe4f18c3-0bd0-4dbf-a357-f6e7925f4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58909107'] for subnet, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.577340 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f18c3-0bd0-4dbf-a357-f6e7925f4742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba55365-9d05-4e61-9d59-58f87b9b1a50,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:46.579570 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-fe4f18c3-0bd0-4dbf-a357-f6e7925f4742 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.583162 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-fe4f18c3-0bd0-4dbf-a357-f6e7925f4742 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3ba55365-9d05-4e61-9d59-58f87b9b1a50 HTTP/1.1" status: 204 len: 168 time: 0.2614374 Nov 03 17:21:46.583980 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b45ddae-018c-4df5-b331-041f7a023bc1 None None] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:21:46.585742 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51584) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:46.657504 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.711352 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Deleting port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:46.711579 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.765427 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c2231a-cf86-4cff-9606-229df495015a None None] DHCP port deletion for 0364a28c-e87c-48e3-a6a1-1d98e454cc92 request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 17:21:46.778109 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] For port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1d7e46bf-293d-4378-a9a2-3fd01fbf6309,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:46.778656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.791405 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Calling delete_port for 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:46.813948 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-18c2231a-cf86-4cff-9606-229df495015a None None] Deleting port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:46.814992 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-18c2231a-cf86-4cff-9606-229df495015a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.877350 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:46.907525 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] No DVR routers for this DVR port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:21:46.912646 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7e46bf-293d-4378-a9a2-3fd01fbf6309,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:46.992176 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.013643 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0364a28c-e87c-48e3-a6a1-1d98e454cc92']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:47.023131 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f122fa38-2d98-4756-9100-5997914a31bf') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:47.023428 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f122fa38-2d98-4756-9100-5997914a31bf') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:47.028274 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d3d45310-dbed-455c-837d-f7b541ed6a63 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:21:47.034097 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.047392 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.054342 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 17:21:47.054656 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: timer() Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 17:21:47.056583 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 17:21:47.063689 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-18c2231a-cf86-4cff-9606-229df495015a None None] For port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=1d7e46bf-293d-4378-a9a2-3fd01fbf6309,segment=NetworkSegment(f122fa38-2d98-4756-9100-5997914a31bf),segment_id=f122fa38-2d98-4756-9100-5997914a31bf)] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:47.064234 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-18c2231a-cf86-4cff-9606-229df495015a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.066496 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: d3d45310-dbed-455c-837d-f7b541ed6a63 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:21:47.066972 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d3d45310-dbed-455c-837d-f7b541ed6a63 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:21:47.067243 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:21:47.094891 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-18c2231a-cf86-4cff-9606-229df495015a None None] Calling delete_port for 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:47.097097 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:21:47.097444 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:21:47.097889 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device aa7773f8-fd5d-4bff-a22a-465e9d6f5374 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:21:47.114490 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.120610 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.121987 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: aa7773f8-fd5d-4bff-a22a-465e9d6f5374 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:21:47.122331 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device aa7773f8-fd5d-4bff-a22a-465e9d6f5374 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:21:47.124397 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0364a28c-e87c-48e3-a6a1-1d98e454cc92 HTTP/1.1" status: 204 len: 168 time: 0.5376608 Nov 03 17:21:47.127500 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51590) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:47.142694 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832c23-77a3-42b8-a4e4-c688253877a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0364a28c-e87c-48e3-a6a1-1d98e454cc92,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:47.202224 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-18c2231a-cf86-4cff-9606-229df495015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.225448 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18c2231a-cf86-4cff-9606-229df495015a None None] Network 0364a28c-e87c-48e3-a6a1-1d98e454cc92 is not hosted by any dhcp agent {{(pid=108106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 17:21:47.225937 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2231a-cf86-4cff-9606-229df495015a None None] No DVR routers for this DVR port 1d7e46bf-293d-4378-a9a2-3fd01fbf6309 on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:21:47.230904 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2231a-cf86-4cff-9606-229df495015a None None] Pushing event deleted for resources: {'Port': ['ID=1d7e46bf-293d-4378-a9a2-3fd01fbf6309,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:47.471643 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688252'] for router_interface, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.713831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Deleting port 40905b58-d7d9-4cc4-9b9d-d7ee51880211 {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:47.714163 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.793655 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] For port 40905b58-d7d9-4cc4-9b9d-d7ee51880211, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=40905b58-d7d9-4cc4-9b9d-d7ee51880211,segment=NetworkSegment(1de47474-eccb-4542-989e-ea1845921ece),segment_id=1de47474-eccb-4542-989e-ea1845921ece)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:47.794013 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:47.806774 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Calling delete_port for 40905b58-d7d9-4cc4-9b9d-d7ee51880211 owned by network:router_interface {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:47.980453 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:48.005674 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=40905b58-d7d9-4cc4-9b9d-d7ee51880211,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:48.173045 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715276'] for router_interface, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:48.717574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Router 8a9be5da-3d58-4159-bc6c-43310dcea2fe has already been hosted by L3 agent e4b3e9b8-f32d-40da-929f-b40efaca8b3c {{(pid=108104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 17:21:48.819512 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] Notify agent at l3_agent.n-d-813897-2 the message routers_updated {{(pid=108104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 17:21:48.829046 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-32711a2c-c710-4765-9c6c-ade64b8ce4f1 admin admin] 10.222.0.86 "PUT /v2.0/routers/8a9be5da-3d58-4159-bc6c-43310dcea2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6980257 Nov 03 17:21:48.829166 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51592) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:48.834301 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] Sync routers for ids ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'] in n-d-813897-2 {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 17:21:48.844480 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] Routers {'8a9be5da-3d58-4159-bc6c-43310dcea2fe'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:21:48.846195 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:48.936245 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks [] for router, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:48.952170 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] Set router 8a9be5da-3d58-4159-bc6c-43310dcea2fe gateway port host: n-d-813897-2 {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:21:49.040521 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.092363 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Deleting port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce {{(pid=108104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:49.092707 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.127946 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'external_fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:21:47Z', 'revision_number': 5, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'gw_port': {'id': 'd297d66e-2a96-4e3f-a804-bdd1aa8ac8ce', 'name': '', 'network_id': 'ba9fa7bc-3538-4d6b-a133-0a1df6f97e2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21274e3c-2e41-49d6-95d8-8af50bc2511b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-2'}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:49.154519 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] Checking router: 8a9be5da-3d58-4159-bc6c-43310dcea2fe for host: n-d-813897-2 {{(pid=108107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 17:21:49.163307 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] Routers {'8a9be5da-3d58-4159-bc6c-43310dcea2fe'} bound to L3 agent in host n-d-813897-2 {{(pid=108107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 17:21:49.163902 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T15:40:05Z,description=,heartbeat_timestamp=2021-11-03T17:21:35Z,host='n-d-813897-2',id=e4b3e9b8-f32d-40da-929f-b40efaca8b3c,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T15:40:05Z,topic='l3_agent')) {'router_ids': ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'], 'active': True} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:49.176574 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.db [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] For port d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce,segment=NetworkSegment(4df575f5-d368-4bdc-a97d-ad8ff17ed40e),segment_id=4df575f5-d368-4bdc-a97d-ad8ff17ed40e)] {{(pid=108104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:49.177116 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.188612 n-d-813897-2 neutron-server[108104]: DEBUG neutron.plugins.ml2.plugin [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Calling delete_port for d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce owned by network:router_gateway {{(pid=108104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:49.247937 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_dvr_db [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] Set router 8a9be5da-3d58-4159-bc6c-43310dcea2fe gateway port host: None {{(pid=108107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 17:21:49.304176 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.l3_hamode_db [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:21:49Z', 'revision_number': 6, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'gw_port_host': None}], 'n-d-813897-2', False) {} {{(pid=108107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:49.331074 n-d-813897-2 neutron-server[108107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e8e8d-c21a-4971-bf3a-b99fea39e763 None None] The sync data for ids ['8a9be5da-3d58-4159-bc6c-43310dcea2fe'] in n-d-813897-2 is: [{'id': '8a9be5da-3d58-4159-bc6c-43310dcea2fe', 'name': 'tempest-TestSnapshotPattern-2011572189-router', 'tenant_id': '7824018bdcc04ff187bf7bbd750134aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T17:16:01Z', 'updated_at': '2021-11-03T17:21:49Z', 'revision_number': 6, 'project_id': '7824018bdcc04ff187bf7bbd750134aa', 'gw_port_host': None}] {{(pid=108107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 17:21:49.358918 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62072885'] for port, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.387740 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Pushing event deleted for resources: {'Port': ['ID=d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:49.451217 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688566'] for router_gateway, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.541549 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7862'] for router, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.543718 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.588194 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689747'] for router, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.588831 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a9be5da-3d58-4159-bc6c-43310dcea2fe {{(pid=108104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 17:21:49.593939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] Publish callbacks [] for router, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.595274 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-a91b5e44-e631-4552-aded-4eeee5e1030a admin admin] 10.222.0.86 "DELETE /v2.0/routers/8a9be5da-3d58-4159-bc6c-43310dcea2fe HTTP/1.1" status: 204 len: 168 time: 0.7643044 Nov 03 17:21:49.597754 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51594) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:49.642094 n-d-813897-2 neutron-server[108104]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a4b309-51d4-4922-9541-58b5eb8fcb41 admin admin] Deleting subnet feba61db-ecda-41fc-b490-96e5d9d7436b {{(pid=108104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 17:21:49.645007 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02a4b309-51d4-4922-9541-58b5eb8fcb41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.681184 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02a4b309-51d4-4922-9541-58b5eb8fcb41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62074746'] for subnet, precommit_delete_associations {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.772576 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02a4b309-51d4-4922-9541-58b5eb8fcb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532048'] for subnet, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.826157 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02a4b309-51d4-4922-9541-58b5eb8fcb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62072928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61465583'] for subnet, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.852900 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4b309-51d4-4922-9541-58b5eb8fcb41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feba61db-ecda-41fc-b490-96e5d9d7436b,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:49.854787 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-02a4b309-51d4-4922-9541-58b5eb8fcb41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.857952 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-02a4b309-51d4-4922-9541-58b5eb8fcb41 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/feba61db-ecda-41fc-b490-96e5d9d7436b HTTP/1.1" status: 204 len: 168 time: 0.2592649 Nov 03 17:21:49.859565 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c579e9e-0645-4ae3-9b74-64168501ef74 None None] Network da80d627-8fcd-4b16-8ee2-15b703b9244e requested from n-d-813897-2 {{(pid=108106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 17:21:49.860627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.wsgi [-] (108105) accepted ('10.222.0.86', 51596) {{(pid=108105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:49.934991 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781822'] for network, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:49.988765 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Deleting port 85735d43-aea3-4f77-943c-b090726dce9e {{(pid=108105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:49.989113 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.058177 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.db [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] For port 85735d43-aea3-4f77-943c-b090726dce9e, host n-d-813897-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-2',level=0,port_id=85735d43-aea3-4f77-943c-b090726dce9e,segment=NetworkSegment(1de47474-eccb-4542-989e-ea1845921ece),segment_id=1de47474-eccb-4542-989e-ea1845921ece)] {{(pid=108105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:50.058543 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.071294 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.plugin [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Calling delete_port for 85735d43-aea3-4f77-943c-b090726dce9e owned by network:dhcp {{(pid=108105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:50.134586 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] DHCP port deletion for da80d627-8fcd-4b16-8ee2-15b703b9244e request from n-d-813897-2 {{(pid=108106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 17:21:50.155003 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59037169'] for port, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.181541 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=85735d43-aea3-4f77-943c-b090726dce9e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:50.185427 n-d-813897-2 neutron-server[108105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] No DVR routers for this DVR port 85735d43-aea3-4f77-943c-b090726dce9e on host n-d-813897-2 {{(pid=108105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:21:50.185721 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] Deleting port 85735d43-aea3-4f77-943c-b090726dce9e {{(pid=108106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 17:21:50.186268 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788679597460'] for port, before_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.258692 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.db [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] For port 85735d43-aea3-4f77-943c-b090726dce9e, host n-d-813897-2, got binding levels [] {{(pid=108106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 17:21:50.259079 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3691243'] for port, precommit_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.266628 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527301', 'neutron.services.segments.db._delete_segments_for_network-8788679678989'] for network, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.272348 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] Calling delete_port for 85735d43-aea3-4f77-943c-b090726dce9e owned by network:dhcp {{(pid=108106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 17:21:50.274944 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.ipam_backend_mixin [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] Port 85735d43-aea3-4f77-943c-b090726dce9e was not found and therefore no delete operation was performed {{(pid=108106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 17:21:50.276210 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788679750494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788679175217'] for port, after_delete {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.288301 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da80d627-8fcd-4b16-8ee2-15b703b9244e']}} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:50.299140 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de47474-eccb-4542-989e-ea1845921ece') {'for_net_delete': True} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:50.299527 n-d-813897-2 neutron-server[108105]: DEBUG neutron.services.segments.db [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de47474-eccb-4542-989e-ea1845921ece') {} {{(pid=108105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 17:21:50.302400 n-d-813897-2 neutron-server[108106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] Pushing event deleted for resources: {'Port': ['ID=85735d43-aea3-4f77-943c-b090726dce9e,revision_number=None']} {{(pid=108106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:50.304465 n-d-813897-2 neutron-server[108106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f378f-350e-4875-95be-386ac8d63c3f None None] No DVR routers for this DVR port 85735d43-aea3-4f77-943c-b090726dce9e on host n-d-813897-2 {{(pid=108106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 17:21:50.315641 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788679696662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59081687'] for segment, before_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.333195 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613'] for segment, precommit_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.339627 n-d-813897-2 neutron-server[108105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=108105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 17:21:50.340055 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-531613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59037122'] for segment, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: Traceback (most recent call last): Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: timer() Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: cb(*args, **kw) Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: return func(*args, **kwargs) Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: self._notify() Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: self.callback(batched_events) Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: event.method(event) Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: return f(self, *a, **k) Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: return self._get(url).json() Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: return self.request(url, 'GET', **kwargs) Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 17:21:50.342252 n-d-813897-2 neutron-server[108105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 17:21:50.407041 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688530'] for network, after_delete {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.413350 n-d-813897-2 neutron-server[108105]: DEBUG neutron_lib.callbacks.manager [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Publish callbacks [] for network, before_response {{(pid=108105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.416806 n-d-813897-2 neutron-server[108105]: INFO neutron.wsgi [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/da80d627-8fcd-4b16-8ee2-15b703b9244e HTTP/1.1" status: 204 len: 168 time: 0.5545642 Nov 03 17:21:50.430028 n-d-813897-2 neutron-server[108105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d348df-c46b-4ffb-9a33-d02dffd0b3f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=da80d627-8fcd-4b16-8ee2-15b703b9244e,revision_number=None']} {{(pid=108105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:50.533409 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51600) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:50.574450 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-879f7bec-574b-48fa-a1ff-0bd2037373e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b0ebbe2658f245d18215562a6e23ea30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397563 Nov 03 17:21:50.576927 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51602) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:50.630939 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-609bb7a8-7169-4815-b757-60c2ab212887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.651767 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-609bb7a8-7169-4815-b757-60c2ab212887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.698115 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-609bb7a8-7169-4815-b757-60c2ab212887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.700572 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-609bb7a8-7169-4815-b757-60c2ab212887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:50.704269 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-609bb7a8-7169-4815-b757-60c2ab212887 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/73460e8d-a392-42b9-9644-22aad811cc97 HTTP/1.1" status: 204 len: 168 time: 0.1239073 Nov 03 17:21:50.710063 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bb7a8-7169-4815-b757-60c2ab212887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73460e8d-a392-42b9-9644-22aad811cc97,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:50.879417 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 40905b58-d7d9-4cc4-9b9d-d7ee51880211 no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:21:50.899935 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 40905b58-d7d9-4cc4-9b9d-d7ee51880211 {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:21:50.900359 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 40905b58-d7d9-4cc4-9b9d-d7ee51880211 not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:21:50.900850 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:21:50.925919 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:21:50.926258 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device d297d66e-2a96-4e3f-a804-bdd1aa8ac8ce not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:21:50.926682 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 85735d43-aea3-4f77-943c-b090726dce9e no longer exists at agent ovs-agent-n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 17:21:50.946374 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] No Port match for: 85735d43-aea3-4f77-943c-b090726dce9e {{(pid=108106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 17:21:50.946718 n-d-813897-2 neutron-server[108106]: DEBUG neutron.plugins.ml2.rpc [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Device 85735d43-aea3-4f77-943c-b090726dce9e not bound to the agent host n-d-813897-2 {{(pid=108106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 17:21:51.026891 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51608) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:51.066210 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-6076bd5e-76c8-4971-895f-c557b32b14cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7824018bdcc04ff187bf7bbd750134aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381486 Nov 03 17:21:51.068581 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [-] (108104) accepted ('10.222.0.86', 51610) {{(pid=108104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 17:21:51.116675 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b609f1c-77d7-4dd6-a5b7-9df559785cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:51.137286 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b609f1c-77d7-4dd6-a5b7-9df559785cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:51.184243 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b609f1c-77d7-4dd6-a5b7-9df559785cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874414'] for security_group, after_delete {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:51.187637 n-d-813897-2 neutron-server[108104]: DEBUG neutron_lib.callbacks.manager [None req-9b609f1c-77d7-4dd6-a5b7-9df559785cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:21:51.189123 n-d-813897-2 neutron-server[108104]: INFO neutron.wsgi [None req-9b609f1c-77d7-4dd6-a5b7-9df559785cd8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/53242be9-b906-4f4a-b189-025f54fd1f0c HTTP/1.1" status: 204 len: 168 time: 0.1194921 Nov 03 17:21:51.197611 n-d-813897-2 neutron-server[108104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b609f1c-77d7-4dd6-a5b7-9df559785cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53242be9-b906-4f4a-b189-025f54fd1f0c,revision_number=None']} {{(pid=108104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 17:21:52.854108 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:01.449375 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:22:02.471435 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:02.704285 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-62fe0a02-1e8e-41a3-8820-5b9dd3e74ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:05.156643 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3437cfb7-565f-43ef-bb52-8563224d4e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:06.602492 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:08.076186 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:08.635188 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:22.880980 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:32.472726 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:32.705719 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-389c2f6c-30ff-4f1b-8414-346a4a3647a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:35.158251 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-800885e2-89e0-4680-8b60-1bbed6734a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:36.604710 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:38.078428 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:38.447936 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:22:38.636913 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:22:52.873626 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:02.483612 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:02.707663 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-171603b3-7127-42de-b8f8-0c8c6476b3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:05.161553 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-4c32684b-4875-41f7-8665-77e14adce96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:06.607510 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:08.081410 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:08.637810 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:15.447420 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:23:22.910821 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:32.480772 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:32.709194 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0b0a0979-0dc2-4856-a410-96b7c37b6367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:35.162495 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3266b417-0b8a-4ddb-a1f6-13f11ebcfe16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:36.610218 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:38.086604 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:38.639539 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:23:52.446903 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:23:52.910558 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:02.481861 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:02.711231 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e75f657d-ab77-4488-b674-2ad0080d4bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:05.164791 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-506fdff5-924e-49fe-8ec9-444063167aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:06.612364 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:08.087688 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:08.641599 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:22.910773 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:29.446841 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:24:32.483367 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:32.712064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-67ae1d35-4840-442b-ae50-14bf385d384e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:35.166267 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-84887879-5c16-4c01-af84-19de201f3c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:36.616428 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:38.089651 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:38.643854 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:24:52.909849 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:02.484781 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:02.712723 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6bb5-ce28-4bb3-aab0-57b632203476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:05.170598 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-7eb41447-edbf-4fcf-a269-655aba43c93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:06.445966 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:25:06.618650 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:08.092039 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:08.645064 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:22.923909 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:32.495521 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:32.714707 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ceae865b-c1ef-4b08-a8fa-fdacd4c89575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:35.172464 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-8a80bd4f-269a-4a77-a332-e7dacd610468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:36.621692 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:38.094345 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:38.646628 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:25:43.444993 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:25:52.923529 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:02.496189 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:02.716775 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a32d1c30-8d86-45c9-90e7-60b9362eb262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:05.173435 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-aad74cb9-fd09-4b3b-8a4a-67ee29dd8d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:06.624231 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:08.097358 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:08.652062 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:20.443568 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:26:22.937682 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:32.510630 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:32.717284 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-50ba8789-bb00-4530-b9ef-a1196fc8687b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:35.177831 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f05fe2f8-a9c9-48be-9530-368210105576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:36.625917 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:38.101343 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:38.654445 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:52.926795 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:26:57.442524 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:27:02.502901 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:02.718969 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e0118d8f-c384-450a-8e4f-c81f449bc33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:05.179227 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-535bd280-df85-4035-aa3a-73865f936881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:06.629474 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:08.103613 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:08.657333 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:22.937774 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:32.514918 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:32.720666 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-cccc279a-bc8c-49f2-b98c-60f493948301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:34.441611 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:27:35.180936 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-a4475c93-727d-4f32-a167-f7d18262f93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:36.634459 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:38.106017 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:38.658248 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:27:52.936341 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:02.523537 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:02.723314 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-122ea377-e01f-48b9-a837-8e5fb70872b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:05.182447 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-ccdadbb9-5c75-4c04-8d42-3726ae1693a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:06.633907 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:08.109094 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:08.663227 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:11.440870 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:28:22.937141 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:32.539983 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:32.726252 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-531c8322-38aa-404b-ac9c-9a8141ed7bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:35.183680 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e1dfe128-f85b-438c-9cc8-e1b7617bce7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:36.637001 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:38.110532 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:38.655168 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:28:48.440108 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:28:52.949928 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:01.582025 n-d-813897-2 neutron-server[108104]: DEBUG neutron.wsgi [req-202afc4e-2491-4450-ba32-8dfd57a79a92 req-07fd825a-7ead-4ef6-be1f-37b47b78bd2e service neutron] (108104) timed out ('10.222.0.86', 49312) {{(pid=108104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 17:29:02.554742 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:02.728026 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-17b3567b-e3d8-43a1-8002-8e76dcc1f89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:05.185660 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-0975bee1-de34-43af-bea7-be3ddaf706a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:06.640047 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:08.113539 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:08.656396 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:22.980993 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:25.439026 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:29:32.549802 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:32.729757 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fa9c-38e3-4389-8823-338c63af1cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:35.186822 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-e68260a5-a1be-4a6e-a1aa-a75c7b6a9eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:36.643289 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:38.116007 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:38.658561 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:29:52.967338 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:30:02.438407 n-d-813897-2 neutron-server[108107]: DEBUG neutron.db.agents_db [None req-8ce39e08-4400-4f3a-9ac9-8bdeb717b697 None None] Agent healthcheck: found 7 active agents {{(pid=108107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 17:30:02.569144 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:30:02.731685 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-082fead3-b9e2-4285-80b5-bdeecf733a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:30:05.188784 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-1bacef40-780c-48de-8500-c1620204a948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:30:06.646259 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-509a50c6-6524-4bd7-bbbf-e590d889a7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:30:08.119100 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-2133a2ed-c8fa-4a12-9785-bad33b3c68e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:30:08.660946 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-6ca1cf08-2bc3-405a-b1de-052a7a7f80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:30:22.995203 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-f272c3c6-0458-44b1-8c23-4acc584a71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:30:32.567954 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-bad07051-19fe-4813-a0e0-922b5ae18a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 17:30:32.733469 n-d-813897-2 neutron-server[108106]: DEBUG neutron_lib.callbacks.manager [None req-3129e0aa-ea4d-47e4-a956-37fc67775838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788679674359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553491'] for agent, after_update {{(pid=108106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}